-- Logs begin at Fri 2022-01-28 03:43:18 UTC, end at Fri 2022-01-28 06:22:02 UTC. -- Jan 28 04:14:51.391384 n-d-824835-3 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 04:14:54.346428 n-d-824835-3 neutron-server[103031]: INFO neutron.common.config [-] Logging enabled! Jan 28 04:14:54.347057 n-d-824835-3 neutron-server[103031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 04:14:54.347219 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103031) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 04:14:54.350502 n-d-824835-3 neutron-server[103031]: INFO neutron.common.config [-] Logging enabled! Jan 28 04:14:54.350760 n-d-824835-3 neutron-server[103031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 04:14:54.351076 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103031) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 04:14:54.352024 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 04:14:54.352262 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 04:14:54.352632 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 04:14:54.352883 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 04:14:54.353113 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 04:14:54.353473 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.353897 n-d-824835-3 neutron-server[103031]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 04:14:54.354222 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.354545 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.354843 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.355141 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.355433 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.355718 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.356010 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.356309 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.356597 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.356879 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.357188 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.357486 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.357772 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.358064 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.358353 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.358640 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] debug = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.358923 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.359362 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.359769 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.360055 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.360349 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.360633 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.360909 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.361209 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.361500 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.361831 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] host = n-d-824835-3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.362113 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.362404 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.362694 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.362982 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.363259 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.363597 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.363826 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.364103 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.364380 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.364658 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.364944 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.365263 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.365556 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.365787 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.366012 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.366303 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.366593 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.366873 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.367151 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.367429 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.367708 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.367987 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.368258 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.368545 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.368829 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.369122 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.369435 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.369712 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.369988 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.370289 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.370575 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.370852 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.371127 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.371402 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.371691 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.371965 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.372242 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.372544 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.372832 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.373116 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.373438 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.373715 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.374001 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.374276 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.374550 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.374821 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] use_json = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.375094 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.375365 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.375646 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.375922 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.376197 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.376474 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.376747 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.377033 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.377336 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:54.377633 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.377931 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.378231 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.378529 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.378822 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.379112 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.379409 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.379679 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.379967 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.380255 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.380544 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.380822 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.381124 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.381436 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.381731 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.382039 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.382336 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.382628 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.382906 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.383184 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.383459 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.383739 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.384030 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.384310 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.384601 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.384890 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.385196 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.385499 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.386308 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.386607 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.386899 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.387176 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.387458 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.387750 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.388029 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.388304 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.388584 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.388875 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.389185 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.389525 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.389811 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.390090 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.390366 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.390640 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.390924 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.391213 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.391492 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.391765 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.392038 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.392315 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.392590 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.392877 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.393166 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.393465 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.393742 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.394023 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.394298 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.394574 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.394854 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.395129 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.395408 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.395685 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.395960 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.396235 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.396513 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.396786 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.397060 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.397357 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.397637 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.397911 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.398187 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.398463 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.398738 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.399020 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.399311 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.399614 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.399892 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.400174 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.400456 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.400737 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.401013 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.401316 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.402153 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.402438 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.402713 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.403005 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.403292 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.403584 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.403888 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.404173 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.404471 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.404755 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.405043 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.405352 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.405638 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.405929 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.406214 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.406512 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.406810 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.407108 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.407406 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.407700 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.407985 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.408294 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.408576 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:54.408795 n-d-824835-3 neutron-server[103031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 04:14:54.409039 n-d-824835-3 neutron-server[103031]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103031) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 04:14:54.781040 n-d-824835-3 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 04:14:54.781345 n-d-824835-3 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 04:14:54.781658 n-d-824835-3 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 04:14:54.782005 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 04:14:55.110636 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.110859 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.111135 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.112452 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.112737 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.113016 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.156701 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.156990 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.157285 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.171807 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.172101 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.172371 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.202955 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.203240 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.203510 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.239936 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.240217 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.240494 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.574107 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.574774 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.574774 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.574950 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.575588 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.674269 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.674663 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.674960 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.675235 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.675502 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.675816 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.676104 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.676344 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.676601 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.676883 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.677170 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.677432 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.677689 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.677942 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.678198 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.678464 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.678719 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.678986 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.679253 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.679514 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.679785 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.680038 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.680317 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.680698 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.680950 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.681220 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.681628 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:55.681874 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:55.682115 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:55.682355 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:55.683175 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:55.683430 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:55.683796 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 04:14:55.686981 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 04:14:55.691082 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 04:14:55.694877 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 28 04:14:55.696528 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 04:14:55.696992 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 04:14:55.697360 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 04:14:55.697750 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 04:14:55.700934 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 04:14:55.701213 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 04:14:55.701568 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 04:14:55.706980 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 04:14:55.731477 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 04:14:55.731939 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.732243 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103031) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 04:14:55.732611 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.734092 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103031) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 04:14:55.734376 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 04:14:55.734620 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 04:14:55.737881 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.738168 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:55.804426 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 04:14:55.804665 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 04:14:55.804913 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 04:14:55.805313 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 04:14:55.827036 n-d-824835-3 neutron-server[103031]: DEBUG oslo_db.sqlalchemy.engines [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103031) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 04:14:56.256907 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing driver for type 'gre' Jan 28 04:14:56.257460 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] gre ID ranges: [(1, 1000)] Jan 28 04:14:56.306077 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing driver for type 'local' Jan 28 04:14:56.306421 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing driver for type 'vlan' Jan 28 04:14:56.318760 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] VlanTypeDriver initialization complete Jan 28 04:14:56.319106 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing driver for type 'vxlan' Jan 28 04:14:56.319589 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] vxlan ID ranges: [(1, 1000)] Jan 28 04:14:56.370099 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing extension driver 'port_security' Jan 28 04:14:56.370492 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.extensions.port_security [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] PortSecurityExtensionDriver initialization complete Jan 28 04:14:56.370854 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing mechanism driver 'openvswitch' Jan 28 04:14:56.371195 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing mechanism driver 'hyperv' Jan 28 04:14:56.377878 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.plugin [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:56.378591 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.378970 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.379332 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.379869 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 04:14:56.380327 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.380698 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.381053 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.381484 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 04:14:56.381912 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.382280 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.382633 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.383034 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 04:14:56.383454 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.383811 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.384161 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.384697 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 04:14:56.385117 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.385522 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.386369 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.386776 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 04:14:56.387211 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.387566 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.387916 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.388321 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 04:14:56.388777 n-d-824835-3 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] ML2 OVO RPC backend initialized. {{(pid=103031) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 04:14:56.389543 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.389917 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.390345 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.390704 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > networks before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.391060 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.391418 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > ports before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.391768 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.392118 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.392473 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.392823 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.393190 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.393539 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.393884 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.394226 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.394569 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.394915 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.395251 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.403126 n-d-824835-3 neutron-server[103031]: INFO neutron.quota [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded quota_driver: . Jan 28 04:14:56.403496 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.plugin [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Modular L2 Plugin initialization complete Jan 28 04:14:56.403849 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading services supported by the core plugin {{(pid=103031) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 04:14:56.404197 n-d-824835-3 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Got port-security extension from driver 'port_security' Jan 28 04:14:56.404689 n-d-824835-3 neutron-server[103031]: INFO neutron.extensions.vlantransparent [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Disabled vlantransparent extension. Jan 28 04:14:56.405219 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103031) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 04:14:56.405554 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: router Jan 28 04:14:56.442402 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.442801 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.443185 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router before_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.443562 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.443948 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.444317 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_delete 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.444687 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.445047 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.445447 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.445805 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.446165 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.446528 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.446896 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.447315 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.447695 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.448808 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.449185 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: subnet after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.449542 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.449902 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.450261 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.450639 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.450965 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.451333 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.451689 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.452057 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.452429 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.452789 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.453186 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > agent after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.453553 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.453909 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.454784 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Tracking information for resource: router configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:56.455130 n-d-824835-3 neutron-server[103031]: DEBUG neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Tracking information for resource: floatingip configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 04:14:56.460066 n-d-824835-3 neutron-server[103031]: INFO neutron.db.l3_agentschedulers_db [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 04:14:56.460656 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.461024 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.461410 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.461770 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.462699 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router before_create 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.463073 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.463447 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.463835 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.469110 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.provider_configuration [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service providers = [] {{(pid=103031) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 04:14:56.469518 n-d-824835-3 neutron-server[103031]: DEBUG neutron.db.servicetype_db [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103031) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 04:14:56.472510 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.service_base [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 04:14:56.472869 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.service_base [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 04:14:56.473249 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.service_base [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 04:14:56.474156 n-d-824835-3 neutron-server[103031]: DEBUG neutron.services.service_base [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 04:14:56.474532 n-d-824835-3 neutron-server[103031]: INFO neutron.services.service_base [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 04:14:56.474908 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.475234 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 04:14:56.486020 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.486366 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: auto_allocate Jan 28 04:14:56.492262 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: network precommit_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.492642 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: network precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.493196 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.493527 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: tag Jan 28 04:14:56.500158 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.500496 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: timestamp Jan 28 04:14:56.504551 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.504891 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: network_ip_availability Jan 28 04:14:56.510520 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.511362 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.511725 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.512435 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.512760 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: flavors Jan 28 04:14:56.517696 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.518040 n-d-824835-3 neutron-server[103031]: INFO neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading Plugin: revisions Jan 28 04:14:56.522379 n-d-824835-3 neutron-server[103031]: DEBUG neutron.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 04:14:56.522777 n-d-824835-3 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 04:14:56.523523 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103031) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 04:14:56.523865 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Initializing extension manager. Jan 28 04:14:56.524398 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: __init__.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.524749 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: __pycache__ {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.525092 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.525469 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: address_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.526240 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.527381 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: address-group Jan 28 04:14:56.527693 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: address_scope.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.528423 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.528944 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: address-scope Jan 28 04:14:56.529317 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.530267 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.530786 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: router-admin-state-down-before-update Jan 28 04:14:56.531117 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: agent.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.532051 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.532573 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: agent Jan 28 04:14:56.532932 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: agent_resources_synced.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.533888 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.534441 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: agent-resources-synced Jan 28 04:14:56.534771 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.536622 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.537179 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: allowed-address-pairs Jan 28 04:14:56.537513 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.538610 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.539134 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: auto-allocated-topology Jan 28 04:14:56.539470 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: availability_zone.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.540172 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.540686 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: availability_zone Jan 28 04:14:56.541016 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: availability_zone_filter.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.541983 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.542499 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: availability_zone_filter Jan 28 04:14:56.542830 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: data_plane_status.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.543750 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.544262 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 04:14:56.544591 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: default_subnetpools.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.545554 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.546063 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: default-subnetpools Jan 28 04:14:56.546393 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.547218 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.547735 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: dhcp_agent_scheduler Jan 28 04:14:56.548068 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: dns.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.548999 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.549541 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 04:14:56.549872 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: dns_domain_ports.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.550803 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.551320 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 04:14:56.551649 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.552588 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.553101 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 04:14:56.553461 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: dvr.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.554155 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.554666 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: dvr Jan 28 04:14:56.555001 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: ecmp_routes.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.555940 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.556456 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 04:14:56.556787 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: empty_string_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.557835 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.558289 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: empty-string-filtering Jan 28 04:14:56.558620 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.559544 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.560060 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 04:14:56.560389 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.561336 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.561854 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 04:14:56.562181 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: external_net.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.563098 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.563619 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: external-net Jan 28 04:14:56.563946 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.564860 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.565409 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: extra_dhcp_opt Jan 28 04:14:56.565739 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: extraroute.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.566664 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.567183 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: extraroute Jan 28 04:14:56.567511 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: extraroute_atomic.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.568559 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.569073 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: extraroute-atomic Jan 28 04:14:56.569428 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: filter_validation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.570109 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.570622 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: filter-validation Jan 28 04:14:56.570952 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: fip_pf_description.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.571881 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.572392 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 04:14:56.572727 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: fip_port_details.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.574755 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.575294 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: fip-port-details Jan 28 04:14:56.575593 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: flavors.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.576857 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.577421 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: flavors Jan 28 04:14:56.577760 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.579457 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.579988 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 04:14:56.580332 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: floatingip_pools.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.581044 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.581605 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: floatingip-pools Jan 28 04:14:56.581945 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: ip_allocation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.582887 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.583396 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 04:14:56.583738 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.584677 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.585218 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: ip-substring-filtering Jan 28 04:14:56.585555 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l2_adjacency.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.586483 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.586999 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 04:14:56.587366 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.588367 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.589542 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: router Jan 28 04:14:56.589886 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.592361 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.592885 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 04:14:56.593258 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.594218 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.594752 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: ext-gw-mode Jan 28 04:14:56.595091 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.596018 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.596540 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: l3-ha Jan 28 04:14:56.596874 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3_flavors.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.597899 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.598419 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: l3-flavors Jan 28 04:14:56.598756 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.599680 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.600194 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 04:14:56.600528 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: l3agentscheduler.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.601618 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.602155 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: l3_agent_scheduler Jan 28 04:14:56.602471 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: local_ip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.604252 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.604819 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension local_ip not supported by any of loaded plugins Jan 28 04:14:56.605184 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: logging.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.606682 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.607214 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension logging not supported by any of loaded plugins Jan 28 04:14:56.607554 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: metering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.608315 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.608903 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: metering Jan 28 04:14:56.609274 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.610453 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.610904 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: metering_source_and_destination_fields Jan 28 04:14:56.611239 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: multiprovidernet.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.612176 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.612693 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: multi-provider Jan 28 04:14:56.613026 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: netmtu.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.614007 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.614502 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: net-mtu Jan 28 04:14:56.614837 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: netmtu_writable.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.615772 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.616284 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: net-mtu-writable Jan 28 04:14:56.616615 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: network_availability_zone.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.617344 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.617859 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: network_availability_zone Jan 28 04:14:56.618192 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: network_ip_availability.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.619315 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.619834 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: network-ip-availability Jan 28 04:14:56.620195 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: network_segment_range.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.620967 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.621511 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 04:14:56.621843 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: pagination.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.622837 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.623176 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: pagination Jan 28 04:14:56.623505 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: port_device_profile.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.624439 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.624965 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: port-device-profile Jan 28 04:14:56.625329 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.626279 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.626795 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: port-mac-address-regenerate Jan 28 04:14:56.627126 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.628180 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.628700 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: port-numa-affinity-policy Jan 28 04:14:56.629030 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: port_resource_request.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.630047 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.630561 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 04:14:56.630890 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.631875 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.632390 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 04:14:56.632717 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: portbindings.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.633686 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.634200 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: binding Jan 28 04:14:56.634527 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: portbindings_extended.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.636337 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.636859 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: binding-extended Jan 28 04:14:56.637223 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: portsecurity.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.638154 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.638677 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: port-security Jan 28 04:14:56.639012 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: project_id.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.639999 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.640339 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: project-id Jan 28 04:14:56.640672 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: providernet.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.641629 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.642153 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: provider Jan 28 04:14:56.642522 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.646164 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.646693 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos not supported by any of loaded plugins Jan 28 04:14:56.647030 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.648289 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.648820 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 04:14:56.649184 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.650117 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.650644 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 04:14:56.650982 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_default.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.652506 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.653024 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-default not supported by any of loaded plugins Jan 28 04:14:56.653388 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_fip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.654321 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.654837 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 04:14:56.655173 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.656096 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.656615 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 04:14:56.656951 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.657935 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.658451 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 04:14:56.658786 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.659712 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.660225 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 04:14:56.660562 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.661652 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.662168 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 04:14:56.662506 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_pps_rule.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.663705 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.664227 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 04:14:56.664563 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.665523 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.666042 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 04:14:56.666373 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: qos_rules_alias.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.667474 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.667994 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 04:14:56.668325 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: quota_check_limit.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.669309 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.669832 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: quota-check-limit Jan 28 04:14:56.670163 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: quotasv2.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.671095 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.671429 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: quotas Jan 28 04:14:56.671758 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: quotasv2_detail.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.673635 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.673983 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: quota_details Jan 28 04:14:56.674322 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: rbac.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.675381 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.675917 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: rbac-policies Jan 28 04:14:56.676253 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: rbac_address_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.677227 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.677750 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: rbac-address-group Jan 28 04:14:56.678083 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: rbac_address_scope.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.679020 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.679538 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: rbac-address-scope Jan 28 04:14:56.679870 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: rbac_security_groups.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.680792 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.681344 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: rbac-security-groups Jan 28 04:14:56.681676 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.683115 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.683630 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: rbac-subnetpool Jan 28 04:14:56.683960 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: revisionifmatch.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.684889 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.685436 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: revision-if-match Jan 28 04:14:56.685768 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: revisions.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.686900 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.687421 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: standard-attr-revisions Jan 28 04:14:56.687755 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: router_availability_zone.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.688439 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.688968 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: router_availability_zone Jan 28 04:14:56.689328 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: routerservicetype.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.690265 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.690781 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 04:14:56.691110 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.692122 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.692640 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: security-groups-normalized-cidr Jan 28 04:14:56.692970 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.693930 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.694448 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: port-security-groups-filtering Jan 28 04:14:56.694776 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.695716 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.696236 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: security-groups-remote-address-group Jan 28 04:14:56.696567 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.697556 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.698400 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: security-groups-shared-filtering Jan 28 04:14:56.698912 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.700012 n-d-824835-3 neutron-server[103031]: WARNING neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 04:14:56.700337 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: securitygroup.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.710064 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.710611 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: security-group Jan 28 04:14:56.710956 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: segment.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.711761 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.712280 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension segment not supported by any of loaded plugins Jan 28 04:14:56.712619 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.713642 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.714187 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 04:14:56.714525 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: servicetype.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.715658 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.716181 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: service-type Jan 28 04:14:56.716517 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: sorting.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.717548 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.717893 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: sorting Jan 28 04:14:56.718225 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: standard_attr_segment.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.719166 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.719694 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 04:14:56.720027 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: standardattrdescription.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.720690 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.721239 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: standard-attr-description Jan 28 04:14:56.721576 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: stateful_security_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.722524 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.723051 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: stateful-security-group Jan 28 04:14:56.723380 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: stdattrs_common.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.723955 n-d-824835-3 neutron-server[103031]: WARNING neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 04:14:56.724283 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.725263 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.725779 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 04:14:56.726109 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: subnet_onboard.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.727204 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.727728 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: subnet_onboard Jan 28 04:14:56.728061 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.729004 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.729587 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 04:14:56.729919 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: subnet_service_types.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.730856 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.731380 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: subnet-service-types Jan 28 04:14:56.731709 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: subnetallocation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.732807 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.733369 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: subnet_allocation Jan 28 04:14:56.733703 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.734380 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.734897 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: subnetpool-prefix-ops Jan 28 04:14:56.735229 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.736187 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.736700 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 04:14:56.737031 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: tagging.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.738150 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.738680 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: standard-attr-tag Jan 28 04:14:56.739014 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: timestamp.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.740226 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.740748 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loaded extension: standard-attr-timestamp Jan 28 04:14:56.741081 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: trunk.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.742156 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.742679 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension trunk not supported by any of loaded plugins Jan 28 04:14:56.743013 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: trunk_details.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.743938 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.744460 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 04:14:56.744795 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.746360 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.746882 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 04:14:56.747215 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Loading extension file: vlantransparent.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 04:14:56.747898 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 04:14:56.748414 n-d-824835-3 neutron-server[103031]: INFO neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 04:14:56.750903 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:network Jan 28 04:14:56.751432 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:subnet Jan 28 04:14:56.751833 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 04:14:56.752228 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:port Jan 28 04:14:56.753505 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.753951 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service FLAVORS assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.754604 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.755031 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.755368 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:router Jan 28 04:14:56.755803 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 04:14:56.756290 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service METERING assigned prefix: /metering {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.757773 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.758160 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.758515 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:14:56.759518 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 04:14:56.759979 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:security_group Jan 28 04:14:56.760417 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 04:14:56.762785 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.763090 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 04:14:56.763451 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] subnetpool is already registered Jan 28 04:14:56.763902 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.764237 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 04:14:56.764574 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] subnetpool is already registered Jan 28 04:14:56.766856 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.767296 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service FLAVORS assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.767893 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.768318 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.768659 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:router Jan 28 04:14:56.769002 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] router is already registered Jan 28 04:14:56.769448 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 04:14:56.769796 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] floatingip is already registered Jan 28 04:14:56.770259 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service METERING assigned prefix: /metering {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.770921 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 04:14:56.771253 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] rbac_policy is already registered Jan 28 04:14:56.771670 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:security_group Jan 28 04:14:56.772011 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] security_group is already registered Jan 28 04:14:56.772417 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 04:14:56.772753 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] security_group_rule is already registered Jan 28 04:14:56.773420 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.773760 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 04:14:56.774097 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] subnetpool is already registered Jan 28 04:14:56.774523 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 04:14:56.774853 n-d-824835-3 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 04:14:56.775187 n-d-824835-3 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] subnetpool is already registered Jan 28 04:14:56.775664 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: extensions {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.777178 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: address-groups {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.778683 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: address-scopes {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.780035 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: agents {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.781247 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: auto-allocated-topology {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.782498 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: availability_zones {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.783722 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: dhcp-networks {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.785263 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: dhcp-agents {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.786691 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: routers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.788922 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: flavors {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.790129 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: service_profiles {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.791354 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: next_providers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.792850 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: service_profiles {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.794444 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: floatingip-pools {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.795733 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: routers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.797865 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: floatingips {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.799156 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: l3-routers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.800565 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: l3-agents {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.802029 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: metering-labels {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.803407 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: metering-label-rules {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.804694 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: network-ip-availabilities {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.806003 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: bindings {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.808171 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: quotas {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.809780 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: quotas {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.811346 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: rbac-policies {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.812656 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: security-groups {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.813928 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: security-group-rules {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.815165 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: service-providers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.816411 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: subnetpools {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.817890 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: subnetpools {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.819367 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.821060 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.822911 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.825694 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.828493 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.830402 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.832113 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.834064 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.835829 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.837725 n-d-824835-3 neutron-server[103031]: DEBUG neutron.api.extensions [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 04:14:56.843637 n-d-824835-3 neutron-server[103031]: WARNING keystonemiddleware.auth_token [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 04:14:56.848389 n-d-824835-3 neutron-server[103031]: WARNING keystonemiddleware.auth_token [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 04:14:56.856926 n-d-824835-3 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Acquired lock "singleton_lock" {{(pid=103031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 04:14:56.857436 n-d-824835-3 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Releasing lock "singleton_lock" {{(pid=103031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 04:14:56.858090 n-d-824835-3 neutron-server[103031]: INFO oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Starting 2 workers Jan 28 04:14:56.863016 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Started child 103138 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 04:14:56.867535 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Started child 103139 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 04:14:56.868541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:56.869282 n-d-824835-3 neutron-server[103031]: INFO neutron.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 04:14:56.869729 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:56.870650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [-] (103138) wsgi starting up on http://0.0.0.0:9696 Jan 28 04:14:56.872841 n-d-824835-3 neutron-server[103031]: INFO oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Starting 1 workers Jan 28 04:14:56.873171 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:56.874585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [-] (103139) wsgi starting up on http://0.0.0.0:9696 Jan 28 04:14:56.878172 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Started child 103140 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 04:14:56.878725 n-d-824835-3 neutron-server[103031]: INFO oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Starting 1 workers Jan 28 04:14:56.882064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] calling RpcWorker wait() {{(pid=103140) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 04:14:56.882617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] returning from RpcWorker wait() {{(pid=103140) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 04:14:56.883264 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Started child 103141 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 04:14:56.883954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:56.884102 n-d-824835-3 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-af64d412-61c8-47d3-a9d6-bb831b7374c0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:56.884483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:56.886669 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 04:14:56.886894 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 04:14:56.887082 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 04:14:56.887311 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 04:14:56.887656 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 04:14:56.887820 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 04:14:56.888357 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.888645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.888894 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:56.889411 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.889411 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.889547 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.890035 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.890296 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.890551 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.890837 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.891079 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.891250 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.891418 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.891664 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.891934 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.892241 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.892515 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.892756 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.893021 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.893219 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.893480 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.893744 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.893995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.894263 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] debug = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.894511 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.894980 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.895212 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.895460 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.895705 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.895985 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.896238 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.896534 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.896777 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.896999 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.897274 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.897540 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.897787 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.898004 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.898267 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.898483 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.898738 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.898983 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.899460 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] host = n-d-824835-3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.899681 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.899905 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.900139 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.900390 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.900681 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.900878 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.901130 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.901481 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.901762 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.902030 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.902236 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.902475 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.902696 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.902934 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.903104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_options = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.903347 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.903631 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.903910 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.904099 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.904271 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.904438 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.904720 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.904888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.905179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.905391 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.905613 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.905833 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.906053 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.906291 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.906571 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.906805 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.907045 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.907285 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.907533 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.907764 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.907998 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.908229 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.908465 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.908708 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.908927 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.909192 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.909431 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.909655 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911045 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911045 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911045 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911045 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911546 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911546 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.911793 n-d-824835-3 neutron-server[103141]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.913888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.914608 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.914608 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.914608 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.914804 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.914876 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_json = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.915097 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.915333 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.915854 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.915994 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.916374 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.916767 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.917029 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.917315 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.917588 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.918031 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.918739 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.918739 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.918909 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.919117 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.919381 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.919624 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.919873 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.920130 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.920385 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.920728 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.920965 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.921314 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.921572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.921854 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.922167 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.922432 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.922691 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.922940 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.923168 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.923419 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.923866 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.924336 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.924734 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.925214 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.925466 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.925714 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.926020 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.926302 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.926656 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.926938 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.927207 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.927456 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.927682 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.927939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.928160 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.928402 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.928622 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.928863 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.929159 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.929548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.929772 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.929998 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.930239 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.930484 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.930718 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.930973 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.931223 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.931458 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.931685 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.931933 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.932187 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.932406 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.933306 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.933749 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.933974 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.934242 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.934512 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.934757 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.934976 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.935194 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.935418 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.935672 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.935893 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.936110 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.936326 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.936544 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.936777 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.937036 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.937286 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.937507 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.937732 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.937948 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.938168 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.938416 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.938633 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.938839 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.939053 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.939264 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.939484 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.939703 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.939919 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.940130 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.940510 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.940898 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.941120 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.941381 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.941605 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.941850 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.942095 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.942541 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.942845 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.943178 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.943437 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.943681 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.943912 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.944163 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.944396 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.944645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.944883 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.945128 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.945404 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.945648 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.945908 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.946142 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.946410 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.946624 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.946865 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.947122 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.947373 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.947594 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.947835 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.948411 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.949216 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.949466 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.949725 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.949958 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.950201 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.950481 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.950752 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.951042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.951297 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.951560 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.951873 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.952180 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.952439 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.952676 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.952939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.953404 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.953562 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.953782 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.954032 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.954231 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.954422 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.954684 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.955106 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.955509 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.955938 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.956468 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.956973 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.957404 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.957815 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.958094 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.958353 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.958603 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.958878 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.959158 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.959420 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.959685 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.959933 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.960172 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.960412 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.960648 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.960869 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.961119 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.961408 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.961644 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.961869 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.962092 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.962360 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.962599 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.962826 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.963060 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.963309 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.963534 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.963781 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.964029 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.964288 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.964542 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.964767 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.964990 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.965238 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.965459 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.965712 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.965937 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.966219 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.966471 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.966702 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.967029 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.967199 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.967453 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.967671 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.967920 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.968164 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.968402 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.968635 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.968862 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.969080 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.969347 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.969580 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.969816 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.970057 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.970296 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.970635 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.970895 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.971134 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.971377 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.971624 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.971880 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.972104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.972350 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.972576 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.972802 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.973051 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.973350 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.973597 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.973855 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.974072 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.974288 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.974503 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.974995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.974995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.975384 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.975497 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.975821 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.975979 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.976373 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.976749 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.977132 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.977533 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.977775 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.978004 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.978231 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.978506 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.978745 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.978972 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.979090 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.979303 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.979603 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.979824 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.980073 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.980289 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.980503 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.980731 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.980953 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.981190 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.981427 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.981645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.981862 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.982085 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.982306 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.982518 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.982748 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.982964 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.983205 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.983423 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.983642 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.983854 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.984153 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.984426 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.984664 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.984946 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.985235 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.985492 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.985745 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.986058 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.986293 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.986536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.986758 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.986999 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.987213 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.987469 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.987795 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.988106 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.988354 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.988617 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.988903 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.989201 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.989480 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.989697 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.989983 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.990323 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.990602 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.990852 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.991104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.991358 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.991624 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.992123 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.992123 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.992397 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.992533 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997042 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 04:14:56.997645 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.998536 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:56.999747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000384 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000384 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000384 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000384 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] debug = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000654 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000654 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.000827 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001132 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001132 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001312 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001442 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001604 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001766 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.001934 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.002095 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.002256 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.002416 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.002578 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.002916 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.002916 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.003058 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.003193 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.003351 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] host = n-d-824835-3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.004939 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005548 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005938 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_options = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005938 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.005938 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.006153 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.006234 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.006383 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.006546 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.006713 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.006872 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007035 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007196 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007356 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007516 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007677 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007838 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.007999 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.008161 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.008323 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.008485 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.008647 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.008807 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.008968 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.009130 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.009313 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.009474 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.009635 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.009796 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.009958 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.010118 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.010279 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.010440 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.010601 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.011303 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.011469 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.011631 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.011793 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.011959 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.012120 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.012282 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.012445 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.012606 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.012768 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.012977 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.013090 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.013343 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.013507 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.013668 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.013847 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_json = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.013987 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.014150 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.014312 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.014473 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.014634 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017179 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.017785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018320 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018789 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018789 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018789 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.018995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.019137 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.019549 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.019549 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.019719 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.019788 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020257 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020257 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020257 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020465 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020532 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020701 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.020855 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.021024 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.021250 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.021372 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.021727 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.022071 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.022411 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.022782 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.022956 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.023121 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.023283 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.023465 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.023601 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.023947 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.025572 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026135 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026135 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026135 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026135 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026135 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026453 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026453 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026772 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026772 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.026953 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.027103 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.027295 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.027455 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.027597 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.027751 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.027918 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029166 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.029962 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.030101 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.030252 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.030439 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.030667 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.030797 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.030987 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031130 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031351 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031351 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031655 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031655 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.031995 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.032281 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.032281 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.032668 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.032668 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.032985 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.032985 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.033318 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.033318 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.033577 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.033577 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.033867 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.033867 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034044 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034161 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034400 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034534 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034697 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.034888 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.035268 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.035268 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.035625 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.035625 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.035865 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.035865 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.036206 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.036206 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.036568 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.036568 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.036839 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.036839 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.037191 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.037279 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.037358 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.037534 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.037728 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.037889 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.038075 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.038238 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.038440 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.038581 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.038714 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.038935 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.039156 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.039345 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.039463 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.039620 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.039797 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.039957 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.040136 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.040280 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.040449 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.040653 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.040823 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.040986 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.041230 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.041405 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.041583 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.041856 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.042491 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.042640 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.042807 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.042970 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.043135 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.043301 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.043509 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.043946 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.043946 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044104 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044219 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044365 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044657 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044657 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044839 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.044983 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.045257 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.045429 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.045561 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.045725 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.045954 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.046098 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.046281 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.046464 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.046629 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.046785 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.046988 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.047195 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.047418 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.047598 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.047796 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.047912 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.048085 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.048279 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.048451 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.048687 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.049015 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.049300 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.049423 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.049582 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.049794 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.049988 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.050126 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.050269 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.050481 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.050631 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.050849 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.051064 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.051228 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.051382 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.051598 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.051781 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.051944 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.052032 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.052156 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.052314 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.052476 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.052705 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.052876 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.053041 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.053267 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.053533 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.053764 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.053898 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.054016 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.054164 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.054392 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.054609 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.054783 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.054783 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055175 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055175 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055462 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055462 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055686 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055805 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.055955 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.056143 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.056283 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.056452 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.056639 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.056786 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.056954 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.057116 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.057322 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.057481 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.058239 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.058466 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.058583 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.058695 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.058910 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.059095 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.059260 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.061688 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.061688 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.061921 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.062259 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.062259 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.062514 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.062514 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.062959 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.063209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:57.065510 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.065846 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.066129 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.066226 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.066489 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.066678 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.066945 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.067185 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.067454 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.067680 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.067963 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.068260 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.068496 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.068768 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.069043 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.069364 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.069590 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.069862 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.070035 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.070235 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.070478 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.070680 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.070977 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.071156 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.071420 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.071640 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.072274 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.072274 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.072428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066297 Jan 28 04:14:57.072513 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.073525 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.073525 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.073747 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.073821 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.074065 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.074242 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 04:14:57.074403 n-d-824835-3 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 04:15:08.537950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69057b74-0d66-467d-b96b-95bf33915d6e None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:15:08.596280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69057b74-0d66-467d-b96b-95bf33915d6e None None] No non-hosted networks {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 04:15:08.612657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.agentschedulers_db [None req-69057b74-0d66-467d-b96b-95bf33915d6e None None] DHCP Agent not found on host n-d-824835-3 {{(pid=103140) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 04:15:08.711946 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ef84ca4-f3de-40f5-a17f-fff3400eac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:10.714182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-482b9b8d-a562-4a5f-9b54-efaa156ed77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:10.756849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fdb5-31b0-41c7-bc6c-58dd25343bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:11.781300 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:13.527967 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:14.697772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:14.699754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.701058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.701759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.702337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.702875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.703514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.704808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.705394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.705936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.706490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.707250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.707810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.708347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:14.708981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824835-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:14.716454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824835-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:14.835940 n-d-824835-3 neutron-server[103140]: INFO neutron.db.l3_hamode_db [None req-a1a85b20-b3dd-41d5-9c11-eff9587fe8bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 04:15:14.920909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a85b20-b3dd-41d5-9c11-eff9587fe8bb None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:14.921346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a85b20-b3dd-41d5-9c11-eff9587fe8bb None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 04:15:17.247595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39770) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:17.732360 n-d-824835-3 neutron-server[103138]: WARNING oslo_policy.policy [None req-29c233d5-645b-4256-a243-e587971857b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:17.732948 n-d-824835-3 neutron-server[103138]: WARNING oslo_policy.policy [None req-29c233d5-645b-4256-a243-e587971857b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:17.957929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-29c233d5-645b-4256-a243-e587971857b4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:15:17.959060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-29c233d5-645b-4256-a243-e587971857b4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7105463 Jan 28 04:15:20.680127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39786) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:20.977399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': '44bc3085fe4f4995b1cf12b68eabb596', 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:21.069215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.policy [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103138) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 04:15:21.110342 n-d-824835-3 neutron-server[103138]: WARNING oslo_policy.policy [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:21.110661 n-d-824835-3 neutron-server[103138]: WARNING oslo_policy.policy [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:21.204063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792582948492', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792582961337', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792582999365', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792583010386', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792582984502', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792582992650', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-742105', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815833', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1882657', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2001142'] for rbac-policy (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:21.269081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:21.270377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bdfae544-8260-447f-9ff0-97d0e3ac31eb admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5892754 Jan 28 04:15:23.928035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39798) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:24.227380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:24.254681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Made reservation on behalf of a2eba36f55284f02b488b7fcd9dc4a11 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:15:24.257422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.273775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.380239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks [] for security_group (d23f726d-5cbc-4d64-9c96-5b6f37e60753), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.383826 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d23f726d-5cbc-4d64-9c96-5b6f37e60753), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.403217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:15:24.431178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792585908363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (34f9feed-2412-4b0d-abb2-270f4af04e02), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.431761 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Unsubscribe: segment precommit_create {{(pid=103138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 04:15:24.432901 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Added segment 34f9feed-2412-4b0d-abb2-270f4af04e02 of type vlan for network 34c8f1bb-80df-483b-aeea-37adf3a0c912 Jan 28 04:15:24.449509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f726d-5cbc-4d64-9c96-5b6f37e60753,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:24.496798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.497224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.497626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.497971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.498308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.498638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.498968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.499294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.499619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.499943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.500266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.500588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.500911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Tracked resource versions report: Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: pushed versions: Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: { 'AddressGroup': {'1.2'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'ConntrackHelper': {'1.0'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Log': {'1.0'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Network': {'1.1'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Port': {'1.7'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'PortForwarding': {'1.2'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'QosPolicy': {'1.10'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'SecurityGroup': {'1.5'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'SubPort': {'1.0'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Subnet': {'1.1'}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Trunk': {'1.1'}} Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: consumer versions: Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: L3 agent@n-d-824835-3: {}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: Metadata agent@n-d-824835-3: {}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: Metering agent@n-d-824835-3: {}, Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'ConntrackHelper': '1.0', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'LocalIPAssociation': '1.0', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Log': '1.0', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Network': '1.1', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Port': '1.7', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'PortForwarding': '1.2', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'QosPolicy': '1.10', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'SecurityGroup': '1.5', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'SecurityGroupRule': '1.2', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'SubPort': '1.0', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Subnet': '1.1', Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: 'Trunk': '1.1'}} Jan 28 04:15:24.502112 n-d-824835-3 neutron-server[103138]: {{(pid=103138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:15:24.537815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (34c8f1bb-80df-483b-aeea-37adf3a0c912), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.578899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (34c8f1bb-80df-483b-aeea-37adf3a0c912), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.579992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:24.580674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:24.670156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7409711 Jan 28 04:15:24.679135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9cd6-faa5-4151-a92d-a3243f0d9745 admin admin] Pushing event updated for resources: {'Network': ['ID=34c8f1bb-80df-483b-aeea-37adf3a0c912,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:24.690956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:15:27.376292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39812) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:27.860259 n-d-824835-3 neutron-server[103139]: WARNING oslo_policy.policy [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:27.860901 n-d-824835-3 neutron-server[103139]: WARNING oslo_policy.policy [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:28.308238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.policy [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103139) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 04:15:28.349342 n-d-824835-3 neutron-server[103139]: WARNING oslo_policy.policy [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:28.349717 n-d-824835-3 neutron-server[103139]: WARNING oslo_policy.policy [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 04:15:28.357992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:28.359833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-497cfde0-7dbd-48d2-bf8f-21461c83ffbb admin admin] 10.222.0.21 "GET /v2.0/networks/34c8f1bb-80df-483b-aeea-37adf3a0c912 HTTP/1.1" status: 200 len: 825 time: 0.9814711 Jan 28 04:15:28.397510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51d5158a-019d-4261-a96b-6b34d5b746b3 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e9c125df-739a-4711-9e2a-dc84d00236bd HTTP/1.1" status: 200 len: 734 time: 0.0320628 Jan 28 04:15:28.406603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:28.442331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Made reservation on behalf of a2eba36f55284f02b488b7fcd9dc4a11 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:15:28.445056 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:28.720512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (fafa7a0a-fb2e-438f-9121-b03898d86d3e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:28.785885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Checking segment: {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:15:28.786245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Network hostable DHCP agents. Network: 34c8f1bb-80df-483b-aeea-37adf3a0c912, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:15:28.800251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafa7a0a-fb2e-438f-9121-b03898d86d3e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:28.817872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.818289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.818709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.819077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.819498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.819920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.820256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.820586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.820911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.821268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.821593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.821914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.822232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Tracked resource versions report: Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: pushed versions: Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: { 'AddressGroup': {'1.2'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'ConntrackHelper': {'1.0'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Log': {'1.0'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Network': {'1.1'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Port': {'1.7'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'PortForwarding': {'1.2'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'QosPolicy': {'1.10'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'SecurityGroup': {'1.5'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'SubPort': {'1.0'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Subnet': {'1.1'}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Trunk': {'1.1'}} Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: consumer versions: Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: L3 agent@n-d-824835-3: {}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: Metadata agent@n-d-824835-3: {}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: Metering agent@n-d-824835-3: {}, Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'ConntrackHelper': '1.0', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'LocalIPAssociation': '1.0', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Log': '1.0', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Network': '1.1', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Port': '1.7', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'PortForwarding': '1.2', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'QosPolicy': '1.10', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'SecurityGroup': '1.5', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'SecurityGroupRule': '1.2', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'SubPort': '1.0', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Subnet': '1.1', Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: 'Trunk': '1.1'}} Jan 28 04:15:28.824125 n-d-824835-3 neutron-server[103139]: {{(pid=103139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:15:28.835469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:15:28.850170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 34c8f1bb-80df-483b-aeea-37adf3a0c912) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:15:28.863399 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:28.864019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:28.868560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698e352-26ea-48f7-9e94-dd49a9fe6a1c None None] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:15:28.884153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e708454a-0295-4874-a4e8-bb6c92a64a54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4809237 Jan 28 04:15:29.134793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-34c8f1bb-80df-483b-aeea-37adf3a0c912', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:15:29.136569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:29.414005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Allocated IP 172.20.0.2 (34c8f1bb-80df-483b-aeea-37adf3a0c912/fafa7a0a-fb2e-438f-9121-b03898d86d3e/7ff6a9d8-44d1-47fd-bbfa-af99f84e08af) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:15:29.677399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Publish callbacks [] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:29.685855 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:29.755756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:15:29.765214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:15:29.776583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:15:29.779681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Pushing event updated for resources: {'Port': ['ID=7ff6a9d8-44d1-47fd-bbfa-af99f84e08af,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:29.809862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.810219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.810568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.810913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.811266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.811591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.811924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.812256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.812587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.812916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.813270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.813601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.813926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Tracked resource versions report: Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: pushed versions: Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: { 'AddressGroup': {'1.2'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'ConntrackHelper': {'1.0'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Log': {'1.0'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Network': {'1.1'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Port': {'1.7'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'PortForwarding': {'1.2'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'QosPolicy': {'1.10'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'SecurityGroup': {'1.5'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'SubPort': {'1.0'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Subnet': {'1.1'}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Trunk': {'1.1'}} Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: consumer versions: Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: L3 agent@n-d-824835-3: {}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: Metadata agent@n-d-824835-3: {}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: Metering agent@n-d-824835-3: {}, Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'ConntrackHelper': '1.0', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'LocalIPAssociation': '1.0', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Log': '1.0', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Network': '1.1', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Port': '1.7', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'PortForwarding': '1.2', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'QosPolicy': '1.10', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'SecurityGroup': '1.5', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'SecurityGroupRule': '1.2', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'SubPort': '1.0', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Subnet': '1.1', Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: 'Trunk': '1.1'}} Jan 28 04:15:29.815084 n-d-824835-3 neutron-server[103140]: {{(pid=103140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:15:29.862458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Attempting to bind port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:15:29.862861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Attempting to bind port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:15:29.863300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Attempting to bind port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af on network 34c8f1bb-80df-483b-aeea-37adf3a0c912 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:15:29.868205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:15:29.868591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Checking segment: {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:15:29.869213 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:29.869533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Bound using segment: {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:15:29.870019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Bound port: 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:15:29.870443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:29.932837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] For port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:15:29.936917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] For port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7ff6a9d8-44d1-47fd-bbfa-af99f84e08af,segment=NetworkSegment(34f9feed-2412-4b0d-abb2-270f4af04e02),segment_id=34f9feed-2412-4b0d-abb2-270f4af04e02)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:15:29.943998 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:30.006503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e727-216f-4a0c-bae1-3db609a2abc7 None None] Pushing event updated for resources: {'Port': ['ID=7ff6a9d8-44d1-47fd-bbfa-af99f84e08af,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:31.365136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:31.676958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-ed7fc834-c42b-4501-aa71-14612fd2daee admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:15:31.678033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ed7fc834-c42b-4501-aa71-14612fd2daee admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117077 Jan 28 04:15:34.157727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:34.483360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-3fea5653-c864-423f-a674-7395836922b1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:15:34.501617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3fea5653-c864-423f-a674-7395836922b1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3425965 Jan 28 04:15:37.187455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:37.486487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] Request body: {'router': {'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:37.507813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (32ebc234-0a85-464b-8b21-c07a3474ddd7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:37.509590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (32ebc234-0a85-464b-8b21-c07a3474ddd7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:37.644482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] Publish callbacks [] for router_controller (32ebc234-0a85-464b-8b21-c07a3474ddd7), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:37.649396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (32ebc234-0a85-464b-8b21-c07a3474ddd7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:37.663387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:37.664578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dbb49e7c-fc98-423d-aba8-7e7dc0f956f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4760957 Jan 28 04:15:38.495837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34e1a1d0-3552-494c-ba3f-aeeceb6042db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:38.928015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:15:40.176547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:40.487131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-cf7bf868-56a6-45af-82eb-37afb267ec7f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:15:40.488141 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf7bf868-56a6-45af-82eb-37afb267ec7f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106458 Jan 28 04:15:40.713586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b8e5403-4779-46c0-8b06-a2edec62c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:41.105850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff248d-56aa-498b-a15b-eb0ecdb7e6cd None None] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:15:41.162139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] Provisioning complete for port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:41.162560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:41.333566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:15:41.358842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] Current status of the port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:15:41.359161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:41.436585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] For port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7ff6a9d8-44d1-47fd-bbfa-af99f84e08af,segment=NetworkSegment(34f9feed-2412-4b0d-abb2-270f4af04e02),segment_id=34f9feed-2412-4b0d-abb2-270f4af04e02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:15:41.441179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:41.488471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:41.488897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:41.530898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7809315-fd70-434c-a4af-cbc6af0174d1 None None] Pushing event updated for resources: {'Port': ['ID=7ff6a9d8-44d1-47fd-bbfa-af99f84e08af,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:41.585128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:15:41.661230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0cc765b2-2e78-43c0-8128-565e73d8aa1f None None] Provisioning complete for port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:41.661615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0cc765b2-2e78-43c0-8128-565e73d8aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:41.754265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0cc765b2-2e78-43c0-8128-565e73d8aa1f None None] Current status of the port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:15:41.757074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:42.995871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39896) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:43.241174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'project_id': '44bc3085fe4f4995b1cf12b68eabb596', 'is_default': True, 'name': 'public', 'tenant_id': '44bc3085fe4f4995b1cf12b68eabb596', 'provider:physical_network': 'physnet1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:43.263104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Made reservation on behalf of 44bc3085fe4f4995b1cf12b68eabb596 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:15:43.265549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.277314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:15:43.283353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.325559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:43.326080 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.406130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks [] for security_group (e6588960-07e0-425a-950b-28da5c74ec09), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.410408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e6588960-07e0-425a-950b-28da5c74ec09), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.414838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.415667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:15:43.426279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Reserving flat network on physical network physnet1 {{(pid=103139) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 04:15:43.452610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6588960-07e0-425a-950b-28da5c74ec09,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:43.455613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792585908363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b111f645-18f8-4260-a40e-56742e9f0002), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.456173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Unsubscribe: segment precommit_create {{(pid=103139) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 04:15:43.456644 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Added segment b111f645-18f8-4260-a40e-56742e9f0002 of type flat for network ee033649-ca79-46b7-b27e-766ccfa5f327 Jan 28 04:15:43.511763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (ee033649-ca79-46b7-b27e-766ccfa5f327), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.549764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (ee033649-ca79-46b7-b27e-766ccfa5f327), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.550756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:43.551354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.628600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6316311 Jan 28 04:15:43.640838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed8c9d-7447-4bc4-b791-c16186d55c4a admin admin] Pushing event updated for resources: {'Network': ['ID=ee033649-ca79-46b7-b27e-766ccfa5f327,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:43.651675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network ee033649-ca79-46b7-b27e-766ccfa5f327 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:15:44.698946 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:45.920158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:46.008545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d5b52-63cf-41ad-ae1a-d0899205baf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:46.010392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f5d5b52-63cf-41ad-ae1a-d0899205baf4 admin admin] 10.222.0.21 "GET /v2.0/subnets/fafa7a0a-fb2e-438f-9121-b03898d86d3e HTTP/1.1" status: 200 len: 849 time: 0.0887780 Jan 28 04:15:46.129274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-402e7541-bc89-4eb8-8131-cc1f96e1334d admin admin] 10.222.0.21 "GET /v2.0/routers/32ebc234-0a85-464b-8b21-c07a3474ddd7 HTTP/1.1" status: 200 len: 704 time: 0.1134660 Jan 28 04:15:46.383721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:46.670493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Allocated IP 172.20.0.1 (34c8f1bb-80df-483b-aeea-37adf3a0c912/fafa7a0a-fb2e-438f-9121-b03898d86d3e/da89fdb6-c3fb-43e7-bd5f-da68d51a2646) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:15:46.821015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks [] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:46.885807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:46.995799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:15:47.001206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:15:47.009951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:15:47.010436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (32ebc234-0a85-464b-8b21-c07a3474ddd7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.067863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Pushing event updated for resources: {'Port': ['ID=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:47.206903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2d306112-45c5-4ae7-a4c5-9d47d681c6fe None None] Provisioning complete for port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:47.207518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d306112-45c5-4ae7-a4c5-9d47d681c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.217943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.240271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2d306112-45c5-4ae7-a4c5-9d47d681c6fe None None] Port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:15:47.423559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks [] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.427961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.428803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (32ebc234-0a85-464b-8b21-c07a3474ddd7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.507200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Pushing event updated for resources: {'Port': ['ID=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:47.558422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:15:47.559719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:15:47.718280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Router 32ebc234-0a85-464b-8b21-c07a3474ddd7 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:15:47.763045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6fc3515c-4708-4bbb-be95-58d28d58a238 None None] Provisioning complete for port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:47.763445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6fc3515c-4708-4bbb-be95-58d28d58a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.797390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3515c-4708-4bbb-be95-58d28d58a238 None None] Port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:15:47.809213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:15:47.815734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-457128ab-3ccd-4697-8cd2-e06c9ef6313b admin admin] 10.222.0.21 "PUT /v2.0/routers/32ebc234-0a85-464b-8b21-c07a3474ddd7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6812668 Jan 28 04:15:47.822026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Sync routers for ids ['32ebc234-0a85-464b-8b21-c07a3474ddd7'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:15:47.837058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Routers {'32ebc234-0a85-464b-8b21-c07a3474ddd7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:47.838028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:15:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['32ebc234-0a85-464b-8b21-c07a3474ddd7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:48.019202 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Set router 32ebc234-0a85-464b-8b21-c07a3474ddd7 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:48.454751 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'name': 'router1', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:15:37Z', 'updated_at': '2022-01-28T04:15:47Z', 'revision_number': 2, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'gw_port_host': None, '_interfaces': [{'id': 'da89fdb6-c3fb-43e7-bd5f-da68d51a2646', 'name': '', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'mac_address': 'fa:16:3e:3b:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:46Z', 'updated_at': '2022-01-28T04:15:47Z', 'revision_number': 2, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'subnets': [{'id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:48.505435 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Checking router: 32ebc234-0a85-464b-8b21-c07a3474ddd7 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:15:48.505805 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Updating router 32ebc234-0a85-464b-8b21-c07a3474ddd7 port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:15:48.553719 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.058278 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Publish callbacks [] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.065380 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.232438 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Pushing event updated for resources: {'Port': ['ID=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:49.234826 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Attempting to bind port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:15:49.235227 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Attempting to bind port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:15:49.235666 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Attempting to bind port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 on network 34c8f1bb-80df-483b-aeea-37adf3a0c912 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:15:49.244841 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.245290 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.245564 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.246249 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.246249 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.246645 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.246926 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.247213 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.247629 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.247861 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.248178 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.248510 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.248915 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Tracked resource versions report: Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: pushed versions: Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: { 'AddressGroup': {'1.2'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'ConntrackHelper': {'1.0'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Log': {'1.0'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Network': {'1.1'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Port': {'1.7'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'PortForwarding': {'1.2'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'QosPolicy': {'1.10'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'SecurityGroup': {'1.5'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'SubPort': {'1.0'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Subnet': {'1.1'}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Trunk': {'1.1'}} Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: consumer versions: Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: L3 agent@n-d-824835-3: {}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: Metadata agent@n-d-824835-3: {}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: Metering agent@n-d-824835-3: {}, Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'ConntrackHelper': '1.0', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'LocalIPAssociation': '1.0', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Log': '1.0', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Network': '1.1', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Port': '1.7', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'PortForwarding': '1.2', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'QosPolicy': '1.10', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'SecurityGroup': '1.5', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'SecurityGroupRule': '1.2', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'SubPort': '1.0', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Subnet': '1.1', Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: 'Trunk': '1.1'}} Jan 28 04:15:49.250027 n-d-824835-3 neutron-server[103141]: {{(pid=103141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:15:49.253486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:15:49.253486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Checking segment: {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:15:49.253486 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.253854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Bound using segment: {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:15:49.254201 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Bound port: da89fdb6-c3fb-43e7-bd5f-da68d51a2646, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f9feed-2412-4b0d-abb2-270f4af04e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:15:49.254590 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.322318 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] For port da89fdb6-c3fb-43e7-bd5f-da68d51a2646, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:15:49.324412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2e3086f4-309d-450f-a0a8-bb67006b1479 None None] Provisioning complete for port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:49.324885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e3086f4-309d-450f-a0a8-bb67006b1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.343956 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] For port da89fdb6-c3fb-43e7-bd5f-da68d51a2646, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,segment=NetworkSegment(34f9feed-2412-4b0d-abb2-270f4af04e02),segment_id=34f9feed-2412-4b0d-abb2-270f4af04e02)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:15:49.348622 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.365769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2e3086f4-309d-450f-a0a8-bb67006b1479 None None] Port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:15:49.410732 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928bb44-9d42-4d2f-bcee-7face8bb83a6 None None] Pushing event updated for resources: {'Port': ['ID=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:49.414960 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Routers {'32ebc234-0a85-464b-8b21-c07a3474ddd7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:49.415576 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:15:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['32ebc234-0a85-464b-8b21-c07a3474ddd7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:49.508541 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] Set router 32ebc234-0a85-464b-8b21-c07a3474ddd7 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:49.586632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] Provisioning complete for port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:49.587027 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.664380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] Current status of the port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:15:49.664706 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.701123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] For port da89fdb6-c3fb-43e7-bd5f-da68d51a2646, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,segment=NetworkSegment(34f9feed-2412-4b0d-abb2-270f4af04e02),segment_id=34f9feed-2412-4b0d-abb2-270f4af04e02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:15:49.708652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:49.728113 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'name': 'router1', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:15:37Z', 'updated_at': '2022-01-28T04:15:47Z', 'revision_number': 2, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'gw_port_host': None, '_interfaces': [{'id': 'da89fdb6-c3fb-43e7-bd5f-da68d51a2646', 'name': '', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'mac_address': 'fa:16:3e:3b:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:46Z', 'updated_at': '2022-01-28T04:15:49Z', 'revision_number': 4, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'subnets': [{'id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:49.755081 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc954f-0ac4-419e-a967-670e166bb143 None None] The sync data for ids ['32ebc234-0a85-464b-8b21-c07a3474ddd7'] in n-d-824835-3 is: [{'id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'name': 'router1', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:15:37Z', 'updated_at': '2022-01-28T04:15:47Z', 'revision_number': 2, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'gw_port_host': None, '_interfaces': [{'id': 'da89fdb6-c3fb-43e7-bd5f-da68d51a2646', 'name': '', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'mac_address': 'fa:16:3e:3b:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:46Z', 'updated_at': '2022-01-28T04:15:49Z', 'revision_number': 4, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'subnets': [{'id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:15:49.759550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb96f5-10fb-4c5a-b98e-de0d2a7adf42 None None] Pushing event updated for resources: {'Port': ['ID=da89fdb6-c3fb-43e7-bd5f-da68d51a2646,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:52.476948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39922) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:52.583751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62f5a9-64e9-4651-bccc-a2b9bb1cee35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:52.585085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eb62f5a9-64e9-4651-bccc-a2b9bb1cee35 admin admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 842 time: 0.1071560 Jan 28 04:15:52.595007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Request body: {'subnet': {'tenant_id': '44bc3085fe4f4995b1cf12b68eabb596', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.6.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:52.613393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Made reservation on behalf of 44bc3085fe4f4995b1cf12b68eabb596 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:15:52.615612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:52.888736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 04:15:52.889201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (a5525f56-3632-485a-b952-0555df871217), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:52.941964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5525f56-3632-485a-b952-0555df871217,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:52.952727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:15:52.953080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Network hostable DHCP agents. Network: ee033649-ca79-46b7-b27e-766ccfa5f327, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:15:52.970242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:15:52.979662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, ee033649-ca79-46b7-b27e-766ccfa5f327) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:15:52.984065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:52.984656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:52.989281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd24975-207f-4a55-8e41-1ae20a042c16 None None] Network ee033649-ca79-46b7-b27e-766ccfa5f327 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:15:53.010823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f303eabc-20c8-42f9-89a9-04c08ed0ad81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4104300 Jan 28 04:15:53.130660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e3168-890a-4e5e-92d4-02a85df79125 None None] Network ee033649-ca79-46b7-b27e-766ccfa5f327 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:15:55.400221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39930) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:55.597716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dc3725e8-4ae1-4508-bf7c-e24a612e7e41 admin admin] 10.222.0.21 "GET /v2.0/routers/32ebc234-0a85-464b-8b21-c07a3474ddd7 HTTP/1.1" status: 200 len: 710 time: 0.1963487 Jan 28 04:15:55.679866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44783aba-aa0d-42b3-bdb1-fbc465d1c5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:55.681260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-44783aba-aa0d-42b3-bdb1-fbc465d1c5cc admin admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 886 time: 0.0782142 Jan 28 04:15:55.690988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:15:55.930660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks [] for router_gateway (32ebc234-0a85-464b-8b21-c07a3474ddd7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.170408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks [] for router_gateway (32ebc234-0a85-464b-8b21-c07a3474ddd7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.247598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.356813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Allocated IP 172.25.6.206 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/df5a1d91-3885-4e4f-b8a5-148bdab4d8b5) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:15:56.456968 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks [] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.493581 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.529202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:15:56.532644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:15:56.537050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:15:56.575778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Pushing event updated for resources: {'Port': ['ID=df5a1d91-3885-4e4f-b8a5-148bdab4d8b5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:56.782042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks [] for router_gateway (32ebc234-0a85-464b-8b21-c07a3474ddd7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:57.064280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (32ebc234-0a85-464b-8b21-c07a3474ddd7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:57.067777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (32ebc234-0a85-464b-8b21-c07a3474ddd7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:57.171831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Router 32ebc234-0a85-464b-8b21-c07a3474ddd7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:15:57.279674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:15:57.283887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:57.289574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1e70d547-6605-4806-b58f-54d8afb0c090 admin admin] 10.222.0.21 "PUT /v2.0/routers/32ebc234-0a85-464b-8b21-c07a3474ddd7 HTTP/1.1" status: 200 len: 890 time: 1.5975101 Jan 28 04:15:57.339898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device da89fdb6-c3fb-43e7-bd5f-da68d51a2646 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:15:57.392389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:15:57.392794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:57.471735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:15:58.058898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Sync routers for ids ['32ebc234-0a85-464b-8b21-c07a3474ddd7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:15:58.070347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Routers {'32ebc234-0a85-464b-8b21-c07a3474ddd7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:58.071003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:15:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['32ebc234-0a85-464b-8b21-c07a3474ddd7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:58.282859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Set router 32ebc234-0a85-464b-8b21-c07a3474ddd7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:58.744510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'name': 'router1', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'df5a1d91-3885-4e4f-b8a5-148bdab4d8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:15:37Z', 'updated_at': '2022-01-28T04:15:56Z', 'revision_number': 4, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'gw_port': {'id': 'df5a1d91-3885-4e4f-b8a5-148bdab4d8b5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:56Z', 'updated_at': '2022-01-28T04:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'da89fdb6-c3fb-43e7-bd5f-da68d51a2646', 'name': '', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'mac_address': 'fa:16:3e:3b:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:46Z', 'updated_at': '2022-01-28T04:15:49Z', 'revision_number': 5, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'subnets': [{'id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:58.793240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Checking router: 32ebc234-0a85-464b-8b21-c07a3474ddd7 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:15:58.793607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Updating router 32ebc234-0a85-464b-8b21-c07a3474ddd7 port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:15:58.842129 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.152294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Publish callbacks [] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.158430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.205947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Attempting to bind port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:15:59.206321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Attempting to bind port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:15:59.206690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Attempting to bind port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:15:59.214038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06473e-18ef-413f-94e1-30632422e6ed None None] Pushing event updated for resources: {'Port': ['ID=df5a1d91-3885-4e4f-b8a5-148bdab4d8b5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:59.216406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:15:59.216786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:15:59.217206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.217591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:15:59.218066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Bound port: df5a1d91-3885-4e4f-b8a5-148bdab4d8b5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:15:59.218446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.268845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] For port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:15:59.271768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] For port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df5a1d91-3885-4e4f-b8a5-148bdab4d8b5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:15:59.277347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.336215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06473e-18ef-413f-94e1-30632422e6ed None None] Pushing event updated for resources: {'Port': ['ID=df5a1d91-3885-4e4f-b8a5-148bdab4d8b5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:59.339585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Routers {'32ebc234-0a85-464b-8b21-c07a3474ddd7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:59.340178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:15:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['32ebc234-0a85-464b-8b21-c07a3474ddd7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:59.444315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] Set router 32ebc234-0a85-464b-8b21-c07a3474ddd7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:59.651890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'name': 'router1', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'df5a1d91-3885-4e4f-b8a5-148bdab4d8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:15:37Z', 'updated_at': '2022-01-28T04:15:56Z', 'revision_number': 4, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'gw_port': {'id': 'df5a1d91-3885-4e4f-b8a5-148bdab4d8b5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:56Z', 'updated_at': '2022-01-28T04:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'da89fdb6-c3fb-43e7-bd5f-da68d51a2646', 'name': '', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'mac_address': 'fa:16:3e:3b:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:46Z', 'updated_at': '2022-01-28T04:15:49Z', 'revision_number': 5, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'subnets': [{'id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:59.680690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd957a-7a02-4de0-b63c-f658948cc809 None None] The sync data for ids ['32ebc234-0a85-464b-8b21-c07a3474ddd7'] in n-d-824835-3 is: [{'id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'name': 'router1', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'df5a1d91-3885-4e4f-b8a5-148bdab4d8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:15:37Z', 'updated_at': '2022-01-28T04:15:56Z', 'revision_number': 4, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'gw_port': {'id': 'df5a1d91-3885-4e4f-b8a5-148bdab4d8b5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:56Z', 'updated_at': '2022-01-28T04:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'da89fdb6-c3fb-43e7-bd5f-da68d51a2646', 'name': '', 'network_id': '34c8f1bb-80df-483b-aeea-37adf3a0c912', 'tenant_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'mac_address': 'fa:16:3e:3b:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ebc234-0a85-464b-8b21-c07a3474ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:15:46Z', 'updated_at': '2022-01-28T04:15:49Z', 'revision_number': 5, 'project_id': 'a2eba36f55284f02b488b7fcd9dc4a11', 'subnets': [{'id': 'fafa7a0a-fb2e-438f-9121-b03898d86d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9c125df-739a-4711-9e2a-dc84d00236bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:15:59.801916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39942) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:59.954424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-448f924f-3671-4047-8ee5-1d5017909864 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1511445 Jan 28 04:16:01.338326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:16:01.383948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:16:01.384344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:01.455829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:01.456291 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:01.474779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df5a1d91-3885-4e4f-b8a5-148bdab4d8b5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:01.479731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:01.528525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=df5a1d91-3885-4e4f-b8a5-148bdab4d8b5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:03.299633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:16:03.357085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:16:03.357533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df5a1d91-3885-4e4f-b8a5-148bdab4d8b5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:03.458196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port df5a1d91-3885-4e4f-b8a5-148bdab4d8b5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:08.512048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2242edbd-9107-4211-857e-0e265faf75fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.698477 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a96d7fd-ca65-418b-8540-dafd6b30c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:11.747368 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:13.411641 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:14.708195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:15.927867 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:16:38.497329 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f595faa4-ce90-4c63-8a96-77c580ecb705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:40.709487 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abe53bd6-ea35-4b22-9dc1-47548dcc03f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:41.751483 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:43.406909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:44.710942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:52.927467 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:17:08.492825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-547cdd5d-280f-4a05-8f04-b1eac7bec7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.691945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39e2418a-e3fc-4b00-9550-b1797e9ce570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.753983 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.409194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:14.709377 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:24.209933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40458) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:24.274443 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9c104c-1b8d-4142-b40a-83d82634f52b admin admin] GET failed (client error): The resource could not be found. Jan 28 04:17:24.275729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e9c104c-1b8d-4142-b40a-83d82634f52b admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648522 Jan 28 04:17:24.460179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3092d8ca-82bb-4e21-856f-c85118ce253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:24.461621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3092d8ca-82bb-4e21-856f-c85118ce253c admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1819522 Jan 28 04:17:26.708711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40468) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:26.833087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3e584-ac3b-4ff9-ad8f-ab4232f16351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:26.834528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7df3e584-ac3b-4ff9-ad8f-ab4232f16351 admin admin] 10.222.0.21 "GET /v2.0/subnets/fafa7a0a-fb2e-438f-9121-b03898d86d3e HTTP/1.1" status: 200 len: 849 time: 0.1248314 Jan 28 04:17:26.844533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:26.929961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Publish callbacks [] for subnet (fafa7a0a-fb2e-438f-9121-b03898d86d3e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.081696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792585955539'] for subnet (fafa7a0a-fb2e-438f-9121-b03898d86d3e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.119916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:27.120534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.121826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] 10.222.0.21 "PUT /v2.0/subnets/fafa7a0a-fb2e-438f-9121-b03898d86d3e HTTP/1.1" status: 200 len: 868 time: 0.2809951 Jan 28 04:17:27.122375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8be0cf-80c7-4157-8dd7-1af12aed68c3 None None] Network 34c8f1bb-80df-483b-aeea-37adf3a0c912 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:17:27.137598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafa7a0a-fb2e-438f-9121-b03898d86d3e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:27.145060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.145456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.145787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.146124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.146548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.146858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.147187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.147518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.147972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.148317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.148646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.148968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.149324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fcbcc-d7e0-4f85-b723-659b2e29e80e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:27.410529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d88e1aba-f061-4473-9527-d9074df4aebd None None] Provisioning complete for port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:27.410910 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d88e1aba-f061-4473-9527-d9074df4aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ff6a9d8-44d1-47fd-bbfa-af99f84e08af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.488211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d88e1aba-f061-4473-9527-d9074df4aebd None None] Current status of the port 7ff6a9d8-44d1-47fd-bbfa-af99f84e08af is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:27.498211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d88e1aba-f061-4473-9527-d9074df4aebd None None] Provisioning complete for port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:27.498601 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d88e1aba-f061-4473-9527-d9074df4aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da89fdb6-c3fb-43e7-bd5f-da68d51a2646), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.569755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d88e1aba-f061-4473-9527-d9074df4aebd None None] Current status of the port da89fdb6-c3fb-43e7-bd5f-da68d51a2646 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:29.391196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:29.585856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c61dfc-8f4f-4bce-8dab-c3df1b52eb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:29.586251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c61dfc-8f4f-4bce-8dab-c3df1b52eb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:29.588437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27c61dfc-8f4f-4bce-8dab-c3df1b52eb0a admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962831 Jan 28 04:17:29.926233 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:17:31.815856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40484) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:31.944328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c4792-c8b6-4931-83f1-09dae874e91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:31.944813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c4792-c8b6-4931-83f1-09dae874e91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:31.946383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c96c4792-c8b6-4931-83f1-09dae874e91a admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294992 Jan 28 04:17:34.179834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40492) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:34.307058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3feed28-3727-4f70-b705-8efee5566407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:34.308452 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3feed28-3727-4f70-b705-8efee5566407 admin admin] 10.222.0.21 "GET /v2.0/networks/34c8f1bb-80df-483b-aeea-37adf3a0c912 HTTP/1.1" status: 200 len: 869 time: 0.1276774 Jan 28 04:17:36.560852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:36.690511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5ade5-d7a3-4ce6-9a4d-05848b74ddc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:36.691904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-edb5ade5-d7a3-4ce6-9a4d-05848b74ddc8 admin admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 886 time: 0.1300685 Jan 28 04:17:38.496609 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37d2f1fd-aa81-41af-92c9-3c4ddbec42ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:38.961212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:39.090313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88456162-0f06-4cec-b9cc-18d0939e9fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:39.090776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88456162-0f06-4cec-b9cc-18d0939e9fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:39.095818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-88456162-0f06-4cec-b9cc-18d0939e9fad admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301959 Jan 28 04:17:40.694026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-04cd0cff-d4b9-419e-a279-ec481ed1c184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:41.336236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40518) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:41.428591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80782e1f-d5cb-4da8-a849-5407a24ce732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:41.429057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80782e1f-d5cb-4da8-a849-5407a24ce732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:41.430599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-80782e1f-d5cb-4da8-a849-5407a24ce732 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927930 Jan 28 04:17:41.753458 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:43.412992 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:43.689488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:43.773825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617a7f8-01b0-47c1-bd9b-2942e56ae953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:43.775735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e617a7f8-01b0-47c1-bd9b-2942e56ae953 admin admin] 10.222.0.21 "GET /v2.0/subnets/a5525f56-3632-485a-b952-0555df871217 HTTP/1.1" status: 200 len: 816 time: 0.0847142 Jan 28 04:17:44.706165 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:46.023431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40534) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:46.113628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c7535-d18f-4437-976d-331f3893e2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:46.114978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-041c7535-d18f-4437-976d-331f3893e2d8 admin admin] 10.222.0.21 "GET /v2.0/subnets/fafa7a0a-fb2e-438f-9121-b03898d86d3e HTTP/1.1" status: 200 len: 868 time: 0.0906069 Jan 28 04:18:06.924261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:18:08.499361 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-124da804-42c1-4df0-9f13-3791b8aab06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:10.697314 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92bb6682-4467-4a1e-ab98-2deb9660b536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:11.751193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.259863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:18:12.309164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-89f78bef-d0a2-476e-bf20-d9ec85e8352d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:18:12.310216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89f78bef-d0a2-476e-bf20-d9ec85e8352d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493798 Jan 28 04:18:13.414116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:14.647182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40596) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:18:14.701682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:14.710930 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1dd837-541a-45ed-9485-79acf5b86846 admin admin] GET failed (client error): The resource could not be found. Jan 28 04:18:14.712287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae1dd837-541a-45ed-9485-79acf5b86846 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641487 Jan 28 04:18:14.857108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e72aa28-7186-4e6a-852c-2cb3eeaa7144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.858554 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e72aa28-7186-4e6a-852c-2cb3eeaa7144 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421762 Jan 28 04:18:17.143985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:18:17.189409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Request body: {'network': {'shared': True, 'project_id': '44bc3085fe4f4995b1cf12b68eabb596', 'tenant_id': '44bc3085fe4f4995b1cf12b68eabb596', 'name': 'shared', 'admin_state_up': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:18:17.207603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Made reservation on behalf of 44bc3085fe4f4995b1cf12b68eabb596 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:18:17.210059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:17.236829 n-d-824835-3 neutron-server[103139]: WARNING neutron.services.revisions.revision_plugin [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Could not find related network for resource to bump revision. Jan 28 04:18:17.250222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:18:17.259059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e135aa82-c899-4ac8-a64f-35f902f87425), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:17.259401 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Added segment e135aa82-c899-4ac8-a64f-35f902f87425 of type vlan for network f7857662-5940-47cd-ba62-79741e94bac2 Jan 28 04:18:17.304620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f7857662-5940-47cd-ba62-79741e94bac2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:17.327834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f7857662-5940-47cd-ba62-79741e94bac2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:17.328756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:17.329355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:17.380253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2351940 Jan 28 04:18:17.389412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Pushing event updated for resources: {'Network': ['ID=f7857662-5940-47cd-ba62-79741e94bac2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:17.396592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.396946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.397333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.397699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.398040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.400900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.401265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009d15a-fa54-418a-81f7-4d77dec2370d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:17.412359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f7857662-5940-47cd-ba62-79741e94bac2 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:18:19.672323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40616) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:18:19.731798 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-502a3c01-55ea-46d7-8fe3-5c4eb1b5a19e admin admin] GET failed (client error): The resource could not be found. Jan 28 04:18:19.733138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-502a3c01-55ea-46d7-8fe3-5c4eb1b5a19e admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597031 Jan 28 04:18:19.802405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1b655-b976-4354-be17-5737f80a4992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:19.803856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8aa1b655-b976-4354-be17-5737f80a4992 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668578 Jan 28 04:18:19.814096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'tenant_id': '44bc3085fe4f4995b1cf12b68eabb596', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'cidr': '192.168.233.0/24'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:18:19.834993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Made reservation on behalf of 44bc3085fe4f4995b1cf12b68eabb596 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:18:19.837494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.037794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (9bc69b02-6076-4c28-a1ea-60cb3b41a1fe), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.096574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:20.106188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:18:20.106547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Network hostable DHCP agents. Network: f7857662-5940-47cd-ba62-79741e94bac2, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:18:20.126031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Network f7857662-5940-47cd-ba62-79741e94bac2 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:18:20.136453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f7857662-5940-47cd-ba62-79741e94bac2) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:18:20.140389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:20.140989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.146398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c201f7-69c0-4452-93f7-603d54758a84 None None] Network f7857662-5940-47cd-ba62-79741e94bac2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:18:20.156842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7eba8af8-b9db-4287-bb41-65e39a17c643 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3460476 Jan 28 04:18:20.249977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f7857662-5940-47cd-ba62-79741e94bac2', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'project_id': '44bc3085fe4f4995b1cf12b68eabb596', 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:18:20.250871 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.386730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Allocated IP 192.168.233.2 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/6c67cdcc-cc51-46eb-b2d3-a1b329367d39) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:18:20.530638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Publish callbacks [] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.539034 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.577207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:18:20.580946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:18:20.587573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:18:20.594411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Pushing event updated for resources: {'Port': ['ID=6c67cdcc-cc51-46eb-b2d3-a1b329367d39,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:20.603832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.604188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.604534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.604878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.605247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.605589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.605925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.606283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.606592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.606925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.607254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.607584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.607912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.657606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Attempting to bind port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:18:20.657902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Attempting to bind port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:18:20.658273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Attempting to bind port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:20.663466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:18:20.663853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:18:20.664268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.664663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:18:20.665224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Bound port: 6c67cdcc-cc51-46eb-b2d3-a1b329367d39, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:18:20.665723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.727162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] For port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:18:20.730389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] For port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6c67cdcc-cc51-46eb-b2d3-a1b329367d39,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:18:20.735885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.795587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51be0b0-8ebb-4278-9a41-7b37c8432836 None None] Pushing event updated for resources: {'Port': ['ID=6c67cdcc-cc51-46eb-b2d3-a1b329367d39,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:21.472419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:18:21.529981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:18:21.530202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:21.622070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:21.622417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:21.659318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6c67cdcc-cc51-46eb-b2d3-a1b329367d39,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:21.663460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:21.730761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=6c67cdcc-cc51-46eb-b2d3-a1b329367d39,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:21.953359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0928fb6-3b7e-4089-a299-5ca0692ec643 None None] Network f7857662-5940-47cd-ba62-79741e94bac2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:18:22.036853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f1b0e935-154c-4d8a-a9f0-c0258d193a2d None None] Provisioning complete for port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:18:22.037288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e935-154c-4d8a-a9f0-c0258d193a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:22.240155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0e935-154c-4d8a-a9f0-c0258d193a2d None None] Current status of the port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:22.461000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0f48ee2d-3466-4043-b500-d0fc3aee976f None None] Provisioning complete for port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:18:22.461352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f48ee2d-3466-4043-b500-d0fc3aee976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:22.540562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0f48ee2d-3466-4043-b500-d0fc3aee976f None None] Current status of the port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:23.436877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:18:23.486741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:18:23.487136 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c67cdcc-cc51-46eb-b2d3-a1b329367d39), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:23.560420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6c67cdcc-cc51-46eb-b2d3-a1b329367d39 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:38.502358 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93f04839-2f06-4537-a485-6f42c4f60a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:40.693912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c97c0e9f-7250-4de4-9d96-281907db2f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:41.755121 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:43.416766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:43.923006 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:18:44.707602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.503411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-096b1b9c-1503-454e-9e87-cc97230539e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.696538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb34f797-fbdb-4011-be8e-85bd00c87354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.757456 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:13.432718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.711443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:20.921714 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:19:38.506212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1738b806-6425-4b6b-997b-11b09c3f9328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:40.705607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abd63716-6ef8-4213-8ea3-ccfb197a8900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:41.761664 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:41.832194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:41.837994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-1ca9af62-db99-46d2-8fce-c33700f78f6b tempest-verify_tempest_config-889423878 tempest-verify_tempest_config-889423878-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:19:41.838982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ca9af62-db99-46d2-8fce-c33700f78f6b tempest-verify_tempest_config-889423878 tempest-verify_tempest_config-889423878-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057895 Jan 28 04:19:42.138197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:42.238410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.312911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Publish callbacks [] for security_group (437d001a-495e-4438-bf1f-21dde9e7cbae), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.316463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (437d001a-495e-4438-bf1f-21dde9e7cbae), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.361567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=274964c9181e4b25916d841cd04c7a99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2222662 Jan 28 04:19:42.362614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d001a-495e-4438-bf1f-21dde9e7cbae,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:42.364311 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:42.369669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.370020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.370363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.370699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.371031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.371362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.371690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.372015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.372338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.372662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.372985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.373340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.373666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3465c9-4000-42f1-b5dd-05432b0a1ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.418876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Publish callbacks [] for security_group (437d001a-495e-4438-bf1f-21dde9e7cbae), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.438844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Publish callbacks [] for security_group (437d001a-495e-4438-bf1f-21dde9e7cbae), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.526690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (437d001a-495e-4438-bf1f-21dde9e7cbae), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.529312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.533641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/437d001a-495e-4438-bf1f-21dde9e7cbae HTTP/1.1" status: 204 len: 168 time: 0.1676416 Jan 28 04:19:42.541753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d001a-495e-4438-bf1f-21dde9e7cbae,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:42.548302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.548508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.548872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.549231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.549570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.549907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.550238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.550569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.550897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.551225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.551550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.551874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:42.552261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc93895-ef20-4cc6-8794-1c5e4c368904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:43.429110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:44.720694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:57.920215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:20:08.508716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c683ee95-cf62-41ba-9f14-62f47cba4834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.699496 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f222971-4abc-41b7-86f5-532ea0b30846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:11.763591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.431172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.714135 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:34.919491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:20:38.510483 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a85d967b-084f-4c51-b4e9-6832ac5a24fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:40.702192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd18cac4-ec14-4e5d-a306-699767e287a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:41.765080 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:43.434816 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:44.716941 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:08.512275 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7525245b-f576-459e-867d-ba136c08aad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:10.703347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09501bb0-6468-46ca-88c7-77f621bb2ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:11.768297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:11.917681 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:21:13.439670 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:14.720068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:38.512761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58c8ce0f-f697-43b4-aef7-64528a5e4c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:40.704764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a668e45-6e96-45cc-9f63-0327b7c21a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:41.771540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:43.446090 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:44.721732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:48.915432 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:22:08.514849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dcfc6082-36c7-45c9-bc08-bdffd59971eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:10.707538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-480a8282-761c-44a6-8abb-743c00481a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.773926 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.445749 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:14.723617 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:25.913965 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:22:38.517825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9021de97-739e-48e1-9ba6-8cff8a8b42ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:40.709092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ec62-3f93-4bdb-b1e2-58c58328b42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:41.778037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:43.449390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:44.725360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:02.911395 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 5 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:23:05.786100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:07.400276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1829814'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:08.518426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c9451a0-9c90-4f81-ab69-d1efc1db5aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:10.710066 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b07ec81a-c323-4e09-91a5-c66484aa20b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:11.779198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:13.454786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:14.727852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:35.755174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:37.368737 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:38.519808 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b113884b-6cc1-466b-b236-964a808eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:39.911534 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:23:40.712092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a745908-55f1-4ca9-8152-0c6574ff74d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:41.781678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:43.455622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:44.732300 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:47.790098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:23:47.892521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54f5333b-7f20-43b3-a3ad-7a1f1b2594a6 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1012745 Jan 28 04:23:50.148485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40746) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:23:50.204976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04952a7a-afd2-43a7-a4e2-e4299ff9d7c2 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0554135 Jan 28 04:24:05.751699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:07.367348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:08.520760 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dfacc7f-cdea-45e5-a580-289b6f70823a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:10.714833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b56f94fc-e6f4-4a05-bdaf-c0bfcd44fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:11.784221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:13.458925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:14.734252 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:16.910712 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:24:35.751654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:37.371076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:38.524681 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-090c89a7-27e0-488b-b032-bd6fd9067859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:40.722212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1de1b46-9472-42ab-b4ac-2b402c54d315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:41.787917 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:43.463042 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:44.737623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:53.909194 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:25:05.756976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:07.394414 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:08.541244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77274cb8-462c-4ecb-bdcd-2359d1044ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:10.133259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40886) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:10.530818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6b003a4-86a4-416f-bdcc-8d1d04ba24f6 tempest-AutoAllocateNetworkTest-611120068 tempest-AutoAllocateNetworkTest-611120068-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c8edde739894d07afbd20e199143cf1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3931170 Jan 28 04:25:10.531300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40908) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:10.721555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-719ee540-cd36-4804-886f-022af6eda61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:10.751102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee967bb3-185d-4cc8-a2d8-6fb30ecf4b13 tempest-AutoAllocateNetworkTest-611120068 tempest-AutoAllocateNetworkTest-611120068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:10.753806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee967bb3-185d-4cc8-a2d8-6fb30ecf4b13 tempest-AutoAllocateNetworkTest-611120068 tempest-AutoAllocateNetworkTest-611120068-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2213407 Jan 28 04:25:10.755910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40920) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:10.831281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04163542-73b2-4bb5-a93e-a1b4be80c8b5 tempest-AutoAllocateNetworkTest-611120068 tempest-AutoAllocateNetworkTest-611120068-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722120 Jan 28 04:25:10.831839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40926) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:10.882853 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-16a9f51b-b7ed-4408-ab71-9bf6556b724b tempest-AutoAllocateNetworkTest-611120068 tempest-AutoAllocateNetworkTest-611120068-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c8edde739894d07afbd20e199143cf1 HTTP/1.1" status: 200 len: 208 time: 0.0489221 Jan 28 04:25:11.444641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40968) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:11.790473 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:11.840532 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:11.922267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Publish callbacks [] for security_group (e71932e3-e30d-4aab-9dc6-fd301d66f1c6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:11.926909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e71932e3-e30d-4aab-9dc6-fd301d66f1c6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:11.964641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71932e3-e30d-4aab-9dc6-fd301d66f1c6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:11.975929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.976280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.976614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.976947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.977847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.978163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.978489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.978923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.979246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.979566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.979886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.980201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.980667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] Tracked resource versions report: Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: pushed versions: Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: { 'AddressGroup': {'1.2'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'ConntrackHelper': {'1.0'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Log': {'1.0'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Network': {'1.1'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Port': {'1.7'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'PortForwarding': {'1.2'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'QosPolicy': {'1.10'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'SecurityGroup': {'1.5'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'SubPort': {'1.0'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Subnet': {'1.1'}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Trunk': {'1.1'}} Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: consumer versions: Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: HyperV agent@n-h1-824835-3: {}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: HyperV agent@n-h2-824835-3: {}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: L3 agent@n-d-824835-3: {}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: Metadata agent@n-d-824835-3: {}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: Metering agent@n-d-824835-3: {}, Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'ConntrackHelper': '1.0', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'LocalIPAssociation': '1.0', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Log': '1.0', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Network': '1.1', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Port': '1.7', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'PortForwarding': '1.2', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'QosPolicy': '1.10', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'SecurityGroup': '1.5', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'SecurityGroupRule': '1.2', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'SubPort': '1.0', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Subnet': '1.1', Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: 'Trunk': '1.1'}} Jan 28 04:25:11.981972 n-d-824835-3 neutron-server[103139]: {{(pid=103139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:25:11.993874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40994) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:12.000703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab20d789-358c-4d59-be65-5719dd33e03c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c8edde739894d07afbd20e199143cf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5548327 Jan 28 04:25:12.040841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Publish callbacks [] for security_group (e71932e3-e30d-4aab-9dc6-fd301d66f1c6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:12.062167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Publish callbacks [] for security_group (e71932e3-e30d-4aab-9dc6-fd301d66f1c6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:12.112848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e71932e3-e30d-4aab-9dc6-fd301d66f1c6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:12.115624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:12.119973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e71932e3-e30d-4aab-9dc6-fd301d66f1c6 HTTP/1.1" status: 204 len: 168 time: 0.1219401 Jan 28 04:25:12.124914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71932e3-e30d-4aab-9dc6-fd301d66f1c6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:12.132897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.133280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.133654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.133999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.134341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.134674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.135004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.135335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.135663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.135994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.136321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.136649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.136975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9e514-4d31-4b7e-8ef8-c7199cd7cd7b admin admin] Tracked resource versions report: Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: pushed versions: Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: { 'AddressGroup': {'1.2'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'ConntrackHelper': {'1.0'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Log': {'1.0'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Network': {'1.1'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Port': {'1.7'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'PortForwarding': {'1.2'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'QosPolicy': {'1.10'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'SecurityGroup': {'1.5'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'SubPort': {'1.0'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Subnet': {'1.1'}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Trunk': {'1.1'}} Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: consumer versions: Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: HyperV agent@n-h1-824835-3: {}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: HyperV agent@n-h2-824835-3: {}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: L3 agent@n-d-824835-3: {}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: Metadata agent@n-d-824835-3: {}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: Metering agent@n-d-824835-3: {}, Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'ConntrackHelper': '1.0', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'LocalIPAssociation': '1.0', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Log': '1.0', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Network': '1.1', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Port': '1.7', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'PortForwarding': '1.2', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'QosPolicy': '1.10', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'SecurityGroup': '1.5', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'SecurityGroupRule': '1.2', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'SubPort': '1.0', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Subnet': '1.1', Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: 'Trunk': '1.1'}} Jan 28 04:25:12.138151 n-d-824835-3 neutron-server[103138]: {{(pid=103138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:25:13.474824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.595415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:14.710739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1421607058-network', 'tenant_id': 'd7ea168804aa4cb99622a49b8276b82e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:14.746208 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.789543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Made reservation on behalf of d7ea168804aa4cb99622a49b8276b82e for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:14.791970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.800615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.885550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks [] for security_group (e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.890737 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.921711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:14.943004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:25:14.954643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8860521e-4557-4fc1-8245-7f8f9582ad9e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.954988 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Added segment 8860521e-4557-4fc1-8245-7f8f9582ad9e of type vlan for network 09cfcab5-e083-44ce-92a1-e663734cd40b Jan 28 04:25:15.006427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (09cfcab5-e083-44ce-92a1-e663734cd40b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.032223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (09cfcab5-e083-44ce-92a1-e663734cd40b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.033196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:15.033782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.100137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] Pushing event updated for resources: {'Network': ['ID=09cfcab5-e083-44ce-92a1-e663734cd40b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:15.107098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3467d7dc-e8ad-4c4e-9141-629782d87c4e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5104833 Jan 28 04:25:15.110047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:15.110669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 09cfcab5-e083-44ce-92a1-e663734cd40b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:25:15.116272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Request body: {'subnet': {'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1421607058-subnet', 'tenant_id': 'd7ea168804aa4cb99622a49b8276b82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:15.137535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Made reservation on behalf of d7ea168804aa4cb99622a49b8276b82e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:15.140730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.343502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (7030f5e0-9c1b-4be9-92ac-0beb153b4f26), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.360061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41200) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:15.407435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7030f5e0-9c1b-4be9-92ac-0beb153b4f26,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:15.409708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:15.410069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Network hostable DHCP agents. Network: 09cfcab5-e083-44ce-92a1-e663734cd40b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:25:15.431512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Network 09cfcab5-e083-44ce-92a1-e663734cd40b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:25:15.441975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 09cfcab5-e083-44ce-92a1-e663734cd40b) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:15.447546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:15.448796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.452615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb938da-b8a9-45cc-870d-1cd37fdf5355 None None] Network 09cfcab5-e083-44ce-92a1-e663734cd40b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:15.494954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dc1e4555-4771-4c18-b962-8d32a6c7df70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3739607 Jan 28 04:25:15.505182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41212) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:15.507538 n-d-824835-3 neutron-server[103139]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 04:25:15.541633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-a967cab1-fa73-4560-8268-12fd4a152b48 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350018 Jan 28 04:25:15.576570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef88bd0-5c2b-4fd9-969b-c0c0f8845012 None None] Network 09cfcab5-e083-44ce-92a1-e663734cd40b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:15.690835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377cdf90-c9b9-4377-b3ef-f4a4f04a1f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.798182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-7c96777c-25ad-4dbf-8ca2-3001dfe804ab tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:15.799612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-7c96777c-25ad-4dbf-8ca2-3001dfe804ab tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572069 Jan 28 04:25:15.829323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-494c6fe7-6dc9-4cfd-9d60-d66f08ea4b37 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/quotas/dc13fd9deab545f2ade002c5f8a275f4 HTTP/1.1" status: 200 len: 375 time: 0.0203688 Jan 28 04:25:16.011959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-7e2ef0eb-54bd-498f-a9f8-6e95d57c8f5e tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1758747 Jan 28 04:25:16.014157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377cdf90-c9b9-4377-b3ef-f4a4f04a1f9a admin admin] Publish callbacks [] for security_group (ba3013cf-d656-42d1-bc48-7f57fc978816), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.019262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377cdf90-c9b9-4377-b3ef-f4a4f04a1f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ba3013cf-d656-42d1-bc48-7f57fc978816), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.053985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cdf90-c9b9-4377-b3ef-f4a4f04a1f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3013cf-d656-42d1-bc48-7f57fc978816,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:16.076862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-377cdf90-c9b9-4377-b3ef-f4a4f04a1f9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d995fd506f49c6981c0f194f481633&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7157600 Jan 28 04:25:16.077013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41246) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:16.140861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a2a6-847a-42f5-a852-9ae49b4f4084 admin admin] Publish callbacks [] for security_group (ba3013cf-d656-42d1-bc48-7f57fc978816), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.157905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41254) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:16.163652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1517812263-network', 'tenant_id': 'de655739f59f41a39db183bb94dadf01'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:16.165545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a2a6-847a-42f5-a852-9ae49b4f4084 admin admin] Publish callbacks [] for security_group (ba3013cf-d656-42d1-bc48-7f57fc978816), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.197568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Made reservation on behalf of de655739f59f41a39db183bb94dadf01 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:16.199981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.209761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.230563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a2a6-847a-42f5-a852-9ae49b4f4084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ba3013cf-d656-42d1-bc48-7f57fc978816), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.234985 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a2a6-847a-42f5-a852-9ae49b4f4084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.236212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a1c8a2a6-847a-42f5-a852-9ae49b4f4084 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba3013cf-d656-42d1-bc48-7f57fc978816 HTTP/1.1" status: 204 len: 168 time: 0.1577680 Jan 28 04:25:16.244940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8a2a6-847a-42f5-a852-9ae49b4f4084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3013cf-d656-42d1-bc48-7f57fc978816,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:16.362538 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks [] for security_group (7b41be30-6f37-4f12-a6bf-3ddccff5ba2c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.368815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7b41be30-6f37-4f12-a6bf-3ddccff5ba2c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.394000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:25:16.409451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41be30-6f37-4f12-a6bf-3ddccff5ba2c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:16.414355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6fcce659-0f9f-497c-9e98-fcbac00b19de), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.414744 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Added segment 6fcce659-0f9f-497c-9e98-fcbac00b19de of type vlan for network 250d32a0-71a1-438c-bb65-aff2a77d9ec4 Jan 28 04:25:16.456712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (250d32a0-71a1-438c-bb65-aff2a77d9ec4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.488702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (250d32a0-71a1-438c-bb65-aff2a77d9ec4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.489891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.490617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.543549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3842719 Jan 28 04:25:16.546416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41286) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:16.551537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Request body: {'subnet': {'network_id': '250d32a0-71a1-438c-bb65-aff2a77d9ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1517812263-subnet', 'tenant_id': 'de655739f59f41a39db183bb94dadf01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:16.574440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4ca5d-5e45-4983-b2ce-b3aeedff7ada admin admin] Pushing event updated for resources: {'Network': ['ID=250d32a0-71a1-438c-bb65-aff2a77d9ec4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:16.585909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 250d32a0-71a1-438c-bb65-aff2a77d9ec4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:25:16.593126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Made reservation on behalf of de655739f59f41a39db183bb94dadf01 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:16.595507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.761280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41294) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:16.783587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cac86ac0-4595-465c-b9e3-1014d1dc8acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.820047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (c2be2ba1-aa56-41da-b620-c0ef8cea7f2d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.879790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2be2ba1-aa56-41da-b620-c0ef8cea7f2d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:16.882462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cac86ac0-4595-465c-b9e3-1014d1dc8acc admin admin] Publish callbacks [] for security_group (6d10465c-67e7-4e3a-affe-b94f8429b0ce), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.898932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cac86ac0-4595-465c-b9e3-1014d1dc8acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6d10465c-67e7-4e3a-affe-b94f8429b0ce), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.910253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41308) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:16.926446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Checking segment: {'id': '6fcce659-0f9f-497c-9e98-fcbac00b19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '250d32a0-71a1-438c-bb65-aff2a77d9ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:16.926813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Network hostable DHCP agents. Network: 250d32a0-71a1-438c-bb65-aff2a77d9ec4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:25:16.932540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-2d5ae45e-05e7-4108-94d3-114acb8c5782 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f37b6abd6ac64dd68fbe87061ee03123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474913 Jan 28 04:25:16.950343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Network 250d32a0-71a1-438c-bb65-aff2a77d9ec4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:25:16.963628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cac86ac0-4595-465c-b9e3-1014d1dc8acc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73ddf523a7534dc9b077dc26aa0654b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2009261 Jan 28 04:25:16.966672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41314) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:16.969500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 250d32a0-71a1-438c-bb65-aff2a77d9ec4) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:16.978696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00619d9-cc58-4afb-99b0-e16a29699bbc None None] Network 250d32a0-71a1-438c-bb65-aff2a77d9ec4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:17.027528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac86ac0-4595-465c-b9e3-1014d1dc8acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10465c-67e7-4e3a-affe-b94f8429b0ce,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:17.050459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:17.051091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:17.062183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bfc1-10c0-4491-acf8-f915a6fc2344 admin admin] Publish callbacks [] for security_group (6d10465c-67e7-4e3a-affe-b94f8429b0ce), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:17.074110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-1e4a9598-b3d7-483a-960d-369e3a85cfab tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:17.075672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-1e4a9598-b3d7-483a-960d-369e3a85cfab tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423752 Jan 28 04:25:17.088585 n-d-824835-3 neutron-server[103138]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 04:25:17.092143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-d36420d1-7fe5-4f76-b2c7-83e19cd68edb tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/quotas/f37b6abd6ac64dd68fbe87061ee03123 HTTP/1.1" status: 200 len: 375 time: 0.0104988 Jan 28 04:25:17.111315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bfc1-10c0-4491-acf8-f915a6fc2344 admin admin] Publish callbacks [] for security_group (6d10465c-67e7-4e3a-affe-b94f8429b0ce), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:17.121211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b9ab8d74-ecea-43f0-964e-21164c005af3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5687225 Jan 28 04:25:17.166294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-eb47744a-2fad-4ee2-b3f3-1e0c4717beb2 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f37b6abd6ac64dd68fbe87061ee03123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684583 Jan 28 04:25:17.200590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4211ad4-ebd9-4b14-99f2-a8acfde002d6 None None] Network 250d32a0-71a1-438c-bb65-aff2a77d9ec4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:17.208784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1a28590-a65e-438f-841f-3db2d483e5bd req-f5d60242-fad4-4310-8974-4375c0653379 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 210 time: 0.2973256 Jan 28 04:25:17.224170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bfc1-10c0-4491-acf8-f915a6fc2344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6d10465c-67e7-4e3a-affe-b94f8429b0ce), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:17.228543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bfc1-10c0-4491-acf8-f915a6fc2344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:17.243979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6d3bfc1-10c0-4491-acf8-f915a6fc2344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d10465c-67e7-4e3a-affe-b94f8429b0ce HTTP/1.1" status: 204 len: 168 time: 0.2755551 Jan 28 04:25:17.260241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3bfc1-10c0-4491-acf8-f915a6fc2344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10465c-67e7-4e3a-affe-b94f8429b0ce,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:17.496242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4400bb99-f72d-4a7e-b4d6-64a6a6aa558a req-82088236-6364-4c02-addb-9b2117bb5f52 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0517259 Jan 28 04:25:18.287954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-591a2024-c66e-4607-90b2-18bee7ec6c02 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.295652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-591a2024-c66e-4607-90b2-18bee7ec6c02 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.2321644 Jan 28 04:25:18.313810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-21311517-a839-4a18-9dfa-8960d45db6a3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/quotas/d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 375 time: 0.0172377 Jan 28 04:25:18.376772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41438) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:18.395082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-187329b3-7144-48f1-ac00-5359f0cec36b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793538 Jan 28 04:25:18.426597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:18.468598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41450) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:18.471127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5095a6d-c781-411e-8a65-67e22181e404 req-af1400f9-55d3-4ec5-9a99-75da929820fd tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 210 time: 0.0784481 Jan 28 04:25:18.608488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0bc15bb2-020f-4b07-b2c2-ec753ef99b93 req-c70dc5c1-795d-4ecb-b334-66663012e400 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0372577 Jan 28 04:25:18.649830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf84211c-c547-4f03-8c1f-a3e7c9867ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.666745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192c7772-7ee4-4442-bc25-692f9558b854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.759809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-a8e5d431-2d00-4378-bcf4-8c09a6a97bc0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:18.766698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192c7772-7ee4-4442-bc25-692f9558b854 admin admin] Publish callbacks [] for security_group (d6cf8e4c-748c-4ba4-a660-0e3483516a62), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.767588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-a8e5d431-2d00-4378-bcf4-8c09a6a97bc0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1809423 Jan 28 04:25:18.773880 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192c7772-7ee4-4442-bc25-692f9558b854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d6cf8e4c-748c-4ba4-a660-0e3483516a62), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.800314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72f9e539-e231-4b24-883c-7af5b7ed0425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.803690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf84211c-c547-4f03-8c1f-a3e7c9867ad7 admin admin] Publish callbacks [] for security_group (e83e723c-70ba-401d-8684-16cc655adf00), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.816701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf84211c-c547-4f03-8c1f-a3e7c9867ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e83e723c-70ba-401d-8684-16cc655adf00), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.824999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-192c7772-7ee4-4442-bc25-692f9558b854 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84ab822839d7442e9a7a727cfe203dab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4468200 Jan 28 04:25:18.828630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:18.839945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c7772-7ee4-4442-bc25-692f9558b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf8e4c-748c-4ba4-a660-0e3483516a62,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:18.903206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ddac65b-74d5-4018-add3-ef9bbd25517d admin admin] Publish callbacks [] for security_group (d6cf8e4c-748c-4ba4-a660-0e3483516a62), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.931270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ddac65b-74d5-4018-add3-ef9bbd25517d admin admin] Publish callbacks [] for security_group (d6cf8e4c-748c-4ba4-a660-0e3483516a62), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:18.942422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cf84211c-c547-4f03-8c1f-a3e7c9867ad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99556c506cab4641a80625735320643c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5145388 Jan 28 04:25:18.946712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41468) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:18.975520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84211c-c547-4f03-8c1f-a3e7c9867ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e723c-70ba-401d-8684-16cc655adf00,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:19.030641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.52', 64884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:19.031641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4a604d9-794d-4655-903d-5e4ae2a5f862 admin admin] Publish callbacks [] for security_group (e83e723c-70ba-401d-8684-16cc655adf00), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.048762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-ce89ee80-6bfb-43f3-ad16-1a49ef6c83f9 service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795346 Jan 28 04:25:19.076601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ddac65b-74d5-4018-add3-ef9bbd25517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d6cf8e4c-748c-4ba4-a660-0e3483516a62), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.079482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ddac65b-74d5-4018-add3-ef9bbd25517d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.083313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5ddac65b-74d5-4018-add3-ef9bbd25517d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6cf8e4c-748c-4ba4-a660-0e3483516a62 HTTP/1.1" status: 204 len: 168 time: 0.2536511 Jan 28 04:25:19.085456 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-ccecd608-8960-46d0-bf74-7a4e29c78050 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428283 Jan 28 04:25:19.087734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4a604d9-794d-4655-903d-5e4ae2a5f862 admin admin] Publish callbacks [] for security_group (e83e723c-70ba-401d-8684-16cc655adf00), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.130076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddac65b-74d5-4018-add3-ef9bbd25517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf8e4c-748c-4ba4-a660-0e3483516a62,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:19.200508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-98d717da-0285-4816-984f-9e6aa91c07a9 service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412659 Jan 28 04:25:19.270531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72f9e539-e231-4b24-883c-7af5b7ed0425 admin admin] Publish callbacks [] for security_group (3317ddc0-f757-4736-9c40-afa2656249dc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.281340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72f9e539-e231-4b24-883c-7af5b7ed0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3317ddc0-f757-4736-9c40-afa2656249dc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.341911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4a604d9-794d-4655-903d-5e4ae2a5f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e83e723c-70ba-401d-8684-16cc655adf00), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.346819 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4a604d9-794d-4655-903d-5e4ae2a5f862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.365549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4a604d9-794d-4655-903d-5e4ae2a5f862 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e83e723c-70ba-401d-8684-16cc655adf00 HTTP/1.1" status: 204 len: 168 time: 0.4174643 Jan 28 04:25:19.372400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.47', 49609) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:19.379899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-72f9e539-e231-4b24-883c-7af5b7ed0425 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbfb6551a5994b89aeb69ed76d3accfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9100766 Jan 28 04:25:19.381369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9e539-e231-4b24-883c-7af5b7ed0425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3317ddc0-f757-4736-9c40-afa2656249dc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:19.413695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41488) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:19.420137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-2b8a84d4-1560-4505-b514-006d8fa1c61b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:19.422406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-2b8a84d4-1560-4505-b514-006d8fa1c61b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3265231 Jan 28 04:25:19.425783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a604d9-794d-4655-903d-5e4ae2a5f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e723c-70ba-401d-8684-16cc655adf00,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:19.463778 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-dc7b8222-e217-46f6-b284-550e3bd617b2 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f37b6abd6ac64dd68fbe87061ee03123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892305 Jan 28 04:25:19.579520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-387c5aef-1484-442f-be41-bcc2a35e3475 admin admin] Publish callbacks [] for security_group (3317ddc0-f757-4736-9c40-afa2656249dc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.587439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Request body: {'port': {'device_id': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'dc13fd9deab545f2ade002c5f8a275f4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:19.645432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-387c5aef-1484-442f-be41-bcc2a35e3475 admin admin] Publish callbacks [] for security_group (3317ddc0-f757-4736-9c40-afa2656249dc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.744464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-387c5aef-1484-442f-be41-bcc2a35e3475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3317ddc0-f757-4736-9c40-afa2656249dc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.745506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c12ab9ec-a2fc-439b-85c5-b190c0f6c41f req-908b5c68-b713-419e-b60a-faab712728f8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 210 time: 0.1320350 Jan 28 04:25:19.756286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-387c5aef-1484-442f-be41-bcc2a35e3475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:19.760388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-387c5aef-1484-442f-be41-bcc2a35e3475 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3317ddc0-f757-4736-9c40-afa2656249dc HTTP/1.1" status: 204 len: 168 time: 0.3398700 Jan 28 04:25:19.781241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5aef-1484-442f-be41-bcc2a35e3475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3317ddc0-f757-4736-9c40-afa2656249dc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:19.868117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ee34b48b-4762-4737-bab0-d7cddfada5fd req-3c0a47b7-2ccf-488f-b971-d75e3bf3603a tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 210 time: 0.1075590 Jan 28 04:25:20.010891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41534) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:20.013289 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45c6eb7c-fbbd-4767-84d9-4c5d7b3b92b4 req-4a04c07f-c8f4-4312-a9d8-5affdb9bd3d1 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0917921 Jan 28 04:25:20.032994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7170e155-9965-4781-89c8-4853507f7c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.051623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-4cb6b6b0-85b7-4855-890f-04d344eb97b0 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:20.053315 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-4cb6b6b0-85b7-4855-890f-04d344eb97b0 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5778828 Jan 28 04:25:20.097538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Made reservation on behalf of dc13fd9deab545f2ade002c5f8a275f4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:20.101729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.112712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.163110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41540) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:20.182042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Request body: {'port': {'device_id': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'f37b6abd6ac64dd68fbe87061ee03123'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:20.205431 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7170e155-9965-4781-89c8-4853507f7c36 admin admin] Publish callbacks [] for security_group (43030654-ff86-4400-a1c1-39374f58b464), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.217080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aff0-345d-4932-85c4-1bcc9994e6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.219252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7170e155-9965-4781-89c8-4853507f7c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (43030654-ff86-4400-a1c1-39374f58b464), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.288952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41544) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:20.289313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7170e155-9965-4781-89c8-4853507f7c36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a11b7ada74a4b7f88169e1cfe6e4828&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2766411 Jan 28 04:25:20.291764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170e155-9965-4781-89c8-4853507f7c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43030654-ff86-4400-a1c1-39374f58b464,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:20.347461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks [] for security_group (41fdee77-12e0-4f74-8de2-66cbcefd7f46), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.366059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (41fdee77-12e0-4f74-8de2-66cbcefd7f46), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.465463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aff0-345d-4932-85c4-1bcc9994e6c3 admin admin] Publish callbacks [] for security_group (9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.471410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aff0-345d-4932-85c4-1bcc9994e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.515216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fdee77-12e0-4f74-8de2-66cbcefd7f46,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:20.520692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7eb9aff0-345d-4932-85c4-1bcc9994e6c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=834b8834cdc94f849c3ebb400f543cfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3559816 Jan 28 04:25:20.521982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9aff0-345d-4932-85c4-1bcc9994e6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:20.525181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41556) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:20.560693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Made reservation on behalf of f37b6abd6ac64dd68fbe87061ee03123 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:20.564743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.590759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.594330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4222b326-7a8e-40ab-ab99-03d1f0fc50cf admin admin] Publish callbacks [] for security_group (9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.625343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4222b326-7a8e-40ab-ab99-03d1f0fc50cf admin admin] Publish callbacks [] for security_group (9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.663883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76281df3-1217-47f1-b457-58d65778ffd2 admin admin] Publish callbacks [] for security_group (43030654-ff86-4400-a1c1-39374f58b464), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.712649 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4222b326-7a8e-40ab-ab99-03d1f0fc50cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.715318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4222b326-7a8e-40ab-ab99-03d1f0fc50cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.716476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4222b326-7a8e-40ab-ab99-03d1f0fc50cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa HTTP/1.1" status: 204 len: 168 time: 0.1900930 Jan 28 04:25:20.730006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222b326-7a8e-40ab-ab99-03d1f0fc50cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ee9e8-2ac0-4cc3-823c-5960ba7637fa,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:20.746216 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76281df3-1217-47f1-b457-58d65778ffd2 admin admin] Publish callbacks [] for security_group (43030654-ff86-4400-a1c1-39374f58b464), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.764524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Allocated IP 192.168.233.228 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/3d6b05c2-accb-40be-b344-380314a1f45a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:20.959354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08b650c8-82d2-4f29-8e39-c52ee23e828f req-029b5ac3-16f7-46f6-81d0-335d8103e0b4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 210 time: 0.0587921 Jan 28 04:25:21.089013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks [] for security_group (95baecbd-efb4-4f46-875d-4b02d6c78902), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.108454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76281df3-1217-47f1-b457-58d65778ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (43030654-ff86-4400-a1c1-39374f58b464), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.111517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76281df3-1217-47f1-b457-58d65778ffd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.112771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76281df3-1217-47f1-b457-58d65778ffd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43030654-ff86-4400-a1c1-39374f58b464 HTTP/1.1" status: 204 len: 168 time: 0.8193996 Jan 28 04:25:21.124676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.52', 64888) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:21.192874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (95baecbd-efb4-4f46-875d-4b02d6c78902), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.276301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:21.296903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53d5a16b-1743-43c0-ac82-fb998ecabe69 req-8f47ecb4-3d26-4f0c-acbc-29cd01c24afc tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 210 time: 0.1313858 Jan 28 04:25:21.315841 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f738f71-c457-477b-8132-fca3a3f82476 req-dd3cf83e-f43e-4f9a-9d49-fd3ea0ed8223 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 210 time: 0.2244844 Jan 28 04:25:21.316492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281df3-1217-47f1-b457-58d65778ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43030654-ff86-4400-a1c1-39374f58b464,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:21.508146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-93b19606-b862-4c1b-8b35-82b446e2556a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:21.510295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-93b19606-b862-4c1b-8b35-82b446e2556a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.3843544 Jan 28 04:25:21.517473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de9e9214-11bc-4cda-94c8-4c3d5b661982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.532920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95baecbd-efb4-4f46-875d-4b02d6c78902,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:21.636749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de9e9214-11bc-4cda-94c8-4c3d5b661982 admin admin] Publish callbacks [] for security_group (ca1e4b2a-5d93-47fd-9d97-4f355daaf491), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.644537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Request body: {'port': {'device_id': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'admin_state_up': True, 'tenant_id': 'd7ea168804aa4cb99622a49b8276b82e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:21.652235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks [] for port (3d6b05c2-accb-40be-b344-380314a1f45a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.757432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.877238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de9e9214-11bc-4cda-94c8-4c3d5b661982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ca1e4b2a-5d93-47fd-9d97-4f355daaf491), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.950245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Allocated IP 192.168.233.180 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/ced2de26-efbd-4862-b379-05bb7c284fd4) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:22.141680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de9e9214-11bc-4cda-94c8-4c3d5b661982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e6be4d744f247928cf6af2c8d33d6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8545640 Jan 28 04:25:22.170717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e9214-11bc-4cda-94c8-4c3d5b661982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e4b2a-5d93-47fd-9d97-4f355daaf491,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:22.184500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41594) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:22.196488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:22.203991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-687c4e54-996c-4b07-960a-46e8d256ac62 req-8427eb67-4f59-4f23-a1e5-9e24ee8f6260 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 210 time: 0.0880404 Jan 28 04:25:22.232985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:22.237013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:22.250204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.250978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.333967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7590945 Jan 28 04:25:22.392416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-ee881e90-d4b6-4d59-9fa6-ea772e6930e8 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:22.396967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-ee881e90-d4b6-4d59-9fa6-ea772e6930e8 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274997 Jan 28 04:25:22.439300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Made reservation on behalf of d7ea168804aa4cb99622a49b8276b82e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:22.454661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.464126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31ff3-7469-4e32-9ba6-e45d240d93c9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Pushing event updated for resources: {'Port': ['ID=3d6b05c2-accb-40be-b344-380314a1f45a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:22.531719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a858-6bdd-4d71-a049-5422d43c9341 admin admin] Publish callbacks [] for security_group (ca1e4b2a-5d93-47fd-9d97-4f355daaf491), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.554828 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc3ce941-80e3-4ab6-a51d-7363ba61b1ba req-140fdf2b-57dd-440b-a1da-e57a1938fc05 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0744333 Jan 28 04:25:22.835450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a858-6bdd-4d71-a049-5422d43c9341 admin admin] Publish callbacks [] for security_group (ca1e4b2a-5d93-47fd-9d97-4f355daaf491), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.855084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6dd5a5d2-450e-4d30-9a8b-67f6c95ebc2d None None] Provisioning complete for port 3d6b05c2-accb-40be-b344-380314a1f45a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:22.856515 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a5d2-450e-4d30-9a8b-67f6c95ebc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.863904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks [] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.942969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5a5d2-450e-4d30-9a8b-67f6c95ebc2d None None] Port 3d6b05c2-accb-40be-b344-380314a1f45a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:22.974330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:23.075081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:23.084059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:23.123520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:23.136502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:23.143327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:23.175740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Pushing event updated for resources: {'Port': ['ID=ced2de26-efbd-4862-b379-05bb7c284fd4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:23.192500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-e832b6c2-deeb-4993-aff7-2667aad6645c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0225646 Jan 28 04:25:23.202898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-a7518be1-2e3c-4e8a-80d7-80c01727731f tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:23.203916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-a7518be1-2e3c-4e8a-80d7-80c01727731f tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058382 Jan 28 04:25:23.215323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Request body: {'port': {'device_id': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:23.436095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:23.569379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Allocated IP 172.20.0.8 (09cfcab5-e083-44ce-92a1-e663734cd40b/7030f5e0-9c1b-4be9-92ac-0beb153b4f26/90cfd27d-197e-4cae-b323-a3241741c9ac) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:23.577042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3946f8f8-d996-4259-bc24-eaca7a94fb82 None None] Provisioning complete for port ced2de26-efbd-4862-b379-05bb7c284fd4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:23.583376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3946f8f8-d996-4259-bc24-eaca7a94fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:23.644980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788b077-bf17-48f0-8d31-f7fb32f7a281 req-0be2da59-7c10-4668-b0b6-b54aad236d54 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:23.648371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b788b077-bf17-48f0-8d31-f7fb32f7a281 req-0be2da59-7c10-4668-b0b6-b54aad236d54 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 936 time: 0.9526706 Jan 28 04:25:23.669979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d4cb6e10-8a0c-44ba-9907-37392573253c req-972cad31-8fa2-4700-8846-f3913302519d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 210 time: 0.1937799 Jan 28 04:25:23.715117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a858-6bdd-4d71-a049-5422d43c9341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ca1e4b2a-5d93-47fd-9d97-4f355daaf491), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:23.718879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a858-6bdd-4d71-a049-5422d43c9341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:23.719595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7fe7a858-6bdd-4d71-a049-5422d43c9341 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca1e4b2a-5d93-47fd-9d97-4f355daaf491 HTTP/1.1" status: 204 len: 168 time: 1.5341136 Jan 28 04:25:23.755968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3946f8f8-d996-4259-bc24-eaca7a94fb82 None None] Port ced2de26-efbd-4862-b379-05bb7c284fd4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:23.788489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7a858-6bdd-4d71-a049-5422d43c9341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e4b2a-5d93-47fd-9d97-4f355daaf491,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:23.869268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b788b077-bf17-48f0-8d31-f7fb32f7a281 req-1ac15b7d-4672-4b5f-9554-5397178d8f46 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128577 Jan 28 04:25:23.917982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Request body: {'port': {'device_id': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'device_owner': 'compute:tempest-test_az-1521744371', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:24.116550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:24.292945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f020fd-abd4-459f-b9cc-f73ceef4e89c req-6b051fdf-5b20-4e3b-bddc-c42286e9b3b1 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.296608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62f020fd-abd4-459f-b9cc-f73ceef4e89c req-6b051fdf-5b20-4e3b-bddc-c42286e9b3b1 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 936 time: 0.2732472 Jan 28 04:25:24.302720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks [] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:24.431144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62f020fd-abd4-459f-b9cc-f73ceef4e89c req-1592be06-525d-43ae-94b7-494a58264dcf tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265619 Jan 28 04:25:24.524984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:24.607583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6b05c2-accb-40be-b344-380314a1f45a {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:24.631091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Publish callbacks [] for port (3d6b05c2-accb-40be-b344-380314a1f45a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:24.670828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Transition to ACTIVE for port object 3d6b05c2-accb-40be-b344-380314a1f45a will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:24.681381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Network 09cfcab5-e083-44ce-92a1-e663734cd40b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:24.684518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:24.694568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:24.712621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.713349 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:24.756562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:24.758508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:24.783310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-eb84e8b3-f4d8-4cb9-98ce-581ae75ffd9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2520890 Jan 28 04:25:25.014314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Pushing event updated for resources: {'Port': ['ID=3d6b05c2-accb-40be-b344-380314a1f45a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:25.157462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a62348-d25b-44b0-ac2a-9ac5aefcd9b4 req-ba318797-f6ea-4a95-9323-70de5817cac6 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.163166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a62348-d25b-44b0-ac2a-9ac5aefcd9b4 req-ba318797-f6ea-4a95-9323-70de5817cac6 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.1522458 Jan 28 04:25:25.225065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217d05e-2449-4484-955a-7363a297a29c req-7b0aa740-0e82-4d3c-89a0-a30a7010a8e8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.226692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0217d05e-2449-4484-955a-7363a297a29c req-7b0aa740-0e82-4d3c-89a0-a30a7010a8e8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 931 time: 0.3883536 Jan 28 04:25:25.303772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a62348-d25b-44b0-ac2a-9ac5aefcd9b4 req-512c5c5a-5539-4efe-be4d-d2ce58b03b84 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318822 Jan 28 04:25:25.339134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Attempting to bind port 3d6b05c2-accb-40be-b344-380314a1f45a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:25.339134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Attempting to bind port 3d6b05c2-accb-40be-b344-380314a1f45a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:25.339134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Attempting to bind port 3d6b05c2-accb-40be-b344-380314a1f45a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:25.414118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Port 3d6b05c2-accb-40be-b344-380314a1f45a on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:25.417260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Attempting to bind port 3d6b05c2-accb-40be-b344-380314a1f45a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:25.445741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41696) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:25.473649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0217d05e-2449-4484-955a-7363a297a29c req-c58bf0e3-3926-4fd0-8df4-ee7399199a45 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744151 Jan 28 04:25:25.474405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:25.474748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:25.475284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:25.475757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Bound port: 3d6b05c2-accb-40be-b344-380314a1f45a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:25.476120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:25.488286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced2de26-efbd-4862-b379-05bb7c284fd4 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:25.526254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Publish callbacks [] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:25.586917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Transition to ACTIVE for port object ced2de26-efbd-4862-b379-05bb7c284fd4 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:25.596820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:25.699678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] For port 3d6b05c2-accb-40be-b344-380314a1f45a, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:25.784919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa964f-6d15-4455-b3b5-3f98ff2a33bc req-3a348269-2bd6-4d86-a910-2e14f63dd9d9 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.798416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cfaa964f-6d15-4455-b3b5-3f98ff2a33bc req-3a348269-2bd6-4d86-a910-2e14f63dd9d9 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.1961794 Jan 28 04:25:25.948049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cfaa964f-6d15-4455-b3b5-3f98ff2a33bc req-bfb2b00f-ab82-4410-82fa-d04454010277 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475317 Jan 28 04:25:25.951688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Request body: {'port': {'device_id': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:26.129880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-756333f5-5d38-4b14-81ef-aa6a96635787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:26.155222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Pushing event updated for resources: {'Port': ['ID=ced2de26-efbd-4862-b379-05bb7c284fd4,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:26.161716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] For port 3d6b05c2-accb-40be-b344-380314a1f45a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3d6b05c2-accb-40be-b344-380314a1f45a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:26.178625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:26.219856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:26.346974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Attempting to bind port ced2de26-efbd-4862-b379-05bb7c284fd4 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:26.349897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Attempting to bind port ced2de26-efbd-4862-b379-05bb7c284fd4 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:26.353127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Attempting to bind port ced2de26-efbd-4862-b379-05bb7c284fd4 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:26.385379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Port ced2de26-efbd-4862-b379-05bb7c284fd4 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:26.389618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Attempting to bind port ced2de26-efbd-4862-b379-05bb7c284fd4 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:26.411680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Pushing event updated for resources: {'Port': ['ID=3d6b05c2-accb-40be-b344-380314a1f45a,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:26.443499 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:26.444271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:26.446546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-08d94c50-b6d2-4871-95b1-1d8445796bbf service neutron] 10.222.0.52 "PUT /v2.0/ports/3d6b05c2-accb-40be-b344-380314a1f45a HTTP/1.1" status: 200 len: 1096 time: 3.4209456 Jan 28 04:25:26.448818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'tag': '3d6b05c2-accb-40be-b344-380314a1f45a'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:26.648921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:26.649345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:26.649463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:26.650076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Bound port: ced2de26-efbd-4862-b379-05bb7c284fd4, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:26.650197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.023602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59a4b8-4861-4065-9174-df1d765d9830 req-ca0cde1f-2c0d-4812-9985-499672fa71e7 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.026743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c59a4b8-4861-4065-9174-df1d765d9830 req-ca0cde1f-2c0d-4812-9985-499672fa71e7 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.3823228 Jan 28 04:25:27.084808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c59a4b8-4861-4065-9174-df1d765d9830 req-25fed2e5-0b72-43ff-b92a-d5cca9242d06 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Jan 28 04:25:27.103835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-ef96693c-a23c-48e2-9313-0df856aa88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.106961 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-ef96693c-a23c-48e2-9313-0df856aa88da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 1099 time: 0.4639122 Jan 28 04:25:27.199887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-bd21d209-a8fc-4107-b461-049868e452c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=3d6b05c2-accb-40be-b344-380314a1f45a HTTP/1.1" status: 200 len: 217 time: 0.0788891 Jan 28 04:25:27.207210 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89442a07-6284-403f-a63f-60374c488935" -d '{"events": [{"name": "network-changed", "server_uuid": "df0abead-e57c-4e76-98bd-7bfc006380ef", "tag": "3d6b05c2-accb-40be-b344-380314a1f45a"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:27.279604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] For port ced2de26-efbd-4862-b379-05bb7c284fd4, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:27.312911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] For port ced2de26-efbd-4862-b379-05bb7c284fd4, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ced2de26-efbd-4862-b379-05bb7c284fd4,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:27.330916 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.453164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4052-7730-44c3-9118-1e0a5457368b req-0d947122-550e-480f-bc30-8ea0afc2bbe7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.454774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38ee4052-7730-44c3-9118-1e0a5457368b req-0d947122-550e-480f-bc30-8ea0afc2bbe7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 931 time: 0.4965093 Jan 28 04:25:27.454931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.460266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.460471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] 10.222.0.47 "PUT /v2.0/ports/ced2de26-efbd-4862-b379-05bb7c284fd4 HTTP/1.1" status: 200 len: 1118 time: 3.9652059 Jan 28 04:25:27.488812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-69815c4f-26ae-4ebf-8a9b-ab31df8b8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.492535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-69815c4f-26ae-4ebf-8a9b-ab31df8b8133 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2828472 Jan 28 04:25:27.767647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:27.770694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6267c-118c-4fa2-bd18-f4cfd07a3c98 service neutron] Pushing event updated for resources: {'Port': ['ID=ced2de26-efbd-4862-b379-05bb7c284fd4,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:27.864230 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-756333f5-5d38-4b14-81ef-aa6a96635787 admin admin] Publish callbacks [] for security_group (d5d9350e-d685-4801-b6fb-7e139bfda6d5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.880515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-756333f5-5d38-4b14-81ef-aa6a96635787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d5d9350e-d685-4801-b6fb-7e139bfda6d5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.929963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38ee4052-7730-44c3-9118-1e0a5457368b req-ff3e2c5c-120e-4749-8726-5411a58ca531 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356508 Jan 28 04:25:27.996213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-97c23f61-8c0c-43fe-bb4b-ec1ffcf5347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.999841 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-97c23f61-8c0c-43fe-bb4b-ec1ffcf5347c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4849215 Jan 28 04:25:28.047109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-d69f55aa-ebe9-45ce-a4a2-81d34a4e6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:28.052462 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-d69f55aa-ebe9-45ce-a4a2-81d34a4e6a71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f37b6abd6ac64dd68fbe87061ee03123&device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 1121 time: 0.4382510 Jan 28 04:25:28.071938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7348cf-7f19-4a4b-b7a7-368088415815 req-d3512d8b-6962-450e-9691-881a7ac6e379 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:28.076189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb7348cf-7f19-4a4b-b7a7-368088415815 req-d3512d8b-6962-450e-9691-881a7ac6e379 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.3970742 Jan 28 04:25:28.095879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756333f5-5d38-4b14-81ef-aa6a96635787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9350e-d685-4801-b6fb-7e139bfda6d5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:28.126393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cfd27d-197e-4cae-b323-a3241741c9ac {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:28.144433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-756333f5-5d38-4b14-81ef-aa6a96635787 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e7bb546981f45d49045b0f28c7eb7c2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6967828 Jan 28 04:25:28.151376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41770) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:28.153564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Publish callbacks [] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.260273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Transition to ACTIVE for port object 90cfd27d-197e-4cae-b323-a3241741c9ac will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:28.281391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.382871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b310646c-9e1f-4ed1-b8a6-a5d3e2b6a387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.391592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-d83c00bc-5ab8-4ad3-9956-814cc12aa050 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ced2de26-efbd-4862-b379-05bb7c284fd4 HTTP/1.1" status: 200 len: 217 time: 0.2781961 Jan 28 04:25:28.428628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:28.431744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b5fe73-2460-48aa-8cab-1d780398d8a9 admin admin] Publish callbacks [] for security_group (d5d9350e-d685-4801-b6fb-7e139bfda6d5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.503752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b5fe73-2460-48aa-8cab-1d780398d8a9 admin admin] Publish callbacks [] for security_group (d5d9350e-d685-4801-b6fb-7e139bfda6d5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.512045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:28.512641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:28.513230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:28.525425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:28.526034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:28.544254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:28.544949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:28.545858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:28.546557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Bound port: 90cfd27d-197e-4cae-b323-a3241741c9ac, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:28.547135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.593675 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81462f23-8d25-4a51-a49f-669a7e203bc3 x-openstack-request-id: req-81462f23-8d25-4a51-a49f-669a7e203bc3 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:28.594020 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0abead-e57c-4e76-98bd-7bfc006380ef", "tag": "3d6b05c2-accb-40be-b344-380314a1f45a", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:28.594302 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81462f23-8d25-4a51-a49f-669a7e203bc3 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:28.598642 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'tag': '3d6b05c2-accb-40be-b344-380314a1f45a', 'status': 'completed', 'code': 200} Jan 28 04:25:28.626953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb7348cf-7f19-4a4b-b7a7-368088415815 req-568f4bd7-dc1f-4a24-a7ed-a895e7f60462 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129497 Jan 28 04:25:28.627215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b5fe73-2460-48aa-8cab-1d780398d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d5d9350e-d685-4801-b6fb-7e139bfda6d5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.635217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b5fe73-2460-48aa-8cab-1d780398d8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.639147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-86b5fe73-2460-48aa-8cab-1d780398d8a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5d9350e-d685-4801-b6fb-7e139bfda6d5 HTTP/1.1" status: 204 len: 168 time: 0.4719491 Jan 28 04:25:28.672368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5fe73-2460-48aa-8cab-1d780398d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9350e-d685-4801-b6fb-7e139bfda6d5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:28.690195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:28.736757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:28.788995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:28.804494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-c8f98cc9-7c9a-4835-a0e7-6c8d41cbf2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:28.809055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-c8f98cc9-7c9a-4835-a0e7-6c8d41cbf2de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3907158 Jan 28 04:25:28.830239 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-2a4eb78d-a27e-42ba-b138-1319d78f8a46 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155284 Jan 28 04:25:29.034874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44fae80-0d18-42e4-bf8a-e47b17da1974 req-5509b0aa-35cb-4dd3-abb8-10194beea20b service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873059 Jan 28 04:25:29.064061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:29.120130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:29.122668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:29.124502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-8d8e4084-63ef-4152-8eb7-2bb02ef950c5 service neutron] 10.222.0.52 "PUT /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 1091 time: 3.1807897 Jan 28 04:25:29.125639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:29.144354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-2aee7ced-ed97-487b-a72c-290587b23dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:29.155739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-2aee7ced-ed97-487b-a72c-290587b23dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3179822 Jan 28 04:25:29.184686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b310646c-9e1f-4ed1-b8a6-a5d3e2b6a387 admin admin] Publish callbacks [] for security_group (0f406f2a-bcd1-44e7-ac81-84285ccc62cd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:29.207973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b310646c-9e1f-4ed1-b8a6-a5d3e2b6a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f406f2a-bcd1-44e7-ac81-84285ccc62cd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:29.314473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310646c-9e1f-4ed1-b8a6-a5d3e2b6a387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f406f2a-bcd1-44e7-ac81-84285ccc62cd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:29.382396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c484c5-2222-4b89-ae2d-c6deb2836ebd req-7afe14b0-839b-488d-86ac-56ff1ce6988c tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:29.390303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6c484c5-2222-4b89-ae2d-c6deb2836ebd req-7afe14b0-839b-488d-86ac-56ff1ce6988c tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.6479268 Jan 28 04:25:29.454409 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:29.454409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:29.465887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6c484c5-2222-4b89-ae2d-c6deb2836ebd req-e312e197-cd91-4fe4-b807-febc4dbfe7cd tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745270 Jan 28 04:25:29.489802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442a07-6284-403f-a63f-60374c488935 req-5b57a850-fc26-41ee-9d2e-637730c0e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:29.494796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-5b57a850-fc26-41ee-9d2e-637730c0e740 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 1099 time: 0.2162573 Jan 28 04:25:29.569200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a0ec-4748-4c5b-aaa4-0f3cc3889c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:29.616870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b310646c-9e1f-4ed1-b8a6-a5d3e2b6a387 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9648abccea0c4b7a987ac973c5bac396&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8302214 Jan 28 04:25:29.632475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41810) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:29.685408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-e1612819-6137-46ab-a1d5-90171489bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:29.693650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-e1612819-6137-46ab-a1d5-90171489bd31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1094 time: 0.2419949 Jan 28 04:25:29.770122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-31818648-f937-443c-82d6-2be4b5e68b01 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878820 Jan 28 04:25:29.872089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-479e3f72-79dd-476c-8a8b-c232d60159be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.1328228 Jan 28 04:25:30.024874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442a07-6284-403f-a63f-60374c488935 req-9f3f00e5-32cf-4af0-8ca3-219f7db6f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.026593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-9f3f00e5-32cf-4af0-8ca3-219f7db6f01e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.4860499 Jan 28 04:25:30.037636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb37d-8d23-4fa0-a910-b9b5cf7eac1b req-3b8019ec-3397-469e-88e2-016bd2a6349e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.044561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-269eb37d-8d23-4fa0-a910-b9b5cf7eac1b req-3b8019ec-3397-469e-88e2-016bd2a6349e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.4643903 Jan 28 04:25:30.085766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1da7bf7d-7835-41cd-a433-1d96dbedd19f admin admin] Publish callbacks [] for security_group (0f406f2a-bcd1-44e7-ac81-84285ccc62cd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.126211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-80163ee0-1338-4370-b388-f800ad78608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.127834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-80163ee0-1338-4370-b388-f800ad78608a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1680233 Jan 28 04:25:30.148372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-2938213b-68c5-4845-a391-bf6114e0dd4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=3d6b05c2-accb-40be-b344-380314a1f45a HTTP/1.1" status: 200 len: 217 time: 0.0814354 Jan 28 04:25:30.160912 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19384b20-60bb-4a33-b44e-8dd0de6fc895 x-openstack-request-id: req-19384b20-60bb-4a33-b44e-8dd0de6fc895 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:30.161267 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:30.161506 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19384b20-60bb-4a33-b44e-8dd0de6fc895 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:30.162063 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'status': 'completed', 'code': 200} Jan 28 04:25:30.186486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1da7bf7d-7835-41cd-a433-1d96dbedd19f admin admin] Publish callbacks [] for security_group (0f406f2a-bcd1-44e7-ac81-84285ccc62cd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.267817 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-5b19d4bc-0388-4e81-a33f-b4841fd60ae9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202247 Jan 28 04:25:30.268062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-269eb37d-8d23-4fa0-a910-b9b5cf7eac1b req-110e5a9d-bac1-4d54-a89c-d943ad096ee1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226429 Jan 28 04:25:30.270913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442a07-6284-403f-a63f-60374c488935 req-940e4da4-c13a-4635-a099-c6f858f30a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.272331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-940e4da4-c13a-4635-a099-c6f858f30a96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1016011 Jan 28 04:25:30.283191 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7cd0efd-9968-4fa0-a90e-6c3d39757946 req-d0cbf66e-608b-4e86-b801-50c55305b35f service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232516 Jan 28 04:25:30.350699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a0ec-4748-4c5b-aaa4-0f3cc3889c03 admin admin] Publish callbacks [] for security_group (6a653420-a80b-44b6-89f8-b00783fce31f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.359831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a0ec-4748-4c5b-aaa4-0f3cc3889c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a653420-a80b-44b6-89f8-b00783fce31f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.651113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442a07-6284-403f-a63f-60374c488935 req-842b454d-264c-4760-94c8-6b854d557de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.652659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-842b454d-264c-4760-94c8-6b854d557de4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3680806 Jan 28 04:25:30.694588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7ba7a0ec-4748-4c5b-aaa4-0f3cc3889c03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c56ac39d3bc54c88a0c4614fd3d55526&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2276900 Jan 28 04:25:30.695354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7a0ec-4748-4c5b-aaa4-0f3cc3889c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a653420-a80b-44b6-89f8-b00783fce31f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:30.708249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:30.794896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42af6ec-e39d-49c8-84fc-57e2c4ceb7ea req-a666d5ad-351c-4bc2-81cb-37c1fc88f2e5 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.796439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b42af6ec-e39d-49c8-84fc-57e2c4ceb7ea req-a666d5ad-351c-4bc2-81cb-37c1fc88f2e5 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.1539450 Jan 28 04:25:30.815754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'tag': 'ced2de26-efbd-4862-b379-05bb7c284fd4'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:30.818107 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5912b2fa-069f-4397-98c6-d20d2254f6d4", "tag": "ced2de26-efbd-4862-b379-05bb7c284fd4"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:30.863652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-3ef44cfa-648e-4697-8802-c795e43bb3a9 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807039 Jan 28 04:25:30.884981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d8caa91-5ae7-4492-9a3a-fc731846f9a7 admin admin] Publish callbacks [] for security_group (6a653420-a80b-44b6-89f8-b00783fce31f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.911348 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:25:30.917073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b20e21-a66e-4e32-8b54-319e26df8b92 req-849b0050-ab54-4831-8d9d-bb886fd87cd3 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.926211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-07b20e21-a66e-4e32-8b54-319e26df8b92 req-849b0050-ab54-4831-8d9d-bb886fd87cd3 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.6047096 Jan 28 04:25:30.955667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41840) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:30.971299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1da7bf7d-7835-41cd-a433-1d96dbedd19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f406f2a-bcd1-44e7-ac81-84285ccc62cd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.975136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b42af6ec-e39d-49c8-84fc-57e2c4ceb7ea req-f6b2cb68-d73e-422c-a092-faabc9be2437 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646180 Jan 28 04:25:30.983191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1da7bf7d-7835-41cd-a433-1d96dbedd19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.984346 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1da7bf7d-7835-41cd-a433-1d96dbedd19f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f406f2a-bcd1-44e7-ac81-84285ccc62cd HTTP/1.1" status: 204 len: 168 time: 1.3501589 Jan 28 04:25:31.022502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d8caa91-5ae7-4492-9a3a-fc731846f9a7 admin admin] Publish callbacks [] for security_group (6a653420-a80b-44b6-89f8-b00783fce31f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.040144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-45bf8fc3-b274-4000-851a-33f56535181a service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506263 Jan 28 04:25:31.043594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7bf7d-7835-41cd-a433-1d96dbedd19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f406f2a-bcd1-44e7-ac81-84285ccc62cd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:31.225883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89442a07-6284-403f-a63f-60374c488935 req-9e759d34-afdd-4d00-944e-d5a147943ace service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537955 Jan 28 04:25:31.240949 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af779e9-2dab-41c6-8ae0-cf42c448c712 x-openstack-request-id: req-3af779e9-2dab-41c6-8ae0-cf42c448c712 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:31.242935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d8caa91-5ae7-4492-9a3a-fc731846f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a653420-a80b-44b6-89f8-b00783fce31f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.246827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d8caa91-5ae7-4492-9a3a-fc731846f9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.253378 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5912b2fa-069f-4397-98c6-d20d2254f6d4", "tag": "ced2de26-efbd-4862-b379-05bb7c284fd4", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:31.256091 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3af779e9-2dab-41c6-8ae0-cf42c448c712 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:31.262330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2d8caa91-5ae7-4492-9a3a-fc731846f9a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a653420-a80b-44b6-89f8-b00783fce31f HTTP/1.1" status: 204 len: 168 time: 0.5534048 Jan 28 04:25:31.262907 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'tag': 'ced2de26-efbd-4862-b379-05bb7c284fd4', 'status': 'completed', 'code': 200} Jan 28 04:25:31.284156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8caa91-5ae7-4492-9a3a-fc731846f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a653420-a80b-44b6-89f8-b00783fce31f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:31.337857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-07b20e21-a66e-4e32-8b54-319e26df8b92 req-395aeec6-f267-4c09-b299-cfca7f07ddbb tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004922 Jan 28 04:25:31.509585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57f1df02-3ad3-4ccb-bf01-305474c92a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.539376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bb3d7a9-913e-444d-8c91-752064ae882d req-e0b691e4-fe94-44e3-b616-d00d8481cf9f service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869053 Jan 28 04:25:31.550948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-da8ab414-80fe-4c7c-97f2-a5b67532d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:31.554732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-da8ab414-80fe-4c7c-97f2-a5b67532d9aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f37b6abd6ac64dd68fbe87061ee03123&device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 1121 time: 0.2148564 Jan 28 04:25:31.662782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:31.705126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5085242a-3000-4692-9cc6-6752ccad114b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.736266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f77ef-4716-4aaf-a21f-e5af539dbd84 req-fc90dec3-9f35-4980-9142-b3c9d10e11f9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:31.743448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f11f77ef-4716-4aaf-a21f-e5af539dbd84 req-fc90dec3-9f35-4980-9142-b3c9d10e11f9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.1824095 Jan 28 04:25:31.822070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57f1df02-3ad3-4ccb-bf01-305474c92a8e admin admin] Publish callbacks [] for security_group (9889ce28-9df9-420a-80da-2a2183e3414d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.950411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57f1df02-3ad3-4ccb-bf01-305474c92a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9889ce28-9df9-420a-80da-2a2183e3414d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:31.989494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-587025ab-3ce3-435c-9dc2-d5af1a1ef1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:31.991094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-587025ab-3ce3-435c-9dc2-d5af1a1ef1fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1094 time: 0.2302527 Jan 28 04:25:32.128067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f11f77ef-4716-4aaf-a21f-e5af539dbd84 req-8ae2a398-aa9e-4988-96ec-57925925c07c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809981 Jan 28 04:25:32.140748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57f1df02-3ad3-4ccb-bf01-305474c92a8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e02bcd091f1e44a4bb1226cfeec78afa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1645925 Jan 28 04:25:32.144363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1df02-3ad3-4ccb-bf01-305474c92a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889ce28-9df9-420a-80da-2a2183e3414d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:32.173413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41884) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:32.210773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5085242a-3000-4692-9cc6-6752ccad114b admin admin] Publish callbacks [] for security_group (c37d22c0-5f04-4776-8dbc-e7d870acaac0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.226462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5085242a-3000-4692-9cc6-6752ccad114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c37d22c0-5f04-4776-8dbc-e7d870acaac0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.315678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd239ca4-6ea1-4750-8578-ee18cb962ea0 admin admin] Publish callbacks [] for security_group (9889ce28-9df9-420a-80da-2a2183e3414d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.330362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5085242a-3000-4692-9cc6-6752ccad114b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb0e7d15730848abb2b64d3fdb8e4247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6647973 Jan 28 04:25:32.336210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085242a-3000-4692-9cc6-6752ccad114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d22c0-5f04-4776-8dbc-e7d870acaac0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:32.338705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-ada6999d-ed82-4737-9547-ff57c59d244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.340884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-ada6999d-ed82-4737-9547-ff57c59d244d service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.3357294 Jan 28 04:25:32.342713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41892) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:32.349590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-193df51d-262d-49e8-a7dd-917cefb0afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.351025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-193df51d-262d-49e8-a7dd-917cefb0afb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.7903905 Jan 28 04:25:32.351626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41890) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:32.408813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd239ca4-6ea1-4750-8578-ee18cb962ea0 admin admin] Publish callbacks [] for security_group (9889ce28-9df9-420a-80da-2a2183e3414d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.442970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-606d61c6-b19d-4c3a-bb66-167a840351b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.0909536 Jan 28 04:25:32.474556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5bd38466-c8ca-4bc2-b427-501fc2af70ec admin admin] Publish callbacks [] for security_group (c37d22c0-5f04-4776-8dbc-e7d870acaac0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.516838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5bd38466-c8ca-4bc2-b427-501fc2af70ec admin admin] Publish callbacks [] for security_group (c37d22c0-5f04-4776-8dbc-e7d870acaac0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.537190 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-064aa090-faa7-44b6-b76f-47aec05b767c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ced2de26-efbd-4862-b379-05bb7c284fd4 HTTP/1.1" status: 200 len: 217 time: 0.0921338 Jan 28 04:25:32.554144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d11840-5980-4d8a-af59-730af2198880 req-fc6019e1-ff3f-4e59-97a9-f3873a7cdb4b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.561358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91d11840-5980-4d8a-af59-730af2198880 req-fc6019e1-ff3f-4e59-97a9-f3873a7cdb4b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.3266766 Jan 28 04:25:32.569620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd239ca4-6ea1-4750-8578-ee18cb962ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9889ce28-9df9-420a-80da-2a2183e3414d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.576803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd239ca4-6ea1-4750-8578-ee18cb962ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.578606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd239ca4-6ea1-4750-8578-ee18cb962ea0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9889ce28-9df9-420a-80da-2a2183e3414d HTTP/1.1" status: 204 len: 168 time: 0.3926127 Jan 28 04:25:32.609300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd239ca4-6ea1-4750-8578-ee18cb962ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889ce28-9df9-420a-80da-2a2183e3414d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:32.671299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1443696-a6fa-4fea-9a13-3dd36b7e1fb1 req-3a03f0ff-5512-4348-a359-86aebccde9fc tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.673135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1443696-a6fa-4fea-9a13-3dd36b7e1fb1 req-3a03f0ff-5512-4348-a359-86aebccde9fc tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.1637967 Jan 28 04:25:32.733760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5bd38466-c8ca-4bc2-b427-501fc2af70ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c37d22c0-5f04-4776-8dbc-e7d870acaac0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.743057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5bd38466-c8ca-4bc2-b427-501fc2af70ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.748361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5bd38466-c8ca-4bc2-b427-501fc2af70ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c37d22c0-5f04-4776-8dbc-e7d870acaac0 HTTP/1.1" status: 204 len: 168 time: 0.3897393 Jan 28 04:25:32.756011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-86d39729-f155-4e82-ba76-5b3d03d89a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.761072 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-86d39729-f155-4e82-ba76-5b3d03d89a47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.3061972 Jan 28 04:25:32.795321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7453-449d-4f4c-9bfe-2095986e9ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:32.799787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd38466-c8ca-4bc2-b427-501fc2af70ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d22c0-5f04-4776-8dbc-e7d870acaac0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:32.873847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1443696-a6fa-4fea-9a13-3dd36b7e1fb1 req-1c83ca11-4414-46f7-b5c5-ce4d58e78db2 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859221 Jan 28 04:25:32.891380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-f135979a-1cd2-4ebe-bfba-c055b271be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.893504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-f135979a-1cd2-4ebe-bfba-c055b271be64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3310428 Jan 28 04:25:32.986975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7453-449d-4f4c-9bfe-2095986e9ae5 admin admin] Publish callbacks [] for security_group (9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.003576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-43a86e2c-f3d9-4de5-810c-9033777f45eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996703 Jan 28 04:25:33.011204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7453-449d-4f4c-9bfe-2095986e9ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.074790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91d11840-5980-4d8a-af59-730af2198880 req-554a242e-5ec8-4798-9b57-2f5216c66aa9 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895508 Jan 28 04:25:33.126784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fb5a7453-449d-4f4c-9bfe-2095986e9ae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8690c19ef0df4274b3a923d017489f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7800701 Jan 28 04:25:33.129669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:33.136454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-fb53c66a-bcda-4534-b1ea-5a5bdcded926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:33.139039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-fb53c66a-bcda-4534-b1ea-5a5bdcded926 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501925 Jan 28 04:25:33.140671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a7453-449d-4f4c-9bfe-2095986e9ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:33.255931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e530f442-5006-4ce5-bb04-7e801549b9e9 admin admin] Publish callbacks [] for security_group (9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.310471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e530f442-5006-4ce5-bb04-7e801549b9e9 admin admin] Publish callbacks [] for security_group (9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.405280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41922) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:33.482085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e530f442-5006-4ce5-bb04-7e801549b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.487224 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e530f442-5006-4ce5-bb04-7e801549b9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.491094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e530f442-5006-4ce5-bb04-7e801549b9e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f HTTP/1.1" status: 204 len: 168 time: 0.3578317 Jan 28 04:25:33.505969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f442-5006-4ce5-bb04-7e801549b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a98e9-3dd1-4d4e-9ce4-d3fac224fb9f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:33.532799 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a7a-3e0e-463f-8baa-66c647c4d064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.740454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b5f2-4258-469c-bad2-000f3c0212ed req-f1d388cb-3259-4342-9d6d-1bff05b315d7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:33.747904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b26b5f2-4258-469c-bad2-000f3c0212ed req-f1d388cb-3259-4342-9d6d-1bff05b315d7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.4492066 Jan 28 04:25:33.801081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-a46c0c2c-c10b-4b77-b0f8-23057992f11d service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405001 Jan 28 04:25:33.829248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-1c28baeb-ad8f-46db-a3ee-82cfbdb5da52 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832414 Jan 28 04:25:33.985343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b26b5f2-4258-469c-bad2-000f3c0212ed req-64df38d1-6645-4327-aa32-c560e0c6beef tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364783 Jan 28 04:25:34.099808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e40307b-b656-48f7-af4e-3ef8c1ae66f9 req-f6423c43-ab22-48b6-a5e1-31a8730ce463 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482810 Jan 28 04:25:34.136819 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a7a-3e0e-463f-8baa-66c647c4d064 admin admin] Publish callbacks [] for security_group (8273084e-094e-4d46-a57b-c89c0c8f28e8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.144559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a7a-3e0e-463f-8baa-66c647c4d064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8273084e-094e-4d46-a57b-c89c0c8f28e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.212912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6a7a-3e0e-463f-8baa-66c647c4d064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8273084e-094e-4d46-a57b-c89c0c8f28e8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:34.222980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51bf6a7a-3e0e-463f-8baa-66c647c4d064 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3022164244ab4f31b27e1f551b086654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8141100 Jan 28 04:25:34.223479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:34.283812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453a8dc-a2c3-4b47-a439-60c64f7c97c1 req-09b16262-5be6-492b-86a3-d685c43bc996 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:34.293113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a453a8dc-a2c3-4b47-a439-60c64f7c97c1 req-09b16262-5be6-492b-86a3-d685c43bc996 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.0842516 Jan 28 04:25:34.369292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a453a8dc-a2c3-4b47-a439-60c64f7c97c1 req-09a5bc58-c13a-4f93-93c6-e26ecb2a6898 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704505 Jan 28 04:25:34.395174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376db8-3f99-44d3-a1db-bd44f838e1cf req-aff5aa50-1c51-4f27-b23f-946c3103fa9d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:34.402368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80376db8-3f99-44d3-a1db-bd44f838e1cf req-aff5aa50-1c51-4f27-b23f-946c3103fa9d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.1677635 Jan 28 04:25:34.506639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41946) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:34.506840 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd6a643e-5d65-4e0a-905f-c90cb60c54a5 admin admin] Publish callbacks [] for security_group (8273084e-094e-4d46-a57b-c89c0c8f28e8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.520872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80376db8-3f99-44d3-a1db-bd44f838e1cf req-e59de75a-4c52-4ff0-8fcd-51040cbc0e04 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174769 Jan 28 04:25:34.542433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0792d68-193c-4b3f-bf22-a8db2898c049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.568306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd6a643e-5d65-4e0a-905f-c90cb60c54a5 admin admin] Publish callbacks [] for security_group (8273084e-094e-4d46-a57b-c89c0c8f28e8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.597971 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d24541-b9ce-49c7-80d6-66c8c6fc67bb req-aae7db1b-61d3-4151-8d62-1e931e9c00d4 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519124 Jan 28 04:25:34.652170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd6a643e-5d65-4e0a-905f-c90cb60c54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8273084e-094e-4d46-a57b-c89c0c8f28e8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.655302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd6a643e-5d65-4e0a-905f-c90cb60c54a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.659209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd6a643e-5d65-4e0a-905f-c90cb60c54a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8273084e-094e-4d46-a57b-c89c0c8f28e8 HTTP/1.1" status: 204 len: 168 time: 0.4318042 Jan 28 04:25:34.694322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a643e-5d65-4e0a-905f-c90cb60c54a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8273084e-094e-4d46-a57b-c89c0c8f28e8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:34.776250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0792d68-193c-4b3f-bf22-a8db2898c049 admin admin] Publish callbacks [] for security_group (a076f001-2eee-436e-a740-a1129c3f4d15), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.784058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0792d68-193c-4b3f-bf22-a8db2898c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a076f001-2eee-436e-a740-a1129c3f4d15), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.868039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a0792d68-193c-4b3f-bf22-a8db2898c049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25146e5ffbd046798b244681732876e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582132 Jan 28 04:25:34.870929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41956) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:34.918919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0792d68-193c-4b3f-bf22-a8db2898c049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a076f001-2eee-436e-a740-a1129c3f4d15,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:35.008661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54292062-0401-4814-8fc9-5e790404ffd5 admin admin] Publish callbacks [] for security_group (a076f001-2eee-436e-a740-a1129c3f4d15), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.076185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54292062-0401-4814-8fc9-5e790404ffd5 admin admin] Publish callbacks [] for security_group (a076f001-2eee-436e-a740-a1129c3f4d15), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.187343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54292062-0401-4814-8fc9-5e790404ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a076f001-2eee-436e-a740-a1129c3f4d15), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.192284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54292062-0401-4814-8fc9-5e790404ffd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.197180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-54292062-0401-4814-8fc9-5e790404ffd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a076f001-2eee-436e-a740-a1129c3f4d15 HTTP/1.1" status: 204 len: 168 time: 0.3228951 Jan 28 04:25:35.215811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54292062-0401-4814-8fc9-5e790404ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076f001-2eee-436e-a740-a1129c3f4d15,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:35.302613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcb45-22fe-499b-98bb-4ab90ca023d5 req-c22494cf-51d8-4a76-b12d-a438e8d89d98 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.308007 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c1fcb45-22fe-499b-98bb-4ab90ca023d5 req-c22494cf-51d8-4a76-b12d-a438e8d89d98 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.1727195 Jan 28 04:25:35.422618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c1fcb45-22fe-499b-98bb-4ab90ca023d5 req-7f8656d3-3cf8-4a10-96f0-fa6f8c28454f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083293 Jan 28 04:25:35.654102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e32f0a-2051-46be-8eac-5e1beff635a3 req-b3e68612-6126-4f70-b3a6-1dae47789c38 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.668534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5e32f0a-2051-46be-8eac-5e1beff635a3 req-b3e68612-6126-4f70-b3a6-1dae47789c38 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.1011622 Jan 28 04:25:35.754919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ad62-e318-447f-ab34-9b86b9fed3df req-812f4ea4-ea4c-46bf-b188-169db6164cb0 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.757377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a36ad62-e318-447f-ab34-9b86b9fed3df req-812f4ea4-ea4c-46bf-b188-169db6164cb0 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.0981777 Jan 28 04:25:35.780745 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.815242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5e32f0a-2051-46be-8eac-5e1beff635a3 req-d7b4d6c6-5c18-482a-91e8-bce9dcd6ebd9 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442621 Jan 28 04:25:35.903005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a36ad62-e318-447f-ab34-9b86b9fed3df req-b1c888ce-e6a0-4ebc-a9bc-1b3d5ea6f69e tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348290 Jan 28 04:25:36.552131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42026) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:36.554372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef492c-f4d5-45cd-aaac-8c765c11c9a7 req-d6e4d6ee-4eb8-415e-8577-afcb76614510 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.563386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8ef492c-f4d5-45cd-aaac-8c765c11c9a7 req-d6e4d6ee-4eb8-415e-8577-afcb76614510 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.0556135 Jan 28 04:25:36.608628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8ef492c-f4d5-45cd-aaac-8c765c11c9a7 req-8f6383aa-6ce9-4a24-8747-4f8a59b6d520 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Jan 28 04:25:36.764495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa565-d65b-4b9e-9d54-71fc84fe6313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:36.849757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa565-d65b-4b9e-9d54-71fc84fe6313 admin admin] Publish callbacks [] for security_group (8de73521-e025-4c49-88b4-bb19a7d7c005), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:36.856187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa565-d65b-4b9e-9d54-71fc84fe6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8de73521-e025-4c49-88b4-bb19a7d7c005), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:36.897258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42046) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:36.909471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8b5aa565-d65b-4b9e-9d54-71fc84fe6313 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69cf2c5b12da48f2a25f2ec1aed1498e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517079 Jan 28 04:25:36.955155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aa565-d65b-4b9e-9d54-71fc84fe6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de73521-e025-4c49-88b4-bb19a7d7c005,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:36.981948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7f54ce7-af61-4bec-8a99-a635de1c4bb5 admin admin] Publish callbacks [] for security_group (8de73521-e025-4c49-88b4-bb19a7d7c005), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.007062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7f54ce7-af61-4bec-8a99-a635de1c4bb5 admin admin] Publish callbacks [] for security_group (8de73521-e025-4c49-88b4-bb19a7d7c005), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.073712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7f54ce7-af61-4bec-8a99-a635de1c4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8de73521-e025-4c49-88b4-bb19a7d7c005), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.076775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7f54ce7-af61-4bec-8a99-a635de1c4bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.084157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7f54ce7-af61-4bec-8a99-a635de1c4bb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8de73521-e025-4c49-88b4-bb19a7d7c005 HTTP/1.1" status: 204 len: 168 time: 0.1856534 Jan 28 04:25:37.115469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f54ce7-af61-4bec-8a99-a635de1c4bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de73521-e025-4c49-88b4-bb19a7d7c005,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:37.261467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223830-fe3f-4fec-ac89-33dc544e2694 req-2835ddaf-6be3-42e8-ba5e-be8fe1e786b1 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:37.268953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d223830-fe3f-4fec-ac89-33dc544e2694 req-2835ddaf-6be3-42e8-ba5e-be8fe1e786b1 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.1258149 Jan 28 04:25:37.282453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cefce-583f-469c-8fce-49d2ed2d9a7d req-227f7133-62fb-4cc8-b610-19f038145753 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:37.292243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-574cefce-583f-469c-8fce-49d2ed2d9a7d req-227f7133-62fb-4cc8-b610-19f038145753 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.0749171 Jan 28 04:25:37.324437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d223830-fe3f-4fec-ac89-33dc544e2694 req-78da1785-3ed4-4f94-ab86-951eaecfa81d tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544348 Jan 28 04:25:37.381556 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-574cefce-583f-469c-8fce-49d2ed2d9a7d req-ee643cd3-51d2-49b2-a131-871860890001 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834181 Jan 28 04:25:37.413401 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.447063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42070) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:37.636090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-246455839-network', 'tenant_id': 'ee5a3f4476af4f4d90d0d1afbb2df902'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:37.666543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Made reservation on behalf of ee5a3f4476af4f4d90d0d1afbb2df902 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:37.672372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.686879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.766733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1d21-72e0-4279-a17a-e04b62dfae72 req-c3cc4a1e-7ddb-44e2-b5fd-bf809950f3ad tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:37.768482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72be1d21-72e0-4279-a17a-e04b62dfae72 req-c3cc4a1e-7ddb-44e2-b5fd-bf809950f3ad tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.0782011 Jan 28 04:25:37.842358 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks [] for security_group (8948f7e9-0fec-41e3-b92c-b04ed7a85a30), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.850929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72be1d21-72e0-4279-a17a-e04b62dfae72 req-79133cca-22f5-436a-ac7b-215f32eb7da8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706704 Jan 28 04:25:37.851530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8948f7e9-0fec-41e3-b92c-b04ed7a85a30), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.877015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:25:37.893286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8719711d-8cb1-4b88-9940-36a8684b81d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.893630 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Added segment 8719711d-8cb1-4b88-9940-36a8684b81d9 of type vlan for network e3dde280-2954-475b-946d-eb0d54d6abc1 Jan 28 04:25:37.895190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8948f7e9-0fec-41e3-b92c-b04ed7a85a30,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:37.951596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e3dde280-2954-475b-946d-eb0d54d6abc1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.987069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e3dde280-2954-475b-946d-eb0d54d6abc1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:37.988147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:37.989786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.051968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6000190 Jan 28 04:25:38.051968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42106) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:38.059097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Request body: {'subnet': {'network_id': 'e3dde280-2954-475b-946d-eb0d54d6abc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-246455839-subnet', 'tenant_id': 'ee5a3f4476af4f4d90d0d1afbb2df902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:38.074028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f19b5-e0a5-4870-9da5-08e6b60a7696 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dde280-2954-475b-946d-eb0d54d6abc1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:38.090492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e3dde280-2954-475b-946d-eb0d54d6abc1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:25:38.094347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Made reservation on behalf of ee5a3f4476af4f4d90d0d1afbb2df902 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:38.096675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.167333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42110) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:38.295333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (80b46d75-d4b6-4824-8f2c-4a0b8b173b81), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.340097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-666717561-network', 'tenant_id': '5de9657993f64840ba96193974360831'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:38.370018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Checking segment: {'id': '8719711d-8cb1-4b88-9940-36a8684b81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e3dde280-2954-475b-946d-eb0d54d6abc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:38.370561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Network hostable DHCP agents. Network: e3dde280-2954-475b-946d-eb0d54d6abc1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:25:38.370818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Made reservation on behalf of 5de9657993f64840ba96193974360831 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:38.373939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.378442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b46d75-d4b6-4824-8f2c-4a0b8b173b81,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:38.387533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.400167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Network e3dde280-2954-475b-946d-eb0d54d6abc1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:25:38.422003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e3dde280-2954-475b-946d-eb0d54d6abc1) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:38.427465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:38.428269 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.435023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af8277-6a7f-4247-ab52-008281f504b6 None None] Network e3dde280-2954-475b-946d-eb0d54d6abc1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:38.494994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ba27accb-997f-4a5f-89cf-83e0bf0bc127 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4340682 Jan 28 04:25:38.508712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0e55-7209-4c03-b96e-564223b74eff req-5cd5d137-9baa-49bf-b2b9-0bf9e1568056 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:38.518697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab8b0e55-7209-4c03-b96e-564223b74eff req-5cd5d137-9baa-49bf-b2b9-0bf9e1568056 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.0800996 Jan 28 04:25:38.533134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks [] for security_group (da2d5c7f-baa6-4ad4-a9a5-4103c79bed71), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.540220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (da2d5c7f-baa6-4ad4-a9a5-4103c79bed71), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.593746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:25:38.612814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cc4109e-dd21-464b-bab9-6e376f70e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.621453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d428a-d870-468b-b45d-637d247fc4ba None None] Network e3dde280-2954-475b-946d-eb0d54d6abc1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:38.622920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2d5c7f-baa6-4ad4-a9a5-4103c79bed71,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:38.625123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab8b0e55-7209-4c03-b96e-564223b74eff req-f355ae7c-d20c-4971-ab3c-ed80a2bd87ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014719 Jan 28 04:25:38.643112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5bb5d175-6952-4981-9cc5-0b3f894721ec), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.644152 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Added segment 5bb5d175-6952-4981-9cc5-0b3f894721ec of type vlan for network 9fbc751e-4c26-400c-b588-d9959ba663bf Jan 28 04:25:38.745338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (9fbc751e-4c26-400c-b588-d9959ba663bf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.778592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (9fbc751e-4c26-400c-b588-d9959ba663bf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.781574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:38.783184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.802919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b8ad1-4080-42d9-b6bc-f83904b43ed5 req-31211534-ed0c-4e56-8d04-f76148c570ee tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:38.805546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-501b8ad1-4080-42d9-b6bc-f83904b43ed5 req-31211534-ed0c-4e56-8d04-f76148c570ee tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.0981839 Jan 28 04:25:38.871968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbc751e-4c26-400c-b588-d9959ba663bf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:38.883622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 9fbc751e-4c26-400c-b588-d9959ba663bf details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:25:38.897092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-501b8ad1-4080-42d9-b6bc-f83904b43ed5 req-321d05cb-9efe-46ea-ac9a-86e15047d985 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 Jan 28 04:25:38.901883 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6de520ec-c246-4958-8f41-f97dad87ca79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7325618 Jan 28 04:25:38.906286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42132) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:38.919775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Request body: {'subnet': {'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-666717561-subnet', 'tenant_id': '5de9657993f64840ba96193974360831', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:38.957974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Made reservation on behalf of 5de9657993f64840ba96193974360831 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:38.964047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.113860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d6850-db6e-4dc6-b829-219ae7ac2797 req-eec1c213-04fc-4c49-8b26-7504ea77a458 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:39.121130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-586d6850-db6e-4dc6-b829-219ae7ac2797 req-eec1c213-04fc-4c49-8b26-7504ea77a458 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.0933328 Jan 28 04:25:39.207364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-586d6850-db6e-4dc6-b829-219ae7ac2797 req-26b4686b-3418-4260-813b-2e4ba6f90c0f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852618 Jan 28 04:25:39.270775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42144) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:39.272395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.276785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1698254997-network', 'tenant_id': '29cf21d8df924e24a934e44557eb5e0b'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:39.298841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Made reservation on behalf of 29cf21d8df924e24a934e44557eb5e0b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:39.301618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.315161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.337532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:39.348198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Checking segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:39.348569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Network hostable DHCP agents. Network: 9fbc751e-4c26-400c-b588-d9959ba663bf, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:25:39.367978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Network 9fbc751e-4c26-400c-b588-d9959ba663bf is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:25:39.385303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 9fbc751e-4c26-400c-b588-d9959ba663bf) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:39.397472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af0e85-3586-4159-9dcf-586b81e2270b None None] Network 9fbc751e-4c26-400c-b588-d9959ba663bf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:39.399285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:39.400163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.421696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-760f83bf-2595-41c8-8eec-29f368d3284c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5143068 Jan 28 04:25:39.423516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42154) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:39.429233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:39.431257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks [] for security_group (b56f7362-8494-4653-8327-cd4260f8b4ba), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.452940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b56f7362-8494-4653-8327-cd4260f8b4ba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.464378 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (eb3c7126-b859-4879-9931-d17f7040943c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.466945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (eb3c7126-b859-4879-9931-d17f7040943c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.474900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:25:39.491392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f7362-8494-4653-8327-cd4260f8b4ba,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:39.494755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d85b86c9-a4ad-46cc-8bb9-458f86747a08), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.495169 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Added segment d85b86c9-a4ad-46cc-8bb9-458f86747a08 of type vlan for network 41db2059-e40f-440a-b4ed-e891caa42bea Jan 28 04:25:39.550527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (41db2059-e40f-440a-b4ed-e891caa42bea), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.588310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-9fbc751e-4c26-400c-b588-d9959ba663bf', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'project_id': '5de9657993f64840ba96193974360831', 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:25:39.589203 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.591710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (41db2059-e40f-440a-b4ed-e891caa42bea), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.592783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:39.593685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.657595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] Pushing event updated for resources: {'Network': ['ID=41db2059-e40f-440a-b4ed-e891caa42bea,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:39.673464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2323ee52-7b7f-4125-9972-0d11f44a80e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4012773 Jan 28 04:25:39.676189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42160) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:39.680875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Request body: {'subnet': {'network_id': '41db2059-e40f-440a-b4ed-e891caa42bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1698254997-subnet', 'tenant_id': '29cf21d8df924e24a934e44557eb5e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:39.701682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks [] for router_controller (eb3c7126-b859-4879-9931-d17f7040943c), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.707869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Made reservation on behalf of 29cf21d8df924e24a934e44557eb5e0b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:39.712777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:39.787659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42162) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:39.832811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 41db2059-e40f-440a-b4ed-e891caa42bea details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:25:39.971725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Allocated IP 172.20.0.2 (9fbc751e-4c26-400c-b588-d9959ba663bf/3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85/4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:40.167935 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Publish callbacks [] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.181077 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.200149 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks [] for router_gateway (eb3c7126-b859-4879-9931-d17f7040943c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.213074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-376c3232-799c-4d66-b2c6-d6e24a567751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.215454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d330-2580-4556-b5f9-72c31b044c05 req-707336ff-1203-449f-8663-d50d6c5827cd tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.223786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0fb5d330-2580-4556-b5f9-72c31b044c05 req-707336ff-1203-449f-8663-d50d6c5827cd tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 970 time: 0.5200520 Jan 28 04:25:40.228091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Network 9fbc751e-4c26-400c-b588-d9959ba663bf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:40.231832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (9afc643d-334a-490e-8cb5-4ecc8e176e06), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.233711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:40.241981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:40.290365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8ef7f-8ca5-4784-b389-f958f8c75af1 req-292c001c-762c-4ba3-9f62-9bf10deccb0f tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.297331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0df8ef7f-8ca5-4784-b389-f958f8c75af1 req-292c001c-762c-4ba3-9f62-9bf10deccb0f tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.2943888 Jan 28 04:25:40.299734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Pushing event updated for resources: {'Port': ['ID=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:40.327658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.328049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.328403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.328750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.329232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.330855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.331283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.332182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.332554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.332898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.333341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.333684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.334021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:40.336170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0fb5d330-2580-4556-b5f9-72c31b044c05 req-a163c431-3cbe-4069-ad31-b66358c79913 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109462 Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Tracked resource versions report: Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: pushed versions: Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: { 'AddressGroup': {'1.2'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'ConntrackHelper': {'1.0'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Log': {'1.0'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Network': {'1.1'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Port': {'1.7'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'PortForwarding': {'1.2'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'QosPolicy': {'1.10'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'SecurityGroup': {'1.5'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'SubPort': {'1.0'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Subnet': {'1.1'}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Trunk': {'1.1'}} Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: consumer versions: Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: HyperV agent@n-h1-824835-3: {}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: HyperV agent@n-h2-824835-3: {}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: L3 agent@n-d-824835-3: {}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: Metadata agent@n-d-824835-3: {}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: Metering agent@n-d-824835-3: {}, Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'ConntrackHelper': '1.0', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'LocalIPAssociation': '1.0', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Log': '1.0', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Network': '1.1', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Port': '1.7', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'PortForwarding': '1.2', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'QosPolicy': '1.10', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'SecurityGroup': '1.5', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'SecurityGroupRule': '1.2', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'SubPort': '1.0', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Subnet': '1.1', Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: 'Trunk': '1.1'}} Jan 28 04:25:40.336285 n-d-824835-3 neutron-server[103140]: {{(pid=103140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:25:40.341455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afc643d-334a-490e-8cb5-4ecc8e176e06,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:40.365716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Attempting to bind port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:40.366737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Attempting to bind port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:40.367253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Attempting to bind port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d on network 9fbc751e-4c26-400c-b588-d9959ba663bf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:40.377383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:40.377805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Checking segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:40.378236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.378973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Bound using segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:40.379476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Bound port: 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:40.379868 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.437659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0df8ef7f-8ca5-4784-b389-f958f8c75af1 req-866841aa-0ea4-452f-be39-f8eb8fb274fa tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298788 Jan 28 04:25:40.440593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Checking segment: {'id': 'd85b86c9-a4ad-46cc-8bb9-458f86747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41db2059-e40f-440a-b4ed-e891caa42bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:40.441026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Network hostable DHCP agents. Network: 41db2059-e40f-440a-b4ed-e891caa42bea, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:25:40.456800 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-376c3232-799c-4d66-b2c6-d6e24a567751 admin admin] Publish callbacks [] for security_group (8f09f772-45be-4391-94a2-10663a1c9391), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.470006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-376c3232-799c-4d66-b2c6-d6e24a567751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8f09f772-45be-4391-94a2-10663a1c9391), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.475314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Network 41db2059-e40f-440a-b4ed-e891caa42bea is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:25:40.478559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] For port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:40.483032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] For port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:40.490885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.517798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-376c3232-799c-4d66-b2c6-d6e24a567751 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c55a9d714114908afc15096e6ef9de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7265441 Jan 28 04:25:40.520306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42170) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:40.520898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 41db2059-e40f-440a-b4ed-e891caa42bea) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:40.527052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ced2de26-efbd-4862-b379-05bb7c284fd4 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:40.529848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.530457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.532554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c3232-799c-4d66-b2c6-d6e24a567751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f09f772-45be-4391-94a2-10663a1c9391,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:40.540192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9439e3b-9040-4e1c-b559-2bf64c0876d4 None None] Network 41db2059-e40f-440a-b4ed-e891caa42bea requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:40.598246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-475bbc6e-7643-49de-8a93-5edd4cb04d2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9213111 Jan 28 04:25:40.616124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33489e-242b-4c6e-833a-241ce5732a91 req-4638574d-4476-43a2-a521-cfaa774a314c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.618413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd33489e-242b-4c6e-833a-241ce5732a91 req-4638574d-4476-43a2-a521-cfaa774a314c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.1808596 Jan 28 04:25:40.635540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbed3e4b-35c5-4c04-9483-ef1c9eff300e admin admin] Publish callbacks [] for security_group (8f09f772-45be-4391-94a2-10663a1c9391), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.673172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325f06b-2fc2-4ab4-af5d-52936f231804 None None] Network 41db2059-e40f-440a-b4ed-e891caa42bea requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:40.688713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks [] for router_gateway (eb3c7126-b859-4879-9931-d17f7040943c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.715129 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbed3e4b-35c5-4c04-9483-ef1c9eff300e admin admin] Publish callbacks [] for security_group (8f09f772-45be-4391-94a2-10663a1c9391), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.735274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.785566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd33489e-242b-4c6e-833a-241ce5732a91 req-40492c31-066f-4862-87b6-22277b532766 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492021 Jan 28 04:25:40.794825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbed3e4b-35c5-4c04-9483-ef1c9eff300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8f09f772-45be-4391-94a2-10663a1c9391), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.802622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbed3e4b-35c5-4c04-9483-ef1c9eff300e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.803913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fbed3e4b-35c5-4c04-9483-ef1c9eff300e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f09f772-45be-4391-94a2-10663a1c9391 HTTP/1.1" status: 204 len: 168 time: 0.2811899 Jan 28 04:25:40.804548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42176) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:40.831280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed3e4b-35c5-4c04-9483-ef1c9eff300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f09f772-45be-4391-94a2-10663a1c9391,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:40.845514 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:25:40.879263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4839e20-31df-414a-9619-ec8f3f207b8c None None] Pushing event updated for resources: {'Port': ['ID=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:40.918805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Deleting subnet 80b46d75-d4b6-4824-8f2c-4a0b8b173b81 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:25:40.923680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Publish callbacks [] for subnet (80b46d75-d4b6-4824-8f2c-4a0b8b173b81), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.934478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcca3a1-d25e-4a05-b9ee-caef9b0c0c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.004025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Publish callbacks [] for subnet (80b46d75-d4b6-4824-8f2c-4a0b8b173b81), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.013055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ced2de26-efbd-4862-b379-05bb7c284fd4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ced2de26-efbd-4862-b379-05bb7c284fd4,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:41.015726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Allocated IP 172.25.6.217 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b1f8c45b-92b0-4241-8a78-05e325485b10) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:41.024710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (80b46d75-d4b6-4824-8f2c-4a0b8b173b81), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.074525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'ced2de26-efbd-4862-b379-05bb7c284fd4', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'ced2de26-efbd-4862-b379-05bb7c284fd4', 'mac_address': 'fa:16:3e:7a:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:tempest-test_az-1521744371', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:41.157523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ced2de26-efbd-4862-b379-05bb7c284fd4 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:41.158170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.161553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (80b46d75-d4b6-4824-8f2c-4a0b8b173b81), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.186869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks [] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.205590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.209527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced2de26-efbd-4862-b379-05bb7c284fd4 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:41.212855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80b46d75-d4b6-4824-8f2c-4a0b8b173b81 HTTP/1.1" status: 204 len: 168 time: 0.3893733 Jan 28 04:25:41.236558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:41.248582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96513271-bc8b-40fe-8d50-5c5873217950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b46d75-d4b6-4824-8f2c-4a0b8b173b81,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.250651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ced2de26-efbd-4862-b379-05bb7c284fd4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ced2de26-efbd-4862-b379-05bb7c284fd4,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:41.263378 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.311039 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.328855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ced2de26-efbd-4862-b379-05bb7c284fd4,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.375741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:41.384829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:41.392748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ceeb128c-54e9-4bbe-9bfd-ae3efc2742bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.395250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:41.401583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e3dde280-2954-475b-946d-eb0d54d6abc1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.404467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:41.509782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f8c45b-92b0-4241-8a78-05e325485b10,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.521269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88986-7bb0-4d51-af90-1966be0bd66b req-fa5ec196-bf7b-48b4-a06c-c21c8467af0c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.522914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8c88986-7bb0-4d51-af90-1966be0bd66b req-fa5ec196-bf7b-48b4-a06c-c21c8467af0c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 971 time: 0.1140714 Jan 28 04:25:41.533019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ceeb128c-54e9-4bbe-9bfd-ae3efc2742bd admin admin] Publish callbacks [] for security_group (890ac685-bc78-4282-b37e-b536c6646d17), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.540001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ceeb128c-54e9-4bbe-9bfd-ae3efc2742bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (890ac685-bc78-4282-b37e-b536c6646d17), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.606946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ceeb128c-54e9-4bbe-9bfd-ae3efc2742bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9b1b9937d544611895acd80d9ef05f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300320 Jan 28 04:25:41.609943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb128c-54e9-4bbe-9bfd-ae3efc2742bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890ac685-bc78-4282-b37e-b536c6646d17,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.614757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8c88986-7bb0-4d51-af90-1966be0bd66b req-25122fbf-ef32-493c-8dd9-41b207addf01 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838609 Jan 28 04:25:41.615490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42192) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:41.647604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e3dde280-2954-475b-946d-eb0d54d6abc1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.672745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ced2de26-efbd-4862-b379-05bb7c284fd4'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:41.684475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ec48dc7-14b5-49c2-8da8-b4316f7589f2 admin admin] Publish callbacks [] for security_group (890ac685-bc78-4282-b37e-b536c6646d17), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.727641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ec48dc7-14b5-49c2-8da8-b4316f7589f2 admin admin] Publish callbacks [] for security_group (890ac685-bc78-4282-b37e-b536c6646d17), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.740938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a80f36-e004-4c7e-b895-3d473b621b94 req-fe5d745a-6e6d-4e51-af94-b37945862560 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.744645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6a80f36-e004-4c7e-b895-3d473b621b94 req-fe5d745a-6e6d-4e51-af94-b37945862560 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 948 time: 0.2395425 Jan 28 04:25:41.746929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.747300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.748090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.750971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.751345 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.751693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.752035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.752362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.752685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.753009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.801459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:41.818617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ec48dc7-14b5-49c2-8da8-b4316f7589f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (890ac685-bc78-4282-b37e-b536c6646d17), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.822623 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ec48dc7-14b5-49c2-8da8-b4316f7589f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.826152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2ec48dc7-14b5-49c2-8da8-b4316f7589f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/890ac685-bc78-4282-b37e-b536c6646d17 HTTP/1.1" status: 204 len: 168 time: 0.2075088 Jan 28 04:25:41.833751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec48dc7-14b5-49c2-8da8-b4316f7589f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ac685-bc78-4282-b37e-b536c6646d17,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.855470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.855841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.856182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.856584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:41.857043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dde280-2954-475b-946d-eb0d54d6abc1']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:41.873643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.906095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8719711d-8cb1-4b88-9940-36a8684b81d9') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:41.906392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8719711d-8cb1-4b88-9940-36a8684b81d9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:41.942626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (8719711d-8cb1-4b88-9940-36a8684b81d9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.951991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:41.952833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.991511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d3ed-5b63-4b2b-9a51-8121c5a735e3 req-3959c42d-0795-4c4e-a608-4446e6d55083 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.994355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96b7d3ed-5b63-4b2b-9a51-8121c5a735e3 req-3959c42d-0795-4c4e-a608-4446e6d55083 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.0896814 Jan 28 04:25:42.028466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8719711d-8cb1-4b88-9940-36a8684b81d9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.085355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96b7d3ed-5b63-4b2b-9a51-8121c5a735e3 req-64d97f8d-c765-4639-8171-ddd51e6f38cc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842209 Jan 28 04:25:42.091104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6a80f36-e004-4c7e-b895-3d473b621b94 req-fa909db9-2d7c-4a61-8982-19d775ef27ed tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245467 Jan 28 04:25:42.098610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:42.098984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:25:42.099098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.099466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (8719711d-8cb1-4b88-9940-36a8684b81d9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.129260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3d6b05c2-accb-40be-b344-380314a1f45a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: from cryptography.utils import int_from_bytes Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: from cryptography.utils import int_from_bytes Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:25:42.138780 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:25:42.169122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:42.176883 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.282502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:42.307072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3d6b05c2-accb-40be-b344-380314a1f45a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3d6b05c2-accb-40be-b344-380314a1f45a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:42.321079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '3d6b05c2-accb-40be-b344-380314a1f45a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '3d6b05c2-accb-40be-b344-380314a1f45a', 'mac_address': 'fa:16:3e:4b:a5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:42.365315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb14b9-8f70-4562-868e-91e214265a12 None None] Network 9fbc751e-4c26-400c-b588-d9959ba663bf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:25:42.377464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3d6b05c2-accb-40be-b344-380314a1f45a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:42.377933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.395823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks [] for router_gateway (eb3c7126-b859-4879-9931-d17f7040943c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.428627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6b05c2-accb-40be-b344-380314a1f45a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:42.430354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e3dde280-2954-475b-946d-eb0d54d6abc1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.452821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.456392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e3dde280-2954-475b-946d-eb0d54d6abc1 HTTP/1.1" status: 204 len: 168 time: 1.2185819 Jan 28 04:25:42.459321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42208) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:42.461709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a1ec-e053-48ba-be13-538d322125b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dde280-2954-475b-946d-eb0d54d6abc1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:42.466236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3d6b05c2-accb-40be-b344-380314a1f45a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3d6b05c2-accb-40be-b344-380314a1f45a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:42.479633 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.480288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:42.534854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-986ee414-9a05-480d-ae31-a13a6fe5e906 None None] Provisioning complete for port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:42.535491 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-986ee414-9a05-480d-ae31-a13a6fe5e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.541359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Deleting subnet 9afc643d-334a-490e-8cb5-4ecc8e176e06 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:25:42.544309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Publish callbacks [] for subnet (9afc643d-334a-490e-8cb5-4ecc8e176e06), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.581274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Publish callbacks [] for subnet (9afc643d-334a-490e-8cb5-4ecc8e176e06), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.601654 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (9afc643d-334a-490e-8cb5-4ecc8e176e06), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.643584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (eb3c7126-b859-4879-9931-d17f7040943c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.683551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for subnet (9afc643d-334a-490e-8cb5-4ecc8e176e06), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.718526 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.731801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9afc643d-334a-490e-8cb5-4ecc8e176e06 HTTP/1.1" status: 204 len: 168 time: 0.2692690 Jan 28 04:25:42.733776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42218) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:42.772466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58899a2d-30c0-435d-85fe-876ad0d27f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afc643d-334a-490e-8cb5-4ecc8e176e06,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:42.803718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3d6b05c2-accb-40be-b344-380314a1f45a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:42.825714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:42.845646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'port_id': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'mac_address': 'fa:16:3e:39:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7030f5e0-9c1b-4be9-92ac-0beb153b4f26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:42.850950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e5716-cbf3-4038-88a1-0c198ba13799 req-42c89b06-be1a-4d4e-9040-d36bbb055667 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:42.852637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f07e5716-cbf3-4038-88a1-0c198ba13799 req-42c89b06-be1a-4d4e-9040-d36bbb055667 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 971 time: 0.1313071 Jan 28 04:25:42.882128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (41db2059-e40f-440a-b4ed-e891caa42bea), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.916207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-986ee414-9a05-480d-ae31-a13a6fe5e906 None None] Current status of the port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:42.926597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 90cfd27d-197e-4cae-b323-a3241741c9ac is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:42.927213 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.953641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cfd27d-197e-4cae-b323-a3241741c9ac {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:42.956667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f07e5716-cbf3-4038-88a1-0c198ba13799 req-16fb3af9-2695-41dd-96fa-fe9532ac8526 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962105 Jan 28 04:25:42.970399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Router eb3c7126-b859-4879-9931-d17f7040943c is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:25:42.975456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:42.982110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.035716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (41db2059-e40f-440a-b4ed-e891caa42bea), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.041373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:43.075868 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.076142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.076893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.077251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > port after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.077850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.078191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.078524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.078847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.079164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.079485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.112446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:25:43.123138 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Sync routers for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:25:43.142394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:43.144594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:43.150877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.154827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7dc5207c-4065-4d16-a475-173aaddea684 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7277946 Jan 28 04:25:43.156102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42228) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:43.161534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0f2c15ee-ec01-430f-b440-d7fe89bf07da None None] Provisioning complete for port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:43.162093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f2c15ee-ec01-430f-b440-d7fe89bf07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.192041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.192564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.193080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.193594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 04:25:43.194131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41db2059-e40f-440a-b4ed-e891caa42bea']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:43.243699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85b86c9-a4ad-46cc-8bb9-458f86747a08') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:43.244225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85b86c9-a4ad-46cc-8bb9-458f86747a08') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:43.264257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d85b86c9-a4ad-46cc-8bb9-458f86747a08), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.308309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c15ee-ec01-430f-b440-d7fe89bf07da None None] Current status of the port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:43.310295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d85b86c9-a4ad-46cc-8bb9-458f86747a08), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.320945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf8ea-1d38-46fd-aa85-b72098414042 req-9d0afabb-7a8a-4783-9ad5-12cc0df7d526 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:43.322638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-116cf8ea-1d38-46fd-aa85-b72098414042 req-9d0afabb-7a8a-4783-9ad5-12cc0df7d526 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 949 time: 0.1224689 Jan 28 04:25:43.329637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:25:43.330044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d85b86c9-a4ad-46cc-8bb9-458f86747a08), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: from cryptography.utils import int_from_bytes Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: from cryptography.utils import int_from_bytes Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:25:43.334030 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:25:43.356349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f1f6-50a6-488b-b051-abf53294ddb4 req-123dbe79-2469-485e-8150-35fe5310159b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:43.363279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d5f8f1f6-50a6-488b-b051-abf53294ddb4 req-123dbe79-2469-485e-8150-35fe5310159b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.1253061 Jan 28 04:25:43.369947 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:43.436529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (41db2059-e40f-440a-b4ed-e891caa42bea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.444604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-116cf8ea-1d38-46fd-aa85-b72098414042 req-39af1548-2b48-4de8-b087-2c30b4485893 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988090 Jan 28 04:25:43.448783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.454838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] 10.222.0.21 "DELETE /v2.0/networks/41db2059-e40f-440a-b4ed-e891caa42bea HTTP/1.1" status: 204 len: 168 time: 0.7194014 Jan 28 04:25:43.464883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70068db-5286-45ee-b482-f7594da65d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=41db2059-e40f-440a-b4ed-e891caa42bea,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:43.490902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.510912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d5f8f1f6-50a6-488b-b051-abf53294ddb4 req-13eec589-ceae-425b-9d98-fd74f5b661c8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413112 Jan 28 04:25:43.605601 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:41Z', 'revision_number': 3, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:43.612359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['3d6b05c2-accb-40be-b344-380314a1f45a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:43.637643 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Checking router: eb3c7126-b859-4879-9931-d17f7040943c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:25:43.638166 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Updating router eb3c7126-b859-4879-9931-d17f7040943c port b1f8c45b-92b0-4241-8a78-05e325485b10 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:25:43.662896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['90cfd27d-197e-4cae-b323-a3241741c9ac'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:43.669244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42240) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:43.690524 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.755605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-593f603b-1ac6-4a24-944a-2b3393c75d81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee5a3f4476af4f4d90d0d1afbb2df902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848715 Jan 28 04:25:43.758167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42242) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:43.795996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:43.824407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0032b32d-a8ef-41e5-86ea-bbf912835754 admin admin] Publish callbacks [] for security_group (8948f7e9-0fec-41e3-b92c-b04ed7a85a30), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.847438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0032b32d-a8ef-41e5-86ea-bbf912835754 admin admin] Publish callbacks [] for security_group (8948f7e9-0fec-41e3-b92c-b04ed7a85a30), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.917566 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0032b32d-a8ef-41e5-86ea-bbf912835754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8948f7e9-0fec-41e3-b92c-b04ed7a85a30), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.921898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0032b32d-a8ef-41e5-86ea-bbf912835754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.924933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0032b32d-a8ef-41e5-86ea-bbf912835754 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8948f7e9-0fec-41e3-b92c-b04ed7a85a30 HTTP/1.1" status: 204 len: 168 time: 0.1658113 Jan 28 04:25:43.937462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b32d-a8ef-41e5-86ea-bbf912835754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8948f7e9-0fec-41e3-b92c-b04ed7a85a30,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:44.002027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:44.002591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.037582 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Publish callbacks [] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.043873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.052073 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.109891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:44.143590 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Attempting to bind port b1f8c45b-92b0-4241-8a78-05e325485b10 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:44.144094 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Attempting to bind port b1f8c45b-92b0-4241-8a78-05e325485b10 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:44.145006 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Attempting to bind port b1f8c45b-92b0-4241-8a78-05e325485b10 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:44.156075 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Pushing event updated for resources: {'Port': ['ID=b1f8c45b-92b0-4241-8a78-05e325485b10,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:44.158245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:44.158621 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:44.159031 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.159541 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:44.160017 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Bound port: b1f8c45b-92b0-4241-8a78-05e325485b10, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:44.160522 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.189682 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.190019 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.190453 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.190737 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.191014 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.191343 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.191669 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.192079 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.192413 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.192736 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.193071 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.193491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.193796 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Tracked resource versions report: Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: pushed versions: Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: { 'AddressGroup': {'1.2'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'ConntrackHelper': {'1.0'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'LocalIPAssociation': {'1.0'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Log': {'1.0'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Network': {'1.1'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Port': {'1.7'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'PortForwarding': {'1.2'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'QosPolicy': {'1.10'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'SecurityGroup': {'1.5'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'SecurityGroupRule': {'1.2'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'SubPort': {'1.0'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Subnet': {'1.1'}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Trunk': {'1.1'}} Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: consumer versions: Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: { DHCP agent@n-d-824835-3: {}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: HyperV agent@n-h1-824835-3: {}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: HyperV agent@n-h2-824835-3: {}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: L3 agent@n-d-824835-3: {}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: Metadata agent@n-d-824835-3: {}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: Metering agent@n-d-824835-3: {}, Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: Open vSwitch agent@n-d-824835-3: { 'AddressGroup': '1.2', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'ConntrackHelper': '1.0', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'LocalIPAssociation': '1.0', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Log': '1.0', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Network': '1.1', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Port': '1.7', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'PortForwarding': '1.2', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'QosPolicy': '1.10', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'SecurityGroup': '1.5', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'SecurityGroupRule': '1.2', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'SubPort': '1.0', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Subnet': '1.1', Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: 'Trunk': '1.1'}} Jan 28 04:25:44.195131 n-d-824835-3 neutron-server[103141]: {{(pid=103141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 04:25:44.207608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9755b3-0729-4753-914a-d9230a8681ed req-bab06bd5-6c87-43a7-bf80-dc51d32907db tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:44.209654 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d9755b3-0729-4753-914a-d9230a8681ed req-bab06bd5-6c87-43a7-bf80-dc51d32907db tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 971 time: 0.0933664 Jan 28 04:25:44.248680 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] For port b1f8c45b-92b0-4241-8a78-05e325485b10, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:44.253088 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] For port b1f8c45b-92b0-4241-8a78-05e325485b10, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b1f8c45b-92b0-4241-8a78-05e325485b10,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:44.258927 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.305873 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d9755b3-0729-4753-914a-d9230a8681ed req-6f1821c5-3097-4012-bf7d-13fa0c826c76 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904582 Jan 28 04:25:44.343041 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a191c-1047-4e3f-abd2-617e74f43fb8 None None] Pushing event updated for resources: {'Port': ['ID=b1f8c45b-92b0-4241-8a78-05e325485b10,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:44.345567 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:44.346167 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:44.380706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Allocated IP 172.20.0.1 (9fbc751e-4c26-400c-b588-d9959ba663bf/3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85/3110360b-b640-4723-9a9c-0eb4a0d9589f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:44.446174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42262) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:44.470707 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:44.496886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ced2de26-efbd-4862-b379-05bb7c284fd4 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:44.532402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-692d86b6-1317-4b47-879e-691c6ac3ee88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29cf21d8df924e24a934e44557eb5e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849960 Jan 28 04:25:44.535056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42270) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:44.561886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks [] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.614569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port ced2de26-efbd-4862-b379-05bb7c284fd4 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:25:44.621215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port ced2de26-efbd-4862-b379-05bb7c284fd4 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:44.621782 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.622113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.655211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6430d54b-c78f-4fbe-a1a4-e0afdecbdb31 admin admin] Publish callbacks [] for security_group (b56f7362-8494-4653-8327-cd4260f8b4ba), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.669489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Network 9fbc751e-4c26-400c-b588-d9959ba663bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:44.672620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:44.683877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:44.687231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3110360b-b640-4723-9a9c-0eb4a0d9589f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:44.696689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:41Z', 'revision_number': 3, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:44.729184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6430d54b-c78f-4fbe-a1a4-e0afdecbdb31 admin admin] Publish callbacks [] for security_group (b56f7362-8494-4653-8327-cd4260f8b4ba), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.732438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (eb3c7126-b859-4879-9931-d17f7040943c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.778581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.802828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ced2de26-efbd-4862-b379-05bb7c284fd4 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:44.803669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.806957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df9e35-c749-4a79-9ad7-bc0e2ec5ee03 req-de9e205c-94d9-469c-85b0-37e3b5e47452 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:44.819462 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83df9e35-c749-4a79-9ad7-bc0e2ec5ee03 req-de9e205c-94d9-469c-85b0-37e3b5e47452 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 949 time: 0.2098131 Jan 28 04:25:44.824084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6430d54b-c78f-4fbe-a1a4-e0afdecbdb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b56f7362-8494-4653-8327-cd4260f8b4ba), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.826660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6430d54b-c78f-4fbe-a1a4-e0afdecbdb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.832330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6430d54b-c78f-4fbe-a1a4-e0afdecbdb31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b56f7362-8494-4653-8327-cd4260f8b4ba HTTP/1.1" status: 204 len: 168 time: 0.2962155 Jan 28 04:25:44.861902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ced2de26-efbd-4862-b379-05bb7c284fd4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ced2de26-efbd-4862-b379-05bb7c284fd4,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:44.863442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced2de26-efbd-4862-b379-05bb7c284fd4'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:44.884318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430d54b-c78f-4fbe-a1a4-e0afdecbdb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f7362-8494-4653-8327-cd4260f8b4ba,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:44.904017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83df9e35-c749-4a79-9ad7-bc0e2ec5ee03 req-7c4825c3-d8cb-40a3-b3b6-8ab22e19efcd tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836096 Jan 28 04:25:44.954825 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb4b78-25c6-4f25-991a-7342ee4fa9db None None] The sync data for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 is: [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:41Z', 'revision_number': 3, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:25:45.070718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.144949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ced2de26-efbd-4862-b379-05bb7c284fd4,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:45.157831 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349f8446-b3f2-4352-9ced-25170ee1a94d" -d '{"events": [{"server_uuid": "5912b2fa-069f-4397-98c6-d20d2254f6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ced2de26-efbd-4862-b379-05bb7c284fd4"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:45.175667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c1cd3f8c-71d0-400b-9bb4-a632f507135e None None] Provisioning complete for port 3110360b-b640-4723-9a9c-0eb4a0d9589f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:45.176056 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3f8c-71d0-400b-9bb4-a632f507135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.182958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111a10-f3ea-47dd-a9b8-2b7749d5b34b req-ba42a0f1-f878-435d-95fb-e228c61fdbdf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:45.184560 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29111a10-f3ea-47dd-a9b8-2b7749d5b34b req-ba42a0f1-f878-435d-95fb-e228c61fdbdf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.1224868 Jan 28 04:25:45.214991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd3f8c-71d0-400b-9bb4-a632f507135e None None] Port 3110360b-b640-4723-9a9c-0eb4a0d9589f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:45.281724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29111a10-f3ea-47dd-a9b8-2b7749d5b34b req-c0f29f08-8946-41d8-a154-952e1454419b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895121 Jan 28 04:25:45.404156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.541266 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aafb7cf-d33c-41d7-8234-54c54e5a941d x-openstack-request-id: req-6aafb7cf-d33c-41d7-8234-54c54e5a941d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:45.541266 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5912b2fa-069f-4397-98c6-d20d2254f6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ced2de26-efbd-4862-b379-05bb7c284fd4", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:45.541266 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6aafb7cf-d33c-41d7-8234-54c54e5a941d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:45.541266 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced2de26-efbd-4862-b379-05bb7c284fd4', 'code': 200} Jan 28 04:25:45.696716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc4f4-e174-45c8-ba66-76bf68adae46 req-0d181ca7-b12e-4e81-a1af-852ccc89d944 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:45.701865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cadc4f4-e174-45c8-ba66-76bf68adae46 req-0d181ca7-b12e-4e81-a1af-852ccc89d944 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 972 time: 0.1228538 Jan 28 04:25:45.701865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks [] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.712506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.763438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceb282-5cbd-4484-89ab-d4955bc20d63 req-a4d749f6-fac4-46c4-996f-72a4e457a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:45.773078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0ceb282-5cbd-4484-89ab-d4955bc20d63 req-a4d749f6-fac4-46c4-996f-72a4e457a224 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 1123 time: 0.1196873 Jan 28 04:25:45.793553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f0ceb282-5cbd-4484-89ab-d4955bc20d63 req-cc4c5fe1-338a-4d13-a3c0-40136b1c606f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.858594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cadc4f4-e174-45c8-ba66-76bf68adae46 req-30192213-81d7-4086-ac74-33914bf4a72e tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445372 Jan 28 04:25:45.858829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b1f8c45b-92b0-4241-8a78-05e325485b10 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:45.863274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3110360b-b640-4723-9a9c-0eb4a0d9589f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:45.866570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (eb3c7126-b859-4879-9931-d17f7040943c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.938019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f0ceb282-5cbd-4484-89ab-d4955bc20d63 req-cc4c5fe1-338a-4d13-a3c0-40136b1c606f service neutron] Publish callbacks [] for security_group (dceb5bdd-b24a-4ac4-a096-f2a5c0584a65), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.948041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f0ceb282-5cbd-4484-89ab-d4955bc20d63 req-cc4c5fe1-338a-4d13-a3c0-40136b1c606f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dceb5bdd-b24a-4ac4-a096-f2a5c0584a65), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.013745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0ceb282-5cbd-4484-89ab-d4955bc20d63 req-cc4c5fe1-338a-4d13-a3c0-40136b1c606f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343509 Jan 28 04:25:46.014336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c5fe1-338a-4d13-a3c0-40136b1c606f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb5bdd-b24a-4ac4-a096-f2a5c0584a65,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:46.025257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b1f8c45b-92b0-4241-8a78-05e325485b10 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:46.026271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.101556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Network 9fbc751e-4c26-400c-b588-d9959ba663bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:46.104796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:46.153345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3d6b05c2-accb-40be-b344-380314a1f45a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:46.170115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec43dd-3dfb-44e2-afd6-f32e77997076 req-d31024a5-8a90-4efe-9b4b-18dac4327157 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:46.171699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0aec43dd-3dfb-44e2-afd6-f32e77997076 req-d31024a5-8a90-4efe-9b4b-18dac4327157 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 949 time: 0.1181653 Jan 28 04:25:46.230701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b1f8c45b-92b0-4241-8a78-05e325485b10 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:46.231094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.271414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port b1f8c45b-92b0-4241-8a78-05e325485b10, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b1f8c45b-92b0-4241-8a78-05e325485b10,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:46.280786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.295658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 3d6b05c2-accb-40be-b344-380314a1f45a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:25:46.335675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 3d6b05c2-accb-40be-b344-380314a1f45a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:46.336111 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.352181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0aec43dd-3dfb-44e2-afd6-f32e77997076 req-052f6da0-83f7-4373-a1ef-b621d775a4c8 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688378 Jan 28 04:25:46.393856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Router eb3c7126-b859-4879-9931-d17f7040943c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:25:46.401331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=b1f8c45b-92b0-4241-8a78-05e325485b10,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:46.501075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3d6b05c2-accb-40be-b344-380314a1f45a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:46.501634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.559260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3d6b05c2-accb-40be-b344-380314a1f45a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3d6b05c2-accb-40be-b344-380314a1f45a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:46.568646 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.569646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:46.606108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6391bc44-0733-4861-9363-86094aef81b9 None None] Provisioning complete for port 3110360b-b640-4723-9a9c-0eb4a0d9589f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:46.606710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6391bc44-0733-4861-9363-86094aef81b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.612664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461d17e-e6d3-481b-98e1-2c5780e2428c req-68fb5558-ccb6-4d2a-84af-ac62b2a36a13 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:46.614369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2461d17e-e6d3-481b-98e1-2c5780e2428c req-68fb5558-ccb6-4d2a-84af-ac62b2a36a13 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.1085956 Jan 28 04:25:46.652259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:25:46.659396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b8aec1a7-cd32-4acd-ad13-98231dc8c7b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/eb3c7126-b859-4879-9931-d17f7040943c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5019598 Jan 28 04:25:46.682218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3d6b05c2-accb-40be-b344-380314a1f45a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:46.695666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2461d17e-e6d3-481b-98e1-2c5780e2428c req-39788017-5ddc-4c6d-a685-8e651ec149b1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659363 Jan 28 04:25:46.703858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6391bc44-0733-4861-9363-86094aef81b9 None None] Port 3110360b-b640-4723-9a9c-0eb4a0d9589f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:46.738223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 90cfd27d-197e-4cae-b323-a3241741c9ac completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:25:46.743226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 90cfd27d-197e-4cae-b323-a3241741c9ac triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:46.744113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.835006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 90cfd27d-197e-4cae-b323-a3241741c9ac is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:46.835743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.873382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:46.879311 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.944892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:46.981372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619af80c-cc87-4ef3-946b-9c2dd3854deb req-46244639-2407-47f8-bc82-92186a1e3995 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:46.982865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-619af80c-cc87-4ef3-946b-9c2dd3854deb req-46244639-2407-47f8-bc82-92186a1e3995 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 972 time: 0.0536745 Jan 28 04:25:47.053582 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-619af80c-cc87-4ef3-946b-9c2dd3854deb req-f8ea53d9-f2e2-4515-b61b-1dc552d95b3b tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Jan 28 04:25:47.477646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42366) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:47.482405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227491861', 'description': 'tempest-description--148685959'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:47.520911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:47.543390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6b05c2-accb-40be-b344-380314a1f45a'}, {'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:47.545716 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47abcc36-11b4-4ae5-a6a7-b8c28f254ff5" -d '{"events": [{"server_uuid": "df0abead-e57c-4e76-98bd-7bfc006380ef", "name": "network-vif-plugged", "status": "completed", "tag": "3d6b05c2-accb-40be-b344-380314a1f45a"}, {"server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "name": "network-vif-plugged", "status": "completed", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:47.599625 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd4f7c-9dac-4f71-be3a-981e63c71a91 x-openstack-request-id: req-19bd4f7c-9dac-4f71-be3a-981e63c71a91 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:47.599999 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0abead-e57c-4e76-98bd-7bfc006380ef", "name": "network-vif-plugged", "status": "completed", "tag": "3d6b05c2-accb-40be-b344-380314a1f45a", "code": 200}, {"server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "name": "network-vif-plugged", "status": "completed", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:47.600312 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19bd4f7c-9dac-4f71-be3a-981e63c71a91 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:47.600782 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6b05c2-accb-40be-b344-380314a1f45a', 'code': 200} Jan 28 04:25:47.601290 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'code': 200} Jan 28 04:25:47.612619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Sync routers for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:25:47.631127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:47.631790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:47.695890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:47.713000 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group (8ba1b83d-c4e5-40c8-8208-b5e28098af3d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:47.717554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42376) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:47.746809 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ba1b83d-c4e5-40c8-8208-b5e28098af3d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:47.827101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b1f8c45b-92b0-4241-8a78-05e325485b10 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:47.848241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240dbe4-44a6-4bf3-8b6a-19bb3937df7f req-d2067030-4c43-4a93-ab5e-ad9bf32a8c6a tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.856468 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e240dbe4-44a6-4bf3-8b6a-19bb3937df7f req-d2067030-4c43-4a93-ab5e-ad9bf32a8c6a tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 950 time: 0.1723256 Jan 28 04:25:47.876691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd789ac-db0f-4b3f-b4da-b51099e0cd53 req-5b262039-9a00-43d4-a745-984671008b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.878494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-acd789ac-db0f-4b3f-b4da-b51099e0cd53 req-5b262039-9a00-43d4-a745-984671008b78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1096 time: 0.1245070 Jan 28 04:25:47.953753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e240dbe4-44a6-4bf3-8b6a-19bb3937df7f req-3bd1045d-e47e-4135-be84-572b0b2b0e7f tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962794 Jan 28 04:25:47.970628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-acd789ac-db0f-4b3f-b4da-b51099e0cd53 req-7518b5a4-d7bb-4645-914b-9659a5b17036 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800312 Jan 28 04:25:47.977713 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b8d309c-4d69-49bf-9776-6d7c8ed8b54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.003307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de78c-2b0b-4a28-b296-73e4daabb4cd req-5906fe27-4778-49c0-a28f-3e044a77982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:48.005488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0de78c-2b0b-4a28-b296-73e4daabb4cd req-5906fe27-4778-49c0-a28f-3e044a77982c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 1101 time: 0.2336686 Jan 28 04:25:48.014373 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.018437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5370731 Jan 28 04:25:48.018871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42384) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:48.024602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Request body: {'security_group_rule': {'security_group_id': '8ba1b83d-c4e5-40c8-8208-b5e28098af3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:48.031033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5da63-1b5f-407f-bf26-faa72f518b4e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1b83d-c4e5-40c8-8208-b5e28098af3d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.035916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53a0aa5f-8d2b-4190-a0de-eca66fb59e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.059503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18634e-951e-4d96-a991-271e30391ddd req-7898d54b-964d-4a96-9584-144d891c31dc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:48.069335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f18634e-951e-4d96-a991-271e30391ddd req-7898d54b-964d-4a96-9584-144d891c31dc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 945 time: 0.1877677 Jan 28 04:25:48.080979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group_rule (d6438c8c-db5d-4fa7-97a3-8c8cad7ba134), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.084495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:48.121427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b8d309c-4d69-49bf-9776-6d7c8ed8b54e admin admin] Publish callbacks [] for security_group (5144fcf1-ace6-428f-8e3f-3460e047a840), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.134691 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b8d309c-4d69-49bf-9776-6d7c8ed8b54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5144fcf1-ace6-428f-8e3f-3460e047a840), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.164881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f18634e-951e-4d96-a991-271e30391ddd req-d9db9725-4fbf-4e91-86ae-1ec0f18f8074 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939910 Jan 28 04:25:48.173674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b1f8c45b-92b0-4241-8a78-05e325485b10 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:48.174066 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.204821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7b8d309c-4d69-49bf-9776-6d7c8ed8b54e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cba031c3a59f42bab5b450bb37bd650b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933004 Jan 28 04:25:48.214600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53a0aa5f-8d2b-4190-a0de-eca66fb59e38 admin admin] Publish callbacks [] for security_group (2b1f4706-5d64-402f-9a21-e097e002c3e4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.215461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42388) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:48.230162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53a0aa5f-8d2b-4190-a0de-eca66fb59e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2b1f4706-5d64-402f-9a21-e097e002c3e4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.247532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d309c-4d69-49bf-9776-6d7c8ed8b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5144fcf1-ace6-428f-8e3f-3460e047a840,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.260897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group_rule (d6438c8c-db5d-4fa7-97a3-8c8cad7ba134), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.277410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f437f-3af7-42a6-beaf-68c49da2643f req-bc38c854-1eb4-41e2-a5ba-8fc8b714fba7 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:48.286467 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c27f437f-3af7-42a6-beaf-68c49da2643f req-bc38c854-1eb4-41e2-a5ba-8fc8b714fba7 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 972 time: 0.1281357 Jan 28 04:25:48.287900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d6438c8c-db5d-4fa7-97a3-8c8cad7ba134), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.298496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-53a0aa5f-8d2b-4190-a0de-eca66fb59e38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01062b05b0dc443cb97c16bfa6f1fb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777862 Jan 28 04:25:48.300056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42390) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:48.300843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0aa5f-8d2b-4190-a0de-eca66fb59e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f4706-5d64-402f-9a21-e097e002c3e4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.319353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6438c8c-db5d-4fa7-97a3-8c8cad7ba134,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.338568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e140-3d6e-405d-a61c-b96205ef0d01 admin admin] Publish callbacks [] for security_group (5144fcf1-ace6-428f-8e3f-3460e047a840), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.339848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.343933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ded023b-1dd2-49ad-aa2d-446e5c8c24bc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3204212 Jan 28 04:25:48.344941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42392) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:48.354851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Request body: {'security_group_rule': {'security_group_id': '8ba1b83d-c4e5-40c8-8208-b5e28098af3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:48.358826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b1f8c45b-92b0-4241-8a78-05e325485b10 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:48.370120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c27f437f-3af7-42a6-beaf-68c49da2643f req-20b10f11-b57a-4aec-a4ab-7fea1c553360 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843549 Jan 28 04:25:48.377578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e140-3d6e-405d-a61c-b96205ef0d01 admin admin] Publish callbacks [] for security_group (5144fcf1-ace6-428f-8e3f-3460e047a840), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.386295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 2, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:48.390445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group_rule (1d814390-1544-47c7-8c7c-ce14ccc82008), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.414567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Checking router: eb3c7126-b859-4879-9931-d17f7040943c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:25:48.414931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Updating router eb3c7126-b859-4879-9931-d17f7040943c port 3110360b-b640-4723-9a9c-0eb4a0d9589f binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:25:48.439869 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.449880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dad88919-16d8-4120-9938-e3d971453e46 admin admin] Publish callbacks [] for security_group (2b1f4706-5d64-402f-9a21-e097e002c3e4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.464268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group_rule (1d814390-1544-47c7-8c7c-ce14ccc82008), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.469694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (1d814390-1544-47c7-8c7c-ce14ccc82008), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.477274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e140-3d6e-405d-a61c-b96205ef0d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5144fcf1-ace6-428f-8e3f-3460e047a840), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.479813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e140-3d6e-405d-a61c-b96205ef0d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.488311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6ba2e140-3d6e-405d-a61c-b96205ef0d01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5144fcf1-ace6-428f-8e3f-3460e047a840 HTTP/1.1" status: 204 len: 168 time: 0.2690072 Jan 28 04:25:48.494953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d814390-1544-47c7-8c7c-ce14ccc82008,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.516646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.521286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b56db17d-269e-4004-b0a8-753cfe4c6577 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724536 Jan 28 04:25:48.521538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42398) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:48.524936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dad88919-16d8-4120-9938-e3d971453e46 admin admin] Publish callbacks [] for security_group (2b1f4706-5d64-402f-9a21-e097e002c3e4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.527227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:48.556183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.576133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2e140-3d6e-405d-a61c-b96205ef0d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5144fcf1-ace6-428f-8e3f-3460e047a840,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.622858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0de78c-2b0b-4a28-b296-73e4daabb4cd req-3e23d487-4e96-440a-b896-2d3b54846e37 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862593 Jan 28 04:25:48.654928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e517b-d9cf-4752-9101-a0eeb34988c8 req-d1107c68-e5d4-4851-93af-a564a1a34aa0 tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:48.656783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-873e517b-d9cf-4752-9101-a0eeb34988c8 req-d1107c68-e5d4-4851-93af-a564a1a34aa0 tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 1123 time: 0.1416380 Jan 28 04:25:48.657939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dad88919-16d8-4120-9938-e3d971453e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2b1f4706-5d64-402f-9a21-e097e002c3e4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.660434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dad88919-16d8-4120-9938-e3d971453e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.661040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dad88919-16d8-4120-9938-e3d971453e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b1f4706-5d64-402f-9a21-e097e002c3e4 HTTP/1.1" status: 204 len: 168 time: 0.3565640 Jan 28 04:25:48.670593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad88919-16d8-4120-9938-e3d971453e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f4706-5d64-402f-9a21-e097e002c3e4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.684505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-873e517b-d9cf-4752-9101-a0eeb34988c8 req-ab0968bc-f0f4-4bad-ae6f-bf0a859e583e tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.702453 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.781240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-873e517b-d9cf-4752-9101-a0eeb34988c8 req-ab0968bc-f0f4-4bad-ae6f-bf0a859e583e tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] Publish callbacks [] for security_group (d53bdd44-f962-451d-9450-a9deb7a380d6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.791236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-873e517b-d9cf-4752-9101-a0eeb34988c8 req-ab0968bc-f0f4-4bad-ae6f-bf0a859e583e tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d53bdd44-f962-451d-9450-a9deb7a380d6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.795051 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Publish callbacks [] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.803553 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.821050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Allocated IP 172.25.6.26 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/517036ea-3ce2-4563-b733-9e26f2c3beac) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:48.848490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-873e517b-d9cf-4752-9101-a0eeb34988c8 req-ab0968bc-f0f4-4bad-ae6f-bf0a859e583e tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794076 Jan 28 04:25:48.849214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0968bc-f0f4-4bad-ae6f-bf0a859e583e tempest-AggregatesAdminTestJSON-1180535024 tempest-AggregatesAdminTestJSON-1180535024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53bdd44-f962-451d-9450-a9deb7a380d6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.919068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4706f-f994-4f25-be64-b705704bec84 None None] Pushing event updated for resources: {'Port': ['ID=3110360b-b640-4723-9a9c-0eb4a0d9589f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:48.955561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Attempting to bind port 3110360b-b640-4723-9a9c-0eb4a0d9589f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:48.956666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Attempting to bind port 3110360b-b640-4723-9a9c-0eb4a0d9589f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:48.956786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Attempting to bind port 3110360b-b640-4723-9a9c-0eb4a0d9589f on network 9fbc751e-4c26-400c-b588-d9959ba663bf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:48.965468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:48.965915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Checking segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:48.966618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:48.967030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Bound using segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:48.967790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Bound port: 3110360b-b640-4723-9a9c-0eb4a0d9589f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:48.968030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.087540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] For port 3110360b-b640-4723-9a9c-0eb4a0d9589f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:49.096690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] For port 3110360b-b640-4723-9a9c-0eb4a0d9589f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3110360b-b640-4723-9a9c-0eb4a0d9589f,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:49.107993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.118091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42410) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:49.134813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.179384 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9977b0b4-85cf-43ff-9c6e-e063ccad7c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.196272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.231609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ed1ce-6b6a-4164-a6d0-454e99be156c req-2cbc9b26-842a-4b40-b908-6b13b7016071 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:49.239459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d1ed1ce-6b6a-4164-a6d0-454e99be156c req-2cbc9b26-842a-4b40-b908-6b13b7016071 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 950 time: 0.1742215 Jan 28 04:25:49.242714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:49.246675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:49.263982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4706f-f994-4f25-be64-b705704bec84 None None] Pushing event updated for resources: {'Port': ['ID=3110360b-b640-4723-9a9c-0eb4a0d9589f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:49.278175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:49.278810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:49.279114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:49.315030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event updated for resources: {'Port': ['ID=517036ea-3ce2-4563-b733-9e26f2c3beac,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:49.342226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03c0b-5361-41c3-a7ca-e129bf15de5c req-10f53b3c-590d-49a9-9a95-b4f6f55554f9 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:49.343608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bab03c0b-5361-41c3-a7ca-e129bf15de5c req-10f53b3c-590d-49a9-9a95-b4f6f55554f9 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 972 time: 0.0981247 Jan 28 04:25:49.369027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] Provisioning complete for port 3110360b-b640-4723-9a9c-0eb4a0d9589f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:49.369491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d1ed1ce-6b6a-4164-a6d0-454e99be156c req-bcfa9f72-4616-420b-a135-eda4250d7f78 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288972 Jan 28 04:25:49.369610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.457418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9977b0b4-85cf-43ff-9c6e-e063ccad7c2b admin admin] Publish callbacks [] for security_group (4448b7a1-4ccc-42f8-9230-e14d10df5582), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.460519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:49.481096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9977b0b4-85cf-43ff-9c6e-e063ccad7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4448b7a1-4ccc-42f8-9230-e14d10df5582), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.497694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bab03c0b-5361-41c3-a7ca-e129bf15de5c req-0db9b18d-d5d7-47d6-8c5b-79502d2c8735 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420639 Jan 28 04:25:49.502935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:49.516847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4487ea3a-704d-447b-a288-e03551624d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.558255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (c0fc2aac-5144-49b2-904a-28ed4ca51489), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.568140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b0b4-85cf-43ff-9c6e-e063ccad7c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4448b7a1-4ccc-42f8-9230-e14d10df5582,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:49.572707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9977b0b4-85cf-43ff-9c6e-e063ccad7c2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2415f5819bfe40f59c0e5ed61031bdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424627 Jan 28 04:25:49.577789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42420) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:49.596429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaea3e-593f-4d35-9e6b-63bfcc70c51c req-d6e7c09f-fa39-44a4-935d-f34fb1c54c0e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:49.602564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4eaaea3e-593f-4d35-9e6b-63bfcc70c51c req-d6e7c09f-fa39-44a4-935d-f34fb1c54c0e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 945 time: 0.1432357 Jan 28 04:25:49.606678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] Current status of the port 3110360b-b640-4723-9a9c-0eb4a0d9589f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:49.607080 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.689087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] For port 3110360b-b640-4723-9a9c-0eb4a0d9589f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3110360b-b640-4723-9a9c-0eb4a0d9589f,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:49.696104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.728035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4eaaea3e-593f-4d35-9e6b-63bfcc70c51c req-58a3ea38-56ba-498e-8f46-bd882c42a411 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178589 Jan 28 04:25:49.752910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0869b7b3-6517-48ef-a43b-fc81f77cfdb2 admin admin] Publish callbacks [] for security_group (4448b7a1-4ccc-42f8-9230-e14d10df5582), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.764629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4487ea3a-704d-447b-a288-e03551624d9e admin admin] Publish callbacks [] for security_group (0c3aea61-148e-455f-b534-ef7b1ca68a0f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.774964 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4487ea3a-704d-447b-a288-e03551624d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0c3aea61-148e-455f-b534-ef7b1ca68a0f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.801206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0869b7b3-6517-48ef-a43b-fc81f77cfdb2 admin admin] Publish callbacks [] for security_group (4448b7a1-4ccc-42f8-9230-e14d10df5582), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.801414 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.812550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9222b8-3e17-4f35-9452-d99e73d06b5a None None] Pushing event updated for resources: {'Port': ['ID=3110360b-b640-4723-9a9c-0eb4a0d9589f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:49.836844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-82ccf15b-d7ca-48a9-ac23-5a92c6c247ad None None] Provisioning complete for port 3110360b-b640-4723-9a9c-0eb4a0d9589f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:49.837373 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82ccf15b-d7ca-48a9-ac23-5a92c6c247ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.852484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4487ea3a-704d-447b-a288-e03551624d9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76d4efb174724ed1a65b695c665865a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875771 Jan 28 04:25:49.853088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:49.861870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487ea3a-704d-447b-a288-e03551624d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3aea61-148e-455f-b534-ef7b1ca68a0f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:49.884993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:49.895453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0869b7b3-6517-48ef-a43b-fc81f77cfdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4448b7a1-4ccc-42f8-9230-e14d10df5582), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.900048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0869b7b3-6517-48ef-a43b-fc81f77cfdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:49.905769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0869b7b3-6517-48ef-a43b-fc81f77cfdb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4448b7a1-4ccc-42f8-9230-e14d10df5582 HTTP/1.1" status: 204 len: 168 time: 0.3257647 Jan 28 04:25:49.916084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b7b3-6517-48ef-a43b-fc81f77cfdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4448b7a1-4ccc-42f8-9230-e14d10df5582,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:49.918014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae13f2-2d54-4079-bdfd-c4d5fac3e612 None None] The sync data for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 is: [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:25:49.967595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82ccf15b-d7ca-48a9-ac23-5a92c6c247ad None None] Current status of the port 3110360b-b640-4723-9a9c-0eb4a0d9589f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:50.007144 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c18eb10-423e-494d-be6f-995e3818bb0c admin admin] Publish callbacks [] for security_group (0c3aea61-148e-455f-b534-ef7b1ca68a0f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.043452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c18eb10-423e-494d-be6f-995e3818bb0c admin admin] Publish callbacks [] for security_group (0c3aea61-148e-455f-b534-ef7b1ca68a0f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.074862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.085488 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.181267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event updated for resources: {'Port': ['ID=517036ea-3ce2-4563-b733-9e26f2c3beac,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:50.198933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (c0fc2aac-5144-49b2-904a-28ed4ca51489), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.212141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c18eb10-423e-494d-be6f-995e3818bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0c3aea61-148e-455f-b534-ef7b1ca68a0f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.215012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c18eb10-423e-494d-be6f-995e3818bb0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.216216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9c18eb10-423e-494d-be6f-995e3818bb0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c3aea61-148e-455f-b534-ef7b1ca68a0f HTTP/1.1" status: 204 len: 168 time: 0.3621552 Jan 28 04:25:50.228642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:50.238154 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-37de7f5f-5cf5-4f20-899d-87e1d2caba79 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7073486 Jan 28 04:25:50.238154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18eb10-423e-494d-be6f-995e3818bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3aea61-148e-455f-b534-ef7b1ca68a0f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:50.541171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b7b0-0d6e-4374-a600-87ceb1346e8c req-30a6fa5e-c771-4b7b-89ef-6aef40978321 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:50.543118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9a3b7b0-0d6e-4374-a600-87ceb1346e8c req-30a6fa5e-c771-4b7b-89ef-6aef40978321 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 950 time: 0.0669830 Jan 28 04:25:50.562175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-cc73343a-a426-4786-a7ff-e68dd62485a9 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--227491861&fields=id&tenant_id=5de9657993f64840ba96193974360831 HTTP/1.1" status: 200 len: 267 time: 0.0937054 Jan 28 04:25:50.634186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9a3b7b0-0d6e-4374-a600-87ceb1346e8c req-5c3248bd-cbdf-488d-b574-69392ef50efd tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764613 Jan 28 04:25:50.794028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afba06-a7ab-4b7a-874e-3519af721b7d req-5a9e043a-100b-44f8-97ac-82e7bd0dbf9c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:50.796035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7afba06-a7ab-4b7a-874e-3519af721b7d req-5a9e043a-100b-44f8-97ac-82e7bd0dbf9c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 972 time: 0.0691109 Jan 28 04:25:50.854942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7afba06-a7ab-4b7a-874e-3519af721b7d req-512124b9-d700-4e6b-8572-22dfe76f0a86 tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/security-groups?id=95baecbd-efb4-4f46-875d-4b02d6c78902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538199 Jan 28 04:25:50.903607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-791a3697-fe9e-4500-a219-1bc17f3adeaf tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:50.905753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-791a3697-fe9e-4500-a219-1bc17f3adeaf tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.47 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 972 time: 0.1883121 Jan 28 04:25:51.096262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4b73-37e7-483b-9338-7c3cd3904956 req-c5d84c17-f7ad-4925-b910-77b933807267 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:51.099800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46fe4b73-37e7-483b-9338-7c3cd3904956 req-c5d84c17-f7ad-4925-b910-77b933807267 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 945 time: 0.0885084 Jan 28 04:25:51.118717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-b7532c7f-f3f2-4f18-ba35-897bfbefa3b0 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:51.125355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-b7532c7f-f3f2-4f18-ba35-897bfbefa3b0 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/networks?id=9fbc751e-4c26-400c-b588-d9959ba663bf HTTP/1.1" status: 200 len: 814 time: 0.5547035 Jan 28 04:25:51.154312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-0451d80e-5a17-4710-a312-37a2cf3e70f5 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/quotas/5de9657993f64840ba96193974360831 HTTP/1.1" status: 200 len: 375 time: 0.0280187 Jan 28 04:25:51.186908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Deleting port ced2de26-efbd-4862-b379-05bb7c284fd4 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:25:51.187567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:51.203267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46fe4b73-37e7-483b-9338-7c3cd3904956 req-e30efc45-88f6-44aa-a944-cec90549ed84 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952551 Jan 28 04:25:51.331119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-e2a49a03-ef7f-4502-9bba-385edb4b0ace tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5de9657993f64840ba96193974360831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758113 Jan 28 04:25:51.389053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] For port ced2de26-efbd-4862-b379-05bb7c284fd4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ced2de26-efbd-4862-b379-05bb7c284fd4,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:51.389471 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:51.407009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Calling delete_port for ced2de26-efbd-4862-b379-05bb7c284fd4 owned by compute:tempest-test_az-1521744371 {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:25:51.601590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ced2de26-efbd-4862-b379-05bb7c284fd4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:51.638111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ced2de26-efbd-4862-b379-05bb7c284fd4'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:51.640545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Pushing event deleted for resources: {'Port': ['ID=ced2de26-efbd-4862-b379-05bb7c284fd4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:51.744608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ca75b-31fc-477b-b2fa-b91ec2b2fdd9 req-080673b2-a178-4c64-995a-e8ad5adbad33 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:51.754807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e7ca75b-31fc-477b-b2fa-b91ec2b2fdd9 req-080673b2-a178-4c64-995a-e8ad5adbad33 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1096 time: 0.0959914 Jan 28 04:25:51.764562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] No DVR routers for this DVR port ced2de26-efbd-4862-b379-05bb7c284fd4 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:25:51.768734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:51.772732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6de73dc2-60e2-4be0-9f6a-1fdc28f5c19c req-f0c4d6e5-1ed4-47f8-908d-d8673aeef9ee tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.47 "DELETE /v2.0/ports/ced2de26-efbd-4862-b379-05bb7c284fd4 HTTP/1.1" status: 204 len: 173 time: 0.8592272 Jan 28 04:25:51.774388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'name': 'network-vif-deleted', 'tag': 'ced2de26-efbd-4862-b379-05bb7c284fd4'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:51.777030 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e7837-f037-45d0-b314-33e8fa0c40d8" -d '{"events": [{"server_uuid": "5912b2fa-069f-4397-98c6-d20d2254f6d4", "name": "network-vif-deleted", "tag": "ced2de26-efbd-4862-b379-05bb7c284fd4"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:51.846611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3110360b-b640-4723-9a9c-0eb4a0d9589f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:51.858900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-e9aac5fd-c5ff-454d-8e37-023afd5f4484 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:51.865639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-e9aac5fd-c5ff-454d-8e37-023afd5f4484 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1273160 Jan 28 04:25:51.877392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e7ca75b-31fc-477b-b2fa-b91ec2b2fdd9 req-053253b1-98ca-4774-88a4-695173be884c tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211591 Jan 28 04:25:51.981321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3110360b-b640-4723-9a9c-0eb4a0d9589f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:51.982991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:52.031805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be299a0-92df-463c-a57a-93adbbfdc224 req-05127225-dbe8-4bd2-868f-26f1635d972d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:52.052425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7be299a0-92df-463c-a57a-93adbbfdc224 req-05127225-dbe8-4bd2-868f-26f1635d972d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 950 time: 0.1028290 Jan 28 04:25:52.072527 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d8204949-ce1b-41d5-a141-3c97810f3c27 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991143 Jan 28 04:25:52.130713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3110360b-b640-4723-9a9c-0eb4a0d9589f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:52.163315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7be299a0-92df-463c-a57a-93adbbfdc224 req-956148be-2e82-4084-a51e-304f91dc4008 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099136 Jan 28 04:25:52.200072 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf883b1-cba7-4b3c-bd5e-adab7cd1394e x-openstack-request-id: req-1cf883b1-cba7-4b3c-bd5e-adab7cd1394e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:52.200572 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5912b2fa-069f-4397-98c6-d20d2254f6d4", "name": "network-vif-deleted", "tag": "ced2de26-efbd-4862-b379-05bb7c284fd4", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:52.200572 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cf883b1-cba7-4b3c-bd5e-adab7cd1394e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:52.201445 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5912b2fa-069f-4397-98c6-d20d2254f6d4', 'name': 'network-vif-deleted', 'tag': 'ced2de26-efbd-4862-b379-05bb7c284fd4', 'status': 'completed', 'code': 200} Jan 28 04:25:52.208406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-41c3f81f-de7f-46e7-b37d-86d3526223db service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254733 Jan 28 04:25:52.481559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3cf35a1-a81c-4ac5-bcc0-fd63b7fde5e8 req-c9e1dff0-6611-48cc-9329-679903550b5c tempest-AggregatesAdminTestJSON-606357026 tempest-AggregatesAdminTestJSON-606357026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5912b2fa-069f-4397-98c6-d20d2254f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0464392 Jan 28 04:25:52.548893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ace5-46c1-4679-b5e9-eb7e89890303 req-1d2c2643-2f11-4614-ab9a-1ead02b9a3bc tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:52.556712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3594ace5-46c1-4679-b5e9-eb7e89890303 req-1d2c2643-2f11-4614-ab9a-1ead02b9a3bc tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1096 time: 0.3140061 Jan 28 04:25:52.608848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3594ace5-46c1-4679-b5e9-eb7e89890303 req-2eff6701-5963-417d-8468-3b0f7f2e93f0 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511200 Jan 28 04:25:52.703872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9ee919-2155-4a33-bfa4-d59e442db566 req-6f0b5202-2592-4b8d-b8f4-05121e22f265 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 210 time: 0.0473177 Jan 28 04:25:52.893063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-d7b8ca19-8a1f-4266-a488-78e4155fcd9a req-cf439c8f-8008-4640-a597-25c259c1db34 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:52.894250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7b8ca19-8a1f-4266-a488-78e4155fcd9a req-cf439c8f-8008-4640-a597-25c259c1db34 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084507 Jan 28 04:25:53.413031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-cbd7013c-b078-4114-b714-01b04560ef34 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=28d98d9213ba4486b69b2f5ba079351b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211694 Jan 28 04:25:53.529463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-a10a4dad-a7d2-4680-af2d-da685b35e78d tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:53.531954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-a10a4dad-a7d2-4680-af2d-da685b35e78d tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133070 Jan 28 04:25:53.549156 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-80b70eda-f2bf-4931-8fd9-8d57a0b9355e tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/quotas/28d98d9213ba4486b69b2f5ba079351b HTTP/1.1" status: 200 len: 375 time: 0.0109344 Jan 28 04:25:53.588355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-d9532e91-c5be-42a9-8baf-9542811f2a9a tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=28d98d9213ba4486b69b2f5ba079351b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332980 Jan 28 04:25:53.766137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-78cb7213-e3b4-4595-9e4b-3f1a849656b3 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:53.768114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-78cb7213-e3b4-4595-9e4b-3f1a849656b3 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.47 "GET /v2.0/networks?id=9fbc751e-4c26-400c-b588-d9959ba663bf HTTP/1.1" status: 200 len: 814 time: 0.1465764 Jan 28 04:25:54.063921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32468b0d-43bf-4d08-9c0c-337638664efc req-b95d61de-3fa3-4b5f-838e-4dc00a1067a1 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:54.065444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32468b0d-43bf-4d08-9c0c-337638664efc req-b95d61de-3fa3-4b5f-838e-4dc00a1067a1 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 950 time: 0.2592034 Jan 28 04:25:54.070953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-f64fba9d-b22e-4d21-9b1b-c029aa795eb3 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de9657993f64840ba96193974360831 HTTP/1.1" status: 200 len: 379 time: 0.2868531 Jan 28 04:25:54.084528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Request body: {'port': {'device_id': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'admin_state_up': True, 'tenant_id': '5de9657993f64840ba96193974360831', 'security_groups': ['8ba1b83d-c4e5-40c8-8208-b5e28098af3d']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:54.175176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32468b0d-43bf-4d08-9c0c-337638664efc req-7802455b-d2e3-48e3-a885-233555cb4b64 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015458 Jan 28 04:25:54.237203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42624) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:54.244396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Made reservation on behalf of 5de9657993f64840ba96193974360831 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:54.248192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:54.370185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-2a998424-741b-409a-95c0-cf129f3b977e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:54.371221 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-2a998424-741b-409a-95c0-cf129f3b977e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1328857 Jan 28 04:25:54.395534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Allocated IP 172.20.0.6 (9fbc751e-4c26-400c-b588-d9959ba663bf/3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85/14516023-8c1f-4594-8e73-35c83eaf974e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:54.543361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ced2de26-efbd-4862-b379-05bb7c284fd4 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:25:54.561539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d0f3f7b-4870-4340-b249-397a5f67b7ce req-1f32fee4-1224-41e3-aa0d-7a0087c67cb4 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 210 time: 0.0628252 Jan 28 04:25:54.563195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: ced2de26-efbd-4862-b379-05bb7c284fd4 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:25:54.563556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ced2de26-efbd-4862-b379-05bb7c284fd4 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:25:54.572774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-af79b237-2a74-40e4-a527-18f133b060d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:54.574137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-af79b237-2a74-40e4-a527-18f133b060d7 service neutron] 10.222.0.21 "GET /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 1093 time: 0.1450462 Jan 28 04:25:54.585046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Request body: {'binding': {'host': 'n-h2-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:54.585601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Unknown quota resources ['binding']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:25:54.661569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92c808eb-8336-4dcf-9003-a6ddf288aa95 req-787728d4-225d-4e90-a2aa-b21c9d8b32fa tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 210 time: 0.0393014 Jan 28 04:25:54.679040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for port (14516023-8c1f-4594-8e73-35c83eaf974e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:54.787458 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:54.849427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on host n-h2-824835-3 for vnic_type normal with profile None {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:54.849777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:54.850185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:54.858831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49625) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:54.872946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event updated for resources: {'Port': ['ID=14516023-8c1f-4594-8e73-35c83eaf974e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:54.878514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:54.878959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:54.882491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Network 9fbc751e-4c26-400c-b588-d9959ba663bf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:54.887518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:54.890248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:54.894802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:54.894802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:54.895061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:54.895496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Bound port: 90cfd27d-197e-4cae-b323-a3241741c9ac, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:54.903873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-65bc4197-b7c8-4291-94ff-2d5300b06fce tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=28d98d9213ba4486b69b2f5ba079351b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428483 Jan 28 04:25:55.061594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.062234 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.079990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:55.088690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-2bc8e290-78b2-4612-83bf-684d05cfd0fd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0086670 Jan 28 04:25:55.092726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.093977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-7f50e1b4-fb7c-4fce-918a-d33fb9c40490 service neutron] 10.222.0.21 "POST /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.5129490 Jan 28 04:25:55.121829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-27bd2cb9-4d0b-4c91-bc01-eee47d440703 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.123629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-27bd2cb9-4d0b-4c91-bc01-eee47d440703 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 1101 time: 0.2011011 Jan 28 04:25:55.135081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Request body: {'port': {'device_id': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'device_owner': 'compute:tempest-test_az-1521744371', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:55.200234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-3c6fa0c6-7112-4844-b28b-a4db0395c3c1 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.202388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-3c6fa0c6-7112-4844-b28b-a4db0395c3c1 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923157 Jan 28 04:25:55.215863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.246656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Request body: {'port': {'device_id': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '28d98d9213ba4486b69b2f5ba079351b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:55.367648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Deleting port 3d6b05c2-accb-40be-b344-380314a1f45a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:25:55.367990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.371181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-57f0ce1c-391c-4225-9f5e-cf546e9a5661 None None] Provisioning complete for port 14516023-8c1f-4594-8e73-35c83eaf974e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:55.371569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57f0ce1c-391c-4225-9f5e-cf546e9a5661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.407008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad021ec2-db54-49d5-8cc5-d2ac8c186b82 req-664622c5-62d7-4690-a1e0-90eef36d620f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.417904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad021ec2-db54-49d5-8cc5-d2ac8c186b82 req-664622c5-62d7-4690-a1e0-90eef36d620f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 945 time: 0.1368539 Jan 28 04:25:55.436059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-57f0ce1c-391c-4225-9f5e-cf546e9a5661 None None] Port 14516023-8c1f-4594-8e73-35c83eaf974e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:55.444269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Made reservation on behalf of 28d98d9213ba4486b69b2f5ba079351b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:55.448432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.467263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.502754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:55.504593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] For port 3d6b05c2-accb-40be-b344-380314a1f45a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3d6b05c2-accb-40be-b344-380314a1f45a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:55.505324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.542485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad021ec2-db54-49d5-8cc5-d2ac8c186b82 req-046d4ad8-1fff-49cc-8c26-7533288c8662 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155126 Jan 28 04:25:55.550509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Calling delete_port for 3d6b05c2-accb-40be-b344-380314a1f45a owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:25:55.674359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-2f38bfb7-0de8-4a5e-bc1e-d5ee464ded1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.675876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-2f38bfb7-0de8-4a5e-bc1e-d5ee464ded1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1096 time: 0.1681778 Jan 28 04:25:55.700724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14516023-8c1f-4594-8e73-35c83eaf974e {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:55.711636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Publish callbacks [] for port (14516023-8c1f-4594-8e73-35c83eaf974e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.733628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Transition to ACTIVE for port object 14516023-8c1f-4594-8e73-35c83eaf974e will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:55.743015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfb089-c263-4335-8b59-5046e0169d28 req-81278e25-0f6b-4e49-be41-076b6880a550 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.749869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cacfb089-c263-4335-8b59-5046e0169d28 req-81278e25-0f6b-4e49-be41-076b6880a550 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 950 time: 0.0958395 Jan 28 04:25:55.770915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.814346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks [] for security_group (b9c9940f-5ffc-47b9-9a12-32da7769ed9e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.838119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b9c9940f-5ffc-47b9-9a12-32da7769ed9e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:55.839559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cacfb089-c263-4335-8b59-5046e0169d28 req-f19b1ce7-1526-43f0-a432-1f9a96f3caf7 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887370 Jan 28 04:25:55.853328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Pushing event updated for resources: {'Port': ['ID=14516023-8c1f-4594-8e73-35c83eaf974e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:55.967701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Attempting to bind port 14516023-8c1f-4594-8e73-35c83eaf974e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:55.967701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Attempting to bind port 14516023-8c1f-4594-8e73-35c83eaf974e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:55.967701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Attempting to bind port 14516023-8c1f-4594-8e73-35c83eaf974e on network 9fbc751e-4c26-400c-b588-d9959ba663bf {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:55.986545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Port 14516023-8c1f-4594-8e73-35c83eaf974e on network 9fbc751e-4c26-400c-b588-d9959ba663bf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:55.986890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Attempting to bind port 14516023-8c1f-4594-8e73-35c83eaf974e on network 9fbc751e-4c26-400c-b588-d9959ba663bf {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:55.997969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:55.998326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Checking segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:56.001845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Bound using segment: {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:56.001845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Bound port: 14516023-8c1f-4594-8e73-35c83eaf974e, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb5d175-6952-4981-9cc5-0b3f894721ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:56.003484 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:56.004750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9940f-5ffc-47b9-9a12-32da7769ed9e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:56.025854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-0c19847a-cab9-4b47-9486-fb9691581543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.027415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-0c19847a-cab9-4b47-9486-fb9691581543 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.3414237 Jan 28 04:25:56.064049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9896f-c37c-43a3-979e-83b858338a94 req-1d7812f8-e634-44ff-a577-b122fbb080e1 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.065629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dd9896f-c37c-43a3-979e-83b858338a94 req-1d7812f8-e634-44ff-a577-b122fbb080e1 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 965 time: 0.2774010 Jan 28 04:25:56.081115 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-72208037-ac69-4112-aa30-64c86b885232 req-242fc7ca-9e3c-4a10-8eaa-deb30dfcf0e0 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 210 time: 0.0381386 Jan 28 04:25:56.123578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3d6b05c2-accb-40be-b344-380314a1f45a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:56.134952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-004b0aaa-1a8f-41fb-a465-9d040866b0b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.0982847 Jan 28 04:25:56.157942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['3d6b05c2-accb-40be-b344-380314a1f45a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:56.196876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] For port 14516023-8c1f-4594-8e73-35c83eaf974e, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:56.208673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] For port 14516023-8c1f-4594-8e73-35c83eaf974e, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=14516023-8c1f-4594-8e73-35c83eaf974e,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:56.216011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d6b05c2-accb-40be-b344-380314a1f45a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:56.224893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:56.277558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-aeddbf26-3208-4019-9daa-27213888446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.279350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-aeddbf26-3208-4019-9daa-27213888446a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1323905 Jan 28 04:25:56.279716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.280340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:56.281765 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/14516023-8c1f-4594-8e73-35c83eaf974e HTTP/1.1" status: 200 len: 1113 time: 1.1523538 Jan 28 04:25:56.282291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:56.290810 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e8875-734d-4b2f-9301-68cfac9824be" -d '{"events": [{"name": "network-changed", "server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:56.322579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Allocated IP 192.168.233.38 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/ba68fb61-dae6-4273-bab0-0eb8329c0c73) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:56.327485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] No DVR routers for this DVR port 3d6b05c2-accb-40be-b344-380314a1f45a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:25:56.362410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d0d89d02-67cd-4165-98c0-f09b6502cea5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476861 Jan 28 04:25:56.390783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:56.394661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb4f5dba-1533-41fa-9e7d-1f7a02e5a167 req-ac7ed67f-7994-4122-8435-b65de46a2f65 tempest-DeleteServersAdminTestJSON-1539828679 tempest-DeleteServersAdminTestJSON-1539828679-project-admin] 10.222.0.52 "DELETE /v2.0/ports/3d6b05c2-accb-40be-b344-380314a1f45a HTTP/1.1" status: 204 len: 173 time: 1.2555661 Jan 28 04:25:56.410336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'name': 'network-vif-deleted', 'tag': '3d6b05c2-accb-40be-b344-380314a1f45a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:56.414175 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b77504e-9242-418a-9922-01dc9c819910" -d '{"events": [{"server_uuid": "df0abead-e57c-4e76-98bd-7bfc006380ef", "name": "network-vif-deleted", "tag": "3d6b05c2-accb-40be-b344-380314a1f45a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:56.437182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932ab8b-e7c5-442e-89b4-7ff4ea5d58d9 service neutron] Pushing event updated for resources: {'Port': ['ID=14516023-8c1f-4594-8e73-35c83eaf974e,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:56.459853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-710b8307-49a2-4f9a-9e1c-1d3bb8a1fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.462581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-710b8307-49a2-4f9a-9e1c-1d3bb8a1fd02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5de9657993f64840ba96193974360831&device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 1116 time: 0.1098156 Jan 28 04:25:56.465846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dd9896f-c37c-43a3-979e-83b858338a94 req-d6f3aa33-5bda-43dd-bac9-49b103ff7849 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434455 Jan 28 04:25:56.468458 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d19912d-65a1-4168-8982-49853208c4b4 x-openstack-request-id: req-1d19912d-65a1-4168-8982-49853208c4b4 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:56.468940 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:56.469440 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d19912d-65a1-4168-8982-49853208c4b4 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:56.470924 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e', 'status': 'completed', 'code': 200} Jan 28 04:25:56.555419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-0a923bb0-44bf-4b7a-8548-a2ca7419e434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14516023-8c1f-4594-8e73-35c83eaf974e HTTP/1.1" status: 200 len: 217 time: 0.0770044 Jan 28 04:25:56.591149 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9bd565-b8a3-4351-9107-b212dc4fab1b x-openstack-request-id: req-fc9bd565-b8a3-4351-9107-b212dc4fab1b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:56.591686 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0abead-e57c-4e76-98bd-7bfc006380ef", "name": "network-vif-deleted", "tag": "3d6b05c2-accb-40be-b344-380314a1f45a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:56.592141 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc9bd565-b8a3-4351-9107-b212dc4fab1b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:56.593820 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0abead-e57c-4e76-98bd-7bfc006380ef', 'name': 'network-vif-deleted', 'tag': '3d6b05c2-accb-40be-b344-380314a1f45a', 'status': 'completed', 'code': 200} Jan 28 04:25:56.654441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-22559ba0-8729-4a79-bed1-f1ab2a1c580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.658123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-22559ba0-8729-4a79-bed1-f1ab2a1c580e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85 HTTP/1.1" status: 200 len: 853 time: 0.0954893 Jan 28 04:25:56.725632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-dbd2cab1-3ef0-41da-8f53-ef2e0dd20ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.727888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-dbd2cab1-3ef0-41da-8f53-ef2e0dd20ae5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9fbc751e-4c26-400c-b588-d9959ba663bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603321 Jan 28 04:25:56.862899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-4192b982-22d2-4cef-9bd0-2c2a81fe6a84 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270015 Jan 28 04:25:56.896941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-c4f7d82b-6bbc-4858-8a07-58ecfb5d0ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197668 Jan 28 04:25:56.943388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42736) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:56.979808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99aab5dc-17e2-47b2-bae3-eda6b6f71d29 req-db53e9f1-e931-4a1f-9ced-0f91fb100584 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053851 Jan 28 04:25:57.007161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16348023-4ef3-45a2-aa48-60d5b91e9b0e req-a2af086c-9b68-4725-b9eb-5feda6ffd9b9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.009404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16348023-4ef3-45a2-aa48-60d5b91e9b0e req-a2af086c-9b68-4725-b9eb-5feda6ffd9b9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 945 time: 0.2885005 Jan 28 04:25:57.062809 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks [] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.079352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-b55facdb-fd9c-471c-975b-e33e5acb1e5c service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742811 Jan 28 04:25:57.118349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c7ab256-6ffe-45cf-be0d-4899fd2ef815 req-8e512616-a720-43a4-86c0-9b50c8c83e55 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0abead-e57c-4e76-98bd-7bfc006380ef HTTP/1.1" status: 200 len: 210 time: 0.0500579 Jan 28 04:25:57.153415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16348023-4ef3-45a2-aa48-60d5b91e9b0e req-c8e475a4-d30b-4e47-bbf3-24e6f7a51985 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342885 Jan 28 04:25:57.155119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-208b4135-402d-4ba0-a1b8-180fa13e52bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.181098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.182555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8875-734d-4b2f-9301-68cfac9824be req-ddcd7ec7-c015-49c3-b1db-544c5f4191a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.184239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-ddcd7ec7-c015-49c3-b1db-544c5f4191a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5de9657993f64840ba96193974360831&device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 1116 time: 0.0809340 Jan 28 04:25:57.245523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:57.259756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:57.270026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:57.316584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Pushing event updated for resources: {'Port': ['ID=ba68fb61-dae6-4273-bab0-0eb8329c0c73,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:57.373843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.374657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.412596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-c48d93e1-1a29-492c-a619-2a57b74f13d6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1713960 Jan 28 04:25:57.417298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-208b4135-402d-4ba0-a1b8-180fa13e52bc admin admin] Publish callbacks [] for security_group (97d30d40-ee85-4cdf-9f14-4fa46cdc9553), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.419571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8875-734d-4b2f-9301-68cfac9824be req-dd27be38-4dcf-4e26-aefa-9f37ee3b33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.421225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-dd27be38-4dcf-4e26-aefa-9f37ee3b33f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9fbc751e-4c26-400c-b588-d9959ba663bf HTTP/1.1" status: 200 len: 915 time: 0.1915500 Jan 28 04:25:57.432335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bd857-e1a3-475f-912c-3a4aa606d8d2 req-49743ec0-9f08-4624-9614-91e5afa1d6c6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.434537 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e9bd857-e1a3-475f-912c-3a4aa606d8d2 req-49743ec0-9f08-4624-9614-91e5afa1d6c6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 935 time: 0.1568012 Jan 28 04:25:57.437202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Request body: {'port': {'device_id': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'device_owner': 'compute:tempest-test_az-1521744371', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:57.440525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-208b4135-402d-4ba0-a1b8-180fa13e52bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (97d30d40-ee85-4cdf-9f14-4fa46cdc9553), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.500071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b4135-402d-4ba0-a1b8-180fa13e52bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d30d40-ee85-4cdf-9f14-4fa46cdc9553,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:57.511470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d8ec622a-b76d-40f5-aa8d-e942972ccf3a tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.513240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d8ec622a-b76d-40f5-aa8d-e942972ccf3a tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.1987104 Jan 28 04:25:57.523727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-12445a38-d03b-459e-a4f2-ef7fb3915ce0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14516023-8c1f-4594-8e73-35c83eaf974e HTTP/1.1" status: 200 len: 217 time: 0.0912371 Jan 28 04:25:57.528488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-3'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:57.534717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-208b4135-402d-4ba0-a1b8-180fa13e52bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72c571adc4654488a195dd6bb69df60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903151 Jan 28 04:25:57.543690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42764) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:57.612221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.618194 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e9bd857-e1a3-475f-912c-3a4aa606d8d2 req-239c6049-6f67-4d5f-b8f3-23b273187005 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742115 Jan 28 04:25:57.631009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8875-734d-4b2f-9301-68cfac9824be req-86687513-794e-4b4b-a1d2-088f1ff72661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.632595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-86687513-794e-4b4b-a1d2-088f1ff72661 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85 HTTP/1.1" status: 200 len: 853 time: 0.1036894 Jan 28 04:25:57.671475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.686820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9927b5cc-fbb6-404d-85a8-267d9550e07a None None] Provisioning complete for port ba68fb61-dae6-4273-bab0-0eb8329c0c73 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:57.687898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9927b5cc-fbb6-404d-85a8-267d9550e07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.713384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68a754b1-9dd1-467d-82d7-04f59e3fd395 admin admin] Publish callbacks [] for security_group (97d30d40-ee85-4cdf-9f14-4fa46cdc9553), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.745910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9927b5cc-fbb6-404d-85a8-267d9550e07a None None] Port ba68fb61-dae6-4273-bab0-0eb8329c0c73 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:57.750317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68a754b1-9dd1-467d-82d7-04f59e3fd395 admin admin] Publish callbacks [] for security_group (97d30d40-ee85-4cdf-9f14-4fa46cdc9553), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.826558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8875-734d-4b2f-9301-68cfac9824be req-b886027a-5604-4a80-973c-8383ef6997b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.828672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-b886027a-5604-4a80-973c-8383ef6997b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9fbc751e-4c26-400c-b588-d9959ba663bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892688 Jan 28 04:25:57.855594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe59bcb-9a30-4475-8af6-bb7117e7badf req-23bd6361-57c7-4401-ab41-def661d49bfa tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.857091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0fe59bcb-9a30-4475-8af6-bb7117e7badf req-23bd6361-57c7-4401-ab41-def661d49bfa tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 965 time: 0.1640906 Jan 28 04:25:57.873340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:57.883721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68a754b1-9dd1-467d-82d7-04f59e3fd395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (97d30d40-ee85-4cdf-9f14-4fa46cdc9553), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.886382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68a754b1-9dd1-467d-82d7-04f59e3fd395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.890466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-68a754b1-9dd1-467d-82d7-04f59e3fd395 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d30d40-ee85-4cdf-9f14-4fa46cdc9553 HTTP/1.1" status: 204 len: 168 time: 0.3274865 Jan 28 04:25:57.899204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a754b1-9dd1-467d-82d7-04f59e3fd395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d30d40-ee85-4cdf-9f14-4fa46cdc9553,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:57.929118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:57.983451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Publish callbacks [] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:57.992506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.059670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:58.095273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on host n-h1-824835-3 for vnic_type normal with profile {"migrating_to": "n-h2-824835-3"} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:58.095612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:58.095956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:58.101177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:58.102107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Attempting to bind port 90cfd27d-197e-4cae-b323-a3241741c9ac on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:58.107333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:58.107679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:58.108065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:58.108496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Bound port: 90cfd27d-197e-4cae-b323-a3241741c9ac, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:58.108858 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.211723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:58.216631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:58.226859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.241481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0fe59bcb-9a30-4475-8af6-bb7117e7badf req-88ea15cb-c520-439e-9642-460d233734d7 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673348 Jan 28 04:25:58.279643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-d2b190f2-ed16-49e1-8473-09dff7042097 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416504 Jan 28 04:25:58.342961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:58.343591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.345048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] 10.222.0.47 "PUT /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 1121 time: 0.8242126 Jan 28 04:25:58.399222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42810) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:58.401178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efb71d-9949-44eb-ab05-3b99f5ebc258 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=8']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:58.425983 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d28c0810-a557-41ee-be7b-3ab665c54dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.443463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba68fb61-dae6-4273-bab0-0eb8329c0c73 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:58.454921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d740e0-9a65-44ec-9c08-6907c688006f req-ec9c51c9-347e-4354-95cf-2807c8bcca43 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:58.455116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Publish callbacks [] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.456689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7d740e0-9a65-44ec-9c08-6907c688006f req-ec9c51c9-347e-4354-95cf-2807c8bcca43 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.1018505 Jan 28 04:25:58.466010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['90cfd27d-197e-4cae-b323-a3241741c9ac'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:58.471131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Transition to ACTIVE for port object ba68fb61-dae6-4273-bab0-0eb8329c0c73 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:58.481562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.483380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac'}, {'name': 'network-changed', 'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:58.485747 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6441ad8-7a10-46c1-8d78-79962c250bba" -d '{"events": [{"server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "name": "network-vif-unplugged", "status": "completed", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac"}, {"name": "network-changed", "server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:58.573506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7d740e0-9a65-44ec-9c08-6907c688006f req-cf2b46b1-7697-4d81-a9ed-431af19c1127 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909679 Jan 28 04:25:58.635794 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d28c0810-a557-41ee-be7b-3ab665c54dec admin admin] Publish callbacks [] for security_group (83d5b899-ab26-4352-b24f-01cce37d0c11), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.644390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d28c0810-a557-41ee-be7b-3ab665c54dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (83d5b899-ab26-4352-b24f-01cce37d0c11), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.725539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fb61-dae6-4273-bab0-0eb8329c0c73,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:58.732380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d28c0810-a557-41ee-be7b-3ab665c54dec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7679e8b8fd924612bc8a525693e49e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276279 Jan 28 04:25:58.733111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:58.733770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c0810-a557-41ee-be7b-3ab665c54dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5b899-ab26-4352-b24f-01cce37d0c11,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:58.777775 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9750b30-b9ef-4575-9fa5-babe3a4ba510 x-openstack-request-id: req-a9750b30-b9ef-4575-9fa5-babe3a4ba510 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:58.778380 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "name": "network-vif-unplugged", "status": "completed", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac", "code": 200}, {"name": "network-changed", "server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:58.778380 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9750b30-b9ef-4575-9fa5-babe3a4ba510 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:58.778754 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'code': 200} Jan 28 04:25:58.779716 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'status': 'completed', 'code': 200} Jan 28 04:25:58.784037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-45c34141-e980-4cde-b849-40b796a97060 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656528 Jan 28 04:25:58.787907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-186e8875-734d-4b2f-9301-68cfac9824be req-c12173e4-642b-4510-90ed-aea2deeca501 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154869 Jan 28 04:25:58.788948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Attempting to bind port ba68fb61-dae6-4273-bab0-0eb8329c0c73 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:58.789433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Attempting to bind port ba68fb61-dae6-4273-bab0-0eb8329c0c73 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:58.790853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Attempting to bind port ba68fb61-dae6-4273-bab0-0eb8329c0c73 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:58.807996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Port ba68fb61-dae6-4273-bab0-0eb8329c0c73 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:58.808282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Attempting to bind port ba68fb61-dae6-4273-bab0-0eb8329c0c73 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:58.816588 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0261d2ec-8a0f-4ac6-b232-c182fe3d96bb admin admin] Publish callbacks [] for security_group (83d5b899-ab26-4352-b24f-01cce37d0c11), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.846820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0261d2ec-8a0f-4ac6-b232-c182fe3d96bb admin admin] Publish callbacks [] for security_group (83d5b899-ab26-4352-b24f-01cce37d0c11), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.856311 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:58.856635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:58.856958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:58.857436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Bound port: ba68fb61-dae6-4273-bab0-0eb8329c0c73, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:58.857799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.922177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0261d2ec-8a0f-4ac6-b232-c182fe3d96bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (83d5b899-ab26-4352-b24f-01cce37d0c11), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.925228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0261d2ec-8a0f-4ac6-b232-c182fe3d96bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:58.927077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0261d2ec-8a0f-4ac6-b232-c182fe3d96bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83d5b899-ab26-4352-b24f-01cce37d0c11 HTTP/1.1" status: 204 len: 168 time: 0.1905770 Jan 28 04:25:58.958059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261d2ec-8a0f-4ac6-b232-c182fe3d96bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5b899-ab26-4352-b24f-01cce37d0c11,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:58.982316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bc581-7771-43d3-8750-9c8e27b34aa4 req-fd22f49a-b6ab-4dcc-bc73-98aa7404795f tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:58.986386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb6bc581-7771-43d3-8750-9c8e27b34aa4 req-fd22f49a-b6ab-4dcc-bc73-98aa7404795f tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 969 time: 0.0570695 Jan 28 04:25:59.005375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-1573947c-512a-4b62-a548-59e61a994332 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.012431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-1573947c-512a-4b62-a548-59e61a994332 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195196 Jan 28 04:25:59.024348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] For port ba68fb61-dae6-4273-bab0-0eb8329c0c73, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:59.028688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-79e8e40a-7f42-4c1a-a1e6-b8ceb9451eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.030181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-79e8e40a-7f42-4c1a-a1e6-b8ceb9451eb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1124 time: 0.1436760 Jan 28 04:25:59.032589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] For port ba68fb61-dae6-4273-bab0-0eb8329c0c73, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:59.040938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-4b1d6df2-ca75-487a-af50-c433174ac255 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/quotas/dc13fd9deab545f2ade002c5f8a275f4 HTTP/1.1" status: 200 len: 375 time: 0.0276344 Jan 28 04:25:59.056089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb6bc581-7771-43d3-8750-9c8e27b34aa4 req-2112d2d1-9aea-4284-9cad-c9e33b4d34a3 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Jan 28 04:25:59.058892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:59.140792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-2e17a929-866d-4a5b-9077-f4f17c054dcb tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989602 Jan 28 04:25:59.161366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.161988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:59.163378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba68fb61-dae6-4273-bab0-0eb8329c0c73 HTTP/1.1" status: 200 len: 1117 time: 1.7323534 Jan 28 04:25:59.168437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'tag': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:59.170726 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c93461-8e81-4bb4-851a-e38565de86a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0875a521-facd-43ae-bcd7-93d2d219bd7a", "tag": "ba68fb61-dae6-4273-bab0-0eb8329c0c73"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:59.197522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7893-d510-4fd8-ab91-9fa4b2648477 service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fb61-dae6-4273-bab0-0eb8329c0c73,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:59.217371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-5ad9eb84-5ea5-441d-a4de-f84f6b5a1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.218892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-5ad9eb84-5ea5-441d-a4de-f84f6b5a1a96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1759906 Jan 28 04:25:59.306560 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-986a076b-18d1-45c3-9b9d-2aa12cfb7c9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.0786905 Jan 28 04:25:59.383727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-e0770473-6193-412d-b065-beda5371bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.385226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-e0770473-6193-412d-b065-beda5371bf6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0723484 Jan 28 04:25:59.388044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-173f5d77-afba-4655-9eca-2c26b44d6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.389468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-173f5d77-afba-4655-9eca-2c26b44d6503 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28d98d9213ba4486b69b2f5ba079351b&device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 1120 time: 0.1463482 Jan 28 04:25:59.432828 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63a919-f5d2-4eaa-a7ad-8ee3a3beccef x-openstack-request-id: req-ae63a919-f5d2-4eaa-a7ad-8ee3a3beccef {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:59.433121 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0875a521-facd-43ae-bcd7-93d2d219bd7a", "tag": "ba68fb61-dae6-4273-bab0-0eb8329c0c73", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:59.433420 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae63a919-f5d2-4eaa-a7ad-8ee3a3beccef {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:59.433815 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'tag': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73', 'status': 'completed', 'code': 200} Jan 28 04:25:59.436104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-4e4af427-8120-4053-891a-df500f3f9bad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443063 Jan 28 04:25:59.480353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-a551c662-3ad0-4421-b437-618ad291bcaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73 HTTP/1.1" status: 200 len: 217 time: 0.0770590 Jan 28 04:25:59.671456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-f32f7372-fc4b-4150-9ac5-02d3895a5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.672940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-f32f7372-fc4b-4150-9ac5-02d3895a5084 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1605887 Jan 28 04:25:59.714978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2416d6a4-0a76-4cf2-b787-5fb556b8ca3c req-102f1fc2-3a86-45d3-a3f2-cfad27799130 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 210 time: 0.0503111 Jan 28 04:25:59.744455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140198a-eb44-42bf-ad8f-8c747e865b4a req-81e0b661-2bf9-4782-98e4-6409a0d01873 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.746795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c140198a-eb44-42bf-ad8f-8c747e865b4a req-81e0b661-2bf9-4782-98e4-6409a0d01873 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 965 time: 0.1569831 Jan 28 04:25:59.753891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-3e4e60f5-4d3c-45dd-bbda-12ec99e5d7b8 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836311 Jan 28 04:25:59.805732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-df02e631-3784-4ae4-b879-f1a82687bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.807355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-df02e631-3784-4ae4-b879-f1a82687bdca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231656 Jan 28 04:25:59.929040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc964e-e438-42ba-9ac2-5562a9cffc39 req-3fd5d6b7-83f8-40b3-8802-3ede1f7a8994 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:59.937116 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13bc964e-e438-42ba-9ac2-5562a9cffc39 req-3fd5d6b7-83f8-40b3-8802-3ede1f7a8994 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.0628116 Jan 28 04:25:59.940373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c140198a-eb44-42bf-ad8f-8c747e865b4a req-6de2f793-f6e1-4084-9fd8-1033ab4182b9 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841183 Jan 28 04:25:59.985655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6441ad8-7a10-46c1-8d78-79962c250bba req-416a0d5e-a139-4de8-aaf4-7595cacea641 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205210 Jan 28 04:26:00.003282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-6ef33420-df10-4144-a763-0a523fcc8ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565952 Jan 28 04:26:00.005848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13bc964e-e438-42ba-9ac2-5562a9cffc39 req-b4d67b8c-a9c1-45ad-bb4d-b3c8fb80014f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Jan 28 04:26:00.137439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3d6b05c2-accb-40be-b344-380314a1f45a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:00.180205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29aeef85-d280-45be-9ac4-44b4ed82f888 req-57629f73-efb6-44d9-b963-ec2aa364e8af service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703103 Jan 28 04:26:00.180799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 3d6b05c2-accb-40be-b344-380314a1f45a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:00.181241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3d6b05c2-accb-40be-b344-380314a1f45a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:00.272087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98dd1a-05bd-4b0a-9aea-71295c96809b req-a0211b88-6fe2-412d-80e2-e562adba5f5c tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:00.283956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98dd1a-05bd-4b0a-9aea-71295c96809b req-a0211b88-6fe2-412d-80e2-e562adba5f5c tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 969 time: 0.0692182 Jan 28 04:26:00.360852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98dd1a-05bd-4b0a-9aea-71295c96809b req-4bfc2076-ea3f-4c03-bc17-ff4e6f08e151 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Jan 28 04:26:00.368588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-15ac7fda-2858-470b-a811-9b689b6e7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:00.370309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-15ac7fda-2858-470b-a811-9b689b6e7d9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28d98d9213ba4486b69b2f5ba079351b&device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 1120 time: 0.0948923 Jan 28 04:26:00.515713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-71c127dc-d256-4fe8-a4c4-93103f869351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:00.517343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-71c127dc-d256-4fe8-a4c4-93103f869351 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1401780 Jan 28 04:26:00.549341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 14516023-8c1f-4594-8e73-35c83eaf974e details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:00.576006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-c9efb1e6-8bc6-4981-a708-b577671ab8ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73 HTTP/1.1" status: 200 len: 217 time: 0.0489330 Jan 28 04:26:00.676700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-cd3f7a45-a218-4d05-8c86-a96febfdf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:00.679851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-cd3f7a45-a218-4d05-8c86-a96febfdf06b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0865145 Jan 28 04:26:00.789353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-3f18c042-a4e8-4cfa-9529-a1775c1c0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:00.792616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-3f18c042-a4e8-4cfa-9529-a1775c1c0fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076467 Jan 28 04:26:00.824133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 14516023-8c1f-4594-8e73-35c83eaf974e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=14516023-8c1f-4594-8e73-35c83eaf974e,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:00.866013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '14516023-8c1f-4594-8e73-35c83eaf974e', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'port_id': '14516023-8c1f-4594-8e73-35c83eaf974e', 'mac_address': 'fa:16:3e:af:0d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1521744371', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:26:00.887282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae697ab6-5d5b-49f9-81d3-d6ef5b46afe0 req-545d0b7d-95f2-41e3-89ab-6fee6555a0e6 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 210 time: 0.0740616 Jan 28 04:26:00.892099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42972) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:00.959812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 14516023-8c1f-4594-8e73-35c83eaf974e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:00.960811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:00.980296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14516023-8c1f-4594-8e73-35c83eaf974e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:00.986160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-1913f5d1-1f5d-409e-aac1-1477f0ce91c2 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1868551 Jan 28 04:26:01.032677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 14516023-8c1f-4594-8e73-35c83eaf974e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=14516023-8c1f-4594-8e73-35c83eaf974e,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:01.038538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.149693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=14516023-8c1f-4594-8e73-35c83eaf974e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:01.161269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e48004b4-1636-41c8-bf4d-e86b4eb358ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.213015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-62ee95ac-f00c-443d-8d79-17fbe7be25de service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127727 Jan 28 04:26:01.272619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f376f4-cace-4880-8422-798276bdfa76 req-fed0754d-2d2a-4e21-8560-f0a6a61a21cd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:01.274247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99f376f4-cace-4880-8422-798276bdfa76 req-fed0754d-2d2a-4e21-8560-f0a6a61a21cd tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 966 time: 0.1756525 Jan 28 04:26:01.323723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-67dd61ef-29ee-4a25-9db0-5d4ee72a243d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:01.325250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-67dd61ef-29ee-4a25-9db0-5d4ee72a243d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149517 Jan 28 04:26:01.346755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Request body: {'port': {'device_id': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'dc13fd9deab545f2ade002c5f8a275f4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:01.419538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['14516023-8c1f-4594-8e73-35c83eaf974e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:01.439520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a41a1-ffca-43cd-b9c0-fa9d82346ea2 req-d3c65651-f6fa-4018-9862-6198b5a1b936 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:01.446867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c4a41a1-ffca-43cd-b9c0-fa9d82346ea2 req-d3c65651-f6fa-4018-9862-6198b5a1b936 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.2760592 Jan 28 04:26:01.449744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99f376f4-cace-4880-8422-798276bdfa76 req-6ccd8a13-007c-43af-896e-dd50808237d2 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424067 Jan 28 04:26:01.451641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c93461-8e81-4bb4-851a-e38565de86a4 req-373e224c-de63-49da-8c6b-e6959b16d838 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285001 Jan 28 04:26:01.507126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Made reservation on behalf of dc13fd9deab545f2ade002c5f8a275f4 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:01.511281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.524626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c4a41a1-ffca-43cd-b9c0-fa9d82346ea2 req-bdd81e6a-f7f5-4ce7-b5d8-3e6d9f215556 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722489 Jan 28 04:26:01.567642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e48004b4-1636-41c8-bf4d-e86b4eb358ac admin admin] Publish callbacks [] for security_group (89216a45-a6d1-4fbd-b346-0907f69bcdd7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.577553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e48004b4-1636-41c8-bf4d-e86b4eb358ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (89216a45-a6d1-4fbd-b346-0907f69bcdd7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.618553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e48004b4-1636-41c8-bf4d-e86b4eb358ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68bfe8bc4544ce99ab781d97d088d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7214575 Jan 28 04:26:01.620335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48004b4-1636-41c8-bf4d-e86b4eb358ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89216a45-a6d1-4fbd-b346-0907f69bcdd7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:01.623213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43006) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:01.751809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Allocated IP 192.168.233.141 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/aacbbd00-2ef9-4322-be38-3d0afb7156de) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:01.754054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26296c29-6501-49bd-98b7-85d67a439e9e admin admin] Publish callbacks [] for security_group (89216a45-a6d1-4fbd-b346-0907f69bcdd7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.775576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf6ea0-2071-43f3-a814-4ff412711ebe req-e9286032-bf64-4415-81b4-a1575f017a27 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:01.777062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17bf6ea0-2071-43f3-a814-4ff412711ebe req-e9286032-bf64-4415-81b4-a1575f017a27 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 969 time: 0.1205928 Jan 28 04:26:01.800824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26296c29-6501-49bd-98b7-85d67a439e9e admin admin] Publish callbacks [] for security_group (89216a45-a6d1-4fbd-b346-0907f69bcdd7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.890719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17bf6ea0-2071-43f3-a814-4ff412711ebe req-a6a5ee05-b80c-4eee-ae48-1fbddc0759c8 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070011 Jan 28 04:26:01.905176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26296c29-6501-49bd-98b7-85d67a439e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (89216a45-a6d1-4fbd-b346-0907f69bcdd7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.907825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26296c29-6501-49bd-98b7-85d67a439e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.909118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-26296c29-6501-49bd-98b7-85d67a439e9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89216a45-a6d1-4fbd-b346-0907f69bcdd7 HTTP/1.1" status: 204 len: 168 time: 0.2840960 Jan 28 04:26:01.964681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296c29-6501-49bd-98b7-85d67a439e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89216a45-a6d1-4fbd-b346-0907f69bcdd7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:02.213861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1bced875-f095-42fc-9361-1f30a5a88f3d req-20384e7c-8c37-44dc-a8e3-1e7994a975c2 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 210 time: 0.0487490 Jan 28 04:26:02.261891 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks [] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.305092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.356644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Pushing event updated for resources: {'Port': ['ID=aacbbd00-2ef9-4322-be38-3d0afb7156de,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:02.369501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43052) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:02.380501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:02.382643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:02.385068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:02.437080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43060) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:02.462360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f58c150-91d3-4943-966e-ba391096af47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.483023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:02.483692 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.506664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-59ce7584-87a8-4b2d-8fc3-15f88c1b5b7b tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1646364 Jan 28 04:26:02.525279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Request body: {'port': {'device_id': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:02.576925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:02.623757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 14516023-8c1f-4594-8e73-35c83eaf974e up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:02.665767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f58c150-91d3-4943-966e-ba391096af47 admin admin] Publish callbacks [] for security_group (7f7c7b4a-994a-47d0-83bb-81df242b58a4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.677722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f58c150-91d3-4943-966e-ba391096af47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7f7c7b4a-994a-47d0-83bb-81df242b58a4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.681984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.699194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f997db-e261-425f-9ed4-4f6cb749f50c req-8e009b33-d67a-4907-8aaa-d2a033f7d75b tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:02.709189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0f997db-e261-425f-9ed4-4f6cb749f50c req-8e009b33-d67a-4907-8aaa-d2a033f7d75b tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 966 time: 0.1015537 Jan 28 04:26:02.777199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58c150-91d3-4943-966e-ba391096af47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c7b4a-994a-47d0-83bb-81df242b58a4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:02.784733 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5f58c150-91d3-4943-966e-ba391096af47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f9ed6f34bfb4229ad1f67242458d75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452237 Jan 28 04:26:02.787571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43068) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:02.790842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-07e5805b-9fd4-4b3e-b320-23bf9f8972e7 None None] Provisioning complete for port aacbbd00-2ef9-4322-be38-3d0afb7156de triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:02.792797 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07e5805b-9fd4-4b3e-b320-23bf9f8972e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.821512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 14516023-8c1f-4594-8e73-35c83eaf974e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:26:02.835241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0f997db-e261-425f-9ed4-4f6cb749f50c req-d8760e9a-d222-4d6a-8fd3-4cce75fe1813 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210797 Jan 28 04:26:02.839823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 14516023-8c1f-4594-8e73-35c83eaf974e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:02.840216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.867550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-997ba650-0472-4381-b26c-20d40c654b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f37b6abd6ac64dd68fbe87061ee03123&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4964678 Jan 28 04:26:02.869135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43078) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:02.872248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:02.891371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-07e5805b-9fd4-4b3e-b320-23bf9f8972e7 None None] Port aacbbd00-2ef9-4322-be38-3d0afb7156de cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:02.908827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac has no active binding in host n-h2-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:26:02.937134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e0de3f6-1903-4b48-b686-d127d352ccc8 admin admin] Publish callbacks [] for security_group (95baecbd-efb4-4f46-875d-4b02d6c78902), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.966211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 14516023-8c1f-4594-8e73-35c83eaf974e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:02.966842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.969419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e0de3f6-1903-4b48-b686-d127d352ccc8 admin admin] Publish callbacks [] for security_group (95baecbd-efb4-4f46-875d-4b02d6c78902), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:02.971369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e6c2e68-70b2-4efb-8796-681335b55242 req-73e5a66f-d03b-4b47-a942-78ff1eef2bc6 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=16e46e0f30e1432c820666854012d83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020114 Jan 28 04:26:02.993992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:02.996247 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f487f9c-ddc3-4f9f-8aab-5e44b5e718c9" -d '{"events": [{"server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "name": "network-vif-plugged", "status": "completed", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:03.010234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 14516023-8c1f-4594-8e73-35c83eaf974e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=14516023-8c1f-4594-8e73-35c83eaf974e,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:03.015034 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.049493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e1bcf-1c25-48fe-a9fe-29913a4841df req-62a2791a-fa5a-4e3c-ab54-5cba1125c199 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:03.051000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-635e1bcf-1c25-48fe-a9fe-29913a4841df req-62a2791a-fa5a-4e3c-ab54-5cba1125c199 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.0750780 Jan 28 04:26:03.064404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=14516023-8c1f-4594-8e73-35c83eaf974e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:03.072296 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e0de3f6-1903-4b48-b686-d127d352ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (95baecbd-efb4-4f46-875d-4b02d6c78902), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.074792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e0de3f6-1903-4b48-b686-d127d352ccc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.078859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e0de3f6-1903-4b48-b686-d127d352ccc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95baecbd-efb4-4f46-875d-4b02d6c78902 HTTP/1.1" status: 204 len: 168 time: 0.2055886 Jan 28 04:26:03.093020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de3f6-1903-4b48-b686-d127d352ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95baecbd-efb4-4f46-875d-4b02d6c78902,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:03.123780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-635e1bcf-1c25-48fe-a9fe-29913a4841df req-5f8b03b4-ee0f-4a8e-bd15-17be11a94fda tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602815 Jan 28 04:26:03.125564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d444ca-8b8f-4feb-a502-c68fc8e5f8d0 admin admin] Publish callbacks [] for security_group (7f7c7b4a-994a-47d0-83bb-81df242b58a4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.188148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d444ca-8b8f-4feb-a502-c68fc8e5f8d0 admin admin] Publish callbacks [] for security_group (7f7c7b4a-994a-47d0-83bb-81df242b58a4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.247432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c2e68-70b2-4efb-8796-681335b55242 req-00d2ec3c-c738-427d-925e-044b1b50db97 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:03.248900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e6c2e68-70b2-4efb-8796-681335b55242 req-00d2ec3c-c738-427d-925e-044b1b50db97 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767673 Jan 28 04:26:03.276688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c579d-c4fd-4adc-9d9f-6c05634da367 req-49eb2f90-21d9-4845-8f68-5a8cfd60a7ea tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:03.278256 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177c579d-c4fd-4adc-9d9f-6c05634da367 req-49eb2f90-21d9-4845-8f68-5a8cfd60a7ea tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 969 time: 0.0519371 Jan 28 04:26:03.279619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e6c2e68-70b2-4efb-8796-681335b55242 req-8600c756-395c-49f2-a49f-eb3e3a1ff080 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/quotas/16e46e0f30e1432c820666854012d83b HTTP/1.1" status: 200 len: 375 time: 0.0228174 Jan 28 04:26:03.341035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e6c2e68-70b2-4efb-8796-681335b55242 req-8494d423-0053-4b50-8435-bb207375b259 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16e46e0f30e1432c820666854012d83b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330384 Jan 28 04:26:03.342730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177c579d-c4fd-4adc-9d9f-6c05634da367 req-bb8db85e-439a-4965-88be-8b34c6765d5e tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 Jan 28 04:26:03.376080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacbbd00-2ef9-4322-be38-3d0afb7156de {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:03.385663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d444ca-8b8f-4feb-a502-c68fc8e5f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7f7c7b4a-994a-47d0-83bb-81df242b58a4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.394280 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6d444ca-8b8f-4feb-a502-c68fc8e5f8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.396706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6d444ca-8b8f-4feb-a502-c68fc8e5f8d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f7c7b4a-994a-47d0-83bb-81df242b58a4 HTTP/1.1" status: 204 len: 168 time: 0.6077249 Jan 28 04:26:03.405466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Publish callbacks [] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.416753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d444ca-8b8f-4feb-a502-c68fc8e5f8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c7b4a-994a-47d0-83bb-81df242b58a4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:03.427568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Transition to ACTIVE for port object aacbbd00-2ef9-4322-be38-3d0afb7156de will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:03.433784 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.457509 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122a490-ed57-496a-a9f7-bf05e79de751 x-openstack-request-id: req-c122a490-ed57-496a-a9f7-bf05e79de751 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:03.457833 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "name": "network-vif-plugged", "status": "completed", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:03.458099 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c122a490-ed57-496a-a9f7-bf05e79de751 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:03.458503 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e', 'code': 200} Jan 28 04:26:03.489863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbbd00-2ef9-4322-be38-3d0afb7156de,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:03.563652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:03.600296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf501d14-f917-46bd-8953-4038e5c0fdf9 req-5bb3782d-7cad-4f9f-a6a5-d62790757a9a tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:03.608044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf501d14-f917-46bd-8953-4038e5c0fdf9 req-5bb3782d-7cad-4f9f-a6a5-d62790757a9a tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 948 time: 0.0711067 Jan 28 04:26:03.702273 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf501d14-f917-46bd-8953-4038e5c0fdf9 req-e32c3ea6-0091-4ab0-8cef-a3912f13f9ea tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932703 Jan 28 04:26:03.755531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6af748b-cd83-4ca4-8398-a5318134c32f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=778c8c61f9a44e47bdc747442a886bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863766 Jan 28 04:26:03.759711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:03.805240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Attempting to bind port aacbbd00-2ef9-4322-be38-3d0afb7156de on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:03.805700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Attempting to bind port aacbbd00-2ef9-4322-be38-3d0afb7156de by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:03.806047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Attempting to bind port aacbbd00-2ef9-4322-be38-3d0afb7156de on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:03.810495 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-aaa41fb9-ce36-4809-9da3-3ea9284d4b35 service neutron] 10.222.0.52 "GET /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.0872052 Jan 28 04:26:03.838983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cd5c0-6418-4354-a800-b2bd802d0127 req-1b5335f1-0425-462b-b71e-bb97be3175d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:03.840633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f8cd5c0-6418-4354-a800-b2bd802d0127 req-1b5335f1-0425-462b-b71e-bb97be3175d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 1118 time: 0.2080574 Jan 28 04:26:03.841263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Port aacbbd00-2ef9-4322-be38-3d0afb7156de on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:03.841592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Attempting to bind port aacbbd00-2ef9-4322-be38-3d0afb7156de on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:03.857758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:03.858103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:03.858487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:03.858939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Bound port: aacbbd00-2ef9-4322-be38-3d0afb7156de, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:03.859302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.935987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a6837fb-acbd-467b-a392-d0d5d1c0ff11 admin admin] Publish callbacks [] for security_group (d53bdd44-f962-451d-9450-a9deb7a380d6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.982024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f8cd5c0-6418-4354-a800-b2bd802d0127 req-45e7d83e-3fca-47d6-9d97-fe2bc2e9f191 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347828 Jan 28 04:26:04.008450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a6837fb-acbd-467b-a392-d0d5d1c0ff11 admin admin] Publish callbacks [] for security_group (d53bdd44-f962-451d-9450-a9deb7a380d6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.042710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] For port aacbbd00-2ef9-4322-be38-3d0afb7156de, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:04.061364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] For port aacbbd00-2ef9-4322-be38-3d0afb7156de, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:04.071411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.083544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847774e5-4719-4ec0-a116-f5d51b8ea504 req-653ca125-8843-4752-b23b-6ffeab425774 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.093358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-847774e5-4719-4ec0-a116-f5d51b8ea504 req-653ca125-8843-4752-b23b-6ffeab425774 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.0793102 Jan 28 04:26:04.094886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43124) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:04.120594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.121978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.123508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] 10.222.0.52 "PUT /v2.0/ports/aacbbd00-2ef9-4322-be38-3d0afb7156de HTTP/1.1" status: 200 len: 1096 time: 1.6039059 Jan 28 04:26:04.127884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'tag': 'aacbbd00-2ef9-4322-be38-3d0afb7156de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:04.130658 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07963b3b-3614-4b0a-9718-145d01a830f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c932d58e-c39b-426a-93f0-7e9880b2b0aa", "tag": "aacbbd00-2ef9-4322-be38-3d0afb7156de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:04.146742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a6837fb-acbd-467b-a392-d0d5d1c0ff11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d53bdd44-f962-451d-9450-a9deb7a380d6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.153891 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a6837fb-acbd-467b-a392-d0d5d1c0ff11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.155239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a6837fb-acbd-467b-a392-d0d5d1c0ff11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d53bdd44-f962-451d-9450-a9deb7a380d6 HTTP/1.1" status: 204 len: 168 time: 0.3946211 Jan 28 04:26:04.183358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6837fb-acbd-467b-a392-d0d5d1c0ff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53bdd44-f962-451d-9450-a9deb7a380d6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:04.193240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-847774e5-4719-4ec0-a116-f5d51b8ea504 req-dc2b7c6d-e97c-471d-b56c-26ab51a2c8b0 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982714 Jan 28 04:26:04.195851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:04.251649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:04.276950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf760d-f280-42de-b10a-e145b57b0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbbd00-2ef9-4322-be38-3d0afb7156de,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:04.306643 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a234d9-c6af-4aed-a4cf-8ea5319c7363 x-openstack-request-id: req-07a234d9-c6af-4aed-a4cf-8ea5319c7363 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:04.307115 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c932d58e-c39b-426a-93f0-7e9880b2b0aa", "tag": "aacbbd00-2ef9-4322-be38-3d0afb7156de", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:04.307710 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07a234d9-c6af-4aed-a4cf-8ea5319c7363 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:04.308130 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'tag': 'aacbbd00-2ef9-4322-be38-3d0afb7156de', 'status': 'completed', 'code': 200} Jan 28 04:26:04.363074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cfd27d-197e-4cae-b323-a3241741c9ac {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:04.370477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-4709ee54-5da5-4b36-8fc9-87b748da0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.375357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-4709ee54-5da5-4b36-8fc9-87b748da0bba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 1099 time: 0.1703348 Jan 28 04:26:04.391678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:04.447258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7952e727-9cae-4918-a2bb-26945d8cd26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.447896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-16e26f20-d1e0-4139-9f17-fd33caa0c460 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de HTTP/1.1" status: 200 len: 217 time: 0.0578759 Jan 28 04:26:04.462707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.521030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-15a41202-4f30-45bd-9d2c-83c72d143126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.522488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-15a41202-4f30-45bd-9d2c-83c72d143126 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0685732 Jan 28 04:26:04.550892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa662d01-51ea-4570-a9f5-dc303417df15 req-e2e69830-5553-446a-a8a1-dd6cd6737656 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.552563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa662d01-51ea-4570-a9f5-dc303417df15 req-e2e69830-5553-446a-a8a1-dd6cd6737656 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 943 time: 0.1558599 Jan 28 04:26:04.587297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba68fb61-dae6-4273-bab0-0eb8329c0c73 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:04.612228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-e7c6a507-5eff-4357-9cdd-4d979e961610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.614242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-e7c6a507-5eff-4357-9cdd-4d979e961610 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853801 Jan 28 04:26:04.683763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa662d01-51ea-4570-a9f5-dc303417df15 req-0ccb0388-b975-4379-a694-d6cd00faa81a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168554 Jan 28 04:26:04.693485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] Transition to ACTIVE for port object 90cfd27d-197e-4cae-b323-a3241741c9ac will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:04.695675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7952e727-9cae-4918-a2bb-26945d8cd26b admin admin] Publish callbacks [] for security_group (0b7020c9-e3cf-4498-b512-4e6e8ac353cb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.701203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.722472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7952e727-9cae-4918-a2bb-26945d8cd26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b7020c9-e3cf-4498-b512-4e6e8ac353cb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.810374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952e727-9cae-4918-a2bb-26945d8cd26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7020c9-e3cf-4498-b512-4e6e8ac353cb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:04.813641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-0c807fb9-bb56-4967-b734-fc59334766bd service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926692 Jan 28 04:26:04.844509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7952e727-9cae-4918-a2bb-26945d8cd26b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ae99f069f0947c49399e3b6f26d3da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7391553 Jan 28 04:26:04.846420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43160) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:04.873514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] No DVR routers for this DVR port 90cfd27d-197e-4cae-b323-a3241741c9ac on host n-h1-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:04.904036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=10']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:04.949294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-74a63f6e-049b-49c5-9f98-025db29bf3a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac/bindings/n-h2-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1316056 Jan 28 04:26:04.960374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22aab5-e100-42f3-ac97-b064e43e5326 req-e5b8846f-90a5-422b-b683-e9ec9b5f8ce8 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:04.962451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa22aab5-e100-42f3-ac97-b064e43e5326 req-e5b8846f-90a5-422b-b683-e9ec9b5f8ce8 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 969 time: 0.1238751 Jan 28 04:26:04.994776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ba68fb61-dae6-4273-bab0-0eb8329c0c73, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:05.038466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73', 'mac_address': 'fa:16:3e:01:40:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-1521744371', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:26:05.061459 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa22aab5-e100-42f3-ac97-b064e43e5326 req-c2520485-8d3e-4354-84ea-b797e8b83ba4 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913169 Jan 28 04:26:05.115785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ba68fb61-dae6-4273-bab0-0eb8329c0c73 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:05.116229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.117441 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d4257-68ee-4712-940a-1db36c772e79 admin admin] Publish callbacks [] for security_group (0b7020c9-e3cf-4498-b512-4e6e8ac353cb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.129168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0b5020-05b6-42dc-83a5-912addba7ed1 req-a03a9153-00fe-46ba-be9c-a042a46cbe1f service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066311 Jan 28 04:26:05.135768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68fb61-dae6-4273-bab0-0eb8329c0c73 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:05.178339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ba68fb61-dae6-4273-bab0-0eb8329c0c73, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:05.191718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.250969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d4257-68ee-4712-940a-1db36c772e79 admin admin] Publish callbacks [] for security_group (0b7020c9-e3cf-4498-b512-4e6e8ac353cb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.251524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933f6ae-153a-4bc1-bd23-12d409472131 req-a71b99fb-1aa7-4508-8c0b-e43363aa5887 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.253415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5933f6ae-153a-4bc1-bd23-12d409472131 req-a71b99fb-1aa7-4508-8c0b-e43363aa5887 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 948 time: 0.0857246 Jan 28 04:26:05.311815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5933f6ae-153a-4bc1-bd23-12d409472131 req-79c226c3-0cd4-4b0b-8504-aa9ab08f2b4c tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519772 Jan 28 04:26:05.352958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ba68fb61-dae6-4273-bab0-0eb8329c0c73,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:05.421987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-e11fa5bc-606b-4b1c-a48d-b597b598301e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.424039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-e11fa5bc-606b-4b1c-a48d-b597b598301e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.2899306 Jan 28 04:26:05.443655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-bbe52607-9851-4aca-89f7-6f6c76c6b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.446575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-bbe52607-9851-4aca-89f7-6f6c76c6b5ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 1099 time: 0.2095740 Jan 28 04:26:05.474072 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8aaa1f2-8511-4c99-b153-62c301a7fa4b req-b763cf3a-34cf-4da2-a9fe-5128aec9aa6b tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=16e46e0f30e1432c820666854012d83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403814 Jan 28 04:26:05.514497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff17b-2a9d-4f09-adec-ed8ac18d8ffc req-409f112b-9d4c-43af-97a0-0f2e3032f013 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.516044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a3ff17b-2a9d-4f09-adec-ed8ac18d8ffc req-409f112b-9d4c-43af-97a0-0f2e3032f013 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.1710432 Jan 28 04:26:05.539040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ba68fb61-dae6-4273-bab0-0eb8329c0c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:05.572383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d4257-68ee-4712-940a-1db36c772e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b7020c9-e3cf-4498-b512-4e6e8ac353cb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.581674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d4257-68ee-4712-940a-1db36c772e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.582852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-133d4257-68ee-4712-940a-1db36c772e79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b7020c9-e3cf-4498-b512-4e6e8ac353cb HTTP/1.1" status: 204 len: 168 time: 0.7356181 Jan 28 04:26:05.616501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d4257-68ee-4712-940a-1db36c772e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7020c9-e3cf-4498-b512-4e6e8ac353cb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:05.631486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaa1f2-8511-4c99-b153-62c301a7fa4b req-63e25d19-d0e3-4b4c-8b48-371e3d7ecc97 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.642510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8aaa1f2-8511-4c99-b153-62c301a7fa4b req-63e25d19-d0e3-4b4c-8b48-371e3d7ecc97 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678140 Jan 28 04:26:05.647419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-0006261c-6685-424c-85e0-2f6c7f0aa76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.649001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-0006261c-6685-424c-85e0-2f6c7f0aa76f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&tenant_id=d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 1095 time: 0.2013419 Jan 28 04:26:05.664360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8aaa1f2-8511-4c99-b153-62c301a7fa4b req-190e485f-b00c-451b-8fb0-15ec8e9bb53d tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/quotas/16e46e0f30e1432c820666854012d83b HTTP/1.1" status: 200 len: 375 time: 0.0208488 Jan 28 04:26:05.680860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a3ff17b-2a9d-4f09-adec-ed8ac18d8ffc req-bd239c72-6127-4dde-a908-edbc4b9f5b66 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461217 Jan 28 04:26:05.710678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-dd230ca5-7bda-463b-b989-418d2e9d59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.712412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-dd230ca5-7bda-463b-b989-418d2e9d59d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2529416 Jan 28 04:26:05.753749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8aaa1f2-8511-4c99-b153-62c301a7fa4b req-f8b66e9b-0c3d-4977-a520-ce03fd6bf937 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16e46e0f30e1432c820666854012d83b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884142 Jan 28 04:26:05.839016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-3af7be32-37f4-4167-86d5-111896357549 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de HTTP/1.1" status: 200 len: 217 time: 0.0731463 Jan 28 04:26:05.846642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.912286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-c9bc9d1b-8175-49a4-a4e1-9a0bcffd1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.914348 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-c9bc9d1b-8175-49a4-a4e1-9a0bcffd1fcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1095 time: 0.2164640 Jan 28 04:26:05.930724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-dc1ce042-1c29-4eca-8082-232a748066d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.932663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-dc1ce042-1c29-4eca-8082-232a748066d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0775878 Jan 28 04:26:05.940266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7fc94-2c5e-42dd-b982-f70ec14f1dc5 req-502b35a4-0bfd-4790-a432-4d61cec67605 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:05.941812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edf7fc94-2c5e-42dd-b982-f70ec14f1dc5 req-502b35a4-0bfd-4790-a432-4d61cec67605 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.1146502 Jan 28 04:26:06.084295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-50fbc856-517c-412e-8a8f-83f35bbca9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:06.085885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-50fbc856-517c-412e-8a8f-83f35bbca9e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343963 Jan 28 04:26:06.092749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edf7fc94-2c5e-42dd-b982-f70ec14f1dc5 req-8ecffc03-902b-4719-90cf-5317ec2e725c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320319 Jan 28 04:26:06.093819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-37376116-e02a-42ce-b202-64a59c3b226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:06.095187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-37376116-e02a-42ce-b202-64a59c3b226f service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1734858 Jan 28 04:26:06.188017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-80c20f7f-d164-4234-ac6a-084ed5817c9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.0833328 Jan 28 04:26:06.190087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43216) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:06.204555 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42fe1038-0e22-4e0a-8a60-6e8864771f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.305614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42fe1038-0e22-4e0a-8a60-6e8864771f7d admin admin] Publish callbacks [] for security_group (d970a927-cbdb-4dd5-b0d0-8152ffce4c2e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.313211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42fe1038-0e22-4e0a-8a60-6e8864771f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d970a927-cbdb-4dd5-b0d0-8152ffce4c2e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.373636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1038-0e22-4e0a-8a60-6e8864771f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d970a927-cbdb-4dd5-b0d0-8152ffce4c2e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:06.380443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-42fe1038-0e22-4e0a-8a60-6e8864771f7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f042786645c40cc9feb746afe8a0e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871400 Jan 28 04:26:06.380869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43220) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:06.439393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7445367f-52b2-4113-a36c-0ded8cb49318 admin admin] Publish callbacks [] for security_group (d970a927-cbdb-4dd5-b0d0-8152ffce4c2e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.468680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7445367f-52b2-4113-a36c-0ded8cb49318 admin admin] Publish callbacks [] for security_group (d970a927-cbdb-4dd5-b0d0-8152ffce4c2e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.503644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-4ece1866-dfad-48db-a50e-8e149155cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:06.505168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-4ece1866-dfad-48db-a50e-8e149155cfd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.3062646 Jan 28 04:26:06.515259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caf87-9457-497a-97ad-85677c486a1b req-92e3f2f1-a8d0-4a96-a9b0-9f64649269bc tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:06.520555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-645caf87-9457-497a-97ad-85677c486a1b req-92e3f2f1-a8d0-4a96-a9b0-9f64649269bc tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 970 time: 0.3340211 Jan 28 04:26:06.525731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-b76662ba-4991-4762-baae-445028fa5621 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296417 Jan 28 04:26:06.544482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7445367f-52b2-4113-a36c-0ded8cb49318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d970a927-cbdb-4dd5-b0d0-8152ffce4c2e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.547709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7445367f-52b2-4113-a36c-0ded8cb49318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.549034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7445367f-52b2-4113-a36c-0ded8cb49318 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d970a927-cbdb-4dd5-b0d0-8152ffce4c2e HTTP/1.1" status: 204 len: 168 time: 0.1669836 Jan 28 04:26:06.559600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445367f-52b2-4113-a36c-0ded8cb49318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970a927-cbdb-4dd5-b0d0-8152ffce4c2e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:06.575716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-a26a824e-58de-488b-94de-5a6b82976600 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533738 Jan 28 04:26:06.597519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba68fb61-dae6-4273-bab0-0eb8329c0c73 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:06.687175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d976d-1402-44cc-9d3e-d673dd35632a req-a107d670-2c3e-483c-b02e-8908d6251a29 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:06.690131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c2d976d-1402-44cc-9d3e-d673dd35632a req-a107d670-2c3e-483c-b02e-8908d6251a29 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 948 time: 0.0974810 Jan 28 04:26:06.700300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port ba68fb61-dae6-4273-bab0-0eb8329c0c73 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:26:06.704299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-645caf87-9457-497a-97ad-85677c486a1b req-4ab84943-2b99-430d-8c41-cd504ccdf74a tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831288 Jan 28 04:26:06.711608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port ba68fb61-dae6-4273-bab0-0eb8329c0c73 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:06.712084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.754403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07963b3b-3614-4b0a-9718-145d01a830f8 req-c106f932-4419-4a49-a6ea-9d5ed13e5378 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162118 Jan 28 04:26:06.760842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-e5eff6a1-a564-4226-aab8-3a0fc2cdd4e0 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735148 Jan 28 04:26:06.793178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c2d976d-1402-44cc-9d3e-d673dd35632a req-22be3c69-a280-4fcc-a173-1a3cb89b046d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910997 Jan 28 04:26:06.890723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ba68fb61-dae6-4273-bab0-0eb8329c0c73 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:06.891714 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.900529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-f4d1dee8-2fdb-472b-ad52-805eb018203e service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307600 Jan 28 04:26:06.920571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:06.923441 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fb8aa8-bd10-4cfc-99f8-330b30b7badf" -d '{"events": [{"server_uuid": "0875a521-facd-43ae-bcd7-93d2d219bd7a", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fb61-dae6-4273-bab0-0eb8329c0c73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:06.943258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac4b4e-7fa1-4aa5-a574-44c2bf06886c req-06305f59-bf0f-4fda-a375-673a370082a8 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:06.945892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bac4b4e-7fa1-4aa5-a574-44c2bf06886c req-06305f59-bf0f-4fda-a375-673a370082a8 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.0709178 Jan 28 04:26:06.948155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ba68fb61-dae6-4273-bab0-0eb8329c0c73, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:06.954458 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:07.018674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bac4b4e-7fa1-4aa5-a574-44c2bf06886c req-5454c3e2-8504-42f3-92d4-ef86f93b62df tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603981 Jan 28 04:26:07.023546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ba68fb61-dae6-4273-bab0-0eb8329c0c73,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:07.073783 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6adc486-08ba-4901-bf3b-e7c9eb42da12 x-openstack-request-id: req-b6adc486-08ba-4901-bf3b-e7c9eb42da12 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:07.074593 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0875a521-facd-43ae-bcd7-93d2d219bd7a", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fb61-dae6-4273-bab0-0eb8329c0c73", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:07.075016 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6adc486-08ba-4901-bf3b-e7c9eb42da12 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:07.076968 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73', 'code': 200} Jan 28 04:26:07.172929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297d5a8-5b06-4d7c-8cdb-27cc76789152 req-07a73bb0-07c2-40d6-b95d-3b04843e97e4 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:07.174592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f297d5a8-5b06-4d7c-8cdb-27cc76789152 req-07a73bb0-07c2-40d6-b95d-3b04843e97e4 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.0552340 Jan 28 04:26:07.191334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43258) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:07.197355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Request body: {'floatingip': {'port_id': '14516023-8c1f-4594-8e73-35c83eaf974e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:07.282343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (c0fc2aac-5144-49b2-904a-28ed4ca51489), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:07.368872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34f30-b8af-4906-894c-fb80688ad500 req-1d5a162a-c0d6-40b1-be5d-2e87f686cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:07.371343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5e34f30-b8af-4906-894c-fb80688ad500 req-1d5a162a-c0d6-40b1-be5d-2e87f686cf86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 1122 time: 0.1352959 Jan 28 04:26:07.411648 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:07.430531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-f9936619-022c-4875-820f-35e82f4dae97 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:07.432325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-f9936619-022c-4875-820f-35e82f4dae97 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.1071620 Jan 28 04:26:07.511057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5e34f30-b8af-4906-894c-fb80688ad500 req-da6a9d4f-e767-4d52-a623-ab74db1c2eec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320238 Jan 28 04:26:07.555615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1da846-79fc-44f9-a472-13845097a15e req-cd0f1f65-d913-4b10-b55f-19aed00341bb tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:07.556899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a1da846-79fc-44f9-a472-13845097a15e req-cd0f1f65-d913-4b10-b55f-19aed00341bb tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.1406190 Jan 28 04:26:07.669379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a1da846-79fc-44f9-a472-13845097a15e req-ede94894-838e-4189-ab44-ce37c7cd2776 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015611 Jan 28 04:26:07.782391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-b2d32080-7e07-4959-8719-d9b9d4bba3e7 service neutron] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:07.785792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-b2d32080-7e07-4959-8719-d9b9d4bba3e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:07.787368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7193b0bf-f32a-49b0-88be-7ff25e717c01 req-b2d32080-7e07-4959-8719-d9b9d4bba3e7 service neutron] 10.222.0.47 "DELETE /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac/bindings/n-h1-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.3396354 Jan 28 04:26:07.916012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:26:08.078640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.087335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (c0fc2aac-5144-49b2-904a-28ed4ca51489), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.110719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43306) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:08.157196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:08.196552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef113-73d8-476d-981d-9f1ce7bae9db req-e4894070-c440-466c-bae8-dd6d0df56009 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.198553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f3ef113-73d8-476d-981d-9f1ce7bae9db req-e4894070-c440-466c-bae8-dd6d0df56009 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 948 time: 0.0781238 Jan 28 04:26:08.219176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 90cfd27d-197e-4cae-b323-a3241741c9ac host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:26:08.219588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:08.251046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-network', 'tenant_id': '5b613c8029f549c79d80df0604e982fe'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:08.305829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f3ef113-73d8-476d-981d-9f1ce7bae9db req-d21ce383-f8e9-491f-9fb3-fe2168eb5168 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006258 Jan 28 04:26:08.316197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Made reservation on behalf of 5b613c8029f549c79d80df0604e982fe for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:08.316197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.321547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.427003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks [] for security_group (72970d8a-b815-4998-95d9-b301873bdb0c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.432176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (72970d8a-b815-4998-95d9-b301873bdb0c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.457267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:26:08.458154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3062-4994-42d0-b30e-2ddf5e9f4b35 req-f5f95fda-2663-4257-8ec3-1bace94b4b17 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.460228 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3bd3062-4994-42d0-b30e-2ddf5e9f4b35 req-f5f95fda-2663-4257-8ec3-1bace94b4b17 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 971 time: 0.0976689 Jan 28 04:26:08.480692 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Floating IP c0fc2aac-5144-49b2-904a-28ed4ca51489 associated. External IP: 172.25.6.26, port: 14516023-8c1f-4594-8e73-35c83eaf974e. Jan 28 04:26:08.483299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72970d8a-b815-4998-95d9-b301873bdb0c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:08.498888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2c2b7726-bb2b-4fb5-9f78-cc06c00d483f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.499240 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Added segment 2c2b7726-bb2b-4fb5-9f78-cc06c00d483f of type vlan for network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 Jan 28 04:26:08.540116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127ca64d-b121-44d2-ad30-f377f8ad5fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.552285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d4c2bf4f-be02-42a8-a4ab-bf6031878a96), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.560814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69486408-8d4b-4711-a991-ae9a95856699 req-780fc552-5ec5-4ac0-823a-6f774c7c6a2c tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.562371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69486408-8d4b-4711-a991-ae9a95856699 req-780fc552-5ec5-4ac0-823a-6f774c7c6a2c tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1095 time: 0.0932770 Jan 28 04:26:08.586714 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3bd3062-4994-42d0-b30e-2ddf5e9f4b35 req-49c6b5b0-bcb2-45fb-9746-9e06b5c81471 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151743 Jan 28 04:26:08.604434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d4c2bf4f-be02-42a8-a4ab-bf6031878a96), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.605411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.605992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.681703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69486408-8d4b-4711-a991-ae9a95856699 req-d80b478e-72a9-4f2c-a23c-d7dcb461d2f7 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096823 Jan 28 04:26:08.704164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dd6b552-6f3e-4615-a8b9-66f6d66059cd req-67546fec-b0d5-410b-b519-1aae9fb95e6f tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=16e46e0f30e1432c820666854012d83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309744 Jan 28 04:26:08.713313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5947051 Jan 28 04:26:08.713543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43324) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:08.731973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Request body: {'subnet': {'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-subnet', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:08.734711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233b115-b0a2-4ef4-8b08-f2045906c683 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c2bf4f-be02-42a8-a4ab-bf6031878a96,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:08.774992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:26:08.894479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Made reservation on behalf of 5b613c8029f549c79d80df0604e982fe for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:08.896776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.979837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Router eb3c7126-b859-4879-9931-d17f7040943c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:26:09.037218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6b552-6f3e-4615-a8b9-66f6d66059cd req-015bc1ca-afe0-4c54-9567-5198b82f8a49 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:09.038749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dd6b552-6f3e-4615-a8b9-66f6d66059cd req-015bc1ca-afe0-4c54-9567-5198b82f8a49 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011398 Jan 28 04:26:09.074232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43344) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:09.105363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dd6b552-6f3e-4615-a8b9-66f6d66059cd req-4cfadd4d-a6b8-4488-b5ec-8ee82f9380d2 tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/quotas/16e46e0f30e1432c820666854012d83b HTTP/1.1" status: 200 len: 375 time: 0.0322204 Jan 28 04:26:09.155769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-934126b7-f6de-4f68-8126-6d461ce5caf8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:09.157315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-934126b7-f6de-4f68-8126-6d461ce5caf8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.1332650 Jan 28 04:26:09.176817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-c23c7d84-3c75-4c68-b160-4e8230110dac tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/quotas/d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 375 time: 0.0109246 Jan 28 04:26:09.190052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dd6b552-6f3e-4615-a8b9-66f6d66059cd req-ec1f3598-c2ef-4bcd-9437-4534c4e900ce tempest-QuotasAdminNegativeTest-267370864 tempest-QuotasAdminNegativeTest-267370864-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16e46e0f30e1432c820666854012d83b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630667 Jan 28 04:26:09.236955 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9352f10-b6cc-4b4d-a874-3831cb18d37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.244825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-16857b85-bd56-45da-b501-b63d165b7cf9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609550 Jan 28 04:26:09.274918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:09.282661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.289731 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] Sync routers for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:09.305719 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:09.306811 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:09.309186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (4482aa44-af60-4609-b8ef-368f08322eba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.400526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-f392b522-29fe-4370-b7c9-2cb5b1847d2c service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467505 Jan 28 04:26:09.434977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2b32fe98-c811-4baa-bf1f-17bafbb48a36 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "PUT /v2.0/floatingips/c0fc2aac-5144-49b2-904a-28ed4ca51489 HTTP/1.1" status: 200 len: 1012 time: 2.2423782 Jan 28 04:26:09.435997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4482aa44-af60-4609-b8ef-368f08322eba,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:09.436976 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:09.449698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:09.452477 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0094493-5105-40cc-9209-0b2a528bb4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:09.494178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Checking segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:09.494574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Network hostable DHCP agents. Network: d4c2bf4f-be02-42a8-a4ab-bf6031878a96, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:26:09.535080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:26:09.536765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-3e320b9b-aedc-4011-947b-e6180aa6a4a8 service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352539 Jan 28 04:26:09.560505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d4c2bf4f-be02-42a8-a4ab-bf6031878a96) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:09.565448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:09.566613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.572286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46854f-98e9-450b-9a9d-896fb6333cb2 None None] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:09.587668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9352f10-b6cc-4b4d-a874-3831cb18d37b admin admin] Publish callbacks [] for security_group (bf98c4fe-df8b-42a9-9e03-8d9750e71c5a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.603634 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9352f10-b6cc-4b4d-a874-3831cb18d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bf98c4fe-df8b-42a9-9e03-8d9750e71c5a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.645881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43364) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:09.651745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:09.656253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9eaa0166-17bc-4c8a-b47d-35b3a3100cf1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9382818 Jan 28 04:26:09.701213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (f969b1d5-6556-4d36-a9ef-285ce2634192), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.702998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (f969b1d5-6556-4d36-a9ef-285ce2634192), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.723244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9352f10-b6cc-4b4d-a874-3831cb18d37b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2c7946d113e4fa0ab3d3cc8cf795948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6397569 Jan 28 04:26:09.723244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9352f10-b6cc-4b4d-a874-3831cb18d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98c4fe-df8b-42a9-9e03-8d9750e71c5a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:09.723465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43368) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:09.804927 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'c0fc2aac-5144-49b2-904a-28ed4ca51489', 'tenant_id': '5de9657993f64840ba96193974360831', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'port_id': '14516023-8c1f-4594-8e73-35c83eaf974e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'mac_address': 'fa:16:3e:af:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'device_owner': 'compute:tempest-test_az-1521744371'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:25:49Z', 'updated_at': '2022-01-28T04:26:07Z', 'revision_number': 1, 'project_id': '5de9657993f64840ba96193974360831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:09.826875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-d4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:26:09.828005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.852617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] Checking router: eb3c7126-b859-4879-9931-d17f7040943c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:09.863706 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:09.864545 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:09.865241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks [] for router_controller (f969b1d5-6556-4d36-a9ef-285ce2634192), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:09.909887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-987ebee9-bb00-4e62-af1b-54737b5f9474 admin admin] Publish callbacks [] for security_group (bf98c4fe-df8b-42a9-9e03-8d9750e71c5a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.004476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-987ebee9-bb00-4e62-af1b-54737b5f9474 admin admin] Publish callbacks [] for security_group (bf98c4fe-df8b-42a9-9e03-8d9750e71c5a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.028304 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:10.106441 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3fd43-5217-46f6-9641-0fde5fd9427e x-openstack-request-id: req-edc3fd43-5217-46f6-9641-0fde5fd9427e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:10.106951 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:10.107061 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edc3fd43-5217-46f6-9641-0fde5fd9427e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:10.107720 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e', 'status': 'completed', 'code': 200} Jan 28 04:26:10.113362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks [] for router_gateway (f969b1d5-6556-4d36-a9ef-285ce2634192), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.124127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2d3a3-9144-43de-a072-427808efdb79 req-f9fde290-db51-4533-b738-ea99d348fc5d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:10.124269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Allocated IP 172.20.0.2 (d4c2bf4f-be02-42a8-a4ab-bf6031878a96/4482aa44-af60-4609-b8ef-368f08322eba/d98058bd-196c-4e47-957e-1b809862dd36) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:10.125698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1d2d3a3-9144-43de-a072-427808efdb79 req-f9fde290-db51-4533-b738-ea99d348fc5d tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 948 time: 0.2648094 Jan 28 04:26:10.222231 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-987ebee9-bb00-4e62-af1b-54737b5f9474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bf98c4fe-df8b-42a9-9e03-8d9750e71c5a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.225206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-987ebee9-bb00-4e62-af1b-54737b5f9474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.229361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-987ebee9-bb00-4e62-af1b-54737b5f9474 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf98c4fe-df8b-42a9-9e03-8d9750e71c5a HTTP/1.1" status: 204 len: 168 time: 0.5026248 Jan 28 04:26:10.275377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ebee9-bb00-4e62-af1b-54737b5f9474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98c4fe-df8b-42a9-9e03-8d9750e71c5a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:10.290349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1d2d3a3-9144-43de-a072-427808efdb79 req-8afa5b38-896d-4f3e-b8f3-cbb244fc025f tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545880 Jan 28 04:26:10.342257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676198b-f9d1-4ae4-a9d2-38a14cf1fe1d req-bbdaa706-1af9-4a17-a6cb-60d5670e32e8 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:10.343916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a676198b-f9d1-4ae4-a9d2-38a14cf1fe1d req-bbdaa706-1af9-4a17-a6cb-60d5670e32e8 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 971 time: 0.1279073 Jan 28 04:26:10.402476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device aacbbd00-2ef9-4322-be38-3d0afb7156de details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:10.403487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-50eda84b-0a1f-4a6e-bffd-ccfcfdf141ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:10.405499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-50eda84b-0a1f-4a6e-bffd-ccfcfdf141ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5de9657993f64840ba96193974360831&device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 1118 time: 0.2009950 Jan 28 04:26:10.409441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35ac82f9-2e1c-4aee-9c90-1ca46073773e req-3748369b-8092-4e50-a509-5e54dc6040c1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 210 time: 0.0436234 Jan 28 04:26:10.517234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a676198b-f9d1-4ae4-a9d2-38a14cf1fe1d req-26cae646-73b8-4698-bfac-2b275c62a32e tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499529 Jan 28 04:26:10.591426 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'c0fc2aac-5144-49b2-904a-28ed4ca51489', 'tenant_id': '5de9657993f64840ba96193974360831', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'port_id': '14516023-8c1f-4594-8e73-35c83eaf974e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'mac_address': 'fa:16:3e:af:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'device_owner': 'compute:tempest-test_az-1521744371'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:25:49Z', 'updated_at': '2022-01-28T04:26:07Z', 'revision_number': 1, 'project_id': '5de9657993f64840ba96193974360831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:10.654997 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Publish callbacks [] for port (d98058bd-196c-4e47-957e-1b809862dd36), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.675959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (d98058bd-196c-4e47-957e-1b809862dd36), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.687139 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce02ea6-746e-4c25-9f8e-415ef919eab0 None None] The sync data for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 is: [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'c0fc2aac-5144-49b2-904a-28ed4ca51489', 'tenant_id': '5de9657993f64840ba96193974360831', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'port_id': '14516023-8c1f-4594-8e73-35c83eaf974e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'mac_address': 'fa:16:3e:af:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'device_owner': 'compute:tempest-test_az-1521744371'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:25:49Z', 'updated_at': '2022-01-28T04:26:07Z', 'revision_number': 1, 'project_id': '5de9657993f64840ba96193974360831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:10.747174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Pushing event updated for resources: {'Port': ['ID=d98058bd-196c-4e47-957e-1b809862dd36,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:10.799029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-471825b6-508f-419d-9fe3-40673603f667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.814374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:10.822303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:10.826594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:10.837881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port aacbbd00-2ef9-4322-be38-3d0afb7156de, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:10.894767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'aacbbd00-2ef9-4322-be38-3d0afb7156de', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'aacbbd00-2ef9-4322-be38-3d0afb7156de', 'mac_address': 'fa:16:3e:eb:4e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:26:10.913575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43412) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:10.930066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ad24f23-fd26-4c34-830b-ca0a02f29722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.988223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port aacbbd00-2ef9-4322-be38-3d0afb7156de is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:10.988601 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:10.991828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Attempting to bind port d98058bd-196c-4e47-957e-1b809862dd36 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:10.995011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Attempting to bind port d98058bd-196c-4e47-957e-1b809862dd36 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:10.995594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Attempting to bind port d98058bd-196c-4e47-957e-1b809862dd36 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:11.026221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:11.026916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Checking segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:11.029695 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.030296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Bound using segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:11.030959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Bound port: d98058bd-196c-4e47-957e-1b809862dd36, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:11.031588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d98058bd-196c-4e47-957e-1b809862dd36), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.040232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacbbd00-2ef9-4322-be38-3d0afb7156de {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:11.073390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:11.081330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ad24f23-fd26-4c34-830b-ca0a02f29722 admin admin] Publish callbacks [] for security_group (50d7f76d-3f79-463c-8e5b-1f475a74c24b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.082848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port aacbbd00-2ef9-4322-be38-3d0afb7156de, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:11.094316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ad24f23-fd26-4c34-830b-ca0a02f29722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (50d7f76d-3f79-463c-8e5b-1f475a74c24b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.108686 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.163297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4ad24f23-fd26-4c34-830b-ca0a02f29722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4decc02e84404ab5bd0a860156d3f70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471924 Jan 28 04:26:11.173256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43420) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:11.185721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c777943-4996-4bfd-b03a-ad34560a86a2 None None] New status for floating IP c0fc2aac-5144-49b2-904a-28ed4ca51489: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:26:11.209869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad24f23-fd26-4c34-830b-ca0a02f29722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7f76d-3f79-463c-8e5b-1f475a74c24b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:11.233674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-d9b49ab6-7ae7-4893-a08c-10ea800672e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3524811 Jan 28 04:26:11.239243 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks [] for router_gateway (f969b1d5-6556-4d36-a9ef-285ce2634192), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.277335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.294302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-d0ac3297-40d2-4508-b442-b43ec1cdf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:11.296633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-d0ac3297-40d2-4508-b442-b43ec1cdf23f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9fbc751e-4c26-400c-b588-d9959ba663bf HTTP/1.1" status: 200 len: 915 time: 0.8639557 Jan 28 04:26:11.371241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98c76426-d42e-4af3-8dba-26761afe6b79 admin admin] Publish callbacks [] for security_group (50d7f76d-3f79-463c-8e5b-1f475a74c24b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.422087 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98c76426-d42e-4af3-8dba-26761afe6b79 admin admin] Publish callbacks [] for security_group (50d7f76d-3f79-463c-8e5b-1f475a74c24b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.485823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43428) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:11.588718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.606529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['aacbbd00-2ef9-4322-be38-3d0afb7156de'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:11.620005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.640490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-05a56525-9dca-4029-974e-a3f1f1a6e4d3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:11.642874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-05a56525-9dca-4029-974e-a3f1f1a6e4d3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.2725763 Jan 28 04:26:11.685236 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf18dfc6-fbb9-4c78-9710-4c6d305cacbf req-17b6ca7a-de19-48ff-b615-c322e2ba4370 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 210 time: 0.0695624 Jan 28 04:26:11.690723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=aacbbd00-2ef9-4322-be38-3d0afb7156de,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:11.691367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Request body: {'port': {'device_id': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'admin_state_up': True, 'tenant_id': 'd7ea168804aa4cb99622a49b8276b82e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:11.742801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] For port d98058bd-196c-4e47-957e-1b809862dd36, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:11.750156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] For port d98058bd-196c-4e47-957e-1b809862dd36, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d98058bd-196c-4e47-957e-1b809862dd36,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:11.799187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-f365e556-ece0-4a3d-a920-2919665f2e58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14516023-8c1f-4594-8e73-35c83eaf974e HTTP/1.1" status: 200 len: 1020 time: 0.4903197 Jan 28 04:26:11.806491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98c76426-d42e-4af3-8dba-26761afe6b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (50d7f76d-3f79-463c-8e5b-1f475a74c24b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.810984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98c76426-d42e-4af3-8dba-26761afe6b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.816191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98c76426-d42e-4af3-8dba-26761afe6b79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50d7f76d-3f79-463c-8e5b-1f475a74c24b HTTP/1.1" status: 204 len: 168 time: 0.6400392 Jan 28 04:26:11.838021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d98058bd-196c-4e47-957e-1b809862dd36), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.923194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-f3f3e67c-0dbd-4f4a-8f8a-3fd513753723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:11.925034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-f3f3e67c-0dbd-4f4a-8f8a-3fd513753723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85 HTTP/1.1" status: 200 len: 853 time: 0.0807512 Jan 28 04:26:11.936869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Publish callbacks [] for security_group (ac358898-1ffe-4fb4-90c5-85fe4380bb3e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.937883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Made reservation on behalf of d7ea168804aa4cb99622a49b8276b82e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:11.949257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-b45bd3e6-ab83-465b-8b2a-45078d5bbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:11.950761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-b45bd3e6-ab83-465b-8b2a-45078d5bbf13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1095 time: 0.4301178 Jan 28 04:26:11.951939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.961175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ac358898-1ffe-4fb4-90c5-85fe4380bb3e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:11.974231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c76426-d42e-4af3-8dba-26761afe6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7f76d-3f79-463c-8e5b-1f475a74c24b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:12.017957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Allocated IP 172.25.6.155 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/ca1bf1d0-04b6-4adf-893c-ec8737240537) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:12.069926 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.104763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4c628-758a-4ee1-bcc3-2edcbbbbf726 None None] Pushing event updated for resources: {'Port': ['ID=d98058bd-196c-4e47-957e-1b809862dd36,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:12.144494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f6d103325c54d8a97ef36b2ae7584d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6575513 Jan 28 04:26:12.153260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43446) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:12.187719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be7fc-2c20-4edb-bc26-c2a9f365566b req-bb7a0635-3451-4a0b-b924-8ba9fb7c3a3c tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:12.193897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a69be7fc-2c20-4edb-bc26-c2a9f365566b req-bb7a0635-3451-4a0b-b924-8ba9fb7c3a3c tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 949 time: 0.6716039 Jan 28 04:26:12.263623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac358898-1ffe-4fb4-90c5-85fe4380bb3e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:12.307075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.307417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.307759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.308097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.308434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.308765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.309092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.309451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.309779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.310103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.310426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.310748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.311070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdf0d7-b060-4f07-b18a-44c563e2e8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.350625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-c03a5e61-0533-4a89-b165-20015089c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:12.352836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-c03a5e61-0533-4a89-b165-20015089c90a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9fbc751e-4c26-400c-b588-d9959ba663bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4060862 Jan 28 04:26:12.440043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Publish callbacks [] for security_group (dfd408b5-ba47-4654-a728-aa484dcb93b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.450874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dd77d72-09f5-444d-9497-783b8e1e5d2c admin admin] Publish callbacks [] for security_group (ac358898-1ffe-4fb4-90c5-85fe4380bb3e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.453571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Allocated IP 172.20.0.3 (09cfcab5-e083-44ce-92a1-e663734cd40b/7030f5e0-9c1b-4be9-92ac-0beb153b4f26/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:12.472531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a5071-893c-4fcb-9b7d-9d9c80c7689d req-38519d1c-2e43-4a49-bef0-206f82c048ad tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:12.474081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f92a5071-893c-4fcb-9b7d-9d9c80c7689d req-38519d1c-2e43-4a49-bef0-206f82c048ad tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 971 time: 0.2028892 Jan 28 04:26:12.501889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dfd408b5-ba47-4654-a728-aa484dcb93b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.513538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-f1b0080f-c853-474b-88f8-dda4dff79f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:12.514577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-f1b0080f-c853-474b-88f8-dda4dff79f82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.5210891 Jan 28 04:26:12.531012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dd77d72-09f5-444d-9497-783b8e1e5d2c admin admin] Publish callbacks [] for security_group (ac358898-1ffe-4fb4-90c5-85fe4380bb3e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.562163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a69be7fc-2c20-4edb-bc26-c2a9f365566b req-d082f796-b26e-4639-97b7-c751a1e6239c tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540189 Jan 28 04:26:12.665907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-22067307-f422-4a39-9605-3b3fb4e7e127 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.1260507 Jan 28 04:26:12.675058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f92a5071-893c-4fcb-9b7d-9d9c80c7689d req-5cd682c1-7e6e-412a-a842-38213d4bd135 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885140 Jan 28 04:26:12.692784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16e46e0f30e1432c820666854012d83b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6163173 Jan 28 04:26:12.698616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43462) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:12.711156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd408b5-ba47-4654-a728-aa484dcb93b1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:12.713876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks [] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.756440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dd77d72-09f5-444d-9497-783b8e1e5d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ac358898-1ffe-4fb4-90c5-85fe4380bb3e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.758030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.758386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.758730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.759083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.759406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.759511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dd77d72-09f5-444d-9497-783b8e1e5d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.759739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.760070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.760662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3dd77d72-09f5-444d-9497-783b8e1e5d2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac358898-1ffe-4fb4-90c5-85fe4380bb3e HTTP/1.1" status: 204 len: 168 time: 0.6050301 Jan 28 04:26:12.763215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.763600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.763949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.764294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.764635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.764970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834978d-7051-4dd8-a8d4-e44e8a5aebce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:12.787190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd77d72-09f5-444d-9497-783b8e1e5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac358898-1ffe-4fb4-90c5-85fe4380bb3e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:12.795216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-aec79c1c-5ea9-4951-ad15-4abd440a86e2 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305096 Jan 28 04:26:12.828398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks [] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.832000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-759d5c52-74fe-4edb-a018-ccac2884428b admin admin] Publish callbacks [] for security_group (dfd408b5-ba47-4654-a728-aa484dcb93b1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.861388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-36f9a70a-2e4b-41ce-816e-f26dd2dbc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:12.862876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-36f9a70a-2e4b-41ce-816e-f26dd2dbc5c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1690361 Jan 28 04:26:12.862995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-759d5c52-74fe-4edb-a018-ccac2884428b admin admin] Publish callbacks [] for security_group (dfd408b5-ba47-4654-a728-aa484dcb93b1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.864828 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-884e847f-d631-4b97-b0a5-33ba239aac7b req-2e40e2bf-0200-4d82-960c-bf54eda545ae tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 210 time: 0.0650938 Jan 28 04:26:12.939688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-cf803f04-ed53-44a1-aa48-fd5cc0990894 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650187 Jan 28 04:26:12.959515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.974123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.984719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Network 09cfcab5-e083-44ce-92a1-e663734cd40b is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:12.987445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:13.006343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-759d5c52-74fe-4edb-a018-ccac2884428b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dfd408b5-ba47-4654-a728-aa484dcb93b1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.009526 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-759d5c52-74fe-4edb-a018-ccac2884428b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.013303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-759d5c52-74fe-4edb-a018-ccac2884428b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfd408b5-ba47-4654-a728-aa484dcb93b1 HTTP/1.1" status: 204 len: 168 time: 0.3137097 Jan 28 04:26:13.017039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:13.075794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:13.084337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:13.084527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:13.085109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.086746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Pushing event updated for resources: {'Port': ['ID=ca1bf1d0-04b6-4adf-893c-ec8737240537,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:13.089992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0094493-5105-40cc-9209-0b2a528bb4e6 req-c3d467e0-a267-4564-b871-eed7582648e5 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843902 Jan 28 04:26:13.090759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:13.103318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d5c52-74fe-4edb-a018-ccac2884428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd408b5-ba47-4654-a728-aa484dcb93b1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:13.142212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4596243 Jan 28 04:26:13.162010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5c244-8fbe-4599-b8cd-4aa84f471c4f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:13.178456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Request body: {'port': {'device_id': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:13.182852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-4ebad492-a1cf-4e52-9890-ceae12f8417b service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338870 Jan 28 04:26:13.243186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.378092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43482) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:13.405978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d020dc1a-e255-4a5b-92f3-4dc9d58d7449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.502145 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.641833 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d020dc1a-e255-4a5b-92f3-4dc9d58d7449 admin admin] Publish callbacks [] for security_group (9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.654929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d020dc1a-e255-4a5b-92f3-4dc9d58d7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.729382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43492) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:13.773619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89090689-d0ac-4cfe-96e2-69916a71d2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.776998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d020dc1a-e255-4a5b-92f3-4dc9d58d7449 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ff98b16174145339a87e8e395289237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975925 Jan 28 04:26:13.788085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43494) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:13.798401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ecd0b2-731f-40d3-a8a2-b3b8f6c49899 None None] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:13.842332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:13.849031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6584db07-8fe9-41d3-9ccc-7f27453cb95a req-98478774-14dd-4a8b-822a-860b6ad96ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079557 Jan 28 04:26:13.855569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020dc1a-e255-4a5b-92f3-4dc9d58d7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:13.862141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Publish callbacks [] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:13.950925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] Provisioning complete for port d98058bd-196c-4e47-957e-1b809862dd36 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:13.951588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d98058bd-196c-4e47-957e-1b809862dd36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.021814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks [] for router_gateway (f969b1d5-6556-4d36-a9ef-285ce2634192), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.045006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d98058bd-196c-4e47-957e-1b809862dd36 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:14.130872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89090689-d0ac-4cfe-96e2-69916a71d2dd admin admin] Publish callbacks [] for security_group (bccd716f-3439-414a-8884-81d13212023b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.144907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] Current status of the port d98058bd-196c-4e47-957e-1b809862dd36 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:14.145874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d98058bd-196c-4e47-957e-1b809862dd36), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.170658 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89090689-d0ac-4cfe-96e2-69916a71d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bccd716f-3439-414a-8884-81d13212023b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.203051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device aacbbd00-2ef9-4322-be38-3d0afb7156de up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:14.214532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5be1ab-0cdd-47a0-8a60-80315a08fb03 req-0aff91a4-a382-49ca-8113-17f5cd0d8ef6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:14.216287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa5be1ab-0cdd-47a0-8a60-80315a08fb03 req-0aff91a4-a382-49ca-8113-17f5cd0d8ef6 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 971 time: 0.1564934 Jan 28 04:26:14.222588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Transition to ACTIVE for port object 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:14.234194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923937b8-401d-4dc1-b909-7f0b2929d733 req-978602b5-9606-4791-a1fa-48e8bfc3e273 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:14.235924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-923937b8-401d-4dc1-b909-7f0b2929d733 req-978602b5-9606-4791-a1fa-48e8bfc3e273 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 949 time: 0.4863627 Jan 28 04:26:14.239495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.279063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-89090689-d0ac-4cfe-96e2-69916a71d2dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ce4ea16f7e04e5f86fe4ce41a131d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5324636 Jan 28 04:26:14.291135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43506) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:14.301780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090689-d0ac-4cfe-96e2-69916a71d2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd716f-3439-414a-8884-81d13212023b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:14.302016 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-300500b9-0ea3-4ad6-a0bf-2ca4e5061df2 admin admin] Publish callbacks [] for security_group (9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.302609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] For port d98058bd-196c-4e47-957e-1b809862dd36, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d98058bd-196c-4e47-957e-1b809862dd36,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:14.317048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d98058bd-196c-4e47-957e-1b809862dd36), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.325483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-300500b9-0ea3-4ad6-a0bf-2ca4e5061df2 admin admin] Publish callbacks [] for security_group (9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.366422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d98058bd-196c-4e47-957e-1b809862dd36 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:14.367406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d98058bd-196c-4e47-957e-1b809862dd36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.402416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port aacbbd00-2ef9-4322-be38-3d0afb7156de completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:26:14.405392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efda81-f931-4083-abe2-67e371778721 req-ddf57897-c68d-4ebe-9fe4-a01cdf470a6b tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:14.407179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3efda81-f931-4083-abe2-67e371778721 req-ddf57897-c68d-4ebe-9fe4-a01cdf470a6b tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.47 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 971 time: 0.2185264 Jan 28 04:26:14.420043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port aacbbd00-2ef9-4322-be38-3d0afb7156de triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:14.420422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.422038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e5b4-9f64-4597-ab03-9694abd79bd0 None None] Pushing event updated for resources: {'Port': ['ID=d98058bd-196c-4e47-957e-1b809862dd36,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:14.511942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:14.522657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa5be1ab-0cdd-47a0-8a60-80315a08fb03 req-ca2016b6-208a-4bc4-9cad-97eb084081a9 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9c9940f-5ffc-47b9-9a12-32da7769ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966778 Jan 28 04:26:14.569424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port aacbbd00-2ef9-4322-be38-3d0afb7156de is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:14.570030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.586054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d98058bd-196c-4e47-957e-1b809862dd36 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:14.600616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbbd00-2ef9-4322-be38-3d0afb7156de'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:14.602884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-923937b8-401d-4dc1-b909-7f0b2929d733 req-d1843a56-4072-4001-81bf-d3804accc52e tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508155 Jan 28 04:26:14.606287 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d6af39-500b-47ed-8052-4c5ec6599758" -d '{"events": [{"server_uuid": "c932d58e-c39b-426a-93f0-7e9880b2b0aa", "name": "network-vif-plugged", "status": "completed", "tag": "aacbbd00-2ef9-4322-be38-3d0afb7156de"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:14.625057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port aacbbd00-2ef9-4322-be38-3d0afb7156de, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:14.630510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-300500b9-0ea3-4ad6-a0bf-2ca4e5061df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.632991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-655a2133-8283-4641-b6b8-5943180112b6 admin admin] Publish callbacks [] for security_group (bccd716f-3439-414a-8884-81d13212023b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.635657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-300500b9-0ea3-4ad6-a0bf-2ca4e5061df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.636241 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.636370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (f969b1d5-6556-4d36-a9ef-285ce2634192), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.636882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-300500b9-0ea3-4ad6-a0bf-2ca4e5061df2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b HTTP/1.1" status: 204 len: 168 time: 0.8436902 Jan 28 04:26:14.671649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300500b9-0ea3-4ad6-a0bf-2ca4e5061df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae06fbe-2e31-45c6-ab44-b545e3b1ba4b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:14.718000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:14.718339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:14.718668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:14.729911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-655a2133-8283-4641-b6b8-5943180112b6 admin admin] Publish callbacks [] for security_group (bccd716f-3439-414a-8884-81d13212023b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.732938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:14.733296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:14.744868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:14.745240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:14.745633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:14.746076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Bound port: 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:14.746436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.824848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:14.824991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=aacbbd00-2ef9-4322-be38-3d0afb7156de,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:14.829129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:14.838506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.846406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e170fedb-8b34-43b3-a600-fe739b57d1ae None None] Provisioning complete for port d98058bd-196c-4e47-957e-1b809862dd36 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:14.847006 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e170fedb-8b34-43b3-a600-fe739b57d1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d98058bd-196c-4e47-957e-1b809862dd36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.869970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Deleting port ba68fb61-dae6-4273-bab0-0eb8329c0c73 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:14.870442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.894233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:14.894445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.897819 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] 10.222.0.47 "PUT /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 1091 time: 1.7223129 Jan 28 04:26:14.897819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:14.900107 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df72a242-4738-4e20-b849-acffbcc22e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:14.903797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30896972-cc1f-45e4-a82e-f25e84bd25f9 req-a1203296-2210-455a-8911-47de75e59736 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:14.905489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30896972-cc1f-45e4-a82e-f25e84bd25f9 req-a1203296-2210-455a-8911-47de75e59736 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.1857078 Jan 28 04:26:14.906936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.005668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16704-bf06-481c-bd65-d164d877f088 service neutron] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:15.028097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e170fedb-8b34-43b3-a600-fe739b57d1ae None None] Current status of the port d98058bd-196c-4e47-957e-1b809862dd36 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:15.028940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] For port ba68fb61-dae6-4273-bab0-0eb8329c0c73, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba68fb61-dae6-4273-bab0-0eb8329c0c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:15.029492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.054827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-655a2133-8283-4641-b6b8-5943180112b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bccd716f-3439-414a-8884-81d13212023b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.057626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-655a2133-8283-4641-b6b8-5943180112b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.058972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-655a2133-8283-4641-b6b8-5943180112b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bccd716f-3439-414a-8884-81d13212023b HTTP/1.1" status: 204 len: 168 time: 0.7651012 Jan 28 04:26:15.072947 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923e040-f1b3-44b3-aa26-f4d2dcb53b40 x-openstack-request-id: req-d923e040-f1b3-44b3-aa26-f4d2dcb53b40 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:15.073402 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c932d58e-c39b-426a-93f0-7e9880b2b0aa", "name": "network-vif-plugged", "status": "completed", "tag": "aacbbd00-2ef9-4322-be38-3d0afb7156de", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:15.073771 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d923e040-f1b3-44b3-aa26-f4d2dcb53b40 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:15.074275 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbbd00-2ef9-4322-be38-3d0afb7156de', 'code': 200} Jan 28 04:26:15.089443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-e1bb34f3-ac77-4214-a025-2214a337de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:15.094491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-e1bb34f3-ac77-4214-a025-2214a337de6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1094 time: 0.1161551 Jan 28 04:26:15.094944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Calling delete_port for ba68fb61-dae6-4273-bab0-0eb8329c0c73 owned by compute:tempest-test_az-1521744371 {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:15.131878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a2133-8283-4641-b6b8-5943180112b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd716f-3439-414a-8884-81d13212023b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:15.155390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-de14c057-775c-4bc7-9217-1f1d480561d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.0465822 Jan 28 04:26:15.180684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Router f969b1d5-6556-4d36-a9ef-285ce2634192 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:26:15.202638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30896972-cc1f-45e4-a82e-f25e84bd25f9 req-5705188e-9e2f-4257-9d6e-c6797617fd62 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544241 Jan 28 04:26:15.248843 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588b5bce-fc24-4516-9086-da7bfc5272c0 x-openstack-request-id: req-588b5bce-fc24-4516-9086-da7bfc5272c0 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:15.252578 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:15.253120 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-588b5bce-fc24-4516-9086-da7bfc5272c0 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:15.253821 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'status': 'completed', 'code': 200} Jan 28 04:26:15.270365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-60849a73-2bec-49bc-95c8-1a2dd45aaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:15.272331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-60849a73-2bec-49bc-95c8-1a2dd45aaaa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1024897 Jan 28 04:26:15.324927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-658cc90c-5aaf-4b74-bd23-fdf934c63a17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446248 Jan 28 04:26:15.382917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0e60-a99e-4a6c-8f2f-7e4d824816c4 req-fdead230-7e58-4207-bcee-21cf2a9c43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:15.384475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c69b0e60-a99e-4a6c-8f2f-7e4d824816c4 req-fdead230-7e58-4207-bcee-21cf2a9c43e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 1101 time: 0.2088916 Jan 28 04:26:15.425010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:15.437453 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:15.453506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-abfbf8fa-a6df-419e-9175-80fcce2856d0 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201556 Jan 28 04:26:15.454432 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:15.455416 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:15.499424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c69b0e60-a99e-4a6c-8f2f-7e4d824816c4 req-4d4ecce9-e4e9-474c-a606-8c1b4d5b9b1d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007202 Jan 28 04:26:15.504139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.508386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16a421c7-8328-4121-8903-10d1ca0f145d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8583746 Jan 28 04:26:15.509355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:15.581249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc06e1d0-8863-4a30-8276-3f7477dd8e5f req-a0d3bb9a-6a61-4a6d-8a90-20e9a911b6d2 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217239 Jan 28 04:26:15.614163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ba68fb61-dae6-4273-bab0-0eb8329c0c73), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.630343 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:15.667669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ba68fb61-dae6-4273-bab0-0eb8329c0c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:15.781806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df865511-7cd8-4c24-b6c9-a99a8f001061 req-068f6ebd-edf4-4b48-acf5-7b34d270930c tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 210 time: 0.1058478 Jan 28 04:26:15.818043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d98058bd-196c-4e47-957e-1b809862dd36 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:15.843827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:15.868400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a242-4738-4e20-b849-acffbcc22e7b req-1396a2a0-8851-4e4a-b46e-7c603d12a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:15.872644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-1396a2a0-8851-4e4a-b46e-7c603d12a4e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1094 time: 0.1844997 Jan 28 04:26:15.936050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Pushing event deleted for resources: {'Port': ['ID=ba68fb61-dae6-4273-bab0-0eb8329c0c73,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:15.949052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d98058bd-196c-4e47-957e-1b809862dd36 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:15.950203 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d98058bd-196c-4e47-957e-1b809862dd36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.084877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] No DVR routers for this DVR port ba68fb61-dae6-4273-bab0-0eb8329c0c73 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:16.094711 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:13Z', 'revision_number': 3, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:16.096218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.099754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3efda81-f931-4083-abe2-67e371778721 req-98c90450-da1a-46df-96fd-62ee28352984 tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.47 "DELETE /v2.0/ports/ba68fb61-dae6-4273-bab0-0eb8329c0c73 HTTP/1.1" status: 204 len: 173 time: 1.6701820 Jan 28 04:26:16.104431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'name': 'network-vif-deleted', 'tag': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:16.106738 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3008d0f2-02f1-434f-ba8b-43e5ce437d17" -d '{"events": [{"server_uuid": "0875a521-facd-43ae-bcd7-93d2d219bd7a", "name": "network-vif-deleted", "tag": "ba68fb61-dae6-4273-bab0-0eb8329c0c73"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:16.142993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d98058bd-196c-4e47-957e-1b809862dd36 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:16.162782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-778d2b68-f1aa-4320-98f9-284bc2853e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.182464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:16.182829 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Updating router f969b1d5-6556-4d36-a9ef-285ce2634192 port ca1bf1d0-04b6-4adf-893c-ec8737240537 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:16.190125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a242-4738-4e20-b849-acffbcc22e7b req-dd541fbf-1f83-4529-9f9d-6c152b3d1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:16.197587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-dd541fbf-1f83-4529-9f9d-6c152b3d1255 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.3127644 Jan 28 04:26:16.243881 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d78c97-2e3b-4bde-a749-8b97050b9caf x-openstack-request-id: req-45d78c97-2e3b-4bde-a749-8b97050b9caf {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:16.244475 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0875a521-facd-43ae-bcd7-93d2d219bd7a", "name": "network-vif-deleted", "tag": "ba68fb61-dae6-4273-bab0-0eb8329c0c73", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:16.245120 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45d78c97-2e3b-4bde-a749-8b97050b9caf {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:16.245861 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0875a521-facd-43ae-bcd7-93d2d219bd7a', 'name': 'network-vif-deleted', 'tag': 'ba68fb61-dae6-4273-bab0-0eb8329c0c73', 'status': 'completed', 'code': 200} Jan 28 04:26:16.255982 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.284650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129f4e-d0cc-4b94-94e6-91ec7dd79cf1 req-1d58e09f-4e2d-4e91-a475-9f31f71ebb18 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:16.293139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d129f4e-d0cc-4b94-94e6-91ec7dd79cf1 req-1d58e09f-4e2d-4e91-a475-9f31f71ebb18 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 950 time: 0.3623598 Jan 28 04:26:16.354998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-90035a38-55bd-44e4-ac1b-5c7100b66993 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.1194429 Jan 28 04:26:16.425276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d129f4e-d0cc-4b94-94e6-91ec7dd79cf1 req-88d2636e-553c-43d2-af45-623c43cf27df tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306593 Jan 28 04:26:16.532524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a242-4738-4e20-b849-acffbcc22e7b req-0277a687-59e0-4707-b057-0e11b35e32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:16.534144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-0277a687-59e0-4707-b057-0e11b35e32e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1666563 Jan 28 04:26:16.635406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-2f789cea-f695-4f55-b497-88420b2c707d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617554 Jan 28 04:26:16.670209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-778d2b68-f1aa-4320-98f9-284bc2853e1a admin admin] Publish callbacks [] for security_group (6ec95467-6605-4543-aa67-382ec303ba6c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.693653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-778d2b68-f1aa-4320-98f9-284bc2853e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6ec95467-6605-4543-aa67-382ec303ba6c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.706385 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.732470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725d7e-d040-48a5-9aec-542ecb245bad req-77861e4f-4384-4d5f-ada7-76249af2c838 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:16.740763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c725d7e-d040-48a5-9aec-542ecb245bad req-77861e4f-4384-4d5f-ada7-76249af2c838 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.2412479 Jan 28 04:26:16.825187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-778d2b68-f1aa-4320-98f9-284bc2853e1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=546cfd7dc947476eaa5726715279ce14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9777799 Jan 28 04:26:16.829301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2b68-f1aa-4320-98f9-284bc2853e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec95467-6605-4543-aa67-382ec303ba6c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:16.839415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:16.915328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c725d7e-d040-48a5-9aec-542ecb245bad req-4cfb509d-7cdd-410a-9d17-946d66872d8d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732829 Jan 28 04:26:16.934157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-09fd3a27-c87a-4f2e-9cc8-930774d0d468 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797468 Jan 28 04:26:17.059139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e20af8b0-9387-44a9-8049-7d51cdcbb3b0 admin admin] Publish callbacks [] for security_group (6ec95467-6605-4543-aa67-382ec303ba6c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.097832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df72a242-4738-4e20-b849-acffbcc22e7b req-332952df-d2a7-4e3b-afc7-f89f50ed7135 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546962 Jan 28 04:26:17.103302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a213a9c2-85c2-4d1a-bf2a-227a2233a62d req-5a04e520-cec2-489b-9aeb-1746f84f109d tempest-TenantUsagesTestJSON-136482931 tempest-TenantUsagesTestJSON-136482931-project] 10.222.0.21 "GET /v2.0/ports?device_id=0875a521-facd-43ae-bcd7-93d2d219bd7a HTTP/1.1" status: 200 len: 210 time: 0.0697644 Jan 28 04:26:17.114188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e20af8b0-9387-44a9-8049-7d51cdcbb3b0 admin admin] Publish callbacks [] for security_group (6ec95467-6605-4543-aa67-382ec303ba6c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.181062 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Publish callbacks [] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.189627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Allocated IP 172.20.0.1 (d4c2bf4f-be02-42a8-a4ab-bf6031878a96/4482aa44-af60-4609-b8ef-368f08322eba/9288802d-8707-42a2-992f-1fae664fbc7e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:17.191380 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.198079 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e20af8b0-9387-44a9-8049-7d51cdcbb3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6ec95467-6605-4543-aa67-382ec303ba6c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.201173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e20af8b0-9387-44a9-8049-7d51cdcbb3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.205882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e20af8b0-9387-44a9-8049-7d51cdcbb3b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ec95467-6605-4543-aa67-382ec303ba6c HTTP/1.1" status: 204 len: 168 time: 0.3639231 Jan 28 04:26:17.214788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20af8b0-9387-44a9-8049-7d51cdcbb3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec95467-6605-4543-aa67-382ec303ba6c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:17.258084 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Attempting to bind port ca1bf1d0-04b6-4adf-893c-ec8737240537 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:17.258540 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Attempting to bind port ca1bf1d0-04b6-4adf-893c-ec8737240537 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:17.258971 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Attempting to bind port ca1bf1d0-04b6-4adf-893c-ec8737240537 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:17.268135 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ef727-6fe2-42bc-a151-323cb7ea896f None None] Pushing event updated for resources: {'Port': ['ID=ca1bf1d0-04b6-4adf-893c-ec8737240537,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:17.270874 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:17.271332 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:17.271828 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.272454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:17.273381 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Bound port: ca1bf1d0-04b6-4adf-893c-ec8737240537, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:17.273819 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.330787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks [] for port (9288802d-8707-42a2-992f-1fae664fbc7e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.332659 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] For port ca1bf1d0-04b6-4adf-893c-ec8737240537, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:17.337658 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] For port ca1bf1d0-04b6-4adf-893c-ec8737240537, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ca1bf1d0-04b6-4adf-893c-ec8737240537,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:17.345523 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.404912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.410316 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:17.411160 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:17.453883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:17.459154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:17.462801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:17.494380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Pushing event updated for resources: {'Port': ['ID=9288802d-8707-42a2-992f-1fae664fbc7e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:17.520936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (f969b1d5-6556-4d36-a9ef-285ce2634192), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.578031 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:17.582247 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ef727-6fe2-42bc-a151-323cb7ea896f None None] Pushing event updated for resources: {'Port': ['ID=ca1bf1d0-04b6-4adf-893c-ec8737240537,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:17.705846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4712-7a77-4f31-ba34-eabc52bed79b req-766dfb16-8c53-4634-a404-a392ee18f1fc tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:17.723502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef2b4712-7a77-4f31-ba34-eabc52bed79b req-766dfb16-8c53-4634-a404-a392ee18f1fc tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 950 time: 0.1390228 Jan 28 04:26:17.792906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.832227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef2b4712-7a77-4f31-ba34-eabc52bed79b req-53830f90-59a2-4b7a-b6af-88447369a970 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078918 Jan 28 04:26:17.851898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43624) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:17.868908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4dd3-f9e1-4b90-9a83-de9a1944f54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.892982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e41a7f81-7ff9-4b2b-85fc-61ae4882864a None None] Provisioning complete for port 9288802d-8707-42a2-992f-1fae664fbc7e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:17.893620 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41a7f81-7ff9-4b2b-85fc-61ae4882864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:17.980627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e41a7f81-7ff9-4b2b-85fc-61ae4882864a None None] Port 9288802d-8707-42a2-992f-1fae664fbc7e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:17.993759 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:13Z', 'revision_number': 3, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:18.036080 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835cf01-bcbb-4d49-9b8a-392b730c4345 None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:13Z', 'revision_number': 3, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:18.040081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4dd3-f9e1-4b90-9a83-de9a1944f54d admin admin] Publish callbacks [] for security_group (83266059-5c44-4d7a-bcb7-9bf2a14b0b4e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.053497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4dd3-f9e1-4b90-9a83-de9a1944f54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (83266059-5c44-4d7a-bcb7-9bf2a14b0b4e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.135060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca6b4dd3-f9e1-4b90-9a83-de9a1944f54d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7387e6dec534a1fb240f1e89f3a6c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821655 Jan 28 04:26:18.136084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b4dd3-f9e1-4b90-9a83-de9a1944f54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83266059-5c44-4d7a-bcb7-9bf2a14b0b4e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:18.139497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43636) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:18.219081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks [] for port (9288802d-8707-42a2-992f-1fae664fbc7e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.229710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd8f3d-20b5-41aa-9b95-9fecffbb8135 req-9beab677-33b1-4e11-9477-1853c3cfd704 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:18.231555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57bd8f3d-20b5-41aa-9b95-9fecffbb8135 req-9beab677-33b1-4e11-9477-1853c3cfd704 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.1524653 Jan 28 04:26:18.232477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43638) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:18.251460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.268538 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1774d331-9a13-4db2-9c72-0174a8eabd00 admin admin] Publish callbacks [] for security_group (83266059-5c44-4d7a-bcb7-9bf2a14b0b4e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.293605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77caf44-2d62-4ee2-86d5-83a9e4908bcf req-0740f982-b696-41b1-83d8-fb63802d97f8 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:18.301605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c77caf44-2d62-4ee2-86d5-83a9e4908bcf req-0740f982-b696-41b1-83d8-fb63802d97f8 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 950 time: 0.1112587 Jan 28 04:26:18.351500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1774d331-9a13-4db2-9c72-0174a8eabd00 admin admin] Publish callbacks [] for security_group (83266059-5c44-4d7a-bcb7-9bf2a14b0b4e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.390054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (f969b1d5-6556-4d36-a9ef-285ce2634192), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.392205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Pushing event updated for resources: {'Port': ['ID=9288802d-8707-42a2-992f-1fae664fbc7e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:18.395627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c77caf44-2d62-4ee2-86d5-83a9e4908bcf req-3a5f238e-5822-4554-b551-f5fc8ee369aa tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907581 Jan 28 04:26:18.409823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57bd8f3d-20b5-41aa-9b95-9fecffbb8135 req-e7d24b4a-4865-4c40-a426-e241bf08fc63 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636982 Jan 28 04:26:18.493877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1774d331-9a13-4db2-9c72-0174a8eabd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (83266059-5c44-4d7a-bcb7-9bf2a14b0b4e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.496974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1774d331-9a13-4db2-9c72-0174a8eabd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.498554 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1774d331-9a13-4db2-9c72-0174a8eabd00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83266059-5c44-4d7a-bcb7-9bf2a14b0b4e HTTP/1.1" status: 204 len: 168 time: 0.3581617 Jan 28 04:26:18.517678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774d331-9a13-4db2-9c72-0174a8eabd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83266059-5c44-4d7a-bcb7-9bf2a14b0b4e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:18.643012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:18.644625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:18.685066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:18.809645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8305ee95-bc10-440a-859d-30b12abb3ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:18.925440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:18.956987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'port_id': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'mac_address': 'fa:16:3e:14:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7030f5e0-9c1b-4be9-92ac-0beb153b4f26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:26:18.969665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba68fb61-dae6-4273-bab0-0eb8329c0c73 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:19.028556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Router f969b1d5-6556-4d36-a9ef-285ce2634192 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:26:19.042298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226db2f7-2620-4cda-8ecb-fc76c26c1e3d req-e315320b-b66a-4287-9b09-acf9392d7f18 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:19.044048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-226db2f7-2620-4cda-8ecb-fc76c26c1e3d req-e315320b-b66a-4287-9b09-acf9392d7f18 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 950 time: 0.1743762 Jan 28 04:26:19.069870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:19.070516 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.087906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:19.096906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: ba68fb61-dae6-4273-bab0-0eb8329c0c73 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:19.097578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba68fb61-dae6-4273-bab0-0eb8329c0c73 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:19.114861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43668) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:19.136982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a88f3e45-9a5f-42b7-8dea-ed3de2b90491 None None] Provisioning complete for port 9288802d-8707-42a2-992f-1fae664fbc7e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:19.137619 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a88f3e45-9a5f-42b7-8dea-ed3de2b90491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.140813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:19.167648 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.213595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8305ee95-bc10-440a-859d-30b12abb3ae0 admin admin] Publish callbacks [] for security_group (a4bfba51-431a-44fa-8fa9-1824daf89792), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.232490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8305ee95-bc10-440a-859d-30b12abb3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a4bfba51-431a-44fa-8fa9-1824daf89792), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.264060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8305ee95-bc10-440a-859d-30b12abb3ae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2e5b9ecd358431ba110263ff2f6eae6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0305700 Jan 28 04:26:19.266707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:19.275519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-226db2f7-2620-4cda-8ecb-fc76c26c1e3d req-24ba95b2-580a-4204-ade1-4928e762889e tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222657 Jan 28 04:26:19.283354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:19.294914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a88f3e45-9a5f-42b7-8dea-ed3de2b90491 None None] Port 9288802d-8707-42a2-992f-1fae664fbc7e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:19.344070 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b314db-68d8-466d-a1a3-51ae06393d4f admin admin] Publish callbacks [] for security_group (a4bfba51-431a-44fa-8fa9-1824daf89792), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.352518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305ee95-bc10-440a-859d-30b12abb3ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bfba51-431a-44fa-8fa9-1824daf89792,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:19.408156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:19.412248 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b314db-68d8-466d-a1a3-51ae06393d4f admin admin] Publish callbacks [] for security_group (a4bfba51-431a-44fa-8fa9-1824daf89792), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.423985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-52b68673-4209-4018-9cb1-454d4311544e admin admin] 10.222.0.21 "PUT /v2.0/routers/f969b1d5-6556-4d36-a9ef-285ce2634192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9094822 Jan 28 04:26:19.448914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-96d8fed6-75df-4013-9dda-0001eb2cd9b1 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=09e371dd04684674aedee6b81d76107c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571733 Jan 28 04:26:19.517764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:19.548161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a5f83404-47ba-46a7-b841-5b81dcfef5a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28d98d9213ba4486b69b2f5ba079351b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312656 Jan 28 04:26:19.549420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43692) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:19.573617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdf61f-641c-49fe-b0eb-94572024bcfe req-cdf13014-e87e-4aef-ba45-99e540f8c724 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:19.581507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9efdf61f-641c-49fe-b0eb-94572024bcfe req-cdf13014-e87e-4aef-ba45-99e540f8c724 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.0625694 Jan 28 04:26:19.656642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9efdf61f-641c-49fe-b0eb-94572024bcfe req-6256ff6b-14c4-44bf-822e-72966aafb679 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740769 Jan 28 04:26:19.659402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b314db-68d8-466d-a1a3-51ae06393d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a4bfba51-431a-44fa-8fa9-1824daf89792), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.661054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b314db-68d8-466d-a1a3-51ae06393d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.662497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01b314db-68d8-466d-a1a3-51ae06393d4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4bfba51-431a-44fa-8fa9-1824daf89792 HTTP/1.1" status: 204 len: 168 time: 0.3945358 Jan 28 04:26:19.695320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b314db-68d8-466d-a1a3-51ae06393d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bfba51-431a-44fa-8fa9-1824daf89792,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:19.722618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-e63aa090-b903-420e-bb79-0edbab771d0c tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:19.731142 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-e63aa090-b903-420e-bb79-0edbab771d0c tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710013 Jan 28 04:26:19.756804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b0c512b2-328b-4d5e-91df-c4faeaa6c8b9 admin admin] Publish callbacks [] for security_group (b9c9940f-5ffc-47b9-9a12-32da7769ed9e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.766140 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-aded0161-b511-47a1-a0d0-07c86ea8376c tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/quotas/09e371dd04684674aedee6b81d76107c HTTP/1.1" status: 200 len: 375 time: 0.0340388 Jan 28 04:26:19.837909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-bd42a128-33db-4926-b877-58c8db355066 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09e371dd04684674aedee6b81d76107c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676885 Jan 28 04:26:19.848796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b0c512b2-328b-4d5e-91df-c4faeaa6c8b9 admin admin] Publish callbacks [] for security_group (b9c9940f-5ffc-47b9-9a12-32da7769ed9e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.911241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca1bf1d0-04b6-4adf-893c-ec8737240537 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:19.921436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b0c512b2-328b-4d5e-91df-c4faeaa6c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b9c9940f-5ffc-47b9-9a12-32da7769ed9e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.924398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b0c512b2-328b-4d5e-91df-c4faeaa6c8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:19.925784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b0c512b2-328b-4d5e-91df-c4faeaa6c8b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9c9940f-5ffc-47b9-9a12-32da7769ed9e HTTP/1.1" status: 204 len: 168 time: 0.3725822 Jan 28 04:26:19.946363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c512b2-328b-4d5e-91df-c4faeaa6c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9940f-5ffc-47b9-9a12-32da7769ed9e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:20.041631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ca1bf1d0-04b6-4adf-893c-ec8737240537 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:20.042142 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.076690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80190824-1d61-4fdc-a226-d335818cb9a4 req-e7c6fa36-6abe-4112-8c96-34b74c9b90cb tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 210 time: 0.0559323 Jan 28 04:26:20.169820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ca1bf1d0-04b6-4adf-893c-ec8737240537 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:20.170221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.191722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ca1bf1d0-04b6-4adf-893c-ec8737240537, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ca1bf1d0-04b6-4adf-893c-ec8737240537,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:20.199450 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.266819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ca1bf1d0-04b6-4adf-893c-ec8737240537,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:20.333373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:20.353131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86af131c-9afa-462d-a919-7b87944b46e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.455340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d633f-5ee8-4090-8dbb-682006fd247b req-bd161ff6-d0f1-46aa-a260-d62949171bdf tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:20.464895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86af131c-9afa-462d-a919-7b87944b46e4 admin admin] Publish callbacks [] for security_group (33f85eb1-d85c-4562-8513-e955159edd6d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.465411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f39d633f-5ee8-4090-8dbb-682006fd247b req-bd161ff6-d0f1-46aa-a260-d62949171bdf tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 950 time: 0.0781884 Jan 28 04:26:20.482877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86af131c-9afa-462d-a919-7b87944b46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (33f85eb1-d85c-4562-8513-e955159edd6d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.542613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-86af131c-9afa-462d-a919-7b87944b46e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5120ba1239c3452b976dead2b55e3fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080319 Jan 28 04:26:20.549128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:20.560638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f39d633f-5ee8-4090-8dbb-682006fd247b req-b45d48e0-d3af-4237-bae1-d63d2f734241 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fdee77-12e0-4f74-8de2-66cbcefd7f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925963 Jan 28 04:26:20.565169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af131c-9afa-462d-a919-7b87944b46e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f85eb1-d85c-4562-8513-e955159edd6d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:20.575327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-744de0e7-974a-4404-8003-bae3398c7bd2 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:20.576942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-744de0e7-974a-4404-8003-bae3398c7bd2 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 950 time: 0.2215848 Jan 28 04:26:20.597134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:20.622757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:20.623614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:20.683518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:20.737033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b292709-51aa-4817-af7c-2d62997d9b23 admin admin] Publish callbacks [] for security_group (33f85eb1-d85c-4562-8513-e955159edd6d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.793427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b292709-51aa-4817-af7c-2d62997d9b23 admin admin] Publish callbacks [] for security_group (33f85eb1-d85c-4562-8513-e955159edd6d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.852921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:20.863575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Deleting port aacbbd00-2ef9-4322-be38-3d0afb7156de {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:20.863921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.912950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:26:20.926550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:20.926945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.930143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbe60e-4751-4462-aa02-42ff9ac90a64 req-2f1660a9-80ef-4acf-b043-960c7c2c9096 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:20.941036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24fbe60e-4751-4462-aa02-42ff9ac90a64 req-2f1660a9-80ef-4acf-b043-960c7c2c9096 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.1600029 Jan 28 04:26:20.956336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:20.982538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b292709-51aa-4817-af7c-2d62997d9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (33f85eb1-d85c-4562-8513-e955159edd6d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.985101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b292709-51aa-4817-af7c-2d62997d9b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:20.986291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4b292709-51aa-4817-af7c-2d62997d9b23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33f85eb1-d85c-4562-8513-e955159edd6d HTTP/1.1" status: 204 len: 168 time: 0.4311976 Jan 28 04:26:20.992430 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d82dc642-0c5d-4e62-9b62-692a227a472a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.018203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b292709-51aa-4817-af7c-2d62997d9b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f85eb1-d85c-4562-8513-e955159edd6d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:21.036316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] For port aacbbd00-2ef9-4322-be38-3d0afb7156de, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=aacbbd00-2ef9-4322-be38-3d0afb7156de,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:21.036775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.053655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24fbe60e-4751-4462-aa02-42ff9ac90a64 req-a895f062-0444-4d34-be4c-d5bcc9231ece tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093061 Jan 28 04:26:21.069891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Calling delete_port for aacbbd00-2ef9-4322-be38-3d0afb7156de owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:21.199508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:21.206125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-network', 'tenant_id': '845d5af66beb419aa1b928358ba52865'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:21.207163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d82dc642-0c5d-4e62-9b62-692a227a472a admin admin] Publish callbacks [] for security_group (cf823a2f-3c53-4125-82a9-a74811957183), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.222839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d82dc642-0c5d-4e62-9b62-692a227a472a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cf823a2f-3c53-4125-82a9-a74811957183), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.280401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d82dc642-0c5d-4e62-9b62-692a227a472a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6c23dd01a7b4a248698aeda5fa84339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234684 Jan 28 04:26:21.285828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:21.304945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Made reservation on behalf of 845d5af66beb419aa1b928358ba52865 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:21.307232 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.318304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.356704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dc642-0c5d-4e62-9b62-692a227a472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf823a2f-3c53-4125-82a9-a74811957183,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:21.392268 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2195d66-889a-4f77-929a-da673e30167e req-b61b0c67-6b43-4e4b-91e3-e1fdc2487207 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 210 time: 0.1175773 Jan 28 04:26:21.431056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:21.431614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.450516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (aacbbd00-2ef9-4322-be38-3d0afb7156de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.474699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad2524cd-c340-4a86-8544-7b4fe5d35a17 admin admin] Publish callbacks [] for security_group (cf823a2f-3c53-4125-82a9-a74811957183), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.486587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:21.488907 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c936c-d03a-4436-ba14-a2056203708d" -d '{"events": [{"server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:21.506194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['aacbbd00-2ef9-4322-be38-3d0afb7156de'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:21.531994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad2524cd-c340-4a86-8544-7b4fe5d35a17 admin admin] Publish callbacks [] for security_group (cf823a2f-3c53-4125-82a9-a74811957183), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.541892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Pushing event deleted for resources: {'Port': ['ID=aacbbd00-2ef9-4322-be38-3d0afb7156de,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:21.574656 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73906c5b-3f56-4642-b53f-44196c801b89 x-openstack-request-id: req-73906c5b-3f56-4642-b53f-44196c801b89 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:21.585545 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:21.585916 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73906c5b-3f56-4642-b53f-44196c801b89 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:21.586361 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'code': 200} Jan 28 04:26:21.594681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:21.626021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.632638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] No DVR routers for this DVR port aacbbd00-2ef9-4322-be38-3d0afb7156de on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:21.647047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.655107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11383e7d-cc4d-4300-a74a-e2c8cc11afb8 req-ef5af038-9b75-42fc-8601-ad730ccf7856 tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.52 "DELETE /v2.0/ports/aacbbd00-2ef9-4322-be38-3d0afb7156de HTTP/1.1" status: 204 len: 173 time: 1.0706308 Jan 28 04:26:21.657884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'name': 'network-vif-deleted', 'tag': 'aacbbd00-2ef9-4322-be38-3d0afb7156de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:21.665890 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61613530-2959-46bb-910e-2a49892f8c49" -d '{"events": [{"server_uuid": "c932d58e-c39b-426a-93f0-7e9880b2b0aa", "name": "network-vif-deleted", "tag": "aacbbd00-2ef9-4322-be38-3d0afb7156de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:21.770609 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks [] for security_group (aaf834e1-509d-4bee-bc9a-bce8f1dd68b4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.783750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aaf834e1-509d-4bee-bc9a-bce8f1dd68b4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.784128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad2524cd-c340-4a86-8544-7b4fe5d35a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cf823a2f-3c53-4125-82a9-a74811957183), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.788853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad2524cd-c340-4a86-8544-7b4fe5d35a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.792235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ad2524cd-c340-4a86-8544-7b4fe5d35a17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf823a2f-3c53-4125-82a9-a74811957183 HTTP/1.1" status: 204 len: 168 time: 0.4962511 Jan 28 04:26:21.817083 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-c54cc4ce-ee09-426e-90c8-3d3df788c0f6 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=09e371dd04684674aedee6b81d76107c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2081499 Jan 28 04:26:21.822409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2524cd-c340-4a86-8544-7b4fe5d35a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf823a2f-3c53-4125-82a9-a74811957183,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:21.841298 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f343a7-c047-4982-97f2-dc99fbb9bd02 x-openstack-request-id: req-33f343a7-c047-4982-97f2-dc99fbb9bd02 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:21.842009 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c932d58e-c39b-426a-93f0-7e9880b2b0aa", "name": "network-vif-deleted", "tag": "aacbbd00-2ef9-4322-be38-3d0afb7156de", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:21.842494 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33f343a7-c047-4982-97f2-dc99fbb9bd02 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:21.843545 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c932d58e-c39b-426a-93f0-7e9880b2b0aa', 'name': 'network-vif-deleted', 'tag': 'aacbbd00-2ef9-4322-be38-3d0afb7156de', 'status': 'completed', 'code': 200} Jan 28 04:26:21.848899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:26:21.877166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:21.889252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca1bf1d0-04b6-4adf-893c-ec8737240537 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:21.908207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf834e1-509d-4bee-bc9a-bce8f1dd68b4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:21.927468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e4208e0c-ae1b-4539-9c8d-f3138a38fdd8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:21.930004 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Added segment e4208e0c-ae1b-4539-9c8d-f3138a38fdd8 of type vlan for network 56483b81-799b-46c3-8bdb-0f7bf78456b0 Jan 28 04:26:21.935332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 2, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:22.015729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:22.016367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Updating router f969b1d5-6556-4d36-a9ef-285ce2634192 port 9288802d-8707-42a2-992f-1fae664fbc7e binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:22.079362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (56483b81-799b-46c3-8bdb-0f7bf78456b0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.105986 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5aa07d29-73ec-4bda-b012-c3fc558e07be req-51d288c5-6752-4670-a00e-45ee95bb67ca tempest-DeleteServersAdminTestJSON-94947475 tempest-DeleteServersAdminTestJSON-94947475-project] 10.222.0.21 "GET /v2.0/ports?device_id=c932d58e-c39b-426a-93f0-7e9880b2b0aa HTTP/1.1" status: 200 len: 210 time: 0.3075867 Jan 28 04:26:22.133541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cc27a-4ff2-44a6-b4ef-264ea7dfae9b req-e7e7785c-5853-48a7-a793-2b7722b25ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:22.137356 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf7cc27a-4ff2-44a6-b4ef-264ea7dfae9b req-e7e7785c-5853-48a7-a793-2b7722b25ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1096 time: 0.3866363 Jan 28 04:26:22.141749 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.144208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (56483b81-799b-46c3-8bdb-0f7bf78456b0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.146194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:22.148946 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.216178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ca1bf1d0-04b6-4adf-893c-ec8737240537 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:22.216571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.267997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf7cc27a-4ff2-44a6-b4ef-264ea7dfae9b req-e6de3bb9-2e3a-4415-bafd-625031604637 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149266 Jan 28 04:26:22.277265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-eff07a13-17cd-43e2-91f8-ff27c5ba1530 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:22.279351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-eff07a13-17cd-43e2-91f8-ff27c5ba1530 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502896 Jan 28 04:26:22.301990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Request body: {'port': {'device_id': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '09e371dd04684674aedee6b81d76107c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:22.325438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1222250 Jan 28 04:26:22.325438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbacc0-485b-46e4-8615-23d19cbfd2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=56483b81-799b-46c3-8bdb-0f7bf78456b0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:22.333109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43792) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:22.339614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:26:22.358789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef71d8-cb9e-4e42-a107-2383e3e5c41e req-ec17a8ef-2651-4966-901f-0a089d372a08 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:22.366212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cef71d8-cb9e-4e42-a107-2383e3e5c41e req-ec17a8ef-2651-4966-901f-0a089d372a08 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 945 time: 0.0895555 Jan 28 04:26:22.387513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Request body: {'subnet': {'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-subnet', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:22.436390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Made reservation on behalf of 845d5af66beb419aa1b928358ba52865 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:22.439979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.455225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cef71d8-cb9e-4e42-a107-2383e3e5c41e req-8148f330-8f7f-4372-938e-554a0daeba8b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880361 Jan 28 04:26:22.577530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ca1bf1d0-04b6-4adf-893c-ec8737240537 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:22.657976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fff60028-ed37-4fd3-a867-1c3182969877 req-a3f1acf1-4555-42a9-973a-69ca2854d10d tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 210 time: 0.0843995 Jan 28 04:26:22.662825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (a891b045-2a66-423d-9947-b9c62cf4f677), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.754305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Publish callbacks [] for port (9288802d-8707-42a2-992f-1fae664fbc7e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.761881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.793723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a891b045-2a66-423d-9947-b9c62cf4f677,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:22.825887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Checking segment: {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:22.827153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Network hostable DHCP agents. Network: 56483b81-799b-46c3-8bdb-0f7bf78456b0, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:26:22.834390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Made reservation on behalf of 09e371dd04684674aedee6b81d76107c for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:22.847845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.872108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.872402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e65509-348c-4d4a-aa72-09a779d45162 None None] Pushing event updated for resources: {'Port': ['ID=9288802d-8707-42a2-992f-1fae664fbc7e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:22.911346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Attempting to bind port 9288802d-8707-42a2-992f-1fae664fbc7e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:22.911709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Attempting to bind port 9288802d-8707-42a2-992f-1fae664fbc7e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:22.912086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Attempting to bind port 9288802d-8707-42a2-992f-1fae664fbc7e on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:22.925438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:22.928343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Checking segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:22.929710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.931574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Bound using segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:22.932090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Bound port: 9288802d-8707-42a2-992f-1fae664fbc7e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:22.932484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:22.941054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:26:22.967677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 56483b81-799b-46c3-8bdb-0f7bf78456b0) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:22.976999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:22.977971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.022027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43818) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:23.023404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] For port 9288802d-8707-42a2-992f-1fae664fbc7e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:23.027174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] For port 9288802d-8707-42a2-992f-1fae664fbc7e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9288802d-8707-42a2-992f-1fae664fbc7e,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:23.028715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:23.031267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0fca0-96a5-47a4-8347-d9c5ba70910c None None] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:23.034478 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4ace7bc9-3da6-476b-8a75-a4a4fc2a2c81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6837890 Jan 28 04:26:23.035262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.083595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (807f799a-82c2-41fc-a909-1365896b62ff), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.085213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (807f799a-82c2-41fc-a909-1365896b62ff), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.126064 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks [] for security_group (f90945a2-ed1a-48d8-b46d-b327c41d9df0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.152482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f90945a2-ed1a-48d8-b46d-b327c41d9df0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.216704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:23.217372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:23.276074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks [] for router_controller (807f799a-82c2-41fc-a909-1365896b62ff), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.421493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e65509-348c-4d4a-aa72-09a779d45162 None None] Pushing event updated for resources: {'Port': ['ID=9288802d-8707-42a2-992f-1fae664fbc7e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:23.435593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90945a2-ed1a-48d8-b46d-b327c41d9df0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:23.513854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] Provisioning complete for port 9288802d-8707-42a2-992f-1fae664fbc7e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:23.514242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.629657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Allocated IP 192.168.233.53 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:23.730492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-56483b81-799b-46c3-8bdb-0f7bf78456b0', 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0', 'project_id': '845d5af66beb419aa1b928358ba52865', 'fixed_ips': [{'subnet_id': 'a891b045-2a66-423d-9947-b9c62cf4f677'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:26:23.732472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:23.791307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837ef4-d8f2-447d-996b-8f9f080f3ee0 req-afd4fa03-f4c9-4a72-ab09-7f4304405d28 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:23.801179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0837ef4-d8f2-447d-996b-8f9f080f3ee0 req-afd4fa03-f4c9-4a72-ab09-7f4304405d28 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 945 time: 0.1089344 Jan 28 04:26:23.833030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:23.906638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0837ef4-d8f2-447d-996b-8f9f080f3ee0 req-e018e458-f954-4753-8f3c-16dc18e00689 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004643 Jan 28 04:26:23.984696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c420caa-66de-4928-918a-a282931bca44 req-3580176c-5c2b-47ec-b0c3-57e7326a2fbe tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 210 time: 0.0302086 Jan 28 04:26:24.053420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks [] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.099341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43866) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:24.104479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks [] for router_gateway (807f799a-82c2-41fc-a909-1365896b62ff), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.118741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.203419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Pushing event updated for resources: {'Port': ['ID=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:24.236044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:24.257061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:24.265361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:24.375259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ddf5-6dea-484b-83af-920269d085bd req-ee12f114-c09e-4dd4-8d2b-ffb91a2a82a4 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:24.386210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fac0ddf5-6dea-484b-83af-920269d085bd req-ee12f114-c09e-4dd4-8d2b-ffb91a2a82a4 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1096 time: 0.2850797 Jan 28 04:26:24.401995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device aacbbd00-2ef9-4322-be38-3d0afb7156de no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:24.402336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:24.403060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.430860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks [] for router_gateway (807f799a-82c2-41fc-a909-1365896b62ff), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.445119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-2f7e7062-36e5-4ddc-9717-65d4b48c08ee tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1487501 Jan 28 04:26:24.467881 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.472828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Request body: {'port': {'device_id': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:24.552525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fac0ddf5-6dea-484b-83af-920269d085bd req-3c28292d-00d3-4985-92b3-9b9a9bf0c452 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652303 Jan 28 04:26:24.553466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43880) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:24.569825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: aacbbd00-2ef9-4322-be38-3d0afb7156de {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:24.570364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device aacbbd00-2ef9-4322-be38-3d0afb7156de not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:24.583134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] Current status of the port 9288802d-8707-42a2-992f-1fae664fbc7e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:24.583731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.595502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Allocated IP 172.25.6.107 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f78d00dc-1432-41df-8597-250bbf2e269c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:24.643200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] For port 9288802d-8707-42a2-992f-1fae664fbc7e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9288802d-8707-42a2-992f-1fae664fbc7e,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:24.645588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Allocated IP 172.20.0.2 (56483b81-799b-46c3-8bdb-0f7bf78456b0/a891b045-2a66-423d-9947-b9c62cf4f677/71c6cb39-e1a1-4270-95a0-b233cf3d5f21) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:24.659363 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.674113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:23Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:24.692472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.740327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75477eeb-4e54-47db-94a1-5957c0b84881 None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:23Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:24.744136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks [] for port (f78d00dc-1432-41df-8597-250bbf2e269c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.796084 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:24.863070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:24.866051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43888) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:24.867910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:24.899903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:24.901694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-network', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:24.999221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4282c3-ce2c-4756-a3d6-1cbd086f7cc8 None None] Pushing event updated for resources: {'Port': ['ID=9288802d-8707-42a2-992f-1fae664fbc7e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:25.021975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-78aec5de-2240-44a7-9e09-ba7e5f81eb2f None None] Provisioning complete for port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:25.022367 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78aec5de-2240-44a7-9e09-ba7e5f81eb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.124192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-78aec5de-2240-44a7-9e09-ba7e5f81eb2f None None] Port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:25.133099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Made reservation on behalf of c42c64644c154885a9df7945a1ede4b9 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:25.135386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.172618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.175614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f78d00dc-1432-41df-8597-250bbf2e269c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:25.196214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f32b-d05f-4b7c-9229-fb06e46a5cbf req-6cae2410-7e13-47c1-8e69-5e17dde12cb1 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:25.202181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Publish callbacks [] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.203806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05d9f32b-d05f-4b7c-9229-fb06e46a5cbf req-6cae2410-7e13-47c1-8e69-5e17dde12cb1 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1096 time: 0.4249556 Jan 28 04:26:25.222664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-78aec5de-2240-44a7-9e09-ba7e5f81eb2f None None] Provisioning complete for port 9288802d-8707-42a2-992f-1fae664fbc7e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:25.223214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78aec5de-2240-44a7-9e09-ba7e5f81eb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.235710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.242812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f9d347e5-7735-43a3-be0b-4c636da6b054 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc13fd9deab545f2ade002c5f8a275f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6590714 Jan 28 04:26:25.245415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43898) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:25.323870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Pushing event updated for resources: {'Port': ['ID=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:25.340177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27c828-ee19-4c3d-a63b-4497f39c4844 req-0b9bfd84-fd46-4bc8-84ac-a07710b78ec8 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:25.341647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc27c828-ee19-4c3d-a63b-4497f39c4844 req-0b9bfd84-fd46-4bc8-84ac-a07710b78ec8 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 935 time: 0.2096350 Jan 28 04:26:25.362466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:25.368933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:25.371633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:25.378699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks [] for router_gateway (807f799a-82c2-41fc-a909-1365896b62ff), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.440611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Attempting to bind port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:25.441077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Attempting to bind port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:25.441549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Attempting to bind port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 on network 56483b81-799b-46c3-8bdb-0f7bf78456b0 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:25.454754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks [] for security_group (b6e077c1-791f-41d0-aa92-68ced03d114d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.459616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5cd72e7-1631-4122-a2f4-1bbe6282eaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.486542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-78aec5de-2240-44a7-9e09-ba7e5f81eb2f None None] Current status of the port 9288802d-8707-42a2-992f-1fae664fbc7e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:25.488803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:25.489384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Checking segment: {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:25.489866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.490759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Bound using segment: {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:25.492266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Bound port: 71c6cb39-e1a1-4270-95a0-b233cf3d5f21, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:25.492738 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.514956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:25.523624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Publish callbacks [] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.538025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b6e077c1-791f-41d0-aa92-68ced03d114d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.572360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Transition to ACTIVE for port object 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:25.575464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05d9f32b-d05f-4b7c-9229-fb06e46a5cbf req-fc984491-df42-4564-98c2-55989bba5fbe tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124417 Jan 28 04:26:25.577265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] For port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:25.583149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] For port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:25.590226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:26:25.601820 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.620343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (82fb4480-ff32-4c28-985b-746204fe538e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.620770 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Added segment 82fb4480-ff32-4c28-985b-746204fe538e of type vlan for network 1643ac34-0e18-42a7-a727-7412c48afc23 Jan 28 04:26:25.670139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (1643ac34-0e18-42a7-a727-7412c48afc23), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.769565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80efb029-605b-4345-b656-86da24f4d12b admin admin] Publish callbacks [] for security_group (41fdee77-12e0-4f74-8de2-66cbcefd7f46), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.770080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4e4aa-a340-4dba-93fe-5e2746532198 None None] Pushing event updated for resources: {'Port': ['ID=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:25.775124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e077c1-791f-41d0-aa92-68ced03d114d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:25.796674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc27c828-ee19-4c3d-a63b-4497f39c4844 req-e0f75b92-7b8b-49f2-b948-9ced2b8c9503 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409051 Jan 28 04:26:25.800122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.838850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5cd72e7-1631-4122-a2f4-1bbe6282eaf7 admin admin] Publish callbacks [] for security_group (78a91018-8171-4c23-a7b5-b150de020834), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.862159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5cd72e7-1631-4122-a2f4-1bbe6282eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (78a91018-8171-4c23-a7b5-b150de020834), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.887012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (807f799a-82c2-41fc-a909-1365896b62ff), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.942377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9288802d-8707-42a2-992f-1fae664fbc7e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:25.979027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80efb029-605b-4345-b656-86da24f4d12b admin admin] Publish callbacks [] for security_group (41fdee77-12e0-4f74-8de2-66cbcefd7f46), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.983325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (1643ac34-0e18-42a7-a727-7412c48afc23), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.986661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:25.986822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:25.998127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd72e7-1631-4122-a2f4-1bbe6282eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a91018-8171-4c23-a7b5-b150de020834,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:26.057399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a5cd72e7-1631-4122-a2f4-1bbe6282eaf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebcdaa30c70b42c8aa5b8ea720275d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1795044 Jan 28 04:26:26.092848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43912) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:26.109310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:26.120095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0201700 Jan 28 04:26:26.156684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9288802d-8707-42a2-992f-1fae664fbc7e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:26.157238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43914) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:26.157529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.179513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Request body: {'subnet': {'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-subnet', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:26.284448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947926ba-c13a-4f79-a070-d3c2ba3e1b8a admin admin] Pushing event updated for resources: {'Network': ['ID=1643ac34-0e18-42a7-a727-7412c48afc23,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:26.306030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Attempting to bind port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:26.306441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Attempting to bind port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:26.306863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Attempting to bind port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:26.317496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:26.317839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Attempting to bind port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:26.340742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:26.341098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:26.342765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:26.343225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Bound port: 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:26.345690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.351887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80efb029-605b-4345-b656-86da24f4d12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (41fdee77-12e0-4f74-8de2-66cbcefd7f46), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.357487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80efb029-605b-4345-b656-86da24f4d12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.361117 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-80efb029-605b-4345-b656-86da24f4d12b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41fdee77-12e0-4f74-8de2-66cbcefd7f46 HTTP/1.1" status: 204 len: 168 time: 1.1123455 Jan 28 04:26:26.361689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 1643ac34-0e18-42a7-a727-7412c48afc23 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:26:26.410004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efb029-605b-4345-b656-86da24f4d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fdee77-12e0-4f74-8de2-66cbcefd7f46,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:26.449581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Made reservation on behalf of c42c64644c154885a9df7945a1ede4b9 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:26.459641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.548777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] For port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:26.552986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] For port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:26.563821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.607692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9288802d-8707-42a2-992f-1fae664fbc7e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:26.782235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7972099-9656-4b39-b824-4d2f3e35c055 admin admin] Publish callbacks [] for security_group (78a91018-8171-4c23-a7b5-b150de020834), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.785752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (55cca156-a657-4f93-9e0d-59da0733f5b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.873717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7972099-9656-4b39-b824-4d2f3e35c055 admin admin] Publish callbacks [] for security_group (78a91018-8171-4c23-a7b5-b150de020834), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.896382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650c06-7d76-4422-86cb-2fe623664815 req-f8e48c40-4d1a-4e2a-8e87-b431757610b5 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:26.899614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06650c06-7d76-4422-86cb-2fe623664815 req-f8e48c40-4d1a-4e2a-8e87-b431757610b5 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1096 time: 0.1621523 Jan 28 04:26:26.923069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Router 807f799a-82c2-41fc-a909-1365896b62ff is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:26:26.985609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:26.986388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.987861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 HTTP/1.1" status: 200 len: 1095 time: 2.5259845 Jan 28 04:26:26.989136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'tag': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:26.992027 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d" -d '{"events": [{"name": "network-changed", "server_uuid": "74863810-3eb3-42fe-a3ca-6b4a38028f80", "tag": "4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:27.004217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cca156-a657-4f93-9e0d-59da0733f5b1,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:27.004440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43934) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:27.036933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8622d1d8-f792-4e1e-b112-ef3be66b908e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.042206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Checking segment: {'id': '82fb4480-ff32-4c28-985b-746204fe538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:27.043227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Network hostable DHCP agents. Network: 1643ac34-0e18-42a7-a727-7412c48afc23, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:26:27.050121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc6674-d7bd-44a8-a76e-e41106e9b8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:27.083544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06650c06-7d76-4422-86cb-2fe623664815 req-47c89de4-4838-42d0-aaf0-95fb140203da tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671467 Jan 28 04:26:27.119279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Network 1643ac34-0e18-42a7-a727-7412c48afc23 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:26:27.130877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7972099-9656-4b39-b824-4d2f3e35c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (78a91018-8171-4c23-a7b5-b150de020834), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.133414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a03855-630e-492b-bbff-c81f5d904369 req-54c05499-a06e-4bdf-9d8b-9b711b0fedcb tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:27.133581 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7972099-9656-4b39-b824-4d2f3e35c055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.137094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7972099-9656-4b39-b824-4d2f3e35c055 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78a91018-8171-4c23-a7b5-b150de020834 HTTP/1.1" status: 204 len: 168 time: 1.0407062 Jan 28 04:26:27.151084 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93a03855-630e-492b-bbff-c81f5d904369 req-54c05499-a06e-4bdf-9d8b-9b711b0fedcb tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 947 time: 0.2001421 Jan 28 04:26:27.258859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5be5453d-0cf6-4f36-85fc-b7df52da97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:27.264137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-5be5453d-0cf6-4f36-85fc-b7df52da97e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=09e371dd04684674aedee6b81d76107c&device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 1098 time: 0.2013993 Jan 28 04:26:27.268806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:27.392556 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e3a586-88bf-4925-a851-8b818ac1f477 x-openstack-request-id: req-39e3a586-88bf-4925-a851-8b818ac1f477 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:27.393266 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74863810-3eb3-42fe-a3ca-6b4a38028f80", "tag": "4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:27.393791 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39e3a586-88bf-4925-a851-8b818ac1f477 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:27.394395 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'tag': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859', 'status': 'completed', 'code': 200} Jan 28 04:26:27.448478 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93a03855-630e-492b-bbff-c81f5d904369 req-53006815-12e5-4cd3-9c55-4c4a2d2c50a3 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964199 Jan 28 04:26:27.449809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-112b6317-6f5d-4470-aade-2014186633f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 HTTP/1.1" status: 200 len: 217 time: 0.1722090 Jan 28 04:26:27.490807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8622d1d8-f792-4e1e-b112-ef3be66b908e admin admin] Publish callbacks [] for security_group (bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.500890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8622d1d8-f792-4e1e-b112-ef3be66b908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.532739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622d1d8-f792-4e1e-b112-ef3be66b908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:27.544119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7972099-9656-4b39-b824-4d2f3e35c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a91018-8171-4c23-a7b5-b150de020834,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:27.554025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 1643ac34-0e18-42a7-a727-7412c48afc23) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:27.562977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ec422-6f7f-4d83-96e4-97f1d5c7cf57 None None] Network 1643ac34-0e18-42a7-a727-7412c48afc23 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:27.573068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:27.573796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.577066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-b452edab-473d-4143-970b-fd2e4b0680b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:27.584507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-b452edab-473d-4143-970b-fd2e4b0680b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1259573 Jan 28 04:26:27.592949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8622d1d8-f792-4e1e-b112-ef3be66b908e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07d0a3bb12ef4b42ae93777bb95bc13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5866234 Jan 28 04:26:27.594811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:27.629504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:27.641992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Sync routers for ids ['807f799a-82c2-41fc-a909-1365896b62ff'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:27.659415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e942fe9c-3c15-446c-ac81-2d0f9fa3bf72 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5009527 Jan 28 04:26:27.663490 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Routers {'807f799a-82c2-41fc-a909-1365896b62ff'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:27.664349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['807f799a-82c2-41fc-a909-1365896b62ff'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:27.666039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43948) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:27.671563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:27.720510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.721292 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.723103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.725050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c8791e5-5df1-48bc-9cbf-80ea8ced8cb3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7017517 Jan 28 04:26:27.725738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43950) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:27.828761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks [] for router_controller (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.846337 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Set router 807f799a-82c2-41fc-a909-1365896b62ff gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:27.846532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43952) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:27.857013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe01da43-fe57-4119-988d-d797f8a11a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.858712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-1643ac34-0e18-42a7-a727-7412c48afc23', 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23', 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'fixed_ips': [{'subnet_id': '55cca156-a657-4f93-9e0d-59da0733f5b1'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:26:27.859767 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.884957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-1e0fd442-90ed-434a-a047-74b45c495c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:27.900727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-1e0fd442-90ed-434a-a047-74b45c495c3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064930 Jan 28 04:26:27.902546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f252e4d3-8098-452e-bedb-5f995d41befb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:27.954975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:27.956858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef6424-7887-499c-9566-81ab2d20339b None None] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:28.072232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] Provisioning complete for port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:28.072606 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.082694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-75a2d2a0-f343-41be-8e62-75453d01f8b3 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749952 Jan 28 04:26:28.093619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:26:25Z', 'revision_number': 3, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:28.135950 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Checking router: 807f799a-82c2-41fc-a909-1365896b62ff for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:28.136471 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Updating router 807f799a-82c2-41fc-a909-1365896b62ff port f78d00dc-1432-41df-8597-250bbf2e269c binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:28.185734 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.234561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce8f42f0-f582-479c-bdc6-bc7ccb6e12e2 req-64703464-4b0c-479a-9de6-5355741dffbd service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064031 Jan 28 04:26:28.241809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] Current status of the port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:28.242562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.277805 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7fe19257-99f8-4e14-91bc-9247f4ec6900 admin admin] Publish callbacks [] for security_group (bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.316126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7fe19257-99f8-4e14-91bc-9247f4ec6900 admin admin] Publish callbacks [] for security_group (bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.326753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:28.327595 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.348635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f252e4d3-8098-452e-bedb-5f995d41befb admin admin] Publish callbacks [] for security_group (b06137bc-8e4c-4a44-b053-53b6e2ab9de6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.353108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e3ca4-14cb-4e6e-bf47-f9009398f389 req-17e261a4-930f-464d-b899-2e2bed75c940 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:28.354761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f01e3ca4-14cb-4e6e-bf47-f9009398f389 req-17e261a4-930f-464d-b899-2e2bed75c940 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1096 time: 0.1137776 Jan 28 04:26:28.373301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Allocated IP 172.20.0.2 (1643ac34-0e18-42a7-a727-7412c48afc23/55cca156-a657-4f93-9e0d-59da0733f5b1/8f7b3706-af4d-44b5-8b07-81b79300ef60) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:28.384538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f252e4d3-8098-452e-bedb-5f995d41befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b06137bc-8e4c-4a44-b053-53b6e2ab9de6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.411907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks [] for router_gateway (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.417651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7fe19257-99f8-4e14-91bc-9247f4ec6900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.418320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] For port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:28.420324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7fe19257-99f8-4e14-91bc-9247f4ec6900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.421530 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7fe19257-99f8-4e14-91bc-9247f4ec6900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10 HTTP/1.1" status: 204 len: 168 time: 0.8258438 Jan 28 04:26:28.440452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe19257-99f8-4e14-91bc-9247f4ec6900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28bb5e-9e12-4ee8-a82c-bd9aeb3d6a10,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:28.454438 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.485751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-d5e3ada6-c247-4c36-b08e-5f67b5cdc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:28.487341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-d5e3ada6-c247-4c36-b08e-5f67b5cdc768 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=09e371dd04684674aedee6b81d76107c&device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 1098 time: 0.1197352 Jan 28 04:26:28.548194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f252e4d3-8098-452e-bedb-5f995d41befb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c557aec38014563a0c98f24a5be73cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6974573 Jan 28 04:26:28.562387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43962) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:28.639962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252e4d3-8098-452e-bedb-5f995d41befb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06137bc-8e4c-4a44-b053-53b6e2ab9de6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:28.679995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f01e3ca4-14cb-4e6e-bf47-f9009398f389 req-f729f50a-7250-4a52-9b38-ff9319951a6e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029487 Jan 28 04:26:28.687451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:28.712641 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Publish callbacks [] for port (f78d00dc-1432-41df-8597-250bbf2e269c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.729906 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.759996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.815605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7da510-02e5-4268-b2af-dad4492a1f27 None None] Pushing event updated for resources: {'Port': ['ID=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:28.912895 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Publish callbacks [] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.921808 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b05317-d24e-4eee-b641-9838bd05fc62 None None] Pushing event updated for resources: {'Port': ['ID=f78d00dc-1432-41df-8597-250bbf2e269c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:28.923507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.930216 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Attempting to bind port f78d00dc-1432-41df-8597-250bbf2e269c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:28.932086 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Attempting to bind port f78d00dc-1432-41df-8597-250bbf2e269c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:28.933641 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Attempting to bind port f78d00dc-1432-41df-8597-250bbf2e269c on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:28.940940 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:28.941582 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:28.942159 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.942839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:28.944234 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Bound port: f78d00dc-1432-41df-8597-250bbf2e269c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:28.945392 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:28.973831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200c611-484a-4561-aa64-df392d483fd2 req-803d2d27-7971-4ef7-ab33-c00dffbbf0dd tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:28.975524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5200c611-484a-4561-aa64-df392d483fd2 req-803d2d27-7971-4ef7-ab33-c00dffbbf0dd tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 947 time: 0.3465877 Jan 28 04:26:29.020553 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] For port f78d00dc-1432-41df-8597-250bbf2e269c, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:29.024925 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] For port f78d00dc-1432-41df-8597-250bbf2e269c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f78d00dc-1432-41df-8597-250bbf2e269c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:29.031658 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.064916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Network 1643ac34-0e18-42a7-a727-7412c48afc23 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:29.077235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:29.084537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:29.087885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe01da43-fe57-4119-988d-d797f8a11a78 admin admin] Publish callbacks [] for security_group (b0019e2d-a26c-4a82-a295-cb3f0634ae6c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.110978 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b05317-d24e-4eee-b641-9838bd05fc62 None None] Pushing event updated for resources: {'Port': ['ID=f78d00dc-1432-41df-8597-250bbf2e269c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:29.128441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Pushing event updated for resources: {'Port': ['ID=8f7b3706-af4d-44b5-8b07-81b79300ef60,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:29.139266 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Routers {'807f799a-82c2-41fc-a909-1365896b62ff'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:29.140448 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['807f799a-82c2-41fc-a909-1365896b62ff'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:29.155136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe01da43-fe57-4119-988d-d797f8a11a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b0019e2d-a26c-4a82-a295-cb3f0634ae6c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.169834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-62994841-15e4-421a-8d6f-28ec3cd7685b None None] Provisioning complete for port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:29.170226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62994841-15e4-421a-8d6f-28ec3cd7685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.225286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Allocated IP 172.20.0.1 (56483b81-799b-46c3-8bdb-0f7bf78456b0/a891b045-2a66-423d-9947-b9c62cf4f677/9502e510-1e20-4cec-a7a5-2adc321455b6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:29.242425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Attempting to bind port 8f7b3706-af4d-44b5-8b07-81b79300ef60 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:29.243043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Attempting to bind port 8f7b3706-af4d-44b5-8b07-81b79300ef60 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '82fb4480-ff32-4c28-985b-746204fe538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:29.243802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Attempting to bind port 8f7b3706-af4d-44b5-8b07-81b79300ef60 on network 1643ac34-0e18-42a7-a727-7412c48afc23 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:29.254121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:29.254832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Checking segment: {'id': '82fb4480-ff32-4c28-985b-746204fe538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:29.255411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.256000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Bound using segment: {'id': '82fb4480-ff32-4c28-985b-746204fe538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:29.256634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Bound port: 8f7b3706-af4d-44b5-8b07-81b79300ef60, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fb4480-ff32-4c28-985b-746204fe538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:29.257996 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.262208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40c6fb4c-03ff-4617-95e6-be4ee87df168 admin admin] Publish callbacks [] for security_group (b06137bc-8e4c-4a44-b053-53b6e2ab9de6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.268666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-0d4420e2-2e67-445a-ab8c-de7b9b55b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:29.270619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-0d4420e2-2e67-445a-ab8c-de7b9b55b3a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.7758677 Jan 28 04:26:29.299965 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] Set router 807f799a-82c2-41fc-a909-1365896b62ff gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:29.401209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01da43-fe57-4119-988d-d797f8a11a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0019e2d-a26c-4a82-a295-cb3f0634ae6c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:29.409360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40c6fb4c-03ff-4617-95e6-be4ee87df168 admin admin] Publish callbacks [] for security_group (b06137bc-8e4c-4a44-b053-53b6e2ab9de6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.418952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe01da43-fe57-4119-988d-d797f8a11a78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=deae944ec2464cf0981cc8f507312b60&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1400788 Jan 28 04:26:29.426642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-c8c25895-0cc4-478d-93ff-3a2a2f317916 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 HTTP/1.1" status: 200 len: 217 time: 0.1374416 Jan 28 04:26:29.427604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43986) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:29.448073 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5200c611-484a-4561-aa64-df392d483fd2 req-7610d705-484b-456f-bae4-eb6027c2a999 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546659 Jan 28 04:26:29.460386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks [] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.514712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.605049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-62994841-15e4-421a-8d6f-28ec3cd7685b None None] Current status of the port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:29.610978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:29.613901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Pushing event updated for resources: {'Port': ['ID=9502e510-1e20-4cec-a7a5-2adc321455b6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:29.618482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:29.620991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:29.628634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] For port 8f7b3706-af4d-44b5-8b07-81b79300ef60, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:29.634912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] For port 8f7b3706-af4d-44b5-8b07-81b79300ef60, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8f7b3706-af4d-44b5-8b07-81b79300ef60,segment=NetworkSegment(82fb4480-ff32-4c28-985b-746204fe538e),segment_id=82fb4480-ff32-4c28-985b-746204fe538e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:29.648457 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.662154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-b324e3d6-dcb4-4ab1-aec5-b65818576a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:29.663859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-b324e3d6-dcb4-4ab1-aec5-b65818576a66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2205300 Jan 28 04:26:29.679490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (807f799a-82c2-41fc-a909-1365896b62ff), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.696992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:26:25Z', 'revision_number': 3, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:29.721531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40c6fb4c-03ff-4617-95e6-be4ee87df168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b06137bc-8e4c-4a44-b053-53b6e2ab9de6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.724310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40c6fb4c-03ff-4617-95e6-be4ee87df168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.725522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-40c6fb4c-03ff-4617-95e6-be4ee87df168 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b06137bc-8e4c-4a44-b053-53b6e2ab9de6 HTTP/1.1" status: 204 len: 168 time: 1.1610303 Jan 28 04:26:29.774031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6fb4c-03ff-4617-95e6-be4ee87df168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06137bc-8e4c-4a44-b053-53b6e2ab9de6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:29.776567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c00a4743-1417-4e81-9964-3f8d0c62e9af admin admin] Publish callbacks [] for security_group (b0019e2d-a26c-4a82-a295-cb3f0634ae6c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.813587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c00a4743-1417-4e81-9964-3f8d0c62e9af admin admin] Publish callbacks [] for security_group (b0019e2d-a26c-4a82-a295-cb3f0634ae6c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.882291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d58f3-4dd6-45c4-abfb-889406121f03 None None] Pushing event updated for resources: {'Port': ['ID=8f7b3706-af4d-44b5-8b07-81b79300ef60,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:29.932695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:29.946218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks [] for router_gateway (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.951798 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c00a4743-1417-4e81-9964-3f8d0c62e9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b0019e2d-a26c-4a82-a295-cb3f0634ae6c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.955251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c00a4743-1417-4e81-9964-3f8d0c62e9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.961543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c00a4743-1417-4e81-9964-3f8d0c62e9af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0019e2d-a26c-4a82-a295-cb3f0634ae6c HTTP/1.1" status: 204 len: 168 time: 0.5276244 Jan 28 04:26:30.005392 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.011126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a4743-1417-4e81-9964-3f8d0c62e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0019e2d-a26c-4a82-a295-cb3f0634ae6c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:30.029208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-94bf3dcc-0ea5-40b7-9544-074cc243707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:30.031628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-94bf3dcc-0ea5-40b7-9544-074cc243707d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3583500 Jan 28 04:26:30.072769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.111668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210e354-44ba-4830-822f-6bf8f8145940 None None] The sync data for ids ['807f799a-82c2-41fc-a909-1365896b62ff'] in n-d-824835-3 is: [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:26:25Z', 'revision_number': 3, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:30.151055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:30.151489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.342604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-723d4684-1dac-4563-9ef6-cec3908101d9 None None] Provisioning complete for port 9502e510-1e20-4cec-a7a5-2adc321455b6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:30.342985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-723d4684-1dac-4563-9ef6-cec3908101d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.352275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Allocated IP 172.25.6.159 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:30.361031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-03a8cb91-a325-44ae-a658-f01190423ddf service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817438 Jan 28 04:26:30.551638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:30.581585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks [] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.588442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-723d4684-1dac-4563-9ef6-cec3908101d9 None None] Port 9502e510-1e20-4cec-a7a5-2adc321455b6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:30.598448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.649411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1cab298c-1a3f-4a6a-8fa6-b93e3432253d req-22949add-c0de-4b86-9907-eb6704893fc0 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725892 Jan 28 04:26:30.750960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks [] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.759852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Pushing event updated for resources: {'Port': ['ID=9502e510-1e20-4cec-a7a5-2adc321455b6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:30.774399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (807f799a-82c2-41fc-a909-1365896b62ff), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.799734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863e186-12e5-4ca1-8011-9f2ca112c4f2 req-844da921-a28c-49c0-9e17-5761c538c5c2 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:30.809664 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0863e186-12e5-4ca1-8011-9f2ca112c4f2 req-844da921-a28c-49c0-9e17-5761c538c5c2 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 947 time: 0.1589074 Jan 28 04:26:30.905876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0863e186-12e5-4ca1-8011-9f2ca112c4f2 req-7fba9ca3-bee8-4667-a18d-d924fcbe2366 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951807 Jan 28 04:26:30.915691 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:30.970589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:30.973795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:30.983633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:30.995575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:31.005025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:31.027779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44034) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:31.062663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:31.067827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6876725d-1c46-4426-b3fb-91a19adcd330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:31.272809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Router 807f799a-82c2-41fc-a909-1365896b62ff has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:26:31.435560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-677b92be-fb9e-40af-b443-bdf9bafb3235 None None] Provisioning complete for port 9502e510-1e20-4cec-a7a5-2adc321455b6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:31.436598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-677b92be-fb9e-40af-b443-bdf9bafb3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:31.526146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-677b92be-fb9e-40af-b443-bdf9bafb3235 None None] Port 9502e510-1e20-4cec-a7a5-2adc321455b6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:31.535228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:31.551436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-31ba84fa-a309-4c8d-af8e-4070b40d299a admin admin] 10.222.0.21 "PUT /v2.0/routers/807f799a-82c2-41fc-a909-1365896b62ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8244441 Jan 28 04:26:31.575899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44050) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:31.721061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20e5cf-02f0-47a1-b99d-b45026d2b33c None None] Network 1643ac34-0e18-42a7-a727-7412c48afc23 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:31.853327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks [] for router_gateway (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:31.863957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] Provisioning complete for port 8f7b3706-af4d-44b5-8b07-81b79300ef60 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:31.864635 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:31.937229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6876725d-1c46-4426-b3fb-91a19adcd330 admin admin] Publish callbacks [] for security_group (c99c86fc-a627-466f-b7d9-4f8e655aa127), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:31.949638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6876725d-1c46-4426-b3fb-91a19adcd330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c99c86fc-a627-466f-b7d9-4f8e655aa127), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.001995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f78d00dc-1432-41df-8597-250bbf2e269c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:32.040781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6876725d-1c46-4426-b3fb-91a19adcd330 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0706b0dd8bf44a01a163a3d332e87f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0098484 Jan 28 04:26:32.043442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44066) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:32.066238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876725d-1c46-4426-b3fb-91a19adcd330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c86fc-a627-466f-b7d9-4f8e655aa127,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:32.076851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] Current status of the port 8f7b3706-af4d-44b5-8b07-81b79300ef60 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:32.080269 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.136774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] For port 8f7b3706-af4d-44b5-8b07-81b79300ef60, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8f7b3706-af4d-44b5-8b07-81b79300ef60,segment=NetworkSegment(82fb4480-ff32-4c28-985b-746204fe538e),segment_id=82fb4480-ff32-4c28-985b-746204fe538e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:32.146135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f78d00dc-1432-41df-8597-250bbf2e269c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:32.146517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.149863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.165905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d5e642-6e04-4015-81d5-5a4096474cc6 admin admin] Publish callbacks [] for security_group (c99c86fc-a627-466f-b7d9-4f8e655aa127), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.184289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-0ea357ed-dd23-4fc8-b4c8-ab08a5fb3210 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:26:32.197598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-0ea357ed-dd23-4fc8-b4c8-ab08a5fb3210 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6201358 Jan 28 04:26:32.238155 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d5e642-6e04-4015-81d5-5a4096474cc6 admin admin] Publish callbacks [] for security_group (c99c86fc-a627-466f-b7d9-4f8e655aa127), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.302606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.321071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:32.341325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d5e642-6e04-4015-81d5-5a4096474cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c99c86fc-a627-466f-b7d9-4f8e655aa127), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.344235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d5e642-6e04-4015-81d5-5a4096474cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.346385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-41d5e642-6e04-4015-81d5-5a4096474cc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c99c86fc-a627-466f-b7d9-4f8e655aa127 HTTP/1.1" status: 204 len: 168 time: 0.3011904 Jan 28 04:26:32.361618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5e642-6e04-4015-81d5-5a4096474cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c86fc-a627-466f-b7d9-4f8e655aa127,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:32.513406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:26:32.539641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda19874-7ddb-4f43-b4d5-fb7fb0fa92e3 None None] Pushing event updated for resources: {'Port': ['ID=8f7b3706-af4d-44b5-8b07-81b79300ef60,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:32.554651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:32.557454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f78d00dc-1432-41df-8597-250bbf2e269c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:32.557836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.589732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859', 'mac_address': 'fa:16:3e:3d:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:26:32.615000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f78d00dc-1432-41df-8597-250bbf2e269c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f78d00dc-1432-41df-8597-250bbf2e269c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:32.616174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-12d0c360-547b-4601-ace2-399e829a8fe5 None None] Provisioning complete for port 8f7b3706-af4d-44b5-8b07-81b79300ef60 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:32.616614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12d0c360-547b-4601-ace2-399e829a8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.668557 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.669451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8f7b3706-af4d-44b5-8b07-81b79300ef60 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:32.775920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-bb64d9e0-8287-47dd-8183-9172fc8f2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:32.779823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-bb64d9e0-8287-47dd-8183-9172fc8f2de7 service neutron] 10.222.0.21 "GET /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 1093 time: 0.3239744 Jan 28 04:26:32.783491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:32.792979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:32.793765 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.805665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Sync routers for ids ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:32.805896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Request body: {'binding': {'host': 'n-h1-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:32.806485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Unknown quota resources ['binding']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:26:32.816643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.818716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-70a4936b-91a4-4f89-8e21-779f18117960 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1509216 Jan 28 04:26:32.826285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44088) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:32.838262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f78d00dc-1432-41df-8597-250bbf2e269c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:32.843910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:32.852810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8f7b3706-af4d-44b5-8b07-81b79300ef60 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:32.853386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:32.891220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Routers {'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:32.901752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:32.969551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a5f22-8cde-4294-a9fd-cdf469759947 req-b401ea94-f188-4f25-9488-521876ddbe44 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:32.976820 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d1a5f22-8cde-4294-a9fd-cdf469759947 req-b401ea94-f188-4f25-9488-521876ddbe44 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 947 time: 0.3123879 Jan 28 04:26:32.978415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Sync routers for ids ['807f799a-82c2-41fc-a909-1365896b62ff'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:32.991708 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Routers {'807f799a-82c2-41fc-a909-1365896b62ff'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:32.992332 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['807f799a-82c2-41fc-a909-1365896b62ff'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:33.048359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:33.070644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d1a5f22-8cde-4294-a9fd-cdf469759947 req-70f4f4f6-5eac-416a-a280-9b1d59972045 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926573 Jan 28 04:26:33.086342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:33.127532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on host n-h1-824835-3 for vnic_type normal with profile None {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:33.128032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:33.128215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:33.138075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:33.138425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:33.160331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:33.160839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:33.161526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:33.161988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Bound port: 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:33.167800 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Set router 807f799a-82c2-41fc-a909-1365896b62ff gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:33.280861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:33.299308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-12d0c360-547b-4601-ace2-399e829a8fe5 None None] Current status of the port 8f7b3706-af4d-44b5-8b07-81b79300ef60 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:33.340426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:33.355642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:33.357756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-002de07d-3121-4cd0-9542-8d1aac1271f3 service neutron] 10.222.0.21 "POST /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82/bindings HTTP/1.1" status: 201 len: 389 time: 0.5582566 Jan 28 04:26:33.481894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Set router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:33.513184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8f7b3706-af4d-44b5-8b07-81b79300ef60 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:33.524485 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:26:29Z', 'revision_number': 4, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9502e510-1e20-4cec-a7a5-2adc321455b6', 'name': '', 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'mac_address': 'fa:16:3e:69:8d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a891b045-2a66-423d-9947-b9c62cf4f677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:28Z', 'updated_at': '2022-01-28T04:26:30Z', 'revision_number': 2, 'project_id': '845d5af66beb419aa1b928358ba52865', 'subnets': [{'id': 'a891b045-2a66-423d-9947-b9c62cf4f677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:33.563281 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Checking router: 807f799a-82c2-41fc-a909-1365896b62ff for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:33.563645 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Updating router 807f799a-82c2-41fc-a909-1365896b62ff port 9502e510-1e20-4cec-a7a5-2adc321455b6 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:33.570978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:33.598357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:33.613347 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:33.798650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b8e43-e084-4e47-8c29-f694eca49615 req-58b9ff43-10e5-4fe6-bd0b-f7db31da607f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:33.812248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e5b8e43-e084-4e47-8c29-f694eca49615 req-58b9ff43-10e5-4fe6-bd0b-f7db31da607f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 945 time: 0.1721232 Jan 28 04:26:33.939491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e5b8e43-e084-4e47-8c29-f694eca49615 req-477cafcb-dd19-48a3-9b53-9bddfa9c0125 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256196 Jan 28 04:26:34.004736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-f3b1c978-bd45-423c-a438-97d690626332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:34.018730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-f3b1c978-bd45-423c-a438-97d690626332 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1096 time: 0.2911251 Jan 28 04:26:34.141054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Allocated IP 172.20.0.1 (1643ac34-0e18-42a7-a727-7412c48afc23/55cca156-a657-4f93-9e0d-59da0733f5b1/0d1d042d-41b5-4597-80dc-c1d1ea6a2645) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:34.201355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f78d00dc-1432-41df-8597-250bbf2e269c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:34.237979 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Publish callbacks [] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.254465 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.309952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d11e7-e864-4d21-9f8c-87a197dc491a req-7805a2b9-205d-4815-8bb4-57514a7fb86f tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:34.322110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb1d11e7-e864-4d21-9f8c-87a197dc491a req-7805a2b9-205d-4815-8bb4-57514a7fb86f tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 948 time: 0.1198800 Jan 28 04:26:34.353217 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-8e700b57-bfbb-45e2-b9ab-87e1e085e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:34.354715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-8e700b57-bfbb-45e2-b9ab-87e1e085e979 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.3287747 Jan 28 04:26:34.372402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ce9dc-cf6a-462b-905a-7dcfa5b58ed2 None None] Pushing event updated for resources: {'Port': ['ID=9502e510-1e20-4cec-a7a5-2adc321455b6,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:34.455739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-45df6389-d905-4262-b142-f447e78f08a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.0942676 Jan 28 04:26:34.467051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb1d11e7-e864-4d21-9f8c-87a197dc491a req-3ca022c2-5840-43d4-8c41-e1be95eb5c4c tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436806 Jan 28 04:26:34.515137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44146) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:34.520618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309636047', 'description': 'tempest-description--1708246671'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:34.581623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.605582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f78d00dc-1432-41df-8597-250bbf2e269c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:34.606108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.614237 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Attempting to bind port 9502e510-1e20-4cec-a7a5-2adc321455b6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:34.614617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Attempting to bind port 9502e510-1e20-4cec-a7a5-2adc321455b6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:34.614984 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Attempting to bind port 9502e510-1e20-4cec-a7a5-2adc321455b6 on network 56483b81-799b-46c3-8bdb-0f7bf78456b0 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:34.615969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks [] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.635379 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:34.635755 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Checking segment: {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:34.636229 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.636562 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Bound using segment: {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:34.638911 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Bound port: 9502e510-1e20-4cec-a7a5-2adc321455b6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:34.639899 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.648641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-88c70936-e5fc-48d9-ae86-efbfdf3e8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:34.650159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-88c70936-e5fc-48d9-ae86-efbfdf3e8bc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1880422 Jan 28 04:26:34.716829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-a89416e5-26b0-41f5-8174-09609847c6a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560343 Jan 28 04:26:34.775545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group (3104076e-14cb-4535-b349-d416082fce61), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.789631 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3104076e-14cb-4535-b349-d416082fce61), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.802056 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] For port 9502e510-1e20-4cec-a7a5-2adc321455b6, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:34.807617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] For port 9502e510-1e20-4cec-a7a5-2adc321455b6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9502e510-1e20-4cec-a7a5-2adc321455b6,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:34.825452 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.838307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3104076e-14cb-4535-b349-d416082fce61,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:34.871244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.874274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee2643f8-dc45-4de1-96c6-c9db735b8dbb tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3578987 Jan 28 04:26:34.877271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44158) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:34.885985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'security_group_rule': {'security_group_id': '3104076e-14cb-4535-b349-d416082fce61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:34.886219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:31Z', 'revision_number': 3, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port': {'id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:30Z', 'updated_at': '2022-01-28T04:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:34.889871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.930655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Checking router: a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:34.931641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Updating router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:34.974598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group_rule (971f239b-723c-400d-8812-1ab6f57f1467), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.998181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ce9dc-cf6a-462b-905a-7dcfa5b58ed2 None None] Pushing event updated for resources: {'Port': ['ID=9502e510-1e20-4cec-a7a5-2adc321455b6,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:35.003588 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Routers {'807f799a-82c2-41fc-a909-1365896b62ff'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:35.004630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['807f799a-82c2-41fc-a909-1365896b62ff'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:35.025032 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.048139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f78d00dc-1432-41df-8597-250bbf2e269c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:35.049552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8f7b3706-af4d-44b5-8b07-81b79300ef60 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:35.057670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Network 1643ac34-0e18-42a7-a727-7412c48afc23 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:35.074825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:35.099262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:35.133445 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group_rule (971f239b-723c-400d-8812-1ab6f57f1467), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.146496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (971f239b-723c-400d-8812-1ab6f57f1467), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.188345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971f239b-723c-400d-8812-1ab6f57f1467,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:35.189563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.211589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.213725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0b40a1f5-7d29-4cb4-b630-4118a2f9077b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351922 Jan 28 04:26:35.218060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44162) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:35.234455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'security_group_rule': {'security_group_id': '3104076e-14cb-4535-b349-d416082fce61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:35.251179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-6cd12048-6f24-4d34-a68d-5e4716e390ef service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230742 Jan 28 04:26:35.285689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group_rule (1bc23da8-2df2-4497-8064-6085a1adbf3c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.301254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] Set router 807f799a-82c2-41fc-a909-1365896b62ff gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:35.421324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group_rule (1bc23da8-2df2-4497-8064-6085a1adbf3c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.426058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1d042d-41b5-4597-80dc-c1d1ea6a2645,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:35.441405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (1bc23da8-2df2-4497-8064-6085a1adbf3c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.490632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc23da8-2df2-4497-8064-6085a1adbf3c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:35.496709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.500202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03f7045e-1808-4d4f-967f-ad48fcd6ff88 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2797561 Jan 28 04:26:35.502804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44176) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:35.508527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:35.510692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] Provisioning complete for port 9502e510-1e20-4cec-a7a5-2adc321455b6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:35.511147 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.579453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.658020 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:26:29Z', 'revision_number': 4, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9502e510-1e20-4cec-a7a5-2adc321455b6', 'name': '', 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'mac_address': 'fa:16:3e:69:8d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a891b045-2a66-423d-9947-b9c62cf4f677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:28Z', 'updated_at': '2022-01-28T04:26:34Z', 'revision_number': 4, 'project_id': '845d5af66beb419aa1b928358ba52865', 'subnets': [{'id': 'a891b045-2a66-423d-9947-b9c62cf4f677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:35.714198 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81013d-e7ea-45f0-9f5a-bc28b592ea40 None None] The sync data for ids ['807f799a-82c2-41fc-a909-1365896b62ff'] in n-d-824835-3 is: [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:26:29Z', 'revision_number': 4, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9502e510-1e20-4cec-a7a5-2adc321455b6', 'name': '', 'network_id': '56483b81-799b-46c3-8bdb-0f7bf78456b0', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'mac_address': 'fa:16:3e:69:8d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a891b045-2a66-423d-9947-b9c62cf4f677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:28Z', 'updated_at': '2022-01-28T04:26:34Z', 'revision_number': 4, 'project_id': '845d5af66beb419aa1b928358ba52865', 'subnets': [{'id': 'a891b045-2a66-423d-9947-b9c62cf4f677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:35.724445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Publish callbacks [] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.767543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] Current status of the port 9502e510-1e20-4cec-a7a5-2adc321455b6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:35.774082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.781285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.886770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413afa-da56-4de7-947c-874920535eef req-4fbf3958-3466-43ab-9784-376aab1758ef tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:35.888355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14413afa-da56-4de7-947c-874920535eef req-4fbf3958-3466-43ab-9784-376aab1758ef tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 948 time: 0.1434193 Jan 28 04:26:35.896580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Attempting to bind port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:35.900748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Attempting to bind port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:35.901431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Attempting to bind port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:35.917185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.947127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:35.947683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:35.948203 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.948723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:35.949398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Bound port: 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:35.949754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-fae7643d-2dc2-479f-9bc6-6ca14065f84e service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858018 Jan 28 04:26:35.950040 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.976004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d5fef-b91d-4618-8cdb-6775ad30423e req-a813eb15-86db-4331-a04f-84f6c5b49540 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:35.978564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c12d5fef-b91d-4618-8cdb-6775ad30423e req-a813eb15-86db-4331-a04f-84f6c5b49540 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 945 time: 0.5259948 Jan 28 04:26:35.994087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8f7b3706-af4d-44b5-8b07-81b79300ef60 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:35.994644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.023667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:36.107499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.108054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] For port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:36.116906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3525-88bf-4f5d-8d10-e8e68c3cd527 None None] Pushing event updated for resources: {'Port': ['ID=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:36.128236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] For port 9502e510-1e20-4cec-a7a5-2adc321455b6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9502e510-1e20-4cec-a7a5-2adc321455b6,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:36.130745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] For port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:36.139987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.157254 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c12d5fef-b91d-4618-8cdb-6775ad30423e req-41921a2e-f4cb-4072-b638-69b670c0946c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691332 Jan 28 04:26:36.164050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.189786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Allocated IP 172.25.6.27 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b446de8b-f99e-426a-8f71-0c18538459dd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:36.193360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.316352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:36.375683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14413afa-da56-4de7-947c-874920535eef req-556a3fd7-0f28-4f09-9de8-5b0c80a48d88 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756293 Jan 28 04:26:36.392527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb01e3-99f7-48aa-9e71-398940a053a0 None None] Pushing event updated for resources: {'Port': ['ID=9502e510-1e20-4cec-a7a5-2adc321455b6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:36.414375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-75ee714e-612d-4cd9-a4a0-ad3ef7761ea5 None None] Provisioning complete for port 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:36.422284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75ee714e-612d-4cd9-a4a0-ad3ef7761ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.431712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Routers {'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:36.432449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:36.505025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for port (b446de8b-f99e-426a-8f71-0c18538459dd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.592502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b446de8b-f99e-426a-8f71-0c18538459dd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.634124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-d7eb6ec7-38e7-486c-bf43-31baf89fb9ab tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:36.639429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-d7eb6ec7-38e7-486c-bf43-31baf89fb9ab tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.5489390 Jan 28 04:26:36.642511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-793a2255-e096-4a7d-8551-24de7235b3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.671660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-3'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:36.686881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75ee714e-612d-4cd9-a4a0-ad3ef7761ea5 None None] Port 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:36.701215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3525-88bf-4f5d-8d10-e8e68c3cd527 None None] Pushing event updated for resources: {'Port': ['ID=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:36.724412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:36.728528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8f7b3706-af4d-44b5-8b07-81b79300ef60 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:36.731275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'Port': ['ID=b446de8b-f99e-426a-8f71-0c18538459dd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:36.743244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:36.753369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:36.856383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] Set router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:36.993945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9502e510-1e20-4cec-a7a5-2adc321455b6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:37.019620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-793a2255-e096-4a7d-8551-24de7235b3e5 admin admin] Publish callbacks [] for security_group (8ae201f0-a8af-4b4d-b48a-4f461ffc1778), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.043234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-75ee714e-612d-4cd9-a4a0-ad3ef7761ea5 None None] Provisioning complete for port 9502e510-1e20-4cec-a7a5-2adc321455b6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:37.044117 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75ee714e-612d-4cd9-a4a0-ad3ef7761ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.101844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.156163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b446de8b-f99e-426a-8f71-0c18538459dd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.169810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:26:37.181097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-793a2255-e096-4a7d-8551-24de7235b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ae201f0-a8af-4b4d-b48a-4f461ffc1778), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.187879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.215496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9502e510-1e20-4cec-a7a5-2adc321455b6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:37.216209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.221613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:37.222014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.388907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-793a2255-e096-4a7d-8551-24de7235b3e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4df60349f63e4a4d970d95aff342c4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3639176 Jan 28 04:26:37.406047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:37.489935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a2255-e096-4a7d-8551-24de7235b3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae201f0-a8af-4b4d-b48a-4f461ffc1778,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:37.685734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afe762-46bd-4891-938a-5283285833a0 req-801ae987-3a01-4ac2-acb6-156fbe28dcd4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:37.687343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6afe762-46bd-4891-938a-5283285833a0 req-801ae987-3a01-4ac2-acb6-156fbe28dcd4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 945 time: 0.3686774 Jan 28 04:26:37.723440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03250-c85e-4cb3-86af-4d94b55b8cf3 req-d318ddbf-1387-4aca-a3da-ddf40f1aa0a5 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:37.731428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1eb03250-c85e-4cb3-86af-4d94b55b8cf3 req-d318ddbf-1387-4aca-a3da-ddf40f1aa0a5 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 948 time: 0.1380434 Jan 28 04:26:37.747731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f07c081-e2e6-4591-b011-36063138a468 admin admin] Publish callbacks [] for security_group (8ae201f0-a8af-4b4d-b48a-4f461ffc1778), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.769892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks [] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.777662 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.780853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75ee714e-612d-4cd9-a4a0-ad3ef7761ea5 None None] Current status of the port 9502e510-1e20-4cec-a7a5-2adc321455b6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:37.792236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:37.794231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.816528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for port (b446de8b-f99e-426a-8f71-0c18538459dd), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.836354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1eb03250-c85e-4cb3-86af-4d94b55b8cf3 req-c9c11332-52db-4381-b788-3d7444f97244 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039057 Jan 28 04:26:37.838612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b446de8b-f99e-426a-8f71-0c18538459dd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.876479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f07c081-e2e6-4591-b011-36063138a468 admin admin] Publish callbacks [] for security_group (8ae201f0-a8af-4b4d-b48a-4f461ffc1778), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.892608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6afe762-46bd-4891-938a-5283285833a0 req-f1131e27-dd7e-412a-9bf4-8c24ff498b6f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957676 Jan 28 04:26:37.939813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:36Z', 'revision_number': 4, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port': {'id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:30Z', 'updated_at': '2022-01-28T04:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0d1d042d-41b5-4597-80dc-c1d1ea6a2645', 'name': '', 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'mac_address': 'fa:16:3e:13:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '55cca156-a657-4f93-9e0d-59da0733f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:33Z', 'updated_at': '2022-01-28T04:26:34Z', 'revision_number': 1, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'subnets': [{'id': '55cca156-a657-4f93-9e0d-59da0733f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:37.945781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:37.981739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1d042d-41b5-4597-80dc-c1d1ea6a2645,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:37.987967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:38.043820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cb84e-5c65-4205-9026-f58fa9363a4c None None] The sync data for ids ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'] in n-d-824835-3 is: [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:36Z', 'revision_number': 4, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port': {'id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:30Z', 'updated_at': '2022-01-28T04:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0d1d042d-41b5-4597-80dc-c1d1ea6a2645', 'name': '', 'network_id': '1643ac34-0e18-42a7-a727-7412c48afc23', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'mac_address': 'fa:16:3e:13:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '55cca156-a657-4f93-9e0d-59da0733f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:33Z', 'updated_at': '2022-01-28T04:26:34Z', 'revision_number': 1, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'subnets': [{'id': '55cca156-a657-4f93-9e0d-59da0733f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:38.064446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'Port': ['ID=b446de8b-f99e-426a-8f71-0c18538459dd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:38.081417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9502e510-1e20-4cec-a7a5-2adc321455b6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:38.088009 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f07c081-e2e6-4591-b011-36063138a468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ae201f0-a8af-4b4d-b48a-4f461ffc1778), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.090121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:38.092790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.110542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f07c081-e2e6-4591-b011-36063138a468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.112945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.114907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f07c081-e2e6-4591-b011-36063138a468 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ae201f0-a8af-4b4d-b48a-4f461ffc1778 HTTP/1.1" status: 204 len: 168 time: 0.6719239 Jan 28 04:26:38.135402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.145753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bf76647f-568d-4c32-bd9a-901986079193 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6324620 Jan 28 04:26:38.169041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:38.179302 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3685b77-c92a-493b-a815-ab27d5e25f04" -d '{"events": [{"server_uuid": "74863810-3eb3-42fe-a3ca-6b4a38028f80", "name": "network-vif-plugged", "status": "completed", "tag": "4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:38.193118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:38.195460 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf53d80f-09f5-46e8-ad21-8e138ac87b0b" -d '{"events": [{"server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "name": "network-vif-unplugged", "status": "completed", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:38.201373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Publish callbacks [] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.215019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c081-e2e6-4591-b011-36063138a468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae201f0-a8af-4b4d-b48a-4f461ffc1778,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:38.218198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Network 1643ac34-0e18-42a7-a727-7412c48afc23 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:38.219261 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.224494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:38.224660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:38.247642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.319948 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8851e70b-d407-456f-aa38-2b71bdc39bee x-openstack-request-id: req-8851e70b-d407-456f-aa38-2b71bdc39bee {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:38.320561 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74863810-3eb3-42fe-a3ca-6b4a38028f80", "name": "network-vif-plugged", "status": "completed", "tag": "4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:38.321050 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8851e70b-d407-456f-aa38-2b71bdc39bee {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:38.321698 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859', 'code': 200} Jan 28 04:26:38.376528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:38.414103 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cda7869-b5bc-4fe5-b03e-1ff2b40dd53c x-openstack-request-id: req-8cda7869-b5bc-4fe5-b03e-1ff2b40dd53c {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:38.414588 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "name": "network-vif-unplugged", "status": "completed", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:38.414940 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cda7869-b5bc-4fe5-b03e-1ff2b40dd53c {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:38.419276 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'code': 200} Jan 28 04:26:38.446384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042571fe-8107-493c-a6a9-7b65055d8041 req-c51bfa4e-1369-434c-b73c-e41727291d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:38.448042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-042571fe-8107-493c-a6a9-7b65055d8041 req-c51bfa4e-1369-434c-b73c-e41727291d8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 1100 time: 0.0742316 Jan 28 04:26:38.543091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:38.558651 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ed433aa-b5a9-4b7f-b946-f639e30e55ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.615717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-042571fe-8107-493c-a6a9-7b65055d8041 req-7c03de95-b75a-445e-afef-2de11dc7f13e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570125 Jan 28 04:26:38.697137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on host n-h2-824835-3 for vnic_type normal with profile {"migrating_to": "n-h1-824835-3"} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:38.702854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:38.702854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:38.718101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:38.718432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Attempting to bind port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:38.733954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ded56bf6-81e7-41fd-9474-f7962b9fc638 None None] Provisioning complete for port 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:38.734296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:38.734654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:38.735048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:38.735509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Bound port: 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:38.735878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.736132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ded56bf6-81e7-41fd-9474-f7962b9fc638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.811075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ded56bf6-81e7-41fd-9474-f7962b9fc638 None None] Port 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:38.833646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:26:38.861306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44304) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:38.875699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e84163c-0567-4dd1-84d1-706ea7c2617b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:38.911955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-f8cf9118-92eb-465b-8626-bc92e231c070 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1309636047&fields=id&tenant_id=5b613c8029f549c79d80df0604e982fe HTTP/1.1" status: 200 len: 267 time: 0.1128075 Jan 28 04:26:38.996247 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e84163c-0567-4dd1-84d1-706ea7c2617b admin admin] Publish callbacks [] for security_group (7fa69ab2-05f8-4956-80e3-759a7e10bb01), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.003101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e84163c-0567-4dd1-84d1-706ea7c2617b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7fa69ab2-05f8-4956-80e3-759a7e10bb01), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.027648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:39.050061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84163c-0567-4dd1-84d1-706ea7c2617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa69ab2-05f8-4956-80e3-759a7e10bb01,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:39.058767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5e84163c-0567-4dd1-84d1-706ea7c2617b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=257ae79c63b54499b3b698088f7bb750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952887 Jan 28 04:26:39.059284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44308) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:39.086905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:39.100401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.144066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a269435-5696-4408-992b-d86ee8866483 admin admin] Publish callbacks [] for security_group (7fa69ab2-05f8-4956-80e3-759a7e10bb01), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.169161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:39.189211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-12341c4a-d842-4e79-8985-887fcb3c2890 admin admin] 10.222.0.21 "PUT /v2.0/routers/a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3563640 Jan 28 04:26:39.207135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a269435-5696-4408-992b-d86ee8866483 admin admin] Publish callbacks [] for security_group (7fa69ab2-05f8-4956-80e3-759a7e10bb01), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.229872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-d1134bc3-b1a3-4358-894b-d694cca02868 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:39.236503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-d1134bc3-b1a3-4358-894b-d694cca02868 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 824 time: 0.2789817 Jan 28 04:26:39.257961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=8']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:39.275908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:39.276956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.278509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-570c4ff4-f2c6-4fc2-aee6-5aa66126a2fa service neutron] 10.222.0.52 "PUT /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 1121 time: 2.6315274 Jan 28 04:26:39.286187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-e16cabfd-df77-49c0-9b3a-91c3d285898c tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/quotas/5b613c8029f549c79d80df0604e982fe HTTP/1.1" status: 200 len: 375 time: 0.0486259 Jan 28 04:26:39.341426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f4ca4-0e39-4959-91cc-bfad8ad4af5a req-8d6e9406-9e8d-4c09-8253-02f6696928f9 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:39.344608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd8f4ca4-0e39-4959-91cc-bfad8ad4af5a req-8d6e9406-9e8d-4c09-8253-02f6696928f9 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 949 time: 0.1268392 Jan 28 04:26:39.399953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-58bb96af-8561-491c-89c6-2c330d35fc1f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128113 Jan 28 04:26:39.421840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a269435-5696-4408-992b-d86ee8866483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7fa69ab2-05f8-4956-80e3-759a7e10bb01), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.424714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a269435-5696-4408-992b-d86ee8866483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:39.427143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a269435-5696-4408-992b-d86ee8866483 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fa69ab2-05f8-4956-80e3-759a7e10bb01 HTTP/1.1" status: 204 len: 168 time: 0.3656690 Jan 28 04:26:39.437815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a269435-5696-4408-992b-d86ee8866483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa69ab2-05f8-4956-80e3-759a7e10bb01,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:39.443324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:39.449768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd8f4ca4-0e39-4959-91cc-bfad8ad4af5a req-f109ed3d-434d-44cf-97fa-a09bdeac5657 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982857 Jan 28 04:26:39.612800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd057-7fac-437a-b1d2-f4734b443797 req-94780018-44ac-44c1-8feb-533f073f40ba tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:39.614897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-750fd057-7fac-437a-b1d2-f4734b443797 req-94780018-44ac-44c1-8feb-533f073f40ba tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.0775146 Jan 28 04:26:39.664392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-e9500d9c-c9a0-47f1-b177-b74e282c6dab service neutron] 10.222.0.21 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378113 Jan 28 04:26:39.696117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-750fd057-7fac-437a-b1d2-f4734b443797 req-c79062ae-9996-4f7b-837b-eae358264e90 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727205 Jan 28 04:26:39.721902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44326) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:39.797163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-3dc42957-b2ec-4581-962b-3fbfec7e0071 service neutron] 10.222.0.21 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318803 Jan 28 04:26:39.924400 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-108d5460-94c5-4d23-a03f-b7d82b8e5985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.071091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-108d5460-94c5-4d23-a03f-b7d82b8e5985 admin admin] Publish callbacks [] for security_group (10c785ae-6eba-44a1-9164-dc3b3b663901), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.078407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-108d5460-94c5-4d23-a03f-b7d82b8e5985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (10c785ae-6eba-44a1-9164-dc3b3b663901), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.191998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-108d5460-94c5-4d23-a03f-b7d82b8e5985 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=010b1404ea3e4f1fb69dc94404696608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689395 Jan 28 04:26:40.194622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:40.227366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5460-94c5-4d23-a03f-b7d82b8e5985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c785ae-6eba-44a1-9164-dc3b3b663901,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:40.244231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80385b53-0b7c-4d2c-8ef8-35c6ededb21d req-2e86dceb-f60d-48a2-a403-ffb793467928 tempest-FloatingIPsNegativeTestJSON-771381086 tempest-FloatingIPsNegativeTestJSON-771381086-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=c42c64644c154885a9df7945a1ede4b9 HTTP/1.1" status: 200 len: 217 time: 0.0892735 Jan 28 04:26:40.311919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7c487f6-e23e-484b-b39a-07659d0eb658 req-03161aef-998a-40e3-b344-b8882193b9fc tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 210 time: 0.0375290 Jan 28 04:26:40.323858 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ada9e280-0481-482e-ab1b-da09fb503dba admin admin] Publish callbacks [] for security_group (10c785ae-6eba-44a1-9164-dc3b3b663901), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.367631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19c1f70f-8261-4fc0-92ab-01993e0b77a8 req-d5b04dfc-81b0-4743-bc79-93fad7ad8ce2 tempest-FloatingIPsNegativeTestJSON-771381086 tempest-FloatingIPsNegativeTestJSON-771381086-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0476074 Jan 28 04:26:40.383632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ada9e280-0481-482e-ab1b-da09fb503dba admin admin] Publish callbacks [] for security_group (10c785ae-6eba-44a1-9164-dc3b3b663901), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.445236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:40.447778 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20362a-a2c0-44c3-b789-23d806e80169" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:40.492097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ada9e280-0481-482e-ab1b-da09fb503dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (10c785ae-6eba-44a1-9164-dc3b3b663901), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.495071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ada9e280-0481-482e-ab1b-da09fb503dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.497765 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-041f5558-60ff-4da2-96a6-16a032ae2395 req-061dc1ef-9686-43ae-b66f-dd4224993bb7 tempest-FloatingIPsNegativeTestJSON-771381086 tempest-FloatingIPsNegativeTestJSON-771381086-project] show failed (client error): The resource could not be found. Jan 28 04:26:40.499240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ada9e280-0481-482e-ab1b-da09fb503dba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10c785ae-6eba-44a1-9164-dc3b3b663901 HTTP/1.1" status: 204 len: 168 time: 0.3030684 Jan 28 04:26:40.500660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-041f5558-60ff-4da2-96a6-16a032ae2395 req-061dc1ef-9686-43ae-b66f-dd4224993bb7 tempest-FloatingIPsNegativeTestJSON-771381086 tempest-FloatingIPsNegativeTestJSON-771381086-project] 10.222.0.21 "GET /v2.0/floatingips/86aff629-ac20-4bd4-9070-e52cc8102066 HTTP/1.1" status: 404 len: 350 time: 0.1159019 Jan 28 04:26:40.509550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44376) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:40.519086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9e280-0481-482e-ab1b-da09fb503dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c785ae-6eba-44a1-9164-dc3b3b663901,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:40.545392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44378) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:40.572318 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb982b-cae0-4bdf-a4b7-9f0e29320ee7 x-openstack-request-id: req-2bdb982b-cae0-4bdf-a4b7-9f0e29320ee7 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:40.572620 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:40.572886 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bdb982b-cae0-4bdf-a4b7-9f0e29320ee7 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:40.574340 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'status': 'completed', 'code': 200} Jan 28 04:26:40.741351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49dab7ad-2eb2-4979-b667-436f36ad60a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:40.773916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-80b97b62-6e21-437c-b3ae-7bdfc3a39ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:40.775581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-80b97b62-6e21-437c-b3ae-7bdfc3a39ce5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1124 time: 0.1573811 Jan 28 04:26:40.787270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b0a8-a5fa-4d51-aa31-95798a469ab7 req-bfceecf8-c49c-4349-8171-f33949570f0d tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:40.797785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17e6b0a8-a5fa-4d51-aa31-95798a469ab7 req-bfceecf8-c49c-4349-8171-f33949570f0d tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 949 time: 0.1118677 Jan 28 04:26:40.912046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-7c0dc003-7dfb-4c25-af7b-e0db8c09fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:40.914082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-7c0dc003-7dfb-4c25-af7b-e0db8c09fd21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1132498 Jan 28 04:26:40.998600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:41.014109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1838315544-network', 'tenant_id': '95ab3738a243416684462277c47b29fe'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:41.018196 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-a36291a2-0149-40e6-b268-a05ef92d7d59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.0926068 Jan 28 04:26:41.074464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac9b8-451b-4c6e-abb8-c26ac0d0fddc req-67aafe8f-abe1-4b86-985a-66adce657ee6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:41.081961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a2ac9b8-451b-4c6e-abb8-c26ac0d0fddc req-67aafe8f-abe1-4b86-985a-66adce657ee6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.1098871 Jan 28 04:26:41.087021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:41.087566 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.124360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17e6b0a8-a5fa-4d51-aa31-95798a469ab7 req-9eec8c52-bc61-405e-8eea-01c0ce6ea42e tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255706 Jan 28 04:26:41.129230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Made reservation on behalf of 95ab3738a243416684462277c47b29fe for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:41.131941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.134564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44396) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:41.160138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.165257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28b58a3d-55ec-4bb5-b2cf-7406ebc9f898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.193827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:41.194830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.203722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-792750ad-8d1e-4d47-957a-2699b4f44e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:41.205510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-792750ad-8d1e-4d47-957a-2699b4f44e79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1810060 Jan 28 04:26:41.226829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a2ac9b8-451b-4c6e-abb8-c26ac0d0fddc req-b813915b-4ebc-4110-83b6-b00711b167ee tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439898 Jan 28 04:26:41.253713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:41.263200 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.325122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.341383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:41.350201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.351344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.351704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.352050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.352401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.352742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.353091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.353441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.353889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.354226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.354563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.354894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.355339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:41.370311 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-43ae5d3a-438c-49cf-8709-3d5fcd37d29c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543574 Jan 28 04:26:41.464353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks [] for security_group (a53f3b2d-7391-4eb6-9c5e-480b10d9b07f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.479100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a53f3b2d-7391-4eb6-9c5e-480b10d9b07f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.518286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:26:41.567249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21b8dd63-f778-4a40-b1c5-4b9a1eb88da5 req-1b0e4d61-ea1d-4269-a88d-6cd06718e9f2 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 210 time: 0.0674846 Jan 28 04:26:41.609002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f3b2d-7391-4eb6-9c5e-480b10d9b07f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:41.614297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28b58a3d-55ec-4bb5-b2cf-7406ebc9f898 admin admin] Publish callbacks [] for security_group (ea9bec26-2e8a-4848-818c-b34abfd7bcfe), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.620396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d5ad48e6-0840-4872-a07d-6295f2513385), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.621263 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Added segment d5ad48e6-0840-4872-a07d-6295f2513385 of type vlan for network 62ef610a-108f-45ba-988c-9ba5edfb3b03 Jan 28 04:26:41.624507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28b58a3d-55ec-4bb5-b2cf-7406ebc9f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ea9bec26-2e8a-4848-818c-b34abfd7bcfe), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.654476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-cb358c42-e1fc-42a2-a0d8-3f4ca4bfbb68 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728465 Jan 28 04:26:41.759134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28b58a3d-55ec-4bb5-b2cf-7406ebc9f898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=986876c8acbc40d7baa55c50754b29f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6217918 Jan 28 04:26:41.768473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44414) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:41.818191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Deleting port 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:41.818453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.820588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.896047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16663bd3-c18f-47b2-a781-3e223758417e admin admin] Publish callbacks [] for security_group (ea9bec26-2e8a-4848-818c-b34abfd7bcfe), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.961329 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16663bd3-c18f-47b2-a781-3e223758417e admin admin] Publish callbacks [] for security_group (ea9bec26-2e8a-4848-818c-b34abfd7bcfe), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.977544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-73b87d81-3591-4dfd-96b9-c58c28d14630 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:41.979987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-73b87d81-3591-4dfd-96b9-c58c28d14630 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.52 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 824 time: 0.1986363 Jan 28 04:26:41.980995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b58a3d-55ec-4bb5-b2cf-7406ebc9f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9bec26-2e8a-4848-818c-b34abfd7bcfe,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:41.984547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:41.986300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (62ef610a-108f-45ba-988c-9ba5edfb3b03), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.010429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6d60e-f8e8-4171-8fcf-028e6178cdbb req-37806739-73b8-42a3-9eec-7f4f3da19eea tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:42.012436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cda6d60e-f8e8-4171-8fcf-028e6178cdbb req-37806739-73b8-42a3-9eec-7f4f3da19eea tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 949 time: 0.1433754 Jan 28 04:26:42.025295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Calling delete_port for 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:42.103534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a20362a-a2c0-44c3-b789-23d806e80169 req-82942c04-edc3-4020-abda-d76df57ccca0 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160438 Jan 28 04:26:42.105379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (62ef610a-108f-45ba-988c-9ba5edfb3b03), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.106610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:42.107305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.126541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cda6d60e-f8e8-4171-8fcf-028e6178cdbb req-ecd9f482-c38c-4084-ad1d-b580d9581d2f tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025093 Jan 28 04:26:42.132282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16663bd3-c18f-47b2-a781-3e223758417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ea9bec26-2e8a-4848-818c-b34abfd7bcfe), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.134838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16663bd3-c18f-47b2-a781-3e223758417e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.136532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16663bd3-c18f-47b2-a781-3e223758417e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea9bec26-2e8a-4848-818c-b34abfd7bcfe HTTP/1.1" status: 204 len: 168 time: 0.3667183 Jan 28 04:26:42.149537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44422) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:42.157679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16663bd3-c18f-47b2-a781-3e223758417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9bec26-2e8a-4848-818c-b34abfd7bcfe,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:42.308679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:42.362020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0d1d042d-41b5-4597-80dc-c1d1ea6a2645), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.417717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1d042d-41b5-4597-80dc-c1d1ea6a2645,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:42.520383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:42.530552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25ba1c40-1bb1-4a34-97a7-2e67fc4f9841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.542404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 has no active binding in host n-h1-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:26:42.581038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-6ebcb874-71a3-42d2-8b3f-401f485a208b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b613c8029f549c79d80df0604e982fe HTTP/1.1" status: 200 len: 380 time: 0.5752990 Jan 28 04:26:42.626459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'port': {'device_id': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'admin_state_up': True, 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'security_groups': ['3104076e-14cb-4535-b349-d416082fce61']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:42.646826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] Sync routers for ids ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:42.671234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] Routers {'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:42.672184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:42.711565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.719390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1728396 Jan 28 04:26:42.732343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:42.748755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc1daa-b2da-48b7-8d27-805942f534d3 admin admin] Pushing event updated for resources: {'Network': ['ID=62ef610a-108f-45ba-988c-9ba5edfb3b03,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:42.749775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Request body: {'subnet': {'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1838315544-subnet', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:42.792481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25ba1c40-1bb1-4a34-97a7-2e67fc4f9841 admin admin] Publish callbacks [] for security_group (bab335dc-5386-419e-84fe-bb0b761aa450), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.801595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f76141-2ff6-4ecc-bf6e-6a8b11167e55 req-e6969b49-c23a-4803-81e0-a328f00651fa tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:42.805457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82f76141-2ff6-4ecc-bf6e-6a8b11167e55 req-e6969b49-c23a-4803-81e0-a328f00651fa tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.2309699 Jan 28 04:26:42.823270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-017d3631-8e2e-4c2e-ac7b-c9f3d33cb88b req-ce7ad6e5-028a-4839-90a3-143a8fbdaff6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 210 time: 0.0802045 Jan 28 04:26:42.862266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:26:42.878157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25ba1c40-1bb1-4a34-97a7-2e67fc4f9841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bab335dc-5386-419e-84fe-bb0b761aa450), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.887751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Made reservation on behalf of 5b613c8029f549c79d80df0604e982fe for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:42.892114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.901206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82f76141-2ff6-4ecc-bf6e-6a8b11167e55 req-4b3b0299-7ea7-4fb7-8f06-a7682ca8c17e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876229 Jan 28 04:26:42.947375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Made reservation on behalf of 95ab3738a243416684462277c47b29fe for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:42.949852 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.962064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:43.006683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] Set router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:43.038887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-25ba1c40-1bb1-4a34-97a7-2e67fc4f9841 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a54f92eaeaa4a85b503877368647924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8855021 Jan 28 04:26:43.042252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44450) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:43.103128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Allocated IP 172.20.0.7 (d4c2bf4f-be02-42a8-a4ab-bf6031878a96/4482aa44-af60-4609-b8ef-368f08322eba/c526995a-d7ed-4b43-8be4-a53590566cd6) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:43.137379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed12b-8355-4c29-a5d4-683c880e4650 admin admin] Publish callbacks [] for security_group (bab335dc-5386-419e-84fe-bb0b761aa450), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.149418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:43.149796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.191603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed12b-8355-4c29-a5d4-683c880e4650 admin admin] Publish callbacks [] for security_group (bab335dc-5386-419e-84fe-bb0b761aa450), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.282539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:43.295788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:42Z', 'revision_number': 5, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port': {'id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:30Z', 'updated_at': '2022-01-28T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:43.345073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba1c40-1bb1-4a34-97a7-2e67fc4f9841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab335dc-5386-419e-84fe-bb0b761aa450,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:43.346667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] Checking router: a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:43.375457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] Routers {'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:43.376038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:43.410158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed12b-8355-4c29-a5d4-683c880e4650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bab335dc-5386-419e-84fe-bb0b761aa450), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.413052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed12b-8355-4c29-a5d4-683c880e4650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.417354 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8d7ed12b-8355-4c29-a5d4-683c880e4650 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bab335dc-5386-419e-84fe-bb0b761aa450 HTTP/1.1" status: 204 len: 168 time: 0.3737099 Jan 28 04:26:43.432984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.450683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed12b-8355-4c29-a5d4-683c880e4650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab335dc-5386-419e-84fe-bb0b761aa450,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:43.495809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f76da-1f98-4cbe-9dc5-c9fed361bc6e req-4ad9273c-928d-4e63-ad16-a28c56eb2d3b tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:43.497536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-869f76da-1f98-4cbe-9dc5-c9fed361bc6e req-4ad9273c-928d-4e63-ad16-a28c56eb2d3b tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 949 time: 0.1463449 Jan 28 04:26:43.498931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.525352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.585958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] Set router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:43.612870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:43.626764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:43.636265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:43.670200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-869f76da-1f98-4cbe-9dc5-c9fed361bc6e req-f4d5d91f-ae03-4ee7-8e08-aa64b0473d07 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092405 Jan 28 04:26:43.688002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:26:43.716256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'Port': ['ID=c526995a-d7ed-4b43-8be4-a53590566cd6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:43.773648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:43.774336 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.823193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-8301f5e6-bce2-444d-a723-eaa4209e3c74 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2314794 Jan 28 04:26:43.840801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Request body: {'port': {'device_id': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:43.909823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:43.929460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (b4be36cb-9301-46d5-b49b-22f6e4b5f04b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:43.939243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bff8dab8-d07c-471a-9563-5d7a9826968a admin admin] 10.222.0.21 "PUT /v2.0/routers/a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4283271 Jan 28 04:26:43.947139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44474) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:43.993167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:42Z', 'revision_number': 5, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port': {'id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:30Z', 'updated_at': '2022-01-28T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:44.046431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.079988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe933b-94a2-4a6d-8197-58284b727547 None None] The sync data for ids ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'] in n-d-824835-3 is: [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:42Z', 'revision_number': 5, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port': {'id': '5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:30Z', 'updated_at': '2022-01-28T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:44.083509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-4523eb9e-84a1-492b-a947-74edf236e887 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:44.091335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-4523eb9e-84a1-492b-a947-74edf236e887 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.52 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 949 time: 0.1781321 Jan 28 04:26:44.105495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a56ce2ec-d262-4b43-b5bd-1f79283494b5 None None] Provisioning complete for port c526995a-d7ed-4b43-8be4-a53590566cd6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:44.105879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a56ce2ec-d262-4b43-b5bd-1f79283494b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.137109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4be36cb-9301-46d5-b49b-22f6e4b5f04b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:44.153907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3699a6-ff26-429c-9888-d74bafbf2e36 req-ec5a25e2-39b3-46f5-bb6a-8ae89bcaffbf tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:44.161496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc3699a6-ff26-429c-9888-d74bafbf2e36 req-ec5a25e2-39b3-46f5-bb6a-8ae89bcaffbf tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 931 time: 0.2207334 Jan 28 04:26:44.178244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Checking segment: {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:44.179436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Network hostable DHCP agents. Network: 62ef610a-108f-45ba-988c-9ba5edfb3b03, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:26:44.206905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a56ce2ec-d262-4b43-b5bd-1f79283494b5 None None] Port c526995a-d7ed-4b43-8be4-a53590566cd6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:44.278658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc3699a6-ff26-429c-9888-d74bafbf2e36 req-a62b0b68-6201-46ce-bb8c-7c4acecde9c8 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160386 Jan 28 04:26:44.279587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:44.291760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:26:44.315417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0287453-89c4-4472-819e-fd5755c6d84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.319630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 62ef610a-108f-45ba-988c-9ba5edfb3b03) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:44.322395 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks [] for router (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.331644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229426b-0f95-44bd-a5ed-4bff00409c80 None None] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:44.332959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:44.333693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.337510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Deleting port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:44.337994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.374114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b790c-fea5-4f55-884b-d33dc3a8f729 req-a333211d-4c4d-4fac-83a2-d6b474812841 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:44.375683 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a9b790c-fea5-4f55-884b-d33dc3a8f729 req-a333211d-4c4d-4fac-83a2-d6b474812841 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 0.3003109 Jan 28 04:26:44.437702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4dd2974a-abcc-4f73-becd-aa30cb51bb04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7015455 Jan 28 04:26:44.449654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44488) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:44.457421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:44.496388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-62ef610a-108f-45ba-988c-9ba5edfb3b03', 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03', 'project_id': '95ab3738a243416684462277c47b29fe', 'fixed_ips': [{'subnet_id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:26:44.497617 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.543799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] For port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:44.544328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.548780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (afce4c51-6827-44a8-9321-17a1d28b9b31), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.550084 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (afce4c51-6827-44a8-9321-17a1d28b9b31), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.581493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Calling delete_port for 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:44.612914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0287453-89c4-4472-819e-fd5755c6d84d admin admin] Publish callbacks [] for security_group (c4fbeaef-0cb4-413e-a683-b16b0b204891), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.625184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a9b790c-fea5-4f55-884b-d33dc3a8f729 req-13f19a92-bdc1-4565-af65-e618615c1d11 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356861 Jan 28 04:26:44.635445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks [] for router_gateway (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.639218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0287453-89c4-4472-819e-fd5755c6d84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c4fbeaef-0cb4-413e-a683-b16b0b204891), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.748215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks [] for router_controller (afce4c51-6827-44a8-9321-17a1d28b9b31), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.832705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f0287453-89c4-4472-819e-fd5755c6d84d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ba415d7858f40d9a5e5c94049f70c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5508816 Jan 28 04:26:44.833510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0287453-89c4-4472-819e-fd5755c6d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fbeaef-0cb4-413e-a683-b16b0b204891,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:44.838357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:44.839233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44502) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:44.867325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:44.867617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0d1d042d-41b5-4597-80dc-c1d1ea6a2645 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:44.895111 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.922981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:26:44.970139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Allocated IP 172.20.0.2 (62ef610a-108f-45ba-988c-9ba5edfb3b03/b4be36cb-9301-46d5-b49b-22f6e4b5f04b/2a717837-8e28-4614-a97c-77f38ba9a918) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:44.971093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c526995a-d7ed-4b43-8be4-a53590566cd6 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:44.989714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Publish callbacks [] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.057560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks [] for router_gateway (afce4c51-6827-44a8-9321-17a1d28b9b31), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.091666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Deleting port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:45.092023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.156322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91ff82d1-944f-40cb-b2b3-a3d50db3bca2 admin admin] Publish callbacks [] for security_group (c4fbeaef-0cb4-413e-a683-b16b0b204891), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.200411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] For port 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:45.201431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.215803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Calling delete_port for 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:45.223885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.240308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Publish callbacks [] for port (2a717837-8e28-4614-a97c-77f38ba9a918), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.248262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.272848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91ff82d1-944f-40cb-b2b3-a3d50db3bca2 admin admin] Publish callbacks [] for security_group (c4fbeaef-0cb4-413e-a683-b16b0b204891), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.285944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Pushing event deleted for resources: {'Port': ['ID=4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:45.315600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Pushing event updated for resources: {'Port': ['ID=2a717837-8e28-4614-a97c-77f38ba9a918,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:45.318793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:45.364950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] No DVR routers for this DVR port 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:45.368778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.378807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c7696ab-e07b-4e18-830f-56e61d88823f req-39f13458-c784-4616-a194-e87b3f237543 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.52 "DELETE /v2.0/ports/4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 HTTP/1.1" status: 204 len: 173 time: 1.2863495 Jan 28 04:26:45.380791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'name': 'network-vif-deleted', 'tag': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:45.383157 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e343778a-e4dd-4b8d-82af-943ed6833ae3" -d '{"events": [{"server_uuid": "74863810-3eb3-42fe-a3ca-6b4a38028f80", "name": "network-vif-deleted", "tag": "4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:45.434501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:45.436595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:45.437799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91ff82d1-944f-40cb-b2b3-a3d50db3bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c4fbeaef-0cb4-413e-a683-b16b0b204891), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.440849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91ff82d1-944f-40cb-b2b3-a3d50db3bca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.442124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-91ff82d1-944f-40cb-b2b3-a3d50db3bca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fbeaef-0cb4-413e-a683-b16b0b204891 HTTP/1.1" status: 204 len: 168 time: 0.6021743 Jan 28 04:26:45.461772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:45.462614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Transition to ACTIVE for port object c526995a-d7ed-4b43-8be4-a53590566cd6 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:45.470737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd193-2b76-4064-8930-c7147678d4d8 req-234f7fa0-339c-4cae-86fe-599a095f4780 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:45.479730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13cdd193-2b76-4064-8930-c7147678d4d8 req-234f7fa0-339c-4cae-86fe-599a095f4780 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/ports?device_id=74863810-3eb3-42fe-a3ca-6b4a38028f80 HTTP/1.1" status: 200 len: 949 time: 0.6682985 Jan 28 04:26:45.487003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff82d1-944f-40cb-b2b3-a3d50db3bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fbeaef-0cb4-413e-a683-b16b0b204891,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:45.487725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.498220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.604894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-e1ee6e2d-6034-4057-9be8-8e5a91c50cf1 service neutron] 10.222.0.47 "GET /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.7171981 Jan 28 04:26:45.612685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:45.621099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Attempting to bind port 2a717837-8e28-4614-a97c-77f38ba9a918 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:45.621543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Attempting to bind port 2a717837-8e28-4614-a97c-77f38ba9a918 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:45.623817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Attempting to bind port 2a717837-8e28-4614-a97c-77f38ba9a918 on network 62ef610a-108f-45ba-988c-9ba5edfb3b03 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:45.638305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:45.641048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Checking segment: {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:45.641048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.641048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Bound using segment: {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:45.642974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Bound port: 2a717837-8e28-4614-a97c-77f38ba9a918, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:45.643501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.648915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe33e7-fb0c-42a2-ab02-310f209592a6 req-7106b8a4-c290-4694-96a8-344f5ba43c95 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:45.659191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cefe33e7-fb0c-42a2-ab02-310f209592a6 req-7106b8a4-c290-4694-96a8-344f5ba43c95 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 943 time: 0.2133584 Jan 28 04:26:45.739363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] For port 2a717837-8e28-4614-a97c-77f38ba9a918, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:45.743834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] For port 2a717837-8e28-4614-a97c-77f38ba9a918, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a717837-8e28-4614-a97c-77f38ba9a918,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:45.749713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks [] for router_gateway (afce4c51-6827-44a8-9321-17a1d28b9b31), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.750423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.769120 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] Sync routers for ids ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:45.781658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13cdd193-2b76-4064-8930-c7147678d4d8 req-efa5a8e3-2585-49f0-9e79-3259272e1980 tempest-ServerDiagnosticsNegativeTest-820373377 tempest-ServerDiagnosticsNegativeTest-820373377-project] 10.222.0.21 "GET /v2.0/security-groups?id=f90945a2-ed1a-48d8-b46d-b327c41d9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009453 Jan 28 04:26:45.782189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Pushing event updated for resources: {'Port': ['ID=c526995a-d7ed-4b43-8be4-a53590566cd6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:45.782578 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] Routers {'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:45.783223 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:45.804101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.872472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cefe33e7-fb0c-42a2-ab02-310f209592a6 req-5f284960-0221-469a-a89e-4f994e1388c4 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732569 Jan 28 04:26:45.899466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af8b6-c662-44aa-ac9a-c47db2784c5d None None] Pushing event updated for resources: {'Port': ['ID=2a717837-8e28-4614-a97c-77f38ba9a918,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:46.047131 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e25bbf2-63b0-4eaa-a2dd-47ec41d4feb9 x-openstack-request-id: req-5e25bbf2-63b0-4eaa-a2dd-47ec41d4feb9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:46.047249 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74863810-3eb3-42fe-a3ca-6b4a38028f80", "name": "network-vif-deleted", "tag": "4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:46.047685 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e25bbf2-63b0-4eaa-a2dd-47ec41d4feb9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:46.048100 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74863810-3eb3-42fe-a3ca-6b4a38028f80', 'name': 'network-vif-deleted', 'tag': '4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859', 'status': 'completed', 'code': 200} Jan 28 04:26:46.067649 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] Set router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:46.138841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Attempting to bind port c526995a-d7ed-4b43-8be4-a53590566cd6 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:46.139182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Attempting to bind port c526995a-d7ed-4b43-8be4-a53590566cd6 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:46.139519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Attempting to bind port c526995a-d7ed-4b43-8be4-a53590566cd6 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:46.154437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.169220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Allocated IP 172.25.6.147 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:46.177954 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:45Z', 'revision_number': 7, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:46.242483 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] Checking router: a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:46.272813 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] Routers {'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:46.274284 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:46.328369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44528) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:46.450491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1852caa6-fe3c-4a11-b321-b86429b79f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.456151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks [] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.510989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] Set router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:46.565367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.591143 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:45Z', 'revision_number': 7, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:46.631266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:46.633411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:46.637865 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43f3dc-0bc6-46c5-84a6-8666e6435560 None None] The sync data for ids ['a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4'] in n-d-824835-3 is: [{'id': 'a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4', 'name': 'tempest-FloatingIPsNegativeTestJSON-567796685-router', 'tenant_id': 'c42c64644c154885a9df7945a1ede4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:27Z', 'updated_at': '2022-01-28T04:26:45Z', 'revision_number': 7, 'project_id': 'c42c64644c154885a9df7945a1ede4b9', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:46.653517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:46.664864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:46.672889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1852caa6-fe3c-4a11-b321-b86429b79f49 admin admin] Publish callbacks [] for security_group (6a92f160-7c6c-4600-bff8-976c485e42f4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.696305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1852caa6-fe3c-4a11-b321-b86429b79f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a92f160-7c6c-4600-bff8-976c485e42f4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.739122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Pushing event updated for resources: {'Port': ['ID=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:46.756636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Port c526995a-d7ed-4b43-8be4-a53590566cd6 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:46.757077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Attempting to bind port c526995a-d7ed-4b43-8be4-a53590566cd6 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:46.781607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852caa6-fe3c-4a11-b321-b86429b79f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92f160-7c6c-4600-bff8-976c485e42f4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:46.800061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-81769ac8-d8c5-4210-affe-67070b9bb6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.804996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.809434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:46.809927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Checking segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:46.810191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Bound using segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:46.810643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Bound port: c526995a-d7ed-4b43-8be4-a53590566cd6, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:46.811001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.814886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1852caa6-fe3c-4a11-b321-b86429b79f49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2776be5eff34c158acbb6ac90c86951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703622 Jan 28 04:26:46.815584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44538) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:46.861090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks [] for router_controller (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.008298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:47.033887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912fec5-5005-4ecd-aed3-a2830be937e2 req-aee4dd58-0eb0-4ed0-a962-06dd194cb5b6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:47.035485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e912fec5-5005-4ecd-aed3-a2830be937e2 req-aee4dd58-0eb0-4ed0-a962-06dd194cb5b6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 943 time: 1.0344605 Jan 28 04:26:47.055086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:47.082048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.082370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:26:47.100072 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.101060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e80f1f4-3365-46da-8077-b2072cc9c814 admin admin] Publish callbacks [] for security_group (6a92f160-7c6c-4600-bff8-976c485e42f4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.101676 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5839b055-5642-4095-88f2-d1ee2c5801ba admin admin] 10.222.0.21 "DELETE /v2.0/routers/a1ad517e-8a3c-4e29-b88e-edf47d9d9aa4 HTTP/1.1" status: 204 len: 168 time: 3.1510463 Jan 28 04:26:47.108030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44546) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:47.155225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:47.175803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:47.191192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:47.202693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e80f1f4-3365-46da-8077-b2072cc9c814 admin admin] Publish callbacks [] for security_group (6a92f160-7c6c-4600-bff8-976c485e42f4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.211680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073c1dc-70d8-4c85-b3c2-8804fcaa99a0 req-f0cfbe9c-a3a3-4b11-b1bf-5c0c6b1b3f37 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:47.218517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d073c1dc-70d8-4c85-b3c2-8804fcaa99a0 req-f0cfbe9c-a3a3-4b11-b1bf-5c0c6b1b3f37 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 943 time: 0.2069511 Jan 28 04:26:47.241367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] For port c526995a-d7ed-4b43-8be4-a53590566cd6, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:47.270355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.274419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] For port c526995a-d7ed-4b43-8be4-a53590566cd6, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c526995a-d7ed-4b43-8be4-a53590566cd6,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:47.286571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e912fec5-5005-4ecd-aed3-a2830be937e2 req-3c24ac1f-0119-4a1b-a3d1-ff5df43be3c3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057066 Jan 28 04:26:47.307922 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.326718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:47.327887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.329654 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] 10.222.0.52 "PUT /v2.0/ports/c526995a-d7ed-4b43-8be4-a53590566cd6 HTTP/1.1" status: 200 len: 1091 time: 3.4931877 Jan 28 04:26:47.332803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:47.334321 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471" -d '{"events": [{"name": "network-changed", "server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:47.415162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a717837-8e28-4614-a97c-77f38ba9a918 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:47.467198 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e1d86a-fce3-46c1-94bd-e86fe7988904 x-openstack-request-id: req-31e1d86a-fce3-46c1-94bd-e86fe7988904 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:47.470796 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:47.471135 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e1d86a-fce3-46c1-94bd-e86fe7988904 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:47.471640 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'status': 'completed', 'code': 200} Jan 28 04:26:47.540286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2a717837-8e28-4614-a97c-77f38ba9a918 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:47.540898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.627675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef95bd-279e-4b6c-85ce-946d4b767e3a service neutron] Pushing event updated for resources: {'Port': ['ID=c526995a-d7ed-4b43-8be4-a53590566cd6,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:47.650083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-3f38dc15-8629-438e-bed0-4fe477f66a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:47.651687 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-3f38dc15-8629-438e-bed0-4fe477f66a22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 1094 time: 0.2175658 Jan 28 04:26:47.659792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-14b96573-1e77-44b7-8efe-936d83b24611 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09e371dd04684674aedee6b81d76107c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791663 Jan 28 04:26:47.660456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:47.673417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] Transition to ACTIVE for port object 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:47.697541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2a717837-8e28-4614-a97c-77f38ba9a918 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:47.711732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.724175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Deleting subnet 55cca156-a657-4f93-9e0d-59da0733f5b1 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:26:47.724668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-3df7dbfc-5540-459f-9233-12318795cc16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c526995a-d7ed-4b43-8be4-a53590566cd6 HTTP/1.1" status: 200 len: 217 time: 0.0534720 Jan 28 04:26:47.727836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.739076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1ce85-027c-42e2-891a-314446d4bfb7 None None] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:47.747387 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Publish callbacks [] for subnet (55cca156-a657-4f93-9e0d-59da0733f5b1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.783935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-81769ac8-d8c5-4210-affe-67070b9bb6df admin admin] Publish callbacks [] for security_group (db94bd0b-0787-49aa-ac46-6de2addba524), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.808641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-81769ac8-d8c5-4210-affe-67070b9bb6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (db94bd0b-0787-49aa-ac46-6de2addba524), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.839454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 2a717837-8e28-4614-a97c-77f38ba9a918, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a717837-8e28-4614-a97c-77f38ba9a918,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:47.855647 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.874091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7f658e87-8376-4b52-8843-6e2f41732612 None None] Provisioning complete for port 2a717837-8e28-4614-a97c-77f38ba9a918 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:47.874605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f658e87-8376-4b52-8843-6e2f41732612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.882190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] No DVR routers for this DVR port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:47.891733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] Pushing event updated for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=10']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:47.918906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-afa14c7e-e52c-4099-8c2b-7f1907f643e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:47.919042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks [] for router_gateway (afce4c51-6827-44a8-9321-17a1d28b9b31), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.921636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-afa14c7e-e52c-4099-8c2b-7f1907f643e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.1821749 Jan 28 04:26:47.925226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d073c1dc-70d8-4c85-b3c2-8804fcaa99a0 req-1fdc8756-5df4-4be0-a817-1ed9fc105eee tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7057931 Jan 28 04:26:47.956250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de37b618-47a9-4192-a9a5-7e61a10d6eda admin admin] Publish callbacks [] for security_group (f90945a2-ed1a-48d8-b46d-b327c41d9df0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.960730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (55cca156-a657-4f93-9e0d-59da0733f5b1), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:47.968034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-81b1329e-7ce5-449d-a501-1b2c108be02f service neutron] 10.222.0.47 "PUT /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82/bindings/n-h1-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3369186 Jan 28 04:26:48.003402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=2a717837-8e28-4614-a97c-77f38ba9a918,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:48.014492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de37b618-47a9-4192-a9a5-7e61a10d6eda admin admin] Publish callbacks [] for security_group (f90945a2-ed1a-48d8-b46d-b327c41d9df0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.018828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81769ac8-d8c5-4210-affe-67070b9bb6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db94bd0b-0787-49aa-ac46-6de2addba524,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:48.027673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e80f1f4-3365-46da-8077-b2072cc9c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a92f160-7c6c-4600-bff8-976c485e42f4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.031098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e80f1f4-3365-46da-8077-b2072cc9c814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.032589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8e80f1f4-3365-46da-8077-b2072cc9c814 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a92f160-7c6c-4600-bff8-976c485e42f4 HTTP/1.1" status: 204 len: 168 time: 1.2159696 Jan 28 04:26:48.045955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80f1f4-3365-46da-8077-b2072cc9c814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92f160-7c6c-4600-bff8-976c485e42f4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:48.050834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e916-1e6c-4eec-90c4-762087793504 req-6f1a152b-da42-4211-a217-1354763d1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:48.054842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-6f1a152b-da42-4211-a217-1354763d1886 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058683 Jan 28 04:26:48.057626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-81769ac8-d8c5-4210-affe-67070b9bb6df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d151d8e08aa400f84590daa24c27ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4205816 Jan 28 04:26:48.063162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44560) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:48.065773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7f658e87-8376-4b52-8843-6e2f41732612 None None] Current status of the port 2a717837-8e28-4614-a97c-77f38ba9a918 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:48.192952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de37b618-47a9-4192-a9a5-7e61a10d6eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f90945a2-ed1a-48d8-b46d-b327c41d9df0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.196237 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de37b618-47a9-4192-a9a5-7e61a10d6eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.199981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de37b618-47a9-4192-a9a5-7e61a10d6eda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f90945a2-ed1a-48d8-b46d-b327c41d9df0 HTTP/1.1" status: 204 len: 168 time: 0.5335789 Jan 28 04:26:48.232524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37b618-47a9-4192-a9a5-7e61a10d6eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90945a2-ed1a-48d8-b46d-b327c41d9df0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:48.262804 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-c83e339a-bbdf-4089-823e-2faac445bd88 service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946688 Jan 28 04:26:48.331969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:48.360116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:48.360815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 4f5a40f3-f4f0-4bc4-95dd-9104dfcd5859 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:48.390162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (55cca156-a657-4f93-9e0d-59da0733f5b1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.393453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e88bf7e-bb76-45b5-9b14-71384a7585b4 admin admin] Publish callbacks [] for security_group (db94bd0b-0787-49aa-ac46-6de2addba524), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.421326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-65d32a63-8c41-4627-bcfd-aea087d3f9f3 None None] Provisioning complete for port 2a717837-8e28-4614-a97c-77f38ba9a918 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:48.422281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65d32a63-8c41-4627-bcfd-aea087d3f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.444807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-e6907bef-0487-4c54-abac-5d4926ff96b0 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:48.446397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-e6907bef-0487-4c54-abac-5d4926ff96b0 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.3046463 Jan 28 04:26:48.484923 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e88bf7e-bb76-45b5-9b14-71384a7585b4 admin admin] Publish callbacks [] for security_group (db94bd0b-0787-49aa-ac46-6de2addba524), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.496580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5737-7267-4b75-b33a-71dd2e926c47 req-956e5f96-d5c1-4247-9489-5b1fff606660 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:48.507059 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28fb5737-7267-4b75-b33a-71dd2e926c47 req-956e5f96-d5c1-4247-9489-5b1fff606660 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.0907221 Jan 28 04:26:48.545596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3627e916-1e6c-4eec-90c4-762087793504 req-c1debb0a-0408-4c07-9a0c-39ef5beac01a service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766120 Jan 28 04:26:48.604253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28fb5737-7267-4b75-b33a-71dd2e926c47 req-23ec6f2e-df53-4a76-a1ca-3fc637c8e3bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960524 Jan 28 04:26:48.618023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (55cca156-a657-4f93-9e0d-59da0733f5b1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.623285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-65d32a63-8c41-4627-bcfd-aea087d3f9f3 None None] Current status of the port 2a717837-8e28-4614-a97c-77f38ba9a918 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:48.624163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (afce4c51-6827-44a8-9321-17a1d28b9b31), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.655618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cca156-a657-4f93-9e0d-59da0733f5b1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:48.663030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-16347007-5f59-40c9-a004-058b9ead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:48.664707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-16347007-5f59-40c9-a004-058b9ead7cb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c&tenant_id=d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 1095 time: 0.2009275 Jan 28 04:26:48.678720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b275abd3-035f-4b23-81a3-e47a26454a8d None None] Network 1643ac34-0e18-42a7-a727-7412c48afc23 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:48.714505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.720481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-66ba8d52-7ec9-4e40-9759-b3752d0b8601 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55cca156-a657-4f93-9e0d-59da0733f5b1 HTTP/1.1" status: 204 len: 168 time: 1.6044257 Jan 28 04:26:48.721603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44580) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:48.773444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e88bf7e-bb76-45b5-9b14-71384a7585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (db94bd0b-0787-49aa-ac46-6de2addba524), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.776028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e88bf7e-bb76-45b5-9b14-71384a7585b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.777356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5e88bf7e-bb76-45b5-9b14-71384a7585b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db94bd0b-0787-49aa-ac46-6de2addba524 HTTP/1.1" status: 204 len: 168 time: 0.7111654 Jan 28 04:26:48.817751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:48.823836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44584) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:48.840840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88bf7e-bb76-45b5-9b14-71384a7585b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94bd0b-0787-49aa-ac46-6de2addba524,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:48.865818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bef9a6f-5944-4d29-b0bb-4488e6738d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.872546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-377052cc-1c25-40ca-ae4d-a8c39c036859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:48.874966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-377052cc-1c25-40ca-ae4d-a8c39c036859 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1095 time: 0.1515322 Jan 28 04:26:48.913397 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (1643ac34-0e18-42a7-a727-7412c48afc23), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:48.941249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a717837-8e28-4614-a97c-77f38ba9a918 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:48.992771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-ea327ea0-ff99-4c16-95d2-e22743749119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:48.995137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-ea327ea0-ff99-4c16-95d2-e22743749119 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 1094 time: 0.3394928 Jan 28 04:26:49.035736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Router afce4c51-6827-44a8-9321-17a1d28b9b31 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:26:49.048929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-e12d9c96-e536-4793-ba3c-2887a439f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:49.051197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-e12d9c96-e536-4793-ba3c-2887a439f2b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1651921 Jan 28 04:26:49.099127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:26:49.099747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:49.103303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2a717837-8e28-4614-a97c-77f38ba9a918 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:49.103889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.112554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-779703bc-c56d-4272-bf70-49ec69f44392 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.0555954 Jan 28 04:26:49.200731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] DHCP port deletion for 1643ac34-0e18-42a7-a727-7412c48afc23 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:26:49.209666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bef9a6f-5944-4d29-b0bb-4488e6738d08 admin admin] Publish callbacks [] for security_group (d0635eb2-dc78-4bda-8459-fce335817ea2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.219738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Deleting port 8f7b3706-af4d-44b5-8b07-81b79300ef60 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:49.220139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.226873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bef9a6f-5944-4d29-b0bb-4488e6738d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d0635eb2-dc78-4bda-8459-fce335817ea2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.252159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2a717837-8e28-4614-a97c-77f38ba9a918 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:49.268394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:49.301634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:49.302068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d9eb3d1-ce75-4df7-bf4f-0a38dc32fd2f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:49.306497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] Deleting port 8f7b3706-af4d-44b5-8b07-81b79300ef60 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:26:49.306877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.322667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-b887faeb-48e0-4934-807d-2bd9c0c00660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:49.324261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-b887faeb-48e0-4934-807d-2bd9c0c00660 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 925 time: 0.3188705 Jan 28 04:26:49.331543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca35e-1e64-45fc-9912-7a0f9fd0ef44 req-40bc7461-571c-4bbb-b4b1-efb165d63c3b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:49.333263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd7ca35e-1e64-45fc-9912-7a0f9fd0ef44 req-40bc7461-571c-4bbb-b4b1-efb165d63c3b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 943 time: 0.2490439 Jan 28 04:26:49.335300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] For port 8f7b3706-af4d-44b5-8b07-81b79300ef60, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8f7b3706-af4d-44b5-8b07-81b79300ef60,segment=NetworkSegment(82fb4480-ff32-4c28-985b-746204fe538e),segment_id=82fb4480-ff32-4c28-985b-746204fe538e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:49.335746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.380139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] For port 8f7b3706-af4d-44b5-8b07-81b79300ef60, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8f7b3706-af4d-44b5-8b07-81b79300ef60,segment=NetworkSegment(82fb4480-ff32-4c28-985b-746204fe538e),segment_id=82fb4480-ff32-4c28-985b-746204fe538e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:49.380544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.395592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] Calling delete_port for 8f7b3706-af4d-44b5-8b07-81b79300ef60 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:49.406773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6bef9a6f-5944-4d29-b0bb-4488e6738d08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c84ee727c4c439d8069700485b76ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802772 Jan 28 04:26:49.408306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-ed7496d9-5506-4800-9432-bba56aaa7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:49.410496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-ed7496d9-5506-4800-9432-bba56aaa7033 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.2843542 Jan 28 04:26:49.412526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44598) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:49.418605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Calling delete_port for 8f7b3706-af4d-44b5-8b07-81b79300ef60 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:26:49.431784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-9cf1bc8b-84ae-46a9-ace7-f112bc0871be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c526995a-d7ed-4b43-8be4-a53590566cd6 HTTP/1.1" status: 200 len: 217 time: 0.0931582 Jan 28 04:26:49.490063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-f7f8e684-bafe-4235-88d6-cc3e33669a4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704720 Jan 28 04:26:49.490679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef9a6f-5944-4d29-b0bb-4488e6738d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0635eb2-dc78-4bda-8459-fce335817ea2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:49.498613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:49.516825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:49.571759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd7ca35e-1e64-45fc-9912-7a0f9fd0ef44 req-35231792-ddbd-40d6-8fcf-c545b757ae0c tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167542 Jan 28 04:26:49.575642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec12a-b994-41dc-90e8-49bba6778006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.582862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-8c053d32-5283-45ca-8a6f-1c2489e7c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:49.584648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-8c053d32-5283-45ca-8a6f-1c2489e7c4b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.1418784 Jan 28 04:26:49.591580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.592820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b19d0901-71bd-4a15-a698-254be859fb2a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1420588 Jan 28 04:26:49.599243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:49.610362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Sync routers for ids ['afce4c51-6827-44a8-9321-17a1d28b9b31'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:49.648425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Routers {'afce4c51-6827-44a8-9321-17a1d28b9b31'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:49.649345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['afce4c51-6827-44a8-9321-17a1d28b9b31'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:49.656023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6664ed2a-26ba-4c3b-8c2c-b2bc60106fc6 admin admin] Publish callbacks [] for security_group (d0635eb2-dc78-4bda-8459-fce335817ea2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.692218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6664ed2a-26ba-4c3b-8c2c-b2bc60106fc6 admin admin] Publish callbacks [] for security_group (d0635eb2-dc78-4bda-8459-fce335817ea2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.708919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-4958b946-83c5-4e19-87cb-7ecc6d72a632 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116368 Jan 28 04:26:49.725931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.774060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] Pushing event deleted for resources: {'Port': ['ID=8f7b3706-af4d-44b5-8b07-81b79300ef60,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:49.782221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12400d-cc17-44b2-a910-fd759be2eff0 None None] No DVR routers for this DVR port 8f7b3706-af4d-44b5-8b07-81b79300ef60 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:49.806860 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6664ed2a-26ba-4c3b-8c2c-b2bc60106fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d0635eb2-dc78-4bda-8459-fce335817ea2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.810305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6664ed2a-26ba-4c3b-8c2c-b2bc60106fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.813911 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6664ed2a-26ba-4c3b-8c2c-b2bc60106fc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0635eb2-dc78-4bda-8459-fce335817ea2 HTTP/1.1" status: 204 len: 168 time: 0.3942029 Jan 28 04:26:49.820175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-3cf45874-b953-4444-917b-7ede10c8c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:49.822611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-3cf45874-b953-4444-917b-7ede10c8c28d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249866 Jan 28 04:26:49.831028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec12a-b994-41dc-90e8-49bba6778006 admin admin] Publish callbacks [] for security_group (6a89b326-3434-4ce6-a85a-aaf67e88ec5f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.852992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8f7b3706-af4d-44b5-8b07-81b79300ef60), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.856329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ed2a-26ba-4c3b-8c2c-b2bc60106fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0635eb2-dc78-4bda-8459-fce335817ea2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:49.904392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec12a-b994-41dc-90e8-49bba6778006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a89b326-3434-4ce6-a85a-aaf67e88ec5f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:49.939603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Set router afce4c51-6827-44a8-9321-17a1d28b9b31 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:49.944972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7b3706-af4d-44b5-8b07-81b79300ef60,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:49.948354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] No DVR routers for this DVR port 8f7b3706-af4d-44b5-8b07-81b79300ef60 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:26:50.056944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (1643ac34-0e18-42a7-a727-7412c48afc23), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.066614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-9182c697-88d5-4d81-9e89-170efc7b565b service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354152 Jan 28 04:26:50.091117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1643ac34-0e18-42a7-a727-7412c48afc23']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:50.143221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fb4480-ff32-4c28-985b-746204fe538e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:50.143514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fb4480-ff32-4c28-985b-746204fe538e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:50.168548 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (82fb4480-ff32-4c28-985b-746204fe538e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.186916 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (82fb4480-ff32-4c28-985b-746204fe538e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.207099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:26:50.207640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (82fb4480-ff32-4c28-985b-746204fe538e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:26:50.209417 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:26:50.261646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ec12a-b994-41dc-90e8-49bba6778006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89b326-3434-4ce6-a85a-aaf67e88ec5f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:50.273127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed8f7ae6-bccd-44c8-a05c-0f6f0fee3471 req-ee845cf2-2fd6-4b33-9911-8d4a8d398023 service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972270 Jan 28 04:26:50.293506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (1643ac34-0e18-42a7-a727-7412c48afc23), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.314682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e2ec12a-b994-41dc-90e8-49bba6778006 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e789fbe92504e2aae56eca491f27001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7959168 Jan 28 04:26:50.327791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44622) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:50.349046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.353542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1643ac34-0e18-42a7-a727-7412c48afc23 HTTP/1.1" status: 204 len: 168 time: 1.6267684 Jan 28 04:26:50.356966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a19941-d9c1-4070-b9b0-825d7a4c0005 admin admin] Pushing event deleted for resources: {'Network': ['ID=1643ac34-0e18-42a7-a727-7412c48afc23,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:50.365399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:26:47Z', 'revision_number': 3, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:50.378428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a0a9d-8f0a-4f85-8200-ec06f90098e7 req-acc52aaa-aa22-407f-88bb-140c847caf08 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:50.380099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b29a0a9d-8f0a-4f85-8200-ec06f90098e7 req-acc52aaa-aa22-407f-88bb-140c847caf08 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.5475340 Jan 28 04:26:50.413602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Checking router: afce4c51-6827-44a8-9321-17a1d28b9b31 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:50.413995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Updating router afce4c51-6827-44a8-9321-17a1d28b9b31 port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:50.423700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2daa6bc5-5bff-4075-b1de-d5b264fb611f admin admin] Publish callbacks [] for security_group (6a89b326-3434-4ce6-a85a-aaf67e88ec5f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.452402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-f5e48c72-9cf8-4eb4-8262-370f159e2e46 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837296 Jan 28 04:26:50.461206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.462103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2daa6bc5-5bff-4075-b1de-d5b264fb611f admin admin] Publish callbacks [] for security_group (6a89b326-3434-4ce6-a85a-aaf67e88ec5f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.537635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2daa6bc5-5bff-4075-b1de-d5b264fb611f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a89b326-3434-4ce6-a85a-aaf67e88ec5f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.541445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2daa6bc5-5bff-4075-b1de-d5b264fb611f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:50.545787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2daa6bc5-5bff-4075-b1de-d5b264fb611f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a89b326-3434-4ce6-a85a-aaf67e88ec5f HTTP/1.1" status: 204 len: 168 time: 0.2138445 Jan 28 04:26:50.555711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa6bc5-5bff-4075-b1de-d5b264fb611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89b326-3434-4ce6-a85a-aaf67e88ec5f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:50.557985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b29a0a9d-8f0a-4f85-8200-ec06f90098e7 req-01237e61-5b67-4945-b8c1-4dc28048f2bc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500332 Jan 28 04:26:50.789771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44640) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:50.821770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae1f7f-a00e-4758-bc19-2456b74454fe req-393ee7d7-eb04-49a0-96cd-90114e6a5842 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:50.823532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d8ae1f7f-a00e-4758-bc19-2456b74454fe req-393ee7d7-eb04-49a0-96cd-90114e6a5842 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 943 time: 0.1312881 Jan 28 04:26:50.891754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8f7b3706-af4d-44b5-8b07-81b79300ef60 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:26:50.898326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f9c9ccd-9d55-44ec-aa39-3bd3f4c77130 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c42c64644c154885a9df7945a1ede4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1073895 Jan 28 04:26:50.909313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d8ae1f7f-a00e-4758-bc19-2456b74454fe req-e4db8f11-3704-4492-bfea-7de0b40f2986 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729439 Jan 28 04:26:50.909840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44644) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:50.959720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8f7b3706-af4d-44b5-8b07-81b79300ef60 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:26:50.960786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8f7b3706-af4d-44b5-8b07-81b79300ef60 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:26:50.984636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d71db64-800a-4216-9e3a-685aa71aaadf admin admin] Publish callbacks [] for security_group (b6e077c1-791f-41d0-aa92-68ced03d114d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.001058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-f8a0355d-3b3f-4068-8088-1b6e49fe6130 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:51.002642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-f8a0355d-3b3f-4068-8088-1b6e49fe6130 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.1177719 Jan 28 04:26:51.004438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.019477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d71db64-800a-4216-9e3a-685aa71aaadf admin admin] Publish callbacks [] for security_group (b6e077c1-791f-41d0-aa92-68ced03d114d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.086549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d71db64-800a-4216-9e3a-685aa71aaadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b6e077c1-791f-41d0-aa92-68ced03d114d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.090094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d71db64-800a-4216-9e3a-685aa71aaadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.094248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3d71db64-800a-4216-9e3a-685aa71aaadf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6e077c1-791f-41d0-aa92-68ced03d114d HTTP/1.1" status: 204 len: 168 time: 0.1820211 Jan 28 04:26:51.113164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71db64-800a-4216-9e3a-685aa71aaadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e077c1-791f-41d0-aa92-68ced03d114d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:51.127288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Publish callbacks [] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.157963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.227413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Attempting to bind port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:51.228119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Attempting to bind port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:51.228740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Attempting to bind port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:51.241391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe061-c786-4832-b160-fe80ab15bfee None None] Pushing event updated for resources: {'Port': ['ID=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:51.250672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:51.251232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:51.251773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.252196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:51.253506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Bound port: ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:51.253907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.259400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-c8ed90b4-6ba0-47fa-a6c5-a1187c0f91a1 service neutron] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:51.262483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Allocated IP 172.20.0.1 (62ef610a-108f-45ba-988c-9ba5edfb3b03/b4be36cb-9301-46d5-b49b-22f6e4b5f04b/28a712fc-e511-4ab0-b735-795968424cf4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:51.267071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-c8ed90b4-6ba0-47fa-a6c5-a1187c0f91a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.273656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d854c1d7-e18a-451e-b7e9-4a93e9ce5078 req-c8ed90b4-6ba0-47fa-a6c5-a1187c0f91a1 service neutron] 10.222.0.52 "DELETE /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82/bindings/n-h2-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.2555206 Jan 28 04:26:51.324354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] For port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:51.328752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] For port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:51.344088 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.407193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks [] for port (28a712fc-e511-4ab0-b735-795968424cf4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.411434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Routers {'afce4c51-6827-44a8-9321-17a1d28b9b31'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:51.412225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['afce4c51-6827-44a8-9321-17a1d28b9b31'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:51.415820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe061-c786-4832-b160-fe80ab15bfee None None] Pushing event updated for resources: {'Port': ['ID=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:51.450029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (28a712fc-e511-4ab0-b735-795968424cf4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.486166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:51.489122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:51.492933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:51.529078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Pushing event updated for resources: {'Port': ['ID=28a712fc-e511-4ab0-b735-795968424cf4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:51.546927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (afce4c51-6827-44a8-9321-17a1d28b9b31), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.551822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] Set router afce4c51-6827-44a8-9321-17a1d28b9b31 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:51.841171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d918e6-7094-4471-b178-640fdb558230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:26:47Z', 'revision_number': 3, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:51.876569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d918e6-7094-4471-b178-640fdb558230 None None] The sync data for ids ['afce4c51-6827-44a8-9321-17a1d28b9b31'] in n-d-824835-3 is: [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:26:47Z', 'revision_number': 3, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:51.889541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-01f55405-2b8d-4dd5-840a-876f645bf8b4 None None] Provisioning complete for port 28a712fc-e511-4ab0-b735-795968424cf4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:51.889974 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01f55405-2b8d-4dd5-840a-876f645bf8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (28a712fc-e511-4ab0-b735-795968424cf4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.890576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (28a712fc-e511-4ab0-b735-795968424cf4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:51.924826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6777ce3-2ca2-4393-a660-adece27022d0 req-37e8db12-b0d2-4a10-9f02-7dd0fee1b1b1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:51.926715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6777ce3-2ca2-4393-a660-adece27022d0 req-37e8db12-b0d2-4a10-9f02-7dd0fee1b1b1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.1482005 Jan 28 04:26:51.945869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-01f55405-2b8d-4dd5-840a-876f645bf8b4 None None] Port 28a712fc-e511-4ab0-b735-795968424cf4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:52.029561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6777ce3-2ca2-4393-a660-adece27022d0 req-1b961b57-4646-4783-94df-946a8201a28c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950322 Jan 28 04:26:52.277861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24f89-af39-4b27-922d-98eab2337829 req-eea2e2cb-b307-44d5-be90-8f412df65c30 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:52.284926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4fa24f89-af39-4b27-922d-98eab2337829 req-eea2e2cb-b307-44d5-be90-8f412df65c30 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 943 time: 0.1501005 Jan 28 04:26:52.288590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks [] for port (28a712fc-e511-4ab0-b735-795968424cf4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:52.305570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (28a712fc-e511-4ab0-b735-795968424cf4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:52.355174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c526995a-d7ed-4b43-8be4-a53590566cd6 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:26:52.484199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4fa24f89-af39-4b27-922d-98eab2337829 req-e6ab0699-fa3c-4788-9873-524b70c5d300 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933494 Jan 28 04:26:52.487627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Pushing event updated for resources: {'Port': ['ID=28a712fc-e511-4ab0-b735-795968424cf4,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:52.506004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (afce4c51-6827-44a8-9321-17a1d28b9b31), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:52.554130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f93e30-98ec-477d-abcc-3cbb31fa16a7 req-6a705f26-bb2c-412d-a74d-3403d1f6156d tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:52.556223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c526995a-d7ed-4b43-8be4-a53590566cd6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c526995a-d7ed-4b43-8be4-a53590566cd6,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:52.562064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75f93e30-98ec-477d-abcc-3cbb31fa16a7 req-6a705f26-bb2c-412d-a74d-3403d1f6156d tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1095 time: 0.1335146 Jan 28 04:26:52.587997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'port_id': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'mac_address': 'fa:16:3e:44:bf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:26:52.625443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75f93e30-98ec-477d-abcc-3cbb31fa16a7 req-51f9612e-56e7-494b-a84f-60a73092b91e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620034 Jan 28 04:26:52.658181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c526995a-d7ed-4b43-8be4-a53590566cd6 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:52.658574 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:52.677418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c526995a-d7ed-4b43-8be4-a53590566cd6 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:52.702935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:52.705706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:52.710894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c526995a-d7ed-4b43-8be4-a53590566cd6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c526995a-d7ed-4b43-8be4-a53590566cd6,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:52.721402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:52.785028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c526995a-d7ed-4b43-8be4-a53590566cd6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:52.952574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:52.964865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Router afce4c51-6827-44a8-9321-17a1d28b9b31 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:26:53.039994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:53.040616 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.055003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44722) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:53.248267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:53.249761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.251992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:26:53.262313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eda03076-0112-4792-ada4-1a6f0df285ce None None] Provisioning complete for port 28a712fc-e511-4ab0-b735-795968424cf4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:53.262949 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eda03076-0112-4792-ada4-1a6f0df285ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (28a712fc-e511-4ab0-b735-795968424cf4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.264186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5ccbf3f3-6efa-497e-b51f-d4129452c779 admin admin] 10.222.0.21 "PUT /v2.0/routers/afce4c51-6827-44a8-9321-17a1d28b9b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6637592 Jan 28 04:26:53.271830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c526995a-d7ed-4b43-8be4-a53590566cd6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:26:53.315671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-6b79e2ab-0b67-459f-a186-2ad0d1ee509e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:53.318841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-6b79e2ab-0b67-459f-a186-2ad0d1ee509e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.1950819 Jan 28 04:26:53.339157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-81401c63-37af-4826-95a1-10befd01b697 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/quotas/d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 375 time: 0.0146508 Jan 28 04:26:53.400827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:53.411971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eda03076-0112-4792-ada4-1a6f0df285ce None None] Port 28a712fc-e511-4ab0-b735-795968424cf4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:26:53.432825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.453610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-f345b796-96c7-4f24-928d-c30ba439bc87 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077368 Jan 28 04:26:53.462763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a882415b-7fa7-4d62-9541-8af73ee8f665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.561041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44746) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:53.586009 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a882415b-7fa7-4d62-9541-8af73ee8f665 admin admin] Publish callbacks [] for security_group (3a8a7bd3-0156-4ad5-8369-b4250883dfaf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.593557 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a882415b-7fa7-4d62-9541-8af73ee8f665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3a8a7bd3-0156-4ad5-8369-b4250883dfaf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.599537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:53.657345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-6091ef06-a4b0-4a25-bedd-8522c2de9ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961310 Jan 28 04:26:53.691195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a882415b-7fa7-4d62-9541-8af73ee8f665 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a0c6579b72a4fb49b91bed9115e301f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345840 Jan 28 04:26:53.693851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:53.715654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882415b-7fa7-4d62-9541-8af73ee8f665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a7bd3-0156-4ad5-8369-b4250883dfaf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:53.731985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d9372-7a80-4eea-b5e5-5775835b1321 req-afad67a2-4fd8-4e65-a378-f9d8fafc6643 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:53.739544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d6d9372-7a80-4eea-b5e5-5775835b1321 req-afad67a2-4fd8-4e65-a378-f9d8fafc6643 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 944 time: 0.1352253 Jan 28 04:26:53.811059 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d6d9372-7a80-4eea-b5e5-5775835b1321 req-4d42d039-d25b-4c8c-aa11-01e7b7f0aafe tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691478 Jan 28 04:26:53.812311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-143f287a-5dbe-4491-bbae-e7285c254e6c service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481962 Jan 28 04:26:53.823019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1976022918-network', 'tenant_id': '36b17bc8a4c3425eb0bd16e537cc193f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:53.876329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Made reservation on behalf of 36b17bc8a4c3425eb0bd16e537cc193f for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:53.880354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.892566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78cb6b87-ebca-45b3-a34b-8bf2ae7f7271 admin admin] Publish callbacks [] for security_group (3a8a7bd3-0156-4ad5-8369-b4250883dfaf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.895654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:53.931433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78cb6b87-ebca-45b3-a34b-8bf2ae7f7271 admin admin] Publish callbacks [] for security_group (3a8a7bd3-0156-4ad5-8369-b4250883dfaf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.032582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78cb6b87-ebca-45b3-a34b-8bf2ae7f7271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3a8a7bd3-0156-4ad5-8369-b4250883dfaf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.035127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78cb6b87-ebca-45b3-a34b-8bf2ae7f7271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.045802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78cb6b87-ebca-45b3-a34b-8bf2ae7f7271 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a8a7bd3-0156-4ad5-8369-b4250883dfaf HTTP/1.1" status: 204 len: 168 time: 0.3466339 Jan 28 04:26:54.058707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks [] for security_group (228d8b51-3191-403c-a04f-657b7bc90c68), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.066413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6b87-ebca-45b3-a34b-8bf2ae7f7271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a7bd3-0156-4ad5-8369-b4250883dfaf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:54.069670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (228d8b51-3191-403c-a04f-657b7bc90c68), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.097816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:26:54.144150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81cd424d-db1f-4601-a45a-4c29c9814204 req-0e074979-913d-4acf-97d2-2c98c46b7192 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 210 time: 0.0514319 Jan 28 04:26:54.150466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (698f7cb6-df4c-49b6-aec3-06fe13d1ad8a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.151015 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Added segment 698f7cb6-df4c-49b6-aec3-06fe13d1ad8a of type vlan for network ddaa9b47-78f6-40a2-9951-a11db54ce174 Jan 28 04:26:54.152632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228d8b51-3191-403c-a04f-657b7bc90c68,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:54.244518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (ddaa9b47-78f6-40a2-9951-a11db54ce174), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.301027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (ddaa9b47-78f6-40a2-9951-a11db54ce174), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.302760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:54.303640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.375270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8099902 Jan 28 04:26:54.388492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44782) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:54.422803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Request body: {'subnet': {'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1976022918-subnet', 'tenant_id': '36b17bc8a4c3425eb0bd16e537cc193f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:54.427645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39d2cc-12ab-46ba-9336-ad745e3f252a admin admin] Pushing event updated for resources: {'Network': ['ID=ddaa9b47-78f6-40a2-9951-a11db54ce174,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:54.438031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:26:54.484568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Made reservation on behalf of 36b17bc8a4c3425eb0bd16e537cc193f for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:54.487476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.560055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4df394d4-0ebb-42a3-a6ca-2c20b771e412 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3188570 Jan 28 04:26:54.566533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:54.596672 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.605387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Sync routers for ids ['afce4c51-6827-44a8-9321-17a1d28b9b31'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:26:54.628193 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Routers {'afce4c51-6827-44a8-9321-17a1d28b9b31'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:54.629454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['afce4c51-6827-44a8-9321-17a1d28b9b31'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:54.768955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44790) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:54.788311 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Set router afce4c51-6827-44a8-9321-17a1d28b9b31 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:54.800185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (745d9cfb-a6cf-40a1-9351-bf9090ad99e8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.829425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab017-5d54-4188-af13-7d9bf3fe9267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.868435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=745d9cfb-a6cf-40a1-9351-bf9090ad99e8,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:54.882039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:54.882414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Network hostable DHCP agents. Network: ddaa9b47-78f6-40a2-9951-a11db54ce174, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:26:54.883261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:54.894770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.915507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:26:54.942412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, ddaa9b47-78f6-40a2-9951-a11db54ce174) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:54.955678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:54.956427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.962626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:54.962964 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:54.964867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc249b-0eb6-4cae-9edf-40ccc4fccd2f None None] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:55.004627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5d6fbe95-14bf-4757-b1e7-e60672de7fcc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5945005 Jan 28 04:26:55.102472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab017-5d54-4188-af13-7d9bf3fe9267 admin admin] Publish callbacks [] for security_group (8e5afc4b-c260-48a6-a699-61d82960f5b6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.131758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Allocated IP 172.25.6.111 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f5544cdf-781a-416f-a75f-a9cbe4017bbb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:55.134153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab017-5d54-4188-af13-7d9bf3fe9267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8e5afc4b-c260-48a6-a699-61d82960f5b6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.170567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a55002-e4fb-44e4-bfb7-778e77868d08 None None] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:55.208749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab017-5d54-4188-af13-7d9bf3fe9267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5afc4b-c260-48a6-a699-61d82960f5b6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:55.223065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44812) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:55.223583 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cb2ab017-5d54-4188-af13-7d9bf3fe9267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e47e9ca517424d408bd1c5559d3d2aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497352 Jan 28 04:26:55.275356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:55.315821 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:26:51Z', 'revision_number': 4, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '28a712fc-e511-4ab0-b735-795968424cf4', 'name': '', 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'mac_address': 'fa:16:3e:35:9a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:51Z', 'updated_at': '2022-01-28T04:26:51Z', 'revision_number': 2, 'project_id': '95ab3738a243416684462277c47b29fe', 'subnets': [{'id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:55.322395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-e0894e21-48b1-4203-b30b-b9b02956ef05 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=352e9d27206a4fe4a88453cd111c2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611126 Jan 28 04:26:55.364988 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Checking router: afce4c51-6827-44a8-9321-17a1d28b9b31 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:26:55.365743 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Updating router afce4c51-6827-44a8-9321-17a1d28b9b31 port 28a712fc-e511-4ab0-b735-795968424cf4 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:26:55.406977 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (28a712fc-e511-4ab0-b735-795968424cf4), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.408794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-961b4e06-a00b-44da-931c-2c385ced674c admin admin] Publish callbacks [] for security_group (8e5afc4b-c260-48a6-a699-61d82960f5b6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.451066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-961b4e06-a00b-44da-931c-2c385ced674c admin admin] Publish callbacks [] for security_group (8e5afc4b-c260-48a6-a699-61d82960f5b6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.497199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-20bc6663-3bc6-47e2-b32c-d8853d7e0010 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:55.504290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-20bc6663-3bc6-47e2-b32c-d8853d7e0010 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809490 Jan 28 04:26:55.529482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-fb9bec3f-2d30-47a8-96f3-0e3c470e5a65 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/quotas/352e9d27206a4fe4a88453cd111c2361 HTTP/1.1" status: 200 len: 375 time: 0.0241842 Jan 28 04:26:55.567501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-f05dfc3b-0281-4b5d-bc48-572ae07f3f0f tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352e9d27206a4fe4a88453cd111c2361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370536 Jan 28 04:26:55.586153 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-961b4e06-a00b-44da-931c-2c385ced674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8e5afc4b-c260-48a6-a699-61d82960f5b6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.590143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-961b4e06-a00b-44da-931c-2c385ced674c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.593778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-961b4e06-a00b-44da-931c-2c385ced674c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e5afc4b-c260-48a6-a699-61d82960f5b6 HTTP/1.1" status: 204 len: 168 time: 0.3671148 Jan 28 04:26:55.608790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b4e06-a00b-44da-931c-2c385ced674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5afc4b-c260-48a6-a699-61d82960f5b6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:55.686702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.873494 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.911265 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Publish callbacks [] for port (28a712fc-e511-4ab0-b735-795968424cf4), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.928005 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (28a712fc-e511-4ab0-b735-795968424cf4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:55.976205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Pushing event updated for resources: {'Port': ['ID=f5544cdf-781a-416f-a75f-a9cbe4017bbb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:56.049542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:56.060742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44838) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:56.063181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Pushing event updated for resources: {'Port': ['ID=28a712fc-e511-4ab0-b735-795968424cf4,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:56.065855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1281931882-network', 'tenant_id': 'a34d6f4a2f804b75b5e41c33aea37d5b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:56.075781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:56.083233 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.083675 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.084253 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.085260 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.085652 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.086067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.086456 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.086632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:56.086784 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.087335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.087861 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.088489 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.089012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.089636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:26:56.156299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Made reservation on behalf of a34d6f4a2f804b75b5e41c33aea37d5b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:56.156665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-418a146b-1a6d-45fc-af01-c89058242c92 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:56.158310 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-418a146b-1a6d-45fc-af01-c89058242c92 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.4259763 Jan 28 04:26:56.158701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.183153 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Attempting to bind port 28a712fc-e511-4ab0-b735-795968424cf4 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:56.183528 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Attempting to bind port 28a712fc-e511-4ab0-b735-795968424cf4 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:56.185176 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Attempting to bind port 28a712fc-e511-4ab0-b735-795968424cf4 on network 62ef610a-108f-45ba-988c-9ba5edfb3b03 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:56.190176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.198150 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:56.198859 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Checking segment: {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:56.199485 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.200097 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Bound using segment: {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:56.200955 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Bound port: 28a712fc-e511-4ab0-b735-795968424cf4, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ad48e6-0840-4872-a07d-6295f2513385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:56.201595 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (28a712fc-e511-4ab0-b735-795968424cf4), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.222058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be826-5c77-4040-b7d8-680df81e3f6c req-64a40c85-c5e4-479b-96a4-78b6563f9f60 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:56.223648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-536be826-5c77-4040-b7d8-680df81e3f6c req-64a40c85-c5e4-479b-96a4-78b6563f9f60 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 944 time: 0.1432137 Jan 28 04:26:56.262825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (1420286f-881c-4b29-b56c-b0485708d109), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.290568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Request body: {'port': {'device_id': '522a705c-95df-442c-9e8f-ac278933d367', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'admin_state_up': True, 'tenant_id': 'd7ea168804aa4cb99622a49b8276b82e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:56.336628 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] For port 28a712fc-e511-4ab0-b735-795968424cf4, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:56.345321 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] For port 28a712fc-e511-4ab0-b735-795968424cf4, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=28a712fc-e511-4ab0-b735-795968424cf4,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:56.347861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-536be826-5c77-4040-b7d8-680df81e3f6c req-06dfd276-a81d-4608-93e2-11da5d444ba4 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159503 Jan 28 04:26:56.354184 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (28a712fc-e511-4ab0-b735-795968424cf4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.423529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c526995a-d7ed-4b43-8be4-a53590566cd6 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:56.452761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.461980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks [] for security_group (994d216a-18d9-4faa-918f-d88a24163858), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.480985 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (994d216a-18d9-4faa-918f-d88a24163858), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.517566 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Routers {'afce4c51-6827-44a8-9321-17a1d28b9b31'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:26:56.520939 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['afce4c51-6827-44a8-9321-17a1d28b9b31'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:56.522675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20b325a4-1a03-4adc-a341-508a5837cb41 req-a3d16b66-36fd-47d7-9599-7bb25f55a330 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 210 time: 0.0755908 Jan 28 04:26:56.578776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:26:56.594431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] Provisioning complete for port 28a712fc-e511-4ab0-b735-795968424cf4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:56.595019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (28a712fc-e511-4ab0-b735-795968424cf4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.617365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994d216a-18d9-4faa-918f-d88a24163858,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:56.625207 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aee0f10b-3bf5-47a6-aa3c-875c01a02160), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.625207 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Added segment aee0f10b-3bf5-47a6-aa3c-875c01a02160 of type vlan for network 687f91c6-cd89-4fc4-b19a-02eb884f4c49 Jan 28 04:26:56.731404 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] Set router afce4c51-6827-44a8-9321-17a1d28b9b31 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:26:56.741837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-22fc449c-9082-41e0-8a1c-90dd94a24d43 req-e6db0a2b-4099-47a2-905f-4125850fc154 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 210 time: 0.0923288 Jan 28 04:26:56.773506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (687f91c6-cd89-4fc4-b19a-02eb884f4c49), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.779910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port c526995a-d7ed-4b43-8be4-a53590566cd6 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:26:56.789649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port c526995a-d7ed-4b43-8be4-a53590566cd6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:56.790143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.871803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Made reservation on behalf of d7ea168804aa4cb99622a49b8276b82e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:56.874600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (687f91c6-cd89-4fc4-b19a-02eb884f4c49), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.875770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:56.877035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.892517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] Current status of the port 28a712fc-e511-4ab0-b735-795968424cf4 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:56.894284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (28a712fc-e511-4ab0-b735-795968424cf4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.894398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:56.999238 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960560b-d4c5-4fd9-b048-676c8d9f8835 None None] Pushing event updated for resources: {'Port': ['ID=28a712fc-e511-4ab0-b735-795968424cf4,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:57.021635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9595592 Jan 28 04:26:57.022896 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:26:51Z', 'revision_number': 4, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '28a712fc-e511-4ab0-b735-795968424cf4', 'name': '', 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'mac_address': 'fa:16:3e:35:9a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:51Z', 'updated_at': '2022-01-28T04:26:56Z', 'revision_number': 4, 'project_id': '95ab3738a243416684462277c47b29fe', 'subnets': [{'id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:26:57.024848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44868) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:57.029827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Request body: {'subnet': {'network_id': '687f91c6-cd89-4fc4-b19a-02eb884f4c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1281931882-subnet', 'tenant_id': 'a34d6f4a2f804b75b5e41c33aea37d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:57.041351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f30455-0301-4742-a17e-a26e5fe5da25 admin admin] Pushing event updated for resources: {'Network': ['ID=687f91c6-cd89-4fc4-b19a-02eb884f4c49,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:57.059957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Made reservation on behalf of a34d6f4a2f804b75b5e41c33aea37d5b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:57.065935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.069351 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea823235-ec31-422e-a6b6-f3176b918e08 None None] The sync data for ids ['afce4c51-6827-44a8-9321-17a1d28b9b31'] in n-d-824835-3 is: [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:26:51Z', 'revision_number': 4, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '28a712fc-e511-4ab0-b735-795968424cf4', 'name': '', 'network_id': '62ef610a-108f-45ba-988c-9ba5edfb3b03', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'mac_address': 'fa:16:3e:35:9a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:51Z', 'updated_at': '2022-01-28T04:26:56Z', 'revision_number': 4, 'project_id': '95ab3738a243416684462277c47b29fe', 'subnets': [{'id': 'b4be36cb-9301-46d5-b49b-22f6e4b5f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:26:57.088300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 687f91c6-cd89-4fc4-b19a-02eb884f4c49 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:26:57.264201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] For port 28a712fc-e511-4ab0-b735-795968424cf4, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=28a712fc-e511-4ab0-b735-795968424cf4,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:57.268587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c526995a-d7ed-4b43-8be4-a53590566cd6 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:57.269251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.304617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.317383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.329597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (28a712fc-e511-4ab0-b735-795968424cf4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.421962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Allocated IP 172.20.0.11 (09cfcab5-e083-44ce-92a1-e663734cd40b/7030f5e0-9c1b-4be9-92ac-0beb153b4f26/25cef835-19e1-487f-b012-018d64bf5ad4) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:57.431109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:57.440949 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e326559-e5fa-49df-a906-f7415e242f6f" -d '{"events": [{"server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "name": "network-vif-plugged", "status": "completed", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:57.450780 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1420286f-881c-4b29-b56c-b0485708d109), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.461350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Pushing event updated for resources: {'Port': ['ID=f5544cdf-781a-416f-a75f-a9cbe4017bbb,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:57.494169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c526995a-d7ed-4b43-8be4-a53590566cd6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c526995a-d7ed-4b43-8be4-a53590566cd6,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:26:57.508671 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.517659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-4ef7cf54-34bc-41e7-9f70-50b81eb4a8ad tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9563932 Jan 28 04:26:57.534187 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.574282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755f929-7a1d-477c-84d5-a32ca27ad6fb None None] Pushing event updated for resources: {'Port': ['ID=28a712fc-e511-4ab0-b735-795968424cf4,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:57.582766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8a2a0d96-471e-4f30-bf12-9b8b20ce69ff None None] Provisioning complete for port 28a712fc-e511-4ab0-b735-795968424cf4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:57.583295 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0d96-471e-4f30-bf12-9b8b20ce69ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (28a712fc-e511-4ab0-b735-795968424cf4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.626312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-6ed34c10-3c73-480c-867d-6b49d796d44a tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.111 HTTP/1.1" status: 200 len: 696 time: 0.1076758 Jan 28 04:26:57.759790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c526995a-d7ed-4b43-8be4-a53590566cd6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:57.831550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a0d96-471e-4f30-bf12-9b8b20ce69ff None None] Current status of the port 28a712fc-e511-4ab0-b735-795968424cf4 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:57.833931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks [] for port (25cef835-19e1-487f-b012-018d64bf5ad4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.904436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-820aa763-4cdc-4456-8530-f0cf826a2ff8 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:57.905925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-820aa763-4cdc-4456-8530-f0cf826a2ff8 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2680235 Jan 28 04:26:57.917524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-08e3a352-fc6f-4050-934f-7c2fc0251bed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:26:57.918670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5d64b4-bc06-4bbc-bbb9-89ac7aa2f46c req-08e3a352-fc6f-4050-934f-7c2fc0251bed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075340 Jan 28 04:26:57.921587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.959413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-46b9502d-e24a-4e42-9f61-92dc0f715326 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=352e9d27206a4fe4a88453cd111c2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419848 Jan 28 04:26:57.974679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Network 09cfcab5-e083-44ce-92a1-e663734cd40b is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:26:57.979677 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cfbe6d-8758-459a-907b-b3c7c6297ab0 x-openstack-request-id: req-e1cfbe6d-8758-459a-907b-b3c7c6297ab0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:26:57.980863 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "name": "network-vif-plugged", "status": "completed", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:26:57.981207 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1cfbe6d-8758-459a-907b-b3c7c6297ab0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:26:57.981808 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'code': 200} Jan 28 04:26:57.982425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:57.985763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (a1841021-d4d1-44dd-9199-0de14222dd67), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:57.986622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:26:58.066678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:58.082761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.083509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.143847 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-a11ecc1c-e4e0-4785-902d-62af087b07bd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8639734 Jan 28 04:26:58.176984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Request body: {'port': {'device_id': '522a705c-95df-442c-9e8f-ac278933d367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:58.210653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c460f-dc28-4636-93fe-18c226a0b4e5 req-132432ef-d567-47e6-99f0-2d130e851298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.212232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a6c460f-dc28-4636-93fe-18c226a0b4e5 req-132432ef-d567-47e6-99f0-2d130e851298 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 1096 time: 0.1105182 Jan 28 04:26:58.217843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e5a2b-5225-4124-95f9-b284c16651cf req-9b3e33a1-16e9-4b7e-a390-290a00c6208d tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.226684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-907e5a2b-5225-4124-95f9-b284c16651cf req-9b3e33a1-16e9-4b7e-a390-290a00c6208d tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 945 time: 0.2797573 Jan 28 04:26:58.228941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1841021-d4d1-44dd-9199-0de14222dd67,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:58.272291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.282753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200a197-9dc6-46cd-96ed-d7fc3575dbc1 req-98db91f4-aa25-4c8e-b419-963f11f97e9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.283038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Checking segment: {'id': 'aee0f10b-3bf5-47a6-aa3c-875c01a02160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '687f91c6-cd89-4fc4-b19a-02eb884f4c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:58.283506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Network hostable DHCP agents. Network: 687f91c6-cd89-4fc4-b19a-02eb884f4c49, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:26:58.284294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f200a197-9dc6-46cd-96ed-d7fc3575dbc1 req-98db91f4-aa25-4c8e-b419-963f11f97e9c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 932 time: 0.1456189 Jan 28 04:26:58.324102 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a6c460f-dc28-4636-93fe-18c226a0b4e5 req-33c4cb5b-b9f3-4b91-883c-3c84e918f355 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043367 Jan 28 04:26:58.331848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-9662c865-2f1f-41e8-acac-a11acee03f1b tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.333688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-9662c865-2f1f-41e8-acac-a11acee03f1b tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359997 Jan 28 04:26:58.338350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Network 687f91c6-cd89-4fc4-b19a-02eb884f4c49 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:26:58.363990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-907e5a2b-5225-4124-95f9-b284c16651cf req-3267a7e4-f9ca-4292-9098-d9e67723f3fe tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361384 Jan 28 04:26:58.365684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 687f91c6-cd89-4fc4-b19a-02eb884f4c49) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:26:58.379541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.381819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.383476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977b6e2-75a2-479d-86c8-47c33b3bbcd3 None None] Network 687f91c6-cd89-4fc4-b19a-02eb884f4c49 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:58.403480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-600b133a-c3e6-4386-b507-d179a63f5daa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3773110 Jan 28 04:26:58.413417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f200a197-9dc6-46cd-96ed-d7fc3575dbc1 req-e9b1c7a2-25e8-4338-ab1f-09462cc52e5c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124251 Jan 28 04:26:58.549028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-be05c8f2-bbec-4d7a-82eb-ecd77f5a5cb2 req-880945a1-0772-47d7-83cb-ccaf07162536 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips/1420286f-881c-4b29-b56c-b0485708d109 HTTP/1.1" status: 200 len: 693 time: 0.0729895 Jan 28 04:26:58.563438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03e0fabe-91a1-411f-8416-07eaaad3f0fa req-6465d470-ea84-41ae-b870-79401cf70531 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 210 time: 0.0463891 Jan 28 04:26:58.744913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Request body: {'port': {'device_id': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '352e9d27206a4fe4a88453cd111c2361'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:26:58.769689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c8f2-bbec-4d7a-82eb-ecd77f5a5cb2 req-aa99fc6e-f8a8-47d1-8eca-f6666335b277 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.771306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-be05c8f2-bbec-4d7a-82eb-ecd77f5a5cb2 req-aa99fc6e-f8a8-47d1-8eca-f6666335b277 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2170973 Jan 28 04:26:58.784813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-be05c8f2-bbec-4d7a-82eb-ecd77f5a5cb2 req-d8d0d6c1-43b6-4e5c-86d1-b527d824e7f9 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:26:58.785868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-be05c8f2-bbec-4d7a-82eb-ecd77f5a5cb2 req-d8d0d6c1-43b6-4e5c-86d1-b527d824e7f9 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071788 Jan 28 04:26:58.805138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c2bc5-390f-4b56-b3fd-885de2cf9022 None None] Network 687f91c6-cd89-4fc4-b19a-02eb884f4c49 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:26:58.890664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cef835-19e1-487f-b012-018d64bf5ad4 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:26:58.904907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Publish callbacks [] for port (25cef835-19e1-487f-b012-018d64bf5ad4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.919451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Transition to ACTIVE for port object 25cef835-19e1-487f-b012-018d64bf5ad4 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:26:58.928201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.938776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Made reservation on behalf of 352e9d27206a4fe4a88453cd111c2361 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:26:58.942961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.964853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.033568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 28a712fc-e511-4ab0-b735-795968424cf4 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:26:59.070051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:59.092390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks [] for security_group (0ef7c993-892a-4897-af2d-b86bf44701d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.103233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0ef7c993-892a-4897-af2d-b86bf44701d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.126785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 28a712fc-e511-4ab0-b735-795968424cf4 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:26:59.128064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (28a712fc-e511-4ab0-b735-795968424cf4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.203490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:26:59.203851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:26:59.204281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:59.208783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:26:59.209107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:26:59.215448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:26:59.215960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:26:59.216508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:26:59.217448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Bound port: 25cef835-19e1-487f-b012-018d64bf5ad4, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:26:59.217979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.223066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef7c993-892a-4897-af2d-b86bf44701d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:59.268602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-758a53e8-aef1-4aa4-b630-d11740a0eb96 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624254 Jan 28 04:26:59.293139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 28a712fc-e511-4ab0-b735-795968424cf4 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:26:59.309014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:26:59.313417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:26:59.321440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.383701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:59.384422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.385922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] 10.222.0.47 "PUT /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 1092 time: 1.2152743 Jan 28 04:26:59.386461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:26:59.388832 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7faa06-5255-43be-a439-0f0f85aae004" -d '{"events": [{"name": "network-changed", "server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:26:59.436874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Allocated IP 192.168.233.165 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/3621a27b-22f7-4bd5-83b2-b9cfd1377c3f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:26:59.440828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957a94e-4684-44b0-b819-a6ab57446102 service neutron] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:26:59.467861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-6e8ed7d2-fb53-4463-a358-13aa6d1784fa tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:59.473455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-6e8ed7d2-fb53-4463-a358-13aa6d1784fa tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039640 Jan 28 04:26:59.501517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-347af78a-5c36-416e-9035-a93cdd90fc67 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/quotas/c99d749aee6c4e398c3a53561ae26f9a HTTP/1.1" status: 200 len: 375 time: 0.0267875 Jan 28 04:26:59.514135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-c5567955-1b33-4b6e-b579-81b7de0e37b4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:59.515618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-c5567955-1b33-4b6e-b579-81b7de0e37b4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.1820021 Jan 28 04:26:59.535054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-404cb132-fa1e-4d10-9975-f0ba3cb8fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:59.536434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-404cb132-fa1e-4d10-9975-f0ba3cb8fea3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1095 time: 0.0703714 Jan 28 04:26:59.538282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-e48deb47-12b7-4f14-8a4d-2800df559725 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/quotas/36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 375 time: 0.0158110 Jan 28 04:26:59.557032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44960) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:26:59.562196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-809b2c76-b88d-4a9d-9878-03c7bf2fea6f tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478871 Jan 28 04:26:59.608168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-1cb25d8e-cee6-4635-aa92-dad8d95fb285 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645854 Jan 28 04:26:59.609455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-3207fa2f-c24b-4539-b7c7-b1d975dc4cc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0554454 Jan 28 04:26:59.745000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d04a6c6a-41fa-475e-90fc-8ffe7d629419 req-f3d6d1cc-a348-4da9-8064-1cc29fa8ed47 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=95ab3738a243416684462277c47b29fe HTTP/1.1" status: 200 len: 696 time: 0.0581195 Jan 28 04:26:59.745394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7fccfd17-2b52-4199-92c9-6da6584533d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:59.746907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-7fccfd17-2b52-4199-92c9-6da6584533d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1313207 Jan 28 04:26:59.790369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-71c51933-946d-43c0-b9e2-c5038186ce2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312250 Jan 28 04:26:59.831146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-7b70e738-5f61-4fa1-b81d-e80b101b125f service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142847 Jan 28 04:26:59.904728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6c6a-41fa-475e-90fc-8ffe7d629419 req-351a3f70-6e90-4da3-803f-6fd76359ad47 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:59.910106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d04a6c6a-41fa-475e-90fc-8ffe7d629419 req-351a3f70-6e90-4da3-803f-6fd76359ad47 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks?id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 787 time: 0.1543965 Jan 28 04:26:59.934986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-d04a6c6a-41fa-475e-90fc-8ffe7d629419 req-62e151c9-ad86-47b3-b25f-bc7b423cc1af tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:26:59.936679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d04a6c6a-41fa-475e-90fc-8ffe7d629419 req-62e151c9-ad86-47b3-b25f-bc7b423cc1af tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060058 Jan 28 04:26:59.945800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e73d73e1-2f4b-4447-9259-f46d4061367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.958677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks [] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.984959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-86f80fe2-0de1-40c7-b3fd-61b7bf44da46 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873913 Jan 28 04:26:59.990555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-dc603bec-f21d-4948-9246-9aca593a4b9b service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294570 Jan 28 04:27:00.104314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b76fe-4c1e-4d54-97d1-91b031ce7548 req-0d0b3df3-f5a4-407a-a9cd-5b9a75e13143 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:00.106527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-119b76fe-4c1e-4d54-97d1-91b031ce7548 req-0d0b3df3-f5a4-407a-a9cd-5b9a75e13143 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 945 time: 0.0907195 Jan 28 04:27:00.112769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.202627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:00.220344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:00.223467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:00.307654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e73d73e1-2f4b-4447-9259-f46d4061367a admin admin] Publish callbacks [] for security_group (6c849c1b-bafa-4be2-87cf-ba05eebed306), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.321680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e73d73e1-2f4b-4447-9259-f46d4061367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c849c1b-bafa-4be2-87cf-ba05eebed306), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.327649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:00.336794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:00.337481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.385873 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea97f81-a9a1-42b6-b27c-c757df5ed895 x-openstack-request-id: req-2ea97f81-a9a1-42b6-b27c-c757df5ed895 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:00.386161 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:00.386418 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea97f81-a9a1-42b6-b27c-c757df5ed895 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:00.398302 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4', 'status': 'completed', 'code': 200} Jan 28 04:27:00.402053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-119b76fe-4c1e-4d54-97d1-91b031ce7548 req-6a9feb2f-64f1-478a-bcbd-acf100a74011 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725258 Jan 28 04:27:00.403041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d73e1-2f4b-4447-9259-f46d4061367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c849c1b-bafa-4be2-87cf-ba05eebed306,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:00.412811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-2207a2de-faf2-4775-9cea-7aec56eadcf3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6718204 Jan 28 04:27:00.454387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Request body: {'port': {'device_id': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:00.462534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e73d73e1-2f4b-4447-9259-f46d4061367a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28dcaabb3bc24c768050e51ef82f4085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8993254 Jan 28 04:27:00.484736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44990) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:00.540291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.589831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fca86-f111-42bb-8d7b-dc12a361e308 req-b8051083-6690-43e4-bda9-0b3b484ee1df tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:00.591950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-202fca86-f111-42bb-8d7b-dc12a361e308 req-b8051083-6690-43e4-bda9-0b3b484ee1df tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.2077518 Jan 28 04:27:00.594484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bd1f87cf-8b72-4216-a1b7-2cebf2a9f830 None None] Provisioning complete for port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:00.595025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd1f87cf-8b72-4216-a1b7-2cebf2a9f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.595214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aed37b9-3057-4fba-98fc-84c0fcff6ba0 req-8a99b982-25e2-4278-9a7a-ef6d9e94e29e service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956757 Jan 28 04:27:00.635930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d131c7f-db55-4a24-ac1d-a364104e699b admin admin] Publish callbacks [] for security_group (6c849c1b-bafa-4be2-87cf-ba05eebed306), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.659678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d131c7f-db55-4a24-ac1d-a364104e699b admin admin] Publish callbacks [] for security_group (6c849c1b-bafa-4be2-87cf-ba05eebed306), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.689037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f87cf-8b72-4216-a1b7-2cebf2a9f830 None None] Port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:00.706093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f428-8c2a-478c-9343-59957b13ee4b req-41e3e4b7-fba8-4556-92e4-13487a171ef2 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:00.707732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41f9f428-8c2a-478c-9343-59957b13ee4b req-41e3e4b7-fba8-4556-92e4-13487a171ef2 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 936 time: 0.1534190 Jan 28 04:27:00.744499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-202fca86-f111-42bb-8d7b-dc12a361e308 req-661e24c4-bc60-45e7-bc8b-230a7be188ca tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458511 Jan 28 04:27:00.776151 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d131c7f-db55-4a24-ac1d-a364104e699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c849c1b-bafa-4be2-87cf-ba05eebed306), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.789196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d131c7f-db55-4a24-ac1d-a364104e699b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:00.790466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0d131c7f-db55-4a24-ac1d-a364104e699b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c849c1b-bafa-4be2-87cf-ba05eebed306 HTTP/1.1" status: 204 len: 168 time: 0.3047290 Jan 28 04:27:00.824532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d131c7f-db55-4a24-ac1d-a364104e699b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c849c1b-bafa-4be2-87cf-ba05eebed306,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:00.854618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41f9f428-8c2a-478c-9343-59957b13ee4b req-706f1444-e2b8-4ed2-951c-fc71d1d6d816 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320007 Jan 28 04:27:00.898638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-510bd8b6-8fe2-481a-885e-5b117e04b707 req-dc3eaa50-81c7-46d1-a7df-ecce67e84ee4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0547605 Jan 28 04:27:00.917436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-e500136d-6887-45d9-97ad-b77f01b62baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:00.919511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-e500136d-6887-45d9-97ad-b77f01b62baf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1095 time: 0.1612561 Jan 28 04:27:01.018372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:01.027813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Publish callbacks [] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.058930 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-355d58b1-b135-4ec5-9a11-917e6be16bc9 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips/1420286f-881c-4b29-b56c-b0485708d109 HTTP/1.1" status: 200 len: 693 time: 0.1384048 Jan 28 04:27:01.070099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0632c0-3975-4458-a9f3-876204f65830 req-f2e0b841-0a23-4197-b8c6-9cde69d823c7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 210 time: 0.0328414 Jan 28 04:27:01.071436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Transition to ACTIVE for port object 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:01.078889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.141911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:01.199205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-51c964bc-7939-4012-bf3e-02cd891d89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:01.202451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-51c964bc-7939-4012-bf3e-02cd891d89a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.2124064 Jan 28 04:27:01.263971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:01.285390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-7b0b9bc9-0867-4f17-9653-625697a2c4e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0429881 Jan 28 04:27:01.312625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d86b9893-fba7-4e8a-a838-b792cc3b34da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.331714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Attempting to bind port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:01.332391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Attempting to bind port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:01.332908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Attempting to bind port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:01.353506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:01.354071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Attempting to bind port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:01.360150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-07660181-d605-4412-b61e-704322ec1fc1 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727475 Jan 28 04:27:01.371994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f25e4-5c65-4638-b9c5-627d0f3b2896 req-c4e2a46a-5199-4323-afbd-55cb0fda82ae tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:01.377203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c1f25e4-5c65-4638-b9c5-627d0f3b2896 req-c4e2a46a-5199-4323-afbd-55cb0fda82ae tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 945 time: 0.1687860 Jan 28 04:27:01.380346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51416c3-c587-4e58-938f-2d5981fd699f req-ca9bf558-20d4-42c2-96ef-2cf32b30f429 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:01.381811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-ca9bf558-20d4-42c2-96ef-2cf32b30f429 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.3150613 Jan 28 04:27:01.384459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45000) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:01.389136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-c11f8c6c-7577-4d88-b51f-f5e534347221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:01.390678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-c11f8c6c-7577-4d88-b51f-f5e534347221 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0800598 Jan 28 04:27:01.396270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f6d50810-3fd9-4857-8d60-aa2eaed8155f tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:01.397467 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f6d50810-3fd9-4857-8d60-aa2eaed8155f tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058682 Jan 28 04:27:01.400322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'floatingip': {'port_id': 'c526995a-d7ed-4b43-8be4-a53590566cd6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:01.405776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:01.406480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:01.407159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:01.407955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Bound port: 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:01.408523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.432747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-52802036-9bd9-4af8-9624-66c11a308a54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332811 Jan 28 04:27:01.489922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-505507a4-997c-4a1c-b775-aa2b4583e1ce tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.111 HTTP/1.1" status: 200 len: 696 time: 0.0830796 Jan 28 04:27:01.519369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.563772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-5ade3359-f337-4f77-b79d-7368442efd35 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.111 HTTP/1.1" status: 200 len: 696 time: 0.0500386 Jan 28 04:27:01.672456 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-ba9ef97b-ee4e-40af-9eec-6fb0c26295f4 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113149 Jan 28 04:27:01.718985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:01.740948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-2480703e-f1eb-446e-a0e9-8eae09439b62 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:01.742352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Deleting port f5544cdf-781a-416f-a75f-a9cbe4017bbb {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:01.742518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-2480703e-f1eb-446e-a0e9-8eae09439b62 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639557 Jan 28 04:27:01.742697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.786808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d86b9893-fba7-4e8a-a838-b792cc3b34da admin admin] Publish callbacks [] for security_group (3fd27251-ada8-4d3c-832f-3bec9f778a9f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.798619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:01.808350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Request body: {'port': {'device_id': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'c99d749aee6c4e398c3a53561ae26f9a'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:01.866809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c7faa06-5255-43be-a439-0f0f85aae004 req-ce9eff3d-68cb-40ec-9c09-ced7d31309c5 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531904 Jan 28 04:27:01.874764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.875102 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (f5544cdf-781a-416f-a75f-a9cbe4017bbb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.886599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Calling delete_port for f5544cdf-781a-416f-a75f-a9cbe4017bbb owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:01.888488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d86b9893-fba7-4e8a-a838-b792cc3b34da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3fd27251-ada8-4d3c-832f-3bec9f778a9f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.908868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.028647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f5544cdf-781a-416f-a75f-a9cbe4017bbb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.037456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:02.038444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.039838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] 10.222.0.52 "PUT /v2.0/ports/3621a27b-22f7-4bd5-83b2-b9cfd1377c3f HTTP/1.1" status: 200 len: 1096 time: 1.5934899 Jan 28 04:27:02.055449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Pushing event deleted for resources: {'Port': ['ID=f5544cdf-781a-416f-a75f-a9cbe4017bbb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:02.072429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:02.074692 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f56d023-2607-4574-a293-fa2966c34840" -d '{"events": [{"name": "network-changed", "server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:02.105609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d86b9893-fba7-4e8a-a838-b792cc3b34da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb89c55f58714703a234b5d42704f7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8381834 Jan 28 04:27:02.105903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45016) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:02.154883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (1420286f-881c-4b29-b56c-b0485708d109), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.157492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.158693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b51416c3-c587-4e58-938f-2d5981fd699f req-f33dc591-db01-4178-9bdc-803a7d6f2033 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "DELETE /v2.0/floatingips/1420286f-881c-4b29-b56c-b0485708d109 HTTP/1.1" status: 204 len: 173 time: 0.5835752 Jan 28 04:27:02.176738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc0fc-86bd-42c8-9dce-d1d6a2f3b1a1 admin admin] Publish callbacks [] for security_group (3fd27251-ada8-4d3c-832f-3bec9f778a9f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.209001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc0fc-86bd-42c8-9dce-d1d6a2f3b1a1 admin admin] Publish callbacks [] for security_group (3fd27251-ada8-4d3c-832f-3bec9f778a9f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.300308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6c0c4-76e2-4900-9b3d-045b7e2eb663 req-af1350f6-816e-4256-bdbb-292e77368c21 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:02.301904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5d6c0c4-76e2-4900-9b3d-045b7e2eb663 req-af1350f6-816e-4256-bdbb-292e77368c21 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 948 time: 0.0666444 Jan 28 04:27:02.302723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc0fc-86bd-42c8-9dce-d1d6a2f3b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3fd27251-ada8-4d3c-832f-3bec9f778a9f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.305387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc0fc-86bd-42c8-9dce-d1d6a2f3b1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.308813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ac7cc0fc-86bd-42c8-9dce-d1d6a2f3b1a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fd27251-ada8-4d3c-832f-3bec9f778a9f HTTP/1.1" status: 204 len: 168 time: 0.1996467 Jan 28 04:27:02.321947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cc0fc-86bd-42c8-9dce-d1d6a2f3b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd27251-ada8-4d3c-832f-3bec9f778a9f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:02.361999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5d6c0c4-76e2-4900-9b3d-045b7e2eb663 req-7c82494b-c3ed-47de-b459-91ff92b0860a tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528548 Jan 28 04:27:02.391345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b9893-fba7-4e8a-a838-b792cc3b34da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd27251-ada8-4d3c-832f-3bec9f778a9f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:02.453649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a97ae12c-4c94-4b80-a54d-1367e0c013c0 req-3c460d92-597e-4a6d-ab73-fd3291cc6dc4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0324545 Jan 28 04:27:02.500838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd39f6-fc1c-4173-b47c-12af88a361b0 req-5064e6a7-6b0f-4324-af95-61f1c6494bc0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:02.502369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87bd39f6-fc1c-4173-b47c-12af88a361b0 req-5064e6a7-6b0f-4324-af95-61f1c6494bc0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.6529536 Jan 28 04:27:02.515322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-f3b1eba9-a631-4245-bdff-028b0b7c81a6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:02.516840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-f3b1eba9-a631-4245-bdff-028b0b7c81a6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.7992611 Jan 28 04:27:02.571195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52bb2-48d0-4d7e-b9de-304798608414 service neutron] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:02.598982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Request body: {'port': {'device_id': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'admin_state_up': True, 'tenant_id': '36b17bc8a4c3425eb0bd16e537cc193f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:02.602928 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f28644-036f-4508-b7da-6e7cacab91a7 x-openstack-request-id: req-c9f28644-036f-4508-b7da-6e7cacab91a7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:02.603385 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:02.603662 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f28644-036f-4508-b7da-6e7cacab91a7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:02.604139 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'status': 'completed', 'code': 200} Jan 28 04:27:02.659725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0cfadcb9-5881-4de1-bd5b-db169713aeef req-52141b84-fd1f-4b0f-bc67-c0c4cbe75a0c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 210 time: 0.0260150 Jan 28 04:27:02.728842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-39f933f4-a301-44d8-9260-416af89bb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:02.730458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-39f933f4-a301-44d8-9260-416af89bb34d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=352e9d27206a4fe4a88453cd111c2361&device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 1099 time: 0.3226490 Jan 28 04:27:02.814954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-5a908c45-2d45-4dc5-8792-03003f3bcade tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1212096 Jan 28 04:27:02.827773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:02.830761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Made reservation on behalf of c99d749aee6c4e398c3a53561ae26f9a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:02.834121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.848637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-018877bf-80bb-44f4-9175-242a04d8a583 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f HTTP/1.1" status: 200 len: 217 time: 0.0939283 Jan 28 04:27:02.851165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.868233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87bd39f6-fc1c-4173-b47c-12af88a361b0 req-e0df8fce-b036-4b39-882f-5d0bcd361478 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501253 Jan 28 04:27:02.943628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:02.975838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.089454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Allocated IP 172.25.6.178 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b01415a5-3eb8-4c60-9434-a07d86da1d36) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:03.098647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-a0b076ad-4dde-4d3c-af20-76622b48395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:03.101767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-a0b076ad-4dde-4d3c-af20-76622b48395c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2038105 Jan 28 04:27:03.192596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Made reservation on behalf of 36b17bc8a4c3425eb0bd16e537cc193f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:03.196005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.210922 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:27:03.216589 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.254619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.293356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:03.301197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:03.301457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:03.333903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.334947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Pushing event updated for resources: {'Port': ['ID=b01415a5-3eb8-4c60-9434-a07d86da1d36,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:03.338363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-5fb6cf52-9d11-482c-9c4d-87bd99c7b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:03.340568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-5fb6cf52-9d11-482c-9c4d-87bd99c7b12d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066166 Jan 28 04:27:03.346315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.407768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (0c7d5274-b993-44b5-9082-6dfcbca3948f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.467626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.497437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks [] for security_group (4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.519294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.618383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.624479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.691340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Pushing event updated for resources: {'Port': ['ID=b01415a5-3eb8-4c60-9434-a07d86da1d36,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:03.704042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (0c7d5274-b993-44b5-9082-6dfcbca3948f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.720448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.722373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-995c42cf-60e7-4d27-a569-be6278427cc3 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8999581 Jan 28 04:27:03.723817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:03.748475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3483db-8bbe-49ea-920d-a4ab31cb46bb req-06cdd3bc-943e-4111-b8f5-77d4de3fe310 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:03.749973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3483db-8bbe-49ea-920d-a4ab31cb46bb req-06cdd3bc-943e-4111-b8f5-77d4de3fe310 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 948 time: 0.2575717 Jan 28 04:27:03.770551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-452847df-5823-495c-ad4e-0507637657cd service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212258 Jan 28 04:27:03.774421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Allocated IP 172.20.0.5 (ddaa9b47-78f6-40a2-9951-a11db54ce174/745d9cfb-a6cf-40a1-9351-bf9090ad99e8/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:03.774723 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-4706934c-e305-4dd0-83b2-d7307d4ed986 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0445151 Jan 28 04:27:03.836830 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea associated. External IP: 172.25.6.27, port: c526995a-d7ed-4b43-8be4-a53590566cd6. Jan 28 04:27:03.878246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-c47ff9af-5c95-4217-ba75-94444368e62a tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:03.879533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e970c50-b3d4-4778-95ff-c8bfe94e23be req-c47ff9af-5c95-4217-ba75-94444368e62a tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.0989997 Jan 28 04:27:03.968766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22612723-6912-4e16-be09-e50f6a191bc3 req-b291af07-094d-4aac-87a4-be74b0ec25a9 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Jan 28 04:27:03.982919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3483db-8bbe-49ea-920d-a4ab31cb46bb req-95c5170a-0f2e-4ce9-9e3e-1476e691ccc8 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238848 Jan 28 04:27:04.021942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Allocated IP 192.168.233.78 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/6f424a5d-adcb-4714-86df-bb43350d46af) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:04.120925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-6f2e0daf-77f3-4ace-991c-5aa108a1a442 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips/0c7d5274-b993-44b5-9082-6dfcbca3948f HTTP/1.1" status: 200 len: 693 time: 0.0508773 Jan 28 04:27:04.226957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-3142ccc0-145b-4145-9d98-94c680b3317b tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:04.228406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-3142ccc0-145b-4145-9d98-94c680b3317b tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1021245 Jan 28 04:27:04.286127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-27c77b80-bee2-4129-bdc6-d049c7873441 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0491245 Jan 28 04:27:04.335254 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-abc8f53c-5358-4930-9edd-5a0b33c4c6a7 tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0427077 Jan 28 04:27:04.394176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6058b68f-9444-4238-9220-d5314400dad9 req-3b44099a-7147-48b8-a371-4f7cc1292168 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 210 time: 0.0784097 Jan 28 04:27:04.407301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6b0942-250e-4b70-83d8-1907a13008ac req-c3c2927f-8c15-4773-8342-d700cddd5054 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182582 Jan 28 04:27:04.472048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Deleting port b01415a5-3eb8-4c60-9434-a07d86da1d36 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:04.472478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.549810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.550136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (b01415a5-3eb8-4c60-9434-a07d86da1d36), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.564298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Calling delete_port for b01415a5-3eb8-4c60-9434-a07d86da1d36 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:04.632943 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks [] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.695094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b01415a5-3eb8-4c60-9434-a07d86da1d36), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.724485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Pushing event deleted for resources: {'Port': ['ID=b01415a5-3eb8-4c60-9434-a07d86da1d36,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:04.735054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b2ee-555e-43e3-9ea6-fd2ed1389dee req-b84bdb62-3db4-4339-982d-6d13b8c7a932 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:04.737598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5905b2ee-555e-43e3-9ea6-fd2ed1389dee req-b84bdb62-3db4-4339-982d-6d13b8c7a932 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.2228777 Jan 28 04:27:04.758435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d023-2607-4574-a293-fa2966c34840 req-7ff1d1d9-447a-46a0-ab9c-a73a25a23e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:04.759893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-7ff1d1d9-447a-46a0-ab9c-a73a25a23e09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=352e9d27206a4fe4a88453cd111c2361&device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 1099 time: 0.2341552 Jan 28 04:27:04.784420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks [] for floatingip (0c7d5274-b993-44b5-9082-6dfcbca3948f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.786988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.788721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b71c37c-d880-41a7-851b-0591e46f5894 req-4b068a46-b740-4557-aee1-03d0809287ed tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "DELETE /v2.0/floatingips/0c7d5274-b993-44b5-9082-6dfcbca3948f HTTP/1.1" status: 204 len: 173 time: 0.4483197 Jan 28 04:27:04.809938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Router f969b1d5-6556-4d36-a9ef-285ce2634192 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:04.821553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:04.858342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks [] for port (6f424a5d-adcb-4714-86df-bb43350d46af), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.860837 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.878889 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-d9b1a73e-59ce-44f3-80cb-3de78d1c31ea req-51df4f6a-1385-4e3c-ac3a-bee356c7a08a tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] show failed (client error): The resource could not be found. Jan 28 04:27:04.878889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9b1a73e-59ce-44f3-80cb-3de78d1c31ea req-51df4f6a-1385-4e3c-ac3a-bee356c7a08a tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips/0c7d5274-b993-44b5-9082-6dfcbca3948f HTTP/1.1" status: 404 len: 350 time: 0.0428221 Jan 28 04:27:04.931046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:04.945055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '25cef835-19e1-487f-b012-018d64bf5ad4', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'port_id': '25cef835-19e1-487f-b012-018d64bf5ad4', 'mac_address': 'fa:16:3e:7f:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7030f5e0-9c1b-4be9-92ac-0beb153b4f26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:04.972278 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-84e74c00-5dc8-482d-9111-cb8405fc6cb5 req-2d7f542a-252e-47a9-a43b-e82ef5b8e40e tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] show failed (client error): The resource could not be found. Jan 28 04:27:04.973350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-84e74c00-5dc8-482d-9111-cb8405fc6cb5 req-2d7f542a-252e-47a9-a43b-e82ef5b8e40e tempest-FloatingIPsTestJSON-253785037 tempest-FloatingIPsTestJSON-253785037-project] 10.222.0.21 "GET /v2.0/floatingips/0c7d5274-b993-44b5-9082-6dfcbca3948f HTTP/1.1" status: 404 len: 350 time: 0.0489471 Jan 28 04:27:04.982754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45078) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:05.003728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 25cef835-19e1-487f-b012-018d64bf5ad4 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:05.004328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.020768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5905b2ee-555e-43e3-9ea6-fd2ed1389dee req-c977fcef-5e4a-41d4-b008-10b897564bc8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698176 Jan 28 04:27:05.021491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cef835-19e1-487f-b012-018d64bf5ad4 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:05.026436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:05.047665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:05.050129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:05.057902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.059117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:05.069536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:05.107044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d023-2607-4574-a293-fa2966c34840 req-35cde6c0-f112-4149-abdf-ed0d129c503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.108435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-35cde6c0-f112-4149-abdf-ed0d129c503d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3327043 Jan 28 04:27:05.145415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4606aeb-f131-4b1d-ad31-7082bb54aeb2 req-d19df712-92e0-4456-8aea-c21f3b2bd044 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0631227 Jan 28 04:27:05.148623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:05.189129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.196316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-8a7fbb5d-a521-49f8-8cc3-a2e063f79fd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f HTTP/1.1" status: 200 len: 217 time: 0.0570498 Jan 28 04:27:05.293771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.294392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.315990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:05.330613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:05.333368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.347730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:05.348422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:05.365456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:05.376393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:05.378286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Pushing event updated for resources: {'Port': ['ID=6f424a5d-adcb-4714-86df-bb43350d46af,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:05.383923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:05.391148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-713a36eb-b640-45dd-8e82-5274ae1f9cea tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8135369 Jan 28 04:27:05.418182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d023-2607-4574-a293-fa2966c34840 req-7d5e53df-40fa-48ff-9d71-140c7e195989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.419691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-7d5e53df-40fa-48ff-9d71-140c7e195989 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2012272 Jan 28 04:27:05.442190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-be3221fa-6bda-4db9-ab87-c83d933102d6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "PUT /v2.0/floatingips/b63eaf4b-02a7-44a6-820e-e5d94be79cea HTTP/1.1" status: 200 len: 990 time: 4.0465944 Jan 28 04:27:05.447199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Request body: {'port': {'device_id': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:05.448073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['25cef835-19e1-487f-b012-018d64bf5ad4'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:05.530688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:05.532561 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25f2888-b3cf-4157-aed8-23649df02217" -d '{"events": [{"name": "network-changed", "server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:05.571877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.572563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.576569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:05.586650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a7dd-8f85-4ba7-8f5d-76496ce5971f req-7c021276-7869-4888-ac13-533764f32836 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.593931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75a1a7dd-8f85-4ba7-8f5d-76496ce5971f req-7c021276-7869-4888-ac13-533764f32836 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 948 time: 0.4061656 Jan 28 04:27:05.659860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d023-2607-4574-a293-fa2966c34840 req-1ff608da-fa44-4faa-b6e9-9090d09c77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.661526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-1ff608da-fa44-4faa-b6e9-9090d09c77fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568561 Jan 28 04:27:05.662120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.711768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75a1a7dd-8f85-4ba7-8f5d-76496ce5971f req-175c9663-228b-4759-86af-4fdd2462e5cc tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169319 Jan 28 04:27:05.754098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0cb6-e9dc-431b-9baf-3429b9415b55 req-ee878050-80ed-4da8-8688-aaa3d5246cac tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:05.763083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-782fda40-24b4-4321-9b01-0495541a82e5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9624782 Jan 28 04:27:05.764910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f89c0cb6-e9dc-431b-9baf-3429b9415b55 req-ee878050-80ed-4da8-8688-aaa3d5246cac tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 931 time: 0.0929286 Jan 28 04:27:05.783104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-795b2891-0c83-4078-a908-359a33f45e1e None None] Provisioning complete for port 6f424a5d-adcb-4714-86df-bb43350d46af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:05.783314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Request body: {'port': {'device_id': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:05.783403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-795b2891-0c83-4078-a908-359a33f45e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.892523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f89c0cb6-e9dc-431b-9baf-3429b9415b55 req-4a94d7bf-8966-46b6-a05e-077e10bc3162 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247473 Jan 28 04:27:05.898693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.903094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-795b2891-0c83-4078-a908-359a33f45e1e None None] Port 6f424a5d-adcb-4714-86df-bb43350d46af cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:05.931347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-7d8af5ec-20b9-4490-8b9c-b3d2ed0e3987 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516232 Jan 28 04:27:05.961635 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870da20e-e46b-47b2-a43b-0338f9489b04 x-openstack-request-id: req-870da20e-e46b-47b2-a43b-0338f9489b04 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:05.961929 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:05.962190 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-870da20e-e46b-47b2-a43b-0338f9489b04 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:05.962621 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'status': 'completed', 'code': 200} Jan 28 04:27:05.968879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (afce4c51-6827-44a8-9321-17a1d28b9b31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.969966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.015467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b63eaf4b-02a7-44a6-820e-e5d94be79cea', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'port_id': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'mac_address': 'fa:16:3e:44:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:26:36Z', 'updated_at': '2022-01-28T04:27:03Z', 'revision_number': 1, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:06.043990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:06.055405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:06.056033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:06.220922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:06.260267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f2888-b3cf-4157-aed8-23649df02217 req-3eeeb479-8ea8-4c8b-b679-f6bc98160df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:06.261957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-3eeeb479-8ea8-4c8b-b679-f6bc98160df4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 1096 time: 0.2289810 Jan 28 04:27:06.274906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f56d023-2607-4574-a293-fa2966c34840 req-1c83a63a-5175-4729-973c-bbe4d039ec37 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364384 Jan 28 04:27:06.302831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2667d-2e2c-430a-b385-10e4218a7ecd req-b9afdfb6-14ba-41cf-8ed4-f0956de076ff tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:06.304136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d2667d-2e2c-430a-b385-10e4218a7ecd req-b9afdfb6-14ba-41cf-8ed4-f0956de076ff tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 945 time: 0.1472797 Jan 28 04:27:06.485654 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d2667d-2e2c-430a-b385-10e4218a7ecd req-57099ed7-f9a5-4d53-8948-573ed0217f87 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428275 Jan 28 04:27:06.529580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45122) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:06.558537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f2888-b3cf-4157-aed8-23649df02217 req-f6ec7864-ca24-418a-925e-9edeee94f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:06.559953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-f6ec7864-ca24-418a-925e-9edeee94f2ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 925 time: 0.2899899 Jan 28 04:27:06.629550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b63eaf4b-02a7-44a6-820e-e5d94be79cea', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'port_id': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'mac_address': 'fa:16:3e:44:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:26:36Z', 'updated_at': '2022-01-28T04:27:03Z', 'revision_number': 1, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:06.664661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff4d08-544e-4eb3-85a0-547d0c87ee3d None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b63eaf4b-02a7-44a6-820e-e5d94be79cea', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'port_id': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'mac_address': 'fa:16:3e:44:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:26:36Z', 'updated_at': '2022-01-28T04:27:03Z', 'revision_number': 1, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:06.687793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:06.702023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Publish callbacks [] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.722643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4176d39-6efe-4b1a-a9ee-b8d141c2aa4e req-9effc69a-1385-4adf-ba1c-e2569cdcb65b tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:06.724204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4176d39-6efe-4b1a-a9ee-b8d141c2aa4e req-9effc69a-1385-4adf-ba1c-e2569cdcb65b tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 935 time: 0.4296494 Jan 28 04:27:06.742110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c150c95-d0ae-4780-a077-c54cca61afb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.752707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Transition to ACTIVE for port object 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:06.768519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.770527 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-6f89849a-ccea-4f95-98d3-b2b28116f9c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c526995a-d7ed-4b43-8be4-a53590566cd6 HTTP/1.1" status: 200 len: 998 time: 0.1730125 Jan 28 04:27:06.836975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:06.878344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f424a5d-adcb-4714-86df-bb43350d46af {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:06.886271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4176d39-6efe-4b1a-a9ee-b8d141c2aa4e req-fbf3262b-0aaa-42c2-9bf9-622f1314c851 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537621 Jan 28 04:27:06.890337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:06.892624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f2888-b3cf-4157-aed8-23649df02217 req-34a9f175-5466-432c-8123-7c853108fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:06.894156 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-34a9f175-5466-432c-8123-7c853108fb3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.1127982 Jan 28 04:27:06.894295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Publish callbacks [] for port (6f424a5d-adcb-4714-86df-bb43350d46af), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.895880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Deleting port 28a712fc-e511-4ab0-b735-795968424cf4 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:06.897411 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (28a712fc-e511-4ab0-b735-795968424cf4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.899860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 25cef835-19e1-487f-b012-018d64bf5ad4 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:06.911478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 25cef835-19e1-487f-b012-018d64bf5ad4 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:06.911932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.946881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Transition to ACTIVE for port object 6f424a5d-adcb-4714-86df-bb43350d46af will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:06.968695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.999483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ab57c-5a32-4fd6-baf8-5d8b7231b379 req-a7166814-8a5b-4f45-88a0-b662e33289c4 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.009749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-251ab57c-5a32-4fd6-baf8-5d8b7231b379 req-a7166814-8a5b-4f45-88a0-b662e33289c4 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 948 time: 0.1887650 Jan 28 04:27:07.059017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424a5d-adcb-4714-86df-bb43350d46af,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.062696 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7415e-7a5d-49eb-9d8a-d8647d5b2675 None None] New status for floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:27:07.081114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:07.091139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:07.091850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:07.100189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 25cef835-19e1-487f-b012-018d64bf5ad4 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:07.100793 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.128362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:07.132191 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc9a8f-d78c-416b-a44b-ccf933fc6f76" -d '{"events": [{"server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "name": "network-vif-plugged", "status": "completed", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:07.136178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:07.136940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:07.157700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:07.167712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.188148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f2888-b3cf-4157-aed8-23649df02217 req-8f62fb7c-2c99-4b46-8165-8dbad11a2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.192273 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-8f62fb7c-2c99-4b46-8165-8dbad11a2166 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885466 Jan 28 04:27:07.207351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:07.207705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:07.208097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:07.208843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Bound port: 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:07.208973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.261767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.293102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] For port 28a712fc-e511-4ab0-b735-795968424cf4, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=28a712fc-e511-4ab0-b735-795968424cf4,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:07.293600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (28a712fc-e511-4ab0-b735-795968424cf4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.298937 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c150c95-d0ae-4780-a077-c54cca61afb6 admin admin] Publish callbacks [] for security_group (d43db7f3-080f-47a3-92cd-2341b663ac37), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.314047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c150c95-d0ae-4780-a077-c54cca61afb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d43db7f3-080f-47a3-92cd-2341b663ac37), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.325477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-251ab57c-5a32-4fd6-baf8-5d8b7231b379 req-877664ae-09f7-408e-8d71-ecf55ecba803 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148389 Jan 28 04:27:07.329026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Calling delete_port for 28a712fc-e511-4ab0-b735-795968424cf4 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:07.340935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Attempting to bind port 6f424a5d-adcb-4714-86df-bb43350d46af on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:07.341608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Attempting to bind port 6f424a5d-adcb-4714-86df-bb43350d46af by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:07.342166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Attempting to bind port 6f424a5d-adcb-4714-86df-bb43350d46af on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:07.359153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f77b0-171a-46fc-b72a-c33a39937335 req-edb0119f-8198-4403-b540-226e9991646e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.366965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b22f77b0-171a-46fc-b72a-c33a39937335 req-edb0119f-8198-4403-b540-226e9991646e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.1424532 Jan 28 04:27:07.378025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Port 6f424a5d-adcb-4714-86df-bb43350d46af on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:07.378633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Attempting to bind port 6f424a5d-adcb-4714-86df-bb43350d46af on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:07.390100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:07.397827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c150c95-d0ae-4780-a077-c54cca61afb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43db7f3-080f-47a3-92cd-2341b663ac37,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.398996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:07.399649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:07.400272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:07.400920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Bound port: 6f424a5d-adcb-4714-86df-bb43350d46af, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:07.401777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.405729 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c150c95-d0ae-4780-a077-c54cca61afb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225fb97b5bcd42e0b45dac703839c5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8751237 Jan 28 04:27:07.419978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45134) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:07.434862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:07.449805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-694b9808-5f1e-45bc-9b03-732fc1ad511f service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236555 Jan 28 04:27:07.456304 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fedd9c4-d43e-4a2b-b0f7-23eb43c82b8e x-openstack-request-id: req-9fedd9c4-d43e-4a2b-b0f7-23eb43c82b8e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:07.456622 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "name": "network-vif-plugged", "status": "completed", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:07.456885 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fedd9c4-d43e-4a2b-b0f7-23eb43c82b8e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:07.457294 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4', 'code': 200} Jan 28 04:27:07.458577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.468256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.549958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b22f77b0-171a-46fc-b72a-c33a39937335 req-ff261448-cde9-4f57-8583-752f4ebb5900 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766164 Jan 28 04:27:07.571808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.573073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.577938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 1091 time: 2.1472790 Jan 28 04:27:07.604766 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac191b3b-6f18-4ba2-93c2-df3435b383e8 service neutron] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.682868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] For port 6f424a5d-adcb-4714-86df-bb43350d46af, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:07.686512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-912d11fb-6f63-483a-bb63-bdd7c942bba9 admin admin] Publish callbacks [] for security_group (d43db7f3-080f-47a3-92cd-2341b663ac37), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.715019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] For port 6f424a5d-adcb-4714-86df-bb43350d46af, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6f424a5d-adcb-4714-86df-bb43350d46af,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:07.715824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c25f2888-b3cf-4157-aed8-23649df02217 req-a0a9eaa3-53a9-47e2-b2ce-e93188ed5a18 service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568836 Jan 28 04:27:07.718810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d979e-d0fa-4d3d-8e6a-c9d38fc308dd req-f55688bc-7a2d-454b-97c7-b6a3aa477416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.720172 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a6d979e-d0fa-4d3d-8e6a-c9d38fc308dd req-f55688bc-7a2d-454b-97c7-b6a3aa477416 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1097 time: 0.1442475 Jan 28 04:27:07.723379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.728219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e8d8-16de-4b30-8e09-dbb6a4d3f1c2 req-8cbf816e-b279-476d-a12e-a86810221b18 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.729706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3859e8d8-16de-4b30-8e09-dbb6a4d3f1c2 req-8cbf816e-b279-476d-a12e-a86810221b18 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.1415110 Jan 28 04:27:07.764607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-912d11fb-6f63-483a-bb63-bdd7c942bba9 admin admin] Publish callbacks [] for security_group (d43db7f3-080f-47a3-92cd-2341b663ac37), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.776486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-0b48130d-16cb-40b2-9aa1-728199230da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.778033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-0b48130d-16cb-40b2-9aa1-728199230da3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1094 time: 0.1355338 Jan 28 04:27:07.783617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.784240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.785634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f424a5d-adcb-4714-86df-bb43350d46af HTTP/1.1" status: 200 len: 1095 time: 2.0081351 Jan 28 04:27:07.839769 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a6d979e-d0fa-4d3d-8e6a-c9d38fc308dd req-1605819e-785c-4f1d-a1ff-041947932453 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083038 Jan 28 04:27:07.855976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3859e8d8-16de-4b30-8e09-dbb6a4d3f1c2 req-3e4a452e-ccbe-428d-82e4-c9c5d151f0b2 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117229 Jan 28 04:27:07.858213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (28a712fc-e511-4ab0-b735-795968424cf4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.863164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-5c865d1a-7b83-45ce-9472-5cf08cc22b00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 217 time: 0.0601308 Jan 28 04:27:07.867411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec12f-bb30-443f-b1e7-17ad1fa2bca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424a5d-adcb-4714-86df-bb43350d46af,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.887882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a712fc-e511-4ab0-b735-795968424cf4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.889969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-912d11fb-6f63-483a-bb63-bdd7c942bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d43db7f3-080f-47a3-92cd-2341b663ac37), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.896571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-912d11fb-6f63-483a-bb63-bdd7c942bba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.898353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-912d11fb-6f63-483a-bb63-bdd7c942bba9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d43db7f3-080f-47a3-92cd-2341b663ac37 HTTP/1.1" status: 204 len: 168 time: 0.4767706 Jan 28 04:27:07.913177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d11fb-6f63-483a-bb63-bdd7c942bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43db7f3-080f-47a3-92cd-2341b663ac37,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:07.963747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'}, {'name': 'network-changed', 'server_uuid': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'tag': '6f424a5d-adcb-4714-86df-bb43350d46af'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:07.966199 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef5403a-d768-426f-83f7-1c46db22ea46" -d '{"events": [{"name": "network-changed", "server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40"}, {"name": "network-changed", "server_uuid": "d7407b93-4349-4511-84c4-998986e5b5a7", "tag": "6f424a5d-adcb-4714-86df-bb43350d46af"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:08.049746 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e264a9-a4c6-4c25-9f3a-34df68f404fe x-openstack-request-id: req-33e264a9-a4c6-4c25-9f3a-34df68f404fe {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:08.050113 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7407b93-4349-4511-84c4-998986e5b5a7", "tag": "6f424a5d-adcb-4714-86df-bb43350d46af", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:08.050524 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33e264a9-a4c6-4c25-9f3a-34df68f404fe {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:08.050983 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'status': 'completed', 'code': 200} Jan 28 04:27:08.051428 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'tag': '6f424a5d-adcb-4714-86df-bb43350d46af', 'status': 'completed', 'code': 200} Jan 28 04:27:08.129786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (afce4c51-6827-44a8-9321-17a1d28b9b31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:08.136132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104a15-7287-4261-8e5c-411cb6dcb355 req-ac51660c-9e8e-4c17-9bfe-ba0abb53b868 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.137931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30104a15-7287-4261-8e5c-411cb6dcb355 req-ac51660c-9e8e-4c17-9bfe-ba0abb53b868 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 947 time: 0.0604775 Jan 28 04:27:08.253554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30104a15-7287-4261-8e5c-411cb6dcb355 req-779977f7-7f9c-4866-bace-518e4f799d72 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983882 Jan 28 04:27:08.264320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-d9228da0-cfb6-4903-902f-d94f9c0f5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.265848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-d9228da0-cfb6-4903-902f-d94f9c0f5aa7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0728133 Jan 28 04:27:08.306108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-f4ffdff5-5d82-4529-8162-9362a98d0f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319371 Jan 28 04:27:08.415040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-74309b10-bec8-4201-b518-eb314d8312cb service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023650 Jan 28 04:27:08.474600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:08.534287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5caefd92-7500-4b42-9f1b-56b4ee6e58d1 req-b43bea45-6f30-4922-8529-5c2c7d640f3c service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116931 Jan 28 04:27:08.541690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-4a59638c-ff36-428e-833f-3c785b74af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.543182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-4a59638c-ff36-428e-833f-3c785b74af16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 1098 time: 0.3505559 Jan 28 04:27:08.618777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-86c38123-2bf6-46e1-983c-a0a0f132c110 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6f424a5d-adcb-4714-86df-bb43350d46af HTTP/1.1" status: 200 len: 217 time: 0.0472620 Jan 28 04:27:08.640285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b13bc-3d67-466e-8478-684d9f41691e req-fa916c15-adc9-4a9e-a535-436ae6198bb2 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.642011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d98b13bc-3d67-466e-8478-684d9f41691e req-fa916c15-adc9-4a9e-a535-436ae6198bb2 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 948 time: 0.1146183 Jan 28 04:27:08.728279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764617f5-e24c-411d-b0a9-590b19df0db9 req-ecfae210-ef5a-453f-a0b6-fee25fbf7e9f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.730038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-764617f5-e24c-411d-b0a9-590b19df0db9 req-ecfae210-ef5a-453f-a0b6-fee25fbf7e9f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.0968444 Jan 28 04:27:08.734888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-63fa201e-af5b-4c38-8460-8f7995dd0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.736449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-63fa201e-af5b-4c38-8460-8f7995dd0ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1094 time: 0.0693853 Jan 28 04:27:08.788647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Router afce4c51-6827-44a8-9321-17a1d28b9b31 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:08.795871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:08.816639 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4d57d26-ffef-4a23-8fad-b41fc0ae994f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:08.835455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'mac_address': 'fa:16:3e:10:1b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:08.859966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-764617f5-e24c-411d-b0a9-590b19df0db9 req-9ed06fe8-5850-4ff4-a825-42097095c57f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175420 Jan 28 04:27:08.899058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-981cf7ac-ab13-4d03-a2ef-f210c4dedac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.900626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-981cf7ac-ab13-4d03-a2ef-f210c4dedac3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2576320 Jan 28 04:27:08.917840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-cd8881d4-18b1-4685-b103-3e68d7f25f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.919813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-cd8881d4-18b1-4685-b103-3e68d7f25f55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.1750236 Jan 28 04:27:08.923025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:08.925211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:08.926117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45174) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:08.942666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:08.978096 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d98b13bc-3d67-466e-8478-684d9f41691e req-bcaada58-894d-4759-92f3-869bf72dd392 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140198 Jan 28 04:27:08.978771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-b75db2a5-1cb9-4e50-ba6f-2b126e52da35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 217 time: 0.0463531 Jan 28 04:27:08.988992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:08.998861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.039784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-61ee18b0-a799-4037-871f-a2979f831d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.041459 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-61ee18b0-a799-4037-871f-a2979f831d48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324992 Jan 28 04:27:09.073306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:09.075687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:09.084685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] Sync routers for ids ['afce4c51-6827-44a8-9321-17a1d28b9b31'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:09.091113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d618cb84-8edc-46e7-97c9-84e8aa2158e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/afce4c51-6827-44a8-9321-17a1d28b9b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1072991 Jan 28 04:27:09.095388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45178) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:09.098107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] Routers {'afce4c51-6827-44a8-9321-17a1d28b9b31'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:09.098868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['afce4c51-6827-44a8-9321-17a1d28b9b31'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:09.102703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-224fc980-42c6-45da-9614-1a39b8bd3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.105515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-224fc980-42c6-45da-9614-1a39b8bd3074 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1173947 Jan 28 04:27:09.121663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b66cd-f7e6-44b1-9c44-323c137b16b8 req-4561ea95-e5fa-4d64-bedb-929b0935ea7f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.123155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b88b66cd-f7e6-44b1-9c44-323c137b16b8 req-4561ea95-e5fa-4d64-bedb-929b0935ea7f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0804131 Jan 28 04:27:09.129209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1010220646-network', 'tenant_id': '01e4e594f3ad4fbdaf0da2ed978a7aa1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:09.177026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-dd152354-0ef5-4dee-b002-4441d6d3ade6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528657 Jan 28 04:27:09.210054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Made reservation on behalf of 01e4e594f3ad4fbdaf0da2ed978a7aa1 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:09.212615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.228669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] Set router afce4c51-6827-44a8-9321-17a1d28b9b31 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:09.246569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.297184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b88b66cd-f7e6-44b1-9c44-323c137b16b8 req-4d884212-b04a-4f19-9267-52726d387322 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581483 Jan 28 04:27:09.306176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-cd94ebfd-9eeb-4442-8cbf-18c5db65126c service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533741 Jan 28 04:27:09.320998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks [] for router (afce4c51-6827-44a8-9321-17a1d28b9b31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.395555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-55f2fca6-4ca5-435b-aa11-37e16b8cda5f service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869771 Jan 28 04:27:09.444907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:09.496885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d1e3f0c-e2b2-41ed-bc83-7b03b805aff8 req-02fe532c-2f2a-4559-9c33-bb3445212463 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778531 Jan 28 04:27:09.501774 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks [] for router_gateway (afce4c51-6827-44a8-9321-17a1d28b9b31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.518502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks [] for security_group (bfd24344-5305-47fe-ae34-3a12371dce20), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.542925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bfd24344-5305-47fe-ae34-3a12371dce20), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.556913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd68c50-4a05-4205-8cfd-60e0a384bb45 req-0effbbb6-c848-485e-b29a-470a08e8ff48 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.558456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9bd68c50-4a05-4205-8cfd-60e0a384bb45 req-0effbbb6-c848-485e-b29a-470a08e8ff48 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 947 time: 0.1440001 Jan 28 04:27:09.575155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Deleting port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:09.576077 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.582504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:27:07Z', 'revision_number': 5, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port': {'id': 'ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:45Z', 'updated_at': '2022-01-28T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:09.583102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:27:09.618799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] Checking router: afce4c51-6827-44a8-9321-17a1d28b9b31 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:09.624649 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b058ea63-ac42-4ccb-92d5-968fd4cc6df0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.625000 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Added segment b058ea63-ac42-4ccb-92d5-968fd4cc6df0 of type vlan for network d85705cc-6f68-44d7-bd9b-645505ed19d3 Jan 28 04:27:09.638655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-6b2fcae3-083c-4241-912d-40dd31c5a5c7 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258348 Jan 28 04:27:09.641892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd24344-5305-47fe-ae34-3a12371dce20,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:09.647252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] Routers {'afce4c51-6827-44a8-9321-17a1d28b9b31'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:09.647760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:26:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['afce4c51-6827-44a8-9321-17a1d28b9b31'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:09.678331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] For port ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:09.678694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.691146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Calling delete_port for ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:09.710821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d85705cc-6f68-44d7-bd9b-645505ed19d3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.733548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9bd68c50-4a05-4205-8cfd-60e0a384bb45 req-9559e5f2-f99d-4d8b-93ab-de2f56d771c5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560614 Jan 28 04:27:09.748008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] Set router afce4c51-6827-44a8-9321-17a1d28b9b31 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:09.794152 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d85705cc-6f68-44d7-bd9b-645505ed19d3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.795166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.795818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.805128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-fc963f07-ba29-4493-86a2-48b870be16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.805325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:27:09Z', 'revision_number': 6, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:09.806812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-fc963f07-ba29-4493-86a2-48b870be16a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0650966 Jan 28 04:27:09.832281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58c46e-f11a-4080-ab35-5d29f8287305 None None] The sync data for ids ['afce4c51-6827-44a8-9321-17a1d28b9b31'] in n-d-824835-3 is: [{'id': 'afce4c51-6827-44a8-9321-17a1d28b9b31', 'name': 'tempest-FloatingIPsTestJSON-1838315544-router', 'tenant_id': '95ab3738a243416684462277c47b29fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:44Z', 'updated_at': '2022-01-28T04:27:09Z', 'revision_number': 6, 'project_id': '95ab3738a243416684462277c47b29fe', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:09.878682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9512229 Jan 28 04:27:09.904074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45186) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:09.911370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Request body: {'subnet': {'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1010220646-subnet', 'tenant_id': '01e4e594f3ad4fbdaf0da2ed978a7aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:09.923480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9660-c14b-4337-bab3-c9688002eabc admin admin] Pushing event updated for resources: {'Network': ['ID=d85705cc-6f68-44d7-bd9b-645505ed19d3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:09.936792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d85705cc-6f68-44d7-bd9b-645505ed19d3 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:27:09.941498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.962470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-269af23f-0018-47c2-a12b-37c5126f469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.963953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-269af23f-0018-47c2-a12b-37c5126f469c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1458786 Jan 28 04:27:10.015994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:10.024904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-c70a33b9-6fe5-4916-a7c2-0369056015f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6f424a5d-adcb-4714-86df-bb43350d46af HTTP/1.1" status: 200 len: 217 time: 0.0506651 Jan 28 04:27:10.034226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Made reservation on behalf of 01e4e594f3ad4fbdaf0da2ed978a7aa1 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:10.037093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.086566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-bcc4ec04-c40e-4147-8a23-b42c46077ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.088335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-bcc4ec04-c40e-4147-8a23-b42c46077ded service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0516069 Jan 28 04:27:10.162163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-766a40c6-69b6-48fd-a53f-5d72f7609510 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054031 Jan 28 04:27:10.164424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-e0142d49-b43f-4fe5-90bd-e85a8533d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.165970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-e0142d49-b43f-4fe5-90bd-e85a8533d618 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689361 Jan 28 04:27:10.176854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc973-3ebc-488b-85a4-7c3673ada12f req-8de7d601-abdc-4b57-97fa-657b35dba6b5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.179163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4babc973-3ebc-488b-85a4-7c3673ada12f req-8de7d601-abdc-4b57-97fa-657b35dba6b5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.2234607 Jan 28 04:27:10.182362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8ea6-4bb2-407d-bf39-bb6adb9233bf req-6d7edd02-0f82-404c-85c5-34a5f448152f tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.189579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d13e8ea6-4bb2-407d-bf39-bb6adb9233bf req-6d7edd02-0f82-404c-85c5-34a5f448152f tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 949 time: 0.0636947 Jan 28 04:27:10.221164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (afce4c51-6827-44a8-9321-17a1d28b9b31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.294216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d13e8ea6-4bb2-407d-bf39-bb6adb9233bf req-3deffd49-546f-4cde-81bc-673872b00892 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037903 Jan 28 04:27:10.325879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-21415517-0e09-47a8-b5ca-d019fd677fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234138 Jan 28 04:27:10.360021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (afce4c51-6827-44a8-9321-17a1d28b9b31), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.368941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks [] for router_controller (afce4c51-6827-44a8-9321-17a1d28b9b31), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.394227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4babc973-3ebc-488b-85a4-7c3673ada12f req-11aad5a3-cbcd-4a09-a884-05eb60384d5a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960955 Jan 28 04:27:10.443312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-44369a5a-cbd6-4398-95b0-15b08b856fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.444903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-44369a5a-cbd6-4398-95b0-15b08b856fad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5de9657993f64840ba96193974360831&device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 1118 time: 0.2409713 Jan 28 04:27:10.449176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f421b8-a2a2-40d9-ad05-bd84a5dc13e0 req-5cddabcc-5e07-4763-a130-c251eebb9d4e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.450258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6f421b8-a2a2-40d9-ad05-bd84a5dc13e0 req-5cddabcc-5e07-4763-a130-c251eebb9d4e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0752447 Jan 28 04:27:10.457754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (afce4c51-6827-44a8-9321-17a1d28b9b31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.458324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Fanout notify agent at l3_agent the message router_deleted on router afce4c51-6827-44a8-9321-17a1d28b9b31 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:27:10.463750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.467286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ef5403a-d768-426f-83f7-1c46db22ea46 req-45048be9-401f-4057-b7ba-7aadcf6cda49 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367445 Jan 28 04:27:10.467441 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0925982-0aae-4670-8586-f7c8c7d5631f admin admin] 10.222.0.21 "DELETE /v2.0/routers/afce4c51-6827-44a8-9321-17a1d28b9b31 HTTP/1.1" status: 204 len: 168 time: 1.3682134 Jan 28 04:27:10.467550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:10.525532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6f421b8-a2a2-40d9-ad05-bd84a5dc13e0 req-f0ddf874-7ee5-4a09-a5bb-069479aff36b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Jan 28 04:27:10.550207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Deleting subnet b4be36cb-9301-46d5-b49b-22f6e4b5f04b {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:27:10.554464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (fdf29885-45c6-49b4-a24e-198defcc03ab), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.557041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Publish callbacks [] for subnet (b4be36cb-9301-46d5-b49b-22f6e4b5f04b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.635739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-4c1010f4-fff0-491c-8956-86c7260a8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.636531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf29885-45c6-49b4-a24e-198defcc03ab,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:10.637386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-4c1010f4-fff0-491c-8956-86c7260a8ade service neutron] 10.222.0.47 "GET /v2.0/networks?id=9fbc751e-4c26-400c-b588-d9959ba663bf HTTP/1.1" status: 200 len: 915 time: 0.1225719 Jan 28 04:27:10.646257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (b4be36cb-9301-46d5-b49b-22f6e4b5f04b), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.682243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Checking segment: {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:10.682507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Network hostable DHCP agents. Network: d85705cc-6f68-44d7-bd9b-645505ed19d3, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:27:10.723547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-64346ac5-5206-4a1a-926a-87e3b7d36750 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14516023-8c1f-4594-8e73-35c83eaf974e HTTP/1.1" status: 200 len: 1022 time: 0.0677595 Jan 28 04:27:10.730875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9954de99-32c7-4b0d-86f4-981b2ae65866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.732961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf9ee2-8ce4-4f27-a1d6-f65128decd5d req-b4f3d879-483f-4304-9362-b29453218745 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.734485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-febf9ee2-8ce4-4f27-a1d6-f65128decd5d req-b4f3d879-483f-4304-9362-b29453218745 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1097 time: 0.1178315 Jan 28 04:27:10.752195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Network d85705cc-6f68-44d7-bd9b-645505ed19d3 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:27:10.780313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d85705cc-6f68-44d7-bd9b-645505ed19d3) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:10.782975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (b4be36cb-9301-46d5-b49b-22f6e4b5f04b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.806919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3468de-6ed7-4782-9141-955f1033b08a None None] Network d85705cc-6f68-44d7-bd9b-645505ed19d3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:27:10.808740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.809374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.809512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-52429abb-4a28-4540-8e73-f7d8fefa2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.811002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-52429abb-4a28-4540-8e73-f7d8fefa2321 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85 HTTP/1.1" status: 200 len: 853 time: 0.0805182 Jan 28 04:27:10.841328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b8f347d8-5f06-4f9c-a876-cdc28e326631 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9358947 Jan 28 04:27:10.864713 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (b4be36cb-9301-46d5-b49b-22f6e4b5f04b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.878607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-febf9ee2-8ce4-4f27-a1d6-f65128decd5d req-64afbddf-fe19-4b0a-aa3a-2f665d1362aa tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358771 Jan 28 04:27:10.934014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4be36cb-9301-46d5-b49b-22f6e4b5f04b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:10.947292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-26f5fe04-02aa-45c8-b3b7-18b95bcd38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.948546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:10.948806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-26f5fe04-02aa-45c8-b3b7-18b95bcd38bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9fbc751e-4c26-400c-b588-d9959ba663bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253798 Jan 28 04:27:10.972681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:10.980170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2c3e3dbe-9fe7-4aa3-85e9-6f2928f5a218 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4be36cb-9301-46d5-b49b-22f6e4b5f04b HTTP/1.1" status: 204 len: 168 time: 0.5116277 Jan 28 04:27:10.983316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45208) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:11.060329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff9951-09e3-4a51-9099-86e7a2d04efd None None] Network 62ef610a-108f-45ba-988c-9ba5edfb3b03 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:27:11.102559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:27:11.103001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-90d95a85-b8a7-414b-a87d-c8275a3119e8 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474221 Jan 28 04:27:11.110279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ae797a9e-4efd-48cf-ae7a-5ce4fcb8916c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:11.111737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 28a712fc-e511-4ab0-b735-795968424cf4 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:11.116847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e425cf8-6990-4298-beb2-84629d75e7d2 None None] Network d85705cc-6f68-44d7-bd9b-645505ed19d3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:27:11.183253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (62ef610a-108f-45ba-988c-9ba5edfb3b03), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.196442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62965951-0334-4c4d-9743-7dd317ff3704 req-ea0fa742-f102-4b5c-ae22-277b32a322c7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:11.203885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62965951-0334-4c4d-9743-7dd317ff3704 req-ea0fa742-f102-4b5c-ae22-277b32a322c7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 947 time: 0.2462056 Jan 28 04:27:11.227153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 28a712fc-e511-4ab0-b735-795968424cf4 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:27:11.227492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 28a712fc-e511-4ab0-b735-795968424cf4 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:11.244730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fa0aeb8-4ded-46c6-9c46-bb3ef7cc0c85 req-cc8580aa-4a5c-4204-ba49-94786e82c0a0 service neutron] 10.222.0.47 "GET /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326718 Jan 28 04:27:11.249499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5ab99954-805f-474f-ad25-0093e1d27e6c req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-556820943', 'description': 'tempest-description-490135233'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:11.278408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ab99954-805f-474f-ad25-0093e1d27e6c req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.305206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62965951-0334-4c4d-9743-7dd317ff3704 req-ec63d7ff-80b6-47c7-8854-fc2114632ea6 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 Jan 28 04:27:11.370842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Deleting port 2a717837-8e28-4614-a97c-77f38ba9a918 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:11.371805 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.417220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ab99954-805f-474f-ad25-0093e1d27e6c req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (40de83a3-9f8c-4038-a6c8-4d6ca0960abd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.431057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ab99954-805f-474f-ad25-0093e1d27e6c req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (40de83a3-9f8c-4038-a6c8-4d6ca0960abd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.456464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] DHCP port deletion for 62ef610a-108f-45ba-988c-9ba5edfb3b03 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:27:11.473225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ab99954-805f-474f-ad25-0093e1d27e6c req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.493398 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ab99954-805f-474f-ad25-0093e1d27e6c req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2475362 Jan 28 04:27:11.512542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] For port 2a717837-8e28-4614-a97c-77f38ba9a918, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a717837-8e28-4614-a97c-77f38ba9a918,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:11.513138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.513321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d34cab-664e-4f50-b1ba-04c0d410d48b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40de83a3-9f8c-4038-a6c8-4d6ca0960abd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:11.526208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] Deleting port 2a717837-8e28-4614-a97c-77f38ba9a918 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:11.526859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.551037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Calling delete_port for 2a717837-8e28-4614-a97c-77f38ba9a918 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:11.604472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] For port 2a717837-8e28-4614-a97c-77f38ba9a918, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a717837-8e28-4614-a97c-77f38ba9a918,segment=NetworkSegment(d5ad48e6-0840-4872-a07d-6295f2513385),segment_id=d5ad48e6-0840-4872-a07d-6295f2513385)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:11.605136 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.620000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] Calling delete_port for 2a717837-8e28-4614-a97c-77f38ba9a918 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:11.627893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1eb46-b328-4901-b11b-1c9e0d6e40cd req-79669ad2-3c9e-468b-92b6-aa314a9a7d87 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:11.636825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cba1eb46-b328-4901-b11b-1c9e0d6e40cd req-79669ad2-3c9e-468b-92b6-aa314a9a7d87 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.0604544 Jan 28 04:27:11.666909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a883a58-598f-4b1d-b07e-f5122227b3a0 req-3e1417f5-e4e3-46ef-bdac-b627e5f15dcc tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:11.668470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a883a58-598f-4b1d-b07e-f5122227b3a0 req-3e1417f5-e4e3-46ef-bdac-b627e5f15dcc tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 949 time: 0.1011059 Jan 28 04:27:11.696387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cba1eb46-b328-4901-b11b-1c9e0d6e40cd req-42556404-593f-4666-b6ab-9c80318544d2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581410 Jan 28 04:27:11.721468 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.741994 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (2a717837-8e28-4614-a97c-77f38ba9a918), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.762862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a883a58-598f-4b1d-b07e-f5122227b3a0 req-3a730965-d585-40da-8359-14a851a44e13 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Jan 28 04:27:11.763981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] No DVR routers for this DVR port 2a717837-8e28-4614-a97c-77f38ba9a918 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:11.767778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a717837-8e28-4614-a97c-77f38ba9a918,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:11.796523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-9fe9c50f-6321-4065-9ad8-106c0ad61e6d req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-543536953', 'description': 'tempest-description-2015415098'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:11.840367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] Pushing event deleted for resources: {'Port': ['ID=2a717837-8e28-4614-a97c-77f38ba9a918,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:11.846530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9fe9c50f-6321-4065-9ad8-106c0ad61e6d req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.854795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca078b-bf71-418b-97fc-a3db86ac0f3d None None] No DVR routers for this DVR port 2a717837-8e28-4614-a97c-77f38ba9a918 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:11.865014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (62ef610a-108f-45ba-988c-9ba5edfb3b03), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.871594 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.903658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ef610a-108f-45ba-988c-9ba5edfb3b03']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:11.929059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ad48e6-0840-4872-a07d-6295f2513385') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:11.929438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ad48e6-0840-4872-a07d-6295f2513385') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:11.948310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d5ad48e6-0840-4872-a07d-6295f2513385), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.977746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d5ad48e6-0840-4872-a07d-6295f2513385), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.986018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9fe9c50f-6321-4065-9ad8-106c0ad61e6d req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (5e5edc87-4839-43ff-8952-5e3191b41f80), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.989910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:27:11.990599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d5ad48e6-0840-4872-a07d-6295f2513385), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.993250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9fe9c50f-6321-4065-9ad8-106c0ad61e6d req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5e5edc87-4839-43ff-8952-5e3191b41f80), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:27:11.993621 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:27:12.026793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5edc87-4839-43ff-8952-5e3191b41f80,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.037255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9fe9c50f-6321-4065-9ad8-106c0ad61e6d req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.041858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fe9c50f-6321-4065-9ad8-106c0ad61e6d req-5f6cc8d6-311d-41dd-95a1-991f388c6ebb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2530904 Jan 28 04:27:12.056425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (62ef610a-108f-45ba-988c-9ba5edfb3b03), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.062466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.068955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/62ef610a-108f-45ba-988c-9ba5edfb3b03 HTTP/1.1" status: 204 len: 168 time: 1.0815573 Jan 28 04:27:12.249554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45252) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:12.298447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c57b465f-1c0a-4004-8fd7-357793dfb671 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95ab3738a243416684462277c47b29fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474193 Jan 28 04:27:12.301070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45256) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:12.359555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=62ef610a-108f-45ba-988c-9ba5edfb3b03,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.366263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9f62989-41cf-4950-9a90-b47632c5c00b admin admin] Publish callbacks [] for security_group (a53f3b2d-7391-4eb6-9c5e-480b10d9b07f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.385273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.385679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.386103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.386441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.386770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.387097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.387419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.387740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.388064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.388381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.388701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.389020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.389360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1432179e-0d93-442c-9c13-6693e8f9fd98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:12.396190 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9f62989-41cf-4950-9a90-b47632c5c00b admin admin] Publish callbacks [] for security_group (a53f3b2d-7391-4eb6-9c5e-480b10d9b07f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.471430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216956d2-d02b-4999-b021-3135c417599d req-df4b216f-fa0f-46a7-b5fd-c8078e5b526e tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:12.472927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-216956d2-d02b-4999-b021-3135c417599d req-df4b216f-fa0f-46a7-b5fd-c8078e5b526e tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 947 time: 0.0853150 Jan 28 04:27:12.473047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-4ffa53a5-3e4f-4b83-b0b7-eabd203f65e4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:12.474443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-4ffa53a5-3e4f-4b83-b0b7-eabd203f65e4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 813 time: 0.1167712 Jan 28 04:27:12.492121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-c224b456-08ac-4313-aad5-0faf080feaef tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/quotas/01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jan 28 04:27:12.494158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:12.527343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9f62989-41cf-4950-9a90-b47632c5c00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a53f3b2d-7391-4eb6-9c5e-480b10d9b07f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.530241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9f62989-41cf-4950-9a90-b47632c5c00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.532030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e9f62989-41cf-4950-9a90-b47632c5c00b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a53f3b2d-7391-4eb6-9c5e-480b10d9b07f HTTP/1.1" status: 204 len: 168 time: 0.2297721 Jan 28 04:27:12.533333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-47e54e35-29ad-45f2-8359-214d55aeced5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362146 Jan 28 04:27:12.555595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:12.557166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62989-41cf-4950-9a90-b47632c5c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53f3b2d-7391-4eb6-9c5e-480b10d9b07f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.560516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:12.561257 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.577315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-216956d2-d02b-4999-b021-3135c417599d req-681f5f9c-0ac3-4809-9c57-d24500eefafa tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920124 Jan 28 04:27:12.671992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:12.672615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.692706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-a1214e16-b3aa-49fa-988b-ac0179bc6bb8 service neutron] 10.222.0.21 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452911 Jan 28 04:27:12.712652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:12.716059 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a757d4-1c0a-46ea-92bf-e980902165e2" -d '{"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-plugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:12.734295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:12.743028 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.793887 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e36aae-fc1c-41f4-a449-1f41ecaf6f3d x-openstack-request-id: req-11e36aae-fc1c-41f4-a449-1f41ecaf6f3d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:12.794206 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-plugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:12.794469 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11e36aae-fc1c-41f4-a449-1f41ecaf6f3d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:12.799632 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'code': 200} Jan 28 04:27:12.812801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.855553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6f424a5d-adcb-4714-86df-bb43350d46af details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:12.881747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-55195f53-2076-4f33-9b1a-baa00a3d1373 service neutron] 10.222.0.21 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826277 Jan 28 04:27:13.029760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a214b0-605d-4624-91c1-6ac3046340d0 req-0097b4af-0b3b-4b20-a16d-097110410d52 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.034731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-ea37dc44-a91d-4d93-8cde-773ef76971d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045542 Jan 28 04:27:13.038018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92a214b0-605d-4624-91c1-6ac3046340d0 req-0097b4af-0b3b-4b20-a16d-097110410d52 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.1437616 Jan 28 04:27:13.056013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6f424a5d-adcb-4714-86df-bb43350d46af, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6f424a5d-adcb-4714-86df-bb43350d46af,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:13.085418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351042-cba7-45b9-b379-376a38822fcd req-2f914417-f9a5-4475-be43-81ba30c661ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.086891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83351042-cba7-45b9-b379-376a38822fcd req-2f914417-f9a5-4475-be43-81ba30c661ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 1101 time: 0.1254334 Jan 28 04:27:13.091331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '6f424a5d-adcb-4714-86df-bb43350d46af', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '6f424a5d-adcb-4714-86df-bb43350d46af', 'mac_address': 'fa:16:3e:62:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:13.104543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92a214b0-605d-4624-91c1-6ac3046340d0 req-97ec527e-1de7-4e99-ac4c-8fbcb688a41e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Jan 28 04:27:13.118457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a717837-8e28-4614-a97c-77f38ba9a918 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:13.188192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2a717837-8e28-4614-a97c-77f38ba9a918 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:27:13.188545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a717837-8e28-4614-a97c-77f38ba9a918 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:13.245616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6f424a5d-adcb-4714-86df-bb43350d46af is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:13.246761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.247695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-3c784a66-ac01-4b9c-b414-0ab714d95aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.251225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-3c784a66-ac01-4b9c-b414-0ab714d95aed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1095 time: 0.1339681 Jan 28 04:27:13.263908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f424a5d-adcb-4714-86df-bb43350d46af {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:13.285398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6f424a5d-adcb-4714-86df-bb43350d46af, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6f424a5d-adcb-4714-86df-bb43350d46af,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:13.290565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83351042-cba7-45b9-b379-376a38822fcd req-03a618ae-8892-41b7-abb1-d9722b4bd32d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802649 Jan 28 04:27:13.298736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.299528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:13.387510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f7fc0-e614-4d38-82c8-f1b58d4fc54b req-b37fdd07-5c0a-4382-bfc7-e31f5157dbdc tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.389122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c6f7fc0-e614-4d38-82c8-f1b58d4fc54b req-b37fdd07-5c0a-4382-bfc7-e31f5157dbdc tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 950 time: 0.1310892 Jan 28 04:27:13.469188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c6f7fc0-e614-4d38-82c8-f1b58d4fc54b req-ad3b6272-d57a-45e1-b7d9-586d081ad8b5 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733593 Jan 28 04:27:13.470428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-cc4decab-d444-4898-8a20-626db63c5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.472376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-cc4decab-d444-4898-8a20-626db63c5fd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1709716 Jan 28 04:27:13.605734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-66ab3094-16d4-427c-a830-d4de48d1923f req-e39ce11c-b43b-4ad0-83a0-03f26189210d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 210 time: 0.0451519 Jan 28 04:27:13.677660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6f424a5d-adcb-4714-86df-bb43350d46af,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:13.689453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.749099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:13.767756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'port_id': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'mac_address': 'fa:16:3e:64:3a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d9cfb-a6cf-40a1-9351-bf9090ad99e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:13.802721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-86e1b1c7-4f1b-4630-ac3c-e5699291eb4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.0699160 Jan 28 04:27:13.821831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:13.823419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.838791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:13.860881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:13.866448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-53a61665-74e1-483b-89fa-a74f995a7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.867272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.868534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-53a61665-74e1-483b-89fa-a74f995a7115 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0590224 Jan 28 04:27:13.884291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8034e-3f9b-4f59-953e-441e66c2f0d0 req-6c54641b-5d54-4337-8d7f-4880e7bb9545 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:13.886288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dda8034e-3f9b-4f59-953e-441e66c2f0d0 req-6c54641b-5d54-4337-8d7f-4880e7bb9545 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 948 time: 0.2124825 Jan 28 04:27:13.936269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-1f1fc821-8211-4243-8b97-08c2af3cde6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604348 Jan 28 04:27:13.950364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:13.973545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45306) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:14.036950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dda8034e-3f9b-4f59-953e-441e66c2f0d0 req-ce66c52b-bf0d-4965-ba1d-0aa4c6e3aa51 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424294 Jan 28 04:27:14.084249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-8427f5f5-2a87-41b5-8239-419e29c1547a service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247396 Jan 28 04:27:14.090444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-network', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:14.111847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Made reservation on behalf of 71b9b48eb7954e4a80c6c4f5d9d3ef97 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:14.114254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.123103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.285229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6f424a5d-adcb-4714-86df-bb43350d46af'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:14.291718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47c4740d-307a-4113-a2d1-5a37805b9627 req-6a32bc5c-afd6-4c48-ae25-64e15515ad89 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678259 Jan 28 04:27:14.317635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks [] for security_group (b3e3bc64-4988-4dfd-bb0c-d302de8637e7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.336839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760d09-95fe-4f95-81d3-71483e13969b req-847108e4-2bdf-422d-bf6e-9d0e714e2ff1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:14.338536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3760d09-95fe-4f95-81d3-71483e13969b req-847108e4-2bdf-422d-bf6e-9d0e714e2ff1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.0741463 Jan 28 04:27:14.339176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b3e3bc64-4988-4dfd-bb0c-d302de8637e7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.364885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:27:14.369362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:14.396472 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (567df282-a7a4-4b10-be6d-19e9476b2766), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.397352 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Added segment 567df282-a7a4-4b10-be6d-19e9476b2766 of type vlan for network a1931bb8-78c5-476e-af22-e44653fd66f1 Jan 28 04:27:14.398975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e3bc64-4988-4dfd-bb0c-d302de8637e7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:14.450471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.450843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.451154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.451489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.451815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.452142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.452464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.452878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.453098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.454398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.454398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.454398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.454624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:14.472128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3760d09-95fe-4f95-81d3-71483e13969b req-1b88f907-9e0a-4a31-970b-b8139733e97d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244042 Jan 28 04:27:14.476357 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a1931bb8-78c5-476e-af22-e44653fd66f1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.517286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a1931bb8-78c5-476e-af22-e44653fd66f1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.518943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:14.520157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.638042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cad518-8105-4d93-92ff-35a74a49b53e req-758a4aa1-9282-4029-af9b-5d43f6954b4e tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:14.639988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55cad518-8105-4d93-92ff-35a74a49b53e req-758a4aa1-9282-4029-af9b-5d43f6954b4e tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 950 time: 0.0660186 Jan 28 04:27:14.651272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.6766453 Jan 28 04:27:14.654391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45318) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:14.664222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Request body: {'subnet': {'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-subnet', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:14.683070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3823aa-d972-4b46-9d21-fa743abbd8ab admin admin] Pushing event updated for resources: {'Network': ['ID=a1931bb8-78c5-476e-af22-e44653fd66f1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:14.695404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a1931bb8-78c5-476e-af22-e44653fd66f1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:27:14.702437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Made reservation on behalf of 71b9b48eb7954e4a80c6c4f5d9d3ef97 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:14.708098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.718053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55cad518-8105-4d93-92ff-35a74a49b53e req-4d8b4044-115a-4f76-805c-74fab2859d9a tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716212 Jan 28 04:27:14.750975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12dcb7d4-38a1-47cd-8f2e-79dadd1f61f4 req-948b98a5-ef4f-4b1f-93f4-cf9e68023dda tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 210 time: 0.0708227 Jan 28 04:27:14.838565 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.939802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2a0b084f-7bf1-4f28-ab09-e7377792bd35), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.974922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-708a24ff-47f0-44b7-be02-50b0a7111640 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:14.976472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-708a24ff-47f0-44b7-be02-50b0a7111640 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.52 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 813 time: 0.1748538 Jan 28 04:27:14.994176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'port': {'device_id': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3', 'admin_state_up': True, 'tenant_id': '01e4e594f3ad4fbdaf0da2ed978a7aa1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:15.001077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0b084f-7bf1-4f28-ab09-e7377792bd35,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:15.010484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Checking segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:15.010849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Network hostable DHCP agents. Network: a1931bb8-78c5-476e-af22-e44653fd66f1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:27:15.027126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Network a1931bb8-78c5-476e-af22-e44653fd66f1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:27:15.036267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a1931bb8-78c5-476e-af22-e44653fd66f1) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:15.044025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:15.044663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac02b64-eb1f-4e49-a135-7d96ba1ff431 None None] Network a1931bb8-78c5-476e-af22-e44653fd66f1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:27:15.045092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.063758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-95e15d06-ae9d-4500-951c-1178cfb52686 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.4043820 Jan 28 04:27:15.063949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45324) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:15.069260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:15.090696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (15910d44-2661-4a1a-87bd-53138a474a06), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.091822 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (15910d44-2661-4a1a-87bd-53138a474a06), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.118327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Made reservation on behalf of 01e4e594f3ad4fbdaf0da2ed978a7aa1 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:15.122073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.162813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks [] for router_controller (15910d44-2661-4a1a-87bd-53138a474a06), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.184597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-a1931bb8-78c5-476e-af22-e44653fd66f1', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:27:15.185543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.293585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Allocated IP 172.20.0.2 (d85705cc-6f68-44d7-bd9b-645505ed19d3/fdf29885-45c6-49b4-a24e-198defcc03ab/cf8f0c9e-f5ad-41a8-a166-d489bb67a247) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:15.311507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a740bb-4ccc-4aeb-9cb1-36564e7e4d9b req-dbe1bf6b-a8a1-4e8a-8de6-b6decc093fdd tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:15.321397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8a740bb-4ccc-4aeb-9cb1-36564e7e4d9b req-dbe1bf6b-a8a1-4e8a-8de6-b6decc093fdd tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 948 time: 0.1849039 Jan 28 04:27:15.355316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Allocated IP 172.20.0.2 (a1931bb8-78c5-476e-af22-e44653fd66f1/2a0b084f-7bf1-4f28-ab09-e7377792bd35/b4baa21f-7233-4300-a7db-10438d3796b7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:15.414357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8a740bb-4ccc-4aeb-9cb1-36564e7e4d9b req-12a7c9d9-47fd-4e88-a11c-0160d33cbd4d tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919573 Jan 28 04:27:15.534853 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Publish callbacks [] for port (b4baa21f-7233-4300-a7db-10438d3796b7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.555913 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.565492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.614474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Network a1931bb8-78c5-476e-af22-e44653fd66f1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:15.616591 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks [] for router_gateway (15910d44-2661-4a1a-87bd-53138a474a06), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.622346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:15.627052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:15.629571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Pushing event updated for resources: {'Port': ['ID=b4baa21f-7233-4300-a7db-10438d3796b7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:15.681632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.688925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Attempting to bind port b4baa21f-7233-4300-a7db-10438d3796b7 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:15.689683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Attempting to bind port b4baa21f-7233-4300-a7db-10438d3796b7 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:15.690223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Attempting to bind port b4baa21f-7233-4300-a7db-10438d3796b7 on network a1931bb8-78c5-476e-af22-e44653fd66f1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:15.697120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:15.697769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Checking segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:15.698334 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.699263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Bound using segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:15.699899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Bound port: b4baa21f-7233-4300-a7db-10438d3796b7, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:15.700301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.768403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Network d85705cc-6f68-44d7-bd9b-645505ed19d3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:15.783386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] For port b4baa21f-7233-4300-a7db-10438d3796b7, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:15.783608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e847ed-0ab4-42f6-b8af-d25d37695947 req-39e5bb46-f6d6-4c9f-bd38-2c30d6c7564c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:15.785178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10e847ed-0ab4-42f6-b8af-d25d37695947 req-39e5bb46-f6d6-4c9f-bd38-2c30d6c7564c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.1544545 Jan 28 04:27:15.786486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:15.788255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] For port b4baa21f-7233-4300-a7db-10438d3796b7, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4baa21f-7233-4300-a7db-10438d3796b7,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:15.789448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:15.791700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:15.798939 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.886348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks [] for router_gateway (15910d44-2661-4a1a-87bd-53138a474a06), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.908394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:15.909343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.928851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.930601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10e847ed-0ab4-42f6-b8af-d25d37695947 req-eccbb904-0802-4cfb-9a30-830eb3086ad5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124854 Jan 28 04:27:15.944415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-883b89c6-c39f-482b-a053-c45bbd973672 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9544151 Jan 28 04:27:15.949185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820f8dd-85f5-442e-83aa-1d3069788230 None None] Pushing event updated for resources: {'Port': ['ID=b4baa21f-7233-4300-a7db-10438d3796b7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:15.966877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Request body: {'port': {'device_id': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:16.038038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb557-6e14-42e5-b4df-1dc2a370d77a req-4d718cf1-31fc-4779-acf5-4b633e1167a3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:16.039586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbffb557-6e14-42e5-b4df-1dc2a370d77a req-4d718cf1-31fc-4779-acf5-4b633e1167a3 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 950 time: 0.1214352 Jan 28 04:27:16.045277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.135928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73750-806d-48e5-9f09-7f901160daf2 req-dfc0e922-acb5-46e2-b294-db8821b55e40 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:16.137455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bad73750-806d-48e5-9f09-7f901160daf2 req-dfc0e922-acb5-46e2-b294-db8821b55e40 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 931 time: 0.1136506 Jan 28 04:27:16.154777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Allocated IP 172.25.6.117 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:16.167760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbffb557-6e14-42e5-b4df-1dc2a370d77a req-a6d85d72-7029-4ee3-9bae-552c28207cd0 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189783 Jan 28 04:27:16.347028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks [] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.351567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bad73750-806d-48e5-9f09-7f901160daf2 req-aa832ea4-9ef0-4589-9d18-9526d3d42caf tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077351 Jan 28 04:27:16.410375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.486448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8f0c9e-f5ad-41a8-a166-d489bb67a247 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:16.487519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:16.494755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Publish callbacks [] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.498094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:16.507670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:16.510039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Pushing event updated for resources: {'Port': ['ID=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:16.511707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Transition to ACTIVE for port object cf8f0c9e-f5ad-41a8-a166-d489bb67a247 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:16.524515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.587573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:16.602086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf9410-9471-4d07-b9c1-77d68031859c req-c68df4e1-3a48-4bc0-9a31-4c2451d95c9e tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:16.603967 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfbf9410-9471-4d07-b9c1-77d68031859c req-c68df4e1-3a48-4bc0-9a31-4c2451d95c9e tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 948 time: 0.0906646 Jan 28 04:27:16.662029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Attempting to bind port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:16.662447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Attempting to bind port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:16.662781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Attempting to bind port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 on network d85705cc-6f68-44d7-bd9b-645505ed19d3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:16.667507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 on network d85705cc-6f68-44d7-bd9b-645505ed19d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:16.667831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Attempting to bind port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 on network d85705cc-6f68-44d7-bd9b-645505ed19d3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:16.672814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:16.673168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Checking segment: {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:16.673623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Bound using segment: {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:16.674054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Bound port: cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:16.674635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.775536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:16.779293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:16.789133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.801606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfbf9410-9471-4d07-b9c1-77d68031859c req-bb882ba7-af1b-456f-b32d-8a6bbe415c02 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658476 Jan 28 04:27:16.810253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:16.812932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.814522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 1091 time: 0.8562663 Jan 28 04:27:16.816162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:16.823823 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d831a-816a-4690-ac69-269433a85555" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:16.873450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6f424a5d-adcb-4714-86df-bb43350d46af up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:17.035168 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5118bb-f51c-4870-8ed4-a894345f63ed x-openstack-request-id: req-0a5118bb-f51c-4870-8ed4-a894345f63ed {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:17.039232 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:17.039685 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a5118bb-f51c-4870-8ed4-a894345f63ed {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:17.040260 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'status': 'completed', 'code': 200} Jan 28 04:27:17.049823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks [] for router_gateway (15910d44-2661-4a1a-87bd-53138a474a06), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.050648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 6f424a5d-adcb-4714-86df-bb43350d46af completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:17.056236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 6f424a5d-adcb-4714-86df-bb43350d46af triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:17.056610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.084588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4baa21f-7233-4300-a7db-10438d3796b7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:17.118860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a2853-7664-40c9-8185-55c22bf51eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:17.199549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-04536c8d-e5bf-41f0-a6cb-a27d9918c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:17.201095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-04536c8d-e5bf-41f0-a6cb-a27d9918c9da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1094 time: 0.2890177 Jan 28 04:27:17.260912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b4baa21f-7233-4300-a7db-10438d3796b7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:17.261124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-3f71155b-d291-4687-a717-f49268f9e199 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 217 time: 0.0438814 Jan 28 04:27:17.267942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187b539-abbb-4d42-804c-3d882c31814d req-a374459f-cf4d-426a-ba2c-6a3e0fec4e79 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:17.269432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6187b539-abbb-4d42-804c-3d882c31814d req-a374459f-cf4d-426a-ba2c-6a3e0fec4e79 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.1132390 Jan 28 04:27:17.281039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.331428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6f424a5d-adcb-4714-86df-bb43350d46af is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:17.332170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.362112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6187b539-abbb-4d42-804c-3d882c31814d req-eada0e24-3d34-47f9-927a-aacf1cb9e0de tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Jan 28 04:27:17.374801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-a4690485-f03c-454e-a58e-2f8e7486b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:17.377251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-a4690485-f03c-454e-a58e-2f8e7486b1d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.1069152 Jan 28 04:27:17.379430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf8078-e02c-4221-8263-68316919ac98 None None] Network a1931bb8-78c5-476e-af22-e44653fd66f1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:27:17.409441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f424a5d-adcb-4714-86df-bb43350d46af'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:17.411089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (15910d44-2661-4a1a-87bd-53138a474a06), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.412071 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea69398-18c1-4d5a-8a8c-1c5c1b12ea99" -d '{"events": [{"server_uuid": "d7407b93-4349-4511-84c4-998986e5b5a7", "name": "network-vif-plugged", "status": "completed", "tag": "6f424a5d-adcb-4714-86df-bb43350d46af"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:17.428784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-6fe25327-f1d0-489f-a6dd-0092097e29e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433028 Jan 28 04:27:17.463584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6f424a5d-adcb-4714-86df-bb43350d46af, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6f424a5d-adcb-4714-86df-bb43350d46af,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:17.499172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.499172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:17.576242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cab0bd1b-ed33-4956-b6e9-c8b507881388 None None] Provisioning complete for port b4baa21f-7233-4300-a7db-10438d3796b7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:17.576690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cab0bd1b-ed33-4956-b6e9-c8b507881388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.611577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b4baa21f-7233-4300-a7db-10438d3796b7 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:17.611960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.621972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Router 15910d44-2661-4a1a-87bd-53138a474a06 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:27:17.630019 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec543e87-534c-43f1-aaae-4a6be626c45d x-openstack-request-id: req-ec543e87-534c-43f1-aaae-4a6be626c45d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:17.630413 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7407b93-4349-4511-84c4-998986e5b5a7", "name": "network-vif-plugged", "status": "completed", "tag": "6f424a5d-adcb-4714-86df-bb43350d46af", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:17.630736 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec543e87-534c-43f1-aaae-4a6be626c45d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:17.630921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-0be3edd9-3d07-4862-8272-ba52d7f84def service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859515 Jan 28 04:27:17.631265 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f424a5d-adcb-4714-86df-bb43350d46af', 'code': 200} Jan 28 04:27:17.643853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e367-411e-4805-8612-714005800306 req-2157a3f8-107e-4993-8cea-e9cbd7147a90 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:17.655225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4154e367-411e-4805-8612-714005800306 req-2157a3f8-107e-4993-8cea-e9cbd7147a90 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 943 time: 0.1863434 Jan 28 04:27:17.687942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6f424a5d-adcb-4714-86df-bb43350d46af,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:17.717276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port b4baa21f-7233-4300-a7db-10438d3796b7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4baa21f-7233-4300-a7db-10438d3796b7,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:17.731852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.772480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:17.778497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6cb5c5-ce4c-406a-b412-02854fac986d req-cd777ebe-eeda-4e81-9a39-007f4c86afdc service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205730 Jan 28 04:27:17.788095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:17.788992 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.857116 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4154e367-411e-4805-8612-714005800306 req-3b267e67-bca8-47ec-ac6d-5704095b7197 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007906 Jan 28 04:27:17.891707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5381bda-cd71-4202-92b0-7520949ac9e7 req-5cb6475b-4472-446a-9557-d520557d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:17.893562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5381bda-cd71-4202-92b0-7520949ac9e7 req-5cb6475b-4472-446a-9557-d520557d5b0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 1100 time: 0.1364839 Jan 28 04:27:17.900289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=b4baa21f-7233-4300-a7db-10438d3796b7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:17.904388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cab0bd1b-ed33-4956-b6e9-c8b507881388 None None] Current status of the port b4baa21f-7233-4300-a7db-10438d3796b7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:17.948261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d831a-816a-4690-ac69-269433a85555 req-d5661432-88b9-403a-b84b-044fff927c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:17.950556 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-d5661432-88b9-403a-b84b-044fff927c35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1094 time: 0.0742104 Jan 28 04:27:17.963185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:17.973921 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Sync routers for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:17.984920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:17.985344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:17.988002 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:17.988772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:18.009326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5381bda-cd71-4202-92b0-7520949ac9e7 req-67b91dfa-149e-4bc2-ab58-c7d7f45d0162 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067562 Jan 28 04:27:18.018978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.020536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-789dba1e-5835-43fd-a324-d43266326509 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.9554768 Jan 28 04:27:18.030477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45392) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:18.036651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa59e6-dd55-4dd2-8928-ece1355269ed req-f973d806-6850-4fba-bbaa-40b433843311 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:18.041295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dffa59e6-dd55-4dd2-8928-ece1355269ed req-f973d806-6850-4fba-bbaa-40b433843311 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.1184196 Jan 28 04:27:18.041547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:18.047426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.118634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:18.145928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dffa59e6-dd55-4dd2-8928-ece1355269ed req-62bd33da-a1fd-4a1a-a6ba-4d6d34ff97a7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978243 Jan 28 04:27:18.187340 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:18.226561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a91535ec-80c4-4d0f-9f1a-169312653f49 None None] Provisioning complete for port b4baa21f-7233-4300-a7db-10438d3796b7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:18.226938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91535ec-80c4-4d0f-9f1a-169312653f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.285537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d831a-816a-4690-ac69-269433a85555 req-c249ce76-a0c2-42f9-b3c0-5745ab378c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:18.287252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-c249ce76-a0c2-42f9-b3c0-5745ab378c48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.3271081 Jan 28 04:27:18.340010 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-eedcc9f6-63d8-4d65-afef-a760e895e27b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 217 time: 0.0455778 Jan 28 04:27:18.424760 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:16Z', 'revision_number': 3, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:18.475763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d831a-816a-4690-ac69-269433a85555 req-3e4c35fd-663a-4137-98ef-79335be2bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:18.477097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-3e4c35fd-663a-4137-98ef-79335be2bda8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.1082644 Jan 28 04:27:18.479815 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Checking router: 15910d44-2661-4a1a-87bd-53138a474a06 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:18.480175 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Updating router 15910d44-2661-4a1a-87bd-53138a474a06 port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:27:18.503874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a91535ec-80c4-4d0f-9f1a-169312653f49 None None] Current status of the port b4baa21f-7233-4300-a7db-10438d3796b7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:18.519770 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.541768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3404-6e77-4fdd-a373-337f0996ddff req-5c298269-9fc2-450d-ae49-41c4cb23d1e7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:18.543893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d6f3404-6e77-4fdd-a373-337f0996ddff req-5c298269-9fc2-450d-ae49-41c4cb23d1e7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 945 time: 0.0815248 Jan 28 04:27:18.550199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-acb90e0e-a9d9-4997-8100-047e4f84cd24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558519 Jan 28 04:27:18.619040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d6f3404-6e77-4fdd-a373-337f0996ddff req-ea06f729-8d51-440d-b527-aa659036b5c6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Jan 28 04:27:18.871939 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Publish callbacks [] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.878832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4baa21f-7233-4300-a7db-10438d3796b7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:18.882338 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.954448 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686030f-0086-4f2b-be89-14368560778f None None] Pushing event updated for resources: {'Port': ['ID=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:18.955603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b4baa21f-7233-4300-a7db-10438d3796b7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:18.956574 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.958087 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Attempting to bind port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:18.958555 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Attempting to bind port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:18.959773 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Attempting to bind port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:18.966013 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:18.966493 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:18.966999 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:18.967476 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:18.968040 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Bound port: 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:18.968511 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:19.030108 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] For port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:19.036568 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] For port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:19.042225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f771e33-9658-466f-9329-9125163d70e2 req-317b836e-0161-4e0f-8f67-1789f2ae3ceb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:19.043804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f771e33-9658-466f-9329-9125163d70e2 req-317b836e-0161-4e0f-8f67-1789f2ae3ceb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 943 time: 0.0810823 Jan 28 04:27:19.044863 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:19.100915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-e13e4939-3518-4bff-837b-a9dce2ef6112 service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905696 Jan 28 04:27:19.118310 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686030f-0086-4f2b-be89-14368560778f None None] Pushing event updated for resources: {'Port': ['ID=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:19.126211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b4baa21f-7233-4300-a7db-10438d3796b7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:19.130334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f771e33-9658-466f-9329-9125163d70e2 req-7401c9e2-a504-4140-a2ef-edaa527d8a09 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803080 Jan 28 04:27:19.145494 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:19.147017 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:19.166104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:19.285889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-236d831a-816a-4690-ac69-269433a85555 req-fec18253-a6be-482a-8b8c-58ca1d0cbb60 service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217933 Jan 28 04:27:19.313285 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:19.418434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fc685-eb5b-4ac8-8d3c-dccf0f085b75 req-5182e12b-44bf-41c3-8900-919c0913b5b7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:19.419966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f6fc685-eb5b-4ac8-8d3c-dccf0f085b75 req-5182e12b-44bf-41c3-8900-919c0913b5b7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.1386981 Jan 28 04:27:19.507326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Allocated IP 172.20.0.1 (a1931bb8-78c5-476e-af22-e44653fd66f1/2a0b084f-7bf1-4f28-ab09-e7377792bd35/8d3d0344-4a66-4c67-a37d-622c6798fc3d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:19.515298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f6fc685-eb5b-4ac8-8d3c-dccf0f085b75 req-9d76a7d3-4f5a-4c7b-b0ad-013b29fd0aa3 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 Jan 28 04:27:19.544838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:16Z', 'revision_number': 3, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:19.573329 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b2bc31-c830-4b1f-9336-7d7bcf06f8ed None None] The sync data for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 is: [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:16Z', 'revision_number': 3, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:19.632549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:19.634888 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eada7ce6-7a71-407f-bc9d-d8186707eec3" -d '{"events": [{"server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "name": "network-vif-plugged", "status": "completed", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:19.637688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks [] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:19.684207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:19.690624 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7176dcc5-8e86-4bac-9aeb-9e8115532d4a x-openstack-request-id: req-7176dcc5-8e86-4bac-9aeb-9e8115532d4a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:19.691121 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "name": "network-vif-plugged", "status": "completed", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:19.691559 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7176dcc5-8e86-4bac-9aeb-9e8115532d4a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:19.692105 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'code': 200} Jan 28 04:27:19.770950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Network a1931bb8-78c5-476e-af22-e44653fd66f1 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:19.773841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:19.777163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:19.810787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3d0344-4a66-4c67-a37d-622c6798fc3d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:19.827898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (15910d44-2661-4a1a-87bd-53138a474a06), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:19.897951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc2e5c-7f4a-40e6-aff8-906625346433 req-68e9b02b-d849-4df8-acae-23c6ee2abb2d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:19.905378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51fc2e5c-7f4a-40e6-aff8-906625346433 req-68e9b02b-d849-4df8-acae-23c6ee2abb2d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 945 time: 0.1365936 Jan 28 04:27:20.011489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51fc2e5c-7f4a-40e6-aff8-906625346433 req-4983b4e2-cd1c-4d33-885d-2e13a06a7b15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051381 Jan 28 04:27:20.027513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422401-1c52-4aa0-bcd7-750e323cbf50 req-4b41197a-ca65-4aac-9978-cdfaaa1d0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:20.041120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43422401-1c52-4aa0-bcd7-750e323cbf50 req-4b41197a-ca65-4aac-9978-cdfaaa1d0f42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1096 time: 0.2001388 Jan 28 04:27:20.056308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:20.099470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43422401-1c52-4aa0-bcd7-750e323cbf50 req-220f882e-0f4c-4a7b-835d-33a4eb56cc84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Jan 28 04:27:20.139783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e4225eb3-8838-4280-a35b-7dc762ba423a None None] Provisioning complete for port 8d3d0344-4a66-4c67-a37d-622c6798fc3d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:20.140814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4225eb3-8838-4280-a35b-7dc762ba423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:20.185560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e4225eb3-8838-4280-a35b-7dc762ba423a None None] Port 8d3d0344-4a66-4c67-a37d-622c6798fc3d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:20.261224 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks [] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:20.293238 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:20.382092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3d0344-4a66-4c67-a37d-622c6798fc3d,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:20.384451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (15910d44-2661-4a1a-87bd-53138a474a06), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:20.393297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9200f35-951a-451f-a2ad-50d49bd9d7c7 req-531d80a7-65fd-459f-a81a-70333097c3fc tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:20.395303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9200f35-951a-451f-a2ad-50d49bd9d7c7 req-531d80a7-65fd-459f-a81a-70333097c3fc tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 943 time: 0.1375401 Jan 28 04:27:20.509702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9200f35-951a-451f-a2ad-50d49bd9d7c7 req-c4a1c068-e21d-4d08-843b-f93833822524 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059918 Jan 28 04:27:20.545579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Network a1931bb8-78c5-476e-af22-e44653fd66f1 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:20.547150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:20.686499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e43b9a-0fb2-4e74-a44f-f59fdec94727 req-422e278c-dd30-431b-8801-e042709ff7dc tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:20.693928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1e43b9a-0fb2-4e74-a44f-f59fdec94727 req-422e278c-dd30-431b-8801-e042709ff7dc tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.0846646 Jan 28 04:27:20.744069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Router 15910d44-2661-4a1a-87bd-53138a474a06 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:20.785138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1e43b9a-0fb2-4e74-a44f-f59fdec94727 req-bddf298a-6e91-451c-9912-bcead235c93d tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901575 Jan 28 04:27:20.922485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e24915fa-e5f8-45f0-8998-8e2207d10596 None None] Provisioning complete for port 8d3d0344-4a66-4c67-a37d-622c6798fc3d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:20.923448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e24915fa-e5f8-45f0-8998-8e2207d10596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:20.969692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:20.976640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4a8279b6-31c8-4ebc-9828-14288d2212e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/15910d44-2661-4a1a-87bd-53138a474a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447360 Jan 28 04:27:21.008432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:21.034524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e24915fa-e5f8-45f0-8998-8e2207d10596 None None] Port 8d3d0344-4a66-4c67-a37d-622c6798fc3d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:21.072447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:21.073020 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:21.185450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:21.186055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:21.201436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c61d9-4ef4-4f5d-9219-1387c88d96cb req-6e1c0781-c463-4451-924d-00de4bf0bbbd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:21.209729 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f47c61d9-4ef4-4f5d-9219-1387c88d96cb req-6e1c0781-c463-4451-924d-00de4bf0bbbd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 945 time: 0.0701475 Jan 28 04:27:21.233867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:21.242033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:21.319140 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f47c61d9-4ef4-4f5d-9219-1387c88d96cb req-6244ca69-4978-4df5-b8d7-2bee1b4c1644 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 Jan 28 04:27:21.362268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:21.403168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2db19-c2e6-4cfa-b2c2-b24dbc380471 req-4a61fd7d-aa0e-4a8a-9e63-d38a31919636 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:21.405663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaa2db19-c2e6-4cfa-b2c2-b24dbc380471 req-4a61fd7d-aa0e-4a8a-9e63-d38a31919636 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.0765421 Jan 28 04:27:21.508516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaa2db19-c2e6-4cfa-b2c2-b24dbc380471 req-049c4684-b1f3-4655-8a0f-e7e8715ea61f tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967784 Jan 28 04:27:21.636824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-011c7c81-bc31-4aa5-acc8-2165c2d58e23 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:21.645923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-011c7c81-bc31-4aa5-acc8-2165c2d58e23 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 827 time: 0.1732905 Jan 28 04:27:21.664933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-7496906f-8f9e-4b40-aff2-3f5174d83768 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/quotas/71b9b48eb7954e4a80c6c4f5d9d3ef97 HTTP/1.1" status: 200 len: 375 time: 0.0179286 Jan 28 04:27:21.752050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5093e-634f-4042-aba4-d483ebad7d4c req-5234d4eb-de5d-45ae-a027-0d5c45543e7b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:21.753299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-55e5d42c-14c5-4560-9c3d-0b445b4ff241 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874779 Jan 28 04:27:21.754295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55d5093e-634f-4042-aba4-d483ebad7d4c req-5234d4eb-de5d-45ae-a027-0d5c45543e7b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 943 time: 0.0695632 Jan 28 04:27:21.830881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55d5093e-634f-4042-aba4-d483ebad7d4c req-5a891512-b518-4c0d-97a2-c6ddf60d76eb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 Jan 28 04:27:21.856250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-7808f3a3-d87e-4cc5-8733-6c3a0d0baf60 service neutron] 10.222.0.21 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960577 Jan 28 04:27:21.913099 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:27:21.943656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4f98ed1b-71b8-4379-b48b-80182a7a49b0 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279357 Jan 28 04:27:21.971773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-fe50bf36-248a-428a-b6cd-0e49efe5370d service neutron] 10.222.0.21 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099253 Jan 28 04:27:21.991516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Sync routers for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:22.003613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:22.004558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:22.072267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-ba4cdb2c-b474-4fdc-bd7d-849e094bf3eb tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:22.079178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-ba4cdb2c-b474-4fdc-bd7d-849e094bf3eb tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301882 Jan 28 04:27:22.090437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-88b9da24-f628-414d-b0a7-d17656414e8c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/quotas/c99d749aee6c4e398c3a53561ae26f9a HTTP/1.1" status: 200 len: 375 time: 0.0103607 Jan 28 04:27:22.148461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:22.183900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-6620483b-0b12-4cec-84b9-8374eba29e39 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865977 Jan 28 04:27:22.396111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97c3551d-c82c-4518-a10b-bf8f13cb7870 req-79b25470-d0aa-419f-a0a2-3fb866e7555e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 210 time: 0.0646513 Jan 28 04:27:22.516841 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bddb5d53-e122-430a-bdb9-ce7ef9504abc req-89ea8102-459b-45fd-a874-a4a036ecc071 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 210 time: 0.0788498 Jan 28 04:27:22.518916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:20Z', 'revision_number': 2, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:22.553946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Checking router: 15910d44-2661-4a1a-87bd-53138a474a06 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:22.554210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Updating router 15910d44-2661-4a1a-87bd-53138a474a06 port 8d3d0344-4a66-4c67-a37d-622c6798fc3d binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:27:22.593760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:22.596008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d35d21-3df7-4fdb-b828-fbf24c5f5c29 req-290736d8-34e1-4de8-8985-d2dd4a91fbfe tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:22.603478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70d35d21-3df7-4fdb-b828-fbf24c5f5c29 req-290736d8-34e1-4de8-8985-d2dd4a91fbfe tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 945 time: 0.0868769 Jan 28 04:27:22.616239 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:22.712826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70d35d21-3df7-4fdb-b828-fbf24c5f5c29 req-3cf7b28a-3275-4661-a3ed-c3af6af48176 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079161 Jan 28 04:27:22.895911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:22.913238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'mac_address': 'fa:16:3e:10:1b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:22.997060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:23.027904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819121c-c3e2-4922-99f4-9ecbc7e5318f req-b6cb55cf-19cf-4694-9149-632e7603c6fe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:23.037831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8819121c-c3e2-4922-99f4-9ecbc7e5318f req-b6cb55cf-19cf-4694-9149-632e7603c6fe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 943 time: 0.0744002 Jan 28 04:27:23.077535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:23.078096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:23.113420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:23.135249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3a13a-8df3-4157-a421-7710977dc6b8 req-4f636dba-804e-46ab-9312-c72f91e19aa0 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:23.142467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cd3a13a-8df3-4157-a421-7710977dc6b8 req-4f636dba-804e-46ab-9312-c72f91e19aa0 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1096 time: 0.1104286 Jan 28 04:27:23.143340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:23.144220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:23.175968 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8819121c-c3e2-4922-99f4-9ecbc7e5318f req-d29e4790-29a7-488f-a733-7a6e1a0c6c51 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369996 Jan 28 04:27:23.192126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:23.208939 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:23.209740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf8f0c9e-f5ad-41a8-a166-d489bb67a247 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:23.214599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cd3a13a-8df3-4157-a421-7710977dc6b8 req-0bc21acd-2bc1-4312-b4a5-555377ace72c tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613635 Jan 28 04:27:23.379220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:23.408583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Publish callbacks [] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:23.435838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3', 'port_id': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'mac_address': 'fa:16:3e:32:9e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf29885-45c6-49b4-a24e-198defcc03ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:23.443866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ace226-ae1d-4fae-be33-546d6c1d2434 req-584645cf-bf52-4d4f-94a2-a3013b2d79d1 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:23.445653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28ace226-ae1d-4fae-be33-546d6c1d2434 req-584645cf-bf52-4d4f-94a2-a3013b2d79d1 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1096 time: 0.0870388 Jan 28 04:27:23.448143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:23.487051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:23.536679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28ace226-ae1d-4fae-be33-546d6c1d2434 req-ae9f5def-bcbe-4869-aa70-22fc2fb8e21f tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854764 Jan 28 04:27:23.564129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:23.568985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:23.581698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:23.614444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea24ec-48d1-4276-afdf-96568814cc07 None None] Pushing event updated for resources: {'Port': ['ID=8d3d0344-4a66-4c67-a37d-622c6798fc3d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:23.649240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8f0c9e-f5ad-41a8-a166-d489bb67a247 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:23.653555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bc81b7b-0c91-499c-8060-0eb82114c74a req-3cf2015b-86a4-4526-93b4-f9ca62caed3d tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 210 time: 0.0504541 Jan 28 04:27:23.794794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67a2b594-a394-46c2-ad11-056cc2a16c59 req-cb6b8711-fc14-482e-9c3a-22ad820325a7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 210 time: 0.0513039 Jan 28 04:27:23.987508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-72b036a8-1367-42f0-8cdc-68192c77df73 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:23.989398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-72b036a8-1367-42f0-8cdc-68192c77df73 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.52 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 827 time: 0.1648922 Jan 28 04:27:24.010076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Request body: {'port': {'device_id': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'admin_state_up': True, 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:24.044099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:24.056192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.095938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Attempting to bind port 8d3d0344-4a66-4c67-a37d-622c6798fc3d on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:24.096488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Attempting to bind port 8d3d0344-4a66-4c67-a37d-622c6798fc3d by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:24.097313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Attempting to bind port 8d3d0344-4a66-4c67-a37d-622c6798fc3d on network a1931bb8-78c5-476e-af22-e44653fd66f1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:24.137605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6e69e0fe-2eeb-4c3d-a21d-1fa128b5b9ac None None] Provisioning complete for port 8d3d0344-4a66-4c67-a37d-622c6798fc3d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:24.137988 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e69e0fe-2eeb-4c3d-a21d-1fa128b5b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.149091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:24.149514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Checking segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:24.162814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.163242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Bound using segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:24.163850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Bound port: 8d3d0344-4a66-4c67-a37d-622c6798fc3d, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:24.164252 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.190253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-3755debd-ee72-4f5a-bedc-2e503867b9c7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386961 Jan 28 04:27:24.202232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Made reservation on behalf of 71b9b48eb7954e4a80c6c4f5d9d3ef97 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:24.204769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:24.207685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.262328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6e69e0fe-2eeb-4c3d-a21d-1fa128b5b9ac None None] Port 8d3d0344-4a66-4c67-a37d-622c6798fc3d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:24.340324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] For port 8d3d0344-4a66-4c67-a37d-622c6798fc3d, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:24.346237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] For port 8d3d0344-4a66-4c67-a37d-622c6798fc3d, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d3d0344-4a66-4c67-a37d-622c6798fc3d,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:24.354023 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.380065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:24.475454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4782d9-c21c-4552-9b09-bb7677170c15 req-20205acd-7268-463f-98f6-4db6082ff619 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:24.479231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea24ec-48d1-4276-afdf-96568814cc07 None None] Pushing event updated for resources: {'Port': ['ID=8d3d0344-4a66-4c67-a37d-622c6798fc3d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:24.485693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:24.486386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:24.496907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd4782d9-c21c-4552-9b09-bb7677170c15 req-20205acd-7268-463f-98f6-4db6082ff619 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 944 time: 0.2054646 Jan 28 04:27:24.516964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-36c25b43-1e06-488f-aa2b-886e2144105a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:24.518690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-36c25b43-1e06-488f-aa2b-886e2144105a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949982 Jan 28 04:27:24.552744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Allocated IP 172.20.0.11 (a1931bb8-78c5-476e-af22-e44653fd66f1/2a0b084f-7bf1-4f28-ab09-e7377792bd35/02a74d75-fccb-4861-8a3b-8214f145fed6) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:24.556672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Request body: {'port': {'device_id': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'c99d749aee6c4e398c3a53561ae26f9a'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:24.628147 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd4782d9-c21c-4552-9b09-bb7677170c15 req-4645a1f8-65f3-441f-9028-4bc849a58404 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272647 Jan 28 04:27:24.739966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:24.804481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Made reservation on behalf of c99d749aee6c4e398c3a53561ae26f9a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:24.812939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.851593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:24.933416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:24.994246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.040439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] Provisioning complete for port 8d3d0344-4a66-4c67-a37d-622c6798fc3d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:25.040821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.072367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event updated for resources: {'Port': ['ID=02a74d75-fccb-4861-8a3b-8214f145fed6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:25.087404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Network a1931bb8-78c5-476e-af22-e44653fd66f1 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:25.089262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:25.107378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:25.191683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Allocated IP 192.168.233.7 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/81ee3009-2944-4eab-90c2-d0633201400e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:25.220438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:25.221861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.285837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48bf4-1d9d-45fc-8d33-ff95a96867eb req-8d34746a-d8da-4374-ad88-3d9fa0e68539 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:25.294827 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27f48bf4-1d9d-45fc-8d33-ff95a96867eb req-8d34746a-d8da-4374-ad88-3d9fa0e68539 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 932 time: 0.1184862 Jan 28 04:27:25.323825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-edd0b1cf-60cd-43bf-846d-d20619586d9e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3185940 Jan 28 04:27:25.368634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Request body: {'port': {'device_id': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:25.392674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27f48bf4-1d9d-45fc-8d33-ff95a96867eb req-d0ea2da9-e52a-40f5-b3c0-bc149724efb9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967565 Jan 28 04:27:25.435886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-004b5e3f-d9db-427a-a080-382642954226 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:25.436983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-004b5e3f-d9db-427a-a080-382642954226 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229719 Jan 28 04:27:25.489498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks [] for port (81ee3009-2944-4eab-90c2-d0633201400e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.508861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.509692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] Current status of the port 8d3d0344-4a66-4c67-a37d-622c6798fc3d is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:25.510139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.526060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-1933303a-fd4d-4431-acba-48550c0ebefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:25.527484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-1933303a-fd4d-4431-acba-48550c0ebefa service neutron] 10.222.0.21 "GET /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 1093 time: 0.0754650 Jan 28 04:27:25.579786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Request body: {'binding': {'host': 'n-h1-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:25.580479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Unknown quota resources ['binding']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:27:25.588616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (81ee3009-2944-4eab-90c2-d0633201400e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.598994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] For port 8d3d0344-4a66-4c67-a37d-622c6798fc3d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d3d0344-4a66-4c67-a37d-622c6798fc3d,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:25.611366 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.655647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:25.660345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6f424a5d-adcb-4714-86df-bb43350d46af'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:25.663513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:25.668695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:25.672803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Pushing event updated for resources: {'Port': ['ID=81ee3009-2944-4eab-90c2-d0633201400e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:25.688156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:24Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:25.694036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f36a371-fb30-446a-bc47-228667321c8f req-510ae87f-8509-42cb-9c5d-10c73bc6ee06 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 210 time: 0.1588452 Jan 28 04:27:25.756840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:25.763939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.797845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-c145e94b-63f1-4d04-998b-bcc8d5876a0c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2453446 Jan 28 04:27:25.821796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Request body: {'port': {'device_id': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:25.853283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca51a-2726-49b1-acdb-8a756065ba54 None None] The sync data for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 is: [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:24Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:25.953124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c5b3f854-4254-4749-905d-d9ee3f886f72 None None] Provisioning complete for port 02a74d75-fccb-4861-8a3b-8214f145fed6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:25.958944 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f854-4254-4749-905d-d9ee3f886f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.988067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (81ee3009-2944-4eab-90c2-d0633201400e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:25.998725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb9698-bc69-4f1b-94be-6196d7aeb66f None None] Pushing event updated for resources: {'Port': ['ID=8d3d0344-4a66-4c67-a37d-622c6798fc3d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:26.073302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3f854-4254-4749-905d-d9ee3f886f72 None None] Port 02a74d75-fccb-4861-8a3b-8214f145fed6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:26.224960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f8fe5ffa-2043-48e4-addd-8eb14bf955b1 None None] Provisioning complete for port 81ee3009-2944-4eab-90c2-d0633201400e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:26.225367 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5ffa-2043-48e4-addd-8eb14bf955b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (81ee3009-2944-4eab-90c2-d0633201400e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:26.307646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe5ffa-2043-48e4-addd-8eb14bf955b1 None None] Port 81ee3009-2944-4eab-90c2-d0633201400e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:26.316908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fd00d-b7c2-4706-a839-8ba4d8b79b0d req-5fc01d76-8de7-420d-972e-a7bdf273e3c0 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:26.324678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f22fd00d-b7c2-4706-a839-8ba4d8b79b0d req-5fc01d76-8de7-420d-972e-a7bdf273e3c0 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 944 time: 0.0966983 Jan 28 04:27:26.505688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f22fd00d-b7c2-4706-a839-8ba4d8b79b0d req-1c35d5f7-e8c0-4fbb-8b3c-422848f2a82d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777327 Jan 28 04:27:26.576915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:26.606851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ee3009-2944-4eab-90c2-d0633201400e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:26.617738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on host n-h1-824835-3 for vnic_type normal with profile None {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:26.618078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:26.618405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:26.634349 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Publish callbacks [] for port (81ee3009-2944-4eab-90c2-d0633201400e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:26.665485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Transition to ACTIVE for port object 81ee3009-2944-4eab-90c2-d0633201400e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:26.679181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (81ee3009-2944-4eab-90c2-d0633201400e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:26.721516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:26.721900 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:26.726295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:26.727775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:26.745809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:26.746477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:26.747497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:26.748147 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Bound port: 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:26.842225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:26.842884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:26.862629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a74d75-fccb-4861-8a3b-8214f145fed6 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:26.903469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Publish callbacks [] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:26.921878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:26.929885 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03527cb3-e6c0-4cd3-ad4d-9c6e32d64655" -d '{"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-plugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:26.975814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Transition to ACTIVE for port object 02a74d75-fccb-4861-8a3b-8214f145fed6 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:26.997596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:27.003006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Pushing event updated for resources: {'Port': ['ID=81ee3009-2944-4eab-90c2-d0633201400e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:27.007621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.008688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf8f0c9e-f5ad-41a8-a166-d489bb67a247 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:27.058632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.063872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d3d0344-4a66-4c67-a37d-622c6798fc3d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:27.081184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Attempting to bind port 81ee3009-2944-4eab-90c2-d0633201400e on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:27.081625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Attempting to bind port 81ee3009-2944-4eab-90c2-d0633201400e by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:27.081959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Attempting to bind port 81ee3009-2944-4eab-90c2-d0633201400e on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:27.102108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Port 81ee3009-2944-4eab-90c2-d0633201400e on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:27.104102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Attempting to bind port 81ee3009-2944-4eab-90c2-d0633201400e on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:27.116080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:27.116420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:27.117229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:27.119412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Bound port: 81ee3009-2944-4eab-90c2-d0633201400e, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:27.122643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (81ee3009-2944-4eab-90c2-d0633201400e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.160256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:27.181183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8d3d0344-4a66-4c67-a37d-622c6798fc3d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:27.182999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.187812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:27.223667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:27.224199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.262097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Pushing event updated for resources: {'Port': ['ID=02a74d75-fccb-4861-8a3b-8214f145fed6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:27.309193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] For port 81ee3009-2944-4eab-90c2-d0633201400e, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:27.314684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] For port 81ee3009-2944-4eab-90c2-d0633201400e, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=81ee3009-2944-4eab-90c2-d0633201400e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:27.338267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (81ee3009-2944-4eab-90c2-d0633201400e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.368267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:27.383847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257ff1-1736-42fc-9d72-a666c47d7bfd req-b3395c05-afed-4f74-ac5a-3d2379345447 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:27.393137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c257ff1-1736-42fc-9d72-a666c47d7bfd req-b3395c05-afed-4f74-ac5a-3d2379345447 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.3987072 Jan 28 04:27:27.458276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:27.460073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.461791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] 10.222.0.52 "PUT /v2.0/ports/81ee3009-2944-4eab-90c2-d0633201400e HTTP/1.1" status: 200 len: 1094 time: 1.6493912 Jan 28 04:27:27.462451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'tag': '81ee3009-2944-4eab-90c2-d0633201400e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:27.465710 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbb00d5-f967-4fff-80ff-a3e1691237b4", "tag": "81ee3009-2944-4eab-90c2-d0633201400e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:27.470310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.471886 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-90bd314d-bd1a-445c-8af1-d94a3f9d9a09 service neutron] 10.222.0.21 "POST /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40/bindings HTTP/1.1" status: 201 len: 389 time: 1.9353266 Jan 28 04:27:27.526058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51fc0-fe01-4c07-b3f8-b94048e53baa service neutron] Pushing event updated for resources: {'Port': ['ID=81ee3009-2944-4eab-90c2-d0633201400e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:27.551706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c257ff1-1736-42fc-9d72-a666c47d7bfd req-95347af7-77b2-4957-aaf7-9ebc14700839 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572511 Jan 28 04:27:27.592260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:27.592662 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.601413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Attempting to bind port 02a74d75-fccb-4861-8a3b-8214f145fed6 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:27.601757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Attempting to bind port 02a74d75-fccb-4861-8a3b-8214f145fed6 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:27.602095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Attempting to bind port 02a74d75-fccb-4861-8a3b-8214f145fed6 on network a1931bb8-78c5-476e-af22-e44653fd66f1 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:27.620698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Port 02a74d75-fccb-4861-8a3b-8214f145fed6 on network a1931bb8-78c5-476e-af22-e44653fd66f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:27.624252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Attempting to bind port 02a74d75-fccb-4861-8a3b-8214f145fed6 on network a1931bb8-78c5-476e-af22-e44653fd66f1 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:27.649460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:27.650021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Checking segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:27.652712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Bound using segment: {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:27.653393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Bound port: 02a74d75-fccb-4861-8a3b-8214f145fed6, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567df282-a7a4-4b10-be6d-19e9476b2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:27.661752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.698984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-fa203d76-dcef-404f-bb0b-575f1302c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:27.703033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-fa203d76-dcef-404f-bb0b-575f1302c928 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 1097 time: 0.1648293 Jan 28 04:27:27.714523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:27.740968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:27.813773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-d8745b25-0359-4c05-be97-1fc6e34c1f0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=81ee3009-2944-4eab-90c2-d0633201400e HTTP/1.1" status: 200 len: 217 time: 0.0957637 Jan 28 04:27:27.842646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8d3d0344-4a66-4c67-a37d-622c6798fc3d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:27.926904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:27.934686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] For port 02a74d75-fccb-4861-8a3b-8214f145fed6, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:27.944992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.52', 64944) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:27.946288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd42906-60c7-44f0-ac82-3e66c111a74f req-c44ca3f9-fdaf-4b55-a0e5-a9ba5e9c2259 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:27.958612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4bd42906-60c7-44f0-ac82-3e66c111a74f req-c44ca3f9-fdaf-4b55-a0e5-a9ba5e9c2259 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 946 time: 0.1698725 Jan 28 04:27:27.966744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] For port 02a74d75-fccb-4861-8a3b-8214f145fed6, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=02a74d75-fccb-4861-8a3b-8214f145fed6,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:27.988458 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbdce8-4df5-40bf-b7d9-44452ee080f9 x-openstack-request-id: req-75cbdce8-4df5-40bf-b7d9-44452ee080f9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:27.988775 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-plugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:27.989038 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75cbdce8-4df5-40bf-b7d9-44452ee080f9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:27.989462 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'code': 200} Jan 28 04:27:27.995031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:28.006563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-47dbcfee-eb2f-4e7e-86cb-f0f42a915b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.008781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-47dbcfee-eb2f-4e7e-86cb-f0f42a915b90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1854358 Jan 28 04:27:28.076290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-4441e0bb-ba04-4633-9604-2bdfe2088acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.078604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-4441e0bb-ba04-4633-9604-2bdfe2088acd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1096 time: 0.1323683 Jan 28 04:27:28.087233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Pushing event updated for resources: {'Port': ['ID=02a74d75-fccb-4861-8a3b-8214f145fed6,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:28.089792 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca6b97b-28d3-4631-b815-f616bf148de5 x-openstack-request-id: req-8ca6b97b-28d3-4631-b815-f616bf148de5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:28.090714 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbb00d5-f967-4fff-80ff-a3e1691237b4", "tag": "81ee3009-2944-4eab-90c2-d0633201400e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:28.090845 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ca6b97b-28d3-4631-b815-f616bf148de5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:28.092098 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'tag': '81ee3009-2944-4eab-90c2-d0633201400e', 'status': 'completed', 'code': 200} Jan 28 04:27:28.137115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-01afdef6-74ee-4977-aa2f-c974acab0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.138642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-01afdef6-74ee-4977-aa2f-c974acab0419 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178219 Jan 28 04:27:28.139003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.139691 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:28.141198 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-eef2c1c4-9980-4888-aa80-c58f1b61aa7b service neutron] 10.222.0.52 "PUT /v2.0/ports/02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 1092 time: 2.7897890 Jan 28 04:27:28.150347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:28.161445 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0adac3-396b-419b-a8ca-df1e98cd8226" -d '{"events": [{"name": "network-changed", "server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:28.323063 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4bd42906-60c7-44f0-ac82-3e66c111a74f req-de15a66c-dd3b-4dd8-8636-c3ee25d19c9c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634422 Jan 28 04:27:28.416752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-fb4d6553-b007-4450-9ffe-e824ecb2dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.422013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-fb4d6553-b007-4450-9ffe-e824ecb2dee3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1095 time: 0.1907868 Jan 28 04:27:28.502703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-0306314f-6a88-48b4-ba77-2515d5b54296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 217 time: 0.0658507 Jan 28 04:27:28.691612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-9f1f9235-179c-4775-a82c-adf939b8b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.693677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-9f1f9235-179c-4775-a82c-adf939b8b659 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 200 len: 866 time: 0.1554177 Jan 28 04:27:28.757069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5296c-ee80-4610-9f5c-9dc89cbba988 req-a04b6bf9-bdf7-48df-9640-14eb16d7a9e7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.765301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09b5296c-ee80-4610-9f5c-9dc89cbba988 req-a04b6bf9-bdf7-48df-9640-14eb16d7a9e7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 945 time: 0.1513793 Jan 28 04:27:28.837671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-30d98b62-e79b-497e-bbc0-fb76b1be6034 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224687 Jan 28 04:27:28.847505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09b5296c-ee80-4610-9f5c-9dc89cbba988 req-65d8c49d-bd99-4cb7-9ff4-54b0746b2d42 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803201 Jan 28 04:27:28.859713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-e467e802-5044-45ba-9eed-2fb0459af469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:28.862766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-e467e802-5044-45ba-9eed-2fb0459af469 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1931bb8-78c5-476e-af22-e44653fd66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595888 Jan 28 04:27:29.002095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-e8378e35-790c-41d4-a852-c10053b48067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.003642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-e8378e35-790c-41d4-a852-c10053b48067 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.8843985 Jan 28 04:27:29.013676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa33de-dac2-4c9a-ae9d-d7ed4f38acca req-d656a7b6-af2d-4533-86a8-02e3df3b02b9 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.021835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6fa33de-dac2-4c9a-ae9d-d7ed4f38acca req-d656a7b6-af2d-4533-86a8-02e3df3b02b9 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 945 time: 0.1826031 Jan 28 04:27:29.071246 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231e8bf-700a-4a0b-b741-7a66c8d8c394 x-openstack-request-id: req-4231e8bf-700a-4a0b-b741-7a66c8d8c394 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:29.074618 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:29.075218 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4231e8bf-700a-4a0b-b741-7a66c8d8c394 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:29.076116 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'status': 'completed', 'code': 200} Jan 28 04:27:29.092700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-0fa44474-79b2-4f67-849a-59c32bbac946 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 217 time: 0.0681982 Jan 28 04:27:29.093457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-9dead684-be45-45ec-baf8-a0475b0a9f4e service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184532 Jan 28 04:27:29.167761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4df5f71-f3e7-4089-8896-9e4bcb90211c req-be3ae946-9624-4a1b-9570-dac3874158ac service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946513 Jan 28 04:27:29.179874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6fa33de-dac2-4c9a-ae9d-d7ed4f38acca req-3039fc5f-06a5-4fb1-ba95-242b484d6a67 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570897 Jan 28 04:27:29.235601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-ab2453bb-4d73-4567-a6ce-4da22a1e0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.247624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-ab2453bb-4d73-4567-a6ce-4da22a1e0dbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1383326 Jan 28 04:27:29.325550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dea0e-3a01-4f7e-abca-56792f672624 req-8790d61f-d84a-4589-a2bf-9bf8959bf376 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.334525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-574dea0e-3a01-4f7e-abca-56792f672624 req-8790d61f-d84a-4589-a2bf-9bf8959bf376 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.1255949 Jan 28 04:27:29.371751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b80bf46-e874-42d1-bb39-470e54ccefac req-c5bfd388-2de7-466f-afef-c954f13f581b service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643642 Jan 28 04:27:29.402908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-9da05e87-4e5f-43e4-aaf6-9a7d7b66f81b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026831 Jan 28 04:27:29.419670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-574dea0e-3a01-4f7e-abca-56792f672624 req-b44b8224-62aa-484e-9609-d1bb1b43ed6b tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837455 Jan 28 04:27:29.515129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-e179bf25-b718-4cfb-98f6-316e0a8629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.517573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-e179bf25-b718-4cfb-98f6-316e0a8629d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 1097 time: 0.1977620 Jan 28 04:27:29.601578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-538c8dda-77bb-45fe-8c7c-2034c9e42444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.608243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-538c8dda-77bb-45fe-8c7c-2034c9e42444 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1095 time: 0.1095989 Jan 28 04:27:29.724952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-a8f3c068-4a59-4c78-b833-d82b33c33741 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887030 Jan 28 04:27:29.746338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-d358ef32-8af6-42ea-8855-2efcdbbac4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.748772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-d358ef32-8af6-42ea-8855-2efcdbbac4ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 928 time: 0.1372771 Jan 28 04:27:29.809106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-b8a07027-4bc5-4507-9dba-79bc0777cdeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 217 time: 0.0519018 Jan 28 04:27:29.813160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd218f-270e-49b0-8d57-aba5339bef15 req-622f7dd4-a915-486d-be36-f64832c67751 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.820488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17cd218f-270e-49b0-8d57-aba5339bef15 req-622f7dd4-a915-486d-be36-f64832c67751 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 946 time: 0.1613462 Jan 28 04:27:29.843228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-47fd47a3-643d-4e06-9fb2-d7f9e7c5c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.844685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-47fd47a3-643d-4e06-9fb2-d7f9e7c5c34c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3194106 Jan 28 04:27:29.877064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-d34afc22-eba2-4db4-a1c0-a0a039924abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.880068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-d34afc22-eba2-4db4-a1c0-a0a039924abf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 200 len: 866 time: 0.0603197 Jan 28 04:27:29.917267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-62a893be-4627-495e-b38a-32b20f1bd594 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=81ee3009-2944-4eab-90c2-d0633201400e HTTP/1.1" status: 200 len: 217 time: 0.0624323 Jan 28 04:27:29.957457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-fdfcd7e8-c461-42a9-9942-5b7bb41e6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.959732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-fdfcd7e8-c461-42a9-9942-5b7bb41e6c24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1931bb8-78c5-476e-af22-e44653fd66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683954 Jan 28 04:27:29.973539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-fddf9103-5127-4fda-add8-f57fa33fe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:29.975032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-fddf9103-5127-4fda-add8-f57fa33fe218 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0500808 Jan 28 04:27:29.992864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:29.993999 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f06601-0406-465f-b51c-100b2db7807f" -d '{"events": [{"server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:30.018797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17cd218f-270e-49b0-8d57-aba5339bef15 req-7416e69f-5adc-4781-b146-5071d79fe506 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892970 Jan 28 04:27:30.051025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-52cdef5c-f0ab-4ea5-9e31-c3e47d4635d5 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183613 Jan 28 04:27:30.104028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-7013d1dc-2b51-4dc6-a94d-18a65af40b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:30.105794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-7013d1dc-2b51-4dc6-a94d-18a65af40b29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233783 Jan 28 04:27:30.110405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c5d2c-ae36-4f80-93f9-2e45e25376ac req-d939ff6e-a67c-44f5-9d02-620556a40c8e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:30.117371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-628c5d2c-ae36-4f80-93f9-2e45e25376ac req-d939ff6e-a67c-44f5-9d02-620556a40c8e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 945 time: 0.1568623 Jan 28 04:27:30.185914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-2af05ac8-d443-4937-a8d7-8c5de6d40ad9 service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143574 Jan 28 04:27:30.199143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-628c5d2c-ae36-4f80-93f9-2e45e25376ac req-dd5d3042-d876-4098-b12e-36390202194f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806353 Jan 28 04:27:30.248330 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ab006-22e8-4848-878d-31723d203fb9 x-openstack-request-id: req-a94ab006-22e8-4848-878d-31723d203fb9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:30.248657 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:30.248922 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a94ab006-22e8-4848-878d-31723d203fb9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:30.249344 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'code': 200} Jan 28 04:27:30.353511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.52', 64945) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:30.355826 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-a07aeb70-3e28-4391-adbc-5a800a4007c7 service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401744 Jan 28 04:27:30.415961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-ea7e394e-8635-4f3e-a4db-a7d463a1e0fd tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:30.417696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-ea7e394e-8635-4f3e-a4db-a7d463a1e0fd tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.1903379 Jan 28 04:27:30.459908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-3'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:30.467999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c8114-dceb-4229-bd5f-910086b99206 req-c871f74c-ace1-49f2-96d7-364839c2b65a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:30.477800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f30c8114-dceb-4229-bd5f-910086b99206 req-c871f74c-ace1-49f2-96d7-364839c2b65a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 945 time: 0.1192644 Jan 28 04:27:30.504137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abc8c-c3d1-4057-82f4-9c0af90fd9ac req-14f5c2a0-1fb5-43f7-9042-9982edb8c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:30.506603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae6abc8c-c3d1-4057-82f4-9c0af90fd9ac req-14f5c2a0-1fb5-43f7-9042-9982edb8c913 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1096 time: 0.1323044 Jan 28 04:27:30.510754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-f8f956a4-aebf-4de1-b83a-a466fbad848f service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816769 Jan 28 04:27:30.584379 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f30c8114-dceb-4229-bd5f-910086b99206 req-01770012-d23c-4873-aba6-70254b30f5b2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826631 Jan 28 04:27:30.641402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:30.718776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4553b3b-bbd1-436a-af74-b5a4d652d9b3 req-b154b298-c3b8-4883-b0c2-d28c70143eb1 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905456 Jan 28 04:27:30.729776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45a9d7-8bdb-4afa-a898-2ed049542f77 req-fb1a83ca-2b3d-4aed-b59d-f960df610ddd tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:30.737982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d45a9d7-8bdb-4afa-a898-2ed049542f77 req-fb1a83ca-2b3d-4aed-b59d-f960df610ddd tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.2256563 Jan 28 04:27:30.742978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae6abc8c-c3d1-4057-82f4-9c0af90fd9ac req-bb6657ce-3c7f-4f9a-8e4d-24b17726110a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167358 Jan 28 04:27:30.842204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d45a9d7-8bdb-4afa-a898-2ed049542f77 req-f2aaf5ce-3101-48ef-9904-f185bdaa927e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025724 Jan 28 04:27:30.961581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:31.012172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:31.076023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:31.080545 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80940bcb-fd05-4eb1-a450-1ff3842791bd" -d '{"events": [{"server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "name": "network-vif-unplugged", "status": "completed", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:31.089835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Publish callbacks [] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:31.108294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:31.167873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:31.243846 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8df471-ec9d-41e8-a234-ed9e81f667bb x-openstack-request-id: req-7d8df471-ec9d-41e8-a234-ed9e81f667bb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:31.244333 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "name": "network-vif-unplugged", "status": "completed", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:31.244614 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d8df471-ec9d-41e8-a234-ed9e81f667bb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:31.245082 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'code': 200} Jan 28 04:27:31.313226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on host n-h2-824835-3 for vnic_type normal with profile {"migrating_to": "n-h1-824835-3"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:31.313641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:31.314035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:31.324092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c896-171c-4691-91a7-411dc3224b36 req-a8a8a33c-b946-467e-a18d-546359a53def tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:31.325957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67b6c896-171c-4691-91a7-411dc3224b36 req-a8a8a33c-b946-467e-a18d-546359a53def tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 946 time: 0.1602464 Jan 28 04:27:31.328264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:31.328905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Attempting to bind port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:31.366751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:31.367217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:31.367715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:31.368267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Bound port: 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:31.368752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:31.399041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67b6c896-171c-4691-91a7-411dc3224b36 req-a16aef5c-b1ad-4482-91bb-8efd0df11372 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637653 Jan 28 04:27:31.492894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:31.499773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:31.509532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:31.530910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b532e82-4b2c-4286-b585-5e067f19f6da req-c554fffb-090d-4b7a-81d3-a17365343f8a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:31.538464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b532e82-4b2c-4286-b585-5e067f19f6da req-c554fffb-090d-4b7a-81d3-a17365343f8a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.1013594 Jan 28 04:27:31.603335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b532e82-4b2c-4286-b585-5e067f19f6da req-12c5ec2a-b113-42fc-89a8-63f15586dd51 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Jan 28 04:27:31.627461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:31.628187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:31.629986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] 10.222.0.52 "PUT /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 1121 time: 1.2008901 Jan 28 04:27:31.630936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfcb83-0d74-4afd-886e-d0361f546d40 service neutron] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:31.696818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6d62-74e0-48af-a851-e963db64be67 req-2dc6f170-e4ea-4cfa-8f1f-ec313036e5ee tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:31.704115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94fe6d62-74e0-48af-a851-e963db64be67 req-2dc6f170-e4ea-4cfa-8f1f-ec313036e5ee tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 945 time: 0.0602098 Jan 28 04:27:31.758023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94fe6d62-74e0-48af-a851-e963db64be67 req-32ac6bc2-b97c-4460-a80f-e36d6d85e82f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526845 Jan 28 04:27:31.852419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:32.267253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5633f9-1076-4645-9b9e-3a1042671dfa req-b09cf9c0-cc83-4df9-97cf-9f9de8972314 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:32.268946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5633f9-1076-4645-9b9e-3a1042671dfa req-b09cf9c0-cc83-4df9-97cf-9f9de8972314 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.3534625 Jan 28 04:27:32.321763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d5633f9-1076-4645-9b9e-3a1042671dfa req-9f3087ec-ee5c-4a07-97d6-ead88370f20f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460660 Jan 28 04:27:32.550311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7cb9a-dc0e-444d-834b-b2178cfc0d27 req-74348332-810d-497b-9af1-55d27c8bcfe4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:32.554497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85f7cb9a-dc0e-444d-834b-b2178cfc0d27 req-74348332-810d-497b-9af1-55d27c8bcfe4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 946 time: 0.0586731 Jan 28 04:27:32.628581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85f7cb9a-dc0e-444d-834b-b2178cfc0d27 req-8bc95133-438f-473d-88ff-89fc022e4c4a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667584 Jan 28 04:27:32.767499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a8b4-b9a9-47fe-84d7-5a76c3f6d37d req-45b8c7c9-e2a1-4494-a68c-06e1953045ec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:32.777358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a00a8b4-b9a9-47fe-84d7-5a76c3f6d37d req-45b8c7c9-e2a1-4494-a68c-06e1953045ec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.0755413 Jan 28 04:27:32.832007 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a00a8b4-b9a9-47fe-84d7-5a76c3f6d37d req-95d6fbc9-9e48-4bb8-92f6-dc663986dea8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537786 Jan 28 04:27:32.887759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda0784-9438-4d5b-bddf-d9326ab2fba3 req-8e928058-24bd-408b-bc0e-8a512eaccb66 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:32.889491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4fda0784-9438-4d5b-bddf-d9326ab2fba3 req-8e928058-24bd-408b-bc0e-8a512eaccb66 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 945 time: 0.0565908 Jan 28 04:27:32.945265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4fda0784-9438-4d5b-bddf-d9326ab2fba3 req-974e55ff-ddbc-4bef-a39f-810e255371f8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482571 Jan 28 04:27:33.076696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-a9ba4b47-0d90-4510-a120-af0d8b260e50 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-556820943&fields=id&tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 267 time: 0.0527632 Jan 28 04:27:33.136813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-caf4ff7e-4e77-4f86-9167-75dc7ba61708 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.144631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-caf4ff7e-4e77-4f86-9167-75dc7ba61708 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 945 time: 0.0619082 Jan 28 04:27:33.151844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'port': {'security_groups': ['bfd24344-5305-47fe-ae34-3a12371dce20', '40de83a3-9f8c-4038-a6c8-4d6ca0960abd']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:33.227367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:33.261804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:33.264401 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245f414-627b-4ec6-be5e-7775b9abe974" -d '{"events": [{"name": "network-changed", "server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:33.422622 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2818663-b45b-4e71-8b04-f38466ea780a x-openstack-request-id: req-f2818663-b45b-4e71-8b04-f38466ea780a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:33.422926 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:33.423498 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2818663-b45b-4e71-8b04-f38466ea780a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:33.423913 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'status': 'completed', 'code': 200} Jan 28 04:27:33.480292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:33.547515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:33.555500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-ae9d3cce-6186-4790-aacc-f3afce5ccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.559112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-ae9d3cce-6186-4790-aacc-f3afce5ccb35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1124 time: 0.0733972 Jan 28 04:27:33.559112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:33.568318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd1166-4637-41b9-ac18-30a17f4eaf9c req-1d7fe3e9-0577-460c-9a3d-2750603f0848 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.568888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-effd1166-4637-41b9-ac18-30a17f4eaf9c req-1d7fe3e9-0577-460c-9a3d-2750603f0848 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.0786865 Jan 28 04:27:33.598663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:33.646661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-effd1166-4637-41b9-ac18-30a17f4eaf9c req-7dc55563-123c-44be-8876-6ea2fa901c08 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718017 Jan 28 04:27:33.738951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.739504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:33.741729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b47faee6-c34a-4aa4-a013-f3b6c2bd5be3 req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "PUT /v2.0/ports/cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 981 time: 0.5960517 Jan 28 04:27:33.763789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de95b2-badd-426c-bc24-05cdba0d6bbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:33.813834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-9a314133-f427-4fbf-afbb-29af96c1dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.817020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-9a314133-f427-4fbf-afbb-29af96c1dafd service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.2488880 Jan 28 04:27:33.871626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-300605a5-5294-4644-9d84-be248e1a22e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 217 time: 0.0443230 Jan 28 04:27:33.955254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-da43c90e-8f83-4762-b029-59d17a5d652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.956771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-da43c90e-8f83-4762-b029-59d17a5d652c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0707772 Jan 28 04:27:33.961575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b71d-bd5c-4fe3-a2ad-7a3759046d79 req-189efc78-c4e0-43d3-abc4-8c94f940a1c8 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.963869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36f3b71d-bd5c-4fe3-a2ad-7a3759046d79 req-189efc78-c4e0-43d3-abc4-8c94f940a1c8 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 946 time: 0.0665917 Jan 28 04:27:33.993718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:33.996191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-1884e89f-eb9b-49b8-9c2c-1364f67605a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303886 Jan 28 04:27:34.008390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-185d1460-a44c-46ad-b1c9-da22640da965 req-0a75cf05-1d62-4ba8-a39d-8be8ac1b3cf8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-543536953&fields=id&tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 267 time: 0.0853291 Jan 28 04:27:34.079722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36f3b71d-bd5c-4fe3-a2ad-7a3759046d79 req-75eb9d84-b37f-4ee9-a9f0-4777bbc47417 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097071 Jan 28 04:27:34.172948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-722dfcc9-10df-4f5d-af49-55212ab41b4b service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634209 Jan 28 04:27:34.185383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1460-a44c-46ad-b1c9-da22640da965 req-8a62fa0d-5631-4a02-8ba6-ef6462e49032 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:34.187043 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-185d1460-a44c-46ad-b1c9-da22640da965 req-8a62fa0d-5631-4a02-8ba6-ef6462e49032 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 984 time: 0.1705539 Jan 28 04:27:34.213677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'port': {'security_groups': ['40de83a3-9f8c-4038-a6c8-4d6ca0960abd', 'bfd24344-5305-47fe-ae34-3a12371dce20', '5e5edc87-4839-43ff-8952-5e3191b41f80']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:34.216188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633492e5-6071-4b1f-89ce-dc730c465c70 req-35a81f4c-6ecc-4189-8aa1-3323f4294842 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:34.217930 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-633492e5-6071-4b1f-89ce-dc730c465c70 req-35a81f4c-6ecc-4189-8aa1-3323f4294842 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.0841813 Jan 28 04:27:34.276053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-633492e5-6071-4b1f-89ce-dc730c465c70 req-298adf39-b6f6-4137-95ff-1c4841a76ea4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515676 Jan 28 04:27:34.366812 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:34.394946 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1245f414-627b-4ec6-be5e-7775b9abe974 req-bcacb343-7d98-4eea-baea-16b1db4e038c service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068360 Jan 28 04:27:34.615044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:34.648798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:34.654587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:34.660731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 81ee3009-2944-4eab-90c2-d0633201400e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:34.703921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:34.719627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:34.743747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:34.746029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:34.747586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-185d1460-a44c-46ad-b1c9-da22640da965 req-e9c4368d-3368-402d-a158-129c26ab2df3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "PUT /v2.0/ports/cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 1020 time: 0.5459280 Jan 28 04:27:34.862854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94190f4-772d-4760-8bda-1ddb473507de req-ff287879-b63f-41f2-8cd0-f0fd66f911be tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:34.868911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfa02a-16a2-4529-a328-729be62b33e3 req-5c3c9aea-efd7-4e40-b923-6b9f765e2a0d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:34.872725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a94190f4-772d-4760-8bda-1ddb473507de req-ff287879-b63f-41f2-8cd0-f0fd66f911be tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.0689917 Jan 28 04:27:34.877072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdcfa02a-16a2-4529-a328-729be62b33e3 req-5c3c9aea-efd7-4e40-b923-6b9f765e2a0d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1023 time: 0.0714519 Jan 28 04:27:34.941900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a94190f4-772d-4760-8bda-1ddb473507de req-66f7ab5f-b8ac-4225-a9aa-969f42c08bad tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679221 Jan 28 04:27:34.994066 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:27:35.009723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdcfa02a-16a2-4529-a328-729be62b33e3 req-75158969-6f18-4737-a31c-a489024067d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=5e5edc87-4839-43ff-8952-5e3191b41f80&id=40de83a3-9f8c-4038-a6c8-4d6ca0960abd HTTP/1.1" status: 200 len: 6198 time: 0.1316686 Jan 28 04:27:35.092597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:35.105956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2cdf5627-a9fe-4249-8863-9e2fc6a36600 req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2021305203 ', 'description': 'tempest-description-2143795598'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:35.143819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2cdf5627-a9fe-4249-8863-9e2fc6a36600 req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.161089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 81ee3009-2944-4eab-90c2-d0633201400e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=81ee3009-2944-4eab-90c2-d0633201400e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:35.174280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '81ee3009-2944-4eab-90c2-d0633201400e', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '81ee3009-2944-4eab-90c2-d0633201400e', 'mac_address': 'fa:16:3e:d6:36:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:35.228947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 81ee3009-2944-4eab-90c2-d0633201400e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:35.229642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (81ee3009-2944-4eab-90c2-d0633201400e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.242631 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2cdf5627-a9fe-4249-8863-9e2fc6a36600 req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (fc390c24-cc76-4693-9bbb-2cc94f9e22a2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.251209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e35cc-951d-4761-b618-9a3a35af9542 req-eaa8b956-5570-47f1-9ab1-bcd5ee456805 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:35.252996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2cdf5627-a9fe-4249-8863-9e2fc6a36600 req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fc390c24-cc76-4693-9bbb-2cc94f9e22a2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.259153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f5e35cc-951d-4761-b618-9a3a35af9542 req-eaa8b956-5570-47f1-9ab1-bcd5ee456805 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 946 time: 0.0925968 Jan 28 04:27:35.268307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ee3009-2944-4eab-90c2-d0633201400e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:35.289571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 81ee3009-2944-4eab-90c2-d0633201400e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=81ee3009-2944-4eab-90c2-d0633201400e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:35.298551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2cdf5627-a9fe-4249-8863-9e2fc6a36600 req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.300703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cdf5627-a9fe-4249-8863-9e2fc6a36600 req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1994443 Jan 28 04:27:35.302964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e982ffe-c19e-4023-b9a0-683117ff7c1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc390c24-cc76-4693-9bbb-2cc94f9e22a2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:35.314905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (81ee3009-2944-4eab-90c2-d0633201400e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.315577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:35.341160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f5e35cc-951d-4761-b618-9a3a35af9542 req-1679559b-3d7c-41a7-a9c7-558731a692c8 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806756 Jan 28 04:27:35.383885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f42d848e-15fc-4892-ab6e-50c411791a70 req-bb1b2027-e442-4662-b6fe-163c64649aa6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/fc390c24-cc76-4693-9bbb-2cc94f9e22a2 HTTP/1.1" status: 200 len: 1798 time: 0.0552588 Jan 28 04:27:35.427947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247'}, {'name': 'network-changed', 'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:35.430796 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb0773-18d2-4672-b595-08aee0e637e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247"}, {"name": "network-changed", "server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:35.495941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e39a021-9cd0-4c09-8035-16c844fa7a41 req-75bbf4d0-e5db-4760-9f09-256b368ea5c7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/fc390c24-cc76-4693-9bbb-2cc94f9e22a2 HTTP/1.1" status: 200 len: 1798 time: 0.0865545 Jan 28 04:27:35.503304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b6e13-a7f1-462f-8d2b-78db56b2601b req-ed6b8186-e7e8-48c2-ab4a-f86e6d43ba15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:35.505649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c3b6e13-a7f1-462f-8d2b-78db56b2601b req-ed6b8186-e7e8-48c2-ab4a-f86e6d43ba15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.0743754 Jan 28 04:27:35.514561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=81ee3009-2944-4eab-90c2-d0633201400e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:35.553548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:35.575453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c3b6e13-a7f1-462f-8d2b-78db56b2601b req-8ec3ac38-0f88-4d54-8a72-06de19d3c293 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 Jan 28 04:27:35.589565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 has no active binding in host n-h1-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:27:35.589957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 02a74d75-fccb-4861-8a3b-8214f145fed6 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:35.620088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8e39a021-9cd0-4c09-8035-16c844fa7a41 req-1276c11b-f839-4614-b9c1-b881ff9c39d6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (fc390c24-cc76-4693-9bbb-2cc94f9e22a2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.644085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8e39a021-9cd0-4c09-8035-16c844fa7a41 req-1276c11b-f839-4614-b9c1-b881ff9c39d6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (fc390c24-cc76-4693-9bbb-2cc94f9e22a2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.660284 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a642fd-7c78-458c-916b-3b70f33b5870 x-openstack-request-id: req-c5a642fd-7c78-458c-916b-3b70f33b5870 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:35.660586 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:35.660842 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5a642fd-7c78-458c-916b-3b70f33b5870 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:35.661306 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'status': 'completed', 'code': 200} Jan 28 04:27:35.661568 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'status': 'completed', 'code': 200} Jan 28 04:27:35.715175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8e39a021-9cd0-4c09-8035-16c844fa7a41 req-1276c11b-f839-4614-b9c1-b881ff9c39d6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fc390c24-cc76-4693-9bbb-2cc94f9e22a2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.717954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8e39a021-9cd0-4c09-8035-16c844fa7a41 req-1276c11b-f839-4614-b9c1-b881ff9c39d6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.719120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e39a021-9cd0-4c09-8035-16c844fa7a41 req-1276c11b-f839-4614-b9c1-b881ff9c39d6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc390c24-cc76-4693-9bbb-2cc94f9e22a2 HTTP/1.1" status: 204 len: 173 time: 0.2153778 Jan 28 04:27:35.734190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276c11b-f839-4614-b9c1-b881ff9c39d6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc390c24-cc76-4693-9bbb-2cc94f9e22a2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:35.763660 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-fb8a5f4a-a5b8-494c-a98c-3fa69b895a91 req-2ca0df3a-583e-45f9-9967-52bb9b77833d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:27:35.774287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb8a5f4a-a5b8-494c-a98c-3fa69b895a91 req-2ca0df3a-583e-45f9-9967-52bb9b77833d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/fc390c24-cc76-4693-9bbb-2cc94f9e22a2 HTTP/1.1" status: 404 len: 352 time: 0.0278883 Jan 28 04:27:35.848954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-37ab02da-b7fa-4144-9df5-1eb19d781c0d req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1762709567', 'description': 'tempest-description-120624605'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:35.855337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 02a74d75-fccb-4861-8a3b-8214f145fed6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=02a74d75-fccb-4861-8a3b-8214f145fed6,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:35.879186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-4a1587d8-213f-4672-ae95-b0babd3b69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:35.881269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-4a1587d8-213f-4672-ae95-b0babd3b69ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1174 time: 0.0882206 Jan 28 04:27:35.886774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'port_id': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'mac_address': 'fa:16:3e:e3:78:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:35.888495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37ab02da-b7fa-4144-9df5-1eb19d781c0d req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.940814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.037910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-488b8302-8118-47a0-bea7-8eb178f721d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.039673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-488b8302-8118-47a0-bea7-8eb178f721d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.1472406 Jan 28 04:27:36.056231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 02a74d75-fccb-4861-8a3b-8214f145fed6 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:36.056811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.089354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a74d75-fccb-4861-8a3b-8214f145fed6 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:36.111110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b8c99-dcd4-432b-a1e6-f01dd0519cab req-7dddd646-cd88-4a8f-b5a7-0b935c1e73d8 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.112544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-9b1deb96-5168-4e82-b4cd-9b67e03324a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 217 time: 0.0585425 Jan 28 04:27:36.115616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37ab02da-b7fa-4144-9df5-1eb19d781c0d req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (1b5451ee-1aed-4332-b3a0-9181e495fd34), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.119667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 02a74d75-fccb-4861-8a3b-8214f145fed6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=02a74d75-fccb-4861-8a3b-8214f145fed6,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:36.121099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e4b8c99-dcd4-432b-a1e6-f01dd0519cab req-7dddd646-cd88-4a8f-b5a7-0b935c1e73d8 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 944 time: 0.0799916 Jan 28 04:27:36.125374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37ab02da-b7fa-4144-9df5-1eb19d781c0d req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1b5451ee-1aed-4332-b3a0-9181e495fd34), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.127151 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.187751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=02a74d75-fccb-4861-8a3b-8214f145fed6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:36.198197 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e4b8c99-dcd4-432b-a1e6-f01dd0519cab req-edbcebe4-c567-4b82-adcb-364e54e9bf12 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760994 Jan 28 04:27:36.478881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5451ee-1aed-4332-b3a0-9181e495fd34,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:36.495004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37ab02da-b7fa-4144-9df5-1eb19d781c0d req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.496387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37ab02da-b7fa-4144-9df5-1eb19d781c0d req-26697cc4-de59-447c-9e9f-443b60cef8ce tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6561143 Jan 28 04:27:36.498349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-5ccc1728-0693-4006-bce1-a999eb8a589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.501155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-5ccc1728-0693-4006-bce1-a999eb8a589a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.3722942 Jan 28 04:27:36.539650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-5acafb1d-7fb4-47b5-90dc-b7d668f9ff76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287325 Jan 28 04:27:36.545444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-44a29a48-cb1d-43b2-a3d7-32d3eb44ebec req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1286754158', 'description': 'tempest-description-1446729137'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:36.564478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f8aee-80b4-4446-a0da-288b2b5ac4ba req-d092fbb4-3af3-44f8-976c-816ad4e93907 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.566869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d7f8aee-80b4-4446-a0da-288b2b5ac4ba req-d092fbb4-3af3-44f8-976c-816ad4e93907 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 947 time: 0.0895782 Jan 28 04:27:36.622300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44a29a48-cb1d-43b2-a3d7-32d3eb44ebec req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.637288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d7f8aee-80b4-4446-a0da-288b2b5ac4ba req-8e51d24b-7c9a-4e61-89c9-a443d399e310 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636945 Jan 28 04:27:36.684371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-a3359c97-0525-454c-9ef3-4e42439339dd service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335661 Jan 28 04:27:36.779512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44a29a48-cb1d-43b2-a3d7-32d3eb44ebec req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (502f9b69-a049-4abb-ab04-2091145bf24a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.780846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39dc15-c09b-48de-bd29-effcacbfb88e req-01323635-28eb-4043-b9b0-371c726b93f4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.782798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee39dc15-c09b-48de-bd29-effcacbfb88e req-01323635-28eb-4043-b9b0-371c726b93f4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.0546629 Jan 28 04:27:36.786519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44a29a48-cb1d-43b2-a3d7-32d3eb44ebec req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (502f9b69-a049-4abb-ab04-2091145bf24a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.838793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-fa4f4a61-c756-41eb-be0d-de16158c93e9 service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468372 Jan 28 04:27:36.839020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee39dc15-c09b-48de-bd29-effcacbfb88e req-2fe03e58-b19e-4ab0-98a8-4c4a9a7af219 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Jan 28 04:27:36.841334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44a29a48-cb1d-43b2-a3d7-32d3eb44ebec req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.842548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44a29a48-cb1d-43b2-a3d7-32d3eb44ebec req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3017652 Jan 28 04:27:36.843415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89219374-a126-44a4-b9ba-39745d723561 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502f9b69-a049-4abb-ab04-2091145bf24a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:36.870596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['81ee3009-2944-4eab-90c2-d0633201400e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:36.905196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-79b5ff5b-462c-45e8-8583-24c8907b1695 req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1557284124', 'description': 'tempest-description-545891354'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:36.924305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['02a74d75-fccb-4861-8a3b-8214f145fed6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:36.945281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79b5ff5b-462c-45e8-8583-24c8907b1695 req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.036309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-780cc9d8-bb15-4acb-8d5b-f805a634f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.040673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-780cc9d8-bb15-4acb-8d5b-f805a634f2f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1174 time: 0.0781212 Jan 28 04:27:37.069679 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79b5ff5b-462c-45e8-8583-24c8907b1695 req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.076453 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79b5ff5b-462c-45e8-8583-24c8907b1695 req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.113709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79b5ff5b-462c-45e8-8583-24c8907b1695 req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.119897 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79b5ff5b-462c-45e8-8583-24c8907b1695 req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2200108 Jan 28 04:27:37.136759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084b2c3-dc28-48bd-b329-1f8d2a0e7677 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:37.166290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-68736556-f538-4c1a-8791-849e9f194d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.167911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-68736556-f538-4c1a-8791-849e9f194d7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.1205714 Jan 28 04:27:37.233310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-7e39b806-e2a2-464d-a0e1-2d2c6cc6c4b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 200 len: 217 time: 0.0532470 Jan 28 04:27:37.311010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-8fb21199-8cef-435a-b983-fabf0276a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.312652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-8fb21199-8cef-435a-b983-fabf0276a8f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.0690813 Jan 28 04:27:37.335423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483a270-942a-4165-938d-ff186653b0b8 req-e1696658-2952-45d7-b034-73f0080bfd1e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.342675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8483a270-942a-4165-938d-ff186653b0b8 req-e1696658-2952-45d7-b034-73f0080bfd1e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 945 time: 0.0751593 Jan 28 04:27:37.359845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-e239d090-0017-484b-874c-0ba53e6f9578 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398078 Jan 28 04:27:37.379601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4e7ead3-54de-4340-8324-1248dc99fb58 req-fb0d2acb-7291-4d1d-96d3-1aee5a868f40 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 10997 time: 0.2354419 Jan 28 04:27:37.406607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8483a270-942a-4165-938d-ff186653b0b8 req-44d74e3b-3dd2-4ada-849b-c76049b56022 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630343 Jan 28 04:27:37.453198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.488314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4e7ead3-54de-4340-8324-1248dc99fb58 req-a6cfa783-7177-4936-aff7-a80b872556c5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/bfd24344-5305-47fe-ae34-3a12371dce20 HTTP/1.1" status: 200 len: 2998 time: 0.0989687 Jan 28 04:27:37.522595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-ccddad65-02ea-4110-9653-c1b5b5b8cc2e service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418917 Jan 28 04:27:37.598728 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4e7ead3-54de-4340-8324-1248dc99fb58 req-439f4683-d0ed-4aea-ac1f-e76e1518d8c2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/bfd24344-5305-47fe-ae34-3a12371dce20 HTTP/1.1" status: 200 len: 2998 time: 0.1013021 Jan 28 04:27:37.647497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1efb0773-18d2-4672-b595-08aee0e637e2 req-e3821e7c-23a9-4606-b20a-06f79c659e5c service neutron] 10.222.0.52 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169159 Jan 28 04:27:37.685641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b677a43-7dfc-4374-baa0-8aa8bc19ad5e req-f3265307-0923-4c9a-8d1a-394536240e6c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/1b5451ee-1aed-4332-b3a0-9181e495fd34 HTTP/1.1" status: 200 len: 1817 time: 0.0578139 Jan 28 04:27:37.785301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b677a43-7dfc-4374-baa0-8aa8bc19ad5e req-fd4bc3d6-3e40-493a-b4a6-ef2b35a4780d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (1b5451ee-1aed-4332-b3a0-9181e495fd34), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.791296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4ae3-ffd1-4e2f-9f43-a77634e00f6f req-2a13eab5-1daf-41d8-939b-fad1044cd33a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.792937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcc4ae3-ffd1-4e2f-9f43-a77634e00f6f req-2a13eab5-1daf-41d8-939b-fad1044cd33a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 947 time: 0.0603709 Jan 28 04:27:37.812001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b677a43-7dfc-4374-baa0-8aa8bc19ad5e req-fd4bc3d6-3e40-493a-b4a6-ef2b35a4780d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (1b5451ee-1aed-4332-b3a0-9181e495fd34), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.862761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcc4ae3-ffd1-4e2f-9f43-a77634e00f6f req-16954707-e544-4af6-9444-461f00d78c40 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Jan 28 04:27:37.873717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b677a43-7dfc-4374-baa0-8aa8bc19ad5e req-fd4bc3d6-3e40-493a-b4a6-ef2b35a4780d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1b5451ee-1aed-4332-b3a0-9181e495fd34), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.876518 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2b677a43-7dfc-4374-baa0-8aa8bc19ad5e req-fd4bc3d6-3e40-493a-b4a6-ef2b35a4780d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:37.877690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b677a43-7dfc-4374-baa0-8aa8bc19ad5e req-fd4bc3d6-3e40-493a-b4a6-ef2b35a4780d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b5451ee-1aed-4332-b3a0-9181e495fd34 HTTP/1.1" status: 204 len: 173 time: 0.1862214 Jan 28 04:27:37.888774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bc3d6-3e40-493a-b4a6-ef2b35a4780d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5451ee-1aed-4332-b3a0-9181e495fd34,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:37.935517 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-4731ec7b-f80b-43ad-a06b-d42638e59169 req-1c7fe3ec-9fea-4565-95fa-fc96b214f9b1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:27:37.946777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4731ec7b-f80b-43ad-a06b-d42638e59169 req-1c7fe3ec-9fea-4565-95fa-fc96b214f9b1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/1b5451ee-1aed-4332-b3a0-9181e495fd34 HTTP/1.1" status: 404 len: 352 time: 0.0280437 Jan 28 04:27:38.027384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a23bcc1-a490-46d4-bfd4-5f417def6e2f req-9230d978-08ee-4aa4-99ad-c8b337772c87 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/502f9b69-a049-4abb-ab04-2091145bf24a HTTP/1.1" status: 200 len: 1818 time: 0.0627928 Jan 28 04:27:38.101318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0a23bcc1-a490-46d4-bfd4-5f417def6e2f req-fb6611db-2b9e-4108-96ba-79c811767685 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (502f9b69-a049-4abb-ab04-2091145bf24a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:38.137877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0a23bcc1-a490-46d4-bfd4-5f417def6e2f req-fb6611db-2b9e-4108-96ba-79c811767685 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (502f9b69-a049-4abb-ab04-2091145bf24a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:38.269433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0a23bcc1-a490-46d4-bfd4-5f417def6e2f req-fb6611db-2b9e-4108-96ba-79c811767685 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (502f9b69-a049-4abb-ab04-2091145bf24a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:38.274254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0a23bcc1-a490-46d4-bfd4-5f417def6e2f req-fb6611db-2b9e-4108-96ba-79c811767685 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:38.277064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083ccc-37a6-434f-943f-1fc97ec78ca4 req-273fba36-aadf-4eec-8de7-44a588739b1e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:38.279428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a23bcc1-a490-46d4-bfd4-5f417def6e2f req-fb6611db-2b9e-4108-96ba-79c811767685 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/502f9b69-a049-4abb-ab04-2091145bf24a HTTP/1.1" status: 204 len: 173 time: 0.2508605 Jan 28 04:27:38.305291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff083ccc-37a6-434f-943f-1fc97ec78ca4 req-273fba36-aadf-4eec-8de7-44a588739b1e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 943 time: 0.1180432 Jan 28 04:27:38.306738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6611db-2b9e-4108-96ba-79c811767685 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f9b69-a049-4abb-ab04-2091145bf24a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:38.467248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff083ccc-37a6-434f-943f-1fc97ec78ca4 req-970717b2-b56c-4c08-b011-656ff7c5763e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609781 Jan 28 04:27:38.571415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb9ad-a8c9-4f05-943c-9ca1a0cb4630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:38.643761 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-9923664e-42f7-41eb-892f-aa130b095bad req-fc932c38-270f-49f8-9ce5-000c055f5a41 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:27:38.657760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9923664e-42f7-41eb-892f-aa130b095bad req-fc932c38-270f-49f8-9ce5-000c055f5a41 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/502f9b69-a049-4abb-ab04-2091145bf24a HTTP/1.1" status: 404 len: 352 time: 0.1609855 Jan 28 04:27:38.659516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-b287a612-8923-460a-a1b1-087f44f3554a service neutron] 10.222.0.47 "GET /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.2675259 Jan 28 04:27:38.669855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:38.718446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8288-c8a8-4d74-92a9-ab3684b93c02 req-c556c61d-a4c6-4f26-beb9-d342ce3ff67d tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:38.730170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-271d8288-c8a8-4d74-92a9-ab3684b93c02 req-c556c61d-a4c6-4f26-beb9-d342ce3ff67d tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 945 time: 0.1316214 Jan 28 04:27:38.846263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-271d8288-c8a8-4d74-92a9-ab3684b93c02 req-63986580-a3aa-4200-b86f-f60c0aeb638c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151147 Jan 28 04:27:38.880335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:38.898419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 has no active binding in host n-h1-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:27:38.951015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a67c5e1-243e-48c9-9ad7-93c5019f191d req-8b60b4a7-7790-4208-b086-14e3a2acf99a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1 HTTP/1.1" status: 200 len: 1817 time: 0.0778875 Jan 28 04:27:39.039810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1a67c5e1-243e-48c9-9ad7-93c5019f191d req-7183ae5d-95d8-4908-9a79-a20b90b4dff1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.054835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680885e-2b27-4a70-8716-9a3fb27b770f req-06f587bf-7a78-4a8f-bc8c-49f1f6d63119 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:39.056361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8680885e-2b27-4a70-8716-9a3fb27b770f req-06f587bf-7a78-4a8f-bc8c-49f1f6d63119 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 947 time: 0.0961301 Jan 28 04:27:39.066265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:39.078076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1a67c5e1-243e-48c9-9ad7-93c5019f191d req-7183ae5d-95d8-4908-9a79-a20b90b4dff1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.153351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8680885e-2b27-4a70-8716-9a3fb27b770f req-f037c54a-6204-4f17-8dc5-706c584180e4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889139 Jan 28 04:27:39.154918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:39.187753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1a67c5e1-243e-48c9-9ad7-93c5019f191d req-7183ae5d-95d8-4908-9a79-a20b90b4dff1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.195869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:39.197671 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1a67c5e1-243e-48c9-9ad7-93c5019f191d req-7183ae5d-95d8-4908-9a79-a20b90b4dff1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.200297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a67c5e1-243e-48c9-9ad7-93c5019f191d req-7183ae5d-95d8-4908-9a79-a20b90b4dff1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1 HTTP/1.1" status: 204 len: 173 time: 0.2483919 Jan 28 04:27:39.212051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:39.225759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183ae5d-95d8-4908-9a79-a20b90b4dff1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:39.241558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.254335 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-29135427-888c-4296-b4f1-9ad2f62cb3ef req-13e0a7ca-d0ab-42a7-9d6a-8f347472688b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:27:39.255975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29135427-888c-4296-b4f1-9ad2f62cb3ef req-13e0a7ca-d0ab-42a7-9d6a-8f347472688b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1 HTTP/1.1" status: 404 len: 352 time: 0.0230174 Jan 28 04:27:39.391518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8ee113e-49eb-4820-b922-8fa1b2404744 req-b0285dd3-d8c3-438b-a9ad-5f8ea2880a29 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 6198 time: 0.1117685 Jan 28 04:27:39.406375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] Transition to ACTIVE for port object 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:39.415903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.467517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8ee113e-49eb-4820-b922-8fa1b2404744 req-e11416b4-cd7b-436c-8830-e9f3c3752f7a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/bfd24344-5305-47fe-ae34-3a12371dce20 HTTP/1.1" status: 200 len: 2998 time: 0.0674253 Jan 28 04:27:39.485609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] Pushing event updated for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:39.534091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8ee113e-49eb-4820-b922-8fa1b2404744 req-28f5f371-0288-43fc-80d6-2e6178cd6d9c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/bfd24344-5305-47fe-ae34-3a12371dce20 HTTP/1.1" status: 200 len: 2998 time: 0.0656221 Jan 28 04:27:39.562810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] No DVR routers for this DVR port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:39.601777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167246a8-ff12-4c64-abc3-533c0551e45d req-6e4cc2b2-4a50-4b27-8f9d-4bc4e57ce46e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:39.603299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-167246a8-ff12-4c64-abc3-533c0551e45d req-6e4cc2b2-4a50-4b27-8f9d-4bc4e57ce46e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1097 time: 0.1000078 Jan 28 04:27:39.606974 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6727061b-ae46-46a7-a9e2-93a75d149af4 service neutron] 10.222.0.47 "PUT /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40/bindings/n-h1-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9399471 Jan 28 04:27:39.680046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-167246a8-ff12-4c64-abc3-533c0551e45d req-0d020c6f-960a-4f03-8027-141a4265d3cb tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Jan 28 04:27:39.727426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-bf4dc64c-073e-427d-aa50-e07e9e37f17f req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1308061861', 'description': 'tempest-description-661149349'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:39.754192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf4dc64c-073e-427d-aa50-e07e9e37f17f req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.783144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e957f-0d7a-4e09-ac68-f7c3a2472967 req-7cc91811-0782-4df5-bb8f-e9edcbfe459c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:39.791284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f32e957f-0d7a-4e09-ac68-f7c3a2472967 req-7cc91811-0782-4df5-bb8f-e9edcbfe459c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.1025035 Jan 28 04:27:39.867518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f32e957f-0d7a-4e09-ac68-f7c3a2472967 req-7e904df0-e94c-4e89-9680-7703ae1a876a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752339 Jan 28 04:27:39.898138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-19d37d07-143c-4bb9-9a74-b8901117c803 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:39.899952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-19d37d07-143c-4bb9-9a74-b8901117c803 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.1192968 Jan 28 04:27:39.973042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf4dc64c-073e-427d-aa50-e07e9e37f17f req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.985893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf4dc64c-073e-427d-aa50-e07e9e37f17f req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:39.986203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-94e19129-55b1-4996-98cb-95efd9996be6 req-a74edaab-73af-4ac5-9056-98277dc154cb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:39.987491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94e19129-55b1-4996-98cb-95efd9996be6 req-a74edaab-73af-4ac5-9056-98277dc154cb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065584 Jan 28 04:27:40.029741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-81fc98a0-249f-409e-ad41-a9dc3bec7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:40.031845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-81fc98a0-249f-409e-ad41-a9dc3bec7f12 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 1095 time: 0.1206310 Jan 28 04:27:40.042206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bf4dc64c-073e-427d-aa50-e07e9e37f17f req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:40.056356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf4dc64c-073e-427d-aa50-e07e9e37f17f req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3407211 Jan 28 04:27:40.130455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd72a83-4e1d-4131-86bd-e2f463dad803 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:40.169248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-73bba0e9-06ae-4996-b190-95f931596960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:40.174042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-73bba0e9-06ae-4996-b190-95f931596960 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1095 time: 0.0939996 Jan 28 04:27:40.396701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928667-679c-45ba-9572-415573e0232d req-1e0b9228-caa8-41b1-88e2-a20f08fc8213 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:40.398441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3928667-679c-45ba-9572-415573e0232d req-1e0b9228-caa8-41b1-88e2-a20f08fc8213 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 945 time: 0.0951557 Jan 28 04:27:40.402414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-9e5441e9-c755-4432-b61f-afc704dea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:40.403792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-9e5441e9-c755-4432-b61f-afc704dea261 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.2228086 Jan 28 04:27:40.470309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-3c462eb1-a336-47d4-9bef-299d95e97e61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 217 time: 0.0547473 Jan 28 04:27:40.573928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3928667-679c-45ba-9572-415573e0232d req-1e214fa9-d85c-42b8-a337-5d21de0e40e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643806 Jan 28 04:27:40.588251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-77c23076-75f6-40b6-b1d3-ca61a4097869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:40.589903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-77c23076-75f6-40b6-b1d3-ca61a4097869 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1066668 Jan 28 04:27:40.647319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-6992d561-b0d3-4060-b1c2-4ea1b7d05509 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474038 Jan 28 04:27:40.682144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 81ee3009-2944-4eab-90c2-d0633201400e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:40.825866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2b662aa-4b71-4ba5-909e-d00f025a8e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:40.837114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1d7fa903-8269-43ad-94b8-9eeff0d5ed5e req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1632419863', 'description': 'tempest-description-1690064186'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:40.839735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 81ee3009-2944-4eab-90c2-d0633201400e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:40.844067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 81ee3009-2944-4eab-90c2-d0633201400e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:40.844654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (81ee3009-2944-4eab-90c2-d0633201400e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:40.884675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1d7fa903-8269-43ad-94b8-9eeff0d5ed5e req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:40.952681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-9dc2f37e-66ed-4bcd-beb5-b83d1ec6df68 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983272 Jan 28 04:27:41.058658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:41.149368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 81ee3009-2944-4eab-90c2-d0633201400e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:41.150084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (81ee3009-2944-4eab-90c2-d0633201400e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.219397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1d7fa903-8269-43ad-94b8-9eeff0d5ed5e req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (37cf31dd-9e5b-4d18-8074-6eeecaa5632f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.226993 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1d7fa903-8269-43ad-94b8-9eeff0d5ed5e req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (37cf31dd-9e5b-4d18-8074-6eeecaa5632f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.254760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ee3009-2944-4eab-90c2-d0633201400e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:41.262556 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e59a6b4-619c-4867-bcef-13e55e8851f4" -d '{"events": [{"server_uuid": "4dbb00d5-f967-4fff-80ff-a3e1691237b4", "name": "network-vif-plugged", "status": "completed", "tag": "81ee3009-2944-4eab-90c2-d0633201400e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:41.286458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 81ee3009-2944-4eab-90c2-d0633201400e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=81ee3009-2944-4eab-90c2-d0633201400e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:41.290495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:27:41.291611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:41.292264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1d7fa903-8269-43ad-94b8-9eeff0d5ed5e req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.293700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d7fa903-8269-43ad-94b8-9eeff0d5ed5e req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5305252 Jan 28 04:27:41.299223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8f4d7-31b3-4b5a-8df8-63d88ee3e1b4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf31dd-9e5b-4d18-8074-6eeecaa5632f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:41.315390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (81ee3009-2944-4eab-90c2-d0633201400e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.317607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-19b51a4a-3254-4e2b-aee0-ede1b10a91a6 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562641 Jan 28 04:27:41.318067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 02a74d75-fccb-4861-8a3b-8214f145fed6 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:41.446264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462de0df-48f6-45fa-acaf-b0aea835134d req-b4826c33-9706-46bb-b0ff-679acb138084 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:41.448140 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-462de0df-48f6-45fa-acaf-b0aea835134d req-b4826c33-9706-46bb-b0ff-679acb138084 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0818911 Jan 28 04:27:41.456691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=81ee3009-2944-4eab-90c2-d0633201400e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:41.473887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.475625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.475965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.476303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.476970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.477491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.479447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.480379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.481275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.482850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.483381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.483715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.485241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:41.494862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-be2c011b-758b-4778-9c6c-1e50f021501f tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:41.496166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-be2c011b-758b-4778-9c6c-1e50f021501f tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092821 Jan 28 04:27:41.545490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-462de0df-48f6-45fa-acaf-b0aea835134d req-0ce24189-1458-4324-b262-dea7b861fbe7 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912890 Jan 28 04:27:41.555921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-cd419803-a001-4623-8fd4-fc27d7ec4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:41.557352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-cd419803-a001-4623-8fd4-fc27d7ec4fb8 service neutron] 10.222.0.21 "GET /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 1094 time: 0.0477927 Jan 28 04:27:41.568045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Request body: {'binding': {'host': 'n-h1-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:41.568498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Unknown quota resources ['binding']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:27:41.579039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 02a74d75-fccb-4861-8a3b-8214f145fed6 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:41.585180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 02a74d75-fccb-4861-8a3b-8214f145fed6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:41.585362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.709183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 02a74d75-fccb-4861-8a3b-8214f145fed6 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:41.709885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.750345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 02a74d75-fccb-4861-8a3b-8214f145fed6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=02a74d75-fccb-4861-8a3b-8214f145fed6,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:41.755091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.828749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b670d6-bac9-40ea-afa6-28fdb82bc569 req-b1d1dd48-8264-4e6c-a82b-a3a6da13a718 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:41.829764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:41.830260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75b670d6-bac9-40ea-afa6-28fdb82bc569 req-b1d1dd48-8264-4e6c-a82b-a3a6da13a718 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.0919971 Jan 28 04:27:41.836645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-0356770b-2eab-4008-b459-f6f0c23507df tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:41.836860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=02a74d75-fccb-4861-8a3b-8214f145fed6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:41.838096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-0356770b-2eab-4008-b459-f6f0c23507df tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.1521733 Jan 28 04:27:41.960110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on host n-h1-824835-3 for vnic_type normal with profile None {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:41.960365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:41.960672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:41.965242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75b670d6-bac9-40ea-afa6-28fdb82bc569 req-493944b0-a46b-40cb-8c83-f11120683d9b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123087 Jan 28 04:27:41.971832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:41.972162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:41.981483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:41.981852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:41.981964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:41.982338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Bound port: 25cef835-19e1-487f-b012-018d64bf5ad4, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:42.085780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-72c3ed74-a50f-40a8-a2a1-da388a109208 service neutron] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:42.089394 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e22e648-38cf-4684-870c-179c1924c98b x-openstack-request-id: req-8e22e648-38cf-4684-870c-179c1924c98b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:42.089824 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb00d5-f967-4fff-80ff-a3e1691237b4", "name": "network-vif-plugged", "status": "completed", "tag": "81ee3009-2944-4eab-90c2-d0633201400e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:42.090185 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e22e648-38cf-4684-870c-179c1924c98b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:42.090639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-72c3ed74-a50f-40a8-a2a1-da388a109208 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:42.090775 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ee3009-2944-4eab-90c2-d0633201400e', 'code': 200} Jan 28 04:27:42.091844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3833a77b-d68f-47a4-83fd-ac549e306011 req-72c3ed74-a50f-40a8-a2a1-da388a109208 service neutron] 10.222.0.52 "DELETE /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40/bindings/n-h2-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.2400756 Jan 28 04:27:42.093822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:42.104517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:42.113360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3c2707f9-0bf5-418d-988f-3e0329237c88 service neutron] 10.222.0.21 "POST /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5497127 Jan 28 04:27:42.320501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a07b1-3fb9-4a9a-b87b-e481e50a7d31 req-be0a018c-93ce-443c-bb1b-1a56c43c81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.322041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c1a07b1-3fb9-4a9a-b87b-e481e50a7d31 req-be0a018c-93ce-443c-bb1b-1a56c43c81f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 1099 time: 0.0638731 Jan 28 04:27:42.336050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3261c6-214c-4cb9-87b1-dde0ae7c6191 req-08996af6-87ac-4ed5-bb4d-cb6f229a51be tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.341679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df3261c6-214c-4cb9-87b1-dde0ae7c6191 req-08996af6-87ac-4ed5-bb4d-cb6f229a51be tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0618708 Jan 28 04:27:42.351413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-9f216a96-b306-46c3-b5c7-e5399d0f1b1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.352900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-9f216a96-b306-46c3-b5c7-e5399d0f1b1a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 813 time: 0.1857040 Jan 28 04:27:42.382886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-1394f035-b2aa-43b1-aaf6-222baab4dc21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/quotas/01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 375 time: 0.0228307 Jan 28 04:27:42.389128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c1a07b1-3fb9-4a9a-b87b-e481e50a7d31 req-a8623d1c-3e99-4164-a835-0f4d4728bbe0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575471 Jan 28 04:27:42.393703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df3261c6-214c-4cb9-87b1-dde0ae7c6191 req-9f8cc39c-bcc6-4df2-b082-1d41825ef6de tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506330 Jan 28 04:27:42.434022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-48b3a154-05e5-46ef-82bb-692eadd5cb01 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438547 Jan 28 04:27:42.530582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-b97ee192-ca19-4603-88b6-25aa97a60136 service neutron] 10.222.0.21 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882287 Jan 28 04:27:42.605833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c75a3-ba53-468c-a137-3d66cd0a8097 req-6588f748-9e28-4372-a97a-9cee1a74d900 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.607420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e76c75a3-ba53-468c-a137-3d66cd0a8097 req-6588f748-9e28-4372-a97a-9cee1a74d900 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0530055 Jan 28 04:27:42.628522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-96bb39f9-8543-4826-a814-1b5ce3e5c48a service neutron] 10.222.0.21 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918479 Jan 28 04:27:42.656108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e76c75a3-ba53-468c-a137-3d66cd0a8097 req-a090bddd-324b-4757-ba3b-9f6c7b407212 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Jan 28 04:27:42.685268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:42.770879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:42.782681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db083-88ac-4c1e-8cd4-abc1c6d85624 req-19a2d99a-fd36-4f87-98ce-ce4b5fe2c396 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.784263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db2db083-88ac-4c1e-8cd4-abc1c6d85624 req-19a2d99a-fd36-4f87-98ce-ce4b5fe2c396 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1095 time: 0.0689125 Jan 28 04:27:42.833938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db2db083-88ac-4c1e-8cd4-abc1c6d85624 req-f72ec94c-4137-403c-a85b-7f9daae5eb22 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jan 28 04:27:42.886301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa091-af32-4936-b142-616e397750b7 req-13749184-4865-45f0-9026-af7e7d0d2224 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.887802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40baa091-af32-4936-b142-616e397750b7 req-13749184-4865-45f0-9026-af7e7d0d2224 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0766788 Jan 28 04:27:42.951710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40baa091-af32-4936-b142-616e397750b7 req-85c03093-7e17-4bcf-bf1e-1784e7d2d018 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Jan 28 04:27:43.025400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-18d9fac3-07fd-4349-8006-9aec72ca5e9a req-18cc369c-c7f5-4c30-adad-51f4f76c9160 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 210 time: 0.0338037 Jan 28 04:27:43.221427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-bf861fe3-3619-4684-aef0-45280593bf9b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.223065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-bf861fe3-3619-4684-aef0-45280593bf9b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.1282387 Jan 28 04:27:43.244783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-6c818916-b375-4a17-99fd-6ee215041102 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/quotas/36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 375 time: 0.0151613 Jan 28 04:27:43.281105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e1c77-f639-4588-8143-b504af9dd4fa req-59a8a548-1e09-4900-8faa-f7bf415cdef9 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.282627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-634e1c77-f639-4588-8143-b504af9dd4fa req-59a8a548-1e09-4900-8faa-f7bf415cdef9 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 950 time: 0.0530314 Jan 28 04:27:43.308750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-a9923cda-c8e0-4ef9-93a7-36a51e24573f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566788 Jan 28 04:27:43.353110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-634e1c77-f639-4588-8143-b504af9dd4fa req-69eceb1b-dbfb-4062-a3dc-1d45fdca61d4 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643322 Jan 28 04:27:43.413705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-821c07a1-76a3-4990-8f5a-69d8f0dd0f73 service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948668 Jan 28 04:27:43.518357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:43.526290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf9198-da6e-46e7-9010-f8f881fd9921 req-1f249fba-5b57-4142-968e-00313e129b1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.527809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94bf9198-da6e-46e7-9010-f8f881fd9921 req-1f249fba-5b57-4142-968e-00313e129b1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0568082 Jan 28 04:27:43.534814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-4b8e15bd-9252-4bcc-9ce1-cb0a4a81639e service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148679 Jan 28 04:27:43.581707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94bf9198-da6e-46e7-9010-f8f881fd9921 req-cb5e4a7a-a5b3-4937-9083-33c2add8cc91 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Jan 28 04:27:43.650024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-a8e3accc-ccef-420d-8a2a-65bc5d7fac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.651584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-a8e3accc-ccef-420d-8a2a-65bc5d7fac86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1097 time: 0.0486116 Jan 28 04:27:43.732894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c898f6d5-4874-4fc2-b741-a4cb5842f196 req-f0d6a084-f205-4cc1-bcea-f800cd602290 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 210 time: 0.0360811 Jan 28 04:27:43.756419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-0ea2350f-6403-4275-9ba5-b643532498b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.758796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-0ea2350f-6403-4275-9ba5-b643532498b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.0985181 Jan 28 04:27:43.799970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-e115a76b-05ac-49d5-a306-51ae7393f402 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0361524 Jan 28 04:27:43.875655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-bea5cb26-5d7a-46e2-87d3-7f9785bdd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.877130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-bea5cb26-5d7a-46e2-87d3-7f9785bdd53d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0694928 Jan 28 04:27:43.885471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18d11-4e95-4b17-aa1e-927ec92edd7b req-3467a23e-d693-417d-bb13-66977886385d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.886858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f18d11-4e95-4b17-aa1e-927ec92edd7b req-3467a23e-d693-417d-bb13-66977886385d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0896907 Jan 28 04:27:43.916676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-baa2200a-50e3-46e9-a8c3-41578e879cbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288782 Jan 28 04:27:44.020649 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f18d11-4e95-4b17-aa1e-927ec92edd7b req-ed6f451e-ae0e-46db-b52a-e9d5a5abdb15 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257091 Jan 28 04:27:44.055868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-f09a9441-f163-482a-9be2-7bdcb029ad9a service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270978 Jan 28 04:27:44.092331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:44.097232 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a53f04-24fa-4a1f-b12d-a42d6bca2ac8" -d '{"events": [{"server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "name": "network-vif-plugged", "status": "completed", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:44.113789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000773-f8e7-47f2-8a9b-9d372305696f req-73b05235-ff39-4697-b759-8975dadfe339 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:44.116253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02000773-f8e7-47f2-8a9b-9d372305696f req-73b05235-ff39-4697-b759-8975dadfe339 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0827909 Jan 28 04:27:44.183602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02000773-f8e7-47f2-8a9b-9d372305696f req-29e93f9e-a07f-4961-9bee-5a0913ed3c71 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614853 Jan 28 04:27:44.263997 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1810e60a-23cb-4ab1-acb9-9a8386a7ca55 x-openstack-request-id: req-1810e60a-23cb-4ab1-acb9-9a8386a7ca55 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:44.264381 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "name": "network-vif-plugged", "status": "completed", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:44.264833 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1810e60a-23cb-4ab1-acb9-9a8386a7ca55 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:44.265280 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'code': 200} Jan 28 04:27:44.484830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16088a16-bdb8-4f6e-a5bb-2b8176968b3a req-7c4d87f6-ab9b-47f1-97d2-df5400ed2b00 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:44.487772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16088a16-bdb8-4f6e-a5bb-2b8176968b3a req-7c4d87f6-ab9b-47f1-97d2-df5400ed2b00 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 950 time: 0.0593491 Jan 28 04:27:44.522356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab28ff85-777e-4033-a286-0efb7fded93a req-63332df8-13f0-44f5-8516-fcd0d24ffb2f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 210 time: 0.0664451 Jan 28 04:27:44.546068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16088a16-bdb8-4f6e-a5bb-2b8176968b3a req-5f2ed204-7ba1-4550-8bfa-8be887fa0a62 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Jan 28 04:27:44.558107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-2c13d674-f4b4-4d71-8037-4abb33a173be service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859951 Jan 28 04:27:44.577613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01cad3-4f50-4ad3-aa45-699618aa359b req-c1c727cc-d16b-4be3-9495-f85cf2b16e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:44.579357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da01cad3-4f50-4ad3-aa45-699618aa359b req-c1c727cc-d16b-4be3-9495-f85cf2b16e7c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1097 time: 0.1246345 Jan 28 04:27:44.585869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-2f9e41ad-5f9b-4b1b-ab59-19d27713a76f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:44.587296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-2f9e41ad-5f9b-4b1b-ab59-19d27713a76f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.47 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 813 time: 0.4572930 Jan 28 04:27:44.611435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'port': {'device_id': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3', 'admin_state_up': True, 'tenant_id': '01e4e594f3ad4fbdaf0da2ed978a7aa1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:44.711658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da01cad3-4f50-4ad3-aa45-699618aa359b req-7d64f6ac-9cf4-4f52-b19d-0bb7803aba82 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039572 Jan 28 04:27:44.730127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45616a-bda9-46f2-8114-117991e0a843 req-d9dc17bb-6c14-4c6e-91c3-5d24bb000e20 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:44.737825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ca45616a-bda9-46f2-8114-117991e0a843 req-d9dc17bb-6c14-4c6e-91c3-5d24bb000e20 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0612030 Jan 28 04:27:44.761720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:44.780602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Made reservation on behalf of 01e4e594f3ad4fbdaf0da2ed978a7aa1 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:44.784614 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:44.801620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ca45616a-bda9-46f2-8114-117991e0a843 req-18729d8e-3bb4-4fca-b470-c5d84a1c3488 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601974 Jan 28 04:27:44.937256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Allocated IP 172.20.0.12 (d85705cc-6f68-44d7-bd9b-645505ed19d3/fdf29885-45c6-49b4-a24e-198defcc03ab/0b7b3111-f091-42ce-95bb-114bef9b1510) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:45.024260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41667e28-3e65-4b96-a77f-2d77524b9755 req-679eba43-0796-475a-8625-2afcfc646100 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 210 time: 0.0357578 Jan 28 04:27:45.162282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.182978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-032d617d-724e-432d-9574-6d50fb31ecbf tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:45.184443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-032d617d-724e-432d-9574-6d50fb31ecbf tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.2312191 Jan 28 04:27:45.205012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b41e0-029b-49a0-b788-55544111dd3c req-2faa1fed-720c-46b4-b63d-c6f7197028e6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:45.205617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.212790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-753b41e0-029b-49a0-b788-55544111dd3c req-2faa1fed-720c-46b4-b63d-c6f7197028e6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0831108 Jan 28 04:27:45.236626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Request body: {'port': {'device_id': '76ab5181-f29e-4074-a037-5b769d51527d', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'admin_state_up': True, 'tenant_id': '36b17bc8a4c3425eb0bd16e537cc193f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:45.245493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:45.258126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Network d85705cc-6f68-44d7-bd9b-645505ed19d3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:45.261258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:45.267474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:45.273779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:45.319003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-753b41e0-029b-49a0-b788-55544111dd3c req-8f6c355b-ce94-44a9-9eb0-fcd31f0fba16 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052408 Jan 28 04:27:45.321216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:45.322050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.342025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-cabaf276-c5c1-4656-b936-b1d2f7ea6cb5 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358780 Jan 28 04:27:45.367463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Request body: {'port': {'device_id': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:45.379170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Made reservation on behalf of 36b17bc8a4c3425eb0bd16e537cc193f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:45.384641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.435692 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.539982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240c224-89e3-458b-9194-6db6d20535ec req-3cd68cb6-96b1-4ecc-8816-1c0cf3c2abfa tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:45.541476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4240c224-89e3-458b-9194-6db6d20535ec req-3cd68cb6-96b1-4ecc-8816-1c0cf3c2abfa tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0911350 Jan 28 04:27:45.580221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Allocated IP 172.20.0.14 (ddaa9b47-78f6-40a2-9951-a11db54ce174/745d9cfb-a6cf-40a1-9351-bf9090ad99e8/c3de9a2d-af67-4907-a049-8f2478866a45) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:45.618543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4240c224-89e3-458b-9194-6db6d20535ec req-f102b101-258d-421d-b1c1-6688f8b2cdc5 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Jan 28 04:27:45.765880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7b3111-f091-42ce-95bb-114bef9b1510 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:45.777938 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Publish callbacks [] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.794709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Transition to ACTIVE for port object 0b7b3111-f091-42ce-95bb-114bef9b1510 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:45.801999 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.841628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a538-affd-4d01-8b97-7de3bc1bda2d req-586e80af-3948-415d-adf3-ebccb7fa627a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:45.843919 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f68a538-affd-4d01-8b97-7de3bc1bda2d req-586e80af-3948-415d-adf3-ebccb7fa627a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 932 time: 0.0893068 Jan 28 04:27:45.871284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks [] for port (c3de9a2d-af67-4907-a049-8f2478866a45), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.886988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:45.949045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f68a538-affd-4d01-8b97-7de3bc1bda2d req-50a36401-f9a6-4c40-9cb8-a98194b5bd60 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890613 Jan 28 04:27:45.949421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Attempting to bind port 0b7b3111-f091-42ce-95bb-114bef9b1510 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:45.949834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Attempting to bind port 0b7b3111-f091-42ce-95bb-114bef9b1510 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:45.950328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Attempting to bind port 0b7b3111-f091-42ce-95bb-114bef9b1510 on network d85705cc-6f68-44d7-bd9b-645505ed19d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:45.961849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Port 0b7b3111-f091-42ce-95bb-114bef9b1510 on network d85705cc-6f68-44d7-bd9b-645505ed19d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:45.962396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Attempting to bind port 0b7b3111-f091-42ce-95bb-114bef9b1510 on network d85705cc-6f68-44d7-bd9b-645505ed19d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:45.968988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:45.969434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Checking segment: {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:45.969838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Bound using segment: {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:45.970430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Bound port: 0b7b3111-f091-42ce-95bb-114bef9b1510, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:45.970831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.971586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.065237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:46.070894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:46.083293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:46.087584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:46.093546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.106417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:46.115232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:46.177179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.178459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.196459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.197085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.199000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 1092 time: 0.8410971 Jan 28 04:27:46.199564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:46.201075 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-51d30544-449f-409f-aeec-f5d2bb25b879 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9708338 Jan 28 04:27:46.201891 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44769cf-f855-4a6f-be4f-59f6014ca8af" -d '{"events": [{"name": "network-changed", "server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:46.239917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735ddc3-1761-453a-a75e-44dad8684f53 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:46.264246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec36bcc-e328-4c27-a405-b77e360c98fb req-c822d274-e039-4aba-8e52-4367cf7356e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.266042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cec36bcc-e328-4c27-a405-b77e360c98fb req-c822d274-e039-4aba-8e52-4367cf7356e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0712996 Jan 28 04:27:46.269714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Request body: {'port': {'device_id': '76ab5181-f29e-4074-a037-5b769d51527d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:46.328086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cec36bcc-e328-4c27-a405-b77e360c98fb req-14377562-485e-4649-924a-5d790c7ec0ee tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548625 Jan 28 04:27:46.350274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.389011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-f67a423a-10be-4cc0-9037-6a4f6adf8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.390551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-f67a423a-10be-4cc0-9037-6a4f6adf8dac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1095 time: 0.0763752 Jan 28 04:27:46.450058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-ffd0f69a-e89e-4d85-925f-101df06addd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 217 time: 0.0447068 Jan 28 04:27:46.558301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-9e395f83-bad4-4466-b6c4-e334ac9db3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.560112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-9e395f83-bad4-4466-b6c4-e334ac9db3cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.0860796 Jan 28 04:27:46.567210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c960f-110b-487a-b98a-4870ad83678b req-bd2bf136-ffa7-4094-bebe-c0464a6706c3 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.569138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-669c960f-110b-487a-b98a-4870ad83678b req-bd2bf136-ffa7-4094-bebe-c0464a6706c3 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 932 time: 0.1560547 Jan 28 04:27:46.596280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-4e8f48fc-e77e-4ff0-af3f-9cc9c8bcdf76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260713 Jan 28 04:27:46.622140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781c764-938d-41dd-8e88-3d011e977234 req-46265ffe-40b5-4d72-9e16-a8d6ede4e180 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.623624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a781c764-938d-41dd-8e88-3d011e977234 req-46265ffe-40b5-4d72-9e16-a8d6ede4e180 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0899935 Jan 28 04:27:46.684905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-669c960f-110b-487a-b98a-4870ad83678b req-ba1884e0-5599-47c0-8ad6-7493d72f3a72 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061978 Jan 28 04:27:46.715279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:46.726481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-a7695da1-bd51-467a-bdd8-56b65e2da8c4 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178968 Jan 28 04:27:46.754371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a781c764-938d-41dd-8e88-3d011e977234 req-19391f8a-511f-467f-acde-7f40d2306f9a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042552 Jan 28 04:27:46.762081 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ce37e-15f8-4707-bfc2-2be33923d392 x-openstack-request-id: req-9d3ce37e-15f8-4707-bfc2-2be33923d392 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:46.762852 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:46.763110 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d3ce37e-15f8-4707-bfc2-2be33923d392 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:46.763499 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'status': 'completed', 'code': 200} Jan 28 04:27:46.850902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:46.851563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.885851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3de9a2d-af67-4907-a049-8f2478866a45 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:46.893763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Publish callbacks [] for port (c3de9a2d-af67-4907-a049-8f2478866a45), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.895140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:46.899633 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a301f5-442e-4299-a6fd-3b55f32c638c" -d '{"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-unplugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:46.903470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f813788-8b56-4a66-a371-e3b00845eef5 req-0e2102f9-f7dd-4b51-abf9-190fd67059d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693990 Jan 28 04:27:46.917988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:46.918171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Transition to ACTIVE for port object c3de9a2d-af67-4907-a049-8f2478866a45 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:46.924020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.924636 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.936059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69deb9-40f6-4afa-bf14-fba5a926128c req-1449b834-1293-43a8-a58c-2f1227ccb31d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.939098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f69deb9-40f6-4afa-bf14-fba5a926128c req-1449b834-1293-43a8-a58c-2f1227ccb31d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0916834 Jan 28 04:27:46.997731 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c889c-2d91-4d94-857e-67389ba92fe6 x-openstack-request-id: req-6c2c889c-2d91-4d94-857e-67389ba92fe6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:46.998741 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-unplugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:46.999185 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c2c889c-2d91-4d94-857e-67389ba92fe6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:47.000944 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'code': 200} Jan 28 04:27:47.006375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:47.047390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:47.047737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f69deb9-40f6-4afa-bf14-fba5a926128c req-8bec29ec-9e69-489f-8cdd-c99603007139 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953004 Jan 28 04:27:47.104482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-45665d3b-b352-4cfc-b32d-e612c5b750b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.107583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-45665d3b-b352-4cfc-b32d-e612c5b750b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1095 time: 0.0582263 Jan 28 04:27:47.136193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1834-4e71-4177-a0be-3e1a9529929b req-10c02b57-f31a-4810-8771-1e69b79118c1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.137710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19ca1834-4e71-4177-a0be-3e1a9529929b req-10c02b57-f31a-4810-8771-1e69b79118c1 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 944 time: 0.0737574 Jan 28 04:27:47.140165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:47.140493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:47.140826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:47.159987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:47.160305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:47.167948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:47.168229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:47.169326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:47.170198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Bound port: c3de9a2d-af67-4907-a049-8f2478866a45, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:47.170198 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:47.205564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19ca1834-4e71-4177-a0be-3e1a9529929b req-31fd7a89-c5e2-41bb-a579-60d1cc16649c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604713 Jan 28 04:27:47.209901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-dd76d039-e2fc-4096-8226-d491686caf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.211535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-dd76d039-e2fc-4096-8226-d491686caf73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.0977185 Jan 28 04:27:47.257553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-d5e2e3f6-2ba1-4820-b22f-7a1a900ce1dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 217 time: 0.0361731 Jan 28 04:27:47.263624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:47.267265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:47.275536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:47.314822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.315791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:47.317509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-c5c12099-6861-42ac-b323-af24c9035773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.318201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] 10.222.0.47 "PUT /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 1092 time: 1.0531394 Jan 28 04:27:47.318644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:47.319918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-c5c12099-6861-42ac-b323-af24c9035773 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.0548677 Jan 28 04:27:47.321001 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577b3d9-be90-4757-bf84-378441e6ee32" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:47.350199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dab47f-0c4a-4f57-8086-a1334061f203 service neutron] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:47.398771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-dbe6d5ca-f667-4da0-b695-428b5cd5a839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575430 Jan 28 04:27:47.408165 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272de83e-3030-4835-93d7-d807d4b35c87 x-openstack-request-id: req-272de83e-3030-4835-93d7-d807d4b35c87 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:47.408165 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:47.408460 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-272de83e-3030-4835-93d7-d807d4b35c87 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:47.408924 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'status': 'completed', 'code': 200} Jan 28 04:27:47.549007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e3a7-3316-46b3-9f0c-0cde3ebe10b8 req-3ed0fbdf-8dd3-4eca-8e21-e6b39f4e0368 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.549299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-5104623d-3d21-4bca-bc99-697949b425a8 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333442 Jan 28 04:27:47.550753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8db7e3a7-3316-46b3-9f0c-0cde3ebe10b8 req-3ed0fbdf-8dd3-4eca-8e21-e6b39f4e0368 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0829647 Jan 28 04:27:47.556786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-46463a77-9c6f-4d73-bc7d-0d900e56237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.558343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-46463a77-9c6f-4d73-bc7d-0d900e56237d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1095 time: 0.0802164 Jan 28 04:27:47.620908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-752e4870-02a2-4aca-8932-c0544da77738 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 217 time: 0.0450065 Jan 28 04:27:47.648439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f44769cf-f855-4a6f-be4f-59f6014ca8af req-b2b59c89-fb37-4ead-a931-4aec8afc539a service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903387 Jan 28 04:27:47.663576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8db7e3a7-3316-46b3-9f0c-0cde3ebe10b8 req-31825fb9-3b2a-4597-bdda-d30c435d978a tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041656 Jan 28 04:27:47.679772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539623-180d-43e3-8cd6-115d385e7613 req-1a9727f5-e089-4e47-85b7-2a65679fad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.681494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-1a9727f5-e089-4e47-85b7-2a65679fad95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0529799 Jan 28 04:27:47.723957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-d7f58073-05ac-4cf7-aa40-8dbe982cb5ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299957 Jan 28 04:27:47.851669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73c45a-812b-4e82-bdca-ecd9f2a942ca req-32bf5ca2-1ec0-4d71-9b16-ea7fe6104fba tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:47.853389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b73c45a-812b-4e82-bdca-ecd9f2a942ca req-32bf5ca2-1ec0-4d71-9b16-ea7fe6104fba tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.0672967 Jan 28 04:27:47.879432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-246c7347-a342-4fdf-9db4-a7e01e002a7f service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468136 Jan 28 04:27:47.914448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84931317-c6df-424e-a3aa-272ccc2557da req-67a4fd7a-b6b2-412d-ab12-a8348567cccf tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 258 time: 0.1969185 Jan 28 04:27:47.924303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:47.946705 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:47.952737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b73c45a-812b-4e82-bdca-ecd9f2a942ca req-941e1cf7-b6bf-496f-8426-de6bc3daba42 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901654 Jan 28 04:27:47.992407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62539623-180d-43e3-8cd6-115d385e7613 req-de253bea-0245-4280-bdef-ba5b41d82339 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053572 Jan 28 04:27:48.066874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.080685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a3cd-fef6-46a3-8fe1-e41c22ae25f4 req-259fa802-6a04-4975-abbc-3007ef9c1ee4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.082415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88a9a3cd-fef6-46a3-8fe1-e41c22ae25f4 req-259fa802-6a04-4975-abbc-3007ef9c1ee4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0574384 Jan 28 04:27:48.157516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88a9a3cd-fef6-46a3-8fe1-e41c22ae25f4 req-57bdbcc1-08f7-4cab-9972-8379dc6a23ae tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693929 Jan 28 04:27:48.166943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-95c89c6b-137a-41ca-8e89-1380f9aff7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.168812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-95c89c6b-137a-41ca-8e89-1380f9aff7b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1095 time: 0.0582776 Jan 28 04:27:48.211813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Allocated IP 172.25.6.187 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/792afe72-b8ff-4f39-9347-3f80cec8ce7f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:48.270719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-3b15b03b-6b21-4070-92cd-bb0dd66c928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.272334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-3b15b03b-6b21-4070-92cd-bb0dd66c928f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.0903804 Jan 28 04:27:48.322621 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-eab06a47-f071-4256-ac8e-e13e88436a1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 217 time: 0.0424793 Jan 28 04:27:48.328747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.368950 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.406897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:48.411195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711600f-48d9-471d-a330-133e4a8061ea req-070b9e1b-1188-447c-85f5-511ea3a8fe8a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.413255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e711600f-48d9-471d-a330-133e4a8061ea req-070b9e1b-1188-447c-85f5-511ea3a8fe8a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0862806 Jan 28 04:27:48.414743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-3389733d-886f-45a1-9422-40a6a76a47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.416046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-3389733d-886f-45a1-9422-40a6a76a47ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0767031 Jan 28 04:27:48.419615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:48.425970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:48.428347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event updated for resources: {'Port': ['ID=792afe72-b8ff-4f39-9347-3f80cec8ce7f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:48.461893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-03dd24cf-8d64-4a5f-9ba9-2a149cb8c4c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338583 Jan 28 04:27:48.523226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.531866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e711600f-48d9-471d-a330-133e4a8061ea req-700448bc-c257-4971-b9de-f51c8c40ef2b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098130 Jan 28 04:27:48.564498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.584010 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-c03aab5c-35c2-47d8-9c1e-c76a1eeea094 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100223 Jan 28 04:27:48.703332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a1c4-fafa-4e67-81d8-d5e0cfdf9bd5 req-91755ff5-cde4-42d6-b0bb-09d78eddb2da tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.705200 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37b0a1c4-fafa-4e67-81d8-d5e0cfdf9bd5 req-91755ff5-cde4-42d6-b0bb-09d78eddb2da tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 1099 time: 0.0870769 Jan 28 04:27:48.731507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3577b3d9-be90-4757-bf84-378441e6ee32 req-649e823f-fd81-43e7-8b96-4600090913cb service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330137 Jan 28 04:27:48.737229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-37b0a1c4-fafa-4e67-81d8-d5e0cfdf9bd5 req-a4995c60-01d9-4678-b914-634d98797658 tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.764309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.770681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.826854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-37b0a1c4-fafa-4e67-81d8-d5e0cfdf9bd5 req-a4995c60-01d9-4678-b914-634d98797658 tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] Publish callbacks [] for security_group (bae44a0f-c429-45f8-abf4-76dcaacf98d7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.832035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-37b0a1c4-fafa-4e67-81d8-d5e0cfdf9bd5 req-a4995c60-01d9-4678-b914-634d98797658 tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bae44a0f-c429-45f8-abf4-76dcaacf98d7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.843943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event updated for resources: {'Port': ['ID=792afe72-b8ff-4f39-9347-3f80cec8ce7f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:48.854017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.865722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37b0a1c4-fafa-4e67-81d8-d5e0cfdf9bd5 req-a4995c60-01d9-4678-b914-634d98797658 tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496053 Jan 28 04:27:48.873371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:48.878405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84931317-c6df-424e-a3aa-272ccc2557da req-bf9d691c-cd37-4065-8cf0-0fff242f44d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9560456 Jan 28 04:27:48.908767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4995c60-01d9-4678-b914-634d98797658 tempest-LiveMigrationNegativeTest-214878624 tempest-LiveMigrationNegativeTest-214878624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae44a0f-c429-45f8-abf4-76dcaacf98d7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:48.968867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84931317-c6df-424e-a3aa-272ccc2557da req-b1221593-f3b5-420d-b876-96a02636de53 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0775690 Jan 28 04:27:48.984849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f41cc-47e4-4c67-9c02-7c2d1d3248af req-7e7c94aa-92d0-4b87-826f-15d19b7ba3f3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.987261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d32f41cc-47e4-4c67-9c02-7c2d1d3248af req-7e7c94aa-92d0-4b87-826f-15d19b7ba3f3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 944 time: 0.0580564 Jan 28 04:27:49.034532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d32f41cc-47e4-4c67-9c02-7c2d1d3248af req-78c758cf-7aec-49ef-a140-59a00112fe1b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Jan 28 04:27:49.073076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84931317-c6df-424e-a3aa-272ccc2557da req-450ec1cf-1b7e-4cdb-87aa-7f3ae55b3f42 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:49.074490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84931317-c6df-424e-a3aa-272ccc2557da req-450ec1cf-1b7e-4cdb-87aa-7f3ae55b3f42 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1005116 Jan 28 04:27:49.084851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-84931317-c6df-424e-a3aa-272ccc2557da req-da8136a8-4d11-47ff-9f8c-e4f5083e31ea tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:49.085970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84931317-c6df-424e-a3aa-272ccc2557da req-da8136a8-4d11-47ff-9f8c-e4f5083e31ea tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057392 Jan 28 04:27:49.245423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb343cae-38f0-46f9-a380-5b47d430bede req-9161cf17-f32f-49bd-9611-ad88149ca0c5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:49.246977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb343cae-38f0-46f9-a380-5b47d430bede req-9161cf17-f32f-49bd-9611-ad88149ca0c5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.0579097 Jan 28 04:27:49.297668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb343cae-38f0-46f9-a380-5b47d430bede req-7993d244-270d-43e5-9db1-13b74176c7c1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Jan 28 04:27:49.356075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-0a504007-b1bc-4aa4-aad2-b537c4947725 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:49.357586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-0a504007-b1bc-4aa4-aad2-b537c4947725 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0846798 Jan 28 04:27:49.414645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-eb94a7b5-09d6-45ba-b724-8b1498e946ca tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0488915 Jan 28 04:27:49.423540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Request body: {'floatingip': {'port_id': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:49.465183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:49.674130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2f67-7d5f-446f-9731-7eccf809c646 req-cb678472-128b-4f30-bdfb-92baeeaeaaac tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:49.675632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f1e2f67-7d5f-446f-9731-7eccf809c646 req-cb678472-128b-4f30-bdfb-92baeeaeaaac tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0500126 Jan 28 04:27:49.723819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f1e2f67-7d5f-446f-9731-7eccf809c646 req-59ca3c63-0bf1-47a6-9aeb-474de86ab417 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Jan 28 04:27:49.854408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72b0ab-0001-4865-8af7-652e32dae1b2 req-169fa5eb-b591-4216-9faf-e509d9f41fc0 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:49.855928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c72b0ab-0001-4865-8af7-652e32dae1b2 req-169fa5eb-b591-4216-9faf-e509d9f41fc0 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0548108 Jan 28 04:27:49.909671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c72b0ab-0001-4865-8af7-652e32dae1b2 req-1c6b8682-4f3e-4541-8028-14b5a7ddf277 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473037 Jan 28 04:27:50.157573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57936666-a15e-4b10-bd02-86f3b792985e req-c228e902-5e3f-41a1-a651-cb4b387cd272 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.159432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57936666-a15e-4b10-bd02-86f3b792985e req-c228e902-5e3f-41a1-a651-cb4b387cd272 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 944 time: 0.0496631 Jan 28 04:27:50.207430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57936666-a15e-4b10-bd02-86f3b792985e req-17212ea1-4379-46ae-b3b0-d2fb6fb4ad83 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Jan 28 04:27:50.223657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:50.230434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:50.322158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f65c0-ab66-4c68-8f9c-ea18fd99a839 req-18280e6c-0b16-4183-a4b3-564a56fbedbf tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.323918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e55f65c0-ab66-4c68-8f9c-ea18fd99a839 req-18280e6c-0b16-4183-a4b3-564a56fbedbf tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.0514519 Jan 28 04:27:50.334866 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Floating IP b3926545-d98f-42e7-8d9f-5d006d07b6cf associated. External IP: 172.25.6.187, port: 02a74d75-fccb-4861-8a3b-8214f145fed6. Jan 28 04:27:50.381246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e55f65c0-ab66-4c68-8f9c-ea18fd99a839 req-b8df4ee0-ece9-4458-8062-60855a2444fc tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486348 Jan 28 04:27:50.542158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c432e-530c-4060-b873-e5a3d9723d08 req-c1c708cc-b4e5-48b4-8380-dd7781779a12 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.543660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e48c432e-530c-4060-b873-e5a3d9723d08 req-c1c708cc-b4e5-48b4-8380-dd7781779a12 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.0474739 Jan 28 04:27:50.557950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Router 15910d44-2661-4a1a-87bd-53138a474a06 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:50.593558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e48c432e-530c-4060-b873-e5a3d9723d08 req-ae00a570-8615-4a6c-84b5-8f710b3f87cb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Jan 28 04:27:50.665698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:50.676159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:50.681812 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] Sync routers for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:50.695297 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:50.696026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:50.711398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-963a9b40-5a9e-431b-98c9-350ad61fbd1f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "PUT /v2.0/floatingips/b3926545-d98f-42e7-8d9f-5d006d07b6cf HTTP/1.1" status: 200 len: 997 time: 1.2914214 Jan 28 04:27:50.711881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:50.714210 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d26a6-6c9a-4154-8161-403ebce59854" -d '{"events": [{"name": "network-changed", "server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:50.735645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:50.775763 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175db69-140f-4363-9ed2-ef81cc33c802 x-openstack-request-id: req-2175db69-140f-4363-9ed2-ef81cc33c802 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:50.776568 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:50.776976 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2175db69-140f-4363-9ed2-ef81cc33c802 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:50.777567 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'status': 'completed', 'code': 200} Jan 28 04:27:50.798343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-86a55cde-6db1-4aa5-b25b-0e7b564a5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.801920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-86a55cde-6db1-4aa5-b25b-0e7b564a5138 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1097 time: 0.0636582 Jan 28 04:27:50.873983 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:50.905393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-a2206f79-0f1e-4ebc-810f-c5994e38c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.906891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-a2206f79-0f1e-4ebc-810f-c5994e38c958 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1097 time: 0.0856862 Jan 28 04:27:50.917539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeefcb-dd1c-4ff5-97ce-12f04812c357 req-7e806cf0-6dbf-4824-8d56-a78328b867e8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.919258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89aeefcb-dd1c-4ff5-97ce-12f04812c357 req-7e806cf0-6dbf-4824-8d56-a78328b867e8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0674005 Jan 28 04:27:50.932813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:50.955376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'mac_address': 'fa:16:3e:10:1b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:50.966555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-be36ac70-e178-45b9-bbb9-16020c857b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.968227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-be36ac70-e178-45b9-bbb9-16020c857b3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 928 time: 0.1582618 Jan 28 04:27:51.014551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:51.015222 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:51.036085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:51.061464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-263cc063-f387-4368-a615-68c60f16e795 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 1000 time: 0.0855994 Jan 28 04:27:51.089662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:51.092550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89aeefcb-dd1c-4ff5-97ce-12f04812c357 req-090b9fad-f714-4f02-a40d-9bde111546b2 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641061 Jan 28 04:27:51.107173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:51.124752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-ef9691d9-9f2f-4695-b5cc-cdebddf688a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.134442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-ef9691d9-9f2f-4695-b5cc-cdebddf688a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 200 len: 866 time: 0.0719781 Jan 28 04:27:51.140044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-33cecd85-d09f-4cd8-80c8-c4c1ef6b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.141540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-33cecd85-d09f-4cd8-80c8-c4c1ef6b656f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 928 time: 0.2213812 Jan 28 04:27:51.158828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0b7b3111-f091-42ce-95bb-114bef9b1510 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:51.172259 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b3926545-d98f-42e7-8d9f-5d006d07b6cf', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'port_id': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'mac_address': 'fa:16:3e:e3:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:27:48Z', 'updated_at': '2022-01-28T04:27:50Z', 'revision_number': 1, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:25Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:51.200365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-552e19dd-48ca-4808-98f0-a7c6f8f303fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.202386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-552e19dd-48ca-4808-98f0-a7c6f8f303fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1931bb8-78c5-476e-af22-e44653fd66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673068 Jan 28 04:27:51.206487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:51.214744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-1ecfe4eb-9770-4b7b-a8f7-696b685b5b52 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:51.217079 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-1ecfe4eb-9770-4b7b-a8f7-696b685b5b52 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059962 Jan 28 04:27:51.235221 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] Checking router: 15910d44-2661-4a1a-87bd-53138a474a06 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:51.246024 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:51.247321 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:51.287642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4947c-e025-483e-b50c-72a61688afb2 req-dba00c64-9acf-48dc-bc84-8c1a83a356d2 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.289243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdb4947c-e025-483e-b50c-72a61688afb2 req-dba00c64-9acf-48dc-bc84-8c1a83a356d2 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.0629823 Jan 28 04:27:51.291075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-116e4dee-8a2e-4e41-8b5b-eb64e321a124 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 1000 time: 0.1397388 Jan 28 04:27:51.351813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:51.373640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdb4947c-e025-483e-b50c-72a61688afb2 req-76a322f5-b9e3-460d-8208-98398aaae59c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 Jan 28 04:27:51.383549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:51.389890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'network_id': 'd85705cc-6f68-44d7-bd9b-645505ed19d3', 'port_id': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'mac_address': 'fa:16:3e:ed:4c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf29885-45c6-49b4-a24e-198defcc03ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:51.415631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-98a3370a-3823-4e48-81c0-a606b29c17f5 service neutron] 10.222.0.21 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926384 Jan 28 04:27:51.433049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-72110a88-c681-45ae-b673-71a233a49417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.434411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-72110a88-c681-45ae-b673-71a233a49417 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 200 len: 866 time: 0.0660141 Jan 28 04:27:51.508309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0b7b3111-f091-42ce-95bb-114bef9b1510 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:51.508930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:51.518627 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:51.532686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7b3111-f091-42ce-95bb-114bef9b1510 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:51.582422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c712a1-f36b-43f2-850f-74da0efd010e req-5f2027cc-9e50-43a9-98b7-6a13b4bb1cae tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.584394 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c712a1-f36b-43f2-850f-74da0efd010e req-5f2027cc-9e50-43a9-98b7-6a13b4bb1cae tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 944 time: 0.0887187 Jan 28 04:27:51.591525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-31f05a51-8fe6-41ba-9356-04d41686f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.593263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-31f05a51-8fe6-41ba-9356-04d41686f169 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1931bb8-78c5-476e-af22-e44653fd66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490591 Jan 28 04:27:51.601651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16f6b5cb-2f00-4b89-9d67-1f0e4a839fd0 req-589eecb1-c041-4dbc-9c29-e8afa0b9bdaa service neutron] 10.222.0.21 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758225 Jan 28 04:27:51.644094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c712a1-f36b-43f2-850f-74da0efd010e req-71d8066b-1db1-4230-8cd2-d78efd1f8cf2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Jan 28 04:27:51.775088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:51.808526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:51.809215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:51.813970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6eba-efa7-4b87-aadf-243b712bef56 req-3232d571-203d-46d0-8f61-e629d5c81172 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.816903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e7f6eba-efa7-4b87-aadf-243b712bef56 req-3232d571-203d-46d0-8f61-e629d5c81172 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.0887012 Jan 28 04:27:51.839060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-ddc0c0a1-32a5-4ba3-a495-b142ada009eb service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987476 Jan 28 04:27:51.881844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e7f6eba-efa7-4b87-aadf-243b712bef56 req-76adf1d9-d8eb-4286-8b6a-a7f684f85ef5 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba1b83d-c4e5-40c8-8208-b5e28098af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585978 Jan 28 04:27:51.918731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06145dc1-52fb-4668-8e17-641792788113 req-7c008d34-8975-4485-99d0-05118551bec7 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 258 time: 0.1470993 Jan 28 04:27:51.944112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:51.972893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:51.990476 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b3926545-d98f-42e7-8d9f-5d006d07b6cf', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'port_id': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'mac_address': 'fa:16:3e:e3:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:27:48Z', 'updated_at': '2022-01-28T04:27:50Z', 'revision_number': 1, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:25Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:52.008594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-4157dc46-0cf8-48e6-9b0b-91f5a864e10e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:52.012774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-4157dc46-0cf8-48e6-9b0b-91f5a864e10e tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.47 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 967 time: 0.1206856 Jan 28 04:27:52.019839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666befa-0f98-4b30-9d7f-429aed418beb None None] The sync data for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 is: [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b3926545-d98f-42e7-8d9f-5d006d07b6cf', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'port_id': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'mac_address': 'fa:16:3e:e3:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:27:48Z', 'updated_at': '2022-01-28T04:27:50Z', 'revision_number': 1, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:25Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:52.034447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.051781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:52.079478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'port_id': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'mac_address': 'fa:16:3e:e4:17:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d9cfb-a6cf-40a1-9351-bf9090ad99e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:52.159593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84886-ecbb-4a59-8ab3-5b0953c8ded2 req-0e0ee3c7-1cbe-4061-9e0c-0ffec8ad72d4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:52.166864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c3de9a2d-af67-4907-a049-8f2478866a45 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:52.166864 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.168202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-afb84886-ecbb-4a59-8ab3-5b0953c8ded2 req-0e0ee3c7-1cbe-4061-9e0c-0ffec8ad72d4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.1538353 Jan 28 04:27:52.180442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3de9a2d-af67-4907-a049-8f2478866a45 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:52.182692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b3d26a6-6c9a-4154-8161-403ebce59854 req-360d588c-5181-4eba-87cb-fcae1d3253e9 service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629786 Jan 28 04:27:52.199032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-f350d403-1d83-49ec-9907-e8b6e46ceb03 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:52.201566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-f350d403-1d83-49ec-9907-e8b6e46ceb03 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.52 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.1771240 Jan 28 04:27:52.209212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:52.217866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.249351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-afb84886-ecbb-4a59-8ab3-5b0953c8ded2 req-1ada01e7-bcaa-4777-b55a-dad42e2fd9f2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799484 Jan 28 04:27:52.281562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Deleting port 14516023-8c1f-4594-8e73-35c83eaf974e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:52.285431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.287588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:52.356980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.385041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bbb14-34e7-4c33-9c6a-1fdd89c9300f None None] New status for floating IP b3926545-d98f-42e7-8d9f-5d006d07b6cf: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:27:52.435523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Deleting port 81ee3009-2944-4eab-90c2-d0633201400e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:52.436018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (81ee3009-2944-4eab-90c2-d0633201400e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.455479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] For port 14516023-8c1f-4594-8e73-35c83eaf974e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=14516023-8c1f-4594-8e73-35c83eaf974e,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:52.456058 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.594675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9befbb-f57e-4dcb-b169-227ecf63849a req-8677ec17-f100-4cda-9be8-6a63cb017397 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:52.604878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c9befbb-f57e-4dcb-b169-227ecf63849a req-8677ec17-f100-4cda-9be8-6a63cb017397 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.1523592 Jan 28 04:27:52.724365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0b7b3111-f091-42ce-95bb-114bef9b1510'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:52.749914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c9befbb-f57e-4dcb-b169-227ecf63849a req-03fffac6-baeb-4606-95e7-c03f1bcdfd53 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410201 Jan 28 04:27:52.766776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:52.777572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c3de9a2d-af67-4907-a049-8f2478866a45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:52.836910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.840050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (c0fc2aac-5144-49b2-904a-28ed4ca51489), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.840050 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Floating IP c0fc2aac-5144-49b2-904a-28ed4ca51489 disassociated. External IP: 172.25.6.26, port: 14516023-8c1f-4594-8e73-35c83eaf974e. Jan 28 04:27:52.840050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Calling delete_port for 14516023-8c1f-4594-8e73-35c83eaf974e owned by compute:tempest-test_az-1521744371 {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:52.897875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Allocated IP 172.25.6.51 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2516329c-8265-48e3-81d5-28774f242aa1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:52.933239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] For port 81ee3009-2944-4eab-90c2-d0633201400e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=81ee3009-2944-4eab-90c2-d0633201400e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:52.933875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (81ee3009-2944-4eab-90c2-d0633201400e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.955224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:52.956017 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:52.961369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44256a-33d9-4de6-a7d2-7bb898f22134 req-aa69509f-0652-4a91-bc03-617d25458f4c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:52.968711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f44256a-33d9-4de6-a7d2-7bb898f22134 req-aa69509f-0652-4a91-bc03-617d25458f4c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbb00d5-f967-4fff-80ff-a3e1691237b4 HTTP/1.1" status: 200 len: 948 time: 0.1254957 Jan 28 04:27:52.989420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Calling delete_port for 81ee3009-2944-4eab-90c2-d0633201400e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:53.052772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f44256a-33d9-4de6-a7d2-7bb898f22134 req-0f120705-854a-4eae-a5a3-448ecea815da tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770257 Jan 28 04:27:53.116735 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for port (2516329c-8265-48e3-81d5-28774f242aa1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.195035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796debb1-b2dd-4b41-860e-fca4bb3e27c0 req-b3574ee0-c256-471d-908d-eda115cee328 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:53.201978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-796debb1-b2dd-4b41-860e-fca4bb3e27c0 req-b3574ee0-c256-471d-908d-eda115cee328 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 945 time: 0.0698059 Jan 28 04:27:53.209939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (14516023-8c1f-4594-8e73-35c83eaf974e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.229001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2516329c-8265-48e3-81d5-28774f242aa1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.247158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:53.247609 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.248927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event deleted for resources: {'Port': ['ID=14516023-8c1f-4594-8e73-35c83eaf974e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:53.275978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 14516023-8c1f-4594-8e73-35c83eaf974e no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:53.293825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event updated for resources: {'Port': ['ID=2516329c-8265-48e3-81d5-28774f242aa1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:53.306758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (81ee3009-2944-4eab-90c2-d0633201400e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.346257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:53.352850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 14516023-8c1f-4594-8e73-35c83eaf974e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:27:53.353311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 14516023-8c1f-4594-8e73-35c83eaf974e not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:53.356793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:53.359820 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd83cb1-00af-4c38-b47b-6a696ae3b861" -d '{"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-plugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:53.363132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6f424a5d-adcb-4714-86df-bb43350d46af'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:53.395579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Router eb3c7126-b859-4879-9931-d17f7040943c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:53.403879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:53.406415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Pushing event deleted for resources: {'Port': ['ID=81ee3009-2944-4eab-90c2-d0633201400e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:53.428437 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.429367 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-796debb1-b2dd-4b41-860e-fca4bb3e27c0 req-7d877bce-96be-4043-a72b-f5a73eb06c3a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225776 Jan 28 04:27:53.431885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] No DVR routers for this DVR port 81ee3009-2944-4eab-90c2-d0633201400e on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:53.436525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.441042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f9f2395-10d0-4640-8b58-e6edd09af2de req-b79bd2b1-c8c0-4bee-9493-6fe9b6e8f245 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.52 "DELETE /v2.0/ports/81ee3009-2944-4eab-90c2-d0633201400e HTTP/1.1" status: 204 len: 173 time: 1.2168269 Jan 28 04:27:53.442004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:53.460771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:53.543274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'name': 'network-vif-deleted', 'tag': '81ee3009-2944-4eab-90c2-d0633201400e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:53.546535 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65de8f8-1c3a-495c-b878-5f84b4d56615" -d '{"events": [{"server_uuid": "4dbb00d5-f967-4fff-80ff-a3e1691237b4", "name": "network-vif-deleted", "tag": "81ee3009-2944-4eab-90c2-d0633201400e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:53.618430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (ad461c36-37f0-4be5-9c6b-89171d363120), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.678460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:53.738502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2516329c-8265-48e3-81d5-28774f242aa1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.777826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:53.801600 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] Sync routers for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:53.838249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fed9ff06-ef36-4829-95a1-34a30305ace1 req-cb6b739b-7847-452a-85b7-e2941e6c8ca0 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c4b23a-9585-4815-a2b6-dc7a576a62a4 HTTP/1.1" status: 200 len: 210 time: 0.0904429 Jan 28 04:27:53.852039 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:53.852661 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:53.900459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] No DVR routers for this DVR port 14516023-8c1f-4594-8e73-35c83eaf974e on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:53.907148 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:53.910716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d52ec20f-c739-43c0-ad22-a27046bf7991 req-3a32a554-7467-401f-819c-16eabbdc162f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.47 "DELETE /v2.0/ports/14516023-8c1f-4594-8e73-35c83eaf974e HTTP/1.1" status: 204 len: 173 time: 1.8825037 Jan 28 04:27:53.912698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'name': 'network-vif-deleted', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:53.915445 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c88e9b-7848-48c5-8cce-75e12f74df69" -d '{"events": [{"server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "name": "network-vif-deleted", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:54.000615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for port (2516329c-8265-48e3-81d5-28774f242aa1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:54.019198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (2516329c-8265-48e3-81d5-28774f242aa1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:54.055386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403f8bf-a0b2-4934-85a7-fc45f0e23d73 req-fb5cbb0d-73b3-43fd-95c7-04052d293873 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:54.059419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7403f8bf-a0b2-4934-85a7-fc45f0e23d73 req-fb5cbb0d-73b3-43fd-95c7-04052d293873 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 945 time: 0.1063902 Jan 28 04:27:54.200128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7403f8bf-a0b2-4934-85a7-fc45f0e23d73 req-f7a15c0e-ef7e-435a-9ebe-d9ee2ad0ddc6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191595 Jan 28 04:27:54.202399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event updated for resources: {'Port': ['ID=2516329c-8265-48e3-81d5-28774f242aa1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:54.237274 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:54.303989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (ad461c36-37f0-4be5-9c6b-89171d363120), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:54.323471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:54.332505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06145dc1-52fb-4668-8e17-641792788113 req-c3e3a9df-a5c5-4212-b4ef-2674b25b1c39 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4040511 Jan 28 04:27:54.393696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06145dc1-52fb-4668-8e17-641792788113 req-b00a601a-f6ba-4f3e-afd9-f30abd9d5a6e tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.0602739 Jan 28 04:27:54.412028 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7171f2b8-3cd1-4ac2-ab7d-2144ea188c99 x-openstack-request-id: req-7171f2b8-3cd1-4ac2-ab7d-2144ea188c99 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:54.412590 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-plugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:54.412771 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7171f2b8-3cd1-4ac2-ab7d-2144ea188c99 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:54.413279 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'code': 200} Jan 28 04:27:54.493721 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79f487f-b374-4f47-af9c-a5687153bde2 x-openstack-request-id: req-b79f487f-b374-4f47-af9c-a5687153bde2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:54.494253 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb00d5-f967-4fff-80ff-a3e1691237b4", "name": "network-vif-deleted", "tag": "81ee3009-2944-4eab-90c2-d0633201400e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:54.494253 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b79f487f-b374-4f47-af9c-a5687153bde2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:54.494656 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb00d5-f967-4fff-80ff-a3e1691237b4', 'name': 'network-vif-deleted', 'tag': '81ee3009-2944-4eab-90c2-d0633201400e', 'status': 'completed', 'code': 200} Jan 28 04:27:54.534862 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:54.569385 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] Checking router: eb3c7126-b859-4879-9931-d17f7040943c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:54.581454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:54.582405 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:54.595746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06145dc1-52fb-4668-8e17-641792788113 req-ba601b46-7fc0-4eab-ab00-96f79f4cfb17 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:54.598006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06145dc1-52fb-4668-8e17-641792788113 req-ba601b46-7fc0-4eab-ab00-96f79f4cfb17 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2008471 Jan 28 04:27:54.711338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e267b-f5eb-4f70-af8b-09c2ab07f9dd req-e13708e6-a759-420d-afe2-780763504177 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:54.727407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d23e267b-f5eb-4f70-af8b-09c2ab07f9dd req-e13708e6-a759-420d-afe2-780763504177 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.1288011 Jan 28 04:27:54.745022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 81ee3009-2944-4eab-90c2-d0633201400e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:54.754030 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becfc45d-f6df-442b-a7d1-c58467e5c249 x-openstack-request-id: req-becfc45d-f6df-442b-a7d1-c58467e5c249 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:54.755075 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c4b23a-9585-4815-a2b6-dc7a576a62a4", "name": "network-vif-deleted", "tag": "14516023-8c1f-4594-8e73-35c83eaf974e", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:54.756776 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-becfc45d-f6df-442b-a7d1-c58467e5c249 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:54.757978 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c4b23a-9585-4815-a2b6-dc7a576a62a4', 'name': 'network-vif-deleted', 'tag': '14516023-8c1f-4594-8e73-35c83eaf974e', 'status': 'completed', 'code': 200} Jan 28 04:27:54.819988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 81ee3009-2944-4eab-90c2-d0633201400e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:27:54.823694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 81ee3009-2944-4eab-90c2-d0633201400e not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:54.837876 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:54.883060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d23e267b-f5eb-4f70-af8b-09c2ab07f9dd req-71be2c4b-f77e-46b4-bbbf-62cdc9df98ef tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538019 Jan 28 04:27:54.991075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158414c-3cb9-4016-b0e6-a07e954ba6eb req-8d4348db-149f-4881-808b-d402aca8a17b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:55.002947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1158414c-3cb9-4016-b0e6-a07e954ba6eb req-8d4348db-149f-4881-808b-d402aca8a17b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 945 time: 0.1182914 Jan 28 04:27:55.096519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1158414c-3cb9-4016-b0e6-a07e954ba6eb req-c9623004-8e38-4973-b3c0-ee434740fba2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926366 Jan 28 04:27:55.170450 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:55.206220 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947b4fb-850e-48f1-b2d9-12743360cd12 None None] The sync data for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 is: [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:25:45Z', 'revision_number': 4, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3110360b-b640-4723-9a9c-0eb4a0d9589f', 'name': '', 'network_id': '9fbc751e-4c26-400c-b588-d9959ba663bf', 'tenant_id': '5de9657993f64840ba96193974360831', 'mac_address': 'fa:16:3e:da:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:44Z', 'updated_at': '2022-01-28T04:25:49Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'subnets': [{'id': '3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:55.221308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-82fd1186-6666-4d57-a1f5-762b2d8fc751 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:55.224426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0b7b3111-f091-42ce-95bb-114bef9b1510 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:55.243529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-82fd1186-6666-4d57-a1f5-762b2d8fc751 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1152542 Jan 28 04:27:55.319320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0b7b3111-f091-42ce-95bb-114bef9b1510 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:55.325136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0b7b3111-f091-42ce-95bb-114bef9b1510 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:55.325561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.335253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-e62eb7e8-c197-4586-9942-5d49d2faeb87 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.0907815 Jan 28 04:27:55.347589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-9e9c2f9c-7db8-4eb8-b466-ee8451ec1c23 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Request body: {'floatingip': {'port_id': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:55.434578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-9e9c2f9c-7db8-4eb8-b466-ee8451ec1c23 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (ad461c36-37f0-4be5-9c6b-89171d363120), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.485009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77a97d-82f7-425e-a7eb-fa0f61f61271 req-e31f8e3c-0f7c-48d6-a96f-d17af2c50d1b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:55.493298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0b7b3111-f091-42ce-95bb-114bef9b1510 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:55.493824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.494177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f77a97d-82f7-425e-a7eb-fa0f61f61271 req-e31f8e3c-0f7c-48d6-a96f-d17af2c50d1b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 945 time: 0.0801480 Jan 28 04:27:55.545697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:55.550448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.551523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:55.561922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f77a97d-82f7-425e-a7eb-fa0f61f61271 req-bb11cc82-1a2a-485e-b896-7d4c27f6f7a6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666935 Jan 28 04:27:55.682701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:55.693509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdb1df-bfab-4f8e-b66b-1ba2e39957aa None None] New status for floating IP c0fc2aac-5144-49b2-904a-28ed4ca51489: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:27:55.739905 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-9e9c2f9c-7db8-4eb8-b466-ee8451ec1c23 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 04:27:55.755405 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ed10600-edb2-40a9-9dcc-2a714d425e4a req-9e9c2f9c-7db8-4eb8-b466-ee8451ec1c23 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "PUT /v2.0/floatingips/ad461c36-37f0-4be5-9c6b-89171d363120 HTTP/1.1" status: 409 len: 550 time: 0.4143260 Jan 28 04:27:55.822465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80342953-c665-4237-a045-d76a930edd43 req-7beb55fd-13da-4be3-a4c5-10f25f42143a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:55.830845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80342953-c665-4237-a045-d76a930edd43 req-7beb55fd-13da-4be3-a4c5-10f25f42143a tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.1355834 Jan 28 04:27:55.870140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port c3de9a2d-af67-4907-a049-8f2478866a45 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:55.875369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port c3de9a2d-af67-4907-a049-8f2478866a45 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:55.875959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.899033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46394) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:55.913520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80342953-c665-4237-a045-d76a930edd43 req-7c5808dc-f926-4a9e-b1f3-60ad0b732391 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798345 Jan 28 04:27:56.010949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-612b68ca-28e0-471c-9123-50c451131d12 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips/ad461c36-37f0-4be5-9c6b-89171d363120 HTTP/1.1" status: 200 len: 692 time: 0.0781870 Jan 28 04:27:56.051813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c3de9a2d-af67-4907-a049-8f2478866a45 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:56.052376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:56.066188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdfcdd-4124-49bd-9d3c-868b9eeff987 req-3cc93fcb-4f55-40c0-995f-4ad45615229a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:56.074796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bfdfcdd-4124-49bd-9d3c-868b9eeff987 req-3cc93fcb-4f55-40c0-995f-4ad45615229a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0862014 Jan 28 04:27:56.129018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:56.143279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:56.143509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1256-9726-4924-ba7b-9a27a1129353 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group (8ba1b83d-c4e5-40c8-8208-b5e28098af3d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:56.147894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bfdfcdd-4124-49bd-9d3c-868b9eeff987 req-654405a8-2848-4828-b0ca-ab3f9d12842e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714531 Jan 28 04:27:56.188031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-929c691c-f909-418b-849c-0b1f96f7f4b9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:56.195668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-929c691c-f909-418b-849c-0b1f96f7f4b9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1787951 Jan 28 04:27:56.251716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:56.272578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1256-9726-4924-ba7b-9a27a1129353 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group (8ba1b83d-c4e5-40c8-8208-b5e28098af3d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:56.291580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-12c019ce-a337-4cbc-a62b-6392b10c7ad8 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.0950110 Jan 28 04:27:56.381301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-8dd7c9b7-0c0b-444d-b8bb-d68ea6bc54cd tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.0837910 Jan 28 04:27:56.386827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fa430-8433-4e20-8bf0-3a9c74b33e6f req-cfcd10cc-70f3-42df-873f-bb28035db9ad tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:56.397044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b9fa430-8433-4e20-8bf0-3a9c74b33e6f req-cfcd10cc-70f3-42df-873f-bb28035db9ad tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 946 time: 0.0906992 Jan 28 04:27:56.414884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510'}, {'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:56.417205 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577ec56-6d62-4eef-a6bb-c8870431064e" -d '{"events": [{"server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510"}, {"server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "name": "network-vif-plugged", "status": "completed", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:56.456626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b9fa430-8433-4e20-8bf0-3a9c74b33e6f req-ca30c244-4a58-4e25-974a-a41d8238a256 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Jan 28 04:27:56.510594 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e7211-4426-4dab-80c5-54203b6b7df9 x-openstack-request-id: req-f79e7211-4426-4dab-80c5-54203b6b7df9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:56.511097 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510", "code": 200}, {"server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "name": "network-vif-plugged", "status": "completed", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:56.511097 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f79e7211-4426-4dab-80c5-54203b6b7df9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:56.511548 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'code': 200} Jan 28 04:27:56.511717 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'code': 200} Jan 28 04:27:56.794263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df59a2-9360-450a-a73b-422a10031e14 req-91abcec5-a19d-4c12-b196-bc6e3b840f6f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:56.802051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4df59a2-9360-450a-a73b-422a10031e14 req-91abcec5-a19d-4c12-b196-bc6e3b840f6f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1073742 Jan 28 04:27:56.854833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94d1b6-dce2-4c07-8770-2d161ec83f86 req-0ec55aed-10d6-44e2-9258-b8c1cbed3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:56.856355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d94d1b6-dce2-4c07-8770-2d161ec83f86 req-0ec55aed-10d6-44e2-9258-b8c1cbed3765 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1097 time: 0.1365483 Jan 28 04:27:56.872817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4df59a2-9360-450a-a73b-422a10031e14 req-2ce9a582-2568-49b5-ba7f-70b73d02d299 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693946 Jan 28 04:27:56.944271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d94d1b6-dce2-4c07-8770-2d161ec83f86 req-16062981-e731-4d49-8648-f4e5804beaa0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574820 Jan 28 04:27:57.000642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1256-9726-4924-ba7b-9a27a1129353 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ba1b83d-c4e5-40c8-8208-b5e28098af3d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.003597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1256-9726-4924-ba7b-9a27a1129353 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.005004 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b6e1256-9726-4924-ba7b-9a27a1129353 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ba1b83d-c4e5-40c8-8208-b5e28098af3d HTTP/1.1" status: 204 len: 168 time: 1.1045990 Jan 28 04:27:57.008960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:57.056000 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-222627e1-0a5c-487a-aa1d-9fa2e595486f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] show failed (client error): The resource could not be found. Jan 28 04:27:57.058504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-222627e1-0a5c-487a-aa1d-9fa2e595486f tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "GET /v2.0/security-groups/8ba1b83d-c4e5-40c8-8208-b5e28098af3d HTTP/1.1" status: 404 len: 347 time: 0.0477161 Jan 28 04:27:57.061547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:57.084564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e1256-9726-4924-ba7b-9a27a1129353 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1b83d-c4e5-40c8-8208-b5e28098af3d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:57.140731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3a59-fe39-4449-9183-9ee7ef0890af req-d3e0cfaf-9f2f-4288-8541-a0d00c6daecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:57.145323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2aff3a59-fe39-4449-9183-9ee7ef0890af req-d3e0cfaf-9f2f-4288-8541-a0d00c6daecc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1097 time: 0.2702680 Jan 28 04:27:57.206374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Deleting port 2516329c-8265-48e3-81d5-28774f242aa1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:57.206808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2516329c-8265-48e3-81d5-28774f242aa1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.290251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2516329c-8265-48e3-81d5-28774f242aa1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.290579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (2516329c-8265-48e3-81d5-28774f242aa1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.306741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Calling delete_port for 2516329c-8265-48e3-81d5-28774f242aa1 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:57.325664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247395ea-aee3-4f55-8c63-1f65e04938c4 req-1cebe03a-971c-4eaf-9a10-cf9404e0b9c4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:57.332114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-247395ea-aee3-4f55-8c63-1f65e04938c4 req-1cebe03a-971c-4eaf-9a10-cf9404e0b9c4 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.1704588 Jan 28 04:27:57.399487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Deleting port 517036ea-3ce2-4563-b733-9e26f2c3beac {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:57.400142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.493049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.493821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (517036ea-3ce2-4563-b733-9e26f2c3beac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.495678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2aff3a59-fe39-4449-9183-9ee7ef0890af req-2e18dbe2-ae9b-476a-908b-6ed7ef06d89e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Jan 28 04:27:57.496293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2516329c-8265-48e3-81d5-28774f242aa1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.509079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Calling delete_port for 517036ea-3ce2-4563-b733-9e26f2c3beac owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:57.531034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event deleted for resources: {'Port': ['ID=2516329c-8265-48e3-81d5-28774f242aa1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:57.592470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (ad461c36-37f0-4be5-9c6b-89171d363120), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.595543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.610213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf69d9d4-b999-4ff0-bdca-d25012ce8d1c req-379f0323-c7a6-49c5-9c23-1dc2392c50f9 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad461c36-37f0-4be5-9c6b-89171d363120 HTTP/1.1" status: 204 len: 173 time: 1.2280409 Jan 28 04:27:57.724896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338763-eb00-4a75-886f-97311413ab98 req-11e1c929-0074-4302-a947-090889aecab3 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:57.728417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e338763-eb00-4a75-886f-97311413ab98 req-11e1c929-0074-4302-a947-090889aecab3 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 949 time: 0.3939598 Jan 28 04:27:57.757858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3163600-ab1e-4945-b505-217c55212478 req-7f42f939-60be-4c80-a266-621a95083921 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:57.761984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3163600-ab1e-4945-b505-217c55212478 req-7f42f939-60be-4c80-a266-621a95083921 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.1075490 Jan 28 04:27:57.790745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-247395ea-aee3-4f55-8c63-1f65e04938c4 req-9e1d5737-e9b5-4663-b77c-76224fc92992 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223552 Jan 28 04:27:57.805543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (517036ea-3ce2-4563-b733-9e26f2c3beac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.875537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Pushing event deleted for resources: {'Port': ['ID=517036ea-3ce2-4563-b733-9e26f2c3beac,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:57.928164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3163600-ab1e-4945-b505-217c55212478 req-f9779a02-a49c-4f6c-9c27-238c8b8638c6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594927 Jan 28 04:27:58.076107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks [] for floatingip (c0fc2aac-5144-49b2-904a-28ed4ca51489), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.079754 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.084330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46466) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:58.085493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f3c82942-e851-4c3a-b56c-12648a09a1e6 tempest-ServersTestFqdnHostnames-1385232134 tempest-ServersTestFqdnHostnames-1385232134-project] 10.222.0.21 "DELETE /v2.0/floatingips/c0fc2aac-5144-49b2-904a-28ed4ca51489 HTTP/1.1" status: 204 len: 168 time: 1.0227354 Jan 28 04:27:58.105999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Deleting port 6f424a5d-adcb-4714-86df-bb43350d46af {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:58.106368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.175964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40e9dd-e9a6-458f-92a4-127d33131d91 req-29f3fb34-c1f5-4be3-b054-7090e12ab5db tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.176419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-99a99566-527b-4b9a-a852-a86ff043fd0f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1002 time: 0.2254524 Jan 28 04:27:58.183820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be40e9dd-e9a6-458f-92a4-127d33131d91 req-29f3fb34-c1f5-4be3-b054-7090e12ab5db tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 946 time: 0.1622977 Jan 28 04:27:58.275413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-7cec806e-0fb9-4ebf-8d0b-10978d87e4e2 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.285632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-7cec806e-0fb9-4ebf-8d0b-10978d87e4e2 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports/02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 943 time: 0.1035779 Jan 28 04:27:58.301926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] For port 6f424a5d-adcb-4714-86df-bb43350d46af, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6f424a5d-adcb-4714-86df-bb43350d46af,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:58.302318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.320402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be40e9dd-e9a6-458f-92a4-127d33131d91 req-dd6ee887-a3a5-4846-bd4f-8add4b9c8165 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Jan 28 04:27:58.354232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Calling delete_port for 6f424a5d-adcb-4714-86df-bb43350d46af owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:58.569701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-f8346c5c-5329-411e-a144-6ef249766bfd tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1002 time: 0.1143696 Jan 28 04:27:58.621807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3715-2c0a-4350-a5d4-e411e0f3785b req-8addecca-948d-4e9a-80f5-5d8d4c8a2b76 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.629379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-884d3715-2c0a-4350-a5d4-e411e0f3785b req-8addecca-948d-4e9a-80f5-5d8d4c8a2b76 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1076415 Jan 28 04:27:58.644488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6f424a5d-adcb-4714-86df-bb43350d46af), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.686736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6f424a5d-adcb-4714-86df-bb43350d46af'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:58.741940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-6cc194b9-9843-4607-8658-4822b629b3d0 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.750357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-6cc194b9-9843-4607-8658-4822b629b3d0 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1796706 Jan 28 04:27:58.795588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-884d3715-2c0a-4350-a5d4-e411e0f3785b req-137dd971-ca47-41c5-a4b4-d419814e056e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639285 Jan 28 04:27:58.811574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Pushing event deleted for resources: {'Port': ['ID=6f424a5d-adcb-4714-86df-bb43350d46af,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:58.851090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] No DVR routers for this DVR port 6f424a5d-adcb-4714-86df-bb43350d46af on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:58.855371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.861787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e338763-eb00-4a75-886f-97311413ab98 req-0a7b2cfc-356c-485a-b1ed-2e89c10fce5c tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.47 "DELETE /v2.0/ports/6f424a5d-adcb-4714-86df-bb43350d46af HTTP/1.1" status: 204 len: 173 time: 1.0695040 Jan 28 04:27:58.862889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'name': 'network-vif-deleted', 'tag': '6f424a5d-adcb-4714-86df-bb43350d46af'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:58.885508 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4877a8f1-4097-4fee-91a2-090104a2bdab" -d '{"events": [{"server_uuid": "d7407b93-4349-4511-84c4-998986e5b5a7", "name": "network-vif-deleted", "tag": "6f424a5d-adcb-4714-86df-bb43350d46af"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:58.903778 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-58dadb9a-bc55-4c10-a8f8-15896576f9ba tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1002 time: 0.1522691 Jan 28 04:27:58.909191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:58.918066 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:27:58.984964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (eb3c7126-b859-4879-9931-d17f7040943c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.990494 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:59.032862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e275bbf0-6022-45de-9110-701aa641fe55 req-95a41ad6-c8d9-49a9-a03a-0806c43dc975 tempest-LiveMigrationNegativeTest-1944422491 tempest-LiveMigrationNegativeTest-1944422491-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7407b93-4349-4511-84c4-998986e5b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0350597 Jan 28 04:27:59.117348 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bb9eb6-ab30-421a-8c1d-584ca133b95b x-openstack-request-id: req-f4bb9eb6-ab30-421a-8c1d-584ca133b95b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:59.117667 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7407b93-4349-4511-84c4-998986e5b5a7", "name": "network-vif-deleted", "tag": "6f424a5d-adcb-4714-86df-bb43350d46af", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:59.117911 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4bb9eb6-ab30-421a-8c1d-584ca133b95b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:59.118315 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7407b93-4349-4511-84c4-998986e5b5a7', 'name': 'network-vif-deleted', 'tag': '6f424a5d-adcb-4714-86df-bb43350d46af', 'status': 'completed', 'code': 200} Jan 28 04:27:59.330851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:59.340105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:59.340524 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Floating IP b3926545-d98f-42e7-8d9f-5d006d07b6cf disassociated. External IP: 172.25.6.187, port: 02a74d75-fccb-4861-8a3b-8214f145fed6. Jan 28 04:27:59.344259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac95b-5bc6-435f-8e9a-90411e52d253 req-c51ea652-fa80-4c07-99d5-7166ab4a76b9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:59.353992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eecac95b-5bc6-435f-8e9a-90411e52d253 req-c51ea652-fa80-4c07-99d5-7166ab4a76b9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.0766187 Jan 28 04:27:59.413999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eecac95b-5bc6-435f-8e9a-90411e52d253 req-70064016-794a-425f-8798-378d2bfe1c9a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588162 Jan 28 04:27:59.524816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5ce9-8502-4b55-9490-90698abccc92 req-6c0ca19a-a22f-40e2-8fa1-e63217fdf7dd tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:59.532220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-388b5ce9-8502-4b55-9490-90698abccc92 req-6c0ca19a-a22f-40e2-8fa1-e63217fdf7dd tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 946 time: 0.0629928 Jan 28 04:27:59.617884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-388b5ce9-8502-4b55-9490-90698abccc92 req-18f8692f-49b6-4805-b938-9d40a79dd9eb tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846243 Jan 28 04:27:59.782668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Router 15910d44-2661-4a1a-87bd-53138a474a06 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:59.799327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-b8d8ca10-29d3-4ea2-a312-c0534a9413de tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1308061861&fields=id&tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 267 time: 0.0670097 Jan 28 04:27:59.847690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Deleting port 3110360b-b640-4723-9a9c-0eb4a0d9589f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:59.848309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:59.865923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-e783b829-9021-4046-8dfc-1ffcaa01181c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:59.873791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-e783b829-9021-4046-8dfc-1ffcaa01181c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 946 time: 0.0682728 Jan 28 04:27:59.879818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'port': {'security_groups': ['bfd24344-5305-47fe-ae34-3a12371dce20', '1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:59.966206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.005990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] For port 3110360b-b640-4723-9a9c-0eb4a0d9589f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3110360b-b640-4723-9a9c-0eb4a0d9589f,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:00.006373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.016413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:00.023109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.028215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] Sync routers for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:00.048987 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:00.050275 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:00.051192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-892a6a11-7b24-47bd-8768-77866281320c tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "PUT /v2.0/floatingips/b3926545-d98f-42e7-8d9f-5d006d07b6cf HTTP/1.1" status: 200 len: 695 time: 1.1462622 Jan 28 04:28:00.053304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Calling delete_port for 3110360b-b640-4723-9a9c-0eb4a0d9589f owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:00.054918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:00.057177 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18269c5-32c7-4889-bc71-772c9088d8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:00.175249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-40a837a8-08fa-415a-9ec4-9712eaaf615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:00.176827 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-40a837a8-08fa-415a-9ec4-9712eaaf615e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1097 time: 0.1022294 Jan 28 04:28:00.230096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:00.238542 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:00.266494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.276178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.314023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0b7b3111-f091-42ce-95bb-114bef9b1510'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:00.332934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:00.334028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.348036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea774df8-3f06-4e29-83d3-748819d8a0b4 req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "PUT /v2.0/ports/0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 982 time: 0.4684563 Jan 28 04:28:00.399875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:00.404409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dee36c-da74-4e6d-93ee-55ed5e085048 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:00.517563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868454c-2744-4bac-8ea5-d3aef625ca35 req-507a0125-569c-4392-ae94-835d64d5f82f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:00.536314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5868454c-2744-4bac-8ea5-d3aef625ca35 req-507a0125-569c-4392-ae94-835d64d5f82f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0830317 Jan 28 04:28:00.545276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0b7b3111-f091-42ce-95bb-114bef9b1510'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:00.647233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5868454c-2744-4bac-8ea5-d3aef625ca35 req-f9434b26-0f73-48f2-8999-fc452c470073 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094041 Jan 28 04:28:00.705468 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:25Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:00.776253 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] Checking router: 15910d44-2661-4a1a-87bd-53138a474a06 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:00.787145 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:00.787783 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:00.909187 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052c1f50-5990-471c-8c63-6c8b5c5be98f x-openstack-request-id: req-052c1f50-5990-471c-8c63-6c8b5c5be98f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:00.909788 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:00.909788 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-052c1f50-5990-471c-8c63-6c8b5c5be98f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:00.910142 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'status': 'completed', 'code': 200} Jan 28 04:28:00.922745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-e906b8dd-0060-4d8d-bb41-f154e3e53db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:00.924272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-e906b8dd-0060-4d8d-bb41-f154e3e53db2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 928 time: 0.7351947 Jan 28 04:28:00.997101 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:01.045053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-c691e627-8aab-4e55-b3d7-c9619dbef47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.051666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-c691e627-8aab-4e55-b3d7-c9619dbef47c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 1097 time: 0.1003985 Jan 28 04:28:01.095465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-011231f8-af48-4bef-9992-05a22719ec8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 217 time: 0.1561980 Jan 28 04:28:01.174758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:01.178695 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32" -d '{"events": [{"name": "network-changed", "server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:01.241419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6f424a5d-adcb-4714-86df-bb43350d46af no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:01.247759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-7c0294e8-ba94-47e3-b393-3f2381fd0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.251881 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-7c0294e8-ba94-47e3-b393-3f2381fd0721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 200 len: 866 time: 0.1449764 Jan 28 04:28:01.268325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 6f424a5d-adcb-4714-86df-bb43350d46af {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:01.268674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6f424a5d-adcb-4714-86df-bb43350d46af not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:01.301896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27d7ab27-004a-4ef1-84fd-5008839a68c3 req-3bacff99-eefd-494d-ae26-643da853dd9b tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c HTTP/1.1" status: 200 len: 1817 time: 0.1199768 Jan 28 04:28:01.324263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3110360b-b640-4723-9a9c-0eb4a0d9589f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:01.361403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-22c18663-983b-4b46-b9db-6c50844af332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.363771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-22c18663-983b-4b46-b9db-6c50844af332 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 200 len: 928 time: 0.3032668 Jan 28 04:28:01.392398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-6c1e77e9-75bf-4016-8842-d7fd577a0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.394115 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-6c1e77e9-75bf-4016-8842-d7fd577a0876 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1931bb8-78c5-476e-af22-e44653fd66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308694 Jan 28 04:28:01.397461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Pushing event deleted for resources: {'Port': ['ID=3110360b-b640-4723-9a9c-0eb4a0d9589f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:01.467619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:25Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:01.471974 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-d31b702a-ca62-4005-aed3-3adaa3a8ee6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 200 len: 217 time: 0.0987642 Jan 28 04:28:01.472983 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-27d7ab27-004a-4ef1-84fd-5008839a68c3 req-8aa8f56e-ea14-495b-975d-a83deee99e82 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:28:01.495150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27d7ab27-004a-4ef1-84fd-5008839a68c3 req-8aa8f56e-ea14-495b-975d-a83deee99e82 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c HTTP/1.1" status: 409 len: 341 time: 0.1917620 Jan 28 04:28:01.497925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46520) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:01.546764 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b32b6-c9d6-424f-92be-ada971a4e81d None None] The sync data for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 is: [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:19Z', 'revision_number': 4, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d3d0344-4a66-4c67-a37d-622c6798fc3d', 'name': '', 'network_id': 'a1931bb8-78c5-476e-af22-e44653fd66f1', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'mac_address': 'fa:16:3e:ef:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:19Z', 'updated_at': '2022-01-28T04:27:25Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'subnets': [{'id': '2a0b084f-7bf1-4f28-ab09-e7377792bd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:01.592760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-49988967-0eae-4643-8dcf-f674e0f3e32f service neutron] 10.222.0.21 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681862 Jan 28 04:28:01.609189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-7f4380f3-bcac-4dc5-9a15-2e6ae213c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.610607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-7f4380f3-bcac-4dc5-9a15-2e6ae213c56d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 200 len: 866 time: 0.1145349 Jan 28 04:28:01.727914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-ee85c34f-3919-44c3-95ac-fbb8ea1aa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.732084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-ee85c34f-3919-44c3-95ac-fbb8ea1aa910 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1931bb8-78c5-476e-af22-e44653fd66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953848 Jan 28 04:28:01.745587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7b171-1cf8-4544-b560-d8cedbf7cfac req-3a06e5db-761f-4fb8-8429-71087f1a7102 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:01.747732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ef7b171-1cf8-4544-b560-d8cedbf7cfac req-3a06e5db-761f-4fb8-8429-71087f1a7102 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.1524966 Jan 28 04:28:01.873251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caac8dc5-201d-44e3-8196-fe9e49015d5a req-20cdcf9f-c4df-4feb-9a52-32fd308f87c6 service neutron] 10.222.0.21 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794318 Jan 28 04:28:01.873738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-7b42a16a-2f46-44d5-a0d8-ee692a6fe5fe service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232154 Jan 28 04:28:01.894888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (eb3c7126-b859-4879-9931-d17f7040943c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.053121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-29081e99-5d5d-488d-a092-5678bd8e9307 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c99d749aee6c4e398c3a53561ae26f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551531 Jan 28 04:28:02.057670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:02.058604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78188c-5044-4656-b26f-0a60bf26d78a None None] New status for floating IP b3926545-d98f-42e7-8d9f-5d006d07b6cf: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:28:02.081415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ef7b171-1cf8-4544-b560-d8cedbf7cfac req-a752bbc1-4f15-4742-87d9-62e86080296b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013488 Jan 28 04:28:02.087229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f6aca-3b11-40ce-9a9f-5e21d2e8a967 req-d614e48a-cba8-459c-9925-354269b5ae74 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.088760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c6f6aca-3b11-40ce-9a9f-5e21d2e8a967 req-d614e48a-cba8-459c-9925-354269b5ae74 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1097 time: 0.1199727 Jan 28 04:28:02.161322 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c6f6aca-3b11-40ce-9a9f-5e21d2e8a967 req-40035247-7bb7-4164-98aa-9bdd4352fdec tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618105 Jan 28 04:28:02.176591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64658b7-ce57-4f76-962d-4f43f35ecd6d admin admin] Publish callbacks [] for security_group (4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.179976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a18269c5-32c7-4889-bc71-772c9088d8bf req-0582de8b-3151-4c5d-836f-12668dd0d93f service neutron] 10.222.0.52 "GET /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891157 Jan 28 04:28:02.203159 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b746c922-1072-4053-8855-c12818dab4e7 x-openstack-request-id: req-b746c922-1072-4053-8855-c12818dab4e7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:02.203471 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:02.219114 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b746c922-1072-4053-8855-c12818dab4e7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:02.219114 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'status': 'completed', 'code': 200} Jan 28 04:28:02.256454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64658b7-ce57-4f76-962d-4f43f35ecd6d admin admin] Publish callbacks [] for security_group (4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.329547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-a2aa0ba6-dce7-48af-b60e-164a08be79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.331445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-a2aa0ba6-dce7-48af-b60e-164a08be79fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1136 time: 0.0876391 Jan 28 04:28:02.507006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Router eb3c7126-b859-4879-9931-d17f7040943c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:28:02.514434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-2b246b88-354d-48aa-9a27-518f6f13b10a tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips/b3926545-d98f-42e7-8d9f-5d006d07b6cf HTTP/1.1" status: 200 len: 695 time: 0.1225984 Jan 28 04:28:02.533202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64658b7-ce57-4f76-962d-4f43f35ecd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.535708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64658b7-ce57-4f76-962d-4f43f35ecd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.539187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f64658b7-ce57-4f76-962d-4f43f35ecd6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8 HTTP/1.1" status: 204 len: 168 time: 0.4770410 Jan 28 04:28:02.563640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-b6a4e5bd-a0cd-443b-b1b0-bc87e26787ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.565709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-b6a4e5bd-a0cd-443b-b1b0-bc87e26787ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.2269809 Jan 28 04:28:02.624480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-544806e4-36cd-488b-95a8-8dfd33577721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 217 time: 0.0505662 Jan 28 04:28:02.690979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-9cd76037-2f9c-4f1a-a93f-55935fbbe48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.693203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-9cd76037-2f9c-4f1a-a93f-55935fbbe48f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.0576651 Jan 28 04:28:02.761810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64658b7-ce57-4f76-962d-4f43f35ecd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e6c39-88cd-4faa-bf68-df35f2dcd9b8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:02.776484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-61c7d25b-07d2-41f9-9b28-1f00848f4f25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669734 Jan 28 04:28:02.783427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963da6d-fac9-4c14-a05c-f3efc283bbbd req-4e100cc1-e350-47e6-b2a8-6b10d041669b tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.785032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8963da6d-fac9-4c14-a05c-f3efc283bbbd req-4e100cc1-e350-47e6-b2a8-6b10d041669b tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1097 time: 0.1632342 Jan 28 04:28:02.893767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8963da6d-fac9-4c14-a05c-f3efc283bbbd req-384735e7-4b73-4c5f-b798-d86db36c7d17 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979216 Jan 28 04:28:02.937631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-4457cc63-7264-41b9-888c-ad456fccb4ea service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515639 Jan 28 04:28:02.951328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-8e6e8533-1d4f-4780-b28f-8f83faf5872b tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.951328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-8e6e8533-1d4f-4780-b28f-8f83faf5872b tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.4207888 Jan 28 04:28:03.026940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-7314d3da-229e-4a98-97a8-9077623711cd tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0664949 Jan 28 04:28:03.035116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46554) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:03.103697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-e3e7649c-d960-4e7c-96b7-8ecbbeaf47fc tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0477903 Jan 28 04:28:03.124809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:03.132831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e889ca5-69c5-4923-9cb2-0df5af1793f5 req-fbfea531-a915-4d96-a561-e65950200518 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:03.134936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e889ca5-69c5-4923-9cb2-0df5af1793f5 req-fbfea531-a915-4d96-a561-e65950200518 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 985 time: 0.0839376 Jan 28 04:28:03.135607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46558) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:03.136235 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] Sync routers for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:03.144087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f5e5efd7-05ed-4b42-9104-d9ae662f404b admin admin] 10.222.0.21 "PUT /v2.0/routers/eb3c7126-b859-4879-9931-d17f7040943c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0531285 Jan 28 04:28:03.151657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c26cfd12-9ddd-4331-87f1-094d6fcc7f32 req-3f5d77f8-3877-40a7-9ae5-67dfcc598539 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968222 Jan 28 04:28:03.154424 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:03.155065 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:03.282644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e04a8d99-8132-419f-b841-905b6b3e9307 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d1043a7e9af41dab515fe0de4968ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462213 Jan 28 04:28:03.285248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:03.340909 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:03.360114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Deleting port 792afe72-b8ff-4f39-9347-3f80cec8ce7f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:03.364381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.451475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.451924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (792afe72-b8ff-4f39-9347-3f80cec8ce7f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.464962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Calling delete_port for 792afe72-b8ff-4f39-9347-3f80cec8ce7f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:03.595706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08fa8d48-4b38-43a1-b1e2-8ec9d1402f5c admin admin] Publish callbacks [] for security_group (bae44a0f-c429-45f8-abf4-76dcaacf98d7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.621605 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:28:00Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:03.624079 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (792afe72-b8ff-4f39-9347-3f80cec8ce7f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.627213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08fa8d48-4b38-43a1-b1e2-8ec9d1402f5c admin admin] Publish callbacks [] for security_group (bae44a0f-c429-45f8-abf4-76dcaacf98d7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.650351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e889ca5-69c5-4923-9cb2-0df5af1793f5 req-f1bafb1f-0a74-43f3-9a01-f7f14d100f8a tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5026236 Jan 28 04:28:03.657382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae935e-276f-468c-b42c-040a4b42be0e req-3542c71f-ce59-4a0b-a152-0e97bb0568d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:03.659457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-3542c71f-ce59-4a0b-a152-0e97bb0568d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1136 time: 0.1768501 Jan 28 04:28:03.662258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event deleted for resources: {'Port': ['ID=792afe72-b8ff-4f39-9347-3f80cec8ce7f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:03.664192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks [] for router (eb3c7126-b859-4879-9931-d17f7040943c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.699144 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] Checking router: eb3c7126-b859-4879-9931-d17f7040943c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:03.711170 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] Routers {'eb3c7126-b859-4879-9931-d17f7040943c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:03.711964 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:27:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['eb3c7126-b859-4879-9931-d17f7040943c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:03.795497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08fa8d48-4b38-43a1-b1e2-8ec9d1402f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bae44a0f-c429-45f8-abf4-76dcaacf98d7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.803959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08fa8d48-4b38-43a1-b1e2-8ec9d1402f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.817604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-08fa8d48-4b38-43a1-b1e2-8ec9d1402f5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bae44a0f-c429-45f8-abf4-76dcaacf98d7 HTTP/1.1" status: 204 len: 168 time: 0.5269012 Jan 28 04:28:03.849831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa8d48-4b38-43a1-b1e2-8ec9d1402f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae44a0f-c429-45f8-abf4-76dcaacf98d7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:03.869830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks [] for floatingip (b3926545-d98f-42e7-8d9f-5d006d07b6cf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.871785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:03.885825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fd67119-dd49-4b3e-a0b6-ec840a3aab7b req-252d87e1-8dd9-4dd8-9dec-e55a993206a5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3926545-d98f-42e7-8d9f-5d006d07b6cf HTTP/1.1" status: 204 len: 173 time: 0.7743645 Jan 28 04:28:03.941015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] Set router eb3c7126-b859-4879-9931-d17f7040943c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:03.961049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks [] for router_gateway (eb3c7126-b859-4879-9931-d17f7040943c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:04.032542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae935e-276f-468c-b42c-040a4b42be0e req-7398580a-8cf6-4e04-a499-e312c83fb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:04.034073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-7398580a-8cf6-4e04-a499-e312c83fb769 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.3666921 Jan 28 04:28:04.112983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-a6b75fed-4a9c-4065-ab91-c9570f3347d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 217 time: 0.0695627 Jan 28 04:28:04.127353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdf335-2051-43b8-88a0-f644a1a4dad1 req-6e36d9d9-03fc-4cb5-aa94-0c93d6e38d05 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:04.137468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75cdf335-2051-43b8-88a0-f644a1a4dad1 req-6e36d9d9-03fc-4cb5-aa94-0c93d6e38d05 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.2789168 Jan 28 04:28:04.153798 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:28:00Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:04.188674 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d6a45-2f9f-44b3-9881-6cbb24829470 None None] The sync data for ids ['eb3c7126-b859-4879-9931-d17f7040943c'] in n-d-824835-3 is: [{'id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'name': 'tempest-ServersTestFqdnHostnames-666717561-router', 'tenant_id': '5de9657993f64840ba96193974360831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:25:39Z', 'updated_at': '2022-01-28T04:28:00Z', 'revision_number': 5, 'project_id': '5de9657993f64840ba96193974360831', 'gw_port': {'id': 'b1f8c45b-92b0-4241-8a78-05e325485b10', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c7126-b859-4879-9931-d17f7040943c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:25:40Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:04.213115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Deleting port b1f8c45b-92b0-4241-8a78-05e325485b10 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:04.213550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:04.312464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae935e-276f-468c-b42c-040a4b42be0e req-c82d4671-f348-4166-a630-f28f106316a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:04.315938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-c82d4671-f348-4166-a630-f28f106316a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.1673670 Jan 28 04:28:04.366892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-13bc2b14-ea38-4283-936c-7495bf282407 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348797 Jan 28 04:28:04.417463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75cdf335-2051-43b8-88a0-f644a1a4dad1 req-1a2267f3-6e32-49e7-9266-ace5a97d395f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715473 Jan 28 04:28:04.500544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e157d-489d-48f8-baf1-4114a0fa8030 req-44c0eefe-9ec7-4bf5-b9e3-edd56d1fe2e1 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:04.517724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-035e157d-489d-48f8-baf1-4114a0fa8030 req-44c0eefe-9ec7-4bf5-b9e3-edd56d1fe2e1 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1097 time: 0.1036735 Jan 28 04:28:04.649011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-035e157d-489d-48f8-baf1-4114a0fa8030 req-dffab4a2-4fb9-450d-9a3a-b229b1350455 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303160 Jan 28 04:28:04.684385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] For port b1f8c45b-92b0-4241-8a78-05e325485b10, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b1f8c45b-92b0-4241-8a78-05e325485b10,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:04.684764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:04.697402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-0ce148a4-7eba-4372-906a-bca4eaad3bf1 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198087 Jan 28 04:28:04.816956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Calling delete_port for b1f8c45b-92b0-4241-8a78-05e325485b10 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:04.877940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3110360b-b640-4723-9a9c-0eb4a0d9589f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:04.888651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea5726-03a0-41fd-8760-cf73130779b4 req-797be5d2-1710-40e8-a919-c4b9d32c9a54 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:04.896571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-68ea5726-03a0-41fd-8760-cf73130779b4 req-797be5d2-1710-40e8-a919-c4b9d32c9a54 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 985 time: 0.0951185 Jan 28 04:28:04.939302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3110360b-b640-4723-9a9c-0eb4a0d9589f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:04.939646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3110360b-b640-4723-9a9c-0eb4a0d9589f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:04.941723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ae935e-276f-468c-b42c-040a4b42be0e req-8137ff7e-aad4-4616-8e42-d61fbedc1934 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242374 Jan 28 04:28:04.966615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87a79-776b-4e78-81bd-9bdd7d951d02 req-d9cb846a-27a5-4a8d-8ef2-5baebdd55d6b tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:04.968388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20e87a79-776b-4e78-81bd-9bdd7d951d02 req-d9cb846a-27a5-4a8d-8ef2-5baebdd55d6b tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3618491 Jan 28 04:28:05.037166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-68ea5726-03a0-41fd-8760-cf73130779b4 req-8999f54a-df1c-4d47-90e1-b54f7d0b9da3 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1389399 Jan 28 04:28:05.077231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20e87a79-776b-4e78-81bd-9bdd7d951d02 req-ba0910b5-41c0-42b0-8494-09f474dc01bd tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0942993 Jan 28 04:28:05.168838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c801396-064c-427f-8b55-049149b931d5 req-4d45fb7c-076e-4bc4-b12e-8a724f6cf101 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0737989 Jan 28 04:28:05.412077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1f8c45b-92b0-4241-8a78-05e325485b10), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.441798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f8c45b-92b0-4241-8a78-05e325485b10,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:05.528742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ac27-8fae-4cfb-8f10-7c12259af265 req-046b745f-c16a-4323-9916-50fd374ae498 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:05.533657 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2778ac27-8fae-4cfb-8f10-7c12259af265 req-046b745f-c16a-4323-9916-50fd374ae498 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0905421 Jan 28 04:28:05.607159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (eb3c7126-b859-4879-9931-d17f7040943c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.654761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2778ac27-8fae-4cfb-8f10-7c12259af265 req-0b667dd0-cf15-4c1b-8cac-0d0a33bc301f tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128352 Jan 28 04:28:05.792044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (eb3c7126-b859-4879-9931-d17f7040943c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.816748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b9d0-9351-4eb8-93a0-8420f05755ef req-29200e46-29de-45e7-93fb-541167d6745d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:05.820898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c11b9d0-9351-4eb8-93a0-8420f05755ef req-29200e46-29de-45e7-93fb-541167d6745d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 946 time: 0.2766712 Jan 28 04:28:05.824694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks [] for router_controller (eb3c7126-b859-4879-9931-d17f7040943c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.832823 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.894591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb23e8-19fa-4b36-8587-a1066ad340d1 req-ca7d74e6-7e89-4086-8a1f-c146a95aaa74 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:05.902167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fb23e8-19fa-4b36-8587-a1066ad340d1 req-ca7d74e6-7e89-4086-8a1f-c146a95aaa74 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1097 time: 0.0636249 Jan 28 04:28:05.931321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (eb3c7126-b859-4879-9931-d17f7040943c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.931321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3c7126-b859-4879-9931-d17f7040943c {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:28:05.950319 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.952116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-90ace10a-e5b1-43a4-8294-126f34868ccc admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb3c7126-b859-4879-9931-d17f7040943c HTTP/1.1" status: 204 len: 168 time: 2.8128154 Jan 28 04:28:05.957385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46638) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:05.972504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fb23e8-19fa-4b36-8587-a1066ad340d1 req-6aadf691-d704-4858-97ff-b2b05fee8a3b tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675905 Jan 28 04:28:05.998488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c11b9d0-9351-4eb8-93a0-8420f05755ef req-f1c1fa0a-2c49-43f2-8839-770b5993709a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683486 Jan 28 04:28:06.036873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Deleting subnet 3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:28:06.041248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Publish callbacks [] for subnet (3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.131458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.251118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739071-1aaa-4262-9844-a46076122f56 req-c6765f81-6129-4388-82c9-674a9f33631e tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:06.256948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a739071-1aaa-4262-9844-a46076122f56 req-c6765f81-6129-4388-82c9-674a9f33631e tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 985 time: 0.1005044 Jan 28 04:28:06.290589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.353413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.379613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a739071-1aaa-4262-9844-a46076122f56 req-526b68bd-c2dd-47ba-b25a-5b3345bdfbbe tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1152852 Jan 28 04:28:06.386596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:06.393419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45805cd-28d9-42ad-be08-e3ae699a6374 None None] Network 9fbc751e-4c26-400c-b588-d9959ba663bf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:06.393918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.411191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4cdea4c-c124-47e1-81e6-3f358d67795d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e45071e-7dd0-4fe7-9a83-2c19d9cfcf85 HTTP/1.1" status: 204 len: 168 time: 0.4524961 Jan 28 04:28:06.414194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:06.549757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (9fbc751e-4c26-400c-b588-d9959ba663bf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.649413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Deleting port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:06.649761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.696940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] DHCP port deletion for 9fbc751e-4c26-400c-b588-d9959ba663bf request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:28:06.727362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] For port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:06.727728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.748573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Calling delete_port for 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:06.780447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] Deleting port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:06.780830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.848437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-623a6332-4b90-40ec-b460-362fbf8f532f req-c33e8872-5e22-4806-bcc1-f7a81fc6525f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1632419863&fields=id&tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1 HTTP/1.1" status: 200 len: 267 time: 0.1125846 Jan 28 04:28:06.887936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:06.932382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a6332-4b90-40ec-b460-362fbf8f532f req-8de797a1-5fec-4619-a624-17c870f9f8d8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:06.946663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-623a6332-4b90-40ec-b460-362fbf8f532f req-8de797a1-5fec-4619-a624-17c870f9f8d8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 985 time: 0.0965192 Jan 28 04:28:06.949939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-d0aaff1e-c574-4976-8861-e8e509b09d79 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:06.952511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-d0aaff1e-c574-4976-8861-e8e509b09d79 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1097 time: 0.1214614 Jan 28 04:28:06.952698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.963213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-3'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:06.979742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'port': {'security_groups': ['1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c', 'bfd24344-5305-47fe-ae34-3a12371dce20', '37cf31dd-9e5b-4d18-8074-6eeecaa5632f']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:06.981810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] For port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,segment=NetworkSegment(5bb5d175-6952-4981-9cc5-0b3f894721ec),segment_id=5bb5d175-6952-4981-9cc5-0b3f894721ec)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:06.982422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.988748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] No DVR routers for this DVR port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:07.041531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:07.065417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:07.115363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] Calling delete_port for 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:07.122791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:07.123378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:07.123970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b1f8c45b-92b0-4241-8a78-05e325485b10 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:07.128454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.160336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b1f8c45b-92b0-4241-8a78-05e325485b10 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:07.160965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b1f8c45b-92b0-4241-8a78-05e325485b10 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:07.187425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.245390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (9fbc751e-4c26-400c-b588-d9959ba663bf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.250406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:07.277123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 has no active binding in host n-h1-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:28:07.288061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.292455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbc751e-4c26-400c-b588-d9959ba663bf']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:07.316732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb5d175-6952-4981-9cc5-0b3f894721ec') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:07.317037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb5d175-6952-4981-9cc5-0b3f894721ec') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:07.320400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] Pushing event deleted for resources: {'Port': ['ID=4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:07.322897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2385133-49ec-42ac-9888-29e288bfcea3 None None] No DVR routers for this DVR port 4f9b3b6d-bd5e-4e83-9aaa-8a1dd1da045d on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:07.358338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (5bb5d175-6952-4981-9cc5-0b3f894721ec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.387584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5bb5d175-6952-4981-9cc5-0b3f894721ec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.414362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:28:07.415088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (5bb5d175-6952-4981-9cc5-0b3f894721ec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.416879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:28:07.419661 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:28:07.436809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:07.491569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:07.545668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (9fbc751e-4c26-400c-b588-d9959ba663bf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.562565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.566175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] 10.222.0.21 "DELETE /v2.0/networks/9fbc751e-4c26-400c-b588-d9959ba663bf HTTP/1.1" status: 204 len: 168 time: 1.1509745 Jan 28 04:28:07.580106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d641-e83b-4a5f-bc8b-412811d72cee admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbc751e-4c26-400c-b588-d9959ba663bf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:07.605227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:07.607513 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f7e8f-6027-4720-b7a7-c89d0d05199c" -d '{"events": [{"server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "name": "network-vif-unplugged", "status": "completed", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:07.613788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Publish callbacks [] for port (25cef835-19e1-487f-b012-018d64bf5ad4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.630713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.641470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:07.648489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-9ce313f5-7b5c-4bff-b12c-6b79376f63d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:07.650112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-9ce313f5-7b5c-4bff-b12c-6b79376f63d5 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.52 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.0939641 Jan 28 04:28:07.706650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.721849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.756581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:07.757475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:07.760660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0b7b3111-f091-42ce-95bb-114bef9b1510'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:07.768871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:07.776307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-623a6332-4b90-40ec-b460-362fbf8f532f req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "PUT /v2.0/ports/0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 1021 time: 0.8275621 Jan 28 04:28:07.779235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:07.782576 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8d14b-cd25-41c7-8ce9-41072488674b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:07.797486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-3412b53f-e5a6-4c4a-b269-029802dd72fc tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:28:07.798699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-3412b53f-e5a6-4c4a-b269-029802dd72fc tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077560 Jan 28 04:28:07.865533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-09e0d43b-c8bf-4826-aa52-2f980cfff286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:07.867088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-09e0d43b-c8bf-4826-aa52-2f980cfff286 service neutron] 10.222.0.21 "GET /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 1094 time: 0.0452349 Jan 28 04:28:07.880063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Request body: {'binding': {'host': 'n-h1-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:07.880582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Unknown quota resources ['binding']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:28:07.888103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:07.947919 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5f0dea8e-6ce4-48cb-a924-fbaeeb9891db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5de9657993f64840ba96193974360831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608153 Jan 28 04:28:07.950313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0432c-ae92-4637-bc4b-4dc6254c59d4 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:07.953074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46708) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:08.015678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:08.024828 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fa40a1-d853-4e1b-9f7c-5d45fae7fe0d admin admin] Publish callbacks [] for security_group (da2d5c7f-baa6-4ad4-a9a5-4103c79bed71), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.032903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on host n-h2-824835-3 for vnic_type normal with profile {"migrating_to": "n-h1-824835-3"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:08.033240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:08.033573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:08.050764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fa40a1-d853-4e1b-9f7c-5d45fae7fe0d admin admin] Publish callbacks [] for security_group (da2d5c7f-baa6-4ad4-a9a5-4103c79bed71), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.053488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:08.054648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Attempting to bind port 25cef835-19e1-487f-b012-018d64bf5ad4 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:08.068417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:08.068765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:08.069175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:08.069614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Bound port: 25cef835-19e1-487f-b012-018d64bf5ad4, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:08.069994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.106455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Deleting port 02a74d75-fccb-4861-8a3b-8214f145fed6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:08.107096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.132797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fa40a1-d853-4e1b-9f7c-5d45fae7fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (da2d5c7f-baa6-4ad4-a9a5-4103c79bed71), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.135509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fa40a1-d853-4e1b-9f7c-5d45fae7fe0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.137095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4fa40a1-d853-4e1b-9f7c-5d45fae7fe0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da2d5c7f-baa6-4ad4-a9a5-4103c79bed71 HTTP/1.1" status: 204 len: 168 time: 0.1806333 Jan 28 04:28:08.153158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa40a1-d853-4e1b-9f7c-5d45fae7fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2d5c7f-baa6-4ad4-a9a5-4103c79bed71,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:08.205581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0b7b3111-f091-42ce-95bb-114bef9b1510'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:08.259738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on host n-h1-824835-3 for vnic_type normal with profile None {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:08.261074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:08.261689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:08.276130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:08.276629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:08.282119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:08.282719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:08.283269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:08.284110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Bound port: c3de9a2d-af67-4907-a049-8f2478866a45, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:08.422935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:08.444658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:08.463452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.468404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-d9ab1279-3241-474c-9a5f-238008d47fbc service neutron] 10.222.0.21 "POST /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45/bindings HTTP/1.1" status: 201 len: 389 time: 0.5920010 Jan 28 04:28:08.487820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:08.499668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-771fa675-8c68-498b-b09c-37778b51d377 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684423 Jan 28 04:28:08.524596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] For port 02a74d75-fccb-4861-8a3b-8214f145fed6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=02a74d75-fccb-4861-8a3b-8214f145fed6,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:08.525158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.537688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.607161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d29488b-c48a-469b-9222-09f283baf0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:08.686701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Calling delete_port for 02a74d75-fccb-4861-8a3b-8214f145fed6 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:08.814384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-16f892c1-e388-40b4-a5ba-97d0f3d3336e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:08.825607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-16f892c1-e388-40b4-a5ba-97d0f3d3336e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195136 Jan 28 04:28:08.869164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-cfcf9acd-64fd-459c-b77f-f471b91b106d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/quotas/e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 375 time: 0.0425358 Jan 28 04:28:08.926903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-6124f57e-5dc9-4744-be9e-29c5b2863ff1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564573 Jan 28 04:28:09.428730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c31686-c74c-4a81-b0d7-57edc9c6eb50 req-fe4124f9-520a-46db-a694-9405b7ed299d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:09.447666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-43c31686-c74c-4a81-b0d7-57edc9c6eb50 req-fe4124f9-520a-46db-a694-9405b7ed299d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.1436794 Jan 28 04:28:09.521785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-43c31686-c74c-4a81-b0d7-57edc9c6eb50 req-dafeabc8-e27a-411e-b60c-e26171fa154a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737116 Jan 28 04:28:09.606344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:09.631178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:09.632001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:09.633465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-03e6a948-6c2d-4699-bf20-14c8abb817fb service neutron] 10.222.0.52 "PUT /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 1122 time: 2.6743703 Jan 28 04:28:09.694217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50320f0-7269-49eb-a26d-ba0cf47d658a req-97415dda-753a-4fd3-8ddb-0d104d7ff25a tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:09.717669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d50320f0-7269-49eb-a26d-ba0cf47d658a req-97415dda-753a-4fd3-8ddb-0d104d7ff25a tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/ports?device_id=26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a HTTP/1.1" status: 200 len: 946 time: 0.9482670 Jan 28 04:28:09.775669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46762) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:09.798198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d50320f0-7269-49eb-a26d-ba0cf47d658a req-9557838e-b7b5-4ac2-8c7d-fc1f5198b841 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e3bc64-4988-4dfd-bb0c-d302de8637e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790112 Jan 28 04:28:09.819566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['25cef835-19e1-487f-b012-018d64bf5ad4'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:09.823383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['25cef835-19e1-487f-b012-018d64bf5ad4'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:09.880509 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c106add-a205-4f89-9694-b9ab9bc92942 x-openstack-request-id: req-9c106add-a205-4f89-9694-b9ab9bc92942 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:09.880943 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "name": "network-vif-unplugged", "status": "completed", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:09.881307 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c106add-a205-4f89-9694-b9ab9bc92942 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:09.881864 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4', 'code': 200} Jan 28 04:28:09.984108 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d2a22f-5fef-436a-8556-7f6542307324 x-openstack-request-id: req-d7d2a22f-5fef-436a-8556-7f6542307324 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:09.984941 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:09.985382 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7d2a22f-5fef-436a-8556-7f6542307324 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:09.985943 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'status': 'completed', 'code': 200} Jan 28 04:28:09.991207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb89a78f-5618-453b-ab87-b2f9fb17ddd7 req-3606b3bf-75af-4be3-99eb-dc460eea8c8d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/37cf31dd-9e5b-4d18-8074-6eeecaa5632f HTTP/1.1" status: 200 len: 1818 time: 0.1081378 Jan 28 04:28:10.041498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (02a74d75-fccb-4861-8a3b-8214f145fed6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.089031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Pushing event deleted for resources: {'Port': ['ID=02a74d75-fccb-4861-8a3b-8214f145fed6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:10.120645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1630157376-network', 'tenant_id': 'd127a2ce8ad74c76b19ccc289f743a78'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:10.129625 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-bb89a78f-5618-453b-ab87-b2f9fb17ddd7 req-19b5c791-d8f7-4893-8998-d266ab3131d8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:28:10.131006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb89a78f-5618-453b-ab87-b2f9fb17ddd7 req-19b5c791-d8f7-4893-8998-d266ab3131d8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/37cf31dd-9e5b-4d18-8074-6eeecaa5632f HTTP/1.1" status: 409 len: 341 time: 0.1389441 Jan 28 04:28:10.164561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] No DVR routers for this DVR port 02a74d75-fccb-4861-8a3b-8214f145fed6 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:10.170633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.174461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4080a281-9a3d-44ac-aba6-def04716a2b6 req-f44ef47a-50f4-438a-b1e6-2242b60ed5e4 tempest-FloatingIPsAssociationNegativeTestJSON-670854879 tempest-FloatingIPsAssociationNegativeTestJSON-670854879-project] 10.222.0.52 "DELETE /v2.0/ports/02a74d75-fccb-4861-8a3b-8214f145fed6 HTTP/1.1" status: 204 len: 173 time: 2.4979870 Jan 28 04:28:10.174577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Made reservation on behalf of d127a2ce8ad74c76b19ccc289f743a78 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:10.177638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.206898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125aae4-7017-4f44-af8d-50198dda7536 req-708810e7-a97b-4529-b7e6-7e86c83ff6eb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.216334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a125aae4-7017-4f44-af8d-50198dda7536 req-708810e7-a97b-4529-b7e6-7e86c83ff6eb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1800616 Jan 28 04:28:10.216563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-6bfa8965-6946-4631-9ad6-90d7575bc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.218037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-6bfa8965-6946-4631-9ad6-90d7575bc85c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1175 time: 0.1035776 Jan 28 04:28:10.233681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.293533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79ee745e-c2bf-4a85-bd53-6a96f61e17ba req-548417a8-fe3b-43f3-955b-8b4edcbe684f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 210 time: 0.0418427 Jan 28 04:28:10.450781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks [] for security_group (1e27e78d-54bf-4818-b318-c799c55037d9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.466604 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1e27e78d-54bf-4818-b318-c799c55037d9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.481800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:10.496554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f64deee9-9665-4021-ad49-c2ec9465e475), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.497210 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Added segment f64deee9-9665-4021-ad49-c2ec9465e475 of type vlan for network 4885e274-a81b-47bc-9262-3ea573265422 Jan 28 04:28:10.547281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-4bb4d384-9954-4947-8cce-2e17251f319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.554857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-4bb4d384-9954-4947-8cce-2e17251f319b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 200 len: 914 time: 0.2984707 Jan 28 04:28:10.631497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-3244b285-0441-494e-a086-10a4c07f949f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 200 len: 217 time: 0.0691850 Jan 28 04:28:10.635764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a125aae4-7017-4f44-af8d-50198dda7536 req-0616e48b-e713-488c-9f18-40cbea6050db tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185665 Jan 28 04:28:10.687730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4885e274-a81b-47bc-9262-3ea573265422), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.702977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e27e78d-54bf-4818-b318-c799c55037d9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:10.727719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4885e274-a81b-47bc-9262-3ea573265422), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.728824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.729792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.742454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85513b16-cdea-46e7-843c-9954bd7d848c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:10.806498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0266786 Jan 28 04:28:10.808680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-ccaf4ca3-bfdf-4a8a-93e3-5311320f87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.810441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-ccaf4ca3-bfdf-4a8a-93e3-5311320f87c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 200 len: 853 time: 0.1602857 Jan 28 04:28:10.811717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46776) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:10.820612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Request body: {'subnet': {'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1630157376-subnet', 'tenant_id': 'd127a2ce8ad74c76b19ccc289f743a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:10.825517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92fece-4c9c-48a1-a5ba-607b113a8320 admin admin] Pushing event updated for resources: {'Network': ['ID=4885e274-a81b-47bc-9262-3ea573265422,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:10.830116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 02a74d75-fccb-4861-8a3b-8214f145fed6 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:10.846864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac969e90-ee90-4600-921e-42cb4731a179 req-d840d0fc-9f90-4fd8-92bb-7f3a8753712f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.859492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac969e90-ee90-4600-921e-42cb4731a179 req-d840d0fc-9f90-4fd8-92bb-7f3a8753712f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.1762769 Jan 28 04:28:10.868509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf0fb6-56bc-4e8c-8961-8fe64b4188b0 req-fff90cdb-8e05-47da-9491-f082af0d9e94 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:10.882321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ebf0fb6-56bc-4e8c-8961-8fe64b4188b0 req-fff90cdb-8e05-47da-9491-f082af0d9e94 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1024 time: 0.0954208 Jan 28 04:28:10.888144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4885e274-a81b-47bc-9262-3ea573265422 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:10.891484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 02a74d75-fccb-4861-8a3b-8214f145fed6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:10.892160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 02a74d75-fccb-4861-8a3b-8214f145fed6 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:10.985108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ebf0fb6-56bc-4e8c-8961-8fe64b4188b0 req-c70bd278-f966-4053-90dd-0796e9edf558 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c&id=37cf31dd-9e5b-4d18-8074-6eeecaa5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0935540 Jan 28 04:28:11.001994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-dad296b5-43e0-4e9b-97f3-79de10974772 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d85705cc-6f68-44d7-bd9b-645505ed19d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616437 Jan 28 04:28:11.054617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac969e90-ee90-4600-921e-42cb4731a179 req-dc3e55ee-c9e2-4a80-a4cf-b431aebb20ec tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848607 Jan 28 04:28:11.055318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Made reservation on behalf of d127a2ce8ad74c76b19ccc289f743a78 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:11.057916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:11.164364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-6e92b500-9419-4138-af52-42f32b0d7b87 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484602 Jan 28 04:28:11.264814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46788) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:11.330290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-00ac67f0-21d5-4707-b843-c9b332a8e888 service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797165 Jan 28 04:28:11.560404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5c8d14b-cd25-41c7-8ce9-41072488674b req-062df0ce-a3b4-4a32-8c53-0ca62030999b service neutron] 10.222.0.47 "GET /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177901 Jan 28 04:28:11.567959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f28aaa58-0b16-442c-8a6d-0cd301726d56), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:11.617178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28aaa58-0b16-442c-8a6d-0cd301726d56,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:11.673395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Checking segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:11.674446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Network hostable DHCP agents. Network: 4885e274-a81b-47bc-9262-3ea573265422, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:11.680316 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a54315b-80a8-4f55-91bf-f6dcb545b2b9 req-1640fc1a-cc90-468c-b4c1-b8e5b1538b2e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 210 time: 0.0585217 Jan 28 04:28:11.731748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-bc361d69-a138-4461-a5f1-9b4b5a295876 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:11.733879 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-bc361d69-a138-4461-a5f1-9b4b5a295876 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5639567 Jan 28 04:28:11.741460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Network 4885e274-a81b-47bc-9262-3ea573265422 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:11.755406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4885e274-a81b-47bc-9262-3ea573265422) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:11.766668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cf268-ec59-4b9c-807e-6dc53357ac44 None None] Network 4885e274-a81b-47bc-9262-3ea573265422 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:11.769596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:11.770271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:11.797793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Request body: {'port': {'device_id': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'e23947e951454848beb27f0afa63fdaf'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:11.812902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8db3a5eb-e8df-494c-ac83-bb9731882399 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9999750 Jan 28 04:28:11.869166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236ef3b-51ca-489e-829f-76d9913ac2bf req-bf5e9e9c-96af-41ea-9cae-39fc114205d5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:11.870962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1236ef3b-51ca-489e-829f-76d9913ac2bf req-bf5e9e9c-96af-41ea-9cae-39fc114205d5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0738833 Jan 28 04:28:11.881360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:11.892727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4'}, {'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'name': 'network-vif-deleted', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:11.899366 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2be46f-3397-436c-bea2-79e4a71e8a88" -d '{"events": [{"name": "network-changed", "server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4"}, {"server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "name": "network-vif-deleted", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:12.011403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1236ef3b-51ca-489e-829f-76d9913ac2bf req-8e96901a-a47e-44ab-8b95-578a4fb294e9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338208 Jan 28 04:28:12.018346 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb93857-2b15-420b-ab85-2f87fef79455 x-openstack-request-id: req-3bb93857-2b15-420b-ab85-2f87fef79455 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:12.018817 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4", "status": "completed", "code": 200}, {"server_uuid": "26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a", "name": "network-vif-deleted", "tag": "02a74d75-fccb-4861-8a3b-8214f145fed6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:12.019246 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bb93857-2b15-420b-ab85-2f87fef79455 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:12.019801 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4', 'status': 'completed', 'code': 200} Jan 28 04:28:12.020274 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af3ca3-c2f5-4b47-ae45-09e5b00a2e7a', 'name': 'network-vif-deleted', 'tag': '02a74d75-fccb-4861-8a3b-8214f145fed6', 'status': 'completed', 'code': 200} Jan 28 04:28:12.049545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e398cc-ac82-4191-8b19-ed164c7e64a5 None None] Network 4885e274-a81b-47bc-9262-3ea573265422 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:12.176136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-5255c6e5-a51d-43ec-bc11-d4c2dbd29965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:12.178993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-5255c6e5-a51d-43ec-bc11-d4c2dbd29965 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1125 time: 0.1129482 Jan 28 04:28:12.288315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Made reservation on behalf of e23947e951454848beb27f0afa63fdaf for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:12.292003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:12.331230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:12.339100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39e68-ad41-42a8-8edf-f5687b157794 req-632c58a2-eb11-4433-9697-9df4bd952d42 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:12.346401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8d39e68-ad41-42a8-8edf-f5687b157794 req-632c58a2-eb11-4433-9697-9df4bd952d42 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.1377785 Jan 28 04:28:12.380992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-4dda8766-b8fb-4e06-82e9-659c1e9fb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:12.382782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-4dda8766-b8fb-4e06-82e9-659c1e9fb549 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1970685 Jan 28 04:28:12.391768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a197-02b5-48d7-98d2-63a326fa045f req-5e2484ad-b048-46c7-8450-6ced92b59069 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:12.400534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc20a197-02b5-48d7-98d2-63a326fa045f req-5e2484ad-b048-46c7-8450-6ced92b59069 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1024 time: 0.1597953 Jan 28 04:28:12.451222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-14a25e2e-19a8-4f01-97d9-588e8a458d34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0531380 Jan 28 04:28:12.462346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8d39e68-ad41-42a8-8edf-f5687b157794 req-9f5277e2-f407-4513-9eb3-ce0d364ca540 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147087 Jan 28 04:28:12.592169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-2c01a48d-23d6-457e-936b-ec5477b670cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:12.593512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-2c01a48d-23d6-457e-936b-ec5477b670cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0952415 Jan 28 04:28:12.617761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc20a197-02b5-48d7-98d2-63a326fa045f req-0a72a5fd-502f-4682-b261-9ef4a76a3d76 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c&id=37cf31dd-9e5b-4d18-8074-6eeecaa5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2101674 Jan 28 04:28:12.659662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks [] for security_group (c13ced4d-3233-4591-8e2e-984e3f219772), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:12.666525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c13ced4d-3233-4591-8e2e-984e3f219772), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:12.678834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-044f3f27-259d-4f57-ba6e-7e0824825ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357170 Jan 28 04:28:12.841704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-8e2a2349-55d5-4f80-acfc-e4b9ac36cd33 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544991 Jan 28 04:28:12.853049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-cdbc8788-c52c-4735-8419-67ffeb420125 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:12.855145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-cdbc8788-c52c-4735-8419-67ffeb420125 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 1024 time: 0.0925510 Jan 28 04:28:12.986765 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd3e6088-aef0-4ede-809e-8c04ad77e4f0 req-74c10eef-b7cf-441a-a2e4-9984934bca49 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 210 time: 0.0572145 Jan 28 04:28:12.991966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ced4d-3233-4591-8e2e-984e3f219772,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:13.016712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Allocated IP 192.168.233.153 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/badedea0-b165-4f3e-8fe7-d9d94d5f38eb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:13.036041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.036396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.036739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.037137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.039849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.040453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:13.072547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (15910d44-2661-4a1a-87bd-53138a474a06), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.127638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2be46f-3397-436c-bea2-79e4a71e8a88 req-d624013d-ec67-4c21-804b-add3c5424ed8 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708125 Jan 28 04:28:13.137379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-34d1888b-eaf8-4dcc-885c-07b377426365 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:13.138924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-34d1888b-eaf8-4dcc-885c-07b377426365 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 814 time: 0.2279282 Jan 28 04:28:13.163296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Deleting port 0b7b3111-f091-42ce-95bb-114bef9b1510 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:13.164313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.181284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-1bcc974a-a97d-437c-9d12-fc78e8ed1575 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/quotas/d127a2ce8ad74c76b19ccc289f743a78 HTTP/1.1" status: 200 len: 375 time: 0.0333102 Jan 28 04:28:13.251888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-3b3b280b-6a1d-41be-bd70-cbfe8eed80c3 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384905 Jan 28 04:28:13.350691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11dd55-0cc7-4bc2-bfb1-0612facc8f80 req-1b845848-17ac-4f2b-90b7-4d68594d8689 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:13.352501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a11dd55-0cc7-4bc2-bfb1-0612facc8f80 req-1b845848-17ac-4f2b-90b7-4d68594d8689 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.2142012 Jan 28 04:28:13.361876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] For port 0b7b3111-f091-42ce-95bb-114bef9b1510, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0b7b3111-f091-42ce-95bb-114bef9b1510,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:13.362255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.389742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Calling delete_port for 0b7b3111-f091-42ce-95bb-114bef9b1510 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:13.417902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5160eebe-55a2-40ca-a675-62533a59a5c8 service neutron] 10.222.0.21 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573548 Jan 28 04:28:13.497724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks [] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.511642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.528097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a11dd55-0cc7-4bc2-bfb1-0612facc8f80 req-b4e4b958-00eb-493d-ad45-2d05a5079866 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627235 Jan 28 04:28:13.534344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-a5f7e046-bb67-41c5-bae4-0484e4faa561 service neutron] 10.222.0.21 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Jan 28 04:28:13.613404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.641508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:13.649057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:13.677233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:13.717367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0b7b3111-f091-42ce-95bb-114bef9b1510), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.761412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0b7b3111-f091-42ce-95bb-114bef9b1510'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:13.798469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf8f0c9e-f5ad-41a8-a166-d489bb67a247'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:13.811018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'Port': ['ID=0b7b3111-f091-42ce-95bb-114bef9b1510,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:13.853797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:13.924771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] No DVR routers for this DVR port 0b7b3111-f091-42ce-95bb-114bef9b1510 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:13.929721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2a7b6-27ee-4473-9804-98e57015a0f1 req-3a6fc3b1-b8b2-4c28-a104-b6b718be0281 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:13.938033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:13.940209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cb2a7b6-27ee-4473-9804-98e57015a0f1 req-3a6fc3b1-b8b2-4c28-a104-b6b718be0281 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.2192283 Jan 28 04:28:13.942820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95cbefae-b92e-4343-9d8f-8cc619933301 req-f1d441f9-aa4c-45dd-8e0c-8103ca92ce03 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.47 "DELETE /v2.0/ports/0b7b3111-f091-42ce-95bb-114bef9b1510 HTTP/1.1" status: 204 len: 173 time: 1.0775867 Jan 28 04:28:13.959601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:13.960568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.005852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81b0c270-d58d-4e51-bed5-9c14d500035b req-1eb646c9-c9a9-4e42-a1f2-3bb060d809a7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866d93-7b8b-411e-8e58-80a13b1e4771 HTTP/1.1" status: 200 len: 210 time: 0.0777435 Jan 28 04:28:14.013696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Deleting port 8d3d0344-4a66-4c67-a37d-622c6798fc3d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:14.013696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.024182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'name': 'network-vif-deleted', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:14.024433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-e76a80ec-cd29-4c46-9f77-47b043e52ad1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2335145 Jan 28 04:28:14.027155 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22908fe-ef23-4d4e-a1c4-56f721f1fb8d" -d '{"events": [{"server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "name": "network-vif-deleted", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:14.069480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Request body: {'port': {'device_id': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:14.145930 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cb2a7b6-27ee-4473-9804-98e57015a0f1 req-dde26da9-e502-40a2-b987-7865f2bd4df1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043014 Jan 28 04:28:14.217871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cf105ac-d85c-4922-98c9-e57dd6785dbb req-a5192066-56fb-4eb8-ace6-2191fe3c06ab tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 210 time: 0.0709016 Jan 28 04:28:14.245946 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-8fb372e9-3d78-42d5-b545-467fd558d7f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476033 Jan 28 04:28:14.271545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] For port 8d3d0344-4a66-4c67-a37d-622c6798fc3d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d3d0344-4a66-4c67-a37d-622c6798fc3d,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:14.272048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.312405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Calling delete_port for 8d3d0344-4a66-4c67-a37d-622c6798fc3d owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:14.330664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b0da217e-6da5-4dfe-85e9-c9698bc3753c None None] Provisioning complete for port badedea0-b165-4f3e-8fe7-d9d94d5f38eb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:14.331046 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0da217e-6da5-4dfe-85e9-c9698bc3753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.343176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.409795 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f19b124-4cdf-4f53-ac6e-f8d8f1b23e41 x-openstack-request-id: req-6f19b124-4cdf-4f53-ac6e-f8d8f1b23e41 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:14.410118 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2866d93-7b8b-411e-8e58-80a13b1e4771", "name": "network-vif-deleted", "tag": "0b7b3111-f091-42ce-95bb-114bef9b1510", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:14.410494 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f19b124-4cdf-4f53-ac6e-f8d8f1b23e41 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:14.411471 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2866d93-7b8b-411e-8e58-80a13b1e4771', 'name': 'network-vif-deleted', 'tag': '0b7b3111-f091-42ce-95bb-114bef9b1510', 'status': 'completed', 'code': 200} Jan 28 04:28:14.420055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b0da217e-6da5-4dfe-85e9-c9698bc3753c None None] Port badedea0-b165-4f3e-8fe7-d9d94d5f38eb cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:14.425746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba364-08d6-4357-ae55-def84a048974 req-4eaef852-5d00-4ea6-98e3-b1c4ec487a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:14.427799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-4eaef852-5d00-4ea6-98e3-b1c4ec487a56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 1096 time: 0.1170518 Jan 28 04:28:14.454737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c844-6787-4d3f-974c-49e860548172 req-6c2e645c-ab33-4eed-9c3e-46bce93eb197 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:14.459421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e274c844-6787-4d3f-974c-49e860548172 req-6c2e645c-ab33-4eed-9c3e-46bce93eb197 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 936 time: 0.0885944 Jan 28 04:28:14.581346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e274c844-6787-4d3f-974c-49e860548172 req-b059c9dd-eafb-4ff1-88fc-cfcf80298789 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080675 Jan 28 04:28:14.624372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba364-08d6-4357-ae55-def84a048974 req-842c6733-2013-4698-bca1-ce55ac80afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:14.630998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-842c6733-2013-4698-bca1-ce55ac80afa8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 925 time: 0.1706088 Jan 28 04:28:14.767938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.805532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-91e019ad-788a-48b2-b6bd-9bb5ac740a51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c526995a-d7ed-4b43-8be4-a53590566cd6 HTTP/1.1" status: 200 len: 1000 time: 0.1715384 Jan 28 04:28:14.892160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba364-08d6-4357-ae55-def84a048974 req-459f3b76-9bde-4c69-9c50-62b95ec33e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:14.894064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-459f3b76-9bde-4c69-9c50-62b95ec33e51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.0723460 Jan 28 04:28:15.008944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8d3d0344-4a66-4c67-a37d-622c6798fc3d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.009654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba364-08d6-4357-ae55-def84a048974 req-7e39296e-43c1-4ef1-b13f-505f4b335557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:15.009654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-7e39296e-43c1-4ef1-b13f-505f4b335557 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005416 Jan 28 04:28:15.024488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badedea0-b165-4f3e-8fe7-d9d94d5f38eb {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:15.057110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Publish callbacks [] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.090468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa577d-57ff-43f1-b8e5-8df4947b4162 req-4801d046-80df-4e9b-9e06-875dbf1246d4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:15.102033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9aa577d-57ff-43f1-b8e5-8df4947b4162 req-4801d046-80df-4e9b-9e06-875dbf1246d4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.3411887 Jan 28 04:28:15.124708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3d0344-4a66-4c67-a37d-622c6798fc3d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:15.234480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Transition to ACTIVE for port object badedea0-b165-4f3e-8fe7-d9d94d5f38eb will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:15.273082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-9d06bf46-f833-4811-88ad-5bf64687322c service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639415 Jan 28 04:28:15.284334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5288c196-b570-424d-a0ad-a687e0a6985e req-d2be2a62-0fdc-4c89-8035-eaaaae905211 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c HTTP/1.1" status: 200 len: 1817 time: 0.1523399 Jan 28 04:28:15.288900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9aa577d-57ff-43f1-b8e5-8df4947b4162 req-cb7dde01-ed3f-40e8-bafd-ebe7071d7bdf tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859088 Jan 28 04:28:15.339896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.393026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:15.496627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90dba364-08d6-4357-ae55-def84a048974 req-34a9d877-a38b-43b1-b530-44f3e1e0a5d4 service neutron] 10.222.0.52 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075951 Jan 28 04:28:15.501221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5288c196-b570-424d-a0ad-a687e0a6985e req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.533219 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5288c196-b570-424d-a0ad-a687e0a6985e req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.596919 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5288c196-b570-424d-a0ad-a687e0a6985e req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.600557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5288c196-b570-424d-a0ad-a687e0a6985e req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.601985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5288c196-b570-424d-a0ad-a687e0a6985e req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c HTTP/1.1" status: 204 len: 173 time: 0.3177106 Jan 28 04:28:15.613639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:15.627920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.627920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.628245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.628592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.629106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.629477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.630040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.630379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.630761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.631103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.631436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.634694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.634694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb008c64-cbe7-4d1e-92c4-440de84f55a8 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:15.726753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (15910d44-2661-4a1a-87bd-53138a474a06), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.736227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:15.736962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:15.737543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:15.799047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-506de40b-3aeb-49b4-97fd-6a209c312f0a req-916b74c5-f193-4dc9-95d4-ede02be7411c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 210 time: 0.0876186 Jan 28 04:28:15.808841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:15.809248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:15.849870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035db4f-7aae-41c6-990b-49d189e4fc9d req-ad4cce08-d25c-4efe-a70f-3c0f0369fdb4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:15.851496 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5035db4f-7aae-41c6-990b-49d189e4fc9d req-ad4cce08-d25c-4efe-a70f-3c0f0369fdb4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.2361915 Jan 28 04:28:15.859310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:15.859654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:15.860044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:15.860496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Bound port: badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:15.860855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.021646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-87f2bc2c-317b-4616-8d95-da364c700f0d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.025596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-87f2bc2c-317b-4616-8d95-da364c700f0d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.52 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 814 time: 0.3250802 Jan 28 04:28:16.068859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5035db4f-7aae-41c6-990b-49d189e4fc9d req-f4951950-cb46-4eb8-b374-fb23d9d157bf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875114 Jan 28 04:28:16.085716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:16.090563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:16.117520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Request body: {'port': {'device_id': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'admin_state_up': True, 'tenant_id': 'd127a2ce8ad74c76b19ccc289f743a78'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:16.152005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.203356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc75aca-73b9-4a54-a65e-20f1d03de65a req-dd236463-8ab7-4ee5-9c9b-a247eb1ae9f9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.205891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fc75aca-73b9-4a54-a65e-20f1d03de65a req-dd236463-8ab7-4ee5-9c9b-a247eb1ae9f9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.1568775 Jan 28 04:28:16.305862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fc75aca-73b9-4a54-a65e-20f1d03de65a req-c35dd0fc-9f69-4c9e-ad0a-82b97cc21048 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855215 Jan 28 04:28:16.334714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Made reservation on behalf of d127a2ce8ad74c76b19ccc289f743a78 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:16.340008 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.498181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5486c9-b01d-4c9d-9ded-22e749fbeb74 req-fcb57c2d-80d6-4b88-a11f-faed88a314ef tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.499675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce5486c9-b01d-4c9d-9ded-22e749fbeb74 req-fcb57c2d-80d6-4b88-a11f-faed88a314ef tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1200542 Jan 28 04:28:16.507618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.508516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.510119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] 10.222.0.47 "PUT /v2.0/ports/badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 1096 time: 2.4702084 Jan 28 04:28:16.514361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:16.516804 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a07ba3-8ecf-4447-92f5-8af3075986e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:16.553558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Allocated IP 172.20.0.12 (4885e274-a81b-47bc-9262-3ea573265422/f28aaa58-0b16-442c-8a6d-0cd301726d56/e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:16.576814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce5486c9-b01d-4c9d-9ded-22e749fbeb74 req-bfabb138-1da0-4765-8c4e-f7f9f0f09be6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704744 Jan 28 04:28:16.593174 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df3fb7c0-ba1e-4d26-8fa4-94f3c7cceeae req-7a2d381f-29e1-4c25-90a6-8517ab9b8457 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/37cf31dd-9e5b-4d18-8074-6eeecaa5632f HTTP/1.1" status: 200 len: 1818 time: 0.4551885 Jan 28 04:28:16.596257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88190fb1-321a-4da2-971c-e491ac83e5ec service neutron] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:16.663296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Router 15910d44-2661-4a1a-87bd-53138a474a06 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:28:16.683832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-d56db314-c435-40c5-a7f5-7575ea86161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.685350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-d56db314-c435-40c5-a7f5-7575ea86161f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1099 time: 0.1047275 Jan 28 04:28:16.687855 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4811cee7-d2fe-4047-987a-2232cf170a2e x-openstack-request-id: req-4811cee7-d2fe-4047-987a-2232cf170a2e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:16.688140 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:16.688395 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4811cee7-d2fe-4047-987a-2232cf170a2e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:16.688839 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'status': 'completed', 'code': 200} Jan 28 04:28:16.746663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks [] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.760307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-df3fb7c0-ba1e-4d26-8fa4-94f3c7cceeae req-f8df5608-5272-4116-a7a4-8506a0579591 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (37cf31dd-9e5b-4d18-8074-6eeecaa5632f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.785708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.794348 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-5de96234-68be-4747-bcfc-9187a1068483 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0746667 Jan 28 04:28:16.852428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Network 4885e274-a81b-47bc-9262-3ea573265422 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:16.860053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:16.866606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:16.882275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-df3fb7c0-ba1e-4d26-8fa4-94f3c7cceeae req-f8df5608-5272-4116-a7a4-8506a0579591 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (37cf31dd-9e5b-4d18-8074-6eeecaa5632f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.898970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:16.920454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a62989-c0d9-4f78-8754-01568e1e2997 req-dc1ab948-7a9a-43a4-ba2c-13eb9323932b tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.922001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3a62989-c0d9-4f78-8754-01568e1e2997 req-dc1ab948-7a9a-43a4-ba2c-13eb9323932b tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 951 time: 0.1233487 Jan 28 04:28:16.929321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-218574ee-5f1d-41c7-8e32-851862ed529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.930774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-218574ee-5f1d-41c7-8e32-851862ed529d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1269884 Jan 28 04:28:16.933248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:16.933797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.935370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:16.943306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-91a4fc29-abd8-46a3-a589-d28529bcba00 admin admin] 10.222.0.21 "PUT /v2.0/routers/15910d44-2661-4a1a-87bd-53138a474a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6751335 Jan 28 04:28:16.946729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46930) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:16.948058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] Sync routers for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:16.970891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:16.971835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:28:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:16.985949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-df3fb7c0-ba1e-4d26-8fa4-94f3c7cceeae req-f8df5608-5272-4116-a7a4-8506a0579591 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (37cf31dd-9e5b-4d18-8074-6eeecaa5632f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.989614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-df3fb7c0-ba1e-4d26-8fa4-94f3c7cceeae req-f8df5608-5272-4116-a7a4-8506a0579591 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.990801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df3fb7c0-ba1e-4d26-8fa4-94f3c7cceeae req-f8df5608-5272-4116-a7a4-8506a0579591 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/37cf31dd-9e5b-4d18-8074-6eeecaa5632f HTTP/1.1" status: 204 len: 173 time: 0.3748589 Jan 28 04:28:17.003202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df5608-5272-4116-a7a4-8506a0579591 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf31dd-9e5b-4d18-8074-6eeecaa5632f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:17.009247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-4f174a62-5004-4b35-9a86-e34af88f73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.010911 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-4f174a62-5004-4b35-9a86-e34af88f73db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661581 Jan 28 04:28:17.028222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-39cf6cb8-768d-4983-89e2-bf2d32011a00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9149504 Jan 28 04:28:17.053764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Request body: {'port': {'device_id': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:17.154689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-11b91615-9208-4dc7-b73b-2207ce1419fb service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367145 Jan 28 04:28:17.199105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafe896-52d1-4534-a903-0bdf13a1cd61 req-c17abcb8-381e-4391-a914-ab92bfddf68d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.200935 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caafe896-52d1-4534-a903-0bdf13a1cd61 req-c17abcb8-381e-4391-a914-ab92bfddf68d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 932 time: 0.1045318 Jan 28 04:28:17.253027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:17.311643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0b7b3111-f091-42ce-95bb-114bef9b1510 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:17.320779 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caafe896-52d1-4534-a903-0bdf13a1cd61 req-7d7a013f-2d33-4f85-b80c-839a93496bd9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Jan 28 04:28:17.325269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9d1ee6d-d0b3-482c-8b95-e4b10e991261 req-c545cd12-d1c2-4690-b864-7b0ea8e695bf service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607814 Jan 28 04:28:17.343612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0b7b3111-f091-42ce-95bb-114bef9b1510 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:17.343954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0b7b3111-f091-42ce-95bb-114bef9b1510 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:17.383129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3a62989-c0d9-4f78-8754-01568e1e2997 req-ed394066-c4d2-4421-a59f-5419d53eb2ef tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466233 Jan 28 04:28:17.429306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a28430b7-bb09-442e-980f-c1a28fc4516a req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-350714527', 'description': 'tempest-description-674017923'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:17.435462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks [] for router (15910d44-2661-4a1a-87bd-53138a474a06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.495382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:28:14Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:17.512351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.523093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] Checking router: 15910d44-2661-4a1a-87bd-53138a474a06 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:17.533047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a28430b7-bb09-442e-980f-c1a28fc4516a req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.533324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] Routers {'15910d44-2661-4a1a-87bd-53138a474a06'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:17.533950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:28:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['15910d44-2661-4a1a-87bd-53138a474a06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:17.561728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-b83bffdd-3c42-4a68-8574-498df141e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.563371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-b83bffdd-3c42-4a68-8574-498df141e148 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1099 time: 0.1006718 Jan 28 04:28:17.574210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660551c-14f8-4bf9-a9be-8476d7b95c64 req-b879d515-6749-4c65-bb6b-708e38029241 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.576354 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3660551c-14f8-4bf9-a9be-8476d7b95c64 req-b879d515-6749-4c65-bb6b-708e38029241 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.0769806 Jan 28 04:28:17.646822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] Set router 15910d44-2661-4a1a-87bd-53138a474a06 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:17.653173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks [] for router_gateway (15910d44-2661-4a1a-87bd-53138a474a06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.697567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3660551c-14f8-4bf9-a9be-8476d7b95c64 req-452fefc1-326b-4248-badf-fd4f3a69ef96 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023040 Jan 28 04:28:17.711397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-04ce001c-273a-4b7f-b840-1504930b9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.712793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-04ce001c-273a-4b7f-b840-1504930b9bcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1355321 Jan 28 04:28:17.769347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-40ac545e-a24a-4ff3-8b5d-bd05a8bcc74c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0481164 Jan 28 04:28:17.794128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a28430b7-bb09-442e-980f-c1a28fc4516a req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.830898 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a28430b7-bb09-442e-980f-c1a28fc4516a req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.848209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:28:14Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:17.853868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-10d56992-3d5f-4f9e-ae29-a875410f9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.855542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-10d56992-3d5f-4f9e-ae29-a875410f9f3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0792625 Jan 28 04:28:17.884125 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a28430b7-bb09-442e-980f-c1a28fc4516a req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.888528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a28430b7-bb09-442e-980f-c1a28fc4516a req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4670765 Jan 28 04:28:17.889073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548af056-2d7d-4332-9c11-d4cdb9eb8ac9 None None] The sync data for ids ['15910d44-2661-4a1a-87bd-53138a474a06'] in n-d-824835-3 is: [{'id': '15910d44-2661-4a1a-87bd-53138a474a06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24986333-router', 'tenant_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:28:14Z', 'revision_number': 5, 'project_id': '71b9b48eb7954e4a80c6c4f5d9d3ef97', 'gw_port': {'id': '65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15910d44-2661-4a1a-87bd-53138a474a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:27:15Z', 'updated_at': '2022-01-28T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:17.906283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300ec2-f335-4636-98c9-2f51a62f3179 req-be364fb1-249d-4e45-92cf-75a543483d6c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.907814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33300ec2-f335-4636-98c9-2f51a62f3179 req-be364fb1-249d-4e45-92cf-75a543483d6c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.0989935 Jan 28 04:28:17.912175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79332ea-7a26-4561-a546-95eb501c8c93 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e216c784-0dd7-4891-85f7-def91ee902a1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:17.924692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-185d7efa-fa55-4529-8c94-9283bee1a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.926276 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-185d7efa-fa55-4529-8c94-9283bee1a161 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637972 Jan 28 04:28:17.935982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Deleting port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:17.936322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.046419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33300ec2-f335-4636-98c9-2f51a62f3179 req-63273f1a-54f9-407e-8caf-8e8c6435916e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973153 Jan 28 04:28:18.061953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-b9cafd8e-7e38-4299-996f-2feb4df30ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220334 Jan 28 04:28:18.088366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:18.099222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Publish callbacks [] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.107318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] For port 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:18.107721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.117132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee82f0-8d0b-46db-a906-5b41a6dca1c6 req-8e4a92c2-650e-462b-8820-6f1c570038ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.118753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7ee82f0-8d0b-46db-a906-5b41a6dca1c6 req-8e4a92c2-650e-462b-8820-6f1c570038ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1411884 Jan 28 04:28:18.142930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Calling delete_port for 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:18.152603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Transition to ACTIVE for port object e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:18.162970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.176113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-bd8e321f-f0a1-4413-bfed-81365e064f5f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/e216c784-0dd7-4891-85f7-def91ee902a1 HTTP/1.1" status: 200 len: 1816 time: 0.1047924 Jan 28 04:28:18.195878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Request body: {'security_group': {'name': 'tempest-sg-hth-499709057', 'description': 'tempest-description-hth-391385294'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:18.209695 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a07ba3-8ecf-4447-92f5-8af3075986e1 req-a869405a-5c73-42c4-928a-8d6597ca63ae service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395504 Jan 28 04:28:18.233797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.268308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7ee82f0-8d0b-46db-a906-5b41a6dca1c6 req-230a07cc-b48a-4876-92ec-fcad556ac22e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396723 Jan 28 04:28:18.284110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:18.299339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.304268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.307867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.309132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2569320d-414d-45be-bb89-98e2a3c9d5e2 req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "PUT /v2.0/security-groups/e216c784-0dd7-4891-85f7-def91ee902a1 HTTP/1.1" status: 200 len: 1790 time: 0.1260719 Jan 28 04:28:18.340563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d935-e756-44ab-bd74-05aed287a96c tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e216c784-0dd7-4891-85f7-def91ee902a1,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:18.447584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad8d8a7e-9a89-472b-a0ff-43cdfdd20640 req-134a6400-1ed4-41fc-8a72-7b14bfd23855 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/e216c784-0dd7-4891-85f7-def91ee902a1 HTTP/1.1" status: 200 len: 1790 time: 0.1121452 Jan 28 04:28:18.450948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:18.451293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:18.451721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on network 4885e274-a81b-47bc-9262-3ea573265422 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:18.479280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891a43-9b24-41af-b0a9-3107f25949e6 req-ab683f57-89fb-47f8-b4df-a227c996d7fd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.481418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea891a43-9b24-41af-b0a9-3107f25949e6 req-ab683f57-89fb-47f8-b4df-a227c996d7fd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0737085 Jan 28 04:28:18.481743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on network 4885e274-a81b-47bc-9262-3ea573265422 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:18.482092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on network 4885e274-a81b-47bc-9262-3ea573265422 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:18.490618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:18.490972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Checking segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:18.491364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Bound using segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:18.491807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Bound port: e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:18.492174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.540649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea891a43-9b24-41af-b0a9-3107f25949e6 req-1d89c02c-4758-4ec8-97de-5207cc59f7f1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Jan 28 04:28:18.563425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.603365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:18.672122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aeaaf-1ecc-4f74-89b8-a13788976a87 req-b72d7fe7-4a77-4b66-875e-96b571da1c62 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.673643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad4aeaaf-1ecc-4f74-89b8-a13788976a87 req-b72d7fe7-4a77-4b66-875e-96b571da1c62 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 951 time: 0.1649060 Jan 28 04:28:18.674716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:18.680013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f4d5a3a-5ccc-4acf-b7ef-5e4223a0c1f8 req-ab8d2f5e-065f-4ef6-b435-be5d9b6041cd tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/e216c784-0dd7-4891-85f7-def91ee902a1 HTTP/1.1" status: 200 len: 1790 time: 0.0378435 Jan 28 04:28:18.696875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:18.711096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.741755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f4d5a3a-5ccc-4acf-b7ef-5e4223a0c1f8 req-b4fadc10-c217-4d63-acee-32c1b434047f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.759773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (15910d44-2661-4a1a-87bd-53138a474a06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.765563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f4d5a3a-5ccc-4acf-b7ef-5e4223a0c1f8 req-b4fadc10-c217-4d63-acee-32c1b434047f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.798652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.799282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.800823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] 10.222.0.52 "PUT /v2.0/ports/e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 1092 time: 1.7535582 Jan 28 04:28:18.801307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:18.804255 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128cf20-ee36-48b8-99fb-1ea00f8853f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:18.808698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f4d5a3a-5ccc-4acf-b7ef-5e4223a0c1f8 req-b4fadc10-c217-4d63-acee-32c1b434047f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e216c784-0dd7-4891-85f7-def91ee902a1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.812892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f4d5a3a-5ccc-4acf-b7ef-5e4223a0c1f8 req-b4fadc10-c217-4d63-acee-32c1b434047f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.814383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f4d5a3a-5ccc-4acf-b7ef-5e4223a0c1f8 req-b4fadc10-c217-4d63-acee-32c1b434047f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/e216c784-0dd7-4891-85f7-def91ee902a1 HTTP/1.1" status: 204 len: 173 time: 0.1286180 Jan 28 04:28:18.827970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fadc10-c217-4d63-acee-32c1b434047f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216c784-0dd7-4891-85f7-def91ee902a1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:18.856379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad4aeaaf-1ecc-4f74-89b8-a13788976a87 req-2c0980bc-ba18-46d3-b5fc-74fe29d1caae tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741710 Jan 28 04:28:18.876775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:18.901370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (15910d44-2661-4a1a-87bd-53138a474a06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.906414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks [] for router_controller (15910d44-2661-4a1a-87bd-53138a474a06), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.923541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705eaf7-dcca-48a1-a08c-47535fc5a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:18.951312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda73a40-541f-4353-b9a6-b9655426530f req-ab61e663-7c0b-45cf-bd0c-541eec583bdf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.953667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eda73a40-541f-4353-b9a6-b9655426530f req-ab61e663-7c0b-45cf-bd0c-541eec583bdf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.0825720 Jan 28 04:28:18.979530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (15910d44-2661-4a1a-87bd-53138a474a06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.980211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15910d44-2661-4a1a-87bd-53138a474a06 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:28:18.984448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-21d92f07-3732-4430-baa6-a013b0caba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.986074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-21d92f07-3732-4430-baa6-a013b0caba45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1095 time: 0.0961716 Jan 28 04:28:18.989294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:18.990461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54ba1c7c-cc26-4507-8fee-1f540c4ceb7c admin admin] 10.222.0.21 "DELETE /v2.0/routers/15910d44-2661-4a1a-87bd-53138a474a06 HTTP/1.1" status: 204 len: 168 time: 2.0427630 Jan 28 04:28:18.993024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46964) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:19.071562 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaae5b6-21c3-4974-a252-004ff4e55a8b x-openstack-request-id: req-7eaae5b6-21c3-4974-a252-004ff4e55a8b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:19.072051 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:19.072461 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eaae5b6-21c3-4974-a252-004ff4e55a8b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:19.073047 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'status': 'completed', 'code': 200} Jan 28 04:28:19.079036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-25257740-5f8b-4779-a838-70f533e23fc7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 217 time: 0.0773885 Jan 28 04:28:19.080102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:19.081783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eda73a40-541f-4353-b9a6-b9655426530f req-3b315d3e-89fe-4c56-a39a-e4b4b42b9101 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207321 Jan 28 04:28:19.099099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 has no active binding in host n-h1-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:28:19.099099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d3d0344-4a66-4c67-a37d-622c6798fc3d no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:19.141895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8d3d0344-4a66-4c67-a37d-622c6798fc3d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:19.142255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d3d0344-4a66-4c67-a37d-622c6798fc3d not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:19.152031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-ce2ab69f-1e21-4650-a0ea-d944ccf8fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.153555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-ce2ab69f-1e21-4650-a0ea-d944ccf8fad9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.0664043 Jan 28 04:28:19.158046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Deleting subnet 2a0b084f-7bf1-4f28-ab09-e7377792bd35 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:28:19.162043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Publish callbacks [] for subnet (2a0b084f-7bf1-4f28-ab09-e7377792bd35), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.224934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-a49c9756-bf80-4229-85c6-efd28c861ca0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369709 Jan 28 04:28:19.246744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (2a0b084f-7bf1-4f28-ab09-e7377792bd35), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.271460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b803bad-b1cf-43df-8293-d0fe814ee168 req-e68dd305-3394-4836-8e8d-074c6753a4e6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.272989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b803bad-b1cf-43df-8293-d0fe814ee168 req-e68dd305-3394-4836-8e8d-074c6753a4e6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.0640404 Jan 28 04:28:19.330196 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b803bad-b1cf-43df-8293-d0fe814ee168 req-7b7fa4da-b7cd-4a9a-8dc4-dd3f2f8c4135 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Jan 28 04:28:19.358779 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-14b093bd-0f54-4e50-905e-13463c64f80e req-ecb889d7-9cdb-4b69-a097-8c790dfec1b2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:28:19.361657 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14b093bd-0f54-4e50-905e-13463c64f80e req-ecb889d7-9cdb-4b69-a097-8c790dfec1b2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/37cf31dd-9e5b-4d18-8074-6eeecaa5632f HTTP/1.1" status: 404 len: 352 time: 0.0152402 Jan 28 04:28:19.406681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-74ea7461-3dbb-4926-8ebe-4f5db9d8fb64 service neutron] 10.222.0.52 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717973 Jan 28 04:28:19.421272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2a0b084f-7bf1-4f28-ab09-e7377792bd35), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.471449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eaf5c-5c35-4ff9-bb35-9d75ae7790fd req-215226b9-d84a-4130-8a40-72dd1b7897b7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.473035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-636eaf5c-5c35-4ff9-bb35-9d75ae7790fd req-215226b9-d84a-4130-8a40-72dd1b7897b7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0549984 Jan 28 04:28:19.539835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-636eaf5c-5c35-4ff9-bb35-9d75ae7790fd req-be12fa3e-5006-4e4e-8172-089c68137074 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594521 Jan 28 04:28:19.543333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (2a0b084f-7bf1-4f28-ab09-e7377792bd35), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.573253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53ab90ac-29d3-472e-9fdd-a36204e4ef82 req-cd896b08-027b-4c1c-9a7e-c1376cdd5908 service neutron] 10.222.0.52 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597345 Jan 28 04:28:19.576196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0b084f-7bf1-4f28-ab09-e7377792bd35,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:19.586558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.588982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5133fd0-8d75-4d1c-95ec-fff4a3f7f33f None None] Network a1931bb8-78c5-476e-af22-e44653fd66f1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:19.599659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d0f0621-fffe-4e8b-b1aa-4cefe906c32c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a0b084f-7bf1-4f28-ab09-e7377792bd35 HTTP/1.1" status: 204 len: 168 time: 0.6038535 Jan 28 04:28:19.600470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47012) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:19.606726 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-5f79eae9-beb4-4577-bb5a-71b4227e987f req-7724bbc1-4059-4735-a1fb-b9d6cd3b4ad7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:28:19.607797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f79eae9-beb4-4577-bb5a-71b4227e987f req-7724bbc1-4059-4735-a1fb-b9d6cd3b4ad7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/1cf76c93-84c1-4c88-86f6-87e2ed7d9a2c HTTP/1.1" status: 404 len: 352 time: 0.0389621 Jan 28 04:28:19.764235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a1931bb8-78c5-476e-af22-e44653fd66f1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.780796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e884-caa5-40c6-8dea-bca2728d47ac req-c5e510b5-9fea-43f9-8f48-fffb2cd50a68 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.791689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a736e884-caa5-40c6-8dea-bca2728d47ac req-c5e510b5-9fea-43f9-8f48-fffb2cd50a68 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0908990 Jan 28 04:28:19.822197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-01455934-bbe0-4f6c-a1d8-d4f2c092c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.823671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-01455934-bbe0-4f6c-a1d8-d4f2c092c442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1095 time: 0.1356997 Jan 28 04:28:19.840295 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-9899ddc0-b01a-498b-bce8-03986d66a95c req-22740434-362a-4658-b1d0-952e77e772d7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:28:19.841986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9899ddc0-b01a-498b-bce8-03986d66a95c req-22740434-362a-4658-b1d0-952e77e772d7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/a23a4dff-9cc3-4ea1-b4c9-4c4ff6818cb1 HTTP/1.1" status: 404 len: 352 time: 0.0344291 Jan 28 04:28:19.847774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a736e884-caa5-40c6-8dea-bca2728d47ac req-af63197b-e06f-4510-9bbb-2e0f063abf6b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548894 Jan 28 04:28:19.857432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] DHCP port deletion for a1931bb8-78c5-476e-af22-e44653fd66f1 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:28:19.918576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] Deleting port b4baa21f-7233-4300-a7db-10438d3796b7 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:19.919162 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.957193 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-80ebdda2-383f-4c50-a8a2-9ed4abe8207a req-69ddf07a-7404-482b-8249-6853410a652f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:28:19.959008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80ebdda2-383f-4c50-a8a2-9ed4abe8207a req-69ddf07a-7404-482b-8249-6853410a652f tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/502f9b69-a049-4abb-ab04-2091145bf24a HTTP/1.1" status: 404 len: 352 time: 0.0177941 Jan 28 04:28:19.965336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Deleting port b4baa21f-7233-4300-a7db-10438d3796b7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:19.965783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.000372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] For port b4baa21f-7233-4300-a7db-10438d3796b7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4baa21f-7233-4300-a7db-10438d3796b7,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:20.001046 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.017454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] Calling delete_port for b4baa21f-7233-4300-a7db-10438d3796b7 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:20.045212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] For port b4baa21f-7233-4300-a7db-10438d3796b7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4baa21f-7233-4300-a7db-10438d3796b7,segment=NetworkSegment(567df282-a7a4-4b10-be6d-19e9476b2766),segment_id=567df282-a7a4-4b10-be6d-19e9476b2766)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:20.045659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.059961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Calling delete_port for b4baa21f-7233-4300-a7db-10438d3796b7 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:20.112430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.151995 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-a1a6dad4-62a7-4820-8fa8-43813f249f7f req-4b11c0ff-5d5e-42f9-b721-cc4af0fa9325 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:28:20.153103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a1a6dad4-62a7-4820-8fa8-43813f249f7f req-4b11c0ff-5d5e-42f9-b721-cc4af0fa9325 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/1b5451ee-1aed-4332-b3a0-9181e495fd34 HTTP/1.1" status: 404 len: 352 time: 0.0773270 Jan 28 04:28:20.159588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-b00d280a-8b68-4342-8335-5e92490c63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:20.161428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-b00d280a-8b68-4342-8335-5e92490c63d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 915 time: 0.3308456 Jan 28 04:28:20.169287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] Pushing event deleted for resources: {'Port': ['ID=b4baa21f-7233-4300-a7db-10438d3796b7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:20.175795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f882943-1158-4ac8-a2c7-86baf33f6924 None None] No DVR routers for this DVR port b4baa21f-7233-4300-a7db-10438d3796b7 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:20.231512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-8465f09a-122f-4a99-83c7-4b51f2b7b0ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 217 time: 0.0399868 Jan 28 04:28:20.256310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b4baa21f-7233-4300-a7db-10438d3796b7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.285531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df88ed2-0346-4d5e-8809-5fba6359442e req-101eb15e-3086-4645-8c51-73896d438bf3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:20.287082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6df88ed2-0346-4d5e-8809-5fba6359442e req-101eb15e-3086-4645-8c51-73896d438bf3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.0501266 Jan 28 04:28:20.336617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4baa21f-7233-4300-a7db-10438d3796b7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:20.340252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] No DVR routers for this DVR port b4baa21f-7233-4300-a7db-10438d3796b7 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:20.353673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6df88ed2-0346-4d5e-8809-5fba6359442e req-95365aff-ffb0-4900-9b0c-e833d0eeab88 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522296 Jan 28 04:28:20.370110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-c6bdb7e1-89f6-41f1-870f-43d1605d39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:20.371711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-c6bdb7e1-89f6-41f1-870f-43d1605d39d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.1257222 Jan 28 04:28:20.401270 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-d818a6e4-9ecf-4a1b-86a6-aed4f30183cb req-bcee4df5-cca6-4d83-b10d-142f5e244f01 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] show failed (client error): The resource could not be found. Jan 28 04:28:20.402309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d818a6e4-9ecf-4a1b-86a6-aed4f30183cb req-bcee4df5-cca6-4d83-b10d-142f5e244f01 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/fc390c24-cc76-4693-9bbb-2cc94f9e22a2 HTTP/1.1" status: 404 len: 352 time: 0.0162296 Jan 28 04:28:20.509776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa726ee-c492-4795-ad8e-df424f9d26ca req-ddf71dec-657f-495e-b5a7-60ae4ba7b28f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:20.511669 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfa726ee-c492-4795-ad8e-df424f9d26ca req-ddf71dec-657f-495e-b5a7-60ae4ba7b28f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.0533285 Jan 28 04:28:20.563843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfa726ee-c492-4795-ad8e-df424f9d26ca req-f5168ace-efa8-4fbd-8431-01097a3c055d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Jan 28 04:28:20.734327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-9ce50516-a094-4d5b-a427-504984057131 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3471422 Jan 28 04:28:20.743408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfa116-3163-40c6-86ca-c797f728d24a req-7a2be0f4-c720-4ec0-a6a3-6a6fd7534116 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:20.744868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26cfa116-3163-40c6-86ca-c797f728d24a req-7a2be0f4-c720-4ec0-a6a3-6a6fd7534116 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 951 time: 0.4900708 Jan 28 04:28:20.749041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a1931bb8-78c5-476e-af22-e44653fd66f1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.799274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1931bb8-78c5-476e-af22-e44653fd66f1']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:20.825175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18225c77-3b55-4099-a995-2fb7f41ed7fa req-f4a8ea34-8deb-446b-a6ba-6b43ac1e5682 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:20.826856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18225c77-3b55-4099-a995-2fb7f41ed7fa req-f4a8ea34-8deb-446b-a6ba-6b43ac1e5682 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0503883 Jan 28 04:28:20.850446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567df282-a7a4-4b10-be6d-19e9476b2766') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:20.850745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567df282-a7a4-4b10-be6d-19e9476b2766') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:20.868068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:20.872632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (567df282-a7a4-4b10-be6d-19e9476b2766), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.884958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18225c77-3b55-4099-a995-2fb7f41ed7fa req-1aebbaa4-f78d-437c-9e01-526f96b86c48 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517356 Jan 28 04:28:20.911526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26cfa116-3163-40c6-86ca-c797f728d24a req-f7632db2-39b3-4436-b2b2-4d9ba8c8a3b9 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547639 Jan 28 04:28:20.939245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (567df282-a7a4-4b10-be6d-19e9476b2766), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.972407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:28:20.976508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (567df282-a7a4-4b10-be6d-19e9476b2766), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:28:20.986453 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:28:20.989677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:20.989677 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:20.999579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:21.029433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:21.029773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65b4a20d-7ccf-41b2-a790-0ef8fa2a9ba0 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:21.030179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4baa21f-7233-4300-a7db-10438d3796b7 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:21.046210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-645827d8-17cb-44aa-8143-a0a136f847ce service neutron] 10.222.0.52 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727985 Jan 28 04:28:21.051226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b4baa21f-7233-4300-a7db-10438d3796b7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:21.052374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4baa21f-7233-4300-a7db-10438d3796b7 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:21.060315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:21.063511 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655d73f9-8be0-44c0-95cf-e8219fead4a9" -d '{"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-unplugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:21.082184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:21.087180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.092756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a103-d2f8-4d01-afb3-36150cfd5c80 req-3ed5cb72-5aea-4b8c-a332-63016ad1cfdd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:21.101653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1af9a103-d2f8-4d01-afb3-36150cfd5c80 req-3ed5cb72-5aea-4b8c-a332-63016ad1cfdd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0877819 Jan 28 04:28:21.137884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a1931bb8-78c5-476e-af22-e44653fd66f1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.149539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:21.157791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.161539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a1931bb8-78c5-476e-af22-e44653fd66f1 HTTP/1.1" status: 204 len: 168 time: 1.5591888 Jan 28 04:28:21.170614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937753-c4fb-4f31-99b4-67b08a3efb83 req-eb49b96c-3a8c-4ccc-b1cf-8d7ff448a980 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:21.177458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44937753-c4fb-4f31-99b4-67b08a3efb83 req-eb49b96c-3a8c-4ccc-b1cf-8d7ff448a980 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1023 time: 0.1698844 Jan 28 04:28:21.179733 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1af9a103-d2f8-4d01-afb3-36150cfd5c80 req-340b45d0-5bda-479c-b473-45084a7e1a4b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747843 Jan 28 04:28:21.186101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432ccd-e9bc-4852-88bf-279cefb95615 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1931bb8-78c5-476e-af22-e44653fd66f1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:21.228385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1128cf20-ee36-48b8-99fb-1ea00f8853f2 req-1826ee82-1946-4bed-9bae-59fe88446eef service neutron] 10.222.0.52 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610329 Jan 28 04:28:21.279043 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44937753-c4fb-4f31-99b4-67b08a3efb83 req-15162e3a-6c53-44af-9371-ebceef46b76d tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=5e5edc87-4839-43ff-8952-5e3191b41f80&id=40de83a3-9f8c-4038-a6c8-4d6ca0960abd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1007109 Jan 28 04:28:21.317307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:21.341225 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e2e750-9cf2-410b-b1b9-fd5ed69b4865 x-openstack-request-id: req-72e2e750-9cf2-410b-b1b9-fd5ed69b4865 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:21.341225 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-unplugged", "status": "completed", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:21.341225 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72e2e750-9cf2-410b-b1b9-fd5ed69b4865 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:21.341225 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'code': 200} Jan 28 04:28:21.342705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:21.384043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-639fcd5c-1ad2-4bd0-9123-3c798811e6f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71b9b48eb7954e4a80c6c4f5d9d3ef97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400934 Jan 28 04:28:21.386490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47060) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:21.435756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:21.447670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'mac_address': 'fa:16:3e:40:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:21.486415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e6221a-6ebc-4747-a6a2-418eea62a262 admin admin] Publish callbacks [] for security_group (b3e3bc64-4988-4dfd-bb0c-d302de8637e7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.488956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port badedea0-b165-4f3e-8fe7-d9d94d5f38eb is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:21.489537 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.503029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badedea0-b165-4f3e-8fe7-d9d94d5f38eb {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:21.512697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e6221a-6ebc-4747-a6a2-418eea62a262 admin admin] Publish callbacks [] for security_group (b3e3bc64-4988-4dfd-bb0c-d302de8637e7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.525349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:21.530830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.562998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910be319-47dc-4261-afff-216619f76763 req-2c4a3292-f765-4721-88cb-60a370abff65 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:21.564673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-910be319-47dc-4261-afff-216619f76763 req-2c4a3292-f765-4721-88cb-60a370abff65 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.1212463 Jan 28 04:28:21.604476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:21.618117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e6221a-6ebc-4747-a6a2-418eea62a262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b3e3bc64-4988-4dfd-bb0c-d302de8637e7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.621065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e6221a-6ebc-4747-a6a2-418eea62a262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:21.622511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55e6221a-6ebc-4747-a6a2-418eea62a262 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e3bc64-4988-4dfd-bb0c-d302de8637e7 HTTP/1.1" status: 204 len: 168 time: 0.2350583 Jan 28 04:28:21.642691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6221a-6ebc-4747-a6a2-418eea62a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e3bc64-4988-4dfd-bb0c-d302de8637e7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:21.649359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-910be319-47dc-4261-afff-216619f76763 req-336c66c2-be56-4659-b9df-3da86395a6ea tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772696 Jan 28 04:28:21.741443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25916bb4-5bea-469c-af5b-d2aca21727d6 req-d5e21102-7ffa-46be-8ad8-86438724fcb3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:21.743005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25916bb4-5bea-469c-af5b-d2aca21727d6 req-d5e21102-7ffa-46be-8ad8-86438724fcb3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 949 time: 0.0531206 Jan 28 04:28:21.802597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25916bb4-5bea-469c-af5b-d2aca21727d6 req-096272d6-9333-407b-84d1-2103cf1d9779 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534682 Jan 28 04:28:21.870656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:22.058423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fe70f-c8d7-46ae-acb1-1e52184dac9f req-c536bbec-af57-47b9-9c1c-85e037663a04 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.067954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-946fe70f-c8d7-46ae-acb1-1e52184dac9f req-c536bbec-af57-47b9-9c1c-85e037663a04 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 949 time: 0.0901699 Jan 28 04:28:22.082359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30bd89-e3be-4c9a-8aaf-4285afc4d3b4 req-9290a4e9-cc29-4c88-95b4-c56d2441db76 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.091733 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f30bd89-e3be-4c9a-8aaf-4285afc4d3b4 req-9290a4e9-cc29-4c88-95b4-c56d2441db76 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0756583 Jan 28 04:28:22.126852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-946fe70f-c8d7-46ae-acb1-1e52184dac9f req-2cdf99cf-19c0-4b3a-9719-d04208d043b8 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528121 Jan 28 04:28:22.148356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f30bd89-e3be-4c9a-8aaf-4285afc4d3b4 req-9d5e4eb6-3617-43b4-b387-1a7f8ce226de tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553045 Jan 28 04:28:22.328228 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553563fe-dd3c-49ed-b897-5f30456eb5c3 req-e45b7057-6cf8-4553-b3df-cb216c2e3542 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.330078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-553563fe-dd3c-49ed-b897-5f30456eb5c3 req-e45b7057-6cf8-4553-b3df-cb216c2e3542 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0742369 Jan 28 04:28:22.417976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-553563fe-dd3c-49ed-b897-5f30456eb5c3 req-95ef5ed4-23ff-4153-bf58-5b5eaec128dc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754163 Jan 28 04:28:22.443882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32920e-61e3-4b38-8c52-da5d9aa63978 req-689e195f-ef3c-4090-9f0b-712f26064a20 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.449757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd32920e-61e3-4b38-8c52-da5d9aa63978 req-689e195f-ef3c-4090-9f0b-712f26064a20 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1023 time: 0.0845108 Jan 28 04:28:22.500384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47094) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:22.526730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd32920e-61e3-4b38-8c52-da5d9aa63978 req-43bf437e-7754-48df-bdfd-d83c923e6154 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=5e5edc87-4839-43ff-8952-5e3191b41f80&id=40de83a3-9f8c-4038-a6c8-4d6ca0960abd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0744414 Jan 28 04:28:22.607823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1265301170-network', 'tenant_id': '31a6bc1af1b84ea88c71974e743a332c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:22.626883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Made reservation on behalf of 31a6bc1af1b84ea88c71974e743a332c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:22.629032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.637384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.713298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks [] for security_group (64aea3ba-a5e7-4289-955b-76d6c8620262), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.718428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (64aea3ba-a5e7-4289-955b-76d6c8620262), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.751060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:22.779211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aea3ba-a5e7-4289-955b-76d6c8620262,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:22.786749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.787093 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Added segment 79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9 of type vlan for network a5c8d5ce-322d-4133-8719-8eb7412fb9db Jan 28 04:28:22.825248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-84adb397-87af-4669-ae05-e0476581c193 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.835713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-84adb397-87af-4669-ae05-e0476581c193 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.52 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 949 time: 0.0713768 Jan 28 04:28:22.840304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a5c8d5ce-322d-4133-8719-8eb7412fb9db), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.851243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d28485-8b7b-421d-8551-18c39e7fdfba req-4d32051e-5481-4ab6-924d-ff0145b4f229 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.852744 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7d28485-8b7b-421d-8551-18c39e7fdfba req-4d32051e-5481-4ab6-924d-ff0145b4f229 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.1087422 Jan 28 04:28:22.858224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:22.884343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:22.931459 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7d28485-8b7b-421d-8551-18c39e7fdfba req-0b094d71-9cd9-4e50-9900-593bc0f6597b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707350 Jan 28 04:28:22.937173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a5c8d5ce-322d-4133-8719-8eb7412fb9db), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:22.938497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.949276 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.019478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] Pushing event updated for resources: {'Network': ['ID=a5c8d5ce-322d-4133-8719-8eb7412fb9db,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:23.026550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f1e8ce83-f4fd-4592-ac8d-4a5b39842a8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5249326 Jan 28 04:28:23.029493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47102) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:23.037190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Request body: {'subnet': {'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1265301170-subnet', 'tenant_id': '31a6bc1af1b84ea88c71974e743a332c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:23.042844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa9be9-6d61-435b-a506-38043803bba5 req-900e973d-af59-4b57-a14e-2b00f0f7e694 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.043965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7fa9be9-6d61-435b-a506-38043803bba5 req-900e973d-af59-4b57-a14e-2b00f0f7e694 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 949 time: 0.1274683 Jan 28 04:28:23.050854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:23.065486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Made reservation on behalf of 31a6bc1af1b84ea88c71974e743a332c for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:23.067713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:23.071222 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.085500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'port_id': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'mac_address': 'fa:16:3e:ef:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28aaa58-0b16-442c-8a6d-0cd301726d56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:23.100700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-7c893a0d-8b66-44e3-91a8-2d62ec8b89f6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.102798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-7c893a0d-8b66-44e3-91a8-2d62ec8b89f6 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1023 time: 0.1333148 Jan 28 04:28:23.134152 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7fa9be9-6d61-435b-a506-38043803bba5 req-4950ef4d-f1f4-4e11-a840-bdc1366f816a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821764 Jan 28 04:28:23.194775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Deleting port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:23.195296 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.235722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 25cef835-19e1-487f-b012-018d64bf5ad4 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:28:23.236132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:23.263151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:23.263548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.284027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:23.306843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:23.317697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.348101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (b2964112-cd81-4129-8b20-3104d1b400cf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.381423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b5ab-002d-416a-8f22-ef973723c8ce req-e95d281e-e0b4-4bb7-99dc-04d931ba5174 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.385723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3013b5ab-002d-416a-8f22-ef973723c8ce req-e95d281e-e0b4-4bb7-99dc-04d931ba5174 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1030092 Jan 28 04:28:23.396000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:23.417396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] For port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:23.417714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.433321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:23.449280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b71c-ded3-4fde-af17-c280496a0126 req-8f6b1e2e-a0ef-4da4-a06b-7e738355e1be tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.457807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Calling delete_port for 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:23.460364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9c3b71c-ded3-4fde-af17-c280496a0126 req-8f6b1e2e-a0ef-4da4-a06b-7e738355e1be tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 949 time: 0.2043138 Jan 28 04:28:23.464146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2964112-cd81-4129-8b20-3104d1b400cf,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:23.477242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port badedea0-b165-4f3e-8fe7-d9d94d5f38eb completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:28:23.482654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port badedea0-b165-4f3e-8fe7-d9d94d5f38eb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:23.483048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.504248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Deleting port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:23.505135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.540156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Checking segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:23.540362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Network hostable DHCP agents. Network: a5c8d5ce-322d-4133-8719-8eb7412fb9db, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:23.556478 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9c3b71c-ded3-4fde-af17-c280496a0126 req-405ec3a6-e927-472e-a599-3cf855341498 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ef7c993-892a-4897-af2d-b86bf44701d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950475 Jan 28 04:28:23.583633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3013b5ab-002d-416a-8f22-ef973723c8ce req-28dc1c7d-7b34-4133-a2fe-34d5fcbe087d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885607 Jan 28 04:28:23.608410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:23.610383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port badedea0-b165-4f3e-8fe7-d9d94d5f38eb is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:23.610865 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.651329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:23.652531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:23.656352 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9760e8-c702-484f-99f9-31d960e75594" -d '{"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-plugged", "status": "completed", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:23.662581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.663827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:23.668229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a5c8d5ce-322d-4133-8719-8eb7412fb9db) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:23.671932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] For port cf8f0c9e-f5ad-41a8-a166-d489bb67a247, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,segment=NetworkSegment(b058ea63-ac42-4ccb-92d5-968fd4cc6df0),segment_id=b058ea63-ac42-4ccb-92d5-968fd4cc6df0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:23.672302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.687668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Calling delete_port for cf8f0c9e-f5ad-41a8-a166-d489bb67a247 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:23.700245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.701245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.716102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d46fa-f546-4546-82fd-50ef0b2e9249 None None] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:23.746327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a6e5a00e-791b-44ad-8923-3fd60994cf01 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7145197 Jan 28 04:28:23.753600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-859214d1-0fc7-4344-8531-6fc6ac012138 service neutron] 10.222.0.47 "GET /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.1722705 Jan 28 04:28:23.763020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219503-44ba-4a9f-9462-2448bbe9534f req-d9202096-2dc2-4a28-a708-c8ff81ee56b1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.764681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb219503-44ba-4a9f-9462-2448bbe9534f req-d9202096-2dc2-4a28-a708-c8ff81ee56b1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.1124253 Jan 28 04:28:23.835477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3621a27b-22f7-4bd5-83b2-b9cfd1377c3f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:23.885864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb219503-44ba-4a9f-9462-2448bbe9534f req-f821b37a-7c27-4c3a-aabd-d7a3b0536df8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 Jan 28 04:28:23.899399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Pushing event deleted for resources: {'Port': ['ID=3621a27b-22f7-4bd5-83b2-b9cfd1377c3f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:23.916703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:23.957427 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c078919c-a47c-4612-b960-9deeb11687d7 x-openstack-request-id: req-c078919c-a47c-4612-b960-9deeb11687d7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:23.957773 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-plugged", "status": "completed", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:23.958011 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c078919c-a47c-4612-b960-9deeb11687d7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:23.958412 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'code': 200} Jan 28 04:28:24.078107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] No DVR routers for this DVR port 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:24.081807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:24.087103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ff9998-75b9-4f31-a3e5-1f3cda1e71ad req-c724262f-ffb0-4e52-a242-5d8dcd5d8895 tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.52 "DELETE /v2.0/ports/3621a27b-22f7-4bd5-83b2-b9cfd1377c3f HTTP/1.1" status: 204 len: 173 time: 1.2331228 Jan 28 04:28:24.087986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (cf8f0c9e-f5ad-41a8-a166-d489bb67a247), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:24.100992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-deleted', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:24.105368 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c47f62-6a87-4a86-91ba-592d8b36f01c" -d '{"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-deleted", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:24.165180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:24.173460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 25cef835-19e1-487f-b012-018d64bf5ad4 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:24.181175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'Port': ['ID=cf8f0c9e-f5ad-41a8-a166-d489bb67a247,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:24.196372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a1873-4877-43fe-a011-74829d0ed1db req-553fa225-55b0-4e18-b3a2-2674368826c7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.198281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:24.215540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322dd340-6e65-48c0-9b99-0805d4eec478 None None] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:24.215952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec5a1873-4877-43fe-a011-74829d0ed1db req-553fa225-55b0-4e18-b3a2-2674368826c7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe2d62d2-949d-496f-9c60-b5856cc2f124 HTTP/1.1" status: 200 len: 1023 time: 0.3978693 Jan 28 04:28:24.234041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:24.279763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cef835-19e1-487f-b012-018d64bf5ad4 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:24.288342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] No DVR routers for this DVR port cf8f0c9e-f5ad-41a8-a166-d489bb67a247 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:24.294920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:24.298788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2186ffa-dced-4788-9688-9be09ec5da64 req-b88de9f1-7f4b-44a1-9533-d714aa7a0de2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.52 "DELETE /v2.0/ports/cf8f0c9e-f5ad-41a8-a166-d489bb67a247 HTTP/1.1" status: 204 len: 173 time: 1.1702573 Jan 28 04:28:24.299990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:24.331874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687c0d8-f7e3-4ec2-a9ee-c10aea1bf9e8 req-84def14f-6577-4f37-9cbb-59c2d840f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.334579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f687c0d8-f7e3-4ec2-a9ee-c10aea1bf9e8 req-84def14f-6577-4f37-9cbb-59c2d840f661 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1101 time: 0.2373641 Jan 28 04:28:24.342714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:24.408086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8a929-e488-4500-8330-4a653463012d req-4478762b-49b7-4995-afd8-28954f31a50a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.416558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70f8a929-e488-4500-8330-4a653463012d req-4478762b-49b7-4995-afd8-28954f31a50a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 944 time: 0.2939031 Jan 28 04:28:24.424594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f687c0d8-f7e3-4ec2-a9ee-c10aea1bf9e8 req-2d4cf5d9-343e-4fee-9713-374b0d0eb442 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790234 Jan 28 04:28:24.443977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec5a1873-4877-43fe-a011-74829d0ed1db req-4a8a5209-c641-4f5c-bd04-401207148ee7 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd24344-5305-47fe-ae34-3a12371dce20&id=5e5edc87-4839-43ff-8952-5e3191b41f80&id=40de83a3-9f8c-4038-a6c8-4d6ca0960abd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2234559 Jan 28 04:28:24.539696 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70f8a929-e488-4500-8330-4a653463012d req-fcde9243-2c89-47dd-a3f7-d8881422184b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170855 Jan 28 04:28:24.554009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] Transition to ACTIVE for port object 25cef835-19e1-487f-b012-018d64bf5ad4 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:24.562255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:24.598860 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f48a59-d0b5-4852-91f3-0e5a9d7cd895 x-openstack-request-id: req-a8f48a59-d0b5-4852-91f3-0e5a9d7cd895 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:24.600019 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bca18d-dba4-400f-9718-9c66a4ba3f25", "name": "network-vif-deleted", "tag": "3621a27b-22f7-4bd5-83b2-b9cfd1377c3f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:24.600691 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8f48a59-d0b5-4852-91f3-0e5a9d7cd895 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:24.602646 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bca18d-dba4-400f-9718-9c66a4ba3f25', 'name': 'network-vif-deleted', 'tag': '3621a27b-22f7-4bd5-83b2-b9cfd1377c3f', 'status': 'completed', 'code': 200} Jan 28 04:28:24.648711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] No DVR routers for this DVR port 25cef835-19e1-487f-b012-018d64bf5ad4 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:24.683389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] Pushing event updated for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=10']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:24.725256 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-da45d9dc-60b4-437e-93fa-147bef9b61ee service neutron] 10.222.0.47 "PUT /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4/bindings/n-h1-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9593782 Jan 28 04:28:24.746272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c601258-5099-4644-a342-82d8be3bc899 req-70869b3e-4f74-4733-a02b-a318176dda43 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.747889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c601258-5099-4644-a342-82d8be3bc899 req-70869b3e-4f74-4733-a02b-a318176dda43 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0790386 Jan 28 04:28:24.800941 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c601258-5099-4644-a342-82d8be3bc899 req-687b15a8-c247-4de5-8844-5374a50c994f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Jan 28 04:28:24.859557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-e8b24be1-5fd1-4b85-a4b4-698dd7797210 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.866851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-e8b24be1-5fd1-4b85-a4b4-698dd7797210 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 822 time: 0.1139479 Jan 28 04:28:24.877271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:24.888663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-0ec96adb-05d8-44d7-aac4-94840ffc2d44 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/quotas/31a6bc1af1b84ea88c71974e743a332c HTTP/1.1" status: 200 len: 375 time: 0.0203788 Jan 28 04:28:24.899964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:24.900559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3621a27b-22f7-4bd5-83b2-b9cfd1377c3f not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:24.901167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf8f0c9e-f5ad-41a8-a166-d489bb67a247 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:24.909837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e230ca29-8909-427b-8135-1fc06a916f54 req-a1a8dda5-7ae2-4ac8-bab0-9eab2533834a tempest-ImagesOneServerTestJSON-1582175611 tempest-ImagesOneServerTestJSON-1582175611-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bca18d-dba4-400f-9718-9c66a4ba3f25 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Jan 28 04:28:24.927656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: cf8f0c9e-f5ad-41a8-a166-d489bb67a247 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:24.928272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf8f0c9e-f5ad-41a8-a166-d489bb67a247 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:24.952633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-3fe2ccba-ca49-47db-89cd-67ab94cce142 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452225 Jan 28 04:28:24.971480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-877d289b-6fdd-4ac5-8f70-4e91442eb5e7 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.972947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-877d289b-6fdd-4ac5-8f70-4e91442eb5e7 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.1043165 Jan 28 04:28:25.025894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a877a-41f9-4104-9a56-99a0a95c6a5d req-d9b6f3ce-53af-4b2a-8bb1-e6858ef36db2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.027717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc2a877a-41f9-4104-9a56-99a0a95c6a5d req-d9b6f3ce-53af-4b2a-8bb1-e6858ef36db2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0523984 Jan 28 04:28:25.081097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc2a877a-41f9-4104-9a56-99a0a95c6a5d req-cf72920c-2663-47cb-a299-e6d5cf27fa88 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Jan 28 04:28:25.084049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-a552ed1c-d559-4b87-b25c-1ff2b21cf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.085568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-a552ed1c-d559-4b87-b25c-1ff2b21cf9d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367&tenant_id=d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 1096 time: 0.0768428 Jan 28 04:28:25.087787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-3a7c07d3-01e5-4472-82b1-41fad8807b24 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280441 Jan 28 04:28:25.236646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-2d790839-b43b-4de7-a2a7-1bed8d384bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.239571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-2d790839-b43b-4de7-a2a7-1bed8d384bca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1096 time: 0.0932515 Jan 28 04:28:25.297049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-86417df3-0585-4e0f-b0aa-583b3968fa8e service neutron] 10.222.0.21 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033067 Jan 28 04:28:25.314504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafac55-e443-45d4-baa5-c2d1143bf4ea req-3a39e8df-6334-4350-bbdd-96435713fb3f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.316207 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-beafac55-e443-45d4-baa5-c2d1143bf4ea req-3a39e8df-6334-4350-bbdd-96435713fb3f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0633266 Jan 28 04:28:25.406014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-beafac55-e443-45d4-baa5-c2d1143bf4ea req-02d5f2dc-d7c1-489b-aa19-f0313347cf1d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781178 Jan 28 04:28:25.422693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-844ecf4b-6d05-4119-af65-946ee08a0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.435347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-844ecf4b-6d05-4119-af65-946ee08a0571 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1887801 Jan 28 04:28:25.471286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55658215-75e9-4275-80a1-b65d38d90e53 req-c76e6119-31c2-4e05-86e2-123b84031b7f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 210 time: 0.0328338 Jan 28 04:28:25.505297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-34fdd426-7fa1-4305-b2dc-c08772859230 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0576179 Jan 28 04:28:25.586792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03031d3c-e8eb-4f38-9425-9f6d2c9b0f24 req-9800d4a4-700a-419a-82a1-3e20160b4d18 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/5e5edc87-4839-43ff-8952-5e3191b41f80 HTTP/1.1" status: 200 len: 1817 time: 0.0767853 Jan 28 04:28:25.588834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-c272ca80-6963-455a-8051-c796b1209aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.590352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-c272ca80-6963-455a-8051-c796b1209aee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0729480 Jan 28 04:28:25.628113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-3adb84b3-c0ae-426f-9ab2-3b8b478bf6f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290887 Jan 28 04:28:25.668682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef9ba6-403a-4552-ae00-6c13002413f7 req-9de4bf46-5fe0-4db8-813a-86344bf5581f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.670483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56ef9ba6-403a-4552-ae00-6c13002413f7 req-9de4bf46-5fe0-4db8-813a-86344bf5581f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 945 time: 0.0555103 Jan 28 04:28:25.737829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56ef9ba6-403a-4552-ae00-6c13002413f7 req-7c8ccf6d-5cab-4e59-8236-553c00f7ae15 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596390 Jan 28 04:28:25.755130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-03031d3c-e8eb-4f38-9425-9f6d2c9b0f24 req-f6f5313e-1f02-4e5f-913f-ae9c29dc3a21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (5e5edc87-4839-43ff-8952-5e3191b41f80), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:25.783452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-78b884c9-848c-4240-b43c-82e24d1ac9a3 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388113 Jan 28 04:28:25.792425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-03031d3c-e8eb-4f38-9425-9f6d2c9b0f24 req-f6f5313e-1f02-4e5f-913f-ae9c29dc3a21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (5e5edc87-4839-43ff-8952-5e3191b41f80), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:25.902136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-03031d3c-e8eb-4f38-9425-9f6d2c9b0f24 req-f6f5313e-1f02-4e5f-913f-ae9c29dc3a21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5e5edc87-4839-43ff-8952-5e3191b41f80), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:25.905186 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-03031d3c-e8eb-4f38-9425-9f6d2c9b0f24 req-f6f5313e-1f02-4e5f-913f-ae9c29dc3a21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:25.906669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03031d3c-e8eb-4f38-9425-9f6d2c9b0f24 req-f6f5313e-1f02-4e5f-913f-ae9c29dc3a21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e5edc87-4839-43ff-8952-5e3191b41f80 HTTP/1.1" status: 204 len: 173 time: 0.2839358 Jan 28 04:28:25.924476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5313e-1f02-4e5f-913f-ae9c29dc3a21 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5edc87-4839-43ff-8952-5e3191b41f80,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:25.927662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-d09d2609-9b08-4ef8-aecd-4803e4b62f7f service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370146 Jan 28 04:28:25.931183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bb3d-3bd3-4663-9d79-4459cda32cc4 req-cf617a74-7a9f-4008-ae8f-ce1eef75781d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.932809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f911bb3d-3bd3-4663-9d79-4459cda32cc4 req-cf617a74-7a9f-4008-ae8f-ce1eef75781d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0537341 Jan 28 04:28:25.987965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f911bb3d-3bd3-4663-9d79-4459cda32cc4 req-d775e4fa-f101-47cb-9438-a21991896fe1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479076 Jan 28 04:28:25.989862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-682ddb51-1d08-4a29-abef-bebe812f0f83 req-e6bf89fe-f5d6-46cd-b538-729a09e34df2 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "GET /v2.0/security-groups/40de83a3-9f8c-4038-a6c8-4d6ca0960abd HTTP/1.1" status: 200 len: 1816 time: 0.0503571 Jan 28 04:28:26.060543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-682ddb51-1d08-4a29-abef-bebe812f0f83 req-46335ff7-fe8e-4431-93e5-fe8dc338fe30 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (40de83a3-9f8c-4038-a6c8-4d6ca0960abd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.086136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-682ddb51-1d08-4a29-abef-bebe812f0f83 req-46335ff7-fe8e-4431-93e5-fe8dc338fe30 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (40de83a3-9f8c-4038-a6c8-4d6ca0960abd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.138868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-682ddb51-1d08-4a29-abef-bebe812f0f83 req-46335ff7-fe8e-4431-93e5-fe8dc338fe30 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (40de83a3-9f8c-4038-a6c8-4d6ca0960abd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.141715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-682ddb51-1d08-4a29-abef-bebe812f0f83 req-46335ff7-fe8e-4431-93e5-fe8dc338fe30 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.149615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:26.165247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-682ddb51-1d08-4a29-abef-bebe812f0f83 req-46335ff7-fe8e-4431-93e5-fe8dc338fe30 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] 10.222.0.21 "DELETE /v2.0/security-groups/40de83a3-9f8c-4038-a6c8-4d6ca0960abd HTTP/1.1" status: 204 len: 173 time: 0.1684804 Jan 28 04:28:26.193950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46335ff7-fe8e-4431-93e5-fe8dc338fe30 tempest-SecurityGroupsTestJSON-1096768233 tempest-SecurityGroupsTestJSON-1096768233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de83a3-9f8c-4038-a6c8-4d6ca0960abd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:26.241066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Deleting subnet fdf29885-45c6-49b4-a24e-198defcc03ab {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:28:26.248143 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Publish callbacks [] for subnet (fdf29885-45c6-49b4-a24e-198defcc03ab), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.286661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (fdf29885-45c6-49b4-a24e-198defcc03ab), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.340324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (fdf29885-45c6-49b4-a24e-198defcc03ab), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.370336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:26.384469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-1a6b35d2-748b-47a8-9b50-e56030a2426a tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:26.386091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-1a6b35d2-748b-47a8-9b50-e56030a2426a tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.1298852 Jan 28 04:28:26.409133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f20e-dbcf-4932-b378-b5b6610e88ea req-3e961bb4-bdc9-4213-803d-7fa1e07a33ec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:26.411549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89c1f20e-dbcf-4932-b378-b5b6610e88ea req-3e961bb4-bdc9-4213-803d-7fa1e07a33ec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0776162 Jan 28 04:28:26.423419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (fdf29885-45c6-49b4-a24e-198defcc03ab), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.464490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf29885-45c6-49b4-a24e-198defcc03ab,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:26.471301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.475703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2791676d-4295-4e9a-b27f-3a2c7f79f738 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fdf29885-45c6-49b4-a24e-198defcc03ab HTTP/1.1" status: 204 len: 168 time: 0.3251090 Jan 28 04:28:26.479164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47192) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:26.502174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89c1f20e-dbcf-4932-b378-b5b6610e88ea req-4e4f2e6c-d7a1-4f19-9c48-e739856dd64c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692532 Jan 28 04:28:26.504455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748f902-51dc-4883-b868-25902cfb21f2 req-14c8347f-423b-44a7-b7c9-8a7e0a87099b tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:26.506014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3748f902-51dc-4883-b868-25902cfb21f2 req-14c8347f-423b-44a7-b7c9-8a7e0a87099b tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1101 time: 0.1144271 Jan 28 04:28:26.555068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3748f902-51dc-4883-b868-25902cfb21f2 req-e57d4a3b-4dcd-4fa6-84cc-d8ae7c0ab33f tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.581869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d85705cc-6f68-44d7-bd9b-645505ed19d3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.593291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-f26eef84-19bc-4193-9f15-5a19d5333ff7 service neutron] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:26.596523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6411ecd2-38a9-4371-b79f-d5783adc7299 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=352e9d27206a4fe4a88453cd111c2361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251561 Jan 28 04:28:26.600930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-f26eef84-19bc-4193-9f15-5a19d5333ff7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.601939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:26.602233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76ae73fb-2d53-4cf8-852b-7d0fdf267d02 req-f26eef84-19bc-4193-9f15-5a19d5333ff7 service neutron] 10.222.0.52 "DELETE /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4/bindings/n-h2-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.2074630 Jan 28 04:28:26.603721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'name': 'network-vif-deleted', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:26.606791 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b2d2a-4f05-4577-83c0-4bac9cc5a71d" -d '{"events": [{"server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "name": "network-vif-deleted", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:26.708366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7626-32d1-4d3c-882c-22f21b7bd6f0 req-cccf70b9-a31b-46df-a66d-a2cbae85e71c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:26.710931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-710f7626-32d1-4d3c-882c-22f21b7bd6f0 req-cccf70b9-a31b-46df-a66d-a2cbae85e71c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Jan 28 04:28:26.739159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d85705cc-6f68-44d7-bd9b-645505ed19d3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.758185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-710f7626-32d1-4d3c-882c-22f21b7bd6f0 req-566851cb-337f-489a-a90a-6e1437f6ddb7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Jan 28 04:28:26.779245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22e7f577-26ca-43bf-9e39-c7ed8ad290e6 admin admin] Publish callbacks [] for security_group (0ef7c993-892a-4897-af2d-b86bf44701d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.782004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85705cc-6f68-44d7-bd9b-645505ed19d3']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:26.799049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:26.799343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b058ea63-ac42-4ccb-92d5-968fd4cc6df0') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:26.808599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3748f902-51dc-4883-b868-25902cfb21f2 req-e57d4a3b-4dcd-4fa6-84cc-d8ae7c0ab33f tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Publish callbacks [] for security_group (1055f181-e948-4468-a210-e5765437633c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.820685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3748f902-51dc-4883-b868-25902cfb21f2 req-e57d4a3b-4dcd-4fa6-84cc-d8ae7c0ab33f tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1055f181-e948-4468-a210-e5765437633c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.827369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (b058ea63-ac42-4ccb-92d5-968fd4cc6df0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.851927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22e7f577-26ca-43bf-9e39-c7ed8ad290e6 admin admin] Publish callbacks [] for security_group (0ef7c993-892a-4897-af2d-b86bf44701d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.860367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b829f0b-bade-4f04-a592-fb07b680d959 req-fac60fa3-2f7e-455e-86e6-77e76e2e102c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 210 time: 0.0409448 Jan 28 04:28:26.878316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:26.890030 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b058ea63-ac42-4ccb-92d5-968fd4cc6df0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.924566 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3748f902-51dc-4883-b868-25902cfb21f2 req-e57d4a3b-4dcd-4fa6-84cc-d8ae7c0ab33f tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890004 Jan 28 04:28:26.925687 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b9818-04f0-4c54-9735-88bde7f0a0e1 x-openstack-request-id: req-2d1b9818-04f0-4c54-9735-88bde7f0a0e1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:26.925987 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2d62d2-949d-496f-9c60-b5856cc2f124", "name": "network-vif-deleted", "tag": "cf8f0c9e-f5ad-41a8-a166-d489bb67a247", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:26.926620 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d1b9818-04f0-4c54-9735-88bde7f0a0e1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:26.927025 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2d62d2-949d-496f-9c60-b5856cc2f124', 'name': 'network-vif-deleted', 'tag': 'cf8f0c9e-f5ad-41a8-a166-d489bb67a247', 'status': 'completed', 'code': 200} Jan 28 04:28:26.937082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:28:26.939026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (b058ea63-ac42-4ccb-92d5-968fd4cc6df0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:26.940451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:28:26.945960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:26.946390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.058085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23386-a088-4899-babb-7cb106a64f80 req-e20cf1c6-d9a1-4611-af76-2158d3a1e2e6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:28:27.062938 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:28:27.067898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2d23386-a088-4899-babb-7cb106a64f80 req-e20cf1c6-d9a1-4611-af76-2158d3a1e2e6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 945 time: 0.0808163 Jan 28 04:28:27.080386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d4a3b-4dcd-4fa6-84cc-d8ae7c0ab33f tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1055f181-e948-4468-a210-e5765437633c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:27.084487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d85705cc-6f68-44d7-bd9b-645505ed19d3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.116152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22e7f577-26ca-43bf-9e39-c7ed8ad290e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0ef7c993-892a-4897-af2d-b86bf44701d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.119935 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22e7f577-26ca-43bf-9e39-c7ed8ad290e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.120909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22e7f577-26ca-43bf-9e39-c7ed8ad290e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ef7c993-892a-4897-af2d-b86bf44701d9 HTTP/1.1" status: 204 len: 168 time: 0.5166788 Jan 28 04:28:27.122264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.125377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d85705cc-6f68-44d7-bd9b-645505ed19d3 HTTP/1.1" status: 204 len: 168 time: 0.6441073 Jan 28 04:28:27.130393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4f7a7-99f1-4a45-88e2-ad5a3a073e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d85705cc-6f68-44d7-bd9b-645505ed19d3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:27.169589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7f577-26ca-43bf-9e39-c7ed8ad290e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef7c993-892a-4897-af2d-b86bf44701d9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:27.170718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2d23386-a088-4899-babb-7cb106a64f80 req-1398a1d6-0063-41e8-80b9-23a094765f86 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017392 Jan 28 04:28:27.238627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:27.239788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.252897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-00c29eef-3f69-4aba-8ed6-546e6e8b0ce4 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:27.255318 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-00c29eef-3f69-4aba-8ed6-546e6e8b0ce4 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 822 time: 0.1877713 Jan 28 04:28:27.272347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:27.275129 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975bf3b-51b1-4ce8-ba87-275f03a7c989" -d '{"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:27.285183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'port': {'device_id': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'admin_state_up': True, 'tenant_id': '31a6bc1af1b84ea88c71974e743a332c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:27.321413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:27.327844 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.347844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f76278-f4b0-48ea-a799-3f71000e2e63 req-6b495c13-9772-41c7-8e8b-c2baf8f31707 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:27.355412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58f76278-f4b0-48ea-a799-3f71000e2e63 req-6b495c13-9772-41c7-8e8b-c2baf8f31707 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1096 time: 0.0595763 Jan 28 04:28:27.409429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:27.415894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58f76278-f4b0-48ea-a799-3f71000e2e63 req-a4d7b485-9d0c-4889-832b-c0941c741b7f tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595975 Jan 28 04:28:27.473581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Made reservation on behalf of 31a6bc1af1b84ea88c71974e743a332c for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:27.479504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:27.481029 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd73a8b-86f6-44c3-840e-42ae0fe9f47d x-openstack-request-id: req-dcd73a8b-86f6-44c3-840e-42ae0fe9f47d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:27.481438 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:27.481766 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcd73a8b-86f6-44c3-840e-42ae0fe9f47d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:27.482276 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'code': 200} Jan 28 04:28:27.572980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991d01a-3acd-4221-9f31-ac99b8ed4f8d req-3abf6f33-592d-4546-b3cb-c4c9b0f7cb1e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:27.581203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9991d01a-3acd-4221-9f31-ac99b8ed4f8d req-3abf6f33-592d-4546-b3cb-c4c9b0f7cb1e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1096 time: 0.0514355 Jan 28 04:28:27.607432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:27.653354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Allocated IP 172.20.0.3 (a5c8d5ce-322d-4133-8719-8eb7412fb9db/b2964112-cd81-4129-8b20-3104d1b400cf/24535985-e4fa-40ef-aa4e-6e73c1aa9066) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:27.658874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57117fbe-597b-4d6a-90e4-279b4f7b363b req-4cdbea19-d27f-4c7b-9a9b-fffe9b8e652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:27.660544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57117fbe-597b-4d6a-90e4-279b4f7b363b req-4cdbea19-d27f-4c7b-9a9b-fffe9b8e652b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1097 time: 0.0779841 Jan 28 04:28:27.674114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9991d01a-3acd-4221-9f31-ac99b8ed4f8d req-6e779459-eee5-4037-9f6a-4e86410842b4 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921669 Jan 28 04:28:27.681285 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-791376d9-bbbb-4da4-94db-0e1833fbcb15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01e4e594f3ad4fbdaf0da2ed978a7aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697923 Jan 28 04:28:27.682151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47236) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:27.821663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57117fbe-597b-4d6a-90e4-279b4f7b363b req-6832e9eb-a9c5-40f0-9954-5d1cb6bb20ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465216 Jan 28 04:28:27.842758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299693d9-e851-43c2-b88a-baa452e25c46 req-f79dff70-5f37-4d41-b82a-29684008156a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:27.844504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-299693d9-e851-43c2-b88a-baa452e25c46 req-f79dff70-5f37-4d41-b82a-29684008156a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.0845978 Jan 28 04:28:27.944954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-299693d9-e851-43c2-b88a-baa452e25c46 req-641b5489-85c2-480f-a52e-5bb036fd06d8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834503 Jan 28 04:28:27.968531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.038749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1a84-3f5d-4e70-afb8-d6845a174bdd admin admin] Publish callbacks [] for security_group (bfd24344-5305-47fe-ae34-3a12371dce20), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.050133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2b50e-5e65-47f2-bd6c-5dc46e5ea40b req-e289b87e-2265-4b85-91cf-9eb30a857620 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.051647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcc2b50e-5e65-47f2-bd6c-5dc46e5ea40b req-e289b87e-2265-4b85-91cf-9eb30a857620 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Jan 28 04:28:28.077958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-03e12dc9-bf67-49e9-9ffa-49f1fcf220d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878060 Jan 28 04:28:28.080063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1a84-3f5d-4e70-afb8-d6845a174bdd admin admin] Publish callbacks [] for security_group (bfd24344-5305-47fe-ae34-3a12371dce20), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.091606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-916948c1-d225-40a7-ae9b-4be6059aa0cb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:28:28.092667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-916948c1-d225-40a7-ae9b-4be6059aa0cb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051816 Jan 28 04:28:28.096069 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.116207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcc2b50e-5e65-47f2-bd6c-5dc46e5ea40b req-2120bd49-94d4-4beb-8a63-c8da54d5957b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Jan 28 04:28:28.220792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:28.228121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1a84-3f5d-4e70-afb8-d6845a174bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bfd24344-5305-47fe-ae34-3a12371dce20), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.231082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1a84-3f5d-4e70-afb8-d6845a174bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.232501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ad4d1a84-3f5d-4e70-afb8-d6845a174bdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfd24344-5305-47fe-ae34-3a12371dce20 HTTP/1.1" status: 204 len: 168 time: 0.5493731 Jan 28 04:28:28.238937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:28.255577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:28.259018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:28.290821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1a84-3f5d-4e70-afb8-d6845a174bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd24344-5305-47fe-ae34-3a12371dce20,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:28.364219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.364988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.389062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8143c2-d3ac-43d0-ab05-e0159e32ddb4 req-73a41c33-992c-4712-9522-579f2aff1049 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.390846 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee8143c2-d3ac-43d0-ab05-e0159e32ddb4 req-73a41c33-992c-4712-9522-579f2aff1049 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 931 time: 0.0793519 Jan 28 04:28:28.394861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-70bed160-3e76-49e5-aa5f-deef29d8860f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1145074 Jan 28 04:28:28.426165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Request body: {'port': {'device_id': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:28.440070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-cd9ef96b-12e8-483f-835d-65dc03a337c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.441619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-cd9ef96b-12e8-483f-835d-65dc03a337c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1097 time: 0.0822408 Jan 28 04:28:28.492463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee8143c2-d3ac-43d0-ab05-e0159e32ddb4 req-e5988e7a-a357-446a-b3eb-109d3d9f4470 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877717 Jan 28 04:28:28.564811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:28.602914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-eb2cce1e-e2be-44d0-86c7-de44266915f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.604718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-eb2cce1e-e2be-44d0-86c7-de44266915f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.1538732 Jan 28 04:28:28.655978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-2097b713-99eb-40c4-a895-bfda8c121fb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 217 time: 0.0434384 Jan 28 04:28:28.723888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-a76df8ec-fb4c-41e3-826c-79d3d6122c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.725782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-a76df8ec-fb4c-41e3-826c-79d3d6122c06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0623820 Jan 28 04:28:28.792602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-f8a24b9b-1b3e-4cff-97f6-3668e7c19576 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591295 Jan 28 04:28:28.982528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-5c8ae913-2f8f-43b2-a196-203f710caf8d service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726785 Jan 28 04:28:29.180936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-ebed2987-fe27-49eb-bd05-5f40ef425088 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952550 Jan 28 04:28:29.205114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dd4ca-399e-4841-b6fe-9e6e7833c7ec req-fb7f30d7-8e42-4051-a0bc-586ed86ffad3 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:29.208048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cb9b-d7a2-45e3-a4f2-2ed80b6a7bc8 req-c308e77b-e6b8-4e4d-8d9e-09755ca17e04 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:29.213859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e5dd4ca-399e-4841-b6fe-9e6e7833c7ec req-fb7f30d7-8e42-4051-a0bc-586ed86ffad3 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.1191049 Jan 28 04:28:29.214772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f084cb9b-d7a2-45e3-a4f2-2ed80b6a7bc8 req-c308e77b-e6b8-4e4d-8d9e-09755ca17e04 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.5952592 Jan 28 04:28:29.269731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e5dd4ca-399e-4841-b6fe-9e6e7833c7ec req-28aa0f82-c5eb-4204-8063-1bb1f771c351 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Jan 28 04:28:29.328142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47312) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:29.340469 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f084cb9b-d7a2-45e3-a4f2-2ed80b6a7bc8 req-7f7d22c4-32d1-4e76-9495-1234b1b01f77 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247680 Jan 28 04:28:29.412699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24535985-e4fa-40ef-aa4e-6e73c1aa9066 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:29.425328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Publish callbacks [] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:29.443540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058ef9-81d0-4094-8890-c283933d36e5 req-1fe90a33-5ee6-4f9c-ac70-15a9da85be79 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:29.447524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4058ef9-81d0-4094-8890-c283933d36e5 req-1fe90a33-5ee6-4f9c-ac70-15a9da85be79 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1098263 Jan 28 04:28:29.455772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Transition to ACTIVE for port object 24535985-e4fa-40ef-aa4e-6e73c1aa9066 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:29.465899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:29.597561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-eef33445-03ec-462a-8540-d92af033301c tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:29.599118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-eef33445-03ec-462a-8540-d92af033301c tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1097 time: 0.1498787 Jan 28 04:28:29.608888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:29.633378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-3'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:29.817048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Attempting to bind port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:29.817446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Attempting to bind port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:29.817768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Attempting to bind port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 on network a5c8d5ce-322d-4133-8719-8eb7412fb9db {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:29.849929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa748-d235-4e24-ac19-a5802c81cf85 req-ce6c423a-92af-4352-8bd4-d1b83d3b6df5 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:29.867128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-495aa748-d235-4e24-ac19-a5802c81cf85 req-ce6c423a-92af-4352-8bd4-d1b83d3b6df5 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 943 time: 0.2228374 Jan 28 04:28:29.875074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 on network a5c8d5ce-322d-4133-8719-8eb7412fb9db not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:29.875755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Attempting to bind port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 on network a5c8d5ce-322d-4133-8719-8eb7412fb9db {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:29.897348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:29.898090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Checking segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:29.898708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Bound using segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:29.899588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Bound port: 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:29.900169 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:29.973729 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-495aa748-d235-4e24-ac19-a5802c81cf85 req-e3de80ce-7b1c-48dc-84a9-bc451e007418 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032720 Jan 28 04:28:29.992829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4058ef9-81d0-4094-8890-c283933d36e5 req-380bffcd-5b53-4d60-9a05-4df8691aa2aa tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295138 Jan 28 04:28:30.034561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9965fea-fb6f-4264-b7c0-acf4cbd5f2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.037279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:30.041764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:30.052818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:30.060549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.133289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.134408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.136185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] 10.222.0.47 "PUT /v2.0/ports/24535985-e4fa-40ef-aa4e-6e73c1aa9066 HTTP/1.1" status: 200 len: 1091 time: 1.7151778 Jan 28 04:28:30.136649 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.139717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:30.142564 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d631a9eb-3387-4825-ae30-23156749e1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:30.195494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3742f-012f-473a-b898-ac0e5d4d6ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:30.211128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-579375294-network', 'tenant_id': '1d14a03464504662aeecb6d86d479a54'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:30.228299 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048dadfc-1cc2-40d4-b7be-81755c57122f x-openstack-request-id: req-048dadfc-1cc2-40d4-b7be-81755c57122f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:30.228714 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:30.229055 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-048dadfc-1cc2-40d4-b7be-81755c57122f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:30.229605 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'status': 'completed', 'code': 200} Jan 28 04:28:30.240316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Made reservation on behalf of 1d14a03464504662aeecb6d86d479a54 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:30.242891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.278204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.311899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-4adc25a9-0d53-4e60-9cf3-000a57c75a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.313439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-4adc25a9-0d53-4e60-9cf3-000a57c75a63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 1094 time: 0.0672405 Jan 28 04:28:30.387013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9965fea-fb6f-4264-b7c0-acf4cbd5f2e2 admin admin] Publish callbacks [] for security_group (9603008f-cf7d-4da7-9c65-b8f31d79908e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.404039 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9965fea-fb6f-4264-b7c0-acf4cbd5f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9603008f-cf7d-4da7-9c65-b8f31d79908e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.409177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-a08a2e01-610e-401e-90e7-bb934e3e0d61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066 HTTP/1.1" status: 200 len: 217 time: 0.0728030 Jan 28 04:28:30.452362 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks [] for security_group (92de0482-8606-44c9-8894-eea79860d533), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.476750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (92de0482-8606-44c9-8894-eea79860d533), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.487041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:30.496024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a9965fea-fb6f-4264-b7c0-acf4cbd5f2e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=688aa77bbde44918802e13dd3a81d6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1636789 Jan 28 04:28:30.499471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47348) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:30.501678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965fea-fb6f-4264-b7c0-acf4cbd5f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9603008f-cf7d-4da7-9c65-b8f31d79908e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:30.518337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:30.532170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e98e2-474d-41ce-a51a-6b236434a762 req-c9e235bc-de4b-4817-83fc-8c4a9249c522 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.533697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-880e98e2-474d-41ce-a51a-6b236434a762 req-c9e235bc-de4b-4817-83fc-8c4a9249c522 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1266794 Jan 28 04:28:30.545902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-ad7dbf85-fe43-4cef-a588-369d4fff58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.547475 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-ad7dbf85-fe43-4cef-a588-369d4fff58f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 200 len: 862 time: 0.1225955 Jan 28 04:28:30.560131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92de0482-8606-44c9-8894-eea79860d533,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:30.563339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:30.565382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1336f07e-be81-4d20-b59f-fe68f817b4e1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.565382 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Added segment 1336f07e-be81-4d20-b59f-fe68f817b4e1 of type vlan for network 8d4154b2-9d3c-483c-bdce-31113d275aa5 Jan 28 04:28:30.592815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9471b-efb8-4990-b0cd-da857ce2f4b1 req-ad0a16e4-7df8-48e1-a343-bb43671d8afd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.597602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37c9471b-efb8-4990-b0cd-da857ce2f4b1 req-ad0a16e4-7df8-48e1-a343-bb43671d8afd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 946 time: 0.2182486 Jan 28 04:28:30.625232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:30.627464 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f09a554-b2d7-407c-b1c6-f81dce3e723d" -d '{"events": [{"server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:30.631402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Publish callbacks [] for port (c3de9a2d-af67-4907-a049-8f2478866a45), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.635682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-880e98e2-474d-41ce-a51a-6b236434a762 req-e55065d6-f1ac-4027-8442-f78c1adf8ff7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908315 Jan 28 04:28:30.638879 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-2efc1729-7d6f-4ac6-b4fd-c18f57e86579 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5c8d5ce-322d-4133-8719-8eb7412fb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809681 Jan 28 04:28:30.641177 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.733648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8d4154b2-9d3c-483c-bdce-31113d275aa5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.759328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe51881b-1eab-47c6-af96-c69ad5a601f2 admin admin] Publish callbacks [] for security_group (9603008f-cf7d-4da7-9c65-b8f31d79908e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.767097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:30.770731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on host n-h2-824835-3 for vnic_type normal with profile {"migrating_to": "n-h1-824835-3"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:30.771065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:30.771393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:30.778132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:30.778132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Attempting to bind port c3de9a2d-af67-4907-a049-8f2478866a45 on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:30.792475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:30.792809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:30.793446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:30.793666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Bound port: c3de9a2d-af67-4907-a049-8f2478866a45, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:30.794025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.852099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37c9471b-efb8-4990-b0cd-da857ce2f4b1 req-3c04373a-67f7-4b6a-8680-551f20bdf23c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122552 Jan 28 04:28:30.856170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe51881b-1eab-47c6-af96-c69ad5a601f2 admin admin] Publish callbacks [] for security_group (9603008f-cf7d-4da7-9c65-b8f31d79908e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.867666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8d4154b2-9d3c-483c-bdce-31113d275aa5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.868623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.869230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.874980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-6a4cfaf8-829f-4cd3-815f-41e8357cd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.876494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-6a4cfaf8-829f-4cd3-815f-41e8357cd102 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1101 time: 0.0924904 Jan 28 04:28:30.905321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:30.949609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:30.953769 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8410a5a-9d05-4b40-b3e0-b8774a211a65 x-openstack-request-id: req-f8410a5a-9d05-4b40-b3e0-b8774a211a65 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:30.954329 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:30.954687 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8410a5a-9d05-4b40-b3e0-b8774a211a65 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:30.955138 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'code': 200} Jan 28 04:28:30.959027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.963033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-29785696-8090-488a-bf5a-e599ceb11ed4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943883 Jan 28 04:28:31.049893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:31.066222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-ce3b4da5-1ca3-4527-bf55-b4e81e6aaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.067757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-ce3b4da5-1ca3-4527-bf55-b4e81e6aaf37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1833465 Jan 28 04:28:31.071515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.072132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.073477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d2da8aa-42ba-4920-9f7b-dc0a2940a111 service neutron] 10.222.0.52 "PUT /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 1122 time: 1.4595113 Jan 28 04:28:31.124620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0848231 Jan 28 04:28:31.125742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe51881b-1eab-47c6-af96-c69ad5a601f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9603008f-cf7d-4da7-9c65-b8f31d79908e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.127047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-a2e76176-ec36-404e-ae85-c1a822cd4eb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0510585 Jan 28 04:28:31.127565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47358) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:31.128978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe51881b-1eab-47c6-af96-c69ad5a601f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.130084 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe51881b-1eab-47c6-af96-c69ad5a601f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9603008f-cf7d-4da7-9c65-b8f31d79908e HTTP/1.1" status: 204 len: 168 time: 0.6247439 Jan 28 04:28:31.135559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Request body: {'subnet': {'network_id': '8d4154b2-9d3c-483c-bdce-31113d275aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-579375294-subnet', 'tenant_id': '1d14a03464504662aeecb6d86d479a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:31.182828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ff4ca-00c0-484d-bfd8-d19b5eefb193 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4154b2-9d3c-483c-bdce-31113d275aa5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:31.191800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51881b-1eab-47c6-af96-c69ad5a601f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603008f-cf7d-4da7-9c65-b8f31d79908e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:31.200009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8d4154b2-9d3c-483c-bdce-31113d275aa5 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:31.217354 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e06ca163-8908-4dc8-95f7-8cf23766b519 req-0f60aafd-bb39-4e4e-8f3d-aacc854ceeac service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295339 Jan 28 04:28:31.246939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e627f-dd87-4cfb-880a-696b38e88419 req-891972d0-4835-485d-9f1c-410e3309cdcd tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.255041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de0e627f-dd87-4cfb-880a-696b38e88419 req-891972d0-4835-485d-9f1c-410e3309cdcd tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 943 time: 0.1014304 Jan 28 04:28:31.266735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c3de9a2d-af67-4907-a049-8f2478866a45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:31.267929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Made reservation on behalf of 1d14a03464504662aeecb6d86d479a54 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:31.275779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.317793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de0e627f-dd87-4cfb-880a-696b38e88419 req-fcbe0c6e-60fb-4533-a53d-85303907f352 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Jan 28 04:28:31.333282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-21539b44-d191-4a40-aa77-efb60bf14df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.334769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-21539b44-d191-4a40-aa77-efb60bf14df4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1630104 Jan 28 04:28:31.396294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ba57-5ab8-48f9-adc5-493e10d32512 req-faa9cdfb-9a83-4f6b-9bbe-31eedaf08605 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.398038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfb5ba57-5ab8-48f9-adc5-493e10d32512 req-faa9cdfb-9a83-4f6b-9bbe-31eedaf08605 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2806306 Jan 28 04:28:31.465517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a9eb-3387-4825-ae30-23156749e1ad req-fbee71f0-4cb4-45d8-b56f-3ce1a6f2742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.468133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-fbee71f0-4cb4-45d8-b56f-3ce1a6f2742b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 1094 time: 0.1418626 Jan 28 04:28:31.490501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-1e88eea8-5238-4787-bf87-10fe33078a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.492177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-1e88eea8-5238-4787-bf87-10fe33078a18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475859 Jan 28 04:28:31.495380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfb5ba57-5ab8-48f9-adc5-493e10d32512 req-24b386e3-86ca-4e5e-99c0-4cd45847149c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914884 Jan 28 04:28:31.614363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a9eb-3387-4825-ae30-23156749e1ad req-8b02af96-e6cb-40b6-8a9e-aab1c1496fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.616666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-8b02af96-e6cb-40b6-8a9e-aab1c1496fb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 923 time: 0.1405635 Jan 28 04:28:31.661339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.733015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-78c93ba8-e7ec-43dc-a096-8b2a284045ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066 HTTP/1.1" status: 200 len: 217 time: 0.1074283 Jan 28 04:28:31.756030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-692e5e44-b206-4a9a-bb79-bf3bf3013974 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873317 Jan 28 04:28:31.852722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a9eb-3387-4825-ae30-23156749e1ad req-efc20cf1-9b51-4191-a758-1a6bc998cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.854311 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-efc20cf1-9b51-4191-a758-1a6bc998cd68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 200 len: 862 time: 0.1077778 Jan 28 04:28:31.883532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dd38e-2783-41a2-a15c-d8a5f75b3793 req-dfb77b83-1737-4f81-b5f1-0f42ee0a7f16 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.890710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a34dd38e-2783-41a2-a15c-d8a5f75b3793 req-dfb77b83-1737-4f81-b5f1-0f42ee0a7f16 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0817001 Jan 28 04:28:31.914044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-dd7d1a37-6c01-4243-b511-d6a9f21ef182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5c8d5ce-322d-4133-8719-8eb7412fb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511410 Jan 28 04:28:31.932161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:31.977180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Checking segment: {'id': '1336f07e-be81-4d20-b59f-fe68f817b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8d4154b2-9d3c-483c-bdce-31113d275aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:31.977820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Network hostable DHCP agents. Network: 8d4154b2-9d3c-483c-bdce-31113d275aa5, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:32.029896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a34dd38e-2783-41a2-a15c-d8a5f75b3793 req-439caef0-1ae0-4fbb-9050-eb14cae28c3e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342142 Jan 28 04:28:32.035110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-8e55eadd-4f0b-485a-8dc2-f4c1cf4b00fd service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704022 Jan 28 04:28:32.093751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-f0d356c3-fe13-4645-9b43-0dbdaacb6db4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709869 Jan 28 04:28:32.108584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-82033cab-c90b-48d6-b83e-512a1160edfd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.111186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-82033cab-c90b-48d6-b83e-512a1160edfd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 814 time: 0.3131509 Jan 28 04:28:32.114594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Network 8d4154b2-9d3c-483c-bdce-31113d275aa5 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:32.154013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-93a345b0-0a9a-4a7d-88ad-67222ce75fa2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/quotas/d127a2ce8ad74c76b19ccc289f743a78 HTTP/1.1" status: 200 len: 375 time: 0.0303566 Jan 28 04:28:32.187201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47398) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:32.212527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8d4154b2-9d3c-483c-bdce-31113d275aa5) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:32.221126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de196604-acf1-4752-94c3-9ed9af46affb None None] Network 8d4154b2-9d3c-483c-bdce-31113d275aa5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:32.231165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.231965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.253963 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d631a9eb-3387-4825-ae30-23156749e1ad req-c9521e8f-9f20-4c52-b3ee-4ac427b72c24 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483381 Jan 28 04:28:32.271996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-cee6151a-8199-483a-8122-e8a340df06ef tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105847 Jan 28 04:28:32.360934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0ecccb44-d6ff-41f8-b80f-bffd3cccfcb3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2240624 Jan 28 04:28:32.369711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-52169656-network', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:32.382648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5abbc-0214-4f3b-9bcb-02231db0c2f6 req-62108103-5188-489a-8beb-28b32a5fcc22 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.385290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd977b-13c9-47ec-84cb-6610dede6ebf None None] Network 8d4154b2-9d3c-483c-bdce-31113d275aa5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:32.396887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fee5abbc-0214-4f3b-9bcb-02231db0c2f6 req-62108103-5188-489a-8beb-28b32a5fcc22 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.1158628 Jan 28 04:28:32.411898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:32.414282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.432222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.446921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-89483acd-c5f3-4ce0-84db-4b8c8a856561 service neutron] 10.222.0.21 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740179 Jan 28 04:28:32.489754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fee5abbc-0214-4f3b-9bcb-02231db0c2f6 req-24ac33f7-22aa-4a29-93ac-b7909c7cf085 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833139 Jan 28 04:28:32.564050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks [] for security_group (41ec8367-f7ca-4db0-8834-a9a9a3c34fd9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.592134 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (41ec8367-f7ca-4db0-8834-a9a9a3c34fd9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.618294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df54492-4203-46d5-8a47-a528e66494bc req-acbcc6e0-fb6e-446a-9420-a5405c6c0750 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.621061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0df54492-4203-46d5-8a47-a528e66494bc req-acbcc6e0-fb6e-446a-9420-a5405c6c0750 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 943 time: 0.0592737 Jan 28 04:28:32.628016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:32.652915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:32.659558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c326eaea-af43-4821-bf4e-d9e47fd623c5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.659909 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Added segment c326eaea-af43-4821-bf4e-d9e47fd623c5 of type vlan for network 94de6dcf-c541-4e00-86b2-d690f24f8b45 Jan 28 04:28:32.683721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0df54492-4203-46d5-8a47-a528e66494bc req-6c7f14de-b317-45ee-96bb-412e02b224aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544307 Jan 28 04:28:32.712950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-879e5258-982d-4b6b-862e-439874948b87 service neutron] 10.222.0.21 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558196 Jan 28 04:28:32.721713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (94de6dcf-c541-4e00-86b2-d690f24f8b45), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.756963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (94de6dcf-c541-4e00-86b2-d690f24f8b45), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.758183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.758814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.834512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] Pushing event updated for resources: {'Network': ['ID=94de6dcf-c541-4e00-86b2-d690f24f8b45,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:32.845165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:32.881725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-777654a3-5618-496e-95f7-26f320e931a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6932960 Jan 28 04:28:32.884483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:32.889951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Request body: {'subnet': {'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-52169656-subnet', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:32.911285 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-52eacfeb-4857-49a7-bb3a-5a8c49ef554d req-887a703d-85d4-4b47-866d-ed9268382e75 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] show failed (client error): The resource could not be found. Jan 28 04:28:32.924559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52eacfeb-4857-49a7-bb3a-5a8c49ef554d req-887a703d-85d4-4b47-866d-ed9268382e75 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups/cdac4dca-0d6c-4c9f-a2f0-e626b38ae61e HTTP/1.1" status: 404 len: 352 time: 0.0289223 Jan 28 04:28:32.934719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3faa328e-655b-44c1-98cc-5e7b54364a0e req-f7466985-adc7-4280-acc7-c34abf27fdc5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 210 time: 0.0516181 Jan 28 04:28:32.950296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:32.952862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.960757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:32.963080 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a781fc-c781-4b1f-aac3-ebb158fe519e" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:33.013757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d528ec76-1b16-4838-a67b-8c585328d71c req-8e46d644-75f2-439b-ba39-e1293293f137 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d14a03464504662aeecb6d86d479a54 HTTP/1.1" status: 200 len: 3001 time: 0.0666034 Jan 28 04:28:33.036286 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb80d54-5ed1-4f7c-9539-60e144d034b2 x-openstack-request-id: req-2eb80d54-5ed1-4f7c-9539-60e144d034b2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:33.036849 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:33.037705 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eb80d54-5ed1-4f7c-9539-60e144d034b2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:33.038116 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'status': 'completed', 'code': 200} Jan 28 04:28:33.073872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d528ec76-1b16-4838-a67b-8c585328d71c req-4ee09072-3d9d-48bd-86aa-45c2d197a64c tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups/92de0482-8606-44c9-8894-eea79860d533 HTTP/1.1" status: 200 len: 2998 time: 0.0590129 Jan 28 04:28:33.182123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d528ec76-1b16-4838-a67b-8c585328d71c req-697cd782-8c5d-4e2c-8a53-313b3eba6f2e tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups/92de0482-8606-44c9-8894-eea79860d533 HTTP/1.1" status: 200 len: 2998 time: 0.0990920 Jan 28 04:28:33.185481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-b57526ec-9315-4913-96ac-2713508327e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.186964 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-b57526ec-9315-4913-96ac-2713508327e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1125 time: 0.0961950 Jan 28 04:28:33.227564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f84b-5104-4fde-9d15-7ea63982c942 req-d0aeb07a-19b8-47d3-95fd-6075f2377479 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.234395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e34f84b-5104-4fde-9d15-7ea63982c942 req-d0aeb07a-19b8-47d3-95fd-6075f2377479 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1038840 Jan 28 04:28:33.279533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (af5b40be-4233-43e4-90c1-54f3610e7b6a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.306519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36a98855-497a-49b2-b557-b66399ae342b req-600ec644-5114-44ba-8467-40054f90eb62 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups/92de0482-8606-44c9-8894-eea79860d533 HTTP/1.1" status: 200 len: 2998 time: 0.1114697 Jan 28 04:28:33.321774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e34f84b-5104-4fde-9d15-7ea63982c942 req-7d556ae5-1f9c-4be5-949c-99ba94b19c4f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864689 Jan 28 04:28:33.356873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5b40be-4233-43e4-90c1-54f3610e7b6a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:33.368570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-00bfbbb9-7955-4356-9b98-aaf49a665942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.370089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-00bfbbb9-7955-4356-9b98-aaf49a665942 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.1740546 Jan 28 04:28:33.393190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Checking segment: {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:33.393666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Network hostable DHCP agents. Network: 94de6dcf-c541-4e00-86b2-d690f24f8b45, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:33.416150 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-d1ca6130-c354-40bb-a0e8-2a63d32f0874 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 217 time: 0.0388722 Jan 28 04:28:33.417675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:33.428945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 94de6dcf-c541-4e00-86b2-d690f24f8b45) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:33.440150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc818d8-c9ce-4980-a4bc-49268d627564 None None] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:33.452214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.453273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.464960 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-36a98855-497a-49b2-b557-b66399ae342b req-acc9bb13-5dfb-4b67-8364-1238558ac5cd tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:28:33.480669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04d5f9cc-71de-43fa-ae16-8ea97a1c248f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5948405 Jan 28 04:28:33.482208 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36a98855-497a-49b2-b557-b66399ae342b req-acc9bb13-5dfb-4b67-8364-1238558ac5cd tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "DELETE /v2.0/security-groups/92de0482-8606-44c9-8894-eea79860d533 HTTP/1.1" status: 409 len: 352 time: 0.1712449 Jan 28 04:28:33.484215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47436) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:33.496043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:33.521316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-721bcacf-d4c6-4b0f-a136-5641d875253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.526525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-721bcacf-d4c6-4b0f-a136-5641d875253f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1044734 Jan 28 04:28:33.577752 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-01a56bd0-e8b8-4f0c-b110-d7404193815a req-a6cc10b9-afe0-45f4-ad57-7dbb3b21b4e9 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] show failed (client error): The resource could not be found. Jan 28 04:28:33.580993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01a56bd0-e8b8-4f0c-b110-d7404193815a req-a6cc10b9-afe0-45f4-ad57-7dbb3b21b4e9 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups/ab5a7fe1-8a83-4a7e-a1d4-3b9da025084d HTTP/1.1" status: 404 len: 352 time: 0.0732412 Jan 28 04:28:33.584740 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (9c2026d0-9000-40a3-90f3-677fd2016499), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.587089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (9c2026d0-9000-40a3-90f3-677fd2016499), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.618269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-b394fe80-69c3-4ac0-a20d-623864877842 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847862 Jan 28 04:28:33.647174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-94de6dcf-c541-4e00-86b2-d690f24f8b45', 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45', 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'fixed_ips': [{'subnet_id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:28:33.648055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.696279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks [] for router_controller (9c2026d0-9000-40a3-90f3-677fd2016499), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.717499 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-8af2ec55-c4bd-4684-abe7-f38add330097 req-37cf8eef-36e9-4f73-bb4e-f5ebd6a676a1 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] show failed (client error): The resource could not be found. Jan 28 04:28:33.718905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8af2ec55-c4bd-4684-abe7-f38add330097 req-37cf8eef-36e9-4f73-bb4e-f5ebd6a676a1 tempest-SecurityGroupsNegativeTestJSON-1302668034 tempest-SecurityGroupsNegativeTestJSON-1302668034-project] 10.222.0.21 "GET /v2.0/security-groups/56e74a7f-dc95-41ca-b100-1b8109048e45 HTTP/1.1" status: 404 len: 352 time: 0.0209198 Jan 28 04:28:33.799572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47446) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:33.880797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Allocated IP 172.20.0.2 (94de6dcf-c541-4e00-86b2-d690f24f8b45/af5b40be-4233-43e4-90c1-54f3610e7b6a/943b6e79-e1f9-4299-9339-ebea0bacde4a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:33.970001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42892a60-7bd1-4944-a619-b7b3928f6aa7 req-1db4ed75-867c-48fb-a3d7-66d22ac9c022 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.977393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42892a60-7bd1-4944-a619-b7b3928f6aa7 req-1db4ed75-867c-48fb-a3d7-66d22ac9c022 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.3330724 Jan 28 04:28:33.990979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Deleting subnet 4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:28:34.002718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Publish callbacks [] for subnet (4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.007797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-6cdba041-78de-44a7-b313-208420ad03d5 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728268 Jan 28 04:28:34.014841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks [] for router_gateway (9c2026d0-9000-40a3-90f3-677fd2016499), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.045610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39fd43-162a-43f9-9127-aabceb3de20d req-ca5ae3b9-57d1-44c6-8e76-7fb4d3b5a5cf tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.047284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f39fd43-162a-43f9-9127-aabceb3de20d req-ca5ae3b9-57d1-44c6-8e76-7fb4d3b5a5cf tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 943 time: 0.1459129 Jan 28 04:28:34.064172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Publish callbacks [] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.072996 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.112391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:34.116657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:34.123985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:34.133815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.186788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f39fd43-162a-43f9-9127-aabceb3de20d req-9444727e-078b-4a7e-8908-fb843bbae8b4 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233482 Jan 28 04:28:34.189579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42892a60-7bd1-4944-a619-b7b3928f6aa7 req-6b984bf3-7b9e-4d1f-a749-6a4c5e34c640 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095559 Jan 28 04:28:34.212619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Pushing event updated for resources: {'Port': ['ID=943b6e79-e1f9-4299-9339-ebea0bacde4a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:34.224489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Attempting to bind port 943b6e79-e1f9-4299-9339-ebea0bacde4a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:34.224848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Attempting to bind port 943b6e79-e1f9-4299-9339-ebea0bacde4a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:34.225241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Attempting to bind port 943b6e79-e1f9-4299-9339-ebea0bacde4a on network 94de6dcf-c541-4e00-86b2-d690f24f8b45 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:34.237541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:34.237924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Checking segment: {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:34.238336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.240254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.243471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Bound using segment: {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:34.244058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Bound port: 943b6e79-e1f9-4299-9339-ebea0bacde4a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:34.244467 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.352850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] For port 943b6e79-e1f9-4299-9339-ebea0bacde4a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:34.356873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] For port 943b6e79-e1f9-4299-9339-ebea0bacde4a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=943b6e79-e1f9-4299-9339-ebea0bacde4a,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:34.367644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.375200 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e124f4c-7296-4661-8468-d897363cc3a1 req-073d66c2-2c39-4cd4-ab8b-c67cd89aeac0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 210 time: 0.0772765 Jan 28 04:28:34.407725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35a781fc-c781-4b1f-aac3-ebb158fe519e req-c0f24bb8-4f31-49ad-bd2b-f7c0a3c6f6b1 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710296 Jan 28 04:28:34.442781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.467701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks [] for router_gateway (9c2026d0-9000-40a3-90f3-677fd2016499), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.495260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:34.496004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.506274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5930d-1030-48e9-911c-3091fa5a2db7 None None] Pushing event updated for resources: {'Port': ['ID=943b6e79-e1f9-4299-9339-ebea0bacde4a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:34.517877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.521768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-42094c74-882d-464c-b7d7-d661036732b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4f2b082f-8e7e-4f7f-967b-3b5c51c45d4d HTTP/1.1" status: 204 len: 168 time: 0.6760764 Jan 28 04:28:34.524372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47456) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:34.567922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b62b-4ec7-4f68-96a9-373770fb8789 req-5367e9f2-de88-4ba3-8134-e83917c86983 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.578620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f958b62b-4ec7-4f68-96a9-373770fb8789 req-5367e9f2-de88-4ba3-8134-e83917c86983 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1600609 Jan 28 04:28:34.665597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8d4154b2-9d3c-483c-bdce-31113d275aa5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.673743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f958b62b-4ec7-4f68-96a9-373770fb8789 req-6899bc2e-6cb5-4436-b7a3-19c5adb8fca4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Jan 28 04:28:34.748086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-2d8c5535-59a3-48c1-8fd3-86687f708037 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.749590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-2d8c5535-59a3-48c1-8fd3-86687f708037 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.47 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 814 time: 0.2508023 Jan 28 04:28:34.759937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Allocated IP 172.25.6.110 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/65546439-bcc4-403d-ad67-21b32ed47387) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:34.793225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Request body: {'port': {'device_id': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'admin_state_up': True, 'tenant_id': 'd127a2ce8ad74c76b19ccc289f743a78'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:34.884846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8d4154b2-9d3c-483c-bdce-31113d275aa5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.894293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:34.955164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4154b2-9d3c-483c-bdce-31113d275aa5']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:34.974455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1336f07e-be81-4d20-b59f-fe68f817b4e1') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:34.975154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1336f07e-be81-4d20-b59f-fe68f817b4e1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:34.994357 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks [] for port (65546439-bcc4-403d-ad67-21b32ed47387), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.996685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (1336f07e-be81-4d20-b59f-fe68f817b4e1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.051551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1336f07e-be81-4d20-b59f-fe68f817b4e1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.064980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:35.068851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:28:35.069421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (1336f07e-be81-4d20-b59f-fe68f817b4e1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:28:35.072104 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:28:35.079906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (65546439-bcc4-403d-ad67-21b32ed47387), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.086169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 has no active binding in host n-h1-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:28:35.109957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:35.126281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:35.131602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 943b6e79-e1f9-4299-9339-ebea0bacde4a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:35.151718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:35.159766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Made reservation on behalf of d127a2ce8ad74c76b19ccc289f743a78 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:35.166144 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.170847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8d4154b2-9d3c-483c-bdce-31113d275aa5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.193413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.202548 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/8d4154b2-9d3c-483c-bdce-31113d275aa5 HTTP/1.1" status: 204 len: 168 time: 0.6769686 Jan 28 04:28:35.215692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c2ef-6b59-40a3-ba2f-683b1801a6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4154b2-9d3c-483c-bdce-31113d275aa5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:35.234018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 943b6e79-e1f9-4299-9339-ebea0bacde4a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:35.242519 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.399678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 943b6e79-e1f9-4299-9339-ebea0bacde4a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:35.400091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.421078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:35.434187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47470) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:35.464264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 943b6e79-e1f9-4299-9339-ebea0bacde4a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=943b6e79-e1f9-4299-9339-ebea0bacde4a,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:35.491203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Allocated IP 172.20.0.14 (4885e274-a81b-47bc-9262-3ea573265422/f28aaa58-0b16-442c-8a6d-0cd301726d56/024ecef4-d3de-4173-94d3-59e1677c783d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:35.532884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04d431-ec5f-4f73-b15d-36fd19556065 req-968c2bf2-0568-4cbd-a585-598d00cf54d4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.534759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb04d431-ec5f-4f73-b15d-36fd19556065 req-968c2bf2-0568-4cbd-a585-598d00cf54d4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.1274781 Jan 28 04:28:35.583620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0423318-fad5-40c3-91d8-75677c334f5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d14a03464504662aeecb6d86d479a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501963 Jan 28 04:28:35.589788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47472) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:35.598378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:35.615150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'port_id': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'mac_address': 'fa:16:3e:8b:74:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964112-cd81-4129-8b20-3104d1b400cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:35.623325 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.688838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Pushing event updated for resources: {'Port': ['ID=65546439-bcc4-403d-ad67-21b32ed47387,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:35.717418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:35.718193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.790375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b75d7-25d9-4d07-96b7-db6d8d72fb05 req-2634c21e-3054-4415-a525-a885c6dfad7c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.791994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf5b75d7-25d9-4d07-96b7-db6d8d72fb05 req-2634c21e-3054-4415-a525-a885c6dfad7c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 943 time: 0.1062975 Jan 28 04:28:35.883607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24535985-e4fa-40ef-aa4e-6e73c1aa9066 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:35.904376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:35.926713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.933623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=943b6e79-e1f9-4299-9339-ebea0bacde4a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:35.936791 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:28:35.941826 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.955534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks [] for router_gateway (9c2026d0-9000-40a3-90f3-677fd2016499), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.998813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:36.110697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf5b75d7-25d9-4d07-96b7-db6d8d72fb05 req-a7d2cb40-b027-4c1c-8f9b-0650c39455eb tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096609 Jan 28 04:28:36.176565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb04d431-ec5f-4f73-b15d-36fd19556065 req-68c36069-49c5-44b0-8fe9-cd838ae1f481 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286380 Jan 28 04:28:36.196776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c6f5c-411b-46c4-aca2-6250e893f425 None None] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:36.239069 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a2c467c-6e4b-4904-8c2d-61f5580d6c34 admin admin] Publish callbacks [] for security_group (92de0482-8606-44c9-8894-eea79860d533), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.303507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a2c467c-6e4b-4904-8c2d-61f5580d6c34 admin admin] Publish callbacks [] for security_group (92de0482-8606-44c9-8894-eea79860d533), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.334117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks [] for port (024ecef4-d3de-4173-94d3-59e1677c783d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.336146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['24535985-e4fa-40ef-aa4e-6e73c1aa9066'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:36.355709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-641956af-7c8d-4099-b9ec-7a74b88ef1fb req-604ba445-f148-44ad-bd2e-fb0f6c67a7ce tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Jan 28 04:28:36.397293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a2c467c-6e4b-4904-8c2d-61f5580d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (92de0482-8606-44c9-8894-eea79860d533), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.399096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (9c2026d0-9000-40a3-90f3-677fd2016499), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.399862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a2c467c-6e4b-4904-8c2d-61f5580d6c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.401221 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2a2c467c-6e4b-4904-8c2d-61f5580d6c34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92de0482-8606-44c9-8894-eea79860d533 HTTP/1.1" status: 204 len: 168 time: 0.8044302 Jan 28 04:28:36.402307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.447316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:36.453595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c170f31e-7a56-4a5b-aa0b-031783008fe6 None None] Provisioning complete for port 943b6e79-e1f9-4299-9339-ebea0bacde4a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:36.454362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c170f31e-7a56-4a5b-aa0b-031783008fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.485890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c467c-6e4b-4904-8c2d-61f5580d6c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92de0482-8606-44c9-8894-eea79860d533,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:36.550627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Network 4885e274-a81b-47bc-9262-3ea573265422 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:36.603274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:36.616417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-fe77774c-7b7e-4bdb-b9ec-a35ce48f7258 service neutron] 10.222.0.47 "GET /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.2265456 Jan 28 04:28:36.617448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:36.621713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Router 9c2026d0-9000-40a3-90f3-677fd2016499 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:28:36.655378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Pushing event updated for resources: {'Port': ['ID=024ecef4-d3de-4173-94d3-59e1677c783d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:36.751790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327271f-e50c-43d4-b3e9-08fcd87a33f6 req-ff6636ce-c7b5-4df7-94de-0be76642437b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.761053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0327271f-e50c-43d4-b3e9-08fcd87a33f6 req-ff6636ce-c7b5-4df7-94de-0be76642437b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2449124 Jan 28 04:28:36.769663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.770885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.814959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c170f31e-7a56-4a5b-aa0b-031783008fe6 None None] Current status of the port 943b6e79-e1f9-4299-9339-ebea0bacde4a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:36.819888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-d601bba5-802f-4ee7-a463-2ca6b68ce558 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0304282 Jan 28 04:28:36.855620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Request body: {'port': {'device_id': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:36.948205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0327271f-e50c-43d4-b3e9-08fcd87a33f6 req-667e5b85-c1c9-4010-b42c-4a75f89c3eb6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729074 Jan 28 04:28:37.009788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d15bc52a-3bf0-4f18-affb-fe0e8d322493 None None] Provisioning complete for port 943b6e79-e1f9-4299-9339-ebea0bacde4a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:37.010147 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15bc52a-3bf0-4f18-affb-fe0e8d322493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.021648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.021849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 943b6e79-e1f9-4299-9339-ebea0bacde4a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:37.061131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:37.076324 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Sync routers for ids ['9c2026d0-9000-40a3-90f3-677fd2016499'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:37.090303 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Routers {'9c2026d0-9000-40a3-90f3-677fd2016499'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:37.090922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:28:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['9c2026d0-9000-40a3-90f3-677fd2016499'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:37.205301 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Set router 9c2026d0-9000-40a3-90f3-677fd2016499 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:37.232419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:37.262696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:37.305221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3de9a2d-af67-4907-a049-8f2478866a45 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:37.318782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:37.340266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 943b6e79-e1f9-4299-9339-ebea0bacde4a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:37.347773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.380470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.442661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.445991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-80ba7a2c-ee8e-4392-a84e-c02e7154c2bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9586713 Jan 28 04:28:37.450374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:37.506457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38e618-e36b-4d53-b890-ccb72ca83cc6 req-2774328e-547a-40f0-a443-04e4b1aa807f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:37.512758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d38e618-e36b-4d53-b890-ccb72ca83cc6 req-2774328e-547a-40f0-a443-04e4b1aa807f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 944 time: 0.1753304 Jan 28 04:28:37.529318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d15bc52a-3bf0-4f18-affb-fe0e8d322493 None None] Current status of the port 943b6e79-e1f9-4299-9339-ebea0bacde4a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:37.537775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.606988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d38e618-e36b-4d53-b890-ccb72ca83cc6 req-f1f23b4c-2cab-48fa-8230-9234e0016c9c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879159 Jan 28 04:28:37.612412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] Transition to ACTIVE for port object c3de9a2d-af67-4907-a049-8f2478866a45 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:37.623412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.637937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 943b6e79-e1f9-4299-9339-ebea0bacde4a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:37.703099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] No DVR routers for this DVR port c3de9a2d-af67-4907-a049-8f2478866a45 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:37.719903 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:28:35Z', 'revision_number': 3, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:37.769407 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Checking router: 9c2026d0-9000-40a3-90f3-677fd2016499 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:37.770436 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Updating router 9c2026d0-9000-40a3-90f3-677fd2016499 port 65546439-bcc4-403d-ad67-21b32ed47387 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:28:37.777527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] Pushing event updated for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:37.794409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e98264-f976-4b10-a552-829171fd12d0 req-4f68c0cf-0925-462d-ad92-a804e0edf2bb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:37.796907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5e98264-f976-4b10-a552-829171fd12d0 req-4f68c0cf-0925-462d-ad92-a804e0edf2bb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 944 time: 0.2553639 Jan 28 04:28:37.797457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-30b666d1-5d60-4766-a716-b872223ed675 service neutron] 10.222.0.47 "PUT /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45/bindings/n-h1-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1627073 Jan 28 04:28:37.818930 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65546439-bcc4-403d-ad67-21b32ed47387), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.830091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024ecef4-d3de-4173-94d3-59e1677c783d {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:37.860621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Publish callbacks [] for port (024ecef4-d3de-4173-94d3-59e1677c783d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.894548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:37.896374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Transition to ACTIVE for port object 024ecef4-d3de-4173-94d3-59e1677c783d will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:37.962218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5e98264-f976-4b10-a552-829171fd12d0 req-0dda62ad-5c8c-4c82-a472-655c24cbe61c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589456 Jan 28 04:28:37.966893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:37.973742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11afb7-2027-4f62-b2d5-4deb48abc0be req-0498d85d-c3ad-474b-a989-70555af1e3e6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:37.982895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc11afb7-2027-4f62-b2d5-4deb48abc0be req-0498d85d-c3ad-474b-a989-70555af1e3e6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 932 time: 0.0942221 Jan 28 04:28:38.015096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Pushing event updated for resources: {'Port': ['ID=024ecef4-d3de-4173-94d3-59e1677c783d,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:38.052862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-c76b6a55-c626-4254-b8ac-20f8b2e2ed8f tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.054049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-c76b6a55-c626-4254-b8ac-20f8b2e2ed8f tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.1350284 Jan 28 04:28:38.081650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2078749685-network', 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:38.149991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc11afb7-2027-4f62-b2d5-4deb48abc0be req-526e382e-5698-44f9-a6c3-18b7a8330aa3 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663115 Jan 28 04:28:38.159892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7a51e9e6-844a-45cf-83c8-678d1e1a1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.161478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7a51e9e6-844a-45cf-83c8-678d1e1a1fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 1096 time: 0.0841656 Jan 28 04:28:38.237770 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Publish callbacks [] for port (65546439-bcc4-403d-ad67-21b32ed47387), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.255087 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65546439-bcc4-403d-ad67-21b32ed47387), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.271130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-bcb0d4ba-a730-4a95-ae97-2551930d0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.274799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-bcb0d4ba-a730-4a95-ae97-2551930d0c66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1096 time: 0.0791993 Jan 28 04:28:38.294804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Attempting to bind port 024ecef4-d3de-4173-94d3-59e1677c783d on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:38.295126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Attempting to bind port 024ecef4-d3de-4173-94d3-59e1677c783d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:38.295457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Attempting to bind port 024ecef4-d3de-4173-94d3-59e1677c783d on network 4885e274-a81b-47bc-9262-3ea573265422 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:38.310699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:38.313110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.315018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Port 024ecef4-d3de-4173-94d3-59e1677c783d on network 4885e274-a81b-47bc-9262-3ea573265422 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:38.315346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Attempting to bind port 024ecef4-d3de-4173-94d3-59e1677c783d on network 4885e274-a81b-47bc-9262-3ea573265422 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:38.328069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:38.328529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Checking segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:38.329325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Bound using segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:38.329783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Bound port: 024ecef4-d3de-4173-94d3-59e1677c783d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:38.330139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.363639 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Attempting to bind port 65546439-bcc4-403d-ad67-21b32ed47387 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:38.364318 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Attempting to bind port 65546439-bcc4-403d-ad67-21b32ed47387 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:38.365002 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Attempting to bind port 65546439-bcc4-403d-ad67-21b32ed47387 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:38.398140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4da2-f6dc-45b6-a678-d959f22814c1 req-88e5228f-a118-47fc-b2b4-7d68ed45846f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.405000 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:38.407007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:38.410933 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.411592 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:38.412185 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Bound port: 65546439-bcc4-403d-ad67-21b32ed47387, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:38.412651 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65546439-bcc4-403d-ad67-21b32ed47387), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.414509 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Pushing event updated for resources: {'Port': ['ID=65546439-bcc4-403d-ad67-21b32ed47387,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:38.415020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc5a4da2-f6dc-45b6-a678-d959f22814c1 req-88e5228f-a118-47fc-b2b4-7d68ed45846f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2769997 Jan 28 04:28:38.422821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.446417 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.446922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.447338 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.447749 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.448159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.448560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.448960 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.449396 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.449793 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.450200 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.450588 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.450983 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.451377 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:38.467684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-a940c459-23bc-43f9-b70c-8a9b30ad4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.470183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-a940c459-23bc-43f9-b70c-8a9b30ad4b1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.1896539 Jan 28 04:28:38.514006 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] For port 65546439-bcc4-403d-ad67-21b32ed47387, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:38.517630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] For port 65546439-bcc4-403d-ad67-21b32ed47387, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65546439-bcc4-403d-ad67-21b32ed47387,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:38.531704 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65546439-bcc4-403d-ad67-21b32ed47387), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.537830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe7bb-e823-42a5-99f2-37dc47fc91e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.541796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-9f6158f8-28b1-4d9a-9506-4145f90521e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 217 time: 0.0637021 Jan 28 04:28:38.603525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc5a4da2-f6dc-45b6-a678-d959f22814c1 req-8b9dc314-f19f-43e5-883a-f08b7d9c5fd5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874068 Jan 28 04:28:38.633733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] For port 024ecef4-d3de-4173-94d3-59e1677c783d, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:38.654287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-41600f7f-5eb1-4552-951e-3d0fc0ef2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.656052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-41600f7f-5eb1-4552-951e-3d0fc0ef2435 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1069736 Jan 28 04:28:38.668306 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d780-b7e6-450f-b2d8-8d4048f76de6 None None] Pushing event updated for resources: {'Port': ['ID=65546439-bcc4-403d-ad67-21b32ed47387,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:38.683715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Routers {'9c2026d0-9000-40a3-90f3-677fd2016499'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:38.684759 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:28:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['9c2026d0-9000-40a3-90f3-677fd2016499'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:38.708313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-fa2f620a-6697-4521-ba97-1da47d3a2d20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448570 Jan 28 04:28:38.747397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] For port 024ecef4-d3de-4173-94d3-59e1677c783d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=024ecef4-d3de-4173-94d3-59e1677c783d,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:38.763846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.903820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527177c2-3330-4b37-8764-3f554c0bc549 req-c2bd9510-2958-4427-b90e-ddc94b87a418 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.905410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-527177c2-3330-4b37-8764-3f554c0bc549 req-c2bd9510-2958-4427-b90e-ddc94b87a418 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 944 time: 0.1653881 Jan 28 04:28:38.916047 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] Set router 9c2026d0-9000-40a3-90f3-677fd2016499 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:38.944385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Pushing event updated for resources: {'Port': ['ID=024ecef4-d3de-4173-94d3-59e1677c783d,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:38.961775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-7d080b7b-a722-418d-b196-52993fe9eee6 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457652 Jan 28 04:28:38.966933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks [] for security_group (6836f4a2-38eb-4abc-9bfc-91458ca32035), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.014465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6836f4a2-38eb-4abc-9bfc-91458ca32035), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.034621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:39.056981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d449d219-492a-47c8-bbb6-1b6fced63bdb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.057285 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Added segment d449d219-492a-47c8-bbb6-1b6fced63bdb of type vlan for network d4926b07-c38f-4117-97fc-dd7e7ce678c4 Jan 28 04:28:39.137301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d4926b07-c38f-4117-97fc-dd7e7ce678c4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.167621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.168270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.169950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-e544eeff-c677-4090-9a08-bcc6ffb44060 service neutron] 10.222.0.47 "PUT /v2.0/ports/024ecef4-d3de-4173-94d3-59e1677c783d HTTP/1.1" status: 200 len: 1092 time: 2.3268197 Jan 28 04:28:39.182754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-527177c2-3330-4b37-8764-3f554c0bc549 req-ec75b343-87ec-44d7-ae75-2b7fa257de41 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646492 Jan 28 04:28:39.251294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'tag': '024ecef4-d3de-4173-94d3-59e1677c783d'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:39.260730 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180caa57-2d08-4630-a2de-1192396d196a" -d '{"events": [{"name": "network-changed", "server_uuid": "fef19773-2b75-490b-be85-78dd6ccc5d49", "tag": "024ecef4-d3de-4173-94d3-59e1677c783d"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:39.291995 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:28:35Z', 'revision_number': 3, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:39.300944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6836f4a2-38eb-4abc-9bfc-91458ca32035,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:39.308391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d4926b07-c38f-4117-97fc-dd7e7ce678c4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.313878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.314524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.333090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-fdb61d2f-0d89-48a3-a785-8956b0047203 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610966 Jan 28 04:28:39.338829 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70543e9f-84d7-4d58-b90a-f6e106229555 None None] The sync data for ids ['9c2026d0-9000-40a3-90f3-677fd2016499'] in n-d-824835-3 is: [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:28:35Z', 'revision_number': 3, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:39.417608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5145078 Jan 28 04:28:39.429871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47528) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:39.439758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Request body: {'subnet': {'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2078749685-subnet', 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:39.444824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:39.489969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:39.492476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.496974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.532816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921ac59-347d-45ef-a505-30cf18980943 admin admin] Pushing event updated for resources: {'Network': ['ID=d4926b07-c38f-4117-97fc-dd7e7ce678c4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:39.545806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-2441c4e3-2a3d-48ba-9386-1e38203dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.547879 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-2441c4e3-2a3d-48ba-9386-1e38203dab35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 1095 time: 0.2705493 Jan 28 04:28:39.552398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:39.568717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47f19b-1e5e-4eb0-81f0-0c34f80d84a9 req-12d2bfec-0a9e-43e4-acf3-249f53e8d9bc tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.576397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b47f19b-1e5e-4eb0-81f0-0c34f80d84a9 req-12d2bfec-0a9e-43e4-acf3-249f53e8d9bc tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 945 time: 0.4139268 Jan 28 04:28:39.636342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:28:39.655657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:39.656341 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.692821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-2040bf33-9f60-41a5-9ff4-460654616e34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=024ecef4-d3de-4173-94d3-59e1677c783d HTTP/1.1" status: 200 len: 217 time: 0.1131639 Jan 28 04:28:39.731394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053e19e-12ce-4ff3-aa27-c46414ecb8ad req-c2d486fe-9f47-4c87-af0a-905ffadac7e8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.733610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f053e19e-12ce-4ff3-aa27-c46414ecb8ad req-c2d486fe-9f47-4c87-af0a-905ffadac7e8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 944 time: 0.3632452 Jan 28 04:28:39.810637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b47f19b-1e5e-4eb0-81f0-0c34f80d84a9 req-41df8d8e-9588-41f7-ba5f-cce88a058921 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329457 Jan 28 04:28:39.884565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:39.884988 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.940931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:39.944227 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9258bca-8a03-4bc5-bd66-4d1bc97dae80" -d '{"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-plugged", "status": "completed", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:39.973494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-32e85b86-eef6-49ec-9324-5df85e061a90 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.978497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:39.982404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-32e85b86-eef6-49ec-9324-5df85e061a90 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.2479494 Jan 28 04:28:39.992700 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.993776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:40.004035 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993ebc58-e686-47d4-ac55-83e8fa0eb2c4 x-openstack-request-id: req-993ebc58-e686-47d4-ac55-83e8fa0eb2c4 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:40.006407 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef19773-2b75-490b-be85-78dd6ccc5d49", "tag": "024ecef4-d3de-4173-94d3-59e1677c783d", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:40.006671 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-993ebc58-e686-47d4-ac55-83e8fa0eb2c4 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:40.007084 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'tag': '024ecef4-d3de-4173-94d3-59e1677c783d', 'status': 'completed', 'code': 200} Jan 28 04:28:40.046515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-6bfd3716-a910-41a7-81ba-cfb02dd36971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.048008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-6bfd3716-a910-41a7-81ba-cfb02dd36971 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.3320634 Jan 28 04:28:40.104296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f053e19e-12ce-4ff3-aa27-c46414ecb8ad req-221814c8-14b3-4709-8b28-a1f112f93b06 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382866 Jan 28 04:28:40.139869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-c859ed5e-9e78-4a04-98c2-20c7c241ca10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802307 Jan 28 04:28:40.178973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (9e589612-a8ab-4634-ba39-ec9c47977a92), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.182940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port c3de9a2d-af67-4907-a049-8f2478866a45 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:28:40.183349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:40.190318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:40.310832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Allocated IP 172.20.0.1 (94de6dcf-c541-4e00-86b2-d690f24f8b45/af5b40be-4233-43e4-90c1-54f3610e7b6a/eaafe77b-840d-416c-9012-5a9cd92a6ff0) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:40.334431 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10727a9-1aeb-4516-8fe6-c7ae362617c0 x-openstack-request-id: req-f10727a9-1aeb-4516-8fe6-c7ae362617c0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:40.334744 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-plugged", "status": "completed", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:40.335012 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f10727a9-1aeb-4516-8fe6-c7ae362617c0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:40.335405 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'code': 200} Jan 28 04:28:40.403160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e589612-a8ab-4634-ba39-ec9c47977a92,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:40.458691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:40.466399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Network hostable DHCP agents. Network: d4926b07-c38f-4117-97fc-dd7e7ce678c4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:40.518717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks [] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.542554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-60106b93-000f-4e90-bbe1-b38a675cd99f service neutron] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:40.567623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-60106b93-000f-4e90-bbe1-b38a675cd99f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.569489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60efce14-d086-4a3a-9f1f-24cfcf58d5fe req-60106b93-000f-4e90-bbe1-b38a675cd99f service neutron] 10.222.0.52 "DELETE /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45/bindings/n-h2-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.5614743 Jan 28 04:28:40.570668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b86dc-baca-4e36-aad3-738cb2f8beb2 req-60902b9c-c412-4695-975d-5ba6cc766e2e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.572483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-879b86dc-baca-4e36-aad3-738cb2f8beb2 req-60902b9c-c412-4695-975d-5ba6cc766e2e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.3592117 Jan 28 04:28:40.572719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:40.586449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.589875 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-3ac9eeff-e2e5-4309-b1b3-373721981f1c service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352725 Jan 28 04:28:40.591699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e16bf-e08c-4556-82f2-7e3a5cadf025 req-409cdde4-b8ce-4100-9c7c-1d24e002f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.593389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-736e16bf-e08c-4556-82f2-7e3a5cadf025 req-409cdde4-b8ce-4100-9c7c-1d24e002f2eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 1096 time: 0.1103170 Jan 28 04:28:40.604270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e1b8a-c84a-4acb-bedb-7ccd654eda00 req-624b469d-eba0-4916-b48c-7f3d76c47d96 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.606595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-260e1b8a-c84a-4acb-bedb-7ccd654eda00 req-624b469d-eba0-4916-b48c-7f3d76c47d96 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1325264 Jan 28 04:28:40.608455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d4926b07-c38f-4117-97fc-dd7e7ce678c4) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:40.618275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd149c32-4088-4864-bffd-7fec74cb09c1 None None] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:40.636210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.637934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.752959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54005ac6-75c4-4fae-9d39-03ff6f0ee1b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3137534 Jan 28 04:28:40.768391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Pushing event updated for resources: {'Port': ['ID=eaafe77b-840d-416c-9012-5a9cd92a6ff0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:40.836375 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f65ab4b-9a9c-4cd1-a3fc-49b1c1851880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.849522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:40.868357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-260e1b8a-c84a-4acb-bedb-7ccd654eda00 req-3cf35dd7-1114-47b9-adf6-70db30a2001c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058630 Jan 28 04:28:40.874979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:40.898755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:40.914347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-736e16bf-e08c-4556-82f2-7e3a5cadf025 req-3105e29b-072b-4fd1-9b6a-ddeaba84bf2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330232 Jan 28 04:28:40.918092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cadf9-3c76-4a9a-8f58-150aad570849 None None] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:40.945517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-879b86dc-baca-4e36-aad3-738cb2f8beb2 req-54a54058-1e5f-4995-978b-4a5f22d9f11a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516555 Jan 28 04:28:41.122616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abae7cac-1e43-4ffc-ac3e-27099ffa4da2 req-672efb9b-4e51-4a05-b18b-3247401abe8c service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500401 Jan 28 04:28:41.132182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (9c2026d0-9000-40a3-90f3-677fd2016499), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.175201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61c4e-e45a-4fec-87aa-52b750ed41d7 req-ffa0157f-7935-42f1-a4ff-e60607900381 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.183847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35f61c4e-e45a-4fec-87aa-52b750ed41d7 req-ffa0157f-7935-42f1-a4ff-e60607900381 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 945 time: 0.0986922 Jan 28 04:28:41.217875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65546439-bcc4-403d-ad67-21b32ed47387 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:41.314272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.346786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35f61c4e-e45a-4fec-87aa-52b750ed41d7 req-ca05a6be-e707-4081-bee0-fde50088df79 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620383 Jan 28 04:28:41.356615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 65546439-bcc4-403d-ad67-21b32ed47387 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:41.356615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65546439-bcc4-403d-ad67-21b32ed47387), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.454746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c33e6454-be26-478c-a37f-e2b2e5d29061 None None] Provisioning complete for port eaafe77b-840d-416c-9012-5a9cd92a6ff0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:41.455445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c33e6454-be26-478c-a37f-e2b2e5d29061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.508726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180caa57-2d08-4630-a2de-1192396d196a req-3205a813-b99f-4e00-8f3d-4d545eae4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.513786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-3205a813-b99f-4e00-8f3d-4d545eae4c0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 1095 time: 0.0985904 Jan 28 04:28:41.536860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c33e6454-be26-478c-a37f-e2b2e5d29061 None None] Port eaafe77b-840d-416c-9012-5a9cd92a6ff0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:41.588695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 65546439-bcc4-403d-ad67-21b32ed47387 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:41.589174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65546439-bcc4-403d-ad67-21b32ed47387), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.619417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45d0de-ed8e-470d-84ba-b84320c10e88 req-a4f079ed-04dc-4292-8eb8-6856529bb99e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.627844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d45d0de-ed8e-470d-84ba-b84320c10e88 req-a4f079ed-04dc-4292-8eb8-6856529bb99e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 944 time: 0.1505046 Jan 28 04:28:41.640721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 65546439-bcc4-403d-ad67-21b32ed47387, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65546439-bcc4-403d-ad67-21b32ed47387,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:41.652709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65546439-bcc4-403d-ad67-21b32ed47387), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.692412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d45d0de-ed8e-470d-84ba-b84320c10e88 req-d9326975-8a57-46d5-92ca-a3f8a3a6ebc4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629606 Jan 28 04:28:41.728136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=65546439-bcc4-403d-ad67-21b32ed47387,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:41.743744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.745261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.746004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.746520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.747029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-bfc18951-1699-4aaf-a68c-c053e6e9b818 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.747166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.747818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.748356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.748675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-bfc18951-1699-4aaf-a68c-c053e6e9b818 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.1446481 Jan 28 04:28:41.749031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.749666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.750158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.750646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.751132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.751644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:41.818250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:41.827670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-4ca25373-968e-46de-95ac-52e80bdebc6a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0476170 Jan 28 04:28:41.892412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180caa57-2d08-4630-a2de-1192396d196a req-a54fe374-e270-43ac-9aa2-f06e0d2ab5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.893959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-a54fe374-e270-43ac-9aa2-f06e0d2ab5b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 915 time: 0.3730135 Jan 28 04:28:41.914926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-4925d466-f8a5-4219-83a7-8cda9886c8bd tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500832 Jan 28 04:28:41.948958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d279a-2566-419e-b1e4-342f908d2cff req-1d2a2739-f4e9-4535-badb-d599c092e08c tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.950604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2d279a-2566-419e-b1e4-342f908d2cff req-1d2a2739-f4e9-4535-badb-d599c092e08c tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1096 time: 0.0487485 Jan 28 04:28:42.027255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2d279a-2566-419e-b1e4-342f908d2cff req-e6dddf94-6487-4918-ada3-b24d9b2000af tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705407 Jan 28 04:28:42.271219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f101f-4c9b-4725-a7c8-7d86fbfb9bd9 req-4360e5ef-27a9-4164-b135-254b91263e09 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:42.279481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc2f101f-4c9b-4725-a7c8-7d86fbfb9bd9 req-4360e5ef-27a9-4164-b135-254b91263e09 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1220958 Jan 28 04:28:42.317134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-76081e53-8a1a-4f9c-ae25-674651aca97f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=024ecef4-d3de-4173-94d3-59e1677c783d HTTP/1.1" status: 200 len: 217 time: 0.4047024 Jan 28 04:28:42.335524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc2f101f-4c9b-4725-a7c8-7d86fbfb9bd9 req-ba5feca1-8851-4111-a289-dd51d858380a tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549667 Jan 28 04:28:42.340745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks [] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:42.378159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:42.441060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (9c2026d0-9000-40a3-90f3-677fd2016499), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:42.483366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4278d-f626-4641-bf0c-ceb228d3d9f0 req-35e5ec14-8654-435c-a737-0835bb64a54f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:42.491444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0c4278d-f626-4641-bf0c-ceb228d3d9f0 req-35e5ec14-8654-435c-a737-0835bb64a54f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0696349 Jan 28 04:28:42.538722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0c4278d-f626-4641-bf0c-ceb228d3d9f0 req-10f916c4-94a9-41eb-aa99-a445bca656b4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456686 Jan 28 04:28:42.559131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Pushing event updated for resources: {'Port': ['ID=eaafe77b-840d-416c-9012-5a9cd92a6ff0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:42.568755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180caa57-2d08-4630-a2de-1192396d196a req-549f9db7-7a30-471d-b67c-f217238c47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:42.570272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-549f9db7-7a30-471d-b67c-f217238c47b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.2336457 Jan 28 04:28:42.579976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-7a0e11e9-9e42-45a2-9a8a-7029df01512c service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725484 Jan 28 04:28:42.615261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-d9b687a0-81bb-494d-aad8-d8154c31d373 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354350 Jan 28 04:28:42.755992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:42.766102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:42.799636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-35963337-3c9b-4c5c-b6cb-f6885313c395 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:42.801315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-35963337-3c9b-4c5c-b6cb-f6885313c395 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.1261849 Jan 28 04:28:42.821914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-55750c03-f1bb-48d4-b29a-d84f4a17e88f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/quotas/36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 375 time: 0.0105131 Jan 28 04:28:42.854002 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-79fbf2f3-3c58-4494-9285-7d3bb5375a32 service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211113 Jan 28 04:28:42.858037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-1225b044-abdd-4a21-911c-a49ae6774179 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674336 Jan 28 04:28:42.972889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-fedd06ad-c5bc-4d82-a56b-a20625beceb7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340170 Jan 28 04:28:42.996007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Router 9c2026d0-9000-40a3-90f3-677fd2016499 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:28:43.000251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65546439-bcc4-403d-ad67-21b32ed47387 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:43.013064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180caa57-2d08-4630-a2de-1192396d196a req-6aa8bdfc-24e7-4115-b300-28b9ceba7c3f service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504943 Jan 28 04:28:43.090784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 65546439-bcc4-403d-ad67-21b32ed47387 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:43.091297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65546439-bcc4-403d-ad67-21b32ed47387), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.177247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-c3123d7f-23b5-440d-af0e-298937f17f41 service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034121 Jan 28 04:28:43.207024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:43.221518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d2b62d3a-7ec8-4ca6-b8e1-ad52cffe4450 admin admin] 10.222.0.21 "PUT /v2.0/routers/9c2026d0-9000-40a3-90f3-677fd2016499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7587154 Jan 28 04:28:43.221709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 65546439-bcc4-403d-ad67-21b32ed47387 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:43.221709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-06581a70-814c-4f2a-8a48-659837f39092 None None] Provisioning complete for port eaafe77b-840d-416c-9012-5a9cd92a6ff0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:43.225232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06581a70-814c-4f2a-8a48-659837f39092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.233116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c947b0-3af2-461c-bb4f-dc1ec74c925d req-1da9c154-e272-43d3-957c-80d33d07b803 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:43.241954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1c947b0-3af2-461c-bb4f-dc1ec74c925d req-1da9c154-e272-43d3-957c-80d33d07b803 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 944 time: 0.0917974 Jan 28 04:28:43.257776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Sync routers for ids ['9c2026d0-9000-40a3-90f3-677fd2016499'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:43.291181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Routers {'9c2026d0-9000-40a3-90f3-677fd2016499'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:43.291819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:28:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['9c2026d0-9000-40a3-90f3-677fd2016499'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:43.295848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-06581a70-814c-4f2a-8a48-659837f39092 None None] Port eaafe77b-840d-416c-9012-5a9cd92a6ff0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:43.322831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-95605b9c-52e2-4e1a-80aa-11b7696075f9 service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358738 Jan 28 04:28:43.323872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1c947b0-3af2-461c-bb4f-dc1ec74c925d req-e8684c22-ec14-4259-90d9-388348d63bd7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756383 Jan 28 04:28:43.412205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:43.515502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-713366131'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:43.538076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Set router 9c2026d0-9000-40a3-90f3-677fd2016499 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:43.549309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa62cea6-db5e-4696-b61d-9d22b8e58ab6 req-01a2d36a-86ac-4a30-81b6-58a01cd35abf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 210 time: 0.0555453 Jan 28 04:28:43.569747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.585962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:43.589901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.628554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:43.643075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88a5a-4c3e-4522-b75a-2e9e18eaf317 req-a0cef8cb-4aec-4bd5-9c6f-0242acee6449 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:43.655063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fc88a5a-4c3e-4522-b75a-2e9e18eaf317 req-a0cef8cb-4aec-4bd5-9c6f-0242acee6449 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1298997 Jan 28 04:28:43.670321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0b82468e-1a75-4d35-b9b0-f958125b7295), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.670668 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Added segment 0b82468e-1a75-4d35-b9b0-f958125b7295 of type vlan for network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c Jan 28 04:28:43.690210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-26a7db78-bddf-487f-9095-490702a37429 req-4b7c2d0a-43b8-42cc-b67b-a9ccb729b653 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 210 time: 0.0508180 Jan 28 04:28:43.773191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.809770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fc88a5a-4c3e-4522-b75a-2e9e18eaf317 req-df68712e-9810-4be2-a7b5-6ba548f4c21e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537178 Jan 28 04:28:43.857216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.863160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:43.864434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.919729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc6711-a8c0-4cbc-891d-c1231aa1c94f req-db000309-6f2d-47c9-9312-8a178b533509 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:43.922299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-90bc6711-a8c0-4cbc-891d-c1231aa1c94f req-db000309-6f2d-47c9-9312-8a178b533509 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1237977 Jan 28 04:28:43.963092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eaafe77b-840d-416c-9012-5a9cd92a6ff0', 'name': '', 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'mac_address': 'fa:16:3e:1b:f2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:39Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 2, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'subnets': [{'id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:43.992714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5792425 Jan 28 04:28:44.002253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Checking router: 9c2026d0-9000-40a3-90f3-677fd2016499 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:44.002827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Updating router 9c2026d0-9000-40a3-90f3-677fd2016499 port eaafe77b-840d-416c-9012-5a9cd92a6ff0 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:28:44.023608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47624) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:44.039745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-90bc6711-a8c0-4cbc-891d-c1231aa1c94f req-67f7ed8f-3397-4b42-9f39-c4b93b2f23ac tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025257 Jan 28 04:28:44.047069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'subnet': {'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:44.055063 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.097107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d7b2c-ad8e-4990-b1a8-427b32a8fc30 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Network': ['ID=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:44.135641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:44.216138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca798b-88d1-4a7d-a031-c5b8b546297d req-55cebfd6-b571-494f-a74e-d79744e9f271 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:44.226294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bca798b-88d1-4a7d-a031-c5b8b546297d req-55cebfd6-b571-494f-a74e-d79744e9f271 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1141298 Jan 28 04:28:44.251338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:44.256225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.296790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bca798b-88d1-4a7d-a031-c5b8b546297d req-7bc78894-22e3-424c-8bf4-63e957ac9ce3 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692472 Jan 28 04:28:44.472960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94560d-5c96-475f-bec2-c4a8ae6ca0c5 req-2b5d639d-118b-4bfd-83c0-7626049c6c1c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:44.474730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd94560d-5c96-475f-bec2-c4a8ae6ca0c5 req-2b5d639d-118b-4bfd-83c0-7626049c6c1c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.0789804 Jan 28 04:28:44.521277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Publish callbacks [] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.529638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.591827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb8559-5da3-4093-9251-5dddff72a8df req-28d71657-c2cd-4bb1-8406-239368de7c97 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:44.595863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fdbb8559-5da3-4093-9251-5dddff72a8df req-28d71657-c2cd-4bb1-8406-239368de7c97 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 944 time: 0.1526108 Jan 28 04:28:44.627196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd94560d-5c96-475f-bec2-c4a8ae6ca0c5 req-15be51a8-0a51-4949-9384-fc628a0d66b0 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329038 Jan 28 04:28:44.658197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc913ad-0f7e-4771-b6dd-6d7f48c1f902 None None] Pushing event updated for resources: {'Port': ['ID=eaafe77b-840d-416c-9012-5a9cd92a6ff0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:44.671967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ca47ba90-cb11-420d-97ae-32f9e5675837), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.741992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Attempting to bind port eaafe77b-840d-416c-9012-5a9cd92a6ff0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:44.742365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Attempting to bind port eaafe77b-840d-416c-9012-5a9cd92a6ff0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:44.742729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Attempting to bind port eaafe77b-840d-416c-9012-5a9cd92a6ff0 on network 94de6dcf-c541-4e00-86b2-d690f24f8b45 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:44.772147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:44.772509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Checking segment: {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:44.772956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.773383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Bound using segment: {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:44.774064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Bound port: eaafe77b-840d-416c-9012-5a9cd92a6ff0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c326eaea-af43-4821-bf4e-d9e47fd623c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:44.774508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.788758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.862919 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fdbb8559-5da3-4093-9251-5dddff72a8df req-71a6ae8e-61fd-4a93-b730-5d9df47a52a8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540927 Jan 28 04:28:44.911962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] For port eaafe77b-840d-416c-9012-5a9cd92a6ff0, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:44.917035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Subnet': ['ID=ca47ba90-cb11-420d-97ae-32f9e5675837,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:44.931563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] For port eaafe77b-840d-416c-9012-5a9cd92a6ff0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eaafe77b-840d-416c-9012-5a9cd92a6ff0,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:44.934637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Checking segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:44.935004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network hostable DHCP agents. Network: 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:44.943795 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.961386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2c06767-bb53-4155-9516-fd36338789ef req-3b1aa701-ba70-4bb3-9437-a57596d8f986 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 210 time: 0.0792062 Jan 28 04:28:44.975148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:44.997187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:45.001583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.002211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.039014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-7bbb834e-a8d3-4e9c-a0d9-ab2afb36edf0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.046942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-7bbb834e-a8d3-4e9c-a0d9-ab2afb36edf0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.2866924 Jan 28 04:28:45.059270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc913ad-0f7e-4771-b6dd-6d7f48c1f902 None None] Pushing event updated for resources: {'Port': ['ID=eaafe77b-840d-416c-9012-5a9cd92a6ff0,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:45.073293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786026b-e69f-45a5-97a3-288eab54df8d None None] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:45.075455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Request body: {'port': {'device_id': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'admin_state_up': True, 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:45.083986 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d5ee6d8c-90c5-4793-952c-55c5f828e8bb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0427217 Jan 28 04:28:45.087603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47684) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:45.104047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1521323273'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:45.113575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88580963-6d47-44f9-8f63-90a9f309e984 req-e2262307-15f8-45b3-8897-9ada851e56e6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.115111 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88580963-6d47-44f9-8f63-90a9f309e984 req-e2262307-15f8-45b3-8897-9ada851e56e6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1036446 Jan 28 04:28:45.195423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] Provisioning complete for port eaafe77b-840d-416c-9012-5a9cd92a6ff0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:45.196224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.240561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88580963-6d47-44f9-8f63-90a9f309e984 req-9c592a88-a46e-4dfc-8dd1-aa3ff4ea15bd tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147447 Jan 28 04:28:45.252138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35c31298-7592-4b39-ab0d-e05a75691f73 req-e86996b6-f426-4e99-9ca1-0ab8cf9ef1f9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 210 time: 0.0959394 Jan 28 04:28:45.256535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:45.262566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.311487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Routers {'9c2026d0-9000-40a3-90f3-677fd2016499'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:45.312750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:28:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['9c2026d0-9000-40a3-90f3-677fd2016499'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:45.470445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab3fd-fa94-42bc-8fa7-9040dbf9d36f req-28186d6b-f6ca-4beb-b0f0-35dab19025e1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.472451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1dcab3fd-fa94-42bc-8fa7-9040dbf9d36f req-28186d6b-f6ca-4beb-b0f0-35dab19025e1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1012390 Jan 28 04:28:45.472698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:28:45.479141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 024ecef4-d3de-4173-94d3-59e1677c783d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:45.485046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0820259d-51a9-4e58-83db-9579d579e9c0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.486033 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Added segment 0820259d-51a9-4e58-83db-9579d579e9c0 of type vlan for network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae Jan 28 04:28:45.508206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'fixed_ips': [{'subnet_id': 'ca47ba90-cb11-420d-97ae-32f9e5675837'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:28:45.509351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.542992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4fc1bb6c-e6ea-4885-b857-bb2be47672ae), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.545235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1dcab3fd-fa94-42bc-8fa7-9040dbf9d36f req-ac838d17-dc45-430f-89ea-0e3cb6407101 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Jan 28 04:28:45.652882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4fc1bb6c-e6ea-4885-b857-bb2be47672ae), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.657781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.658389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.738999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] Set router 9c2026d0-9000-40a3-90f3-677fd2016499 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:45.745417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] Current status of the port eaafe77b-840d-416c-9012-5a9cd92a6ff0 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:45.745869 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.943592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 024ecef4-d3de-4173-94d3-59e1677c783d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=024ecef4-d3de-4173-94d3-59e1677c783d,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:45.976273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] For port eaafe77b-840d-416c-9012-5a9cd92a6ff0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eaafe77b-840d-416c-9012-5a9cd92a6ff0,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:45.984600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17966706-5945-4d40-a101-834999c2cfde req-b48b4594-fcdd-42e7-8248-c3cfbbb05e22 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.995337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17966706-5945-4d40-a101-834999c2cfde req-b48b4594-fcdd-42e7-8248-c3cfbbb05e22 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 944 time: 0.0640526 Jan 28 04:28:45.996950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Allocated IP 19.80.0.2 (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c/ca47ba90-cb11-420d-97ae-32f9e5675837/a815123f-a6a8-41c3-93ac-94c8b3f3b0e5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:46.000202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.020279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '024ecef4-d3de-4173-94d3-59e1677c783d', 'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'port_id': '024ecef4-d3de-4173-94d3-59e1677c783d', 'mac_address': 'fa:16:3e:f2:1e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28aaa58-0b16-442c-8a6d-0cd301726d56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:46.075544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-b189ae65-10c3-43c0-b9d5-3652d7aa8c9f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:46.077134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-b189ae65-10c3-43c0-b9d5-3652d7aa8c9f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.7838452 Jan 28 04:28:46.093032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0043561 Jan 28 04:28:46.098611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:46.107696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058175b2-9ffa-4c3f-a54c-0a874a1d7275 req-a869f84c-cb89-4bdb-9b05-e1e221c42b73 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:46.113820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-058175b2-9ffa-4c3f-a54c-0a874a1d7275 req-a869f84c-cb89-4bdb-9b05-e1e221c42b73 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.5486856 Jan 28 04:28:46.125783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17966706-5945-4d40-a101-834999c2cfde req-3ff72868-51a3-485e-96ad-5fbad0c16ee1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288688 Jan 28 04:28:46.130141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'subnet': {'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:46.154794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:46.159454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.178106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Request body: {'port': {'device_id': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'admin_state_up': True, 'tenant_id': '36b17bc8a4c3425eb0bd16e537cc193f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:46.184096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731be0f-0a66-4637-9a25-8da235aefd5f None None] Pushing event updated for resources: {'Port': ['ID=eaafe77b-840d-416c-9012-5a9cd92a6ff0,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:46.225584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 024ecef4-d3de-4173-94d3-59e1677c783d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:46.226082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.245692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4570927-6d92-4146-9cd0-430f217f112b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Network': ['ID=4fc1bb6c-e6ea-4885-b857-bb2be47672ae,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:46.266039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2c46745-f3c4-45a7-973b-dc9db57dee14 req-7fedc131-e687-4754-965c-82eb6e9cdb02 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 210 time: 0.0334702 Jan 28 04:28:46.397267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:28:46.399450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e2de0172-8c0e-40e0-9101-8de23d2b78a5 None None] Provisioning complete for port eaafe77b-840d-416c-9012-5a9cd92a6ff0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:46.399826 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2de0172-8c0e-40e0-9101-8de23d2b78a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.435515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14fb7942-d70c-42fe-86f8-cbf0af13a231 req-d87580fc-087a-4875-9686-e6df078f28ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 210 time: 0.0529082 Jan 28 04:28:46.468565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-058175b2-9ffa-4c3f-a54c-0a874a1d7275 req-83d92ee9-13ff-4548-a342-c99684ae662e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443019 Jan 28 04:28:46.501784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024ecef4-d3de-4173-94d3-59e1677c783d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:46.516336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:46.519047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.595778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 024ecef4-d3de-4173-94d3-59e1677c783d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=024ecef4-d3de-4173-94d3-59e1677c783d,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:46.612199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.631723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Publish callbacks [] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.656676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80606146-46ff-4676-91bb-d7b68fc55c87 req-6dda1423-304c-4c85-9e2f-bddeb48f2367 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:46.656929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eaafe77b-840d-416c-9012-5a9cd92a6ff0', 'name': '', 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'mac_address': 'fa:16:3e:1b:f2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:39Z', 'updated_at': '2022-01-28T04:28:44Z', 'revision_number': 4, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'subnets': [{'id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:46.665870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.668611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80606146-46ff-4676-91bb-d7b68fc55c87 req-6dda1423-304c-4c85-9e2f-bddeb48f2367 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1093318 Jan 28 04:28:46.704744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f433b8-53db-49ed-bf18-9a52be37d6f4 None None] The sync data for ids ['9c2026d0-9000-40a3-90f3-677fd2016499'] in n-d-824835-3 is: [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eaafe77b-840d-416c-9012-5a9cd92a6ff0', 'name': '', 'network_id': '94de6dcf-c541-4e00-86b2-d690f24f8b45', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'mac_address': 'fa:16:3e:1b:f2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:39Z', 'updated_at': '2022-01-28T04:28:44Z', 'revision_number': 4, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'subnets': [{'id': 'af5b40be-4233-43e4-90c1-54f3610e7b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:46.743419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80606146-46ff-4676-91bb-d7b68fc55c87 req-f0837e31-0989-48d7-a3cf-2677f58d3a8e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737755 Jan 28 04:28:46.745131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Made reservation on behalf of 36b17bc8a4c3425eb0bd16e537cc193f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:46.749486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.771173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:46.779698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=024ecef4-d3de-4173-94d3-59e1677c783d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:46.797880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:46.824780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:46.830638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e2de0172-8c0e-40e0-9101-8de23d2b78a5 None None] Current status of the port eaafe77b-840d-416c-9012-5a9cd92a6ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:46.893242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Pushing event updated for resources: {'Port': ['ID=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:46.945998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed9fff-908e-4984-96fd-cfa7587633b6 req-4c903c86-f896-4f80-8b9a-265d2655ce2e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:46.955322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25ed9fff-908e-4984-96fd-cfa7587633b6 req-4c903c86-f896-4f80-8b9a-265d2655ce2e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.3173566 Jan 28 04:28:46.958052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Attempting to bind port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:46.958509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Attempting to bind port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:46.958993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Attempting to bind port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:46.962497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Allocated IP 172.20.0.11 (d4926b07-c38f-4117-97fc-dd7e7ce678c4/9e589612-a8ab-4634-ba39-ec9c47977a92/d9611078-baf1-4b15-bf9f-8bc2f9a7151d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:46.971021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:46.971800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Checking segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:46.972340 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.973000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Bound using segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:46.973771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Bound port: a815123f-a6a8-41c3-93ac-94c8b3f3b0e5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:46.974851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:47.059658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['024ecef4-d3de-4173-94d3-59e1677c783d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:47.077080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b11d82-7969-483f-9b98-42a3da33f51a req-c3947017-b0e0-45b5-af25-8c52621c7d19 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:47.079905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14b11d82-7969-483f-9b98-42a3da33f51a req-c3947017-b0e0-45b5-af25-8c52621c7d19 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1589367 Jan 28 04:28:47.092132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] For port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:47.130989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eaafe77b-840d-416c-9012-5a9cd92a6ff0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:47.151492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] For port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:47.186198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:47.196053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14b11d82-7969-483f-9b98-42a3da33f51a req-9c707a72-b6da-4b50-af16-1cd1bda8d91a tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057615 Jan 28 04:28:47.242811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f3eded99-5940-4dc2-ba16-7a908b65eec3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:47.294056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25ed9fff-908e-4984-96fd-cfa7587633b6 req-a1d959d3-54a8-4d58-9176-5b92cbe4085c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361876 Jan 28 04:28:47.327257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b50d2-d5ec-4f6e-9ef5-cbd162290900 None None] Pushing event updated for resources: {'Port': ['ID=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:47.382039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port eaafe77b-840d-416c-9012-5a9cd92a6ff0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:47.382583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:47.633571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6ba71-cf09-4600-bf18-37ac74ba9c18 req-9dd1868f-3dde-4c23-a258-741c7c739427 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:47.635166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caa6ba71-cf09-4600-bf18-37ac74ba9c18 req-9dd1868f-3dde-4c23-a258-741c7c739427 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1479809 Jan 28 04:28:47.659829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port eaafe77b-840d-416c-9012-5a9cd92a6ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:47.672797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Subnet': ['ID=f3eded99-5940-4dc2-ba16-7a908b65eec3,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:47.673894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Allocated IP 172.20.0.8 (ddaa9b47-78f6-40a2-9951-a11db54ce174/745d9cfb-a6cf-40a1-9351-bf9090ad99e8/611f7d6d-c489-4b4e-98af-1052522953dc) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:47.683466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Checking segment: {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:47.684011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network hostable DHCP agents. Network: 4fc1bb6c-e6ea-4885-b857-bb2be47672ae, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:28:47.722436 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caa6ba71-cf09-4600-bf18-37ac74ba9c18 req-ae0a62ba-ef7a-498f-a288-98ebb8e8c7e4 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807791 Jan 28 04:28:47.786505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:28:47.799708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125f16-aa31-4d8c-8af5-b94576682c93 req-474e9a88-1a4e-4155-aff5-81da61177cca tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:47.807268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f125f16-aa31-4d8c-8af5-b94576682c93 req-474e9a88-1a4e-4155-aff5-81da61177cca tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 945 time: 0.3396127 Jan 28 04:28:47.863914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks [] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:47.868786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4fc1bb6c-e6ea-4885-b857-bb2be47672ae) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:47.869034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-499c3e6c-8cac-454e-b951-953c7dd73fb2 req-13da6bb9-a30f-47b8-af5a-10c22ea0b87f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 210 time: 0.0505886 Jan 28 04:28:47.878846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af43a6-874e-45e3-b9e4-5496b138bd10 None None] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:47.894103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:47.897310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.005218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f125f16-aa31-4d8c-8af5-b94576682c93 req-5405078f-f82d-4750-acdd-4a3d815cb156 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969504 Jan 28 04:28:48.021637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a5f5d93-076e-4770-92ee-b43fd7b82cb0 req-bfa32b23-c257-4902-8d46-4a4f1e46ec97 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 210 time: 0.0370629 Jan 28 04:28:48.073951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78700943-5593-455d-af1d-68cff0fe38c1 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9732029 Jan 28 04:28:48.121983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-4fc1bb6c-e6ea-4885-b857-bb2be47672ae', 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae', 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'fixed_ips': [{'subnet_id': 'f3eded99-5940-4dc2-ba16-7a908b65eec3'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:28:48.123476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.163024 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.256219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:48.264077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:48.267026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:48.391867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks [] for port (611f7d6d-c489-4b4e-98af-1052522953dc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.482166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.484912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Allocated IP 19.86.0.2 (4fc1bb6c-e6ea-4885-b857-bb2be47672ae/f3eded99-5940-4dc2-ba16-7a908b65eec3/30a9e284-b5df-4d91-94e2-94f367308750) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:48.512165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event updated for resources: {'Port': ['ID=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:48.541451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-e9e9135c-b2f7-4f6b-8611-2a979d08c790 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:48.555709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-e9e9135c-b2f7-4f6b-8611-2a979d08c790 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:48.567453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-e9e9135c-b2f7-4f6b-8611-2a979d08c790 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/networks?id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c&id=4fc1bb6c-e6ea-4885-b857-bb2be47672ae&id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c HTTP/1.1" status: 200 len: 1391 time: 0.2565842 Jan 28 04:28:48.592999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:48.627886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:48.628578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.642193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-4b849b05-acc4-4593-a2a7-51e9db9c60a2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/quotas/46e3f344afdd4771af5bc87afde341bf HTTP/1.1" status: 200 len: 375 time: 0.0727303 Jan 28 04:28:48.650837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:48.658508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:48.662100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:48.714732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-63713f3e-5e55-4af8-804a-54d6ef6f3883 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6566129 Jan 28 04:28:48.737383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Request body: {'port': {'device_id': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:48.776804 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-20f161da-b372-42ee-aa59-f1109ee6fee2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313920 Jan 28 04:28:48.861873 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Publish callbacks [] for port (30a9e284-b5df-4d91-94e2-94f367308750), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.870945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:48.872637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (30a9e284-b5df-4d91-94e2-94f367308750), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.873722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:48.919037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:48.930206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:48.937292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-b86dc905-9493-4c85-ab19-19f0b3ad9e7a service neutron] 10.222.0.21 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472051 Jan 28 04:28:48.942518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:48.944555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Pushing event updated for resources: {'Port': ['ID=30a9e284-b5df-4d91-94e2-94f367308750,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:49.003766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.039115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Attempting to bind port 30a9e284-b5df-4d91-94e2-94f367308750 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:49.039882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Attempting to bind port 30a9e284-b5df-4d91-94e2-94f367308750 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:49.039882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Attempting to bind port 30a9e284-b5df-4d91-94e2-94f367308750 on network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:49.051495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:49.051883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Checking segment: {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:49.052296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.052743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Bound using segment: {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:49.053254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Bound port: 30a9e284-b5df-4d91-94e2-94f367308750, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:49.053643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (30a9e284-b5df-4d91-94e2-94f367308750), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.072834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-7008a2cd-8595-42f4-a2e0-c638ea8cb27c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9476538 Jan 28 04:28:49.099605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Request body: {'port': {'device_id': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:49.150446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542de12-124e-4cb1-9367-197b62225754 req-ef60a261-4880-44a5-822f-a65b278a0626 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:49.159113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c542de12-124e-4cb1-9367-197b62225754 req-ef60a261-4880-44a5-822f-a65b278a0626 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.3579273 Jan 28 04:28:49.163093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] For port 30a9e284-b5df-4d91-94e2-94f367308750, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:49.171540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:49.175069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] For port 30a9e284-b5df-4d91-94e2-94f367308750, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=30a9e284-b5df-4d91-94e2-94f367308750,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:49.213078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (30a9e284-b5df-4d91-94e2-94f367308750), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.217122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3f658-63c9-4378-bdd6-ed5599b633bc None None] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:49.219395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0a112ac9-239a-43e1-8683-1bd0af71db9f service neutron] 10.222.0.21 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677944 Jan 28 04:28:49.310136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.324717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c542de12-124e-4cb1-9367-197b62225754 req-8f260ab7-7931-478a-bdd8-ecac33dc894c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659825 Jan 28 04:28:49.354912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-2509b264-d970-4050-aea0-39eb7553ff95 service neutron] 10.222.0.21 "GET /v2.0/networks/4fc1bb6c-e6ea-4885-b857-bb2be47672ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342835 Jan 28 04:28:49.369504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] Provisioning complete for port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:49.370006 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.377311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e23bd5-f2a6-414c-bf7d-f91b437db712 None None] Pushing event updated for resources: {'Port': ['ID=30a9e284-b5df-4d91-94e2-94f367308750,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:49.466170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:49.466644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.549886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 024ecef4-d3de-4173-94d3-59e1677c783d up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:49.576030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-b757044e-50c1-4e91-a982-ff6abf01c9fa service neutron] 10.222.0.21 "GET /v2.0/networks/4fc1bb6c-e6ea-4885-b857-bb2be47672ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201183 Jan 28 04:28:49.778964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] Current status of the port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:49.780507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.798991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:49.799854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.814602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-37d750a6-e067-4542-ac23-9cdb3bf2e6fc service neutron] 10.222.0.21 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273679 Jan 28 04:28:49.847513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 024ecef4-d3de-4173-94d3-59e1677c783d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:28:49.864271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 024ecef4-d3de-4173-94d3-59e1677c783d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:49.864832 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.870246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] For port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:49.888919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9611078-baf1-4b15-bf9f-8bc2f9a7151d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:49.905487 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:49.925383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bff8a-7b0d-45c9-a888-eba0401662b7 req-cf5ce4a1-fa72-4b14-ad57-4ee1e1ec3269 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:49.932076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da4bff8a-7b0d-45c9-a888-eba0401662b7 req-cf5ce4a1-fa72-4b14-ad57-4ee1e1ec3269 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 932 time: 0.1710544 Jan 28 04:28:49.934188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Publish callbacks [] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.016990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:28:50.017745 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:28:50.027530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Transition to ACTIVE for port object d9611078-baf1-4b15-bf9f-8bc2f9a7151d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:50.057515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda99b77-3144-450b-86e3-5a5259193764 None None] Pushing event updated for resources: {'Port': ['ID=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:50.057749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.095067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0fb486e1-7a15-476a-ac67-e80a14c7425d service neutron] 10.222.0.21 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758451 Jan 28 04:28:50.145807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 024ecef4-d3de-4173-94d3-59e1677c783d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:50.146685 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.165623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da4bff8a-7b0d-45c9-a888-eba0401662b7 req-28f64fd2-a14f-4bec-b466-c7501cc7c92b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222733 Jan 28 04:28:50.166247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Pushing event updated for resources: {'Port': ['ID=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:50.204660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024ecef4-d3de-4173-94d3-59e1677c783d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:50.211958 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753afa0a-3ee6-452e-9be5-620335a92b9f" -d '{"events": [{"server_uuid": "fef19773-2b75-490b-be85-78dd6ccc5d49", "name": "network-vif-plugged", "status": "completed", "tag": "024ecef4-d3de-4173-94d3-59e1677c783d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:50.241191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 024ecef4-d3de-4173-94d3-59e1677c783d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=024ecef4-d3de-4173-94d3-59e1677c783d,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:50.250057 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.319499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611f7d6d-c489-4b4e-98af-1052522953dc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:50.346128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Publish callbacks [] for port (611f7d6d-c489-4b4e-98af-1052522953dc), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.373119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=024ecef4-d3de-4173-94d3-59e1677c783d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:50.380756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Transition to ACTIVE for port object 611f7d6d-c489-4b4e-98af-1052522953dc will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:50.397677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-83b05e40-2e2e-41bf-95ed-27baa2db85ac None None] Provisioning complete for port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:50.398067 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b05e40-2e2e-41bf-95ed-27baa2db85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.407381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.420591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd6a5-560b-4218-8af7-860b75fa1f8a req-ac03dab1-7c42-4e9b-8819-0e35fb6231ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:50.428698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e7fd6a5-560b-4218-8af7-860b75fa1f8a req-ac03dab1-7c42-4e9b-8819-0e35fb6231ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 931 time: 0.0910962 Jan 28 04:28:50.442773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35969db-ba7e-4f3a-a45b-b75e699e8e8c req-e33cf583-8552-4ef9-b48f-c8444de6b0f4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:50.446127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e35969db-ba7e-4f3a-a45b-b75e699e8e8c req-e33cf583-8552-4ef9-b48f-c8444de6b0f4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.1743407 Jan 28 04:28:50.503501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Attempting to bind port d9611078-baf1-4b15-bf9f-8bc2f9a7151d on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:50.503992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Attempting to bind port d9611078-baf1-4b15-bf9f-8bc2f9a7151d by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:50.504435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Attempting to bind port d9611078-baf1-4b15-bf9f-8bc2f9a7151d on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:50.506863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e7fd6a5-560b-4218-8af7-860b75fa1f8a req-fae19900-ebb2-46d2-8a34-650596106fc4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772138 Jan 28 04:28:50.540522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Port d9611078-baf1-4b15-bf9f-8bc2f9a7151d on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:50.540855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Attempting to bind port d9611078-baf1-4b15-bf9f-8bc2f9a7151d on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:50.572580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:50.573757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:50.573757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Bound using segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:50.573757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Bound port: d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:50.574261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.597269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:50.624190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:50.640054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-83b05e40-2e2e-41bf-95ed-27baa2db85ac None None] Current status of the port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:50.724542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e35969db-ba7e-4f3a-a45b-b75e699e8e8c req-6e1ae3c3-fcfe-42e8-9133-438b17ddcf51 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716944 Jan 28 04:28:50.783115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:50.783943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:50.784392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:50.797538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:50.797880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:50.801211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] For port d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:50.806186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] For port d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:50.809873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:50.810213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:50.810639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:50.811159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Bound port: 611f7d6d-c489-4b4e-98af-1052522953dc, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:50.811532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.815909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.864797 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2363bde8-7f4a-4a92-a076-bd1df3517578 x-openstack-request-id: req-2363bde8-7f4a-4a92-a076-bd1df3517578 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:50.865314 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef19773-2b75-490b-be85-78dd6ccc5d49", "name": "network-vif-plugged", "status": "completed", "tag": "024ecef4-d3de-4173-94d3-59e1677c783d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:50.865584 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2363bde8-7f4a-4a92-a076-bd1df3517578 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:50.865994 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024ecef4-d3de-4173-94d3-59e1677c783d', 'code': 200} Jan 28 04:28:50.911962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:50.912618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.914196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] 10.222.0.52 "PUT /v2.0/ports/d9611078-baf1-4b15-bf9f-8bc2f9a7151d HTTP/1.1" status: 200 len: 1092 time: 2.1853068 Jan 28 04:28:50.922626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'tag': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:50.925326 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf74873-09ff-425f-b921-f6268932cbea" -d '{"events": [{"name": "network-changed", "server_uuid": "39ee95bd-78c2-4ebd-9488-6725ce407ebc", "tag": "d9611078-baf1-4b15-bf9f-8bc2f9a7151d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:50.946855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-462d4319-e268-4177-a7aa-078ef8f966c4 req-b2c8c2a9-bf4f-44fb-a564-02b98be1c901 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 210 time: 0.0628507 Jan 28 04:28:51.002943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab699770-5f3b-4f84-bd7c-4bb51eb9af9a service neutron] Pushing event updated for resources: {'Port': ['ID=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:51.116481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162240-14eb-424d-92de-e890cbabb61e req-5e23a67d-bfad-43f9-8c73-c8f5fc33e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.130114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9162240-14eb-424d-92de-e890cbabb61e req-5e23a67d-bfad-43f9-8c73-c8f5fc33e0e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 1097 time: 0.0877035 Jan 28 04:28:51.198186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:51.227739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b866d22-c62d-48d5-ae9b-354c7ef7a9ba None None] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:28:51.235264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:51.257888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-086cff6e-1034-40f9-bc0d-a4dca78d9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.260905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-086cff6e-1034-40f9-bc0d-a4dca78d9437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 1095 time: 0.2530174 Jan 28 04:28:51.265556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.277439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9162240-14eb-424d-92de-e890cbabb61e req-cf969c3c-bd8e-494f-a6d2-57571a745469 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456275 Jan 28 04:28:51.285530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d8a54-2a91-4106-9f1a-312b4a640cc6 req-86d8f328-3a08-442d-8292-d30e9317b5e4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.289652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-379d8a54-2a91-4106-9f1a-312b4a640cc6 req-86d8f328-3a08-442d-8292-d30e9317b5e4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2940350 Jan 28 04:28:51.297384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1944232-bb61-4a06-a516-c6e880ed718e req-968a9d94-99e5-4de0-8b4e-6c68fac7254c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.305563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1944232-bb61-4a06-a516-c6e880ed718e req-968a9d94-99e5-4de0-8b4e-6c68fac7254c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.0949824 Jan 28 04:28:51.384398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:51.394511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1944232-bb61-4a06-a516-c6e880ed718e req-17c6cc9d-ae96-4f11-aa7b-447c9a2c3285 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868883 Jan 28 04:28:51.400471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.401199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.402951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] 10.222.0.52 "PUT /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 1091 time: 2.3084044 Jan 28 04:28:51.404331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-dfc03e6e-da8d-4feb-a6cc-228947b8562c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d HTTP/1.1" status: 200 len: 217 time: 0.0974939 Jan 28 04:28:51.456301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] Provisioning complete for port 30a9e284-b5df-4d91-94e2-94f367308750 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:51.456677 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (30a9e284-b5df-4d91-94e2-94f367308750), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.471255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-379d8a54-2a91-4106-9f1a-312b4a640cc6 req-970d8cd7-dc2d-419a-a270-affeb96179e3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211145 Jan 28 04:28:51.484599 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2792da7-8f54-43d9-906b-5464acc51d45 x-openstack-request-id: req-e2792da7-8f54-43d9-906b-5464acc51d45 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:51.485126 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ee95bd-78c2-4ebd-9488-6725ce407ebc", "tag": "d9611078-baf1-4b15-bf9f-8bc2f9a7151d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:51.485633 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2792da7-8f54-43d9-906b-5464acc51d45 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:51.486393 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'tag': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d', 'status': 'completed', 'code': 200} Jan 28 04:28:51.501565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:51.558820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4254d5-39c7-497a-8ebf-6ea512ddc34e service neutron] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:51.586634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-de55122f-6188-4626-90fa-734099ff4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.588281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-de55122f-6188-4626-90fa-734099ff4671 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.1452048 Jan 28 04:28:51.591158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397adab2-a565-4e95-a6ad-bad5988e1682 req-dbd4cea2-b6d4-4d32-91a6-cbf7301af3e1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.594566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-11a22d75-c553-4642-bde6-415b05c693fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.596708 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-11a22d75-c553-4642-bde6-415b05c693fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1094 time: 0.0998566 Jan 28 04:28:51.600210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-397adab2-a565-4e95-a6ad-bad5988e1682 req-dbd4cea2-b6d4-4d32-91a6-cbf7301af3e1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 944 time: 0.0831196 Jan 28 04:28:51.625351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-477b560f-2f13-4495-837a-04c55aaecb51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274591 Jan 28 04:28:51.663743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-397adab2-a565-4e95-a6ad-bad5988e1682 req-16697a83-5dff-481e-9576-bdeb8bd2299d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625789 Jan 28 04:28:51.758830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-f658ec00-aa4f-48a5-8848-88b168e1db73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 217 time: 0.1241596 Jan 28 04:28:51.812152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:51.831568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'port_id': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'mac_address': 'fa:16:3e:8b:74:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964112-cd81-4129-8b20-3104d1b400cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:51.907253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-bd143054-09bb-4bb0-a015-0b03278548ac service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627676 Jan 28 04:28:51.908682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577222-8454-4a75-81d0-44bfac63b13f req-fd163af4-730b-4b42-ac95-4f116f5292fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.911054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-fd163af4-730b-4b42-ac95-4f116f5292fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1423872 Jan 28 04:28:51.931328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bd502-6df4-43dd-9cdb-409135af5f5d req-e8fd43b2-85a5-473d-9734-1869bb859c10 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.932879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e3bd502-6df4-43dd-9cdb-409135af5f5d req-e8fd43b2-85a5-473d-9734-1869bb859c10 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.3066447 Jan 28 04:28:51.944183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:51.944579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.958700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:51.959082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.969057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b4dec-4fea-40b5-a185-ff50ccdae4a7 req-08353592-dc2c-45bc-805e-7e9e2e03f84f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.977647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-003b4dec-4fea-40b5-a185-ff50ccdae4a7 req-08353592-dc2c-45bc-805e-7e9e2e03f84f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.0866554 Jan 28 04:28:52.007278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] Current status of the port 30a9e284-b5df-4d91-94e2-94f367308750 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:52.007669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (30a9e284-b5df-4d91-94e2-94f367308750), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:52.012555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24535985-e4fa-40ef-aa4e-6e73c1aa9066 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:52.020693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-0873ffd7-71cc-4d3d-bacd-13eb449f4a2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855727 Jan 28 04:28:52.059864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:52.069675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:52.094603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-003b4dec-4fea-40b5-a185-ff50ccdae4a7 req-795ce684-fb52-4962-a2cf-fa71d8fa41e9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107409 Jan 28 04:28:52.143212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] For port 30a9e284-b5df-4d91-94e2-94f367308750, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=30a9e284-b5df-4d91-94e2-94f367308750,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:52.159510 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (30a9e284-b5df-4d91-94e2-94f367308750), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:52.215306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:52.224235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e3bd502-6df4-43dd-9cdb-409135af5f5d req-c7510c1e-195d-4491-91d8-997a063afa1b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797468 Jan 28 04:28:52.235784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64a49cd0-9250-4c5d-9d49-ac131e33b3c0 req-1b180a48-8b28-4d87-a898-8862a4051710 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 210 time: 0.0434451 Jan 28 04:28:52.249679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7565d0e9-b5e5-430b-a8f2-0dd4445add74 req-30d96bc6-f67f-48e7-893b-b82b1cda268f service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075416 Jan 28 04:28:52.252978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:52.254633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 30a9e284-b5df-4d91-94e2-94f367308750 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:52.263346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-67d11f60-42f6-4319-9958-e416ea4d6cb2 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045269 Jan 28 04:28:52.346442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['24535985-e4fa-40ef-aa4e-6e73c1aa9066'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:52.352602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283c3b9-27de-4310-8eb6-35f6723eb954 None None] Pushing event updated for resources: {'Port': ['ID=30a9e284-b5df-4d91-94e2-94f367308750,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:52.387130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1f9357bd-8b05-4f11-b513-d9e9e1416f0f None None] Provisioning complete for port 30a9e284-b5df-4d91-94e2-94f367308750 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:52.387512 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f9357bd-8b05-4f11-b513-d9e9e1416f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (30a9e284-b5df-4d91-94e2-94f367308750), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:52.448704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 30a9e284-b5df-4d91-94e2-94f367308750 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:52.449075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (30a9e284-b5df-4d91-94e2-94f367308750), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:52.631359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1f9357bd-8b05-4f11-b513-d9e9e1416f0f None None] Current status of the port 30a9e284-b5df-4d91-94e2-94f367308750 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:52.657556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ed7f-1a2c-4f73-a63b-e398ebb6c074 req-bd5541e1-f8af-48a9-b203-eedf6266fd67 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.665435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 30a9e284-b5df-4d91-94e2-94f367308750 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:52.665632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fcb7ed7f-1a2c-4f73-a63b-e398ebb6c074 req-bd5541e1-f8af-48a9-b203-eedf6266fd67 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 944 time: 0.1130958 Jan 28 04:28:52.795947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fcb7ed7f-1a2c-4f73-a63b-e398ebb6c074 req-f507e83f-0605-4f94-95d3-c5082f3ce2a9 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290431 Jan 28 04:28:52.815104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74873-09ff-425f-b921-f6268932cbea req-6467eac4-4eb0-4eaf-a8fa-ec94e2057604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.817396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-6467eac4-4eb0-4eaf-a8fa-ec94e2057604 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 1095 time: 0.1451061 Jan 28 04:28:52.827652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a1d55-a864-4580-8704-f92dc8463ea2 req-b4751fea-25f6-47e6-88e9-7896a5290fd7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.829477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f7a1d55-a864-4580-8704-f92dc8463ea2 req-b4751fea-25f6-47e6-88e9-7896a5290fd7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1487660 Jan 28 04:28:52.839244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64577222-8454-4a75-81d0-44bfac63b13f req-e2880459-d198-424f-9d76-656246a05629 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627143 Jan 28 04:28:52.871410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-a6d22c3c-6ff5-46a5-8d83-4d2cd416d781 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.877328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-a6d22c3c-6ff5-46a5-8d83-4d2cd416d781 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.878950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-a6d22c3c-6ff5-46a5-8d83-4d2cd416d781 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "GET /v2.0/networks?id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c&id=4fc1bb6c-e6ea-4885-b857-bb2be47672ae&id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c HTTP/1.1" status: 200 len: 1391 time: 0.1775098 Jan 28 04:28:52.968786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240fd8-6ebc-4f4f-8f0a-5dc2ff11ddbc req-fbfbcaa9-7d07-4d27-82be-900149edd335 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.970333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10240fd8-6ebc-4f4f-8f0a-5dc2ff11ddbc req-fbfbcaa9-7d07-4d27-82be-900149edd335 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 944 time: 0.0766902 Jan 28 04:28:52.972332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f7a1d55-a864-4580-8704-f92dc8463ea2 req-83b9b004-cbd3-49e2-b4e7-cb55dbbae0ca tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310608 Jan 28 04:28:52.989973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'port': {'device_id': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'admin_state_up': True, 'tenant_id': '46e3f344afdd4771af5bc87afde341bf'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:52.994326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74873-09ff-425f-b921-f6268932cbea req-2dffca0c-6cc4-4406-85fb-65ac3c2d0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.995814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-2dffca0c-6cc4-4406-85fb-65ac3c2d0256 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.1651464 Jan 28 04:28:53.039504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 30a9e284-b5df-4d91-94e2-94f367308750 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:53.069005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-f04dee73-7221-4970-b2af-e334ce2709c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d HTTP/1.1" status: 200 len: 217 time: 0.0656292 Jan 28 04:28:53.117749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 30a9e284-b5df-4d91-94e2-94f367308750 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:53.118839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (30a9e284-b5df-4d91-94e2-94f367308750), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.122163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10240fd8-6ebc-4f4f-8f0a-5dc2ff11ddbc req-59c06b88-a412-4acc-ba56-20803f8ef5b0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307583 Jan 28 04:28:53.139217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74873-09ff-425f-b921-f6268932cbea req-f83187a4-13f7-432d-bd88-6e7bb3031dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.141182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-f83187a4-13f7-432d-bd88-6e7bb3031dd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.0661356 Jan 28 04:28:53.168974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:53.175301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.182369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-12cea386-8144-4649-ba24-027a962e4162 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338349 Jan 28 04:28:53.254622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 30a9e284-b5df-4d91-94e2-94f367308750 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:53.333673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33437-dc99-4237-9ca6-5fbe3826df9c req-db287265-f65c-4633-869d-2341a0e8df3e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.335611 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ef33437-dc99-4237-9ca6-5fbe3826df9c req-db287265-f65c-4633-869d-2341a0e8df3e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.1100595 Jan 28 04:28:53.357968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-f09644b5-f65b-47c5-b9d5-680b3038955b service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686285 Jan 28 04:28:53.394524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Allocated IP 19.80.0.150 (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c/ca47ba90-cb11-420d-97ae-32f9e5675837/f4be0c06-91f4-4b3b-a3a0-a03614bcdf65) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:53.413391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b9698-59b5-49f3-b197-7b8c17eccb21 req-838c1e3e-e884-4930-8d5c-85b470b15f71 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.414875 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba0b9698-59b5-49f3-b197-7b8c17eccb21 req-838c1e3e-e884-4930-8d5c-85b470b15f71 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.0810883 Jan 28 04:28:53.456374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ef33437-dc99-4237-9ca6-5fbe3826df9c req-45a9e664-0a31-4a2f-b0a9-8de8e82fbf9c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103840 Jan 28 04:28:53.496822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:53.502777 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffd184-4302-442b-9b59-c0cfdd37dca5" -d '{"events": [{"name": "network-changed", "server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:53.508766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dcf74873-09ff-425f-b921-f6268932cbea req-4e22dc58-75b7-488a-8149-8ca47f248e3d service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380665 Jan 28 04:28:53.513063 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba0b9698-59b5-49f3-b197-7b8c17eccb21 req-6b9b7938-471d-417d-a134-7d2d0faaf34d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814807 Jan 28 04:28:53.543600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:53.593532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7a12188-8c06-48c4-bd1f-e3115574b2ab req-3b8f764a-c332-49f7-aa57-1c4759331d08 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 210 time: 0.0632093 Jan 28 04:28:53.633279 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc79ebdb-a4d8-466f-9619-887425f1ae7f x-openstack-request-id: req-dc79ebdb-a4d8-466f-9619-887425f1ae7f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:53.633646 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:53.634009 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc79ebdb-a4d8-466f-9619-887425f1ae7f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:53.634609 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc', 'status': 'completed', 'code': 200} Jan 28 04:28:53.644127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:53.644581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.653514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.699919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.744510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:53.745245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.757165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-a5ac4198-db28-4828-ba03-8bcd597e81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.758976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:53.762563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:53.763403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-a5ac4198-db28-4828-ba03-8bcd597e81dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1094 time: 0.0520926 Jan 28 04:28:53.770098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:53.776907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Port': ['ID=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:53.795142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:53.799569 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b993777-9b47-4c6d-bd8b-213ee01083c0" -d '{"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-plugged", "status": "completed", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:53.819280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:53.825492 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.876346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.877823 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:53.902005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-0ecb3ee7-c3af-4438-b2f5-61697037a96e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9410892 Jan 28 04:28:53.903965 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b888ce3f-cc7f-4681-9600-f5c4b9a73541 x-openstack-request-id: req-b888ce3f-cc7f-4681-9600-f5c4b9a73541 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:53.904470 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-plugged", "status": "completed", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:53.904895 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b888ce3f-cc7f-4681-9600-f5c4b9a73541 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:53.905331 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'code': 200} Jan 28 04:28:53.935760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:53.939110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-a301414f-6d33-496c-a754-08b894a29e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.940695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-a301414f-6d33-496c-a754-08b894a29e47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.1617289 Jan 28 04:28:53.955377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'port': {'device_id': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae', 'admin_state_up': True, 'tenant_id': '46e3f344afdd4771af5bc87afde341bf'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:54.042021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-72f47455-31d9-450e-b38e-c8d59792bc25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 217 time: 0.0928321 Jan 28 04:28:54.086033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edab6e2-9a5b-4681-a697-c0dd390e2196 req-3f9fbcfe-c8ec-45f6-8786-694adbdba57b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.093049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1edab6e2-9a5b-4681-a697-c0dd390e2196 req-3f9fbcfe-c8ec-45f6-8786-694adbdba57b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.1547768 Jan 28 04:28:54.140804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-0d165b9f-faad-42d5-ab30-294d802a968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.141806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-0d165b9f-faad-42d5-ab30-294d802a968a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0927210 Jan 28 04:28:54.177959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1edab6e2-9a5b-4681-a697-c0dd390e2196 req-32486dab-d909-4548-8d86-cf70d9a6fc9e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839984 Jan 28 04:28:54.178544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-3757fa65-be18-48bb-8ae4-75795e617746 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278645 Jan 28 04:28:54.186952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f97a2c65-1629-4704-ae00-24ba2dc0d77b None None] Provisioning complete for port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:54.187726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f97a2c65-1629-4704-ae00-24ba2dc0d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:54.190495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69d090-560e-4826-bb77-bea7fde841c9 req-54cab09d-9eab-40c7-a5f7-8d7bde6b8213 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.190807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:54.194707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:54.197470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e69d090-560e-4826-bb77-bea7fde841c9 req-54cab09d-9eab-40c7-a5f7-8d7bde6b8213 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0893550 Jan 28 04:28:54.274507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2c65-1629-4704-ae00-24ba2dc0d77b None None] Port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:54.301836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e69d090-560e-4826-bb77-bea7fde841c9 req-449be35d-ded8-41a8-bc8e-302a2c9e9dc9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034217 Jan 28 04:28:54.343396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-392a5072-2ad7-4c6e-9abf-37e1b0ed2f6c service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438270 Jan 28 04:28:54.399392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c233e-73ec-4a1e-a998-e2143bf7b4a6 req-00c1fa5e-f26c-409f-a6d4-47abe16fdb27 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.401247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-744c233e-73ec-4a1e-a998-e2143bf7b4a6 req-00c1fa5e-f26c-409f-a6d4-47abe16fdb27 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 944 time: 0.1086593 Jan 28 04:28:54.406670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Allocated IP 19.86.0.65 (4fc1bb6c-e6ea-4885-b857-bb2be47672ae/f3eded99-5940-4dc2-ba16-7a908b65eec3/c16b527a-dea6-4926-a08c-58081dd8b2c9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:54.486693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01ffd184-4302-442b-9b59-c0cfdd37dca5 req-6aa6d401-e1c0-4e52-872e-5a810de9f5d1 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336460 Jan 28 04:28:54.591393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deead18-4eae-45e2-9cf0-87f117f1733a req-79428e9a-c75a-4abb-bbdb-97879d69a8c7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.593427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6deead18-4eae-45e2-9cf0-87f117f1733a req-79428e9a-c75a-4abb-bbdb-97879d69a8c7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.0603669 Jan 28 04:28:54.653196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6deead18-4eae-45e2-9cf0-87f117f1733a req-e7374c74-9551-46cb-b372-8a92b070a8dc tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526030 Jan 28 04:28:54.761139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-744c233e-73ec-4a1e-a998-e2143bf7b4a6 req-9c06b712-d5b8-47ad-9c9b-56487e1d12cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521559 Jan 28 04:28:54.791685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0beb7-1b0c-4b32-a44c-39d67110a58d req-851b65d8-7c26-4855-8ad7-b70a2c3ff670 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.798451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cc0beb7-1b0c-4b32-a44c-39d67110a58d req-851b65d8-7c26-4855-8ad7-b70a2c3ff670 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.0713377 Jan 28 04:28:54.851620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cc0beb7-1b0c-4b32-a44c-39d67110a58d req-4467b1d8-4f61-4ca9-a3f3-df3759f75338 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Jan 28 04:28:54.920640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:54.943081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2c5a0-3c7b-48e7-90e7-1d55af30703d req-a04b0d89-6637-41f3-b0a2-0b225b889697 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.944622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8fe2c5a0-3c7b-48e7-90e7-1d55af30703d req-a04b0d89-6637-41f3-b0a2-0b225b889697 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.0950878 Jan 28 04:28:54.982006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826cc66-a6af-489a-805e-a917bc9d998d req-257802d4-9873-4262-bfee-e52c207af556 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.983462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e826cc66-a6af-489a-805e-a917bc9d998d req-257802d4-9873-4262-bfee-e52c207af556 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 932 time: 0.0611875 Jan 28 04:28:54.998561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.039730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8fe2c5a0-3c7b-48e7-90e7-1d55af30703d req-4351a606-892b-411d-8587-0a6732cca724 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870793 Jan 28 04:28:55.041373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e826cc66-a6af-489a-805e-a917bc9d998d req-37cf2149-43ab-46f9-8fd1-39c3fe05b95a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Jan 28 04:28:55.051564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:55.068660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:55.073979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:55.079639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Port': ['ID=c16b527a-dea6-4926-a08c-58081dd8b2c9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:55.159023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.159785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.188975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-9f32ce4b-141d-4000-a13e-3caf5de8d99d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2396190 Jan 28 04:28:55.207991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'port': {'device_id': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'admin_state_up': True, 'tenant_id': '46e3f344afdd4771af5bc87afde341bf'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:55.361723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:55.368441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f7258-36bb-49aa-9094-b049fcbaa4cd req-771c5164-7b8a-4af7-b185-183777735ce4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.368801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.370235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d42f7258-36bb-49aa-9094-b049fcbaa4cd req-771c5164-7b8a-4af7-b185-183777735ce4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.0607359 Jan 28 04:28:55.414066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e2b91fb6-ab09-4c4d-bd90-20c56655a107 None None] Provisioning complete for port c16b527a-dea6-4926-a08c-58081dd8b2c9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:55.415337 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2b91fb6-ab09-4c4d-bd90-20c56655a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.448730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d42f7258-36bb-49aa-9094-b049fcbaa4cd req-88e6f5ad-11ff-463b-87dc-fe39e20849bd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718095 Jan 28 04:28:55.468535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e2b91fb6-ab09-4c4d-bd90-20c56655a107 None None] Port c16b527a-dea6-4926-a08c-58081dd8b2c9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:55.501816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc6ee-c971-453a-bb85-c64d52ea47d1 req-68090110-9538-4cdc-8666-f5f2793ad550 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.503329 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8cdc6ee-c971-453a-bb85-c64d52ea47d1 req-68090110-9538-4cdc-8666-f5f2793ad550 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1123059 Jan 28 04:28:55.595087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8cdc6ee-c971-453a-bb85-c64d52ea47d1 req-3d8dbaf2-ad3f-4c48-93d5-ce30c3705dde tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Jan 28 04:28:55.596038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Allocated IP 19.80.0.207 (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c/ca47ba90-cb11-420d-97ae-32f9e5675837/321a01ec-7d25-433e-9ad8-643631f29cb0) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:55.754639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.775434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e6e92-4c5c-40b9-ba94-4a1e758087ca req-dc575edc-2a65-442a-8588-3269c9c056ec tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.776950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-709e6e92-4c5c-40b9-ba94-4a1e758087ca req-dc575edc-2a65-442a-8588-3269c9c056ec tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.0517666 Jan 28 04:28:55.795305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.828817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-709e6e92-4c5c-40b9-ba94-4a1e758087ca req-b7c65c8c-00c7-4cbd-b4ad-0a96aac06c2a tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457411 Jan 28 04:28:55.847163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:55.851292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:55.853716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:55.928004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Port': ['ID=321a01ec-7d25-433e-9ad8-643631f29cb0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:55.958264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.958920 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:55.986203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec0a8c-081e-4128-a06b-ab6ae556722a req-bc3f0afd-2f75-4117-b4e2-1ae62c64bd25 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.987708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89ec0a8c-081e-4128-a06b-ab6ae556722a req-bc3f0afd-2f75-4117-b4e2-1ae62c64bd25 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 944 time: 0.1044469 Jan 28 04:28:55.991645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-8e5e29ba-ae47-409d-8e83-106f1482fdd4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883685 Jan 28 04:28:56.032043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Request body: {'port': {'device_id': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:56.067193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89ec0a8c-081e-4128-a06b-ab6ae556722a req-7ce2758a-ba55-4b76-8a75-8c24358349e0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727053 Jan 28 04:28:56.100410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9d771765-527b-406e-a214-0e12eb8b581b None None] Provisioning complete for port 321a01ec-7d25-433e-9ad8-643631f29cb0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:56.100989 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d771765-527b-406e-a214-0e12eb8b581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.120264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.140547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9d771765-527b-406e-a214-0e12eb8b581b None None] Port 321a01ec-7d25-433e-9ad8-643631f29cb0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:56.198684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fafc8-c043-417b-8845-259d6952145c req-9cdbe5fe-cdfc-43da-9db8-ae6f1235c8af tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.204634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fafc8-c043-417b-8845-259d6952145c req-9cdbe5fe-cdfc-43da-9db8-ae6f1235c8af tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.210513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fafc8-c043-417b-8845-259d6952145c req-9cdbe5fe-cdfc-43da-9db8-ae6f1235c8af tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.212471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681fafc8-c043-417b-8845-259d6952145c req-9cdbe5fe-cdfc-43da-9db8-ae6f1235c8af tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2376 time: 0.0732205 Jan 28 04:28:56.278086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681fafc8-c043-417b-8845-259d6952145c req-a26d130d-87b8-423a-b67f-03715d681c90 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597541 Jan 28 04:28:56.311241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3864e96-d8f7-406e-9a87-a0a4542174fc req-45c69e4f-0456-4147-b6b3-0e551bfe878f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.313008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3864e96-d8f7-406e-9a87-a0a4542174fc req-45c69e4f-0456-4147-b6b3-0e551bfe878f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1407871 Jan 28 04:28:56.421323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3864e96-d8f7-406e-9a87-a0a4542174fc req-5384c711-eed6-47c2-a5ac-c666255c1134 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019230 Jan 28 04:28:56.495543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:56.503314 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Publish callbacks [] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.516948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Transition to ACTIVE for port object f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:56.523131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.583297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Pushing event updated for resources: {'Port': ['ID=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:56.584607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fbdd-019e-4688-8c20-c785c82e17d9 req-9bc8c4c8-49c4-4933-b104-53aceca29c03 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.592137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4556fbdd-019e-4688-8c20-c785c82e17d9 req-9bc8c4c8-49c4-4933-b104-53aceca29c03 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.0651603 Jan 28 04:28:56.670204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Attempting to bind port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:56.670539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Attempting to bind port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:56.670876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Attempting to bind port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:56.676127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:56.676474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Attempting to bind port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:56.685294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:56.686196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Checking segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:56.686664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4556fbdd-019e-4688-8c20-c785c82e17d9 req-2aae1216-3252-4028-8d7b-dc15e0a55816 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935731 Jan 28 04:28:56.687112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Bound using segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:56.687667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Bound port: f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:56.688127 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.797846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] For port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:56.802092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] For port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:56.809101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b966a-fae7-4e4d-9321-1b68451a1e42 req-cdeba389-b82f-4c70-8477-4febdfa93336 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.810637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e5b966a-fae7-4e4d-9321-1b68451a1e42 req-cdeba389-b82f-4c70-8477-4febdfa93336 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0996771 Jan 28 04:28:56.812113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.865280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.865903 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.867278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] 10.222.0.47 "PUT /v2.0/ports/f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 HTTP/1.1" status: 200 len: 1092 time: 0.8429897 Jan 28 04:28:56.867716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'tag': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:56.870348 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d57bc7-f6a1-4791-bb6c-475a561657d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "tag": "f4be0c06-91f4-4b3b-a3a0-a03614bcdf65"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:56.911922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd71ea-b521-4bb8-98ca-409cea47be9e service neutron] Pushing event updated for resources: {'Port': ['ID=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:56.920724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Request body: {'port': {'device_id': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:56.939925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e5b966a-fae7-4e4d-9321-1b68451a1e42 req-79030b09-b356-4965-bdd9-2a5b7e35a717 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223958 Jan 28 04:28:56.984241 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe0d4c-a107-48ed-b22c-5abec93cbd33 x-openstack-request-id: req-fbbe0d4c-a107-48ed-b22c-5abec93cbd33 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:56.985443 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "tag": "f4be0c06-91f4-4b3b-a3a0-a03614bcdf65", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:56.985789 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbbe0d4c-a107-48ed-b22c-5abec93cbd33 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:56.986269 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'tag': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65', 'status': 'completed', 'code': 200} Jan 28 04:28:56.994674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d9611078-baf1-4b15-bf9f-8bc2f9a7151d details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:57.032272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32183b-3b7b-48c4-8380-2c7a3032001c req-cada4166-da9d-4998-a84b-91937f27f455 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.043482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f32183b-3b7b-48c4-8380-2c7a3032001c req-cada4166-da9d-4998-a84b-91937f27f455 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.0828590 Jan 28 04:28:57.062703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.180387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-dc6cded0-40b7-4e65-b306-2e402c95a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.180795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-dc6cded0-40b7-4e65-b306-2e402c95a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.181306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-dc6cded0-40b7-4e65-b306-2e402c95a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.184351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-dc6cded0-40b7-4e65-b306-2e402c95a06d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2731 time: 0.0959985 Jan 28 04:28:57.196538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f32183b-3b7b-48c4-8380-2c7a3032001c req-02d3bcbf-a786-4d63-a738-db5629d384b0 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518953 Jan 28 04:28:57.197423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:57.217522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d', 'mac_address': 'fa:16:3e:5b:41:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:57.263289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d9611078-baf1-4b15-bf9f-8bc2f9a7151d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:57.263988 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.291173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9611078-baf1-4b15-bf9f-8bc2f9a7151d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:57.327938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:57.339877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.341417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611f7d6d-c489-4b4e-98af-1052522953dc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:57.368635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979a84e-39de-4777-8077-d22dc5a751c0 req-0743410c-9fec-43ce-acee-c912dc9149de tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.370344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1979a84e-39de-4777-8077-d22dc5a751c0 req-0743410c-9fec-43ce-acee-c912dc9149de tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 944 time: 0.1163437 Jan 28 04:28:57.465838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1979a84e-39de-4777-8077-d22dc5a751c0 req-93877a80-e0b8-4d75-bf3d-0fdf8fc30ce7 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862498 Jan 28 04:28:57.510577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:57.542222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8517ded4-c604-47b6-a631-8351ca435a10 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.543726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8517ded4-c604-47b6-a631-8351ca435a10 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 945 time: 0.2242727 Jan 28 04:28:57.550656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-db7d8b1a-19a8-459c-8a88-19a69bad9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.551130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-db7d8b1a-19a8-459c-8a88-19a69bad9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.551863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-db7d8b1a-19a8-459c-8a88-19a69bad9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.553455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-db7d8b1a-19a8-459c-8a88-19a69bad9b1b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=46e3f344afdd4771af5bc87afde341bf&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3408985 Jan 28 04:28:57.573009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:57.580481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16b527a-dea6-4926-a08c-58081dd8b2c9 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:57.589838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:57.590162 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Publish callbacks [] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.606577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Transition to ACTIVE for port object c16b527a-dea6-4926-a08c-58081dd8b2c9 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:57.616546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.637556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '611f7d6d-c489-4b4e-98af-1052522953dc', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'port_id': '611f7d6d-c489-4b4e-98af-1052522953dc', 'mac_address': 'fa:16:3e:40:cd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d9cfb-a6cf-40a1-9351-bf9090ad99e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:57.638703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:57.709716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456340-8772-4706-a629-63a3ae268b38 req-83b9e968-14b7-4063-9162-df5181a0ee31 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.714996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456340-8772-4706-a629-63a3ae268b38 req-83b9e968-14b7-4063-9162-df5181a0ee31 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.717890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 611f7d6d-c489-4b4e-98af-1052522953dc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:57.718300 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.720653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456340-8772-4706-a629-63a3ae268b38 req-83b9e968-14b7-4063-9162-df5181a0ee31 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.722915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8456340-8772-4706-a629-63a3ae268b38 req-83b9e968-14b7-4063-9162-df5181a0ee31 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2388 time: 0.2782474 Jan 28 04:28:57.740546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Pushing event updated for resources: {'Port': ['ID=c16b527a-dea6-4926-a08c-58081dd8b2c9,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:57.764071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611f7d6d-c489-4b4e-98af-1052522953dc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:57.787498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:57.796631 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.845914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731bc90-21c9-42a6-afa1-323c3f77271e req-73e0eb5d-c0b9-403d-adaf-66a06de53513 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.847700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b731bc90-21c9-42a6-afa1-323c3f77271e req-73e0eb5d-c0b9-403d-adaf-66a06de53513 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1551878 Jan 28 04:28:57.885428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:57.885832 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.921818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Attempting to bind port c16b527a-dea6-4926-a08c-58081dd8b2c9 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:57.922301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Attempting to bind port c16b527a-dea6-4926-a08c-58081dd8b2c9 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:57.922724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Attempting to bind port c16b527a-dea6-4926-a08c-58081dd8b2c9 on network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:57.926474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:57.946438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:57.951956 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda95138-e163-4120-8ef4-2db6475b87ed" -d '{"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-unplugged", "status": "completed", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:57.957658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Port c16b527a-dea6-4926-a08c-58081dd8b2c9 on network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:57.958223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Attempting to bind port c16b527a-dea6-4926-a08c-58081dd8b2c9 on network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:57.975265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:57.977263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b731bc90-21c9-42a6-afa1-323c3f77271e req-f356cb5c-b70e-429f-a2fc-55b4d48e5ac8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207519 Jan 28 04:28:57.977636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-7772d417-811a-42bc-86fa-5660e844236f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:57.979153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-7772d417-811a-42bc-86fa-5660e844236f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.3028979 Jan 28 04:28:57.979961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:57.980433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Checking segment: {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:57.980833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Bound using segment: {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:57.987328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:57.992438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Bound port: c16b527a-dea6-4926-a08c-58081dd8b2c9, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0820259d-51a9-4e58-83db-9579d579e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:57.992901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.020522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8456340-8772-4706-a629-63a3ae268b38 req-85e5376e-c49d-441b-8476-1a58154d114f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554262 Jan 28 04:28:58.027249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-6bb6bda1-0d96-4fc0-bbfe-549cc7be207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.037112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8d57bc7-f6a1-4791-bb6c-475a561657d5 req-6bb6bda1-0d96-4fc0-bbfe-549cc7be207e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4743402 Jan 28 04:28:58.089172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:58.143957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Deleting port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:58.144299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.165573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b637-0e6c-47d4-b2c7-8f7ffcb2fed0 req-2db440ed-bcfd-4f23-a2fa-b5ca0fb70465 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.167648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf50b637-0e6c-47d4-b2c7-8f7ffcb2fed0 req-2db440ed-bcfd-4f23-a2fa-b5ca0fb70465 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 946 time: 0.0928903 Jan 28 04:28:58.188376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] For port c16b527a-dea6-4926-a08c-58081dd8b2c9, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:58.192925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] For port c16b527a-dea6-4926-a08c-58081dd8b2c9, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c16b527a-dea6-4926-a08c-58081dd8b2c9,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:58.203543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.259388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.259978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.264565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] 10.222.0.47 "PUT /v2.0/ports/c16b527a-dea6-4926-a08c-58081dd8b2c9 HTTP/1.1" status: 200 len: 1091 time: 1.3455517 Jan 28 04:28:58.265780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ef30d-55a5-4c97-87e9-d350911adefe req-05f8e34f-5003-4fa4-a935-e649a7d92ac4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.272300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f76ef30d-55a5-4c97-87e9-d350911adefe req-05f8e34f-5003-4fa4-a935-e649a7d92ac4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1398597 Jan 28 04:28:58.304742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf50b637-0e6c-47d4-b2c7-8f7ffcb2fed0 req-7aca762c-0993-4bae-a36f-fde4fd7719a7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237793 Jan 28 04:28:58.308565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Request body: {'port': {'device_id': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:58.317941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] For port 24535985-e4fa-40ef-aa4e-6e73c1aa9066, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=24535985-e4fa-40ef-aa4e-6e73c1aa9066,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:58.318318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.334461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e7b8-52ac-4197-b94d-9f66c513acec service neutron] Pushing event updated for resources: {'Port': ['ID=c16b527a-dea6-4926-a08c-58081dd8b2c9,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:58.343772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Deleting port 024ecef4-d3de-4173-94d3-59e1677c783d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:58.344119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.347068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Calling delete_port for 24535985-e4fa-40ef-aa4e-6e73c1aa9066 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:58.380265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['d9611078-baf1-4b15-bf9f-8bc2f9a7151d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:58.402131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.430998 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8d245-8c0c-488c-b897-7805c456fcd7 x-openstack-request-id: req-0be8d245-8c0c-488c-b897-7805c456fcd7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:58.431351 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-unplugged", "status": "completed", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:58.431619 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0be8d245-8c0c-488c-b897-7805c456fcd7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:58.432737 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'code': 200} Jan 28 04:28:58.436596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['611f7d6d-c489-4b4e-98af-1052522953dc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:58.528341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f76ef30d-55a5-4c97-87e9-d350911adefe req-47f9167a-c2fd-4661-ac58-2f30780b5edd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551470 Jan 28 04:28:58.636945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] For port 024ecef4-d3de-4173-94d3-59e1677c783d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=024ecef4-d3de-4173-94d3-59e1677c783d,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:58.637711 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.689898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Calling delete_port for 024ecef4-d3de-4173-94d3-59e1677c783d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:58.776064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d59f8-2691-4069-8ca0-af8a1f14afe7 req-eefb44c5-9306-40bc-8c83-9366969c2d9e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.778558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e87d59f8-2691-4069-8ca0-af8a1f14afe7 req-eefb44c5-9306-40bc-8c83-9366969c2d9e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 943 time: 0.2712529 Jan 28 04:28:58.868675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e87d59f8-2691-4069-8ca0-af8a1f14afe7 req-18ad7dc4-8f5c-4a57-8f39-a9c06647c010 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845692 Jan 28 04:28:58.914019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321a01ec-7d25-433e-9ad8-643631f29cb0 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:58.924644 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Publish callbacks [] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.942320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Transition to ACTIVE for port object 321a01ec-7d25-433e-9ad8-643631f29cb0 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:58.948908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.988350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'tag': 'c16b527a-dea6-4926-a08c-58081dd8b2c9'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:58.991025 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1fee3-4caa-4621-b3d6-67324e0fa126" -d '{"events": [{"name": "network-changed", "server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "tag": "c16b527a-dea6-4926-a08c-58081dd8b2c9"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:59.018348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Pushing event updated for resources: {'Port': ['ID=321a01ec-7d25-433e-9ad8-643631f29cb0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:59.080683 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab80cb7-c911-4a9c-9c82-d046be86045b x-openstack-request-id: req-bab80cb7-c911-4a9c-9c82-d046be86045b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:59.081088 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "tag": "c16b527a-dea6-4926-a08c-58081dd8b2c9", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:59.081301 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bab80cb7-c911-4a9c-9c82-d046be86045b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:59.084053 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'tag': 'c16b527a-dea6-4926-a08c-58081dd8b2c9', 'status': 'completed', 'code': 200} Jan 28 04:28:59.126905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Attempting to bind port 321a01ec-7d25-433e-9ad8-643631f29cb0 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:59.127256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Attempting to bind port 321a01ec-7d25-433e-9ad8-643631f29cb0 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:59.127595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Attempting to bind port 321a01ec-7d25-433e-9ad8-643631f29cb0 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:59.135171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Port 321a01ec-7d25-433e-9ad8-643631f29cb0 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:59.135503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Attempting to bind port 321a01ec-7d25-433e-9ad8-643631f29cb0 on network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:59.143560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:59.143908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Checking segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:59.144299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Bound using segment: {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:59.145562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Bound port: 321a01ec-7d25-433e-9ad8-643631f29cb0, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b82468e-1a75-4d35-b9b0-f958125b7295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:59.145939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.158054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc75b-6511-4cd2-907b-0e7dd310681a req-09098981-0f09-45c9-82e7-ace462876e5d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.159650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e01cc75b-6511-4cd2-907b-0e7dd310681a req-09098981-0f09-45c9-82e7-ace462876e5d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 945 time: 0.5071752 Jan 28 04:28:59.235420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaaa9f-ca30-4c20-a72c-ce5a7ada144a req-f4819f8d-f3fd-430e-8309-146724871c6a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.237021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04eaaa9f-ca30-4c20-a72c-ce5a7ada144a req-f4819f8d-f3fd-430e-8309-146724871c6a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.0953732 Jan 28 04:28:59.295920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] For port 321a01ec-7d25-433e-9ad8-643631f29cb0, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:59.302528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] For port 321a01ec-7d25-433e-9ad8-643631f29cb0, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=321a01ec-7d25-433e-9ad8-643631f29cb0,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:59.313126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.320456 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (24535985-e4fa-40ef-aa4e-6e73c1aa9066), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.346449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04eaaa9f-ca30-4c20-a72c-ce5a7ada144a req-89aca105-e2dc-4c14-a580-8226acf3abb9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963159 Jan 28 04:28:59.391742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event deleted for resources: {'Port': ['ID=24535985-e4fa-40ef-aa4e-6e73c1aa9066,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:59.411065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e01cc75b-6511-4cd2-907b-0e7dd310681a req-cb6cb928-ccf1-4ac9-9fcf-f9236ce616c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222059 Jan 28 04:28:59.416562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-9b066c6d-0b0e-41e6-868a-b61821c600a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.417054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-9b066c6d-0b0e-41e6-868a-b61821c600a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.417559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-9b066c6d-0b0e-41e6-868a-b61821c600a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.419205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-9b066c6d-0b0e-41e6-868a-b61821c600a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2823 time: 0.3014719 Jan 28 04:28:59.422941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Pushing event updated for resources: {'Port': ['ID=321a01ec-7d25-433e-9ad8-643631f29cb0,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:59.437864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (024ecef4-d3de-4173-94d3-59e1677c783d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.444408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.445377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.447975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-69ea6be9-a2fd-44c3-8bb9-d3f6a4a582aa service neutron] 10.222.0.47 "PUT /v2.0/ports/321a01ec-7d25-433e-9ad8-643631f29cb0 HTTP/1.1" status: 200 len: 1092 time: 1.1477008 Jan 28 04:28:59.486656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:59.539797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['024ecef4-d3de-4173-94d3-59e1677c783d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:59.583342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3e91-8952-4caa-a41a-ece04c9a8dfc req-36ae0b06-d2e2-40d1-9146-8eb77a149473 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.593512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3e91-8952-4caa-a41a-ece04c9a8dfc req-36ae0b06-d2e2-40d1-9146-8eb77a149473 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.604388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3e91-8952-4caa-a41a-ece04c9a8dfc req-36ae0b06-d2e2-40d1-9146-8eb77a149473 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.607122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bab3e91-8952-4caa-a41a-ece04c9a8dfc req-36ae0b06-d2e2-40d1-9146-8eb77a149473 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2412 time: 0.1289716 Jan 28 04:28:59.621337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Pushing event deleted for resources: {'Port': ['ID=024ecef4-d3de-4173-94d3-59e1677c783d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:59.658302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-521137a9-b049-4e76-a8d9-e87f5e2d8385 req-b4d10c67-4451-4ca0-9160-4afaa15c8d17 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=fef19773-2b75-490b-be85-78dd6ccc5d49 HTTP/1.1" status: 200 len: 210 time: 0.1304665 Jan 28 04:28:59.696105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bab3e91-8952-4caa-a41a-ece04c9a8dfc req-f852a57b-ae25-46a4-80ef-37c4794d35dc tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827820 Jan 28 04:28:59.726330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] No DVR routers for this DVR port 24535985-e4fa-40ef-aa4e-6e73c1aa9066 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:59.739231 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.742634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5cd2770-070c-4706-ae18-3254515e2ff1 req-8b984e44-f596-464d-b8b3-ae8f24af6828 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "DELETE /v2.0/ports/24535985-e4fa-40ef-aa4e-6e73c1aa9066 HTTP/1.1" status: 204 len: 173 time: 2.1874959 Jan 28 04:28:59.767144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-deleted', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:59.769453 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c435c74-9193-4928-9bba-9cf355bbe6ea" -d '{"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-deleted", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:59.826131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] No DVR routers for this DVR port 024ecef4-d3de-4173-94d3-59e1677c783d on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:59.840068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.843487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6dc1766b-4796-44b5-a4b0-3eeca225d7d4 req-fa928c45-60c1-4c6f-9399-5d36a6f51d5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.47 "DELETE /v2.0/ports/024ecef4-d3de-4173-94d3-59e1677c783d HTTP/1.1" status: 204 len: 173 time: 1.8572309 Jan 28 04:28:59.844953 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646690f6-ba62-4a91-b85b-88788d8ba1f7 x-openstack-request-id: req-646690f6-ba62-4a91-b85b-88788d8ba1f7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:59.845342 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2020a93-7396-47ea-93b9-9a82bb662672", "name": "network-vif-deleted", "tag": "24535985-e4fa-40ef-aa4e-6e73c1aa9066", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:59.845661 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-646690f6-ba62-4a91-b85b-88788d8ba1f7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:59.846107 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2020a93-7396-47ea-93b9-9a82bb662672', 'name': 'network-vif-deleted', 'tag': '24535985-e4fa-40ef-aa4e-6e73c1aa9066', 'status': 'completed', 'code': 200} Jan 28 04:28:59.879140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-d8bdf3a8-ee1a-424f-8ae5-2a44b36c5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.879720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-d8bdf3a8-ee1a-424f-8ae5-2a44b36c5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.880197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-d8bdf3a8-ee1a-424f-8ae5-2a44b36c5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.881826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-d8bdf3a8-ee1a-424f-8ae5-2a44b36c5f83 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=46e3f344afdd4771af5bc87afde341bf&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4070487 Jan 28 04:28:59.889915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9e12d-63b2-47b0-a28e-b22fbe95b9bd req-c1b115e6-9f54-4932-8998-00d4ca10da1d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.891515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ba9e12d-63b2-47b0-a28e-b22fbe95b9bd req-c1b115e6-9f54-4932-8998-00d4ca10da1d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1479335 Jan 28 04:28:59.996651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-335bbe1b-2d5f-46dc-ba49-25be5d4e5272 req-eb0c2b66-9f74-40e3-8b3a-894592782010 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2020a93-7396-47ea-93b9-9a82bb662672 HTTP/1.1" status: 200 len: 210 time: 0.0335712 Jan 28 04:29:00.021709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ba9e12d-63b2-47b0-a28e-b22fbe95b9bd req-b4963a34-5f8a-438b-ade6-09bebe524053 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073523 Jan 28 04:29:00.062482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-1fe1f3a7-de03-4525-96d7-62d65f383449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.064714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39e1fee3-4caa-4621-b3d6-67324e0fa126 req-1fe1f3a7-de03-4525-96d7-62d65f383449 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485748 Jan 28 04:29:00.185685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-d0a71c2e-53d2-4945-810b-38485125cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.186168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-d0a71c2e-53d2-4945-810b-38485125cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.186710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-d0a71c2e-53d2-4945-810b-38485125cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.188467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-d0a71c2e-53d2-4945-810b-38485125cd62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2865 time: 0.0467343 Jan 28 04:29:00.244518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-a3ebe334-16b6-4036-927d-cee4cf6e8e49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 HTTP/1.1" status: 200 len: 217 time: 0.0403252 Jan 28 04:29:00.303018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-517c5c97-da80-4d01-9cac-dd14d2d777af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.304500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-517c5c97-da80-4d01-9cac-dd14d2d777af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca47ba90-cb11-420d-97ae-32f9e5675837 HTTP/1.1" status: 200 len: 801 time: 0.0450423 Jan 28 04:29:00.352708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-218743a8-62f3-4fbb-9506-4257069b9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.354199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-218743a8-62f3-4fbb-9506-4257069b9fd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421510 Jan 28 04:29:00.494542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-5fa068f0-351a-40f1-812f-05b413a223dd service neutron] 10.222.0.47 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170077 Jan 28 04:29:00.525083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efda4f-b90d-42b2-931e-7a0e67abf219 req-3ce29ff9-9e13-45a2-91b8-375ab3b4e2ab tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.531928 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0efda4f-b90d-42b2-931e-7a0e67abf219 req-3ce29ff9-9e13-45a2-91b8-375ab3b4e2ab tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.0639157 Jan 28 04:29:00.589387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0efda4f-b90d-42b2-931e-7a0e67abf219 req-e1ce0326-e504-4bb6-b7e3-1cee5c22c423 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564876 Jan 28 04:29:00.609017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61810d-b214-4f30-a3f3-f553b6d59cf7 req-b649689b-9e9c-4447-a842-c49213e41abe tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.619355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e61810d-b214-4f30-a3f3-f553b6d59cf7 req-b649689b-9e9c-4447-a842-c49213e41abe tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 945 time: 0.1227822 Jan 28 04:29:00.699305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-ad992e04-f74f-45cb-bfd2-103d9f22e52c service neutron] 10.222.0.47 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683989 Jan 28 04:29:00.708479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e61810d-b214-4f30-a3f3-f553b6d59cf7 req-59391446-8f87-41bb-ba65-7c98f6cc4ca0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881882 Jan 28 04:29:00.779424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-2645c9c1-9fa6-443c-8844-fb4d48c4cfad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.65&port_id=c16b527a-dea6-4926-a08c-58081dd8b2c9 HTTP/1.1" status: 200 len: 217 time: 0.0699012 Jan 28 04:29:00.827419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da875e54-db25-4f14-9383-6d785a4c2d76 req-f18452e9-99ff-4d44-b3db-32109095b503 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.829653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da875e54-db25-4f14-9383-6d785a4c2d76 req-f18452e9-99ff-4d44-b3db-32109095b503 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0580645 Jan 28 04:29:00.864180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-efe08c7e-9c5c-421b-869f-27ab27cfd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.865595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-efe08c7e-9c5c-421b-869f-27ab27cfd3e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3eded99-5940-4dc2-ba16-7a908b65eec3 HTTP/1.1" status: 200 len: 801 time: 0.0783210 Jan 28 04:29:00.878411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797009a-576d-47b4-aefd-9be0d7de3e41 req-5b929f5d-672d-4314-9c65-b1f5f148936b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.882785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da875e54-db25-4f14-9383-6d785a4c2d76 req-cbbda011-41b0-4f7c-b5a0-79e6a533d83b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Jan 28 04:29:00.884136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797009a-576d-47b4-aefd-9be0d7de3e41 req-5b929f5d-672d-4314-9c65-b1f5f148936b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.889340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797009a-576d-47b4-aefd-9be0d7de3e41 req-5b929f5d-672d-4314-9c65-b1f5f148936b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.890990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0797009a-576d-47b4-aefd-9be0d7de3e41 req-5b929f5d-672d-4314-9c65-b1f5f148936b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2412 time: 0.1021948 Jan 28 04:29:00.963957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-ed01e2e0-51cb-4452-97ee-bdc9da33cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:00.965497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-ed01e2e0-51cb-4452-97ee-bdc9da33cdf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4fc1bb6c-e6ea-4885-b857-bb2be47672ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735765 Jan 28 04:29:00.971792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0797009a-576d-47b4-aefd-9be0d7de3e41 req-8d30969d-24fe-4482-863b-4cbb577f4e78 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 Jan 28 04:29:01.015438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d9611078-baf1-4b15-bf9f-8bc2f9a7151d up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:01.080550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port d9611078-baf1-4b15-bf9f-8bc2f9a7151d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:01.084681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port d9611078-baf1-4b15-bf9f-8bc2f9a7151d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:01.085120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.085846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'tag': '321a01ec-7d25-433e-9ad8-643631f29cb0'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:01.088272 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313e0ba-b687-4fd7-8794-768ff4679483" -d '{"events": [{"name": "network-changed", "server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "tag": "321a01ec-7d25-433e-9ad8-643631f29cb0"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:01.120323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-490883eb-b252-4d02-976f-256a826318b5 service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1bb6c-e6ea-4885-b857-bb2be47672ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471896 Jan 28 04:29:01.172792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ccfc2-d9d1-4deb-98a9-3e9e76f67064 req-604a42c2-705d-42bd-ae6a-5d754c35b6a5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.182866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7b8ccfc2-d9d1-4deb-98a9-3e9e76f67064 req-604a42c2-705d-42bd-ae6a-5d754c35b6a5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0734088 Jan 28 04:29:01.189027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d9611078-baf1-4b15-bf9f-8bc2f9a7151d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:01.189698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.218769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:01.221217 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fff0466-e3e8-4baf-a40d-3b7f828b9f9a" -d '{"events": [{"server_uuid": "39ee95bd-78c2-4ebd-9488-6725ce407ebc", "name": "network-vif-plugged", "status": "completed", "tag": "d9611078-baf1-4b15-bf9f-8bc2f9a7151d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:01.235097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:01.243566 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7b8ccfc2-d9d1-4deb-98a9-3e9e76f67064 req-d7306d9a-d0c5-4c02-9e64-6f81c3c9249d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Jan 28 04:29:01.243804 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.244866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611f7d6d-c489-4b4e-98af-1052522953dc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:01.270288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec259af-9bff-4f12-90b0-a3b5f7dbaa0e req-fac78e8f-1137-4942-b522-4a271ba1e2c1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.273068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dec259af-9bff-4f12-90b0-a3b5f7dbaa0e req-fac78e8f-1137-4942-b522-4a271ba1e2c1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1188672 Jan 28 04:29:01.280868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-05a7aee8-7937-4d59-9515-ff5e2b7cc8ad service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1bb6c-e6ea-4885-b857-bb2be47672ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533020 Jan 28 04:29:01.331584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:01.350240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 611f7d6d-c489-4b4e-98af-1052522953dc completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:01.354272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-b523f3ff-924c-46a8-8df2-8a12516f7140 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=321a01ec-7d25-433e-9ad8-643631f29cb0 HTTP/1.1" status: 200 len: 217 time: 0.0546103 Jan 28 04:29:01.355111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 611f7d6d-c489-4b4e-98af-1052522953dc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:01.355498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.424445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dec259af-9bff-4f12-90b0-a3b5f7dbaa0e req-ed030471-6258-4a42-bcb8-3f0a9412cac8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423960 Jan 28 04:29:01.454513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-d6b3fb44-0bb2-49d4-a458-9de1c48fcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.456938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-d6b3fb44-0bb2-49d4-a458-9de1c48fcd59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca47ba90-cb11-420d-97ae-32f9e5675837 HTTP/1.1" status: 200 len: 801 time: 0.0926530 Jan 28 04:29:01.464656 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6548eb1e-c5fa-4183-8bac-5f6c192bd3b3 x-openstack-request-id: req-6548eb1e-c5fa-4183-8bac-5f6c192bd3b3 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:01.464958 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "tag": "321a01ec-7d25-433e-9ad8-643631f29cb0", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:01.465257 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6548eb1e-c5fa-4183-8bac-5f6c192bd3b3 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:01.468953 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'tag': '321a01ec-7d25-433e-9ad8-643631f29cb0', 'status': 'completed', 'code': 200} Jan 28 04:29:01.520848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47982) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:01.525636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491680660', 'description': 'tempest-description--1368838092'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:01.554516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.576881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-46eda16a-a439-4326-890a-a9ed6b1b8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.578456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-46eda16a-a439-4326-890a-a9ed6b1b8841 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1153615 Jan 28 04:29:01.600616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 024ecef4-d3de-4173-94d3-59e1677c783d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:01.610362 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ca950e-2d1f-43ef-a6c3-a9a1eb7614fc x-openstack-request-id: req-a1ca950e-2d1f-43ef-a6c3-a9a1eb7614fc {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:01.610711 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ee95bd-78c2-4ebd-9488-6725ce407ebc", "name": "network-vif-plugged", "status": "completed", "tag": "d9611078-baf1-4b15-bf9f-8bc2f9a7151d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:01.611008 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1ca950e-2d1f-43ef-a6c3-a9a1eb7614fc {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:01.611409 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d', 'code': 200} Jan 28 04:29:01.633953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 024ecef4-d3de-4173-94d3-59e1677c783d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:01.634330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 024ecef4-d3de-4173-94d3-59e1677c783d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:01.634769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:01.660739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 24535985-e4fa-40ef-aa4e-6e73c1aa9066 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:01.661099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 24535985-e4fa-40ef-aa4e-6e73c1aa9066 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:01.680636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group (6d4bb530-b8a5-4732-a81a-c5515f8806aa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.691778 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6d4bb530-b8a5-4732-a81a-c5515f8806aa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.740920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 611f7d6d-c489-4b4e-98af-1052522953dc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:01.741351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.781184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.783868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6ec6b-87bf-454f-b573-a91cd9951820 req-69be2635-d7ad-4b8d-a5d7-fccaaf98b7a9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.784708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:01.786869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2647035 Jan 28 04:29:01.788699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47990) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:01.791844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62c6ec6b-87bf-454f-b573-a91cd9951820 req-69be2635-d7ad-4b8d-a5d7-fccaaf98b7a9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1759491 Jan 28 04:29:01.793596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.796128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'security_group_rule': {'security_group_id': '6d4bb530-b8a5-4732-a81a-c5515f8806aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:01.806702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943eaa1-7ffb-4fd5-9954-e13dfe7fc3d1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4bb530-b8a5-4732-a81a-c5515f8806aa,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:01.852288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51111e80-dabc-4051-9fae-584807d449cb req-3806e3ba-f17d-45ea-9e34-9bc00430d866 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.853947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51111e80-dabc-4051-9fae-584807d449cb req-3806e3ba-f17d-45ea-9e34-9bc00430d866 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.1283023 Jan 28 04:29:01.867947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group_rule (3002dae7-4546-411b-8946-c6273bb86ab3), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.869972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:01.872353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'name': 'network-vif-deleted', 'tag': '024ecef4-d3de-4173-94d3-59e1677c783d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:01.874959 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e214b-0aa1-44b1-a90e-b7ce014b1476" -d '{"events": [{"server_uuid": "fef19773-2b75-490b-be85-78dd6ccc5d49", "name": "network-vif-deleted", "tag": "024ecef4-d3de-4173-94d3-59e1677c783d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:01.878963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-c76153fa-e7d1-4e6a-8746-0367cd8b70e8 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924726 Jan 28 04:29:01.886030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62c6ec6b-87bf-454f-b573-a91cd9951820 req-c0e4dce3-81fc-4486-950b-a557717ef310 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Jan 28 04:29:01.902497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b327ecc-bab9-45b5-883e-c6ea65dee262 req-0edc305d-7ca9-43ee-a7a2-283a2fc20222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:01.904267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b327ecc-bab9-45b5-883e-c6ea65dee262 req-0edc305d-7ca9-43ee-a7a2-283a2fc20222 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 1097 time: 0.1835682 Jan 28 04:29:01.954586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51111e80-dabc-4051-9fae-584807d449cb req-4cbb6a7b-3f78-4ca3-8834-1b64dfc06b87 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917213 Jan 28 04:29:02.017520 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group_rule (3002dae7-4546-411b-8946-c6273bb86ab3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.026042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3002dae7-4546-411b-8946-c6273bb86ab3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.048587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3002dae7-4546-411b-8946-c6273bb86ab3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:02.054727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b327ecc-bab9-45b5-883e-c6ea65dee262 req-ef270dc6-5f8a-40f0-aa17-518a96ede006 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388445 Jan 28 04:29:02.063532 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ffc114-d405-49a9-a962-c279eb7715c1 x-openstack-request-id: req-44ffc114-d405-49a9-a962-c279eb7715c1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:02.063837 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef19773-2b75-490b-be85-78dd6ccc5d49", "name": "network-vif-deleted", "tag": "024ecef4-d3de-4173-94d3-59e1677c783d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:02.064167 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44ffc114-d405-49a9-a962-c279eb7715c1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:02.064668 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef19773-2b75-490b-be85-78dd6ccc5d49', 'name': 'network-vif-deleted', 'tag': '024ecef4-d3de-4173-94d3-59e1677c783d', 'status': 'completed', 'code': 200} Jan 28 04:29:02.073783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.079794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:02.081672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-09fa1f1d-1951-407e-a9c9-06918f777f0e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2916589 Jan 28 04:29:02.085632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'security_group_rule': {'security_group_id': '6d4bb530-b8a5-4732-a81a-c5515f8806aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:02.117675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be113793-3e9e-4f59-8425-b1446d143593 req-851cebc0-b23b-4d7b-a470-69227888ea28 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.125556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be113793-3e9e-4f59-8425-b1446d143593 req-851cebc0-b23b-4d7b-a470-69227888ea28 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.1388910 Jan 28 04:29:02.133366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-324c4776-4c04-4d3b-a581-f2cee77e59d7 req-75cd1362-cdc5-4cc2-a860-0c62d9c2130d service neutron] 10.222.0.47 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463126 Jan 28 04:29:02.153323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group_rule (36954c26-c612-44f2-9882-ccc4eb143c2f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.200049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c5df-f2fc-4d7c-aacf-dabc0290d67a req-df2c53f5-5b9e-40bb-8cb4-457b0e887835 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.206090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c5df-f2fc-4d7c-aacf-dabc0290d67a req-df2c53f5-5b9e-40bb-8cb4-457b0e887835 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.212306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c5df-f2fc-4d7c-aacf-dabc0290d67a req-df2c53f5-5b9e-40bb-8cb4-457b0e887835 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.214042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81e0c5df-f2fc-4d7c-aacf-dabc0290d67a req-df2c53f5-5b9e-40bb-8cb4-457b0e887835 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2412 time: 0.0954783 Jan 28 04:29:02.219481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be113793-3e9e-4f59-8425-b1446d143593 req-94ca8c41-0233-4a5b-89b9-d318fecef17d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921521 Jan 28 04:29:02.267344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group_rule (36954c26-c612-44f2-9882-ccc4eb143c2f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.274389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81e0c5df-f2fc-4d7c-aacf-dabc0290d67a req-64989b8c-a2ad-4d5f-9c31-11d47d63d28d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517676 Jan 28 04:29:02.286973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (36954c26-c612-44f2-9882-ccc4eb143c2f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.334554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36954c26-c612-44f2-9882-ccc4eb143c2f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:02.367185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.371291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-62299709-ba8f-46ad-9dbd-c39469a849aa tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2870226 Jan 28 04:29:02.373922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48004) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:02.378359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:02.405933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-0101af22-ab12-46f9-b2e2-844ae5193c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.406853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-0101af22-ab12-46f9-b2e2-844ae5193c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.407644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-0101af22-ab12-46f9-b2e2-844ae5193c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.410751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-0101af22-ab12-46f9-b2e2-844ae5193c07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2865 time: 0.1353388 Jan 28 04:29:02.452712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.521883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838fa8-439d-4c11-8593-440d47895fec req-95d70b61-3a7a-4290-8e32-e14460f67f87 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.528743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92838fa8-439d-4c11-8593-440d47895fec req-95d70b61-3a7a-4290-8e32-e14460f67f87 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.1978903 Jan 28 04:29:02.581908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.606107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-9bca0334-c6fb-46a6-8014-847dc0601b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.607330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-9bca0334-c6fb-46a6-8014-847dc0601b9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c HTTP/1.1" status: 200 len: 902 time: 0.1904521 Jan 28 04:29:02.618266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92838fa8-439d-4c11-8593-440d47895fec req-7947fd82-6eca-4f75-8ad5-105be80e0f50 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884075 Jan 28 04:29:02.664646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-b4037fb0-1d0b-4737-94c7-649c4416868b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=321a01ec-7d25-433e-9ad8-643631f29cb0 HTTP/1.1" status: 200 len: 217 time: 0.0456080 Jan 28 04:29:02.717658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Allocated IP 172.25.6.21 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/428fb528-8c01-49d9-aa99-0d8c13947c5f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:02.730217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-17131e61-7b72-4fe2-9ce6-9de6e3c6d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.731979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-17131e61-7b72-4fe2-9ce6-9de6e3c6d077 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca47ba90-cb11-420d-97ae-32f9e5675837 HTTP/1.1" status: 200 len: 801 time: 0.0577824 Jan 28 04:29:02.788487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-3869bce6-2c91-425c-9dbf-4defde14d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:02.790884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-3869bce6-2c91-425c-9dbf-4defde14d047 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510609 Jan 28 04:29:02.874873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.900316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-6f18f73f-601a-40cc-ad93-908beebe0c60 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016164 Jan 28 04:29:02.923328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:02.961432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:02.965239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:02.969046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:03.018370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0313e0ba-b687-4fd7-8794-768ff4679483 req-4435931f-5d94-404f-b361-4c3ffb53589f service neutron] 10.222.0.47 "GET /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097770 Jan 28 04:29:03.035558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'Port': ['ID=428fb528-8c01-49d9-aa99-0d8c13947c5f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:03.111171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f71b-6d91-4d60-8255-4be1c9780218 req-82106ad2-5554-4a18-8c39-29ee24d89037 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.112885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5db4f71b-6d91-4d60-8255-4be1c9780218 req-82106ad2-5554-4a18-8c39-29ee24d89037 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0558164 Jan 28 04:29:03.134771 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for floatingip (e67e22e1-34f2-4a6e-8306-04461915db56), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.179486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.181678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5db4f71b-6d91-4d60-8255-4be1c9780218 req-a09536d1-0c49-4939-a86d-d8a01f13e67a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609281 Jan 28 04:29:03.375797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2e84-946d-41bb-8662-ce8c9fe51ca1 req-dc5215e5-9979-448c-b6ab-b2c9e4303110 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.377457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59fd2e84-946d-41bb-8662-ce8c9fe51ca1 req-dc5215e5-9979-448c-b6ab-b2c9e4303110 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.0884795 Jan 28 04:29:03.399461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37200018-5d48-41f1-a503-dfc9a46db25a req-bba0870c-ec1f-4054-93c5-de5280fa12b2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.401544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.405110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37200018-5d48-41f1-a503-dfc9a46db25a req-bba0870c-ec1f-4054-93c5-de5280fa12b2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.412051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37200018-5d48-41f1-a503-dfc9a46db25a req-bba0870c-ec1f-4054-93c5-de5280fa12b2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.412729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.419180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37200018-5d48-41f1-a503-dfc9a46db25a req-bba0870c-ec1f-4054-93c5-de5280fa12b2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2412 time: 0.0704114 Jan 28 04:29:03.478935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37200018-5d48-41f1-a503-dfc9a46db25a req-8be7ae08-7ee4-4ca7-a10b-11500196bd5e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575962 Jan 28 04:29:03.508583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'Port': ['ID=428fb528-8c01-49d9-aa99-0d8c13947c5f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:03.541776 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59fd2e84-946d-41bb-8662-ce8c9fe51ca1 req-19eba7ec-2564-44d0-810b-a3928a3ab425 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552076 Jan 28 04:29:03.554083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (e67e22e1-34f2-4a6e-8306-04461915db56), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.570929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.580344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0c4e3cdb-4934-4b5a-b6f3-62b9adaf21d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1994185 Jan 28 04:29:03.613529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:03.616047 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f7454-9fa3-45ae-8560-e2b9f526a403" -d '{"events": [{"server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "name": "network-vif-plugged", "status": "completed", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:03.685718 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d657b679-556c-4b7d-99c9-932726a4dc25 x-openstack-request-id: req-d657b679-556c-4b7d-99c9-932726a4dc25 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:03.686243 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "name": "network-vif-plugged", "status": "completed", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:03.686556 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d657b679-556c-4b7d-99c9-932726a4dc25 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:03.687111 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc', 'code': 200} Jan 28 04:29:03.786881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffe4e4-dba8-4bf5-8d57-c2b401c12bea req-0fce12ce-a99a-4d7d-8afe-d4a40e4a931a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.788344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfffe4e4-dba8-4bf5-8d57-c2b401c12bea req-0fce12ce-a99a-4d7d-8afe-d4a40e4a931a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0623507 Jan 28 04:29:03.844642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfffe4e4-dba8-4bf5-8d57-c2b401c12bea req-e2933ebd-b7b8-473a-aa5d-d201ccd70d0c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Jan 28 04:29:03.955456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfce4d2-e350-48b8-a1d3-d5a9aba700b5 req-50ff63de-0baa-4f7d-9006-59ddc5975f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:03.957096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0dfce4d2-e350-48b8-a1d3-d5a9aba700b5 req-50ff63de-0baa-4f7d-9006-59ddc5975f3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1096 time: 0.1187963 Jan 28 04:29:04.028046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-8f158cc3-6ac6-4dff-8e0b-3c102d4aad10 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:04.035526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-8f158cc3-6ac6-4dff-8e0b-3c102d4aad10 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 822 time: 0.1487336 Jan 28 04:29:04.057307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-eff65cca-285a-4b8a-8636-e1396ebc8d4f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/quotas/31a6bc1af1b84ea88c71974e743a332c HTTP/1.1" status: 200 len: 375 time: 0.0205610 Jan 28 04:29:04.059371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0dfce4d2-e350-48b8-a1d3-d5a9aba700b5 req-e1065177-9ee8-4704-a1ba-bf7449979992 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953333 Jan 28 04:29:04.097086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-134ddb8f-476c-4f3c-bcc9-7d6efeaf16b7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334227 Jan 28 04:29:04.196193 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-5de80117-3326-4e41-bbc6-ff4cbb8f8444 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913827 Jan 28 04:29:04.302340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-d164ebba-25cc-45e5-97ad-7d38da65e14f service neutron] 10.222.0.21 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992286 Jan 28 04:29:04.306354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b9ed-7779-43cb-a5d8-0893c7413df0 req-3b29dcad-6efc-44eb-93cb-24db740d1fa0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:04.307895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff51b9ed-7779-43cb-a5d8-0893c7413df0 req-3b29dcad-6efc-44eb-93cb-24db740d1fa0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0487878 Jan 28 04:29:04.359942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff51b9ed-7779-43cb-a5d8-0893c7413df0 req-d2996884-c5cc-4647-b6f7-d04f45a1ef4a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Jan 28 04:29:04.462731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf4740a4-2677-4bb5-9075-73d6bf7f5462 req-bac4a6fc-3d86-40c1-8707-f4ae1d930210 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 210 time: 0.0254216 Jan 28 04:29:04.624567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35500fdf-6429-4f7e-9ada-b51505220698 req-08ef0f17-7176-4a15-9bd5-6562da63a0fb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:04.630704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35500fdf-6429-4f7e-9ada-b51505220698 req-08ef0f17-7176-4a15-9bd5-6562da63a0fb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:04.636953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35500fdf-6429-4f7e-9ada-b51505220698 req-08ef0f17-7176-4a15-9bd5-6562da63a0fb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:04.645664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35500fdf-6429-4f7e-9ada-b51505220698 req-08ef0f17-7176-4a15-9bd5-6562da63a0fb tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2412 time: 0.1018150 Jan 28 04:29:04.715900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35500fdf-6429-4f7e-9ada-b51505220698 req-096f6ff7-c90d-49ea-804d-d4d0826e2d68 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Jan 28 04:29:04.763420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749fe5b-bed3-43f0-95a5-9bf705e95c00 req-47465ece-c673-45f9-8b25-2957ec3c1336 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:04.768037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b749fe5b-bed3-43f0-95a5-9bf705e95c00 req-47465ece-c673-45f9-8b25-2957ec3c1336 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.1116829 Jan 28 04:29:04.791471 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-5b4a11f1-7e0a-4592-a0d8-8a6aa7326718 service neutron] show failed (client error): The resource could not be found. Jan 28 04:29:04.792825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-5b4a11f1-7e0a-4592-a0d8-8a6aa7326718 service neutron] 10.222.0.47 "GET /v2.0/ports/badedea0-b165-4f3e-8fe7-d9d94d5f38eb/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0752604 Jan 28 04:29:04.851556 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b749fe5b-bed3-43f0-95a5-9bf705e95c00 req-229a6a32-0edc-4ce2-acd6-69e03d0cb70e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588098 Jan 28 04:29:05.188622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1816a6-15be-4b6a-82b4-cd62b6775558 req-513a4b52-9abf-4b79-a46b-96eab57088a4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:05.191905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f1816a6-15be-4b6a-82b4-cd62b6775558 req-513a4b52-9abf-4b79-a46b-96eab57088a4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.0903032 Jan 28 04:29:05.213460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-15182d49-dd40-4a22-824f-6c680dd3cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:05.215811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-15182d49-dd40-4a22-824f-6c680dd3cf73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a&tenant_id=e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 1101 time: 0.0800097 Jan 28 04:29:05.228241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6609d-0233-4042-b613-fc6c63062431 req-4a444c04-96c1-4404-a0da-d4453556e8ef tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:05.230337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8b6609d-0233-4042-b613-fc6c63062431 req-4a444c04-96c1-4404-a0da-d4453556e8ef tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0850658 Jan 28 04:29:05.236014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:05.318468 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f1816a6-15be-4b6a-82b4-cd62b6775558 req-23408f29-f2dc-4964-90cc-dd780637faca tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179659 Jan 28 04:29:05.335121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:05.347484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8b6609d-0233-4042-b613-fc6c63062431 req-eb554823-6be2-4b19-a058-8daed1af941e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882335 Jan 28 04:29:05.453012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d453d51-de79-4925-81d4-cf9b320a69cb req-3b541ef6-2e42-4105-9d8a-8119acb70f84 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:05.454786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d453d51-de79-4925-81d4-cf9b320a69cb req-3b541ef6-2e42-4105-9d8a-8119acb70f84 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.0510936 Jan 28 04:29:05.505742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d453d51-de79-4925-81d4-cf9b320a69cb req-f4701b92-f3e3-4194-b3ce-24ac56437d3d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447502 Jan 28 04:29:05.562876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc224e56-d838-4aff-8130-4a95e0c41b35 req-ee09cfc0-d53d-485f-8b35-54db95c18071 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:05.564310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc224e56-d838-4aff-8130-4a95e0c41b35 req-ee09cfc0-d53d-485f-8b35-54db95c18071 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1206741 Jan 28 04:29:05.614363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:05.620278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:05.635511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aa3d1-75ed-406d-9499-2eaef2fcc6bf req-f9b33639-16c0-4ce0-8cf8-f8235754e3a1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:05.637366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d81aa3d1-75ed-406d-9499-2eaef2fcc6bf req-f9b33639-16c0-4ce0-8cf8-f8235754e3a1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0624411 Jan 28 04:29:05.681585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc224e56-d838-4aff-8130-4a95e0c41b35 req-fd270db4-b206-41dc-a716-c465389acca5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046004 Jan 28 04:29:05.742500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:05.750733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:05.759218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65', 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'port_id': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65', 'mac_address': 'fa:16:3e:70:63:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca47ba90-cb11-420d-97ae-32f9e5675837', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:05.815024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:05.815877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:05.839815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:05.850278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d81aa3d1-75ed-406d-9499-2eaef2fcc6bf req-acca68c9-3b01-43bb-8329-8d8e6f9d161d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897469 Jan 28 04:29:05.867845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:05.870355 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:05.892301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:05.893529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 321a01ec-7d25-433e-9ad8-643631f29cb0 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:05.983660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 321a01ec-7d25-433e-9ad8-643631f29cb0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=321a01ec-7d25-433e-9ad8-643631f29cb0,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:05.986860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:06.002299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '321a01ec-7d25-433e-9ad8-643631f29cb0', 'network_id': '7ca08f5b-ab10-4a77-a3e2-cf2788e1423c', 'port_id': '321a01ec-7d25-433e-9ad8-643631f29cb0', 'mac_address': 'fa:16:3e:6e:9e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca47ba90-cb11-420d-97ae-32f9e5675837', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:06.066798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 321a01ec-7d25-433e-9ad8-643631f29cb0 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:06.067438 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.085449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321a01ec-7d25-433e-9ad8-643631f29cb0 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:06.121050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 321a01ec-7d25-433e-9ad8-643631f29cb0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=321a01ec-7d25-433e-9ad8-643631f29cb0,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:06.126586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.127395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c16b527a-dea6-4926-a08c-58081dd8b2c9 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:06.146201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da4f0-3124-4589-802a-9668c5b908e9 req-0d5f77a4-ee5c-4229-beca-4456623867d5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:06.153270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da4f0-3124-4589-802a-9668c5b908e9 req-0d5f77a4-ee5c-4229-beca-4456623867d5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:06.160485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da4f0-3124-4589-802a-9668c5b908e9 req-0d5f77a4-ee5c-4229-beca-4456623867d5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:06.169643 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea4da4f0-3124-4589-802a-9668c5b908e9 req-0d5f77a4-ee5c-4229-beca-4456623867d5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2413 time: 0.1819708 Jan 28 04:29:06.240887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea4da4f0-3124-4589-802a-9668c5b908e9 req-3e55fb1a-6361-49fb-ae8f-34c1880e5ef6 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678344 Jan 28 04:29:06.272763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=321a01ec-7d25-433e-9ad8-643631f29cb0,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:06.301663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d23c4046-c7d2-4704-89fa-ceb95cc0406a req-5e4616bc-157e-4dc7-a088-01da64615a36 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 210 time: 0.5146091 Jan 28 04:29:06.339192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:06.358989 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f39df-a20e-471b-b2ea-7eb75f1bca94" -d '{"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-unplugged", "status": "completed", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:06.377394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c16b527a-dea6-4926-a08c-58081dd8b2c9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c16b527a-dea6-4926-a08c-58081dd8b2c9,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:06.379468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Publish callbacks [] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.390130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'c16b527a-dea6-4926-a08c-58081dd8b2c9', 'network_id': '4fc1bb6c-e6ea-4885-b857-bb2be47672ae', 'port_id': 'c16b527a-dea6-4926-a08c-58081dd8b2c9', 'mac_address': 'fa:16:3e:7b:f5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eded99-5940-4dc2-ba16-7a908b65eec3', 'ip_address': '19.86.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:06.445544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c16b527a-dea6-4926-a08c-58081dd8b2c9 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:06.446339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.465511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16b527a-dea6-4926-a08c-58081dd8b2c9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:06.493592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c16b527a-dea6-4926-a08c-58081dd8b2c9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c16b527a-dea6-4926-a08c-58081dd8b2c9,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:06.507350 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.514533 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5609dd-e8b5-4f63-a192-7e4ff9da4104 x-openstack-request-id: req-bd5609dd-e8b5-4f63-a192-7e4ff9da4104 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:06.514920 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-unplugged", "status": "completed", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:06.515146 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd5609dd-e8b5-4f63-a192-7e4ff9da4104 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:06.515506 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'code': 200} Jan 28 04:29:06.593192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-4d71dfee-51fe-4e62-96d5-593be1e8a1ad tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:06.594800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-4d71dfee-51fe-4e62-96d5-593be1e8a1ad tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 822 time: 0.3454661 Jan 28 04:29:06.596756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Transition to ACTIVE for port object badedea0-b165-4f3e-8fe7-d9d94d5f38eb will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:06.608006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.613230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c16b527a-dea6-4926-a08c-58081dd8b2c9,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:06.635587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'port': {'device_id': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'admin_state_up': True, 'tenant_id': '31a6bc1af1b84ea88c71974e743a332c'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:06.680106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed556b-f607-42a7-9cf2-e663738c6d19 req-a2b4cc17-9f86-4160-bae1-4cdf041eef4b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:06.688626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5ed556b-f607-42a7-9cf2-e663738c6d19 req-a2b4cc17-9f86-4160-bae1-4cdf041eef4b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.0735443 Jan 28 04:29:06.717867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d5aa-f12c-45e2-8c48-341ba50bc494 req-2771a40a-d6bf-46d8-b1db-5e9a69e62bc0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:06.719436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ee8d5aa-f12c-45e2-8c48-341ba50bc494 req-2771a40a-d6bf-46d8-b1db-5e9a69e62bc0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2540984 Jan 28 04:29:06.770952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:06.788552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5ed556b-f607-42a7-9cf2-e663738c6d19 req-fe443ca0-3a84-4646-8910-cdb96072006e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989375 Jan 28 04:29:06.821643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] No DVR routers for this DVR port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:06.882744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ee8d5aa-f12c-45e2-8c48-341ba50bc494 req-a04785ac-ddc6-4308-8264-c4af29c5d437 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472151 Jan 28 04:29:06.964048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:06.964399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:06.964731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:06.972203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:06.972579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Attempting to bind port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:06.980002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:06.980372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:06.980767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:06.981243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Bound port: badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:06.981630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.983460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Made reservation on behalf of 31a6bc1af1b84ea88c71974e743a332c for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:06.990792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:07.020862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['321a01ec-7d25-433e-9ad8-643631f29cb0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:07.048246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc896b4-d9f0-46e2-8641-dcc50251fb0f req-c2523a4b-922a-41c9-9530-ea873778e947 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.056437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6cc896b4-d9f0-46e2-8641-dcc50251fb0f req-c2523a4b-922a-41c9-9530-ea873778e947 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0798807 Jan 28 04:29:07.095376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c16b527a-dea6-4926-a08c-58081dd8b2c9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:07.123133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['f4be0c06-91f4-4b3b-a3a0-a03614bcdf65'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:07.164188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6cc896b4-d9f0-46e2-8641-dcc50251fb0f req-598ec91c-0d23-4ff0-aee2-6435fc19f4c8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065412 Jan 28 04:29:07.326916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Allocated IP 172.20.0.3 (a5c8d5ce-322d-4133-8719-8eb7412fb9db/b2964112-cd81-4129-8b20-3104d1b400cf/5c24696d-58bb-4024-9157-69555c54355c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:07.368498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-4da6eff7-c436-488d-9baf-3f2be1e52cdf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.370079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-4da6eff7-c436-488d-9baf-3f2be1e52cdf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.3751347 Jan 28 04:29:07.402284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:07.454510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79463a9-eaed-46f7-a6ab-8f4a3a35dc13 req-fc7aa8df-50ce-4af4-b920-f5a1a473ae84 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.457436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f79463a9-eaed-46f7-a6ab-8f4a3a35dc13 req-fc7aa8df-50ce-4af4-b920-f5a1a473ae84 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1096 time: 0.1953804 Jan 28 04:29:07.463323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:07.489912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:07.494144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0084-a141-4f63-b128-8763b2c88b93 req-734f3bd6-7f49-42c8-a41d-d29ddb913e8c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.496056 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:07.509860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0084-a141-4f63-b128-8763b2c88b93 req-734f3bd6-7f49-42c8-a41d-d29ddb913e8c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.527892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0084-a141-4f63-b128-8763b2c88b93 req-734f3bd6-7f49-42c8-a41d-d29ddb913e8c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.532631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5aa0084-a141-4f63-b128-8763b2c88b93 req-734f3bd6-7f49-42c8-a41d-d29ddb913e8c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2415 time: 0.1715233 Jan 28 04:29:07.619949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5aa0084-a141-4f63-b128-8763b2c88b93 req-4c4222b5-bc73-4992-b65e-a151aea7fc8e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806255 Jan 28 04:29:07.666128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.666768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:07.668246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] 10.222.0.52 "PUT /v2.0/ports/badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 1096 time: 2.4366505 Jan 28 04:29:07.687932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:07.743523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f79463a9-eaed-46f7-a6ab-8f4a3a35dc13 req-97a1e4f9-be7a-40e2-9a17-d5aeed5ba362 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705233 Jan 28 04:29:07.758911 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-548ce687-f5b1-469f-9216-54c7fb1b86b2 req-5b9c87b8-4971-4478-a90a-55e22f028020 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 210 time: 0.0495911 Jan 28 04:29:07.768154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port badedea0-b165-4f3e-8fe7-d9d94d5f38eb host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:29:07.768828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:07.884312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf7646-3ca9-41aa-ab4c-94e861b30490 service neutron] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:07.913436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-20d5872b-3d42-4ddf-8232-43b42ffc2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:07.915084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-20d5872b-3d42-4ddf-8232-43b42ffc2584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1099 time: 0.1706057 Jan 28 04:29:08.016187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Deleting port d9611078-baf1-4b15-bf9f-8bc2f9a7151d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:08.016539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:08.093844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for port (5c24696d-58bb-4024-9157-69555c54355c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:08.139888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b328-6909-447a-a53d-d66c5832ab73 req-eda9a82b-76f9-451c-9c5e-113dad917968 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.143771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71ac4-b52a-4100-8cf6-0b17db883ce0 req-cef88de0-e0fb-429e-8661-d011b59cd8e3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.149611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f00b328-6909-447a-a53d-d66c5832ab73 req-eda9a82b-76f9-451c-9c5e-113dad917968 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.0815661 Jan 28 04:29:08.151588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a71ac4-b52a-4100-8cf6-0b17db883ce0 req-cef88de0-e0fb-429e-8661-d011b59cd8e3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 946 time: 0.2293434 Jan 28 04:29:08.226784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f00b328-6909-447a-a53d-d66c5832ab73 req-7173996f-bcb4-4b33-96de-3efd9839f6fa tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725646 Jan 28 04:29:08.277258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:08.306176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-b4a150fd-455b-4fe7-a5bb-3643ae92a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.307838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-b4a150fd-455b-4fe7-a5bb-3643ae92a2c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3747616 Jan 28 04:29:08.402571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-0edd900f-77d1-4a15-a729-cedd8b755946 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0797713 Jan 28 04:29:08.417887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a71ac4-b52a-4100-8cf6-0b17db883ce0 req-17f2f310-dde7-457b-a6db-b576e9de809b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605603 Jan 28 04:29:08.496284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] For port d9611078-baf1-4b15-bf9f-8bc2f9a7151d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:08.496952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:08.520361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:08.523363 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb97458-e96a-429a-845c-874b51255538" -d '{"events": [{"name": "network-changed", "server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:08.530166 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-319a7fa8-0141-4f08-b797-e20642fd1e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:08.532163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:08.542675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:08.545413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:08.547860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:08.559327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Calling delete_port for d9611078-baf1-4b15-bf9f-8bc2f9a7151d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:08.614397 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13919340-fc6d-40ac-ac16-4a2d860e9430 x-openstack-request-id: req-13919340-fc6d-40ac-ac16-4a2d860e9430 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:08.614690 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:08.614947 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13919340-fc6d-40ac-ac16-4a2d860e9430 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:08.615344 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'status': 'completed', 'code': 200} Jan 28 04:29:08.631719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-66ae4ad1-42c8-446d-86b2-f609e4dcf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.633265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-66ae4ad1-42c8-446d-86b2-f609e4dcf246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1997738 Jan 28 04:29:08.662790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.663653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:08.739113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-189fa3d3-2117-4450-8752-b070b1650008 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1223660 Jan 28 04:29:08.778847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdd15e-74de-4302-b39e-d7ad4cb1c5f9 req-e85f25ac-567c-4146-a8d0-f382e441c862 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.779371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Request body: {'port': {'device_id': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:08.787322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdd15e-74de-4302-b39e-d7ad4cb1c5f9 req-e85f25ac-567c-4146-a8d0-f382e441c862 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.794288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdd15e-74de-4302-b39e-d7ad4cb1c5f9 req-e85f25ac-567c-4146-a8d0-f382e441c862 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.796154 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9efdd15e-74de-4302-b39e-d7ad4cb1c5f9 req-e85f25ac-567c-4146-a8d0-f382e441c862 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2415 time: 0.0725341 Jan 28 04:29:08.848052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-c67cf9ac-4f32-4308-902a-6facf4da300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.849585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-c67cf9ac-4f32-4308-902a-6facf4da300e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1099 time: 0.1721277 Jan 28 04:29:08.862267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9efdd15e-74de-4302-b39e-d7ad4cb1c5f9 req-0ec454da-434a-4819-9f43-fdbe1a0394b8 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582211 Jan 28 04:29:08.878881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6cfb9-5aa9-4560-a02f-11e77f9e7202 req-d9ce88a0-605a-4e3a-80da-5512019bf50f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.880506 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5f6cfb9-5aa9-4560-a02f-11e77f9e7202 req-d9ce88a0-605a-4e3a-80da-5512019bf50f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2826374 Jan 28 04:29:08.933847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-89bcd44a-e80b-453f-b32e-883527339774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.933847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-89bcd44a-e80b-453f-b32e-883527339774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2539287 Jan 28 04:29:08.975687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf32f-39a4-4896-ab96-ca8f155b2a57 req-2628e7a4-a9ff-46e8-a525-aad4982528a7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:08.977949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cdfcf32f-39a4-4896-ab96-ca8f155b2a57 req-2628e7a4-a9ff-46e8-a525-aad4982528a7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 931 time: 0.0574210 Jan 28 04:29:09.030841 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cdfcf32f-39a4-4896-ab96-ca8f155b2a57 req-20a44bb7-abf7-47b7-b213-99e222562389 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Jan 28 04:29:09.042909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:09.194976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5f6cfb9-5aa9-4560-a02f-11e77f9e7202 req-1a737a9c-c93d-4721-b122-0dba0c5dc60f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837758 Jan 28 04:29:09.205722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-8e9ef3b9-1166-4a74-b423-5610d5a2d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:09.208014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-8e9ef3b9-1166-4a74-b423-5610d5a2d503 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3229020 Jan 28 04:29:09.239465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d9611078-baf1-4b15-bf9f-8bc2f9a7151d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:09.290746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-75e53b31-bbd6-4bc0-a653-89a953c1ff16 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397582 Jan 28 04:29:09.313839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-4a3b6c31-fef1-4a02-8976-8263b0c926a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0971470 Jan 28 04:29:09.389890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event deleted for resources: {'Port': ['ID=d9611078-baf1-4b15-bf9f-8bc2f9a7151d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:09.566500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-038f1109-2ba6-45b7-bdfe-c92879233f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:09.568189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-038f1109-2ba6-45b7-bdfe-c92879233f61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1903522 Jan 28 04:29:09.607816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] No DVR routers for this DVR port d9611078-baf1-4b15-bf9f-8bc2f9a7151d on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:09.627628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:09.631692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f62bacb-5b77-4db5-945b-21c9e6234266 req-2bc6234f-95a7-42f4-bf92-b3553264015c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "DELETE /v2.0/ports/d9611078-baf1-4b15-bf9f-8bc2f9a7151d HTTP/1.1" status: 204 len: 173 time: 2.2499542 Jan 28 04:29:09.632322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 321a01ec-7d25-433e-9ad8-643631f29cb0 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:09.722791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7974e9-f01f-4d9a-bdb6-d376707b7228 req-ae68871d-8035-4969-b609-f1bc25cc64ff tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:09.729815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d7974e9-f01f-4d9a-bdb6-d376707b7228 req-ae68871d-8035-4969-b609-f1bc25cc64ff tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.4395473 Jan 28 04:29:09.746842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 321a01ec-7d25-433e-9ad8-643631f29cb0 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:09.758850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 321a01ec-7d25-433e-9ad8-643631f29cb0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:09.759250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:09.845791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d7974e9-f01f-4d9a-bdb6-d376707b7228 req-972e284f-d47e-43dd-9b35-45f6aab14b8d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Jan 28 04:29:09.942457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 321a01ec-7d25-433e-9ad8-643631f29cb0 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:09.942863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:09.995959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a01ec-7d25-433e-9ad8-643631f29cb0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:09.998264 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75937ed3-f180-470d-95d3-1d8b8448e4ad" -d '{"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-plugged", "status": "completed", "tag": "321a01ec-7d25-433e-9ad8-643631f29cb0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:10.015424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 321a01ec-7d25-433e-9ad8-643631f29cb0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=321a01ec-7d25-433e-9ad8-643631f29cb0,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:10.028653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5480891a-94ed-4817-92e3-d053b6a70c9e req-08aa69fe-704d-4ecf-8af5-82e5aa386879 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=39ee95bd-78c2-4ebd-9488-6725ce407ebc HTTP/1.1" status: 200 len: 210 time: 0.0553017 Jan 28 04:29:10.029781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.030605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:10.136008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=321a01ec-7d25-433e-9ad8-643631f29cb0,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:10.163680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:10.168720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:10.169102 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.207198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20732a6-78d7-41c5-beab-f19754939716 req-d07090da-79bb-4130-9255-ba11b3652f57 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.222930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20732a6-78d7-41c5-beab-f19754939716 req-d07090da-79bb-4130-9255-ba11b3652f57 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.225918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-079a2f0a-2607-46a4-9ffc-2ef8e8719676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.228497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-079a2f0a-2607-46a4-9ffc-2ef8e8719676 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6479509 Jan 28 04:29:10.232058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20732a6-78d7-41c5-beab-f19754939716 req-d07090da-79bb-4130-9255-ba11b3652f57 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.240936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a20732a6-78d7-41c5-beab-f19754939716 req-d07090da-79bb-4130-9255-ba11b3652f57 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2416 time: 0.1174178 Jan 28 04:29:10.279998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04235f24-3fd3-4d45-ab57-f91ce9e2a01c req-9646085d-ec68-4c45-add8-b30064215fce tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.288828 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04235f24-3fd3-4d45-ab57-f91ce9e2a01c req-9646085d-ec68-4c45-add8-b30064215fce tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.9112167 Jan 28 04:29:10.317106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a20732a6-78d7-41c5-beab-f19754939716 req-d9ba4d74-a7de-4279-a29b-35249206e4d0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Jan 28 04:29:10.341018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:10.342629 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.386905 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcb7d50-aa87-4fee-a265-9114ab6bb463 x-openstack-request-id: req-cdcb7d50-aa87-4fee-a265-9114ab6bb463 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:10.387880 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-plugged", "status": "completed", "tag": "321a01ec-7d25-433e-9ad8-643631f29cb0", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:10.388295 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdcb7d50-aa87-4fee-a265-9114ab6bb463 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:10.388922 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a01ec-7d25-433e-9ad8-643631f29cb0', 'code': 200} Jan 28 04:29:10.402048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:10.407607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.409411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c16b527a-dea6-4926-a08c-58081dd8b2c9 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:10.411181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbe0e212-353e-401d-9319-cfac5e9b3583 req-e0db9875-f509-4037-afff-f8dbd6921166 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0416405 Jan 28 04:29:10.467228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04235f24-3fd3-4d45-ab57-f91ce9e2a01c req-ea4bdb71-5e6d-4373-99ab-274af67fb141 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773682 Jan 28 04:29:10.577950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116347-c89c-4469-84ee-c29338ec8a51 req-8988421d-6960-49dc-8fd3-fad5b416401c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.584233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:10.586237 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab116347-c89c-4469-84ee-c29338ec8a51 req-8988421d-6960-49dc-8fd3-fad5b416401c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 931 time: 0.1044452 Jan 28 04:29:10.635415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-6a245bcf-2d51-4728-8dbe-c0f3fbd1059e service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794403 Jan 28 04:29:10.636051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'name': 'network-vif-deleted', 'tag': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:10.638179 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e948ed-4652-418f-994a-e8e15ed49112" -d '{"events": [{"server_uuid": "39ee95bd-78c2-4ebd-9488-6725ce407ebc", "name": "network-vif-deleted", "tag": "d9611078-baf1-4b15-bf9f-8bc2f9a7151d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:10.645069 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab116347-c89c-4469-84ee-c29338ec8a51 req-f4ffb7a7-f5f4-433e-a233-8c0a5806e2f8 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567472 Jan 28 04:29:10.665880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port c16b527a-dea6-4926-a08c-58081dd8b2c9 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:10.694333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port c16b527a-dea6-4926-a08c-58081dd8b2c9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:10.695494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.744868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c24696d-58bb-4024-9157-69555c54355c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:10.756089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Publish callbacks [] for port (5c24696d-58bb-4024-9157-69555c54355c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.788329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2317-6d7c-42c4-a509-6a75f6312ea8 req-cfa1f679-4b18-47db-ae85-fdf70bb82052 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.797474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-731f2317-6d7c-42c4-a509-6a75f6312ea8 req-cfa1f679-4b18-47db-ae85-fdf70bb82052 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0647621 Jan 28 04:29:10.804898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Transition to ACTIVE for port object 5c24696d-58bb-4024-9157-69555c54355c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:10.805973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03e81949-7a59-40e2-a0c8-a3a5ea28d743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.809678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-2a3bc06e-1af1-4986-8e80-256ece358923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:10.814162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-2a3bc06e-1af1-4986-8e80-256ece358923 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1099 time: 0.1733041 Jan 28 04:29:10.828435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.866101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-731f2317-6d7c-42c4-a509-6a75f6312ea8 req-a9830425-2ce5-44d5-ac2d-068e6a4cd9f7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Jan 28 04:29:10.883691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c16b527a-dea6-4926-a08c-58081dd8b2c9 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:10.884186 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:10.921361 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe8dc1-c302-4f1b-a89a-b68cfe07e5a4 x-openstack-request-id: req-8efe8dc1-c302-4f1b-a89a-b68cfe07e5a4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:10.921632 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ee95bd-78c2-4ebd-9488-6725ce407ebc", "name": "network-vif-deleted", "tag": "d9611078-baf1-4b15-bf9f-8bc2f9a7151d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:10.921894 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8efe8dc1-c302-4f1b-a89a-b68cfe07e5a4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:10.922301 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee95bd-78c2-4ebd-9488-6725ce407ebc', 'name': 'network-vif-deleted', 'tag': 'd9611078-baf1-4b15-bf9f-8bc2f9a7151d', 'status': 'completed', 'code': 200} Jan 28 04:29:10.935934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-8cb63d5d-9b72-4a0f-b075-6100effa47f1 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915964 Jan 28 04:29:10.946675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c16b527a-dea6-4926-a08c-58081dd8b2c9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c16b527a-dea6-4926-a08c-58081dd8b2c9,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:10.961862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:11.017821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:11.018822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d9611078-baf1-4b15-bf9f-8bc2f9a7151d no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:11.044232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: d9611078-baf1-4b15-bf9f-8bc2f9a7151d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:11.044707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d9611078-baf1-4b15-bf9f-8bc2f9a7151d not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:11.048837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2953b5-e737-4c5d-80bc-f1b218dc8091 req-b33e63b4-13ed-4afc-afe3-0ce0ab3d801d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.057589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d2953b5-e737-4c5d-80bc-f1b218dc8091 req-b33e63b4-13ed-4afc-afe3-0ce0ab3d801d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0827866 Jan 28 04:29:11.075781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c16b527a-dea6-4926-a08c-58081dd8b2c9,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:11.108049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-1cef9fd1-062a-4b8e-afee-15c931f3a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.110559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-1cef9fd1-062a-4b8e-afee-15c931f3a658 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2790694 Jan 28 04:29:11.142454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d2953b5-e737-4c5d-80bc-f1b218dc8091 req-98811171-2cb0-4e73-822c-fc81f0ebe96d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836585 Jan 28 04:29:11.236328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-131678f7-2223-443e-84a9-d6b504200c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.1051476 Jan 28 04:29:11.300925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Attempting to bind port 5c24696d-58bb-4024-9157-69555c54355c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:11.301442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Attempting to bind port 5c24696d-58bb-4024-9157-69555c54355c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:11.301905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Attempting to bind port 5c24696d-58bb-4024-9157-69555c54355c on network a5c8d5ce-322d-4133-8719-8eb7412fb9db {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:11.312414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Port 5c24696d-58bb-4024-9157-69555c54355c on network a5c8d5ce-322d-4133-8719-8eb7412fb9db not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:11.312798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Attempting to bind port 5c24696d-58bb-4024-9157-69555c54355c on network a5c8d5ce-322d-4133-8719-8eb7412fb9db {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:11.321792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-1a6970a4-aa64-4507-89ef-c95e203bbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.324721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-1a6970a4-aa64-4507-89ef-c95e203bbef0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0792880 Jan 28 04:29:11.328318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:11.329819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Checking segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:11.330666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Bound using segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:11.332711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Bound port: 5c24696d-58bb-4024-9157-69555c54355c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:11.333618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:11.475740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546464e-5210-4e58-8500-ac90a0cdb969 req-dc4d03fb-a46b-459c-9cf4-f167f28265d2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.479387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2546464e-5210-4e58-8500-ac90a0cdb969 req-dc4d03fb-a46b-459c-9cf4-f167f28265d2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1390541 Jan 28 04:29:11.499776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-803ad712-e14c-4e87-a8a3-8104a73b7016 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.507641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-803ad712-e14c-4e87-a8a3-8104a73b7016 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.1289375 Jan 28 04:29:11.524870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-7e5c6035-7122-4129-a194-88033994b8fe tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0160730 Jan 28 04:29:11.531048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97458-e96a-429a-845c-874b51255538 req-e2f34241-7668-4f4b-a7d5-8dafdc8f43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.540217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-e2f34241-7668-4f4b-a7d5-8dafdc8f43cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913092 Jan 28 04:29:11.557054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:11.572238 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-117cdcbe-2205-40dc-805e-17ab3fd304d9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463214 Jan 28 04:29:11.622273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:11.633904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2546464e-5210-4e58-8500-ac90a0cdb969 req-39a4896c-7c65-47d7-95ea-ba633ee29b4d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464295 Jan 28 04:29:11.642478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:11.676259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-2630695f-cf64-46b9-80df-31479b517b92 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025743 Jan 28 04:29:11.756266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:11.804155 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-5a499a37-b9d5-414f-ae6b-e8151c9130f4 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269877 Jan 28 04:29:11.825251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:11.842444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.843174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:11.844769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-b10441a3-f912-4319-be89-08f1badc8fc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/5c24696d-58bb-4024-9157-69555c54355c HTTP/1.1" status: 200 len: 1091 time: 3.0892258 Jan 28 04:29:11.893942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-46a31e1e-de49-468c-bf12-94caa0217ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528066 Jan 28 04:29:11.913020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4613-91bf-4e53-bf1c-ce6886cc1e9b req-7386e3b8-4b66-467d-85dc-129e176d3f3a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.930368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4613-91bf-4e53-bf1c-ce6886cc1e9b req-7386e3b8-4b66-467d-85dc-129e176d3f3a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.944080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4613-91bf-4e53-bf1c-ce6886cc1e9b req-7386e3b8-4b66-467d-85dc-129e176d3f3a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:11.952883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac6f4613-91bf-4e53-bf1c-ce6886cc1e9b req-7386e3b8-4b66-467d-85dc-129e176d3f3a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.2275124 Jan 28 04:29:12.088796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f743-c75b-44cd-b46e-3dee0ad4a1cd req-fb8df426-a060-491e-82b8-9b9fa31f630f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:12.096370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39a5f743-c75b-44cd-b46e-3dee0ad4a1cd req-fb8df426-a060-491e-82b8-9b9fa31f630f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.0915825 Jan 28 04:29:12.158769 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39a5f743-c75b-44cd-b46e-3dee0ad4a1cd req-dac3ac8d-9a89-429a-9885-2f2039248981 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613384 Jan 28 04:29:12.240938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7eb97458-e96a-429a-845c-874b51255538 req-d6cacc5e-cc91-4865-9d2d-a23cebd4564c service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845271 Jan 28 04:29:12.265590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-c38f79cf-9092-42af-9b1d-e55158de91f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3100402 Jan 28 04:29:12.298576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac6f4613-91bf-4e53-bf1c-ce6886cc1e9b req-63d7ee73-7000-40ec-8d69-77dd2240c146 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446474 Jan 28 04:29:12.317984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-0f23a414-390f-4b2c-adc4-60951580aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:12.319726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-0f23a414-390f-4b2c-adc4-60951580aa8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 1094 time: 0.3618402 Jan 28 04:29:12.390217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65'}, {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16b527a-dea6-4926-a08c-58081dd8b2c9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:12.392790 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ce0e4c-63f8-48c1-a2eb-bb3926c38cba" -d '{"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-plugged", "status": "completed", "tag": "f4be0c06-91f4-4b3b-a3a0-a03614bcdf65"}, {"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-plugged", "status": "completed", "tag": "c16b527a-dea6-4926-a08c-58081dd8b2c9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:12.399977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fdb1f-9c42-40f1-b550-86599f9010a4 req-eee299ef-6d12-481d-a03f-a1ed1ccc7cd9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:12.413793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-010fdb1f-9c42-40f1-b550-86599f9010a4 req-eee299ef-6d12-481d-a03f-a1ed1ccc7cd9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1463859 Jan 28 04:29:12.492363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-d2f445d8-cdc0-4a8a-aa85-04c3bb41851d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c24696d-58bb-4024-9157-69555c54355c HTTP/1.1" status: 200 len: 217 time: 0.1544423 Jan 28 04:29:12.543645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-010fdb1f-9c42-40f1-b550-86599f9010a4 req-fdb917fb-3508-4aa1-a9eb-343a2ee766e0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272249 Jan 28 04:29:12.613065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-c85caf70-f532-48fe-bd25-11bf0b6f5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:12.625561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-c85caf70-f532-48fe-bd25-11bf0b6f5e54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 200 len: 862 time: 0.1192105 Jan 28 04:29:12.627732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-1d00309b-71fb-40f0-8382-53e0188f9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:12.630246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-1d00309b-71fb-40f0-8382-53e0188f9912 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1095 time: 0.2772398 Jan 28 04:29:12.664931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-c9479bf4-f897-45ae-8560-be0de8a2816f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5c8d5ce-322d-4133-8719-8eb7412fb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300579 Jan 28 04:29:12.674350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2391fc-cab3-4038-8e53-b85601d75525 req-fff644e0-6059-4f81-896e-8438b1f4418b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:12.684601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad2391fc-cab3-4038-8e53-b85601d75525 req-fff644e0-6059-4f81-896e-8438b1f4418b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 943 time: 0.1962917 Jan 28 04:29:12.834429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8b157ba-d4b2-4ae0-a534-99d69e9c6aea req-c6480386-7f83-48c0-884f-21bccde23c73 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0447040 Jan 28 04:29:12.902355 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d6f93-bdbc-419e-bc98-e8c56e3ee3ed x-openstack-request-id: req-880d6f93-bdbc-419e-bc98-e8c56e3ee3ed {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:12.902355 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-plugged", "status": "completed", "tag": "f4be0c06-91f4-4b3b-a3a0-a03614bcdf65", "code": 200}, {"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-plugged", "status": "completed", "tag": "c16b527a-dea6-4926-a08c-58081dd8b2c9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:12.902896 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-880d6f93-bdbc-419e-bc98-e8c56e3ee3ed {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:12.903427 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65', 'code': 200} Jan 28 04:29:12.903983 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16b527a-dea6-4926-a08c-58081dd8b2c9', 'code': 200} Jan 28 04:29:12.918236 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:29:12.942290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'tag': '5c24696d-58bb-4024-9157-69555c54355c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:12.949923 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881a2b4-78e6-40c9-9eb0-39f35efa7053" -d '{"events": [{"name": "network-changed", "server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "tag": "5c24696d-58bb-4024-9157-69555c54355c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:13.073556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-4597b04a-08ba-455b-a2b0-50116b7487e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.075061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-4597b04a-08ba-455b-a2b0-50116b7487e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.4128866 Jan 28 04:29:13.080055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e358c17-91ac-4ed1-b596-2b08739a8197 req-3d0ff47e-03bb-466d-99c1-1f069c0caeac tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.083177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e358c17-91ac-4ed1-b596-2b08739a8197 req-3d0ff47e-03bb-466d-99c1-1f069c0caeac tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0727453 Jan 28 04:29:13.089901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad2391fc-cab3-4038-8e53-b85601d75525 req-81961f43-9c59-4983-9b72-5c8591dc1924 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014413 Jan 28 04:29:13.207818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e358c17-91ac-4ed1-b596-2b08739a8197 req-70f981f9-0cc3-4ea9-bf3c-ddfd42ef1c54 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101735 Jan 28 04:29:13.231710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-533fed7f-ed03-4b75-845b-fb87004656c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.1387134 Jan 28 04:29:13.255242 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1cabe6-8d27-46a7-8a89-03dde1aba161 x-openstack-request-id: req-9c1cabe6-8d27-46a7-8a89-03dde1aba161 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:13.257041 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "tag": "5c24696d-58bb-4024-9157-69555c54355c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:13.257552 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c1cabe6-8d27-46a7-8a89-03dde1aba161 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:13.257975 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'tag': '5c24696d-58bb-4024-9157-69555c54355c', 'status': 'completed', 'code': 200} Jan 28 04:29:13.413969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea247b8c-58e5-4303-9f33-7969f5ce53da req-5dc39f2a-0c06-4c9b-a4fb-226f92a846ba tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.416663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea247b8c-58e5-4303-9f33-7969f5ce53da req-5dc39f2a-0c06-4c9b-a4fb-226f92a846ba tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0969837 Jan 28 04:29:13.450814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-91c70d0b-f3f7-4447-80c5-f852f9b511bd service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521195 Jan 28 04:29:13.508733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-b1bf687d-e09b-46f2-bda5-e46b7ad8064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.510276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-b1bf687d-e09b-46f2-bda5-e46b7ad8064f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.2383981 Jan 28 04:29:13.516026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea247b8c-58e5-4303-9f33-7969f5ce53da req-9f63abae-db37-4561-9d8b-5705beddcee8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938246 Jan 28 04:29:13.531013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:13.561300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed5f54-c526-4a9f-95e5-7100e25c1ce6 req-8d27fbbf-1dd5-4a9c-8332-af416a5bc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.561930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed5f54-c526-4a9f-95e5-7100e25c1ce6 req-8d27fbbf-1dd5-4a9c-8332-af416a5bc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.562482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed5f54-c526-4a9f-95e5-7100e25c1ce6 req-8d27fbbf-1dd5-4a9c-8332-af416a5bc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.564297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64ed5f54-c526-4a9f-95e5-7100e25c1ce6 req-8d27fbbf-1dd5-4a9c-8332-af416a5bc479 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2871 time: 0.4466264 Jan 28 04:29:13.583487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef785dd8-5f01-41d3-82c9-2641b46b6298 req-8425b5ca-2ddd-443a-aba8-9b1662a7b8a7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.585180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef785dd8-5f01-41d3-82c9-2641b46b6298 req-8425b5ca-2ddd-443a-aba8-9b1662a7b8a7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.2877700 Jan 28 04:29:13.682546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-f1b97196-74f4-43c0-8efe-6bb9e8b23f67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274374 Jan 28 04:29:13.820580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff99fee-54cd-4291-a1db-d675b427629d req-895a8e12-f263-4d49-bef9-1eb7c767d8ec tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.828514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff99fee-54cd-4291-a1db-d675b427629d req-895a8e12-f263-4d49-bef9-1eb7c767d8ec tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.836833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff99fee-54cd-4291-a1db-d675b427629d req-895a8e12-f263-4d49-bef9-1eb7c767d8ec tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.848290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ff99fee-54cd-4291-a1db-d675b427629d req-895a8e12-f263-4d49-bef9-1eb7c767d8ec tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.1985693 Jan 28 04:29:13.923186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef785dd8-5f01-41d3-82c9-2641b46b6298 req-f54e1c4e-37c9-4565-9a0f-485f1a6029c6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202765 Jan 28 04:29:13.925216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93a18774-aec1-4e6d-bc71-012cdec930e2 req-2a6317ec-eb09-4e5f-b517-07e9d14b7fba service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636624 Jan 28 04:29:13.932124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64ed5f54-c526-4a9f-95e5-7100e25c1ce6 req-e5189c45-763b-4575-a421-ae73f3c6b27e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437386 Jan 28 04:29:13.936405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-30204991-a78f-452a-89f4-d8beb36a23f9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:13.938947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-30204991-a78f-452a-89f4-d8beb36a23f9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.2236335 Jan 28 04:29:13.952571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ff99fee-54cd-4291-a1db-d675b427629d req-42543f3b-d970-43d4-8036-2c9aa1a5f34e tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031709 Jan 28 04:29:13.980648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-9df02f7d-d1db-4b9f-a4af-cd125916e8af service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652128 Jan 28 04:29:14.086840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155f474c-b779-4826-9861-433d92356d27 req-41f121bf-5af6-4690-8ccd-06654b292a18 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0332570 Jan 28 04:29:14.205222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59bdbd-799d-4794-b292-e10465630434 req-a305ee66-8a0d-4688-844b-9a7896e7d18b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.214153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f59bdbd-799d-4794-b292-e10465630434 req-a305ee66-8a0d-4688-844b-9a7896e7d18b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0753710 Jan 28 04:29:14.222448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99179bb-319a-4bec-8c3c-a675b0350140 req-fedbce3f-db94-41b8-b61b-29ff0110761f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.229856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a99179bb-319a-4bec-8c3c-a675b0350140 req-fedbce3f-db94-41b8-b61b-29ff0110761f tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 943 time: 0.0636115 Jan 28 04:29:14.273136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f59bdbd-799d-4794-b292-e10465630434 req-dbee88c2-b955-4bdf-9093-519c311f14e6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Jan 28 04:29:14.314134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Request body: {'port': {'device_id': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'admin_state_up': True, 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:14.395871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a99179bb-319a-4bec-8c3c-a675b0350140 req-e4bc558d-e00a-41ca-be75-0ee3824911ec tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647105 Jan 28 04:29:14.493390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f834c4-00e7-4329-b3f0-b57366cdc1aa req-d264d85a-68d5-467b-ba91-bca3ba5311bf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.509361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11f834c4-00e7-4329-b3f0-b57366cdc1aa req-d264d85a-68d5-467b-ba91-bca3ba5311bf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1231101 Jan 28 04:29:14.585738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11f834c4-00e7-4329-b3f0-b57366cdc1aa req-9c0b19ee-b23b-436b-a7d1-488fb1d43539 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752776 Jan 28 04:29:14.587016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:14.594301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:14.595552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-21069a93-7d4a-458b-bdc2-394f768ba054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.597053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-21069a93-7d4a-458b-bdc2-394f768ba054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 1094 time: 0.2338896 Jan 28 04:29:14.687407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66e08c6d-86bb-4dd8-9516-12d9bef0a799 req-fd820e56-18b3-4dd9-9f12-e9f339c44426 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589864 Jan 28 04:29:14.758198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:14.768145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-f96a4adf-6eb9-4116-9752-c7cc2682cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.769832 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-f96a4adf-6eb9-4116-9752-c7cc2682cb06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 923 time: 0.1560843 Jan 28 04:29:14.837219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-a117bf36-dff4-4ebb-8394-4e9134b8a77e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c24696d-58bb-4024-9157-69555c54355c HTTP/1.1" status: 200 len: 217 time: 0.0486755 Jan 28 04:29:14.884707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30219-35d3-4012-93f0-a9c048c36eb6 req-96c5202a-b311-4c56-b10b-4a9f747140fd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.886599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eea30219-35d3-4012-93f0-a9c048c36eb6 req-96c5202a-b311-4c56-b10b-4a9f747140fd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1302276 Jan 28 04:29:14.916578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Allocated IP 172.20.0.10 (d4926b07-c38f-4117-97fc-dd7e7ce678c4/9e589612-a8ab-4634-ba39-ec9c47977a92/0eca8be4-eb1c-423b-9575-e940ba0303b8) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:14.922250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-7f44aff0-bf60-4f35-b3c1-8d59fcb99f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:14.924230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-7f44aff0-bf60-4f35-b3c1-8d59fcb99f25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 200 len: 862 time: 0.0659950 Jan 28 04:29:14.981184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eea30219-35d3-4012-93f0-a9c048c36eb6 req-79a35451-b5be-4070-a182-9c59bc61537d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867183 Jan 28 04:29:14.997328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-6bd02645-8e7e-417a-8add-9addc121fd8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5c8d5ce-322d-4133-8719-8eb7412fb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506923 Jan 28 04:29:15.023263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:15.231353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:15.232227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bfc99-f72e-4b46-9267-24e31118aa0e req-5cf9feef-a7d1-4137-b309-9596df02c35b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.233933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a93bfc99-f72e-4b46-9267-24e31118aa0e req-5cf9feef-a7d1-4137-b309-9596df02c35b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 948 time: 0.1769311 Jan 28 04:29:15.243256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks [] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:15.252772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-8a37490b-c6e4-42dc-a561-ddbc35cce437 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362230 Jan 28 04:29:15.256132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b58a5-0905-4464-b279-acb2adc6325d req-51cf221a-25f5-4b2d-9bb1-9ec42b51e2db tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.256349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'mac_address': 'fa:16:3e:40:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:15.261740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b58a5-0905-4464-b279-acb2adc6325d req-51cf221a-25f5-4b2d-9bb1-9ec42b51e2db tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.280538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b58a5-0905-4464-b279-acb2adc6325d req-51cf221a-25f5-4b2d-9bb1-9ec42b51e2db tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.282341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-036b58a5-0905-4464-b279-acb2adc6325d req-51cf221a-25f5-4b2d-9bb1-9ec42b51e2db tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.1466820 Jan 28 04:29:15.303915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port badedea0-b165-4f3e-8fe7-d9d94d5f38eb is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:15.304891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:15.334684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badedea0-b165-4f3e-8fe7-d9d94d5f38eb {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:15.374073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:15.387148 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:15.409515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a93bfc99-f72e-4b46-9267-24e31118aa0e req-fabd57ac-2972-409b-9a39-5c1a3b678d01 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587296 Jan 28 04:29:15.430242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-036b58a5-0905-4464-b279-acb2adc6325d req-a3acdb89-1d5b-48ed-a0af-7d6dc1d6284c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371989 Jan 28 04:29:15.445853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:15.508653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:15.541837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:15.545129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:15.547605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:15.622102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event updated for resources: {'Port': ['ID=0eca8be4-eb1c-423b-9575-e940ba0303b8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:15.689082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.689457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.689801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.690251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.690597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.690961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.691294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.691623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.691947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.692343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.692673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.693412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.693412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:15.720721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.721244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:15.733367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-1b04c50e-1573-4475-8426-6af9bb821b7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3122814 Jan 28 04:29:15.739608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a881a2b4-78e6-40c9-9eb0-39f35efa7053 req-7a01a3f4-d66f-4751-88d4-fec0691c9383 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175961 Jan 28 04:29:15.744612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b77de-6641-443d-8138-09d446df598f req-5a23af83-6eba-41ad-a14e-266fb24a500d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.746173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a0b77de-6641-443d-8138-09d446df598f req-5a23af83-6eba-41ad-a14e-266fb24a500d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 932 time: 0.0938566 Jan 28 04:29:15.747433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a4d9e-4156-43de-8ed8-5d11fd193acc req-4749e080-fce2-4d05-821d-0c65d18ed55b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.749871 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-378d85d6-9166-4272-aec6-ff70cb5b0b9e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4400001 Jan 28 04:29:15.754004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d0a4d9e-4156-43de-8ed8-5d11fd193acc req-4749e080-fce2-4d05-821d-0c65d18ed55b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1222317 Jan 28 04:29:15.802288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Request body: {'port': {'device_id': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:15.813560 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d0a4d9e-4156-43de-8ed8-5d11fd193acc req-b91163cf-e02b-4da5-9907-90c62a3e005a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Jan 28 04:29:15.852046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a0b77de-6641-443d-8138-09d446df598f req-efa098d0-23d1-4bd7-b3e1-71fb6cbe6d8a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988436 Jan 28 04:29:15.892537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:15.915163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280e969-6071-4a16-a830-2539a1c3f816 req-e8cb0f98-9b1f-403f-b8b4-3a9266fb38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:15.917004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-e8cb0f98-9b1f-403f-b8b4-3a9266fb38e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0998077 Jan 28 04:29:15.919837 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.210723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280e969-6071-4a16-a830-2539a1c3f816 req-cdd6d713-e37a-4785-82c4-884299e034de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.212327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-cdd6d713-e37a-4785-82c4-884299e034de service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.2713065 Jan 28 04:29:16.291711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-25a9ad2e-00e3-4736-970b-a11b20f0ea00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 200 len: 217 time: 0.0718658 Jan 28 04:29:16.299084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41018b53-0d6d-48a2-a00c-85083e7e90ba req-ab3626f0-b738-4ff9-a068-4c67d71276a7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.300846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41018b53-0d6d-48a2-a00c-85083e7e90ba req-ab3626f0-b738-4ff9-a068-4c67d71276a7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 943 time: 0.3756094 Jan 28 04:29:16.333741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c34b5-c779-41d6-bd87-9f68ceb7a2b7 req-5c0a75c9-b8cf-41d2-98a7-a90fdef229ed tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.335152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-145c34b5-c779-41d6-bd87-9f68ceb7a2b7 req-5c0a75c9-b8cf-41d2-98a7-a90fdef229ed tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 814 time: 0.1464999 Jan 28 04:29:16.374352 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-145c34b5-c779-41d6-bd87-9f68ceb7a2b7 req-f41ff608-afc0-49d2-8ac9-312d1bf97271 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/quotas/d127a2ce8ad74c76b19ccc289f743a78 HTTP/1.1" status: 200 len: 375 time: 0.0132399 Jan 28 04:29:16.384143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eca8be4-eb1c-423b-9575-e940ba0303b8 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:16.400086 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Publish callbacks [] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.418200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280e969-6071-4a16-a830-2539a1c3f816 req-c3444846-1e62-471d-9dbc-ed2e99480e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.419806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-c3444846-1e62-471d-9dbc-ed2e99480e3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1042848 Jan 28 04:29:16.429319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-7bcf3e69-a4bb-4f85-be00-4e4aa450e870 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.430010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Transition to ACTIVE for port object 0eca8be4-eb1c-423b-9575-e940ba0303b8 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:16.431143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-7bcf3e69-a4bb-4f85-be00-4e4aa450e870 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a&tenant_id=e23947e951454848beb27f0afa63fdaf&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 949 time: 0.1728284 Jan 28 04:29:16.437589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41018b53-0d6d-48a2-a00c-85083e7e90ba req-5583a171-e2c4-4f70-a8ea-c3790aece131 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203554 Jan 28 04:29:16.444284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.478288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-145c34b5-c779-41d6-bd87-9f68ceb7a2b7 req-fff648de-e78a-4e89-a5b3-9d489b193675 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897150 Jan 28 04:29:16.527272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Pushing event updated for resources: {'Port': ['ID=0eca8be4-eb1c-423b-9575-e940ba0303b8,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:16.532312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-a6664a38-d545-4786-828c-ec04dfcdc558 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985069 Jan 28 04:29:16.617679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Attempting to bind port 0eca8be4-eb1c-423b-9575-e940ba0303b8 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:16.618025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Attempting to bind port 0eca8be4-eb1c-423b-9575-e940ba0303b8 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:16.618361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Attempting to bind port 0eca8be4-eb1c-423b-9575-e940ba0303b8 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:16.628296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Port 0eca8be4-eb1c-423b-9575-e940ba0303b8 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:16.629231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Attempting to bind port 0eca8be4-eb1c-423b-9575-e940ba0303b8 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:16.637689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:16.638042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:16.638434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Bound using segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:16.638873 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Bound port: 0eca8be4-eb1c-423b-9575-e940ba0303b8, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:16.639241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.648266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fbc49-8fad-409c-8878-764b0f4f6011 req-f6b176df-bac3-465f-b0d5-e89a2b3e1212 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.649876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-110fbc49-8fad-409c-8878-764b0f4f6011 req-f6b176df-bac3-465f-b0d5-e89a2b3e1212 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 949 time: 0.0704987 Jan 28 04:29:16.754272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-110fbc49-8fad-409c-8878-764b0f4f6011 req-ee8ddaee-0fc3-45f3-aedd-ef3eabc12eb5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956094 Jan 28 04:29:16.765878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] For port 0eca8be4-eb1c-423b-9575-e940ba0303b8, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:16.769237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] For port 0eca8be4-eb1c-423b-9575-e940ba0303b8, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:16.786896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.866009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.866638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.868058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] 10.222.0.47 "PUT /v2.0/ports/0eca8be4-eb1c-423b-9575-e940ba0303b8 HTTP/1.1" status: 200 len: 1092 time: 1.0774038 Jan 28 04:29:16.868530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'tag': '0eca8be4-eb1c-423b-9575-e940ba0303b8'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:16.870943 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6210cf-31eb-4186-acf1-220020edaf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0362a89-b2e5-4cad-9a51-382fd72634bf", "tag": "0eca8be4-eb1c-423b-9575-e940ba0303b8"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:16.895657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ee21-f6df-4799-93a2-652640bd8125 service neutron] Pushing event updated for resources: {'Port': ['ID=0eca8be4-eb1c-423b-9575-e940ba0303b8,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:16.915709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0328d-7ef8-4445-a954-33fea9dd1a2c req-b38640b0-a7b0-4efe-9b78-9136c9d40921 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.921350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0328d-7ef8-4445-a954-33fea9dd1a2c req-b38640b0-a7b0-4efe-9b78-9136c9d40921 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.927333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0328d-7ef8-4445-a954-33fea9dd1a2c req-b38640b0-a7b0-4efe-9b78-9136c9d40921 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:16.929211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cda0328d-7ef8-4445-a954-33fea9dd1a2c req-b38640b0-a7b0-4efe-9b78-9136c9d40921 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.1004426 Jan 28 04:29:17.001878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-fe5785b7-ab28-43f2-b317-851c7a967d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.003237 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-fe5785b7-ab28-43f2-b317-851c7a967d25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 1095 time: 0.0593393 Jan 28 04:29:17.008053 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-db3a2612-f4a9-4573-86f3-4e0affcab9c9 service neutron] delete failed (client error): The resource could not be found. Jan 28 04:29:17.010825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-db3a2612-f4a9-4573-86f3-4e0affcab9c9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/badedea0-b165-4f3e-8fe7-d9d94d5f38eb/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.5719113 Jan 28 04:29:17.026100 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cda0328d-7ef8-4445-a954-33fea9dd1a2c req-15837dce-488d-4fef-9842-c2c1d02e95c9 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859580 Jan 28 04:29:17.091480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-3e08707e-11fd-4216-80ab-54144f46e733 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.093105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-3e08707e-11fd-4216-80ab-54144f46e733 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.4934742 Jan 28 04:29:17.095189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-2dc8a0a2-3229-41e1-972e-568e4f45cf93 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528507 Jan 28 04:29:17.109748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-7dfad012-800a-4fdb-b56d-c7b4bdf43f34 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/quotas/d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 375 time: 0.0103912 Jan 28 04:29:17.121806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-6894d6f9-f3b4-4a0c-9b28-919f2e84f933 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8 HTTP/1.1" status: 200 len: 217 time: 0.0677164 Jan 28 04:29:17.191014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376322-aef7-4512-a656-7e9e642e27a5 req-e8c96ff8-1cde-4838-bfeb-ad1f0f7bcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.192692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-e8c96ff8-1cde-4838-bfeb-ad1f0f7bcbd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.0556252 Jan 28 04:29:17.199421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb991d1-852a-4154-b9b1-4d5e3adf6486 req-b0456b48-ac6a-428f-a4f9-f6fc34e3de86 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.200926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fb991d1-852a-4154-b9b1-4d5e3adf6486 req-b0456b48-ac6a-428f-a4f9-f6fc34e3de86 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0894992 Jan 28 04:29:17.242737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-78d372f6-3020-48bc-9d81-a8b1ada1371e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384920 Jan 28 04:29:17.270808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-ffb425fd-e0ab-4d52-99cb-7e3966f31f7b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1324115 Jan 28 04:29:17.313791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fb991d1-852a-4154-b9b1-4d5e3adf6486 req-4774bc12-b3e8-44ad-907a-b4448b55d880 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009064 Jan 28 04:29:17.361559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-e08a422f-162a-4b11-83bd-1fd85c0ecab2 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060512 Jan 28 04:29:17.365641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-7cc6589d-2998-43d0-b617-13095a72c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.367503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-7cc6589d-2998-43d0-b617-13095a72c7b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1100 time: 0.1822350 Jan 28 04:29:17.403263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0280e969-6071-4a16-a830-2539a1c3f816 req-d0318ca9-7ad5-43e3-a107-ea08e2e4f800 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922499 Jan 28 04:29:17.449280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-615995ef-a3a0-4de6-b4e0-bdcd23d36d4c service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774893 Jan 28 04:29:17.475945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64376322-aef7-4512-a656-7e9e642e27a5 req-053ceb4e-899b-465f-bc3e-088afc875ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079607 Jan 28 04:29:17.516408 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300fe24-feb8-4121-9ec4-c4c16975621f x-openstack-request-id: req-c300fe24-feb8-4121-9ec4-c4c16975621f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:17.517139 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0362a89-b2e5-4cad-9a51-382fd72634bf", "tag": "0eca8be4-eb1c-423b-9575-e940ba0303b8", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:17.517583 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c300fe24-feb8-4121-9ec4-c4c16975621f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:17.518321 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'tag': '0eca8be4-eb1c-423b-9575-e940ba0303b8', 'status': 'completed', 'code': 200} Jan 28 04:29:17.609326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-fce2f9b8-5b50-419f-b84b-c713d84b50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.612606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-fce2f9b8-5b50-419f-b84b-c713d84b50ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2010608 Jan 28 04:29:17.614924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-76631f5b-33d8-442e-8ed4-320e1cb2d8c3 service neutron] 10.222.0.21 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647494 Jan 28 04:29:17.651432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad37b0b-459b-4998-980c-2c0db4a380c8 req-207d911d-2588-4d59-9b64-4840d740fe82 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.653038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ad37b0b-459b-4998-980c-2c0db4a380c8 req-207d911d-2588-4d59-9b64-4840d740fe82 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 944 time: 0.0889993 Jan 28 04:29:17.671239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-4b74acf5-9ca9-4676-a8c1-70fd1fc26c57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0535135 Jan 28 04:29:17.672295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:17.676620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-f399a37a-a364-4c4b-836e-6a45ac7e5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.678307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-f399a37a-a364-4c4b-836e-6a45ac7e5849 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 1095 time: 0.0788388 Jan 28 04:29:17.742301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-ef53006d-59ca-42e1-928d-9a8b16ac00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.743799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-ef53006d-59ca-42e1-928d-9a8b16ac00d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0656660 Jan 28 04:29:17.782515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ad37b0b-459b-4998-980c-2c0db4a380c8 req-e22cf828-e8b4-4b0a-88db-1cf5df5007d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185727 Jan 28 04:29:17.811258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-32bcb165-8618-45ba-bc3f-bcc073d3ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.814611 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-32bcb165-8618-45ba-bc3f-bcc073d3ef82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620799 Jan 28 04:29:17.822110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:17.836376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5c24696d-58bb-4024-9157-69555c54355c', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'port_id': '5c24696d-58bb-4024-9157-69555c54355c', 'mac_address': 'fa:16:3e:92:b7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964112-cd81-4129-8b20-3104d1b400cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:17.848010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-62ca46e7-9a51-4774-bd86-c39ae6f1bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:17.852575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-62ca46e7-9a51-4774-bd86-c39ae6f1bec7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.1565499 Jan 28 04:29:17.885799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5c24696d-58bb-4024-9157-69555c54355c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:17.886198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:17.911918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-565d3780-a768-4da7-a51e-5bf2abfe14cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8 HTTP/1.1" status: 200 len: 217 time: 0.0475893 Jan 28 04:29:17.917680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c24696d-58bb-4024-9157-69555c54355c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:17.937512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:17.943298 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:17.952948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-aa23513d-d786-41f7-b6a3-06f971c1fc69 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301050 Jan 28 04:29:18.000098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:18.029894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-4d5a3f3e-ca35-4180-91e7-43b33dd9f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.031480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-4d5a3f3e-ca35-4180-91e7-43b33dd9f6a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.1109388 Jan 28 04:29:18.051863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee38a89-4254-4af8-91b7-63504322d412 req-8c65d1fa-fd38-42c7-aa13-85a8691281c7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.053476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7ee38a89-4254-4af8-91b7-63504322d412 req-8c65d1fa-fd38-42c7-aa13-85a8691281c7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0939040 Jan 28 04:29:18.081283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-fdfaf17d-9e9d-4f26-a321-867fb770f1cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426764 Jan 28 04:29:18.095766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff4c9efb-8091-4c2f-be2a-b1a791aebfed req-9f2ac2a4-a3c0-483f-b1a3-e510c358a515 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340907 Jan 28 04:29:18.188592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7ee38a89-4254-4af8-91b7-63504322d412 req-a591e491-2559-4af5-a7f1-d8b831121ba7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146352 Jan 28 04:29:18.269913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-7c528992-5781-4bec-95f4-c6f6dad21c38 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798186 Jan 28 04:29:18.285057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270af759-a91a-464b-9089-c339dcf399a2 req-b6207b0a-273d-476d-bd39-19f556a7dfd3 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.293702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-270af759-a91a-464b-9089-c339dcf399a2 req-b6207b0a-273d-476d-bd39-19f556a7dfd3 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 944 time: 0.0845392 Jan 28 04:29:18.361308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-270af759-a91a-464b-9089-c339dcf399a2 req-6a775139-9bdd-413a-b144-39ce1c8936ed tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658526 Jan 28 04:29:18.388762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5c24696d-58bb-4024-9157-69555c54355c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:18.406718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b74-4756-4803-8e98-d40d610a7d9d req-67c12db0-b390-443a-885b-a78f270280d0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.408291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56586b74-4756-4803-8e98-d40d610a7d9d req-67c12db0-b390-443a-885b-a78f270280d0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 949 time: 0.0981767 Jan 28 04:29:18.464165 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab6210cf-31eb-4186-acf1-220020edaf5c req-584635bb-e2b8-41c8-b1f4-c3367a11148f service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726699 Jan 28 04:29:18.528275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56586b74-4756-4803-8e98-d40d610a7d9d req-34d00039-41e2-4f57-b9a5-1124b75e33aa tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Jan 28 04:29:18.659534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e4b84a1-2d1d-47b1-99a0-6ae784c51a31 req-bae2f6ae-c3dc-4d6b-b697-a9c2eac01127 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0493181 Jan 28 04:29:18.702789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb5cdabf-e8a0-4ca9-93f4-df9a1359dc11 req-dc8541b7-b6bb-4bce-90e9-7e8065671432 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d127a2ce8ad74c76b19ccc289f743a78 HTTP/1.1" status: 200 len: 221 time: 0.0503221 Jan 28 04:29:18.827915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fee11-9f29-4e56-95e3-1e75ffc663f9 req-63e492d7-c02b-44b0-baa5-3cb91cbeb6e5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.836025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fee11-9f29-4e56-95e3-1e75ffc663f9 req-63e492d7-c02b-44b0-baa5-3cb91cbeb6e5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.844469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fee11-9f29-4e56-95e3-1e75ffc663f9 req-63e492d7-c02b-44b0-baa5-3cb91cbeb6e5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.856315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f72fee11-9f29-4e56-95e3-1e75ffc663f9 req-63e492d7-c02b-44b0-baa5-3cb91cbeb6e5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.0890305 Jan 28 04:29:18.946274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f72fee11-9f29-4e56-95e3-1e75ffc663f9 req-4eafcfff-0b99-489a-a3a1-d23d07b1eef6 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884445 Jan 28 04:29:18.954019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4a1e3-9a65-44ba-8978-363864528eae req-a8b7b06c-0fb6-43f9-b7b3-30021708b121 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:18.964574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5b4a1e3-9a65-44ba-8978-363864528eae req-a8b7b06c-0fb6-43f9-b7b3-30021708b121 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0827787 Jan 28 04:29:19.019885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5b4a1e3-9a65-44ba-8978-363864528eae req-b1036cb1-19d2-4572-9efe-bad2b8e476ac tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536535 Jan 28 04:29:19.042817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:19.098541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6c78-0547-41ba-bcd9-6e5728da207a req-c720d485-7c93-4540-acc1-67722775ac87 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.100072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3bfd6c78-0547-41ba-bcd9-6e5728da207a req-c720d485-7c93-4540-acc1-67722775ac87 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 944 time: 0.0573030 Jan 28 04:29:19.145942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port badedea0-b165-4f3e-8fe7-d9d94d5f38eb completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:19.152162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port badedea0-b165-4f3e-8fe7-d9d94d5f38eb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:19.152855 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:19.166509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ea59d-333b-414a-af4d-535622373d20 req-db5ca377-859d-4340-9b75-58a40e12bb73 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.168279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-921ea59d-333b-414a-af4d-535622373d20 req-db5ca377-859d-4340-9b75-58a40e12bb73 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0569491 Jan 28 04:29:19.174459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3bfd6c78-0547-41ba-bcd9-6e5728da207a req-af3e7b74-8ca6-415e-94f5-fbbe3e4045cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683105 Jan 28 04:29:19.237603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-921ea59d-333b-414a-af4d-535622373d20 req-4c4e985d-4cdd-4c17-b234-1ec7e358d53a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630200 Jan 28 04:29:19.250542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port badedea0-b165-4f3e-8fe7-d9d94d5f38eb is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:19.250973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:19.274858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:19.277071 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ce19f-59f1-4ee7-926d-a080fd65de9e" -d '{"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-plugged", "status": "completed", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:19.292891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:19.299945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:19.325065 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed693341-969b-4522-91ff-7a1bd844bd18 x-openstack-request-id: req-ed693341-969b-4522-91ff-7a1bd844bd18 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:19.326032 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-plugged", "status": "completed", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:19.326464 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed693341-969b-4522-91ff-7a1bd844bd18 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:19.327124 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'code': 200} Jan 28 04:29:19.356466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:19.374085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fc7c1-4531-4103-a43a-a6bbe06029f3 req-d0c87ad6-06ee-4ae3-a7a1-54e71b79e971 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.375759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e12fc7c1-4531-4103-a43a-a6bbe06029f3 req-d0c87ad6-06ee-4ae3-a7a1-54e71b79e971 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0518284 Jan 28 04:29:19.428946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e12fc7c1-4531-4103-a43a-a6bbe06029f3 req-9fe26314-ccf0-4e7b-8cbd-aed3224d048b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Jan 28 04:29:19.480693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f7ab-ccf0-4f17-93da-5b04ab2167cf req-c7ffe0ed-d7fa-41d2-bf8f-876ac07c9630 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.482341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d57f7ab-ccf0-4f17-93da-5b04ab2167cf req-c7ffe0ed-d7fa-41d2-bf8f-876ac07c9630 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 944 time: 0.0525522 Jan 28 04:29:19.544408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d57f7ab-ccf0-4f17-93da-5b04ab2167cf req-c60dae20-218a-4e84-8eb2-5b0b6ff074d7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Jan 28 04:29:19.553035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a446c-bafe-49df-9c4b-c9cbb997de46 req-5485b867-f9c3-4018-8ddf-dcffff1ea33b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.554648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e2a446c-bafe-49df-9c4b-c9cbb997de46 req-5485b867-f9c3-4018-8ddf-dcffff1ea33b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0507481 Jan 28 04:29:19.622739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e2a446c-bafe-49df-9c4b-c9cbb997de46 req-f9ac9d81-3d13-40d9-bf48-c414fd07c72c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566118 Jan 28 04:29:19.677422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:19.775580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 5c24696d-58bb-4024-9157-69555c54355c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:19.780086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5c24696d-58bb-4024-9157-69555c54355c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:19.780715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5c24696d-58bb-4024-9157-69555c54355c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:19.788588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a620e6-721c-455e-9465-3bf07d729d98 req-ccda508f-90d2-4f1c-99e7-15a35488d17a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.790136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82a620e6-721c-455e-9465-3bf07d729d98 req-ccda508f-90d2-4f1c-99e7-15a35488d17a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0556569 Jan 28 04:29:19.802648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-9854eb9f-6da2-4ab1-99d9-6740e92dbb7e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.805504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-9854eb9f-6da2-4ab1-99d9-6740e92dbb7e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 808 time: 0.1372237 Jan 28 04:29:19.817605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509808e-5a0c-44fe-832f-e6b08a4c09d1 req-149f706c-6721-4e1e-91a6-0ff1182383eb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:19.819174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a509808e-5a0c-44fe-832f-e6b08a4c09d1 req-149f706c-6721-4e1e-91a6-0ff1182383eb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2141633 Jan 28 04:29:19.852261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Request body: {'port': {'device_id': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'admin_state_up': True, 'tenant_id': 'd7ea168804aa4cb99622a49b8276b82e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:19.875922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82a620e6-721c-455e-9465-3bf07d729d98 req-4e0f77cb-2412-4ca7-908a-6185098013da tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792487 Jan 28 04:29:19.914398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5c24696d-58bb-4024-9157-69555c54355c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:19.915265 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:19.948917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a509808e-5a0c-44fe-832f-e6b08a4c09d1 req-7e834a42-a351-4d15-97d1-d1d22df3c9bc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227469 Jan 28 04:29:19.973476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:19.980291 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:19.988245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d7cba40-fc35-46e4-a5a0-58e5521f5e40 req-547df948-99d2-463d-89bc-1da4c6ed7b73 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0354431 Jan 28 04:29:20.044968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:20.055827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Made reservation on behalf of d7ea168804aa4cb99622a49b8276b82e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:20.060669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:20.145895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42afb-a5a0-4943-921d-b79979c4857d req-c1baacb5-8e63-4f19-aac5-afde11201eaf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.148064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81a42afb-a5a0-4943-921d-b79979c4857d req-c1baacb5-8e63-4f19-aac5-afde11201eaf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0624845 Jan 28 04:29:20.214146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81a42afb-a5a0-4943-921d-b79979c4857d req-8f7cfad2-ce67-410a-bd05-ec6467241edc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 Jan 28 04:29:20.294489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df998-a353-4237-9b87-9d87f59aed58 req-b9a108af-b06e-47e7-b39d-0dfe3f2b4d5f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.300231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df998-a353-4237-9b87-9d87f59aed58 req-b9a108af-b06e-47e7-b39d-0dfe3f2b4d5f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.305929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df998-a353-4237-9b87-9d87f59aed58 req-b9a108af-b06e-47e7-b39d-0dfe3f2b4d5f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.307633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-503df998-a353-4237-9b87-9d87f59aed58 req-b9a108af-b06e-47e7-b39d-0dfe3f2b4d5f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.1250319 Jan 28 04:29:20.335325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012850b-ca1a-44a6-b7d2-0d1b17b0ca14 req-5d501e8e-8c47-428f-89fd-9eb7fd492197 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.337039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f012850b-ca1a-44a6-b7d2-0d1b17b0ca14 req-5d501e8e-8c47-428f-89fd-9eb7fd492197 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1101 time: 0.0470052 Jan 28 04:29:20.351029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Allocated IP 172.20.0.7 (09cfcab5-e083-44ce-92a1-e663734cd40b/7030f5e0-9c1b-4be9-92ac-0beb153b4f26/b305e759-b011-40f5-a0c5-5d330791ad07) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:20.392054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-503df998-a353-4237-9b87-9d87f59aed58 req-aa9c6ba5-224c-4986-b8a3-38166643b8ed tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777407 Jan 28 04:29:20.401368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f012850b-ca1a-44a6-b7d2-0d1b17b0ca14 req-26d8f0c9-4c30-4041-a787-2074e5fc07ca tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574641 Jan 28 04:29:20.580673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b86d93-ed13-4d3c-a5eb-490f9cd2ebcf req-b91ce332-49ed-4eeb-bf5e-cda7149e14d5 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.589359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60b86d93-ed13-4d3c-a5eb-490f9cd2ebcf req-b91ce332-49ed-4eeb-bf5e-cda7149e14d5 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 944 time: 0.1075864 Jan 28 04:29:20.688785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks [] for port (b305e759-b011-40f5-a0c5-5d330791ad07), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:20.714066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60b86d93-ed13-4d3c-a5eb-490f9cd2ebcf req-549d665f-d94d-4f73-a928-d5dc2617a0ab tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237831 Jan 28 04:29:20.739609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8f5c9f0d-f302-49ad-a7c2-13e61bd3b9c2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.742145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c5cb-0030-4e6b-b7d8-cc23d91935b1 req-657b34a0-d46c-421a-8ad2-ba6225280962 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.744045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f33c5cb-0030-4e6b-b7d8-cc23d91935b1 req-657b34a0-d46c-421a-8ad2-ba6225280962 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1611559 Jan 28 04:29:20.745094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:20.755601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8f5c9f0d-f302-49ad-a7c2-13e61bd3b9c2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.771431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8f5c9f0d-f302-49ad-a7c2-13e61bd3b9c2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.773109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8f5c9f0d-f302-49ad-a7c2-13e61bd3b9c2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 2418 time: 0.1748686 Jan 28 04:29:20.845075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Network 09cfcab5-e083-44ce-92a1-e663734cd40b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:20.855815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:20.863778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:20.868961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:20.901824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074aa8-8a63-4b24-b612-5d1292cdadaf req-7f62c081-01b6-484f-8e2c-09dd75db6df7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.903966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea074aa8-8a63-4b24-b612-5d1292cdadaf req-7f62c081-01b6-484f-8e2c-09dd75db6df7 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.0942652 Jan 28 04:29:20.936139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.936907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:20.950112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.950471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.950827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.951175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.951515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.951854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.952192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.952529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.952868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.953695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.954057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.954798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.955137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:20.979593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f33c5cb-0030-4e6b-b7d8-cc23d91935b1 req-206b9b75-c9ad-4c32-8c51-40158d34109b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827271 Jan 28 04:29:20.990091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port 321a01ec-7d25-433e-9ad8-643631f29cb0 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:20.990559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:20.993162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f2a11774-f130-4a75-8700-5a310442cd27 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1462688 Jan 28 04:29:20.999622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea074aa8-8a63-4b24-b612-5d1292cdadaf req-13ecb8cd-91e0-41f5-a9d6-ab751c193c21 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886226 Jan 28 04:29:21.011359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Request body: {'port': {'device_id': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:21.121785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-e114c8b3-0320-453d-9571-468aca44047e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330279 Jan 28 04:29:21.143243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port 321a01ec-7d25-433e-9ad8-643631f29cb0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=321a01ec-7d25-433e-9ad8-643631f29cb0,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:21.143647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:21.152770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:21.157661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for 321a01ec-7d25-433e-9ad8-643631f29cb0 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:21.312061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (321a01ec-7d25-433e-9ad8-643631f29cb0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:21.328547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24696d-58bb-4024-9157-69555c54355c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:21.331223 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d44236-e28a-4f4b-a029-207c85c75a71" -d '{"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-plugged", "status": "completed", "tag": "5c24696d-58bb-4024-9157-69555c54355c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:21.350478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['321a01ec-7d25-433e-9ad8-643631f29cb0', 'c16b527a-dea6-4926-a08c-58081dd8b2c9', 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:21.361522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=321a01ec-7d25-433e-9ad8-643631f29cb0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:21.367952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-c061b2a4-a61b-48cf-9f4a-74876887045c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:21.377565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-c061b2a4-a61b-48cf-9f4a-74876887045c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544186 Jan 28 04:29:21.403738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-d39bc83d-dd47-4a43-b91f-5da31faec484 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/quotas/e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 375 time: 0.0237510 Jan 28 04:29:21.442329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee1bd-0672-4a54-813a-c1e6a268e36b req-8e94e4a1-06df-40dc-a4b7-3040349d1205 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:21.450449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b2ee1bd-0672-4a54-813a-c1e6a268e36b req-8e94e4a1-06df-40dc-a4b7-3040349d1205 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.3518388 Jan 28 04:29:21.610218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-c7ef8726-f996-4dda-aa77-a0ac27c3322d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051947 Jan 28 04:29:21.693821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0eca8be4-eb1c-423b-9575-e940ba0303b8 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:21.796291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b305e759-b011-40f5-a0c5-5d330791ad07 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:21.814520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Publish callbacks [] for port (b305e759-b011-40f5-a0c5-5d330791ad07), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:21.842336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Transition to ACTIVE for port object b305e759-b011-40f5-a0c5-5d330791ad07 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:21.854876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:21.914092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0eca8be4-eb1c-423b-9575-e940ba0303b8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:21.935808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0eca8be4-eb1c-423b-9575-e940ba0303b8', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': '0eca8be4-eb1c-423b-9575-e940ba0303b8', 'mac_address': 'fa:16:3e:67:ca:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:21.951450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:21.980360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port 321a01ec-7d25-433e-9ad8-643631f29cb0 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:21.986732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:21.990105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fc97ca-0405-4004-b52f-2d876a001dec req-fa490fa6-79c2-47b4-8d15-ee13da1d9681 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "DELETE /v2.0/ports/321a01ec-7d25-433e-9ad8-643631f29cb0 HTTP/1.1" status: 204 len: 173 time: 1.2111251 Jan 28 04:29:21.990572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-deleted', 'tag': '321a01ec-7d25-433e-9ad8-643631f29cb0'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:21.992807 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a55089b-592d-4ddf-ab9b-068d251ab3d4" -d '{"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-deleted", "tag": "321a01ec-7d25-433e-9ad8-643631f29cb0"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:22.036976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0eca8be4-eb1c-423b-9575-e940ba0303b8 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:22.037665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.062754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eca8be4-eb1c-423b-9575-e940ba0303b8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:22.085392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b2ee1bd-0672-4a54-813a-c1e6a268e36b req-378df1c6-cc55-4741-8bd0-7641f042be2c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328585 Jan 28 04:29:22.116440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96472b-1b40-47b5-8595-66f5f86a9c27 req-50f37752-c6ba-41f7-a0ef-6fea0c13d450 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.122427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0eca8be4-eb1c-423b-9575-e940ba0303b8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:22.126648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a96472b-1b40-47b5-8595-66f5f86a9c27 req-50f37752-c6ba-41f7-a0ef-6fea0c13d450 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1764574 Jan 28 04:29:22.131124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.183513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:22.183757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:22.183999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:22.198676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port c16b527a-dea6-4926-a08c-58081dd8b2c9 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:22.199301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.226394 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a96472b-1b40-47b5-8595-66f5f86a9c27 req-59aff373-b1ca-4abb-a17e-67c663927169 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980964 Jan 28 04:29:22.227653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:22.227992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:22.256890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:22.257416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:22.259023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:22.259516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Bound port: b305e759-b011-40f5-a0c5-5d330791ad07, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:22.261089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.368362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:22.372760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:22.414826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port c16b527a-dea6-4926-a08c-58081dd8b2c9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c16b527a-dea6-4926-a08c-58081dd8b2c9,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:22.415769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.437996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.450474 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305acca-92b0-4fa3-953c-6e8393737488 x-openstack-request-id: req-2305acca-92b0-4fa3-953c-6e8393737488 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:22.451067 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-plugged", "status": "completed", "tag": "5c24696d-58bb-4024-9157-69555c54355c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:22.451969 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2305acca-92b0-4fa3-953c-6e8393737488 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:22.452368 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24696d-58bb-4024-9157-69555c54355c', 'code': 200} Jan 28 04:29:22.475970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for c16b527a-dea6-4926-a08c-58081dd8b2c9 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:22.486161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0eca8be4-eb1c-423b-9575-e940ba0303b8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:22.518552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b53b20-7f40-49d9-8f86-4658b886bf0d req-e0cd2a52-0808-41f1-9506-202d82385695 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.520231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88f73-2af6-49aa-aad2-51808bbf0e08 req-b0ce95f4-1702-4111-ac80-426445841248 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.520677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37b53b20-7f40-49d9-8f86-4658b886bf0d req-e0cd2a52-0808-41f1-9506-202d82385695 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 945 time: 0.0872641 Jan 28 04:29:22.525778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88f73-2af6-49aa-aad2-51808bbf0e08 req-b0ce95f4-1702-4111-ac80-426445841248 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.527355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69c88f73-2af6-49aa-aad2-51808bbf0e08 req-b0ce95f4-1702-4111-ac80-426445841248 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 1682 time: 0.1530702 Jan 28 04:29:22.563723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.564369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.566334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] 10.222.0.52 "PUT /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 1091 time: 1.5590646 Jan 28 04:29:22.573367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0eca8be4-eb1c-423b-9575-e940ba0303b8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:22.573748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:22.576343 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cf4e10-d2ff-47d0-a919-138dadc00157" -d '{"events": [{"name": "network-changed", "server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:22.590627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1b977-9fdf-442e-9d05-357c91001c03 req-cf6bde1a-0865-4f58-952b-3df01b027f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.592555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27c1b977-9fdf-442e-9d05-357c91001c03 req-cf6bde1a-0865-4f58-952b-3df01b027f53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 1096 time: 0.1719820 Jan 28 04:29:22.623336 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37b53b20-7f40-49d9-8f86-4658b886bf0d req-6f8afcb6-851a-4b39-9b87-4476ef737cbf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672305 Jan 28 04:29:22.636529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69c88f73-2af6-49aa-aad2-51808bbf0e08 req-baf004a6-c4b1-43dc-8ee5-28618578a154 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960782 Jan 28 04:29:22.679437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9173bd1-a87a-4938-b95c-808462108f72 service neutron] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:22.737423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-a802aa8c-1198-413a-85ef-52079889cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.739475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-a802aa8c-1198-413a-85ef-52079889cf15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1094 time: 0.0983875 Jan 28 04:29:22.742935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27c1b977-9fdf-442e-9d05-357c91001c03 req-097046fd-8a42-4084-8059-719d0b01e32e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232469 Jan 28 04:29:22.784313 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d081675-ce3c-4015-a252-1a02047c1eaa x-openstack-request-id: req-2d081675-ce3c-4015-a252-1a02047c1eaa {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:22.784634 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-deleted", "tag": "321a01ec-7d25-433e-9ad8-643631f29cb0", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:22.784896 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d081675-ce3c-4015-a252-1a02047c1eaa {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:22.785327 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-deleted', 'tag': '321a01ec-7d25-433e-9ad8-643631f29cb0', 'status': 'completed', 'code': 200} Jan 28 04:29:22.816543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-5819ba84-d2b1-4828-b2ee-9495d7cc3aea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 217 time: 0.0572655 Jan 28 04:29:22.819573 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c16b527a-dea6-4926-a08c-58081dd8b2c9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:22.861770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['321a01ec-7d25-433e-9ad8-643631f29cb0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:22.868071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c402513-4115-4156-a7ad-6120e1391c36 req-eec913e5-8c5d-47ad-add6-5f8c8b5d86ca tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 210 time: 0.0784748 Jan 28 04:29:22.888859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-9e0c1e66-9648-40d6-9a05-17b9109efa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.890605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-9e0c1e66-9648-40d6-9a05-17b9109efa29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0683777 Jan 28 04:29:22.938079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=c16b527a-dea6-4926-a08c-58081dd8b2c9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:22.947552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-61e6024c-b51e-4cc5-bd60-f06959f95b40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278587 Jan 28 04:29:22.959353 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb3de7-32fc-43ca-ab4b-55897fce44a6 x-openstack-request-id: req-c3bb3de7-32fc-43ca-ab4b-55897fce44a6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:22.959505 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:22.959764 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3bb3de7-32fc-43ca-ab4b-55897fce44a6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:22.960167 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'status': 'completed', 'code': 200} Jan 28 04:29:22.970960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba825a8c-c865-478e-ad96-34e87f62b305 req-badc1bd7-6965-4234-872a-47a3f35e7725 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:22.973627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba825a8c-c865-478e-ad96-34e87f62b305 req-badc1bd7-6965-4234-872a-47a3f35e7725 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.0807602 Jan 28 04:29:23.002496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port c16b527a-dea6-4926-a08c-58081dd8b2c9 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:23.006293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:23.010976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fc97ca-0405-4004-b52f-2d876a001dec req-8de0ae59-6e87-4378-b1a7-dc359f9aae87 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "DELETE /v2.0/ports/c16b527a-dea6-4926-a08c-58081dd8b2c9 HTTP/1.1" status: 204 len: 173 time: 1.0139170 Jan 28 04:29:23.051210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba825a8c-c865-478e-ad96-34e87f62b305 req-ad76c6a9-b912-405e-81bb-af59a63aa88e tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648570 Jan 28 04:29:23.144316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-dbcbebfb-9cd9-44a1-a63f-48d51124e8c9 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662772 Jan 28 04:29:23.166692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015c6ff-ac6a-4387-869f-d937a46e6e4a req-5316836b-2d6a-4a2a-87a0-0e8edf35c5c8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.168286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f015c6ff-ac6a-4387-869f-d937a46e6e4a req-5316836b-2d6a-4a2a-87a0-0e8edf35c5c8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1444356 Jan 28 04:29:23.199536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:23.199913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:23.290342 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f015c6ff-ac6a-4387-869f-d937a46e6e4a req-a8fd4bbd-ad74-4e58-950f-0a206f7202bb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137996 Jan 28 04:29:23.294541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a5d77b7-fe05-4823-9903-f14c550396b3 req-b1d7f8f4-b4c2-409b-845a-270e6f24db4a service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392126 Jan 28 04:29:23.334531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:23.334912 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:23.348633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:23.479702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47143a76-0dbc-4ccc-90ff-16e30a72274c req-7ceafe42-141f-4918-8200-f50e77d54141 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.481280 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47143a76-0dbc-4ccc-90ff-16e30a72274c req-7ceafe42-141f-4918-8200-f50e77d54141 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0816987 Jan 28 04:29:23.490555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-934e5464-d644-422f-8ece-9aa26024a7ca tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789044 Jan 28 04:29:23.563015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f4be0c06-91f4-4b3b-a3a0-a03614bcdf65), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:23.574903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-eeb2b08d-3726-44f1-8aba-19a469b209eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.576573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-eeb2b08d-3726-44f1-8aba-19a469b209eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1094 time: 0.1466870 Jan 28 04:29:23.589912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dccbf9-3a0f-4f3e-a725-17c566c8f477 req-f00cce65-a220-4cf9-9fec-c2004fb86d33 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.591609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52dccbf9-3a0f-4f3e-a725-17c566c8f477 req-f00cce65-a220-4cf9-9fec-c2004fb86d33 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1528578 Jan 28 04:29:23.609646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['321a01ec-7d25-433e-9ad8-643631f29cb0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:23.627267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=f4be0c06-91f4-4b3b-a3a0-a03614bcdf65,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:23.656990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47143a76-0dbc-4ccc-90ff-16e30a72274c req-823c7ab4-43da-4e5e-8019-e5db8dd329b9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671474 Jan 28 04:29:23.694363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-cbac7f58-b3bf-4f59-a97b-11a84324106d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.696259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-cbac7f58-b3bf-4f59-a97b-11a84324106d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002838 Jan 28 04:29:23.725193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:23.726831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Request body: {'port': {'device_id': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'e23947e951454848beb27f0afa63fdaf'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:23.734857 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:23.742597 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fc97ca-0405-4004-b52f-2d876a001dec req-3a16caef-746c-46ad-9b0f-32e6c93b01c7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "DELETE /v2.0/ports/f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 HTTP/1.1" status: 204 len: 173 time: 0.6787567 Jan 28 04:29:23.774773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0eca8be4-eb1c-423b-9575-e940ba0303b8 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:23.796142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52dccbf9-3a0f-4f3e-a725-17c566c8f477 req-81e89b03-5487-429a-ae5b-c43a8af2c1b6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825826 Jan 28 04:29:23.835929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e72b9-8796-4f6a-9de5-a0a6a030c91d req-481b5125-4d01-45bb-8f8e-2ffc0d967668 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.839847 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-701e72b9-8796-4f6a-9de5-a0a6a030c91d req-481b5125-4d01-45bb-8f8e-2ffc0d967668 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 945 time: 0.0889766 Jan 28 04:29:23.880513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-426dbd09-bbff-45d1-9423-cfa2561690a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:23.882419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-426dbd09-bbff-45d1-9423-cfa2561690a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.2831903 Jan 28 04:29:23.934913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7420434-d6e5-4ac1-8431-6074af95d27c req-25cac160-d5ca-435c-a1f5-63a894f20a8f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb78c3f8-cf91-44ab-a01c-756a83e0d803 HTTP/1.1" status: 200 len: 210 time: 0.0594594 Jan 28 04:29:23.953216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-701e72b9-8796-4f6a-9de5-a0a6a030c91d req-f4ba9379-ee05-4735-9329-ce49ec869084 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060665 Jan 28 04:29:23.962158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0eca8be4-eb1c-423b-9575-e940ba0303b8 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:23.973242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0eca8be4-eb1c-423b-9575-e940ba0303b8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:23.976026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:24.043338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-e6ae01e5-77a3-43a0-aefa-55e76daf2ebd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 217 time: 0.1033783 Jan 28 04:29:24.149788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee4b85fe-a27b-49f1-850a-39a8a86f0997 req-55c24549-f6a7-4d58-89d7-f2def823fa91 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 210 time: 0.0512052 Jan 28 04:29:24.161919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-701ba4fd-d76d-4579-b3c2-f090e5b5eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:24.163424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-701ba4fd-d76d-4579-b3c2-f090e5b5eca8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1102388 Jan 28 04:29:24.185350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Made reservation on behalf of e23947e951454848beb27f0afa63fdaf for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:24.188002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0eca8be4-eb1c-423b-9575-e940ba0303b8 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:24.188406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:24.188769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:24.235166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0eca8be4-eb1c-423b-9575-e940ba0303b8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:24.242636 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:24.244126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 321a01ec-7d25-433e-9ad8-643631f29cb0 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:24.276083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e151110-a862-448e-8d7d-565b166c0ae9 req-ec209f8b-31c2-46ad-a468-502c7e5d3c52 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:24.283907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e151110-a862-448e-8d7d-565b166c0ae9 req-ec209f8b-31c2-46ad-a468-502c7e5d3c52 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.0658741 Jan 28 04:29:24.332574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 321a01ec-7d25-433e-9ad8-643631f29cb0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:24.333589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 321a01ec-7d25-433e-9ad8-643631f29cb0 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:24.334011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:24.343217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e151110-a862-448e-8d7d-565b166c0ae9 req-4e48a086-7d6e-45b5-9c27-2180fd1ea167 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579498 Jan 28 04:29:24.377102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:24.377561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f4be0c06-91f4-4b3b-a3a0-a03614bcdf65 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:24.377972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c16b527a-dea6-4926-a08c-58081dd8b2c9 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:24.410189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: c16b527a-dea6-4926-a08c-58081dd8b2c9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:24.410720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c16b527a-dea6-4926-a08c-58081dd8b2c9 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:24.427472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0eca8be4-eb1c-423b-9575-e940ba0303b8,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:24.457580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eca8be4-eb1c-423b-9575-e940ba0303b8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:24.459937 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d6a00a-da7f-4fc3-ab0c-582815fb1dd6" -d '{"events": [{"server_uuid": "a0362a89-b2e5-4cad-9a51-382fd72634bf", "name": "network-vif-plugged", "status": "completed", "tag": "0eca8be4-eb1c-423b-9575-e940ba0303b8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:24.584908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed914bf-ab54-45fb-90c0-5ef855eec544 req-14a82df8-96db-4ee7-a166-ce1afdd6a31b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:24.586239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3216ca9-e89a-4507-a28d-008aab4340de req-1457c83b-4238-44d7-94d1-c0a3dfcd5058 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:24.588368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3216ca9-e89a-4507-a28d-008aab4340de req-1457c83b-4238-44d7-94d1-c0a3dfcd5058 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.0560017 Jan 28 04:29:24.591788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ed914bf-ab54-45fb-90c0-5ef855eec544 req-14a82df8-96db-4ee7-a166-ce1afdd6a31b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.4916732 Jan 28 04:29:24.622604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-11a92a1a-d876-42e4-8316-95780dd379bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4307315 Jan 28 04:29:24.641840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3216ca9-e89a-4507-a28d-008aab4340de req-ac6bc168-be6e-4fcf-87e3-bf7a9488b832 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Jan 28 04:29:24.698358 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8493bc-c300-4dd5-98c7-88b1d53310ee x-openstack-request-id: req-dc8493bc-c300-4dd5-98c7-88b1d53310ee {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:24.699245 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0362a89-b2e5-4cad-9a51-382fd72634bf", "name": "network-vif-plugged", "status": "completed", "tag": "0eca8be4-eb1c-423b-9575-e940ba0303b8", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:24.699681 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc8493bc-c300-4dd5-98c7-88b1d53310ee {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:24.700249 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eca8be4-eb1c-423b-9575-e940ba0303b8', 'code': 200} Jan 28 04:29:24.778594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ed914bf-ab54-45fb-90c0-5ef855eec544 req-e1693345-2cbb-4df2-88cb-5d291eeac183 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839385 Jan 28 04:29:24.786983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-deleted', 'tag': 'c16b527a-dea6-4926-a08c-58081dd8b2c9'}, {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-deleted', 'tag': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:24.790547 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2b3542-d6c2-45b0-a01d-18c14a507b90" -d '{"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-deleted", "tag": "c16b527a-dea6-4926-a08c-58081dd8b2c9"}, {"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-deleted", "tag": "f4be0c06-91f4-4b3b-a3a0-a03614bcdf65"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:24.883364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Allocated IP 192.168.233.187 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/1e9debf3-0047-498f-9cf4-d8f3575a8dc6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:24.896778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14975540-4233-4fcd-a387-78a50fdc0a91 req-4c9552ac-f0a5-4f5c-9f68-8f210f5014f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:24.898833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14975540-4233-4fcd-a387-78a50fdc0a91 req-4c9552ac-f0a5-4f5c-9f68-8f210f5014f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 1097 time: 0.0655222 Jan 28 04:29:24.957327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-4c906963-0dd7-4142-8a03-0ede99bc0f50 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215044 Jan 28 04:29:24.999199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14975540-4233-4fcd-a387-78a50fdc0a91 req-616b8257-bd23-420d-8b5a-663ac0016697 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912895 Jan 28 04:29:25.083987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26dcc6-ee9a-4476-b1af-91bb12105ec7 req-cd725823-68c0-45b0-8b0f-d50869f90b06 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:25.085565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b26dcc6-ee9a-4476-b1af-91bb12105ec7 req-cd725823-68c0-45b0-8b0f-d50869f90b06 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1997700 Jan 28 04:29:25.110563 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21416bcc-4af1-4132-aa30-1e7bce2e3c5c x-openstack-request-id: req-21416bcc-4af1-4132-aa30-1e7bce2e3c5c {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:25.111224 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-deleted", "tag": "c16b527a-dea6-4926-a08c-58081dd8b2c9", "status": "completed", "code": 200}, {"server_uuid": "bb78c3f8-cf91-44ab-a01c-756a83e0d803", "name": "network-vif-deleted", "tag": "f4be0c06-91f4-4b3b-a3a0-a03614bcdf65", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:25.111677 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21416bcc-4af1-4132-aa30-1e7bce2e3c5c {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:25.112415 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-deleted', 'tag': 'c16b527a-dea6-4926-a08c-58081dd8b2c9', 'status': 'completed', 'code': 200} Jan 28 04:29:25.113241 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78c3f8-cf91-44ab-a01c-756a83e0d803', 'name': 'network-vif-deleted', 'tag': 'f4be0c06-91f4-4b3b-a3a0-a03614bcdf65', 'status': 'completed', 'code': 200} Jan 28 04:29:25.122980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7cf4e10-d2ff-47d0-a919-138dadc00157 req-861aae32-7c3d-4beb-bfff-5e781a85bfd8 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556053 Jan 28 04:29:25.216584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b26dcc6-ee9a-4476-b1af-91bb12105ec7 req-a02d0679-068d-4bff-96b1-4d838ce6ea84 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090653 Jan 28 04:29:25.218066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19b5a-5793-4bba-ac2f-26aa3b9f6aec req-61e2d85e-1168-4e45-9422-52fbee460f52 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:25.220640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82f19b5a-5793-4bba-ac2f-26aa3b9f6aec req-61e2d85e-1168-4e45-9422-52fbee460f52 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0544651 Jan 28 04:29:25.274916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:25.278885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks [] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.321514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.327138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82f19b5a-5793-4bba-ac2f-26aa3b9f6aec req-fbce9606-3011-4fbe-a947-70d87b22d48d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877368 Jan 28 04:29:25.345046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting subnet f3eded99-5940-4dc2-ba16-7a908b65eec3 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:29:25.348571 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (f3eded99-5940-4dc2-ba16-7a908b65eec3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.365348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:25.404535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (f3eded99-5940-4dc2-ba16-7a908b65eec3), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.413507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:25.482188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:25.495686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:25.546388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f3eded99-5940-4dc2-ba16-7a908b65eec3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.547628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:25.646012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec8dd5-8ecc-4c91-9973-c01482a609b0 req-4c8023da-a2fc-4a68-bae2-6452bfcb9a38 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:25.648374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaec8dd5-8ecc-4c91-9973-c01482a609b0 req-4c8023da-a2fc-4a68-bae2-6452bfcb9a38 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 946 time: 0.2241035 Jan 28 04:29:25.665196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:25.665872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.667264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (f3eded99-5940-4dc2-ba16-7a908b65eec3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.718856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-fa925992-e683-493b-bff9-abb77742d2ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9956584 Jan 28 04:29:25.727704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Subnet': ['ID=f3eded99-5940-4dc2-ba16-7a908b65eec3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:25.743128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.747353 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1460416b-519b-422d-891e-26fd5968d7a0 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/subnets/f3eded99-5940-4dc2-ba16-7a908b65eec3 HTTP/1.1" status: 204 len: 168 time: 0.4711738 Jan 28 04:29:25.748762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Request body: {'port': {'device_id': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:25.749745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:25.755909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c9054-a56e-4731-a323-93a77b4bf200 None None] Network 4fc1bb6c-e6ea-4885-b857-bb2be47672ae requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:25.833586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaec8dd5-8ecc-4c91-9973-c01482a609b0 req-39cbda55-3be1-469d-a68a-358118e99729 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767859 Jan 28 04:29:25.840255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.865191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4fc1bb6c-e6ea-4885-b857-bb2be47672ae), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:25.898302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0742fda-b3cc-4d10-960b-95994f74c1a7 req-8ee2d466-0bb7-4166-919d-d940ce2849e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:25.905181 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0742fda-b3cc-4d10-960b-95994f74c1a7 req-8ee2d466-0bb7-4166-919d-d940ce2849e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 936 time: 0.1738026 Jan 28 04:29:25.975376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] DHCP port deletion for 4fc1bb6c-e6ea-4885-b857-bb2be47672ae request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:29:26.008130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0742fda-b3cc-4d10-960b-95994f74c1a7 req-ac7b8009-b955-416c-9f8f-bda29b007dc4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020379 Jan 28 04:29:26.029522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port 30a9e284-b5df-4d91-94e2-94f367308750 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:26.029740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (30a9e284-b5df-4d91-94e2-94f367308750), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.047172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-64e63089-95a3-4410-8648-95e42275c4d5 None None] Provisioning complete for port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:26.048202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64e63089-95a3-4410-8648-95e42275c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.140274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-64e63089-95a3-4410-8648-95e42275c4d5 None None] Port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:29:26.162018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] Deleting port 30a9e284-b5df-4d91-94e2-94f367308750 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:26.162551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (30a9e284-b5df-4d91-94e2-94f367308750), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.202687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port 30a9e284-b5df-4d91-94e2-94f367308750, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=30a9e284-b5df-4d91-94e2-94f367308750,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:26.202985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (30a9e284-b5df-4d91-94e2-94f367308750), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.232043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a68ed-4d6b-4353-88de-4ae064cb29cd req-1f4b8473-bff2-4e98-8d40-3550216df6fa tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:26.240709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b39a68ed-4d6b-4353-88de-4ae064cb29cd req-1f4b8473-bff2-4e98-8d40-3550216df6fa tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0982091 Jan 28 04:29:26.244030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] For port 30a9e284-b5df-4d91-94e2-94f367308750, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=30a9e284-b5df-4d91-94e2-94f367308750,segment=NetworkSegment(0820259d-51a9-4e58-83db-9579d579e9c0),segment_id=0820259d-51a9-4e58-83db-9579d579e9c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:26.244536 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (30a9e284-b5df-4d91-94e2-94f367308750), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.247678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for 30a9e284-b5df-4d91-94e2-94f367308750 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:26.261400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18eed4-d193-42b5-b746-a78174043449 req-58d4441c-ceaa-45b4-b553-2e5d1d4972f1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:26.269109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c18eed4-d193-42b5-b746-a78174043449 req-58d4441c-ceaa-45b4-b553-2e5d1d4972f1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.0917284 Jan 28 04:29:26.286913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] Calling delete_port for 30a9e284-b5df-4d91-94e2-94f367308750 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:26.338807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b39a68ed-4d6b-4353-88de-4ae064cb29cd req-e91bd3b1-0181-4395-858b-60a0bf67ba51 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971239 Jan 28 04:29:26.366690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c18eed4-d193-42b5-b746-a78174043449 req-87d31d0f-587b-4a3d-8e02-de5f54d7e860 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963371 Jan 28 04:29:26.445242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:26.470417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Publish callbacks [] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.480813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (30a9e284-b5df-4d91-94e2-94f367308750), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.497042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (30a9e284-b5df-4d91-94e2-94f367308750), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.513488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] Pushing event deleted for resources: {'Port': ['ID=30a9e284-b5df-4d91-94e2-94f367308750,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:26.515508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1eb53f-63b7-4721-bf86-90b0bae55e85 None None] No DVR routers for this DVR port 30a9e284-b5df-4d91-94e2-94f367308750 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:26.533666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Transition to ACTIVE for port object 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:26.543765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.563359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=30a9e284-b5df-4d91-94e2-94f367308750,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:26.569672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port 30a9e284-b5df-4d91-94e2-94f367308750 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:26.586280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4dcc-4b4d-4471-b259-b26ecb281de9 req-f6d390bd-4739-4f39-be6b-59f64396e896 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:26.588901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-852c4dcc-4b4d-4471-b259-b26ecb281de9 req-f6d390bd-4739-4f39-be6b-59f64396e896 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1052418 Jan 28 04:29:26.620412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46abcce-28d2-49c6-857e-82dd398b8a0f req-b2de005c-8f8a-412d-92da-5efce0bc3286 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:26.622007 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e46abcce-28d2-49c6-857e-82dd398b8a0f req-b2de005c-8f8a-412d-92da-5efce0bc3286 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1571188 Jan 28 04:29:26.656096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:26.709617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4fc1bb6c-e6ea-4885-b857-bb2be47672ae), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.743557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-852c4dcc-4b4d-4471-b259-b26ecb281de9 req-72ee7307-5d72-44ed-81e0-a8e7f956ac48 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488016 Jan 28 04:29:26.761713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc1bb6c-e6ea-4885-b857-bb2be47672ae']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:26.768097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e46abcce-28d2-49c6-857e-82dd398b8a0f req-64542a6b-e659-49b8-9d54-0b181d19e3da tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318388 Jan 28 04:29:26.782053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0820259d-51a9-4e58-83db-9579d579e9c0') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:26.782053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0820259d-51a9-4e58-83db-9579d579e9c0') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:26.793756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:26.795499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0820259d-51a9-4e58-83db-9579d579e9c0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.797002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:26.797366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:26.812943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:26.813305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:26.821070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:26.821446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:26.821837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:26.822284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Bound port: 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:26.822652 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.837907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0820259d-51a9-4e58-83db-9579d579e9c0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.844950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:29:26.845418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0820259d-51a9-4e58-83db-9579d579e9c0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:29:26.848697 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:29:26.974403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4fc1bb6c-e6ea-4885-b857-bb2be47672ae), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.979578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:26.991331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:26.995017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/networks/4fc1bb6c-e6ea-4885-b857-bb2be47672ae HTTP/1.1" status: 204 len: 168 time: 1.2441697 Jan 28 04:29:27.007022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48586) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:27.012227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 30a9e284-b5df-4d91-94e2-94f367308750 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:27.028990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:27.030443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c635d3-f324-4b03-a732-7aa02c2111aa tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Network': ['ID=4fc1bb6c-e6ea-4885-b857-bb2be47672ae,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:27.039050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.058429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 30a9e284-b5df-4d91-94e2-94f367308750 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:27.058791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 30a9e284-b5df-4d91-94e2-94f367308750 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:27.085712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.086978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.087615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9200a-5bb4-4aec-a0da-7d4b1851cd05 req-1b30a731-018c-4497-86c1-5ca8acde37a8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.088385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] 10.222.0.52 "PUT /v2.0/ports/1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 1096 time: 1.3458047 Jan 28 04:29:27.091841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:27.094272 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:27.095537 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3f9200a-5bb4-4aec-a0da-7d4b1851cd05 req-1b30a731-018c-4497-86c1-5ca8acde37a8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1530430 Jan 28 04:29:27.120943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad0ee3-ad69-43c1-9d0f-ed67551a0979 req-dde44ce5-e070-4c81-b886-36f9fdf7dc19 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.131839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08ad0ee3-ad69-43c1-9d0f-ed67551a0979 req-dde44ce5-e070-4c81-b886-36f9fdf7dc19 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 946 time: 0.1814575 Jan 28 04:29:27.144999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting subnet ca47ba90-cb11-420d-97ae-32f9e5675837 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:29:27.157278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (ca47ba90-cb11-420d-97ae-32f9e5675837), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.214722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122ba7c-5eb4-4ff2-98ff-4f661065cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:27.229304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3f9200a-5bb4-4aec-a0da-7d4b1851cd05 req-edf75118-3a44-4ebd-967f-2d96a6deac40 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307981 Jan 28 04:29:27.234713 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ca47ba90-cb11-420d-97ae-32f9e5675837), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.283772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08ad0ee3-ad69-43c1-9d0f-ed67551a0979 req-d8d5cdf8-32ab-4f4b-b65e-6829683450f3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508126 Jan 28 04:29:27.322011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-989fa4ab-78e4-4c57-8b79-bd03e5867d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.329889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-989fa4ab-78e4-4c57-8b79-bd03e5867d92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1099 time: 0.1693497 Jan 28 04:29:27.401973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ca47ba90-cb11-420d-97ae-32f9e5675837), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.421805 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d50fbb-3488-411c-a371-ab57fb9d7e8b x-openstack-request-id: req-b9d50fbb-3488-411c-a371-ab57fb9d7e8b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:27.422045 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:27.422359 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9d50fbb-3488-411c-a371-ab57fb9d7e8b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:27.422824 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'status': 'completed', 'code': 200} Jan 28 04:29:27.442282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-184a0617-758b-40fa-94ff-bd1e4e4ff7ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.0786402 Jan 28 04:29:27.498910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ca47ba90-cb11-420d-97ae-32f9e5675837), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.547655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-722f1ddf-712c-45ff-8119-2e499ced6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.549630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-722f1ddf-712c-45ff-8119-2e499ced6ca0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0772529 Jan 28 04:29:27.553806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Subnet': ['ID=ca47ba90-cb11-420d-97ae-32f9e5675837,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:27.561852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.566960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8bd2522f-3a38-4c17-ac0f-53cc3b3989ee tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/subnets/ca47ba90-cb11-420d-97ae-32f9e5675837 HTTP/1.1" status: 204 len: 168 time: 0.5570724 Jan 28 04:29:27.569597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48600) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:27.575433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e45490-e8af-461a-abe2-ac2a3bd169b1 None None] Network 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:27.607756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663df89-95a5-4a58-b77d-0dd5d4fa4e6d req-7ce6a4bc-c920-470e-b703-eeaf23585617 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.616192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d663df89-95a5-4a58-b77d-0dd5d4fa4e6d req-7ce6a4bc-c920-470e-b703-eeaf23585617 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 0.1924953 Jan 28 04:29:27.678291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-a3684908-24b5-42c3-ada5-769e27784f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.679852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-a3684908-24b5-42c3-ada5-769e27784f9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225226 Jan 28 04:29:27.689544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d663df89-95a5-4a58-b77d-0dd5d4fa4e6d req-0178ea33-c07c-4b58-bfd8-1ef774c57bd6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723951 Jan 28 04:29:27.729279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:27.766093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a27fd1-58df-4ecc-a0ff-c276f272d6d5 req-29ee87e8-263f-40c8-8b0e-403a2d5d39e6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:27.782618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03a27fd1-58df-4ecc-a0ff-c276f272d6d5 req-29ee87e8-263f-40c8-8b0e-403a2d5d39e6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2863364 Jan 28 04:29:27.849530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] DHCP port deletion for 7ca08f5b-ab10-4a77-a3e2-cf2788e1423c request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:29:27.932442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03a27fd1-58df-4ecc-a0ff-c276f272d6d5 req-4dd124d7-e83e-4643-9923-dd3ee69f9061 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484671 Jan 28 04:29:27.939290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:27.944527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-9ce820c9-47d4-4155-82ff-d25d6495a328 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540374 Jan 28 04:29:27.952416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:27.988092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5c24696d-58bb-4024-9157-69555c54355c', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'port_id': '5c24696d-58bb-4024-9157-69555c54355c', 'mac_address': 'fa:16:3e:92:b7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964112-cd81-4129-8b20-3104d1b400cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:28.066782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] Deleting port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:28.067605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.134360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5c24696d-58bb-4024-9157-69555c54355c is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:28.134899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.137287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f36c9-d4c0-4823-9761-0ef1963b08cc req-4a6ef3e5-fd1c-4fed-8527-e7cc94cfefdf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.144794 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd9f36c9-d4c0-4823-9761-0ef1963b08cc req-4a6ef3e5-fd1c-4fed-8527-e7cc94cfefdf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0735769 Jan 28 04:29:28.151278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34cfe9-85bc-4a37-876f-8ab40cc92f47 req-f2691338-4598-45a6-bcf5-821d39feb1e3 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.151840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:28.152350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.157685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca34cfe9-85bc-4a37-876f-8ab40cc92f47 req-f2691338-4598-45a6-bcf5-821d39feb1e3 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.2951953 Jan 28 04:29:28.161573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fb6ccb2-1d00-438f-8f27-0c3cc55e5c82 req-c75894b3-f9c2-4125-8951-be757cfe970d service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088199 Jan 28 04:29:28.162452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c24696d-58bb-4024-9157-69555c54355c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:28.212993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca34cfe9-85bc-4a37-876f-8ab40cc92f47 req-21cf1d92-facc-47ec-95de-c9a13f66edf9 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Jan 28 04:29:28.214135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] For port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:28.214596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.227694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] Calling delete_port for a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:28.283255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:28.336048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd9f36c9-d4c0-4823-9761-0ef1963b08cc req-cd41d1be-392e-42d8-bfcd-4662955465a2 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865547 Jan 28 04:29:28.341103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-c1ec68c7-56da-4e93-9d80-d7c738794512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.349075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-c1ec68c7-56da-4e93-9d80-d7c738794512 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1099 time: 0.0673058 Jan 28 04:29:28.359596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.398330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,segment=NetworkSegment(0b82468e-1a75-4d35-b9b0-f958125b7295),segment_id=0b82468e-1a75-4d35-b9b0-f958125b7295)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:28.398712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.430733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:28.483435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-0cacd057-f8ec-4c2f-9c08-0f7b9fe045d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.484939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-0cacd057-f8ec-4c2f-9c08-0f7b9fe045d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1296544 Jan 28 04:29:28.534143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5c24696d-58bb-4024-9157-69555c54355c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:28.609264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:28.615137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.629689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-e145047c-a43c-4e40-a40c-43c7fe551fa6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.1352220 Jan 28 04:29:28.664731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:28.667010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:28.714656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e4814-c3f1-4aa1-98c5-9c66071a0e9a req-a1673e7a-4008-4c19-8e37-dec4600020f6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.725173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9e4814-c3f1-4aa1-98c5-9c66071a0e9a req-a1673e7a-4008-4c19-8e37-dec4600020f6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2391760 Jan 28 04:29:28.738217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (a815123f-a6a8-41c3-93ac-94c8b3f3b0e5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.771735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] Pushing event deleted for resources: {'Port': ['ID=a815123f-a6a8-41c3-93ac-94c8b3f3b0e5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:28.783639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-9d238f18-cb40-4a3f-9766-dad0a2a8af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.786227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-9d238f18-cb40-4a3f-9766-dad0a2a8af4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1413167 Jan 28 04:29:28.787296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a1445-9cf0-4bd1-b58c-a920a154cd15 None None] No DVR routers for this DVR port a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:28.819666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:28.826518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9e4814-c3f1-4aa1-98c5-9c66071a0e9a req-895a2373-fa84-4aa0-b2a2-e691d5fdeb93 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963261 Jan 28 04:29:28.881205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-d06add7e-4491-42eb-a512-0b7028ab1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:28.882765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-d06add7e-4491-42eb-a512-0b7028ab1622 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877581 Jan 28 04:29:28.922533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca08f5b-ab10-4a77-a3e2-cf2788e1423c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:28.964182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b82468e-1a75-4d35-b9b0-f958125b7295') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:28.970293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b82468e-1a75-4d35-b9b0-f958125b7295') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:29.002958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0b82468e-1a75-4d35-b9b0-f958125b7295), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.020182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab77a7-63b0-473c-bf6d-1bc6e0c235e8 req-99184a4d-d9b3-4bc5-a4c2-5f0b3e61a491 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:29.035040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:29.036318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-7f607b38-c99e-46ee-9a2a-a7ba300ba89e service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463518 Jan 28 04:29:29.038845 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8eab77a7-63b0-473c-bf6d-1bc6e0c235e8 req-99184a4d-d9b3-4bc5-a4c2-5f0b3e61a491 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 0.2020605 Jan 28 04:29:29.069709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:29.073857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a815123f-a6a8-41c3-93ac-94c8b3f3b0e5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:29.084149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0b82468e-1a75-4d35-b9b0-f958125b7295), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.089971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:29:29.090450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0b82468e-1a75-4d35-b9b0-f958125b7295), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.130677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a871b-2b8b-4c30-b614-9db21150d9bc req-23188a57-0336-4d76-9279-89cbc2487b01 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:29.132232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c28a871b-2b8b-4c30-b614-9db21150d9bc req-23188a57-0336-4d76-9279-89cbc2487b01 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2298079 Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:29:29.168065 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:29:29.174508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba1f98eb-f9df-44d9-90e1-d2cf4153abbb req-899207b5-9784-414b-aa63-d983e9948fb7 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217122 Jan 28 04:29:29.178381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7ca08f5b-ab10-4a77-a3e2-cf2788e1423c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.195649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8eab77a7-63b0-473c-bf6d-1bc6e0c235e8 req-c637fe43-982c-45d5-b38d-40226f5e0ae4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509526 Jan 28 04:29:29.215470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.219895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/networks/7ca08f5b-ab10-4a77-a3e2-cf2788e1423c HTTP/1.1" status: 204 len: 168 time: 1.6414125 Jan 28 04:29:29.231489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48630) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:29.237819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2aa78-4cbd-420a-9e3f-d5efe7dd961a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Network': ['ID=7ca08f5b-ab10-4a77-a3e2-cf2788e1423c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:29.239016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-393716737'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:29.283747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c28a871b-2b8b-4c30-b614-9db21150d9bc req-6b54c01f-b207-466f-9398-ad208c48e94a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078315 Jan 28 04:29:29.295831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:29.308145 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.345408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:29:29.358909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (342cf61c-a89e-481a-b03f-9e0104ca7c5b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.359856 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Added segment 342cf61c-a89e-481a-b03f-9e0104ca7c5b of type vlan for network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 Jan 28 04:29:29.411498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db4df1-7217-4969-9def-add8d4619bd3 req-3e6ac030-8f21-4dfb-8c2b-eb92177edd20 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:29.419520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2aaabc3d-38a9-45e6-bb5e-470b15f06e24), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.420372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31db4df1-7217-4969-9def-add8d4619bd3 req-3e6ac030-8f21-4dfb-8c2b-eb92177edd20 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 944 time: 0.0961592 Jan 28 04:29:29.485410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2aaabc3d-38a9-45e6-bb5e-470b15f06e24), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.489805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31db4df1-7217-4969-9def-add8d4619bd3 req-0f771e34-fe1f-47ab-ab2e-0cec800676f6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681560 Jan 28 04:29:29.492501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:29.493171 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.571229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Network': ['ID=2aaabc3d-38a9-45e6-bb5e-470b15f06e24,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:29.584062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:29:29.626862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4ef29f8a-9ca7-4c6a-aee9-b69e39e4b9d7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3927639 Jan 28 04:29:29.627785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48644) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:29.635936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'subnet': {'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:29.646197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f521ea-1a4c-44ee-92a8-9d59be51e3d1 req-759356c6-36d1-4301-a68c-5a56b8f4b915 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:29.653749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19f521ea-1a4c-44ee-92a8-9d59be51e3d1 req-759356c6-36d1-4301-a68c-5a56b8f4b915 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2132044 Jan 28 04:29:29.691542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd285df9-dc08-4e4e-bd8f-69a2095943f8 req-06781073-abdb-4a1d-a366-1903dc54b3a1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:29.699921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd285df9-dc08-4e4e-bd8f-69a2095943f8 req-06781073-abdb-4a1d-a366-1903dc54b3a1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1219292 Jan 28 04:29:29.744123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:29.774578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd285df9-dc08-4e4e-bd8f-69a2095943f8 req-10ef9932-72c5-462f-93df-3ec00b973be4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616951 Jan 28 04:29:29.811202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5c24696d-58bb-4024-9157-69555c54355c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:29.811588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5c24696d-58bb-4024-9157-69555c54355c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.831582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19f521ea-1a4c-44ee-92a8-9d59be51e3d1 req-e1be0b8e-d20c-44c4-bc46-168e2c51eb23 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764569 Jan 28 04:29:29.836348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:29.851468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.918021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5c24696d-58bb-4024-9157-69555c54355c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:29.918513 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:29.946940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24696d-58bb-4024-9157-69555c54355c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:29.949583 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02895bbc-5167-4703-b370-f46c72b79f1c" -d '{"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-plugged", "status": "completed", "tag": "5c24696d-58bb-4024-9157-69555c54355c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:29.967823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:29.979169 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.048718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:30.069063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122bce3-7d96-4c54-9c4f-8fb89a21d673 req-99726f27-b365-44c1-b0f7-f6bd148cdb67 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:30.071114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8122bce3-7d96-4c54-9c4f-8fb89a21d673 req-99726f27-b365-44c1-b0f7-f6bd148cdb67 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0878642 Jan 28 04:29:30.148439 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117f1f1-686f-48eb-9184-0e1987b0f9eb x-openstack-request-id: req-c117f1f1-686f-48eb-9184-0e1987b0f9eb {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:30.148941 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-plugged", "status": "completed", "tag": "5c24696d-58bb-4024-9157-69555c54355c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:30.149495 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c117f1f1-686f-48eb-9184-0e1987b0f9eb {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:30.151967 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24696d-58bb-4024-9157-69555c54355c', 'code': 200} Jan 28 04:29:30.164912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8122bce3-7d96-4c54-9c4f-8fb89a21d673 req-ed2298af-587a-4bf0-8be4-8395709dd4c2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821092 Jan 28 04:29:30.186115 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (61bcebd9-a165-4dc7-834d-42e5c16a351c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.283427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Subnet': ['ID=61bcebd9-a165-4dc7-834d-42e5c16a351c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:30.297954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d529ba-2660-49cc-aeaf-52a4400f9d30 req-c979a8bb-db5a-42fb-a8c6-e4299e003d35 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:30.299475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62d529ba-2660-49cc-aeaf-52a4400f9d30 req-c979a8bb-db5a-42fb-a8c6-e4299e003d35 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.0875916 Jan 28 04:29:30.303703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Checking segment: {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:30.304067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network hostable DHCP agents. Network: 2aaabc3d-38a9-45e6-bb5e-470b15f06e24, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:29:30.343993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:29:30.364129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2aaabc3d-38a9-45e6-bb5e-470b15f06e24) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:30.368922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:30.369544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.381882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d0956-f035-4f27-a3eb-5b751794fc3c None None] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:30.385586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62d529ba-2660-49cc-aeaf-52a4400f9d30 req-f0bbc3e5-e771-45d2-a028-9d98c0183660 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701592 Jan 28 04:29:30.410457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1ad83b76-0089-45b0-92f0-7e3d83d36c5b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7792857 Jan 28 04:29:30.413560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:30.421500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-453557180'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:30.478734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:30.483680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.514603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:29:30.525315 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e95c92b0-3177-41ad-9693-d3ade98a3eaf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.525718 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Added segment e95c92b0-3177-41ad-9693-d3ade98a3eaf of type vlan for network c5171ffe-ce58-48b0-8dbb-e3179115dc59 Jan 28 04:29:30.552756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-2aaabc3d-38a9-45e6-bb5e-470b15f06e24', 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24', 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'fixed_ips': [{'subnet_id': '61bcebd9-a165-4dc7-834d-42e5c16a351c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:29:30.554000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.569601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c5171ffe-ce58-48b0-8dbb-e3179115dc59), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.614027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c5171ffe-ce58-48b0-8dbb-e3179115dc59), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.619483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:30.620057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.691892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571efe9-1952-4911-8501-6bfc3dc4fe4c req-066e1f62-1291-42ef-afc3-6beb781ce963 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:30.693664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f571efe9-1952-4911-8501-6bfc3dc4fe4c req-066e1f62-1291-42ef-afc3-6beb781ce963 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 0.1018279 Jan 28 04:29:30.779567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3649132 Jan 28 04:29:30.793373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Allocated IP 19.80.0.2 (2aaabc3d-38a9-45e6-bb5e-470b15f06e24/61bcebd9-a165-4dc7-834d-42e5c16a351c/b6a05a20-7277-421a-8af6-beeedd04d2ac) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:30.793592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:30.797206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'subnet': {'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:30.834921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f571efe9-1952-4911-8501-6bfc3dc4fe4c req-574b2abc-1b85-4860-baa0-3a083e0d02f1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186211 Jan 28 04:29:30.849247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29098ac7-deb2-4e4d-a321-82a707450eb2 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Network': ['ID=c5171ffe-ce58-48b0-8dbb-e3179115dc59,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:30.884856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:29:30.909779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc48f-f7b6-4f3f-8b2e-18c81cd18381 req-bfcd6c89-b8ee-45b0-b603-8074f94d5b4f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:30.918183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a0bc48f-f7b6-4f3f-8b2e-18c81cd18381 req-bfcd6c89-b8ee-45b0-b603-8074f94d5b4f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0885344 Jan 28 04:29:30.974834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a0bc48f-f7b6-4f3f-8b2e-18c81cd18381 req-cb3fe629-f014-453f-9b90-01e947955d42 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Jan 28 04:29:31.064721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:31.068732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.095781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbd276-2da1-436a-84f0-1a334a9b6f56 req-5ef62da2-be4f-4c67-bdfd-2b5d0a20fbd0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:31.097261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4acbd276-2da1-436a-84f0-1a334a9b6f56 req-5ef62da2-be4f-4c67-bdfd-2b5d0a20fbd0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1534343 Jan 28 04:29:31.185401 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Publish callbacks [] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.194692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.240449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:31.246109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:31.254684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:31.311857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Pushing event updated for resources: {'Port': ['ID=b6a05a20-7277-421a-8af6-beeedd04d2ac,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:31.342721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Attempting to bind port b6a05a20-7277-421a-8af6-beeedd04d2ac on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:31.343214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Attempting to bind port b6a05a20-7277-421a-8af6-beeedd04d2ac by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:31.343832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Attempting to bind port b6a05a20-7277-421a-8af6-beeedd04d2ac on network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:31.350334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:31.350744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Checking segment: {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:31.351131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.351531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Bound using segment: {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:31.352011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Bound port: b6a05a20-7277-421a-8af6-beeedd04d2ac, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:31.352463 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.387620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4acbd276-2da1-436a-84f0-1a334a9b6f56 req-bd321f08-f253-46dc-8c8d-a868ed1aabb9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533979 Jan 28 04:29:31.411582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e014d704-7f65-4315-8fcb-b4c808183eba), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.473244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] For port b6a05a20-7277-421a-8af6-beeedd04d2ac, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:31.480466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Subnet': ['ID=e014d704-7f65-4315-8fcb-b4c808183eba,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:31.482986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] For port b6a05a20-7277-421a-8af6-beeedd04d2ac, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6a05a20-7277-421a-8af6-beeedd04d2ac,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:31.491106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.502171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Checking segment: {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:31.502622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network hostable DHCP agents. Network: c5171ffe-ce58-48b0-8dbb-e3179115dc59, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:29:31.523993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:29:31.543885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c5171ffe-ce58-48b0-8dbb-e3179115dc59) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:31.558155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:31.558765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.567275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf4106-2892-481d-85c7-59e18478ed64 None None] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:31.615639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-728090e7-4534-4733-9416-77d1aacd60be tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8238335 Jan 28 04:29:31.669105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e0619-4e6c-468f-afe7-6956c40b1602 req-090e0180-8c10-4fc6-bba0-ddc53257e0bb tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:31.681680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc1e0619-4e6c-468f-afe7-6956c40b1602 req-090e0180-8c10-4fc6-bba0-ddc53257e0bb tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.1110456 Jan 28 04:29:31.865191 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc1e0619-4e6c-468f-afe7-6956c40b1602 req-b972335d-7fa4-462c-8457-7971710a36c0 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814537 Jan 28 04:29:31.887558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:32.069485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d762-c98b-40f8-ba6e-c57072f1b38c None None] Pushing event updated for resources: {'Port': ['ID=b6a05a20-7277-421a-8af6-beeedd04d2ac,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:32.167884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c5171ffe-ce58-48b0-8dbb-e3179115dc59', 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59', 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'fixed_ips': [{'subnet_id': 'e014d704-7f65-4315-8fcb-b4c808183eba'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:29:32.170661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.213893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5c24696d-58bb-4024-9157-69555c54355c is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:32.214541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.226041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-b1308dcc-f434-4934-a469-5fdcb5c4c7d3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:32.235159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-b1308dcc-f434-4934-a469-5fdcb5c4c7d3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:32.241973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-e52fa595-f947-4cbd-b9c2-d75738c979d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:32.254173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-b1308dcc-f434-4934-a469-5fdcb5c4c7d3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/networks?id=2aaabc3d-38a9-45e6-bb5e-470b15f06e24&id=c5171ffe-ce58-48b0-8dbb-e3179115dc59 HTTP/1.1" status: 200 len: 1390 time: 0.4331775 Jan 28 04:29:32.254715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-e52fa595-f947-4cbd-b9c2-d75738c979d2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 945 time: 0.2121887 Jan 28 04:29:32.297113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-9ab9a3b7-8918-4ab8-af58-e6b22df27822 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/quotas/46e3f344afdd4771af5bc87afde341bf HTTP/1.1" status: 200 len: 375 time: 0.0415366 Jan 28 04:29:32.302242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c24696d-58bb-4024-9157-69555c54355c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:32.306713 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd183fac-eb5c-4a76-b1ea-ae93296e2a7b" -d '{"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-unplugged", "status": "completed", "tag": "5c24696d-58bb-4024-9157-69555c54355c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:32.335426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:32.348314 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.443898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-f1e1416a-4d67-4026-bca8-221081c7578c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438534 Jan 28 04:29:32.448007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:32.452752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Allocated IP 19.86.0.2 (c5171ffe-ce58-48b0-8dbb-e3179115dc59/e014d704-7f65-4315-8fcb-b4c808183eba/90ea921c-36a7-4f47-b812-1ad85a49b403) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:32.526869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee11dd-62a5-487d-b88d-69731f519747 req-60dcaf49-2753-46fe-9783-5d89c94f50ce tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:32.529189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49ee11dd-62a5-487d-b88d-69731f519747 req-60dcaf49-2753-46fe-9783-5d89c94f50ce tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 0.3374763 Jan 28 04:29:32.552818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Deleting port 5c24696d-58bb-4024-9157-69555c54355c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:32.553387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5c24696d-58bb-4024-9157-69555c54355c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.612060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-b0f2673d-0f38-4efd-ad56-54d034e3f4f6 service neutron] 10.222.0.21 "GET /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524277 Jan 28 04:29:32.650107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Publish callbacks [] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.656862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.694741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:32.699977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:32.701203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49ee11dd-62a5-487d-b88d-69731f519747 req-01e0d256-a31c-4437-8f1d-35ce048b259d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624937 Jan 28 04:29:32.703397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:32.728462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] For port 5c24696d-58bb-4024-9157-69555c54355c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5c24696d-58bb-4024-9157-69555c54355c,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:32.728836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5c24696d-58bb-4024-9157-69555c54355c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.740525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-9147b449-3b8d-4082-b010-ba8e937f5ade service neutron] 10.222.0.21 "GET /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263483 Jan 28 04:29:32.766485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Calling delete_port for 5c24696d-58bb-4024-9157-69555c54355c owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:32.792820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Pushing event updated for resources: {'Port': ['ID=90ea921c-36a7-4f47-b812-1ad85a49b403,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:32.813215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Attempting to bind port 90ea921c-36a7-4f47-b812-1ad85a49b403 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:32.813941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Attempting to bind port 90ea921c-36a7-4f47-b812-1ad85a49b403 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:32.814489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Attempting to bind port 90ea921c-36a7-4f47-b812-1ad85a49b403 on network c5171ffe-ce58-48b0-8dbb-e3179115dc59 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:32.820704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:32.821444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Checking segment: {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:32.822266 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.822823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Bound using segment: {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:32.823480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Bound port: 90ea921c-36a7-4f47-b812-1ad85a49b403, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:32.824063 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.903071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bbac4-cb41-4229-b017-d607dca0c338 req-f7744de8-450d-410a-af81-6c8491a2946e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:32.904572 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-897bbac4-cb41-4229-b017-d607dca0c338 req-f7744de8-450d-410a-af81-6c8491a2946e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1102250 Jan 28 04:29:32.906953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-bd862cf9-fb2f-4257-8fc6-a4abaa5e6035 service neutron] 10.222.0.21 "GET /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655736 Jan 28 04:29:32.908252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] For port 90ea921c-36a7-4f47-b812-1ad85a49b403, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:32.912325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] For port 90ea921c-36a7-4f47-b812-1ad85a49b403, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90ea921c-36a7-4f47-b812-1ad85a49b403,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:32.926299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:32.991976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-897bbac4-cb41-4229-b017-d607dca0c338 req-8a1f2f5a-0bba-4619-bfa7-a881fcbba661 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772898 Jan 28 04:29:33.077736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0901c-e5bc-464b-8647-cd8612ed8782 None None] Pushing event updated for resources: {'Port': ['ID=90ea921c-36a7-4f47-b812-1ad85a49b403,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:33.109560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:33.120838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5c24696d-58bb-4024-9157-69555c54355c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.150953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-a58616d3-9148-4d03-b921-469a97c63029 service neutron] 10.222.0.21 "GET /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368231 Jan 28 04:29:33.193328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event deleted for resources: {'Port': ['ID=5c24696d-58bb-4024-9157-69555c54355c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:33.199581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6a05a20-7277-421a-8af6-beeedd04d2ac up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:33.230340 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526eaed8-c0d4-40fe-86e3-950372cb33fc x-openstack-request-id: req-526eaed8-c0d4-40fe-86e3-950372cb33fc {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:33.237784 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-unplugged", "status": "completed", "tag": "5c24696d-58bb-4024-9157-69555c54355c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:33.238287 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-526eaed8-c0d4-40fe-86e3-950372cb33fc {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:33.238658 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c24696d-58bb-4024-9157-69555c54355c', 'code': 200} Jan 28 04:29:33.311676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] No DVR routers for this DVR port 5c24696d-58bb-4024-9157-69555c54355c on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:33.314661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.318808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78c74f93-1ae9-4d60-bcd5-7b3c414cf02a req-c782d7f9-678e-4ec9-892e-1d748dd5efe6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "DELETE /v2.0/ports/5c24696d-58bb-4024-9157-69555c54355c HTTP/1.1" status: 204 len: 173 time: 1.0225835 Jan 28 04:29:33.319831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-deleted', 'tag': '5c24696d-58bb-4024-9157-69555c54355c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:33.322938 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04037b9d-1e58-4383-90ab-460f82d270ec" -d '{"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-deleted", "tag": "5c24696d-58bb-4024-9157-69555c54355c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:33.427772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:33.490694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f23a30-17ee-4b4c-9a57-d9f41ce1a2da req-5ed66bb5-f4fd-496e-b778-3889a8edc88f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:33.506428 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5f23a30-17ee-4b4c-9a57-d9f41ce1a2da req-5ed66bb5-f4fd-496e-b778-3889a8edc88f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1593521 Jan 28 04:29:33.524322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'mac_address': 'fa:16:3e:79:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:33.570332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f091d4b5-1ef8-4eaa-9154-2861c6045b20 req-161cd2fd-b1d4-4544-9d33-39eef361b694 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d839fa1-5f5f-416e-ad64-ac41f415b812 HTTP/1.1" status: 200 len: 210 time: 0.0416498 Jan 28 04:29:33.626411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5f23a30-17ee-4b4c-9a57-d9f41ce1a2da req-1ebf2255-67c6-4dbc-9351-6c4f788a6d23 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134195 Jan 28 04:29:33.638072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:33.638474 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.661855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:33.667911 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09032cf6-43b6-4c8d-95f8-dc3dd624f4bd x-openstack-request-id: req-09032cf6-43b6-4c8d-95f8-dc3dd624f4bd {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:33.668388 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d839fa1-5f5f-416e-ad64-ac41f415b812", "name": "network-vif-deleted", "tag": "5c24696d-58bb-4024-9157-69555c54355c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:33.668602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628abdf2-62cb-4784-a3ca-03bf332d154e None None] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:33.668958 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09032cf6-43b6-4c8d-95f8-dc3dd624f4bd {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:33.669876 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d839fa1-5f5f-416e-ad64-ac41f415b812', 'name': 'network-vif-deleted', 'tag': '5c24696d-58bb-4024-9157-69555c54355c', 'status': 'completed', 'code': 200} Jan 28 04:29:33.751783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d8b413d-22af-455a-9988-7fe347fbebd7 req-8a1c95b0-1d87-44eb-ac5d-47de3a9d4f53 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 210 time: 0.0383759 Jan 28 04:29:33.828571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:33.865832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b6a05a20-7277-421a-8af6-beeedd04d2ac triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:33.866348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.869230 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.886880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b422a-6e28-44b8-82c6-e2a5af5d567a req-8eb4adfe-96a6-4688-a64f-3c4323421e8f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:33.894976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f9b422a-6e28-44b8-82c6-e2a5af5d567a req-8eb4adfe-96a6-4688-a64f-3c4323421e8f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 949 time: 0.0645473 Jan 28 04:29:33.900955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] Provisioning complete for port b6a05a20-7277-421a-8af6-beeedd04d2ac triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:33.901615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.988331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f9b422a-6e28-44b8-82c6-e2a5af5d567a req-6b187e9b-e5ad-4a96-a1f8-e60332a8aa4f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924783 Jan 28 04:29:34.030050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:34.172983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] Current status of the port b6a05a20-7277-421a-8af6-beeedd04d2ac is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:34.173578 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.217901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b6a05a20-7277-421a-8af6-beeedd04d2ac is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:34.218675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.231589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bcb63-243b-4712-890e-6ec5a1e4589f req-5b1043b9-8f09-400f-8560-48d31712fd20 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:34.239544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-791bcb63-243b-4712-890e-6ec5a1e4589f req-5b1043b9-8f09-400f-8560-48d31712fd20 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1593790 Jan 28 04:29:34.290408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] For port b6a05a20-7277-421a-8af6-beeedd04d2ac, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6a05a20-7277-421a-8af6-beeedd04d2ac,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:34.308276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.326392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-791bcb63-243b-4712-890e-6ec5a1e4589f req-548a3da8-5df2-4260-ab29-9387e7169eeb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855219 Jan 28 04:29:34.402936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:34.462672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649ba4-e3be-42b0-8dca-1bece58ccabb None None] Pushing event updated for resources: {'Port': ['ID=b6a05a20-7277-421a-8af6-beeedd04d2ac,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:34.493383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:29:34.494030 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:29:34.500155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e3d9fcd3-97ef-4f02-bb5c-0318e751db26 None None] Provisioning complete for port b6a05a20-7277-421a-8af6-beeedd04d2ac triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:34.500632 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3d9fcd3-97ef-4f02-bb5c-0318e751db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.636766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9fcd3-97ef-4f02-bb5c-0318e751db26 None None] Current status of the port b6a05a20-7277-421a-8af6-beeedd04d2ac is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:34.730088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36364ae-9c1c-44e5-92d3-a270a75f265f None None] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:34.783172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5675e8-e399-4727-a3e7-d0a5cf9a3ca6 req-5dc84594-2064-497e-9ca0-250f1edf1817 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:34.791513 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b5675e8-e399-4727-a3e7-d0a5cf9a3ca6 req-5dc84594-2064-497e-9ca0-250f1edf1817 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0604308 Jan 28 04:29:34.798102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] Provisioning complete for port 90ea921c-36a7-4f47-b812-1ad85a49b403 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:34.798482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.857208 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b5675e8-e399-4727-a3e7-d0a5cf9a3ca6 req-aab59848-6f09-465f-a4b5-5366db1f80f3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Jan 28 04:29:34.946896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] Current status of the port 90ea921c-36a7-4f47-b812-1ad85a49b403 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:34.947294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.958722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29c38473-b578-43d7-9ed6-bf5213a69711 req-40a9c7d9-a290-481d-ba89-f6ca5e8e6488 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 210 time: 0.0523257 Jan 28 04:29:34.991393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-e662489f-eeec-4cbd-bd12-166a7511cb32 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:34.992925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-e662489f-eeec-4cbd-bd12-166a7511cb32 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 822 time: 0.1535873 Jan 28 04:29:35.054293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-ca250f70-5af9-4ab0-b107-096ff11a534d tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/quotas/31a6bc1af1b84ea88c71974e743a332c HTTP/1.1" status: 200 len: 375 time: 0.0305760 Jan 28 04:29:35.067753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b6a05a20-7277-421a-8af6-beeedd04d2ac is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:35.072961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] For port 90ea921c-36a7-4f47-b812-1ad85a49b403, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90ea921c-36a7-4f47-b812-1ad85a49b403,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:35.082348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:35.100032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-3475d346-615a-4e8b-bca2-040c787d3095 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443819 Jan 28 04:29:35.232211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c42fa6-4241-44af-b3a6-2987ea1d4fcf None None] Pushing event updated for resources: {'Port': ['ID=90ea921c-36a7-4f47-b812-1ad85a49b403,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:35.258169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-8d2293f3-b480-4a2d-81e9-f92d3984d2ad service neutron] 10.222.0.21 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566923 Jan 28 04:29:35.387464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-8a8f3419-c17e-4141-aec6-f9cb26909145 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282549 Jan 28 04:29:35.419345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eea0f2d8-7f93-4022-b0da-302c0e50f481 None None] Provisioning complete for port 90ea921c-36a7-4f47-b812-1ad85a49b403 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:35.419874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eea0f2d8-7f93-4022-b0da-302c0e50f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:35.424075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90ea921c-36a7-4f47-b812-1ad85a49b403 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:35.522776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 90ea921c-36a7-4f47-b812-1ad85a49b403 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:35.523317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:35.600197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eea0f2d8-7f93-4022-b0da-302c0e50f481 None None] Current status of the port 90ea921c-36a7-4f47-b812-1ad85a49b403 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:35.665509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567691c-c509-4761-9551-b08089473ade req-8267a20c-d572-4ff8-b294-bd12d37059a2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:35.667543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8567691c-c509-4761-9551-b08089473ade req-8267a20c-d572-4ff8-b294-bd12d37059a2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 949 time: 0.5123119 Jan 28 04:29:35.670192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 90ea921c-36a7-4f47-b812-1ad85a49b403 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:35.672511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6a05a20-7277-421a-8af6-beeedd04d2ac up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:35.680642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8b758-5dd8-46d6-9ec5-78ffd37824de req-82e749bc-764c-4f77-83c9-4c0519eb9a13 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:35.688905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0b8b758-5dd8-46d6-9ec5-78ffd37824de req-82e749bc-764c-4f77-83c9-4c0519eb9a13 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0697401 Jan 28 04:29:35.756204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:35.766345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0b8b758-5dd8-46d6-9ec5-78ffd37824de req-5168e83a-6fe0-4acd-a232-0c37e32dd2c2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758789 Jan 28 04:29:35.766874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8567691c-c509-4761-9551-b08089473ade req-84e9c1fb-3fa7-4b6c-a0ed-014a199b1fb8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716348 Jan 28 04:29:35.773637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-16def369-68bb-4fcf-907d-9d2d1295cd0a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:35.793173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 5c24696d-58bb-4024-9157-69555c54355c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:35.793689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-16def369-68bb-4fcf-907d-9d2d1295cd0a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:35.794282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5c24696d-58bb-4024-9157-69555c54355c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:35.794366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-16def369-68bb-4fcf-907d-9d2d1295cd0a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "GET /v2.0/networks?id=2aaabc3d-38a9-45e6-bb5e-470b15f06e24&id=c5171ffe-ce58-48b0-8dbb-e3179115dc59 HTTP/1.1" status: 200 len: 1390 time: 0.7741189 Jan 28 04:29:35.795711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b6a05a20-7277-421a-8af6-beeedd04d2ac triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:35.796098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:35.806517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'port': {'device_id': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24', 'admin_state_up': True, 'tenant_id': '46e3f344afdd4771af5bc87afde341bf'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:35.847920 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:35.936850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9c0360f-7a95-477e-aefd-0ee6b2087fd8 req-d9cad529-67c2-41ba-85ba-9d9948ec3941 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 210 time: 0.0465233 Jan 28 04:29:35.985731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:35.990896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:36.125114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662200cc-bc8b-49a5-809c-b7bdc79c5430 req-ce6961bd-7724-47bd-8caf-7db24669665d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.132290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-662200cc-bc8b-49a5-809c-b7bdc79c5430 req-ce6961bd-7724-47bd-8caf-7db24669665d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0890100 Jan 28 04:29:36.160510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Allocated IP 19.80.0.87 (2aaabc3d-38a9-45e6-bb5e-470b15f06e24/61bcebd9-a165-4dc7-834d-42e5c16a351c/0dc4903d-c0ed-4420-9610-2e1d98a57aa0) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:36.169363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b6a05a20-7277-421a-8af6-beeedd04d2ac is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:36.207610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-662200cc-bc8b-49a5-809c-b7bdc79c5430 req-76b14650-2498-4015-8627-29af4c77b643 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726848 Jan 28 04:29:36.242794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1215c-0977-415a-8390-c4db5c1dd3dd req-aab378a2-1658-4922-85c6-cb7920ef45b6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.244290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dea1215c-0977-415a-8390-c4db5c1dd3dd req-aab378a2-1658-4922-85c6-cb7920ef45b6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1079698 Jan 28 04:29:36.295925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72013b42-0be4-4dfc-a372-ffdc18fc5e86 req-b0606883-b1a4-469d-ba78-8dd9fcd60f31 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 210 time: 0.0303006 Jan 28 04:29:36.392205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dea1215c-0977-415a-8390-c4db5c1dd3dd req-64ea6324-2302-48c7-a5a0-417c1421686d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223063 Jan 28 04:29:36.439230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:36.460761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92708a9-ecff-48ac-a67e-735b02c5e5ab req-53c5bf73-78e1-47de-96f3-718eee5810c8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.462985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92708a9-ecff-48ac-a67e-735b02c5e5ab req-53c5bf73-78e1-47de-96f3-718eee5810c8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0572133 Jan 28 04:29:36.497000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:36.523744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92708a9-ecff-48ac-a67e-735b02c5e5ab req-8ccdec94-f779-4623-bbb9-0489b9534948 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Jan 28 04:29:36.541562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:36.546442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:36.550892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:36.588430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Port': ['ID=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:36.616792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.617572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:36.660202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1fb3c230-dede-40a0-843c-20436a163881 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580089 Jan 28 04:29:36.676626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afda3-a64a-49bf-bdd2-1c0676b25d65 req-250b143b-cc65-4c55-96e5-535c446f3c9d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.678252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-761afda3-a64a-49bf-bdd2-1c0676b25d65 req-250b143b-cc65-4c55-96e5-535c446f3c9d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0569048 Jan 28 04:29:36.683231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Request body: {'port': {'device_id': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59', 'admin_state_up': True, 'tenant_id': '46e3f344afdd4771af5bc87afde341bf'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:36.799652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-761afda3-a64a-49bf-bdd2-1c0676b25d65 req-9d322f6e-d25d-4f4a-965c-ad4d058774a3 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127343 Jan 28 04:29:36.905824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Made reservation on behalf of 46e3f344afdd4771af5bc87afde341bf for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:36.927256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:36.951606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fcf54-45b5-4aa6-b96e-08153c20fb5d req-a8998ebb-9c65-4db7-9837-fbf8eeb1824c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.962774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f16fcf54-45b5-4aa6-b96e-08153c20fb5d req-a8998ebb-9c65-4db7-9837-fbf8eeb1824c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 949 time: 0.1065445 Jan 28 04:29:36.971250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-22cf2798-bd1b-4035-8a20-ed9f3e1f9387 None None] Provisioning complete for port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:36.973071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22cf2798-bd1b-4035-8a20-ed9f3e1f9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.043524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-22cf2798-bd1b-4035-8a20-ed9f3e1f9387 None None] Port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:29:37.052388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f16fcf54-45b5-4aa6-b96e-08153c20fb5d req-c3119007-150e-4618-8331-4119bc9f77ae tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850272 Jan 28 04:29:37.115490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:37.239437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:37.252628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:37.253742 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.292410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-7ed4616b-d486-46b0-92e5-8bac13a7d544 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:37.293984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-7ed4616b-d486-46b0-92e5-8bac13a7d544 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 822 time: 0.3280282 Jan 28 04:29:37.312541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Request body: {'port': {'device_id': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'admin_state_up': True, 'tenant_id': '31a6bc1af1b84ea88c71974e743a332c'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:37.316652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90ea921c-36a7-4f47-b812-1ad85a49b403 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:37.387493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 90ea921c-36a7-4f47-b812-1ad85a49b403 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:37.388038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.439041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe5809-2caf-466a-8e7e-575290f756b5 req-808bcc2b-4a24-480a-a211-317a7264322e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:37.448528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fe5809-2caf-466a-8e7e-575290f756b5 req-808bcc2b-4a24-480a-a211-317a7264322e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1533060 Jan 28 04:29:37.499067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:37.499523 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.548540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:37.550845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:37.553685 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8145fa0-c07f-4887-9152-c9c1724acbc3" -d '{"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-plugged", "status": "completed", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:37.569952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.571805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fe5809-2caf-466a-8e7e-575290f756b5 req-fb058614-8bf8-4676-a627-10b01f99bfe5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141992 Jan 28 04:29:37.573999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Allocated IP 19.86.0.76 (c5171ffe-ce58-48b0-8dbb-e3179115dc59/e014d704-7f65-4315-8fcb-b4c808183eba/b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:37.651692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.742252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:37.756511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a76be227-154b-4ff3-a28a-761dddc272cc req-7a51e249-4250-4620-a7b8-fdcd9b6fed39 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 210 time: 0.4375703 Jan 28 04:29:37.761950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 90ea921c-36a7-4f47-b812-1ad85a49b403 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:37.823081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e856b-185f-4bce-aba5-8ed86a3be4fb req-eba3b462-dba7-4f77-8373-319d714e3d08 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:37.824937 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e9e856b-185f-4bce-aba5-8ed86a3be4fb req-eba3b462-dba7-4f77-8373-319d714e3d08 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 931 time: 0.1259458 Jan 28 04:29:37.884270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Made reservation on behalf of 31a6bc1af1b84ea88c71974e743a332c for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:37.887702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.897095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6960-3bc5-417a-a2d1-85d0762e2753 req-980e55ea-2c9b-4503-921e-41b90e92c0a0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:37.898615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-defc6960-3bc5-417a-a2d1-85d0762e2753 req-980e55ea-2c9b-4503-921e-41b90e92c0a0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0647254 Jan 28 04:29:37.922358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e9e856b-185f-4bce-aba5-8ed86a3be4fb req-e673d82b-d3d8-41bc-8e57-e3ba84a83b9f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914714 Jan 28 04:29:37.926348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.965497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:37.988246 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063552d-5c2d-45e6-b6a8-c1bc2b0700e1 x-openstack-request-id: req-9063552d-5c2d-45e6-b6a8-c1bc2b0700e1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:37.988759 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-plugged", "status": "completed", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:37.988860 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9063552d-5c2d-45e6-b6a8-c1bc2b0700e1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:37.989238 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'code': 200} Jan 28 04:29:38.029854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-defc6960-3bc5-417a-a2d1-85d0762e2753 req-41ee976e-7f1c-4b00-b3dd-883a860dcf0d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179001 Jan 28 04:29:38.057210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:38.058419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event updated for resources: {'Port': ['ID=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:38.063058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:38.066676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:38.172129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:38.172792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.198726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Allocated IP 172.20.0.9 (a5c8d5ce-322d-4133-8719-8eb7412fb9db/b2964112-cd81-4129-8b20-3104d1b400cf/e549e25a-2d06-45b4-8678-08d115b6f7fa) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:29:38.199482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0107574-f30c-4d00-99ba-c4abdf8b4bb8 req-b07052da-5b05-4748-a17a-9cccaeb75820 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:38.207686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0107574-f30c-4d00-99ba-c4abdf8b4bb8 req-b07052da-5b05-4748-a17a-9cccaeb75820 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0896072 Jan 28 04:29:38.218454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-1d5a3593-f47d-46cf-8abb-707ce7aaca94 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5391638 Jan 28 04:29:38.254640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cdbc8-cb69-4d06-822e-23e458e3b32e req-c05599c9-397e-4690-8a07-429b4ea5032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:38.254844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Request body: {'port': {'device_id': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:38.256166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f88cdbc8-cb69-4d06-822e-23e458e3b32e req-c05599c9-397e-4690-8a07-429b4ea5032c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1101 time: 0.1450970 Jan 28 04:29:38.310126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f14b-2494-4510-971b-3c4feae4c323 req-9b650a3f-86de-455a-9c92-740e818e7f51 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:38.310766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0107574-f30c-4d00-99ba-c4abdf8b4bb8 req-686d0a22-797c-4438-afbb-2b39a23e4d2e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017680 Jan 28 04:29:38.328543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ec7f14b-2494-4510-971b-3c4feae4c323 req-9b650a3f-86de-455a-9c92-740e818e7f51 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1096 time: 0.1798251 Jan 28 04:29:38.388953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.477963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ed64347c-e9a5-4df7-8e4d-f3f4702b8f4d None None] Provisioning complete for port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:38.478345 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed64347c-e9a5-4df7-8e4d-f3f4702b8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.546031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.574785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31f98990-ac13-40ec-bd37-3d0878a9e282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.576504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ed64347c-e9a5-4df7-8e4d-f3f4702b8f4d None None] Port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:29:38.604643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.651915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f88cdbc8-cb69-4d06-822e-23e458e3b32e req-f6884b48-abc9-450d-ae8f-f2579c032585 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795717 Jan 28 04:29:38.670251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Network a5c8d5ce-322d-4133-8719-8eb7412fb9db is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:29:38.681449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:38.684800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:29:38.731226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event updated for resources: {'Port': ['ID=e549e25a-2d06-45b4-8678-08d115b6f7fa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:38.749667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:38.756512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ec7f14b-2494-4510-971b-3c4feae4c323 req-7664de63-981c-4b27-9171-2108094fae47 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384785 Jan 28 04:29:38.758709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Publish callbacks [] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.772123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Transition to ACTIVE for port object 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:38.779358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:38.782146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.785685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.804805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee34a8-8310-4553-b098-6aa3aac964e6 req-622f80b8-26ac-44af-aafe-129e2c7604f2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:38.811460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15ee34a8-8310-4553-b098-6aa3aac964e6 req-622f80b8-26ac-44af-aafe-129e2c7604f2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.3920341 Jan 28 04:29:38.821344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-90df535b-b756-48a1-b70c-b769035aa91b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5131443 Jan 28 04:29:38.851575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Request body: {'port': {'device_id': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:38.913501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15ee34a8-8310-4553-b098-6aa3aac964e6 req-dca1ebff-7c3e-4bdd-af76-4186b9477845 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002100 Jan 28 04:29:38.966814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.011205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:39.019627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Attempting to bind port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:39.019968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Attempting to bind port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:39.020311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Attempting to bind port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 on network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:39.025332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 on network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:39.027234 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Attempting to bind port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 on network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:39.045339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:39.045736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Checking segment: {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:39.046066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Bound using segment: {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:39.046504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Bound port: 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342cf61c-a89e-481a-b03f-9e0104ca7c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:39.046876 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.140919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] For port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:39.146230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] For port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:39.182406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.251512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:39.281486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:39.282758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.284784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-c0c8efde-c5cd-49d4-b720-7c872fdfe69c service neutron] 10.222.0.47 "PUT /v2.0/ports/0dc4903d-c0ed-4420-9610-2e1d98a57aa0 HTTP/1.1" status: 200 len: 1091 time: 1.0419600 Jan 28 04:29:39.291742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'tag': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:39.304855 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "tag": "0dc4903d-c0ed-4420-9610-2e1d98a57aa0"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:39.328571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87d347-11ef-4e28-bdbc-0714273952ba req-ed011d67-043b-43b8-8daa-420607da16a0 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:39.331401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d87d347-11ef-4e28-bdbc-0714273952ba req-ed011d67-043b-43b8-8daa-420607da16a0 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 931 time: 0.1824183 Jan 28 04:29:39.347872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Request body: {'port': {'device_id': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:39.561376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e549e25a-2d06-45b4-8678-08d115b6f7fa {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:39.581807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Publish callbacks [] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.586108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d87d347-11ef-4e28-bdbc-0714273952ba req-61885836-531e-486f-b66d-ed69f05f452c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273533 Jan 28 04:29:39.615240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Transition to ACTIVE for port object e549e25a-2d06-45b4-8678-08d115b6f7fa will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:39.623053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.638159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:39.782618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=e549e25a-2d06-45b4-8678-08d115b6f7fa,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:39.940913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a476b-568d-4045-a106-07eeff6e1f16 req-de1a11d4-2c20-4fd7-84df-40ecf7d8dadf tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:39.947876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a476b-568d-4045-a106-07eeff6e1f16 req-de1a11d4-2c20-4fd7-84df-40ecf7d8dadf tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:39.955814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-428a476b-568d-4045-a106-07eeff6e1f16 req-de1a11d4-2c20-4fd7-84df-40ecf7d8dadf tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1665 time: 0.1700010 Jan 28 04:29:39.984770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Attempting to bind port e549e25a-2d06-45b4-8678-08d115b6f7fa on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:39.985676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Attempting to bind port e549e25a-2d06-45b4-8678-08d115b6f7fa by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:39.986169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Attempting to bind port e549e25a-2d06-45b4-8678-08d115b6f7fa on network a5c8d5ce-322d-4133-8719-8eb7412fb9db {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:39.999423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Port e549e25a-2d06-45b4-8678-08d115b6f7fa on network a5c8d5ce-322d-4133-8719-8eb7412fb9db not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:40.001837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Attempting to bind port e549e25a-2d06-45b4-8678-08d115b6f7fa on network a5c8d5ce-322d-4133-8719-8eb7412fb9db {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:40.009102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:40.010348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Checking segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:40.011479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Bound using segment: {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:40.012085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Bound port: e549e25a-2d06-45b4-8678-08d115b6f7fa, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:40.012605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.013959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-428a476b-568d-4045-a106-07eeff6e1f16 req-755e7511-d5a4-4726-9cd9-f336112f985f tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565248 Jan 28 04:29:40.173941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] For port e549e25a-2d06-45b4-8678-08d115b6f7fa, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:40.174417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:40.177207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] For port e549e25a-2d06-45b4-8678-08d115b6f7fa, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:40.187484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.224637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Publish callbacks [] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.241954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.242812 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.245176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] 10.222.0.47 "PUT /v2.0/ports/e549e25a-2d06-45b4-8678-08d115b6f7fa HTTP/1.1" status: 200 len: 1091 time: 1.4041040 Jan 28 04:29:40.246372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'tag': 'e549e25a-2d06-45b4-8678-08d115b6f7fa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:40.249475 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f1c09-248f-413f-895d-971e433e6339" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3e628f-9a20-4983-a743-f11cca52621e", "tag": "e549e25a-2d06-45b4-8678-08d115b6f7fa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:40.254417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Transition to ACTIVE for port object b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:29:40.262967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.281068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007086e-7e4f-4b9f-a74c-85bf2d22bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=e549e25a-2d06-45b4-8678-08d115b6f7fa,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:40.283819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd2159-38d5-4e58-923f-65cb78a95065 req-6b794f22-eeef-49b4-8cba-37dfb3c9cafb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.285043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ccd2159-38d5-4e58-923f-65cb78a95065 req-6b794f22-eeef-49b4-8cba-37dfb3c9cafb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1268728 Jan 28 04:29:40.369718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-413eb178-04c7-44ae-94ef-a63afbd95980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.372485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-413eb178-04c7-44ae-94ef-a63afbd95980 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 1094 time: 0.0599887 Jan 28 04:29:40.446359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Pushing event updated for resources: {'Port': ['ID=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:40.462756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-52d7a486-faad-43d5-9d1b-7bde334cfce2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa HTTP/1.1" status: 200 len: 217 time: 0.0755584 Jan 28 04:29:40.487665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ccd2159-38d5-4e58-923f-65cb78a95065 req-f0307d5c-a899-4fe6-9c01-ee0cd82e4051 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673918 Jan 28 04:29:40.511277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Attempting to bind port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:40.512085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Attempting to bind port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:40.512085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Attempting to bind port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 on network c5171ffe-ce58-48b0-8dbb-e3179115dc59 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:40.517726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 on network c5171ffe-ce58-48b0-8dbb-e3179115dc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:40.518238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Attempting to bind port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 on network c5171ffe-ce58-48b0-8dbb-e3179115dc59 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:40.539824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:40.540374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Checking segment: {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:40.541721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Bound using segment: {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:40.543476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Bound port: b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95c92b0-3177-41ad-9693-d3ade98a3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:40.544036 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.623025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113553c-552f-455b-8fbd-b673f53e5948 req-e70b90f6-01e3-4813-9f4a-4e950e82c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.636214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-e70b90f6-01e3-4813-9f4a-4e950e82c905 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 200 len: 862 time: 0.1534078 Jan 28 04:29:40.714855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-9d541110-a0ea-4170-8dd0-30fec85c6af0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5c8d5ce-322d-4133-8719-8eb7412fb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473073 Jan 28 04:29:40.751510 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e205ff3-54ad-4de7-ad3f-756301d53afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.752859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] For port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:29:40.795805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c89c8-fb31-4fc9-b749-b9f271218524 req-18e39e12-847f-44e4-8e68-2b1b4b46b615 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.797451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c70c89c8-fb31-4fc9-b749-b9f271218524 req-18e39e12-847f-44e4-8e68-2b1b4b46b615 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1484139 Jan 28 04:29:40.799336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] For port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:40.807062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.829821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.831578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:40.834232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] 10.222.0.47 "PUT /v2.0/ports/b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 HTTP/1.1" status: 200 len: 1091 time: 1.5019279 Jan 28 04:29:40.912182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-cf90a12a-7248-4f2e-878a-b63ceed4d1b4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894147 Jan 28 04:29:40.918389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de5699c5-f591-456e-bf31-e5d4a7e6fe63 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:29:40.919458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de5699c5-f591-456e-bf31-e5d4a7e6fe63 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064013 Jan 28 04:29:40.977423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c70c89c8-fb31-4fc9-b749-b9f271218524 req-de1e6bd1-873c-491e-95eb-d80fb4170026 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580617 Jan 28 04:29:40.993425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-21daf7bf-cdf2-4fe0-a692-4bed1cd92cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.994109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-21daf7bf-cdf2-4fe0-a692-4bed1cd92cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:40.996062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-21daf7bf-cdf2-4fe0-a692-4bed1cd92cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1979 time: 0.0803413 Jan 28 04:29:40.996962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203030-d4cd-44cc-a6a0-f862f136693c service neutron] Pushing event updated for resources: {'Port': ['ID=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:41.057513 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-22501321-47fc-4cfb-8d87-a2ccec7f1eac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0 HTTP/1.1" status: 200 len: 217 time: 0.0461974 Jan 28 04:29:41.097921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-39eaebc1-7719-492b-a600-83e8c6a4c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.099764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-39eaebc1-7719-492b-a600-83e8c6a4c9c8 service neutron] 10.222.0.21 "GET /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 1093 time: 0.1705542 Jan 28 04:29:41.119643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Request body: {'binding': {'host': 'n-h2-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:41.120418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Unknown quota resources ['binding']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:29:41.173603 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5109dc-1c7e-4c20-8903-65cf9253d2e5 x-openstack-request-id: req-0e5109dc-1c7e-4c20-8903-65cf9253d2e5 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:41.174120 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "tag": "0dc4903d-c0ed-4420-9610-2e1d98a57aa0", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:41.174527 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e5109dc-1c7e-4c20-8903-65cf9253d2e5 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:41.175731 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'tag': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0', 'status': 'completed', 'code': 200} Jan 28 04:29:41.177848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-4415315a-72a3-4ad0-ad6a-6992e40498f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.179506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-4415315a-72a3-4ad0-ad6a-6992e40498f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61bcebd9-a165-4dc7-834d-42e5c16a351c HTTP/1.1" status: 200 len: 801 time: 0.1073186 Jan 28 04:29:41.220704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f113553c-552f-455b-8fbd-b673f53e5948 req-2a4ee8d6-541f-44d9-9c4d-769795f69764 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003149 Jan 28 04:29:41.275844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed749b7-d57a-4763-8f49-5c44664aa97a req-dbaa64ad-25c8-4c7f-9644-0e39bddefbad tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.277628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ed749b7-d57a-4763-8f49-5c44664aa97a req-dbaa64ad-25c8-4c7f-9644-0e39bddefbad tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0925009 Jan 28 04:29:41.305342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-f8ea1357-c74a-4a45-ae44-072031136f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.308080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-f8ea1357-c74a-4a45-ae44-072031136f51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2aaabc3d-38a9-45e6-bb5e-470b15f06e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211369 Jan 28 04:29:41.352793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on host n-h2-824835-3 for vnic_type normal with profile None {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:41.353134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:41.353510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:41.358149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:41.358485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:41.364415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:41.364756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:41.367033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:41.367297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Bound port: 611f7d6d-c489-4b4e-98af-1052522953dc, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:41.399418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ed749b7-d57a-4763-8f49-5c44664aa97a req-9565eadf-e451-4372-b06d-91b27db42ffa tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129093 Jan 28 04:29:41.423321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:41.436462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:41.437813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-22143a86-64d4-42be-9b09-0a704a6ad0bc service neutron] 10.222.0.21 "POST /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3295572 Jan 28 04:29:41.455833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-e583703a-687a-4fb5-a726-6b63b8558294 service neutron] 10.222.0.47 "GET /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395452 Jan 28 04:29:41.601106 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f768f99-11ce-465f-bc19-c4de5949fb20 x-openstack-request-id: req-9f768f99-11ce-465f-bc19-c4de5949fb20 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:41.601648 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3e628f-9a20-4983-a743-f11cca52621e", "tag": "e549e25a-2d06-45b4-8678-08d115b6f7fa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:41.602045 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f768f99-11ce-465f-bc19-c4de5949fb20 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:41.602600 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'tag': 'e549e25a-2d06-45b4-8678-08d115b6f7fa', 'status': 'completed', 'code': 200} Jan 28 04:29:41.613934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-f927880a-84f8-4630-bbf4-45959f4670d4 service neutron] 10.222.0.47 "GET /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495550 Jan 28 04:29:41.705831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-9d1877f5-eafd-46ea-9791-a886c0facaf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 HTTP/1.1" status: 200 len: 217 time: 0.0573187 Jan 28 04:29:41.730961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1784c-9cc4-4b73-ba7c-4dc8bb324d15 req-2f91b550-ae8f-4a65-ad0c-d972482acaaf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.732632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8e1784c-9cc4-4b73-ba7c-4dc8bb324d15 req-2f91b550-ae8f-4a65-ad0c-d972482acaaf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1174865 Jan 28 04:29:41.734395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1c09-248f-413f-895d-971e433e6339 req-54122d1d-ee4b-4afb-855a-1c64abaeb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.735487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-54122d1d-ee4b-4afb-855a-1c64abaeb43c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31a6bc1af1b84ea88c71974e743a332c&device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 1094 time: 0.0893679 Jan 28 04:29:41.743444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df64ece-4f21-44f3-8c4f-c4f76bdc7f62 req-4562c2c8-855c-4ed1-b476-0d1d352732ca tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.745009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0df64ece-4f21-44f3-8c4f-c4f76bdc7f62 req-4562c2c8-855c-4ed1-b476-0d1d352732ca tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 943 time: 0.0644431 Jan 28 04:29:41.825925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-9689298e-097c-4e40-9e18-7ba692cd18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.827436 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-9689298e-097c-4e40-9e18-7ba692cd18d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e014d704-7f65-4315-8fcb-b4c808183eba HTTP/1.1" status: 200 len: 801 time: 0.1111519 Jan 28 04:29:41.828720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:41.838470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8e1784c-9cc4-4b73-ba7c-4dc8bb324d15 req-c04fb1af-6af6-4143-9408-b54210a4b131 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Jan 28 04:29:41.901275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-4436e747-c72a-43c4-b71a-65f2b6686ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.905140 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-4436e747-c72a-43c4-b71a-65f2b6686ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5171ffe-ce58-48b0-8dbb-e3179115dc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654685 Jan 28 04:29:41.916156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0df64ece-4f21-44f3-8c4f-c4f76bdc7f62 req-062554fe-1c58-4cb2-992d-f750e78319f5 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615953 Jan 28 04:29:41.925248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-8dbbafa4-ae13-490e-80b9-26d63194f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.926777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-8dbbafa4-ae13-490e-80b9-26d63194f821 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1096 time: 0.1623106 Jan 28 04:29:41.937858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1c09-248f-413f-895d-971e433e6339 req-01be4a42-2adb-40ce-8734-7f988e60f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:41.939323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-01be4a42-2adb-40ce-8734-7f988e60f620 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 200 len: 923 time: 0.1868007 Jan 28 04:29:42.050134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-f05f5ae9-e647-4799-afb0-713a440d1574 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa HTTP/1.1" status: 200 len: 217 time: 0.0835819 Jan 28 04:29:42.058205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0b964-dbef-474a-aa32-5ad5fbe5b503 req-bc0bdfb4-60e7-457e-97bf-05b151523a82 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.063803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0b964-dbef-474a-aa32-5ad5fbe5b503 req-bc0bdfb4-60e7-457e-97bf-05b151523a82 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.065951 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ee0b964-dbef-474a-aa32-5ad5fbe5b503 req-bc0bdfb4-60e7-457e-97bf-05b151523a82 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1677 time: 0.0884442 Jan 28 04:29:42.091297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-54b75a89-7e01-4133-a05d-b4bbcd57cce0 req-52065b67-2ff9-4ff4-a6fa-48292f36dbdb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:29:42.092548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54b75a89-7e01-4133-a05d-b4bbcd57cce0 req-52065b67-2ff9-4ff4-a6fa-48292f36dbdb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071986 Jan 28 04:29:42.098229 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-21c68599-3360-4770-9b1c-e44f81e3e70c service neutron] 10.222.0.47 "GET /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854551 Jan 28 04:29:42.133001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1c09-248f-413f-895d-971e433e6339 req-44c28b46-f0bf-4586-a852-f4826c5ade1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.134895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-44c28b46-f0bf-4586-a852-f4826c5ade1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 200 len: 862 time: 0.0780168 Jan 28 04:29:42.136423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-6f6aa5b1-dbe9-49f4-aaaa-1e403c963e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.137966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-6f6aa5b1-dbe9-49f4-aaaa-1e403c963e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.2020175 Jan 28 04:29:42.188336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-cbf2f1e0-7002-4412-9098-ecca19c55cbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5c8d5ce-322d-4133-8719-8eb7412fb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363326 Jan 28 04:29:42.189131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ee0b964-dbef-474a-aa32-5ad5fbe5b503 req-30de0a46-cf91-412c-b0ad-35b7c691b059 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133564 Jan 28 04:29:42.226368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-bf68c6f0-5b7b-4768-83de-c33f8e56398b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 217 time: 0.0731685 Jan 28 04:29:42.229027 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2eefb-8061-4abe-8b0e-37be120520f1 req-9d55f27c-5893-4243-8727-2e90bb647685 service neutron] 10.222.0.47 "GET /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193774 Jan 28 04:29:42.325488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-dc35b009-01f7-46ce-918d-13c88a24617b service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979617 Jan 28 04:29:42.350538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28ccf3-1d57-48dc-91f4-04a8d8335fac req-e488dc3e-b26f-4c11-b9bb-42574bc52eec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.352146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec28ccf3-1d57-48dc-91f4-04a8d8335fac req-e488dc3e-b26f-4c11-b9bb-42574bc52eec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0810847 Jan 28 04:29:42.434700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-3f403715-52f7-4e38-ace1-b509af08414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.436304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-3f403715-52f7-4e38-ace1-b509af08414a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1099527 Jan 28 04:29:42.468910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-a2b4d6d4-390b-44dd-ba9a-9fe9b6406c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.469412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-a2b4d6d4-390b-44dd-ba9a-9fe9b6406c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.470985 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-a2b4d6d4-390b-44dd-ba9a-9fe9b6406c1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1979 time: 0.1039948 Jan 28 04:29:42.475535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-7686ba66-4d00-4a4f-892e-50e5d5a0b517 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980546 Jan 28 04:29:42.478764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec28ccf3-1d57-48dc-91f4-04a8d8335fac req-0fc0804f-e33b-4e92-b6a2-3d2103d58569 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200440 Jan 28 04:29:42.486914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-01fed07e-fb6a-48a8-9352-a5196949b383 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327325 Jan 28 04:29:42.565709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e1656-1647-4454-beb4-a465df74ebce req-76b2ed6e-ae82-4fc8-a1d9-05d477366c35 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.567446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-817e1656-1647-4454-beb4-a465df74ebce req-76b2ed6e-ae82-4fc8-a1d9-05d477366c35 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1496437 Jan 28 04:29:42.598697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-b8b2f5a8-5b49-42c6-8d50-7f1fe149eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.599663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-876f1c09-248f-413f-895d-971e433e6339 req-b58b4b93-0973-42c6-b35a-edc292866d30 service neutron] 10.222.0.47 "GET /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345560 Jan 28 04:29:42.602915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-b8b2f5a8-5b49-42c6-8d50-7f1fe149eab4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2aaabc3d-38a9-45e6-bb5e-470b15f06e24 HTTP/1.1" status: 200 len: 902 time: 0.1232636 Jan 28 04:29:42.673390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-817e1656-1647-4454-beb4-a465df74ebce req-6ae5ea43-1d4d-4df9-9ce5-cc49bc62dd07 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912893 Jan 28 04:29:42.676305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-34513aa8-92c9-4ce1-acc2-cab878a0b8fd service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771376 Jan 28 04:29:42.711791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-b3430fd0-3e3f-4531-84e8-8aaaee72981b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0 HTTP/1.1" status: 200 len: 217 time: 0.0555005 Jan 28 04:29:42.724400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12312b87-8844-410b-a358-b34f9e70155a req-4e2889de-6e9e-4f6d-a5f2-03b11cc5c3b3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.725962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12312b87-8844-410b-a358-b34f9e70155a req-4e2889de-6e9e-4f6d-a5f2-03b11cc5c3b3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1210051 Jan 28 04:29:42.834725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-7910ccbf-8193-4071-b7db-8cdde011fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.836226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-7910ccbf-8193-4071-b7db-8cdde011fe93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61bcebd9-a165-4dc7-834d-42e5c16a351c HTTP/1.1" status: 200 len: 801 time: 0.1093316 Jan 28 04:29:42.851881 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12312b87-8844-410b-a358-b34f9e70155a req-22c2e761-2a01-4099-bf5b-0a667813f681 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123750 Jan 28 04:29:42.853242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54ac80-d556-4486-99ae-f21446bd78f7 req-57c18861-6282-411b-90b7-553976fc13a8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.854855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a54ac80-d556-4486-99ae-f21446bd78f7 req-57c18861-6282-411b-90b7-553976fc13a8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0860891 Jan 28 04:29:42.882455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-1175b5fd-6c53-4b8d-84df-af7a4d41047c service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966507 Jan 28 04:29:42.967085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-64f01cb4-01b1-45d4-ae36-fcf9f4368e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:42.968551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-64f01cb4-01b1-45d4-ae36-fcf9f4368e69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2aaabc3d-38a9-45e6-bb5e-470b15f06e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1160390 Jan 28 04:29:42.969491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a54ac80-d556-4486-99ae-f21446bd78f7 req-61c76de5-64b9-4d20-b38e-7469374b4d7e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959876 Jan 28 04:29:43.135407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-46f00648-5a5f-4cdc-9504-640b52e86f40 service neutron] 10.222.0.47 "GET /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584992 Jan 28 04:29:43.159956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847ff09-4a30-4e75-955c-89ffd1414fea req-118bb229-182c-43bb-8a71-04e40fb9dad1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.161733 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9847ff09-4a30-4e75-955c-89ffd1414fea req-118bb229-182c-43bb-8a71-04e40fb9dad1 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 943 time: 0.0885024 Jan 28 04:29:43.211911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'tag': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:43.214421 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e70cb4-69af-442e-b042-61c9e4cfbfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "tag": "b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:43.230158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b09922-9445-4ea5-a91c-d6a1ab9da625 req-b301186a-26a2-43de-bbfe-5a044ebf37c9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.237563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5b09922-9445-4ea5-a91c-d6a1ab9da625 req-b301186a-26a2-43de-bbfe-5a044ebf37c9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1528382 Jan 28 04:29:43.243169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9847ff09-4a30-4e75-955c-89ffd1414fea req-92791321-6db0-41f3-9377-59be5b93d2fc tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677111 Jan 28 04:29:43.347020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea0a920f-7cf5-47a1-afb8-c0c911a4e83c req-c0d45028-dc51-48fb-92df-98ca3265d106 service neutron] 10.222.0.47 "GET /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036109 Jan 28 04:29:43.382438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5b09922-9445-4ea5-a91c-d6a1ab9da625 req-9f224524-bcec-4b6c-9a33-2e56dd11be28 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437671 Jan 28 04:29:43.438552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131366d-5b00-4c65-8030-80271cd5ec4b req-f595531d-a612-462e-90fe-76516d7d7ffc tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.444523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131366d-5b00-4c65-8030-80271cd5ec4b req-f595531d-a612-462e-90fe-76516d7d7ffc tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.446300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c131366d-5b00-4c65-8030-80271cd5ec4b req-f595531d-a612-462e-90fe-76516d7d7ffc tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1677 time: 0.0912449 Jan 28 04:29:43.462179 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ee6fe5-c5e9-45a1-8132-19b9dab1a37e x-openstack-request-id: req-b8ee6fe5-c5e9-45a1-8132-19b9dab1a37e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:43.462894 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "tag": "b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:43.463167 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8ee6fe5-c5e9-45a1-8132-19b9dab1a37e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:43.463562 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'tag': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7', 'status': 'completed', 'code': 200} Jan 28 04:29:43.524956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:43.550907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c131366d-5b00-4c65-8030-80271cd5ec4b req-339c3ebb-aba1-40ba-a83c-334b6edebfbe tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960760 Jan 28 04:29:43.659250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77374546-3a81-4eab-b235-acac3b520b12 req-4fa31422-3cd9-47e3-8706-992f37b87b06 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.666975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77374546-3a81-4eab-b235-acac3b520b12 req-4fa31422-3cd9-47e3-8706-992f37b87b06 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1160283 Jan 28 04:29:43.676694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-b3cb0732-e90e-4953-b0b3-3e572c363d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.677381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-b3cb0732-e90e-4953-b0b3-3e572c363d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.679901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-b3cb0732-e90e-4953-b0b3-3e572c363d52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46e3f344afdd4771af5bc87afde341bf&device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1979 time: 0.1270535 Jan 28 04:29:43.690986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574542bb-9b9d-4fb4-9c5e-7e8821dfa672 req-ca81231e-877e-406e-8ca8-b151e06cc51a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.698678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-574542bb-9b9d-4fb4-9c5e-7e8821dfa672 req-ca81231e-877e-406e-8ca8-b151e06cc51a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0809014 Jan 28 04:29:43.772136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-574542bb-9b9d-4fb4-9c5e-7e8821dfa672 req-fc28fc92-26d0-42cb-9806-933f320136c7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633249 Jan 28 04:29:43.783601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e549e25a-2d06-45b4-8678-08d115b6f7fa details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:43.886676 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77374546-3a81-4eab-b235-acac3b520b12 req-f4066ba2-5a31-40f9-94b6-e8a44a0f32c5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186356 Jan 28 04:29:43.949035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957582-b8a0-4f15-bffa-edd56e5fec42 req-d9ec752b-ff81-4fa3-91b6-ede6a57be402 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.950958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5957582-b8a0-4f15-bffa-edd56e5fec42 req-d9ec752b-ff81-4fa3-91b6-ede6a57be402 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1211874 Jan 28 04:29:43.956274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-f475a4e3-01eb-4f11-a586-951872165b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:43.958122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-f475a4e3-01eb-4f11-a586-951872165b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5171ffe-ce58-48b0-8dbb-e3179115dc59 HTTP/1.1" status: 200 len: 902 time: 0.2580297 Jan 28 04:29:43.994012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e549e25a-2d06-45b4-8678-08d115b6f7fa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:44.023710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5957582-b8a0-4f15-bffa-edd56e5fec42 req-e78d5344-9e15-4064-98e5-cb51406d33fb tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634749 Jan 28 04:29:44.026598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'e549e25a-2d06-45b4-8678-08d115b6f7fa', 'network_id': 'a5c8d5ce-322d-4133-8719-8eb7412fb9db', 'port_id': 'e549e25a-2d06-45b4-8678-08d115b6f7fa', 'mac_address': 'fa:16:3e:c2:88:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964112-cd81-4129-8b20-3104d1b400cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:44.071599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e549e25a-2d06-45b4-8678-08d115b6f7fa is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:44.072257 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:44.088700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e549e25a-2d06-45b4-8678-08d115b6f7fa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:44.150147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e549e25a-2d06-45b4-8678-08d115b6f7fa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:44.162316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52ccc-8099-4d5b-8ed2-1d1384f1614d req-2bece8c7-4100-4b82-b6ea-94b32ea8d57f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.164516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1c52ccc-8099-4d5b-8ed2-1d1384f1614d req-2bece8c7-4100-4b82-b6ea-94b32ea8d57f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0630517 Jan 28 04:29:44.169047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:44.265444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e549e25a-2d06-45b4-8678-08d115b6f7fa,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:44.275063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.275834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.276541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.277065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.277591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.278125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.278636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.279237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.279742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.280454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.280952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.281480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.281972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:29:44.291961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1c52ccc-8099-4d5b-8ed2-1d1384f1614d req-c402eda6-4256-47af-96d6-ef2d8918df2a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177764 Jan 28 04:29:44.349692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-74eeda78-68ef-46f5-b529-5a4595f89d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.351346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-74eeda78-68ef-46f5-b529-5a4595f89d0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1101 time: 0.0582583 Jan 28 04:29:44.391635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-8b237e2d-b590-4586-a1da-572c224b94ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 HTTP/1.1" status: 200 len: 217 time: 0.4268382 Jan 28 04:29:44.496767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['e549e25a-2d06-45b4-8678-08d115b6f7fa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:44.500346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec204b9-6ec9-4c56-ba96-e21a3b0132a2 req-2c5299a7-bc12-4929-8cbb-3305a30ad083 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.507611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7ec204b9-6ec9-4c56-ba96-e21a3b0132a2 req-2c5299a7-bc12-4929-8cbb-3305a30ad083 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1175787 Jan 28 04:29:44.543126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1ec6fa22-b272-4785-b3d8-aec81d6ac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.545128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1ec6fa22-b272-4785-b3d8-aec81d6ac553 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1646774 Jan 28 04:29:44.583244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7ec204b9-6ec9-4c56-ba96-e21a3b0132a2 req-bd4f367b-c424-4e41-a96f-77e8e4f0499e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748343 Jan 28 04:29:44.584965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-d0334edb-0af2-4d09-8904-50751b64196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.586685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-d0334edb-0af2-4d09-8904-50751b64196a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e014d704-7f65-4315-8fcb-b4c808183eba HTTP/1.1" status: 200 len: 801 time: 0.1430423 Jan 28 04:29:44.612465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f963c-03b3-462d-8607-a0a10486fda7 req-e0272271-2530-4af9-a8a2-e3395f3c6493 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.620514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0f963c-03b3-462d-8607-a0a10486fda7 req-e0272271-2530-4af9-a8a2-e3395f3c6493 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 944 time: 0.1684163 Jan 28 04:29:44.635767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-5da5ee22-f9f2-47e3-bf89-b9809d653096 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.0840456 Jan 28 04:29:44.651695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-bce878fd-e642-4ecb-af43-8af704bb9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.653642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-bce878fd-e642-4ecb-af43-8af704bb9722 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5171ffe-ce58-48b0-8dbb-e3179115dc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570107 Jan 28 04:29:44.772124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:44.779875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b0f963c-03b3-462d-8607-a0a10486fda7 req-fcc89814-9816-4a4b-b3c4-e208755eb255 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578000 Jan 28 04:29:44.788801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-937c77f7-1ddf-426a-8546-5bf50492474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.791153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-937c77f7-1ddf-426a-8546-5bf50492474c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1278877 Jan 28 04:29:44.825450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-60633453-cb4d-4fd7-98b4-03ff454159b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643896 Jan 28 04:29:44.857099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-2b1b2c9c-2f84-4114-addc-9f9fe7e384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.858803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-2b1b2c9c-2f84-4114-addc-9f9fe7e384a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611093 Jan 28 04:29:44.922534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34e70cb4-69af-442e-b042-61c9e4cfbfe3 req-dec765d1-4980-4008-b4ea-23179dce4e68 service neutron] 10.222.0.47 "GET /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875623 Jan 28 04:29:44.934164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f3cc1-5cc0-4027-b1e3-ad9e84c1508b req-1050d7b1-2eab-44bd-8543-4e6b3e2d4690 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.939396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f3cc1-5cc0-4027-b1e3-ad9e84c1508b req-1050d7b1-2eab-44bd-8543-4e6b3e2d4690 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.947812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19f3cc1-5cc0-4027-b1e3-ad9e84c1508b req-1050d7b1-2eab-44bd-8543-4e6b3e2d4690 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1677 time: 0.1671040 Jan 28 04:29:44.970392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c304c3-1dba-4e69-aa5f-4a2343a84e12 req-4c24e143-ccaf-4ca4-878a-9d9c970353e7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:44.972018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8c304c3-1dba-4e69-aa5f-4a2343a84e12 req-4c24e143-ccaf-4ca4-878a-9d9c970353e7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1082532 Jan 28 04:29:44.993820 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19f3cc1-5cc0-4027-b1e3-ad9e84c1508b req-6df34cbf-84f1-47ba-8df9-69fd418b0d42 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Jan 28 04:29:45.016930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-69dcf3d5-fd9c-4989-ac22-0138bd9905f2 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511667 Jan 28 04:29:45.089507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8c304c3-1dba-4e69-aa5f-4a2343a84e12 req-e2095a0a-1c49-4772-a0f2-6aa04d22b69a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081860 Jan 28 04:29:45.117744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271791-ec42-42e0-b83c-b52828e3a644 req-0e28f914-9c2f-4058-953b-ae9ca5ade45c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.119249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e271791-ec42-42e0-b83c-b52828e3a644 req-0e28f914-9c2f-4058-953b-ae9ca5ade45c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0615234 Jan 28 04:29:45.151973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-3ff93cd5-6434-47a2-89fc-15f3782bfc1d service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271629 Jan 28 04:29:45.171103 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e271791-ec42-42e0-b83c-b52828e3a644 req-aeacf22a-db28-4a9b-bb8d-fcf32c046f83 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 Jan 28 04:29:45.254228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1d0f6-f1c6-410f-83c7-cc6a8a289174 req-06e6a7cc-0a09-4472-9cfa-e12d4c44e9cf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.255832 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aab1d0f6-f1c6-410f-83c7-cc6a8a289174 req-06e6a7cc-0a09-4472-9cfa-e12d4c44e9cf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0737913 Jan 28 04:29:45.310414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab2993-dbb6-46c1-9f60-177a15408b5f req-21242183-ccab-491a-9527-1f4ad239e653 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.312305 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2ab2993-dbb6-46c1-9f60-177a15408b5f req-21242183-ccab-491a-9527-1f4ad239e653 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0624549 Jan 28 04:29:45.317347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aab1d0f6-f1c6-410f-83c7-cc6a8a289174 req-6cc81026-a738-4527-9893-d8ddca176d09 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552297 Jan 28 04:29:45.368808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2ab2993-dbb6-46c1-9f60-177a15408b5f req-85637232-ad23-4674-9d41-e0f331666503 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 Jan 28 04:29:45.501380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00e97b-8a9c-4096-b3d6-a19d922932d7 req-bd8ab542-f032-43b8-83ba-df692f58458a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.503454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc00e97b-8a9c-4096-b3d6-a19d922932d7 req-bd8ab542-f032-43b8-83ba-df692f58458a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0487626 Jan 28 04:29:45.551569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc00e97b-8a9c-4096-b3d6-a19d922932d7 req-93e01c23-46f8-45b8-abed-600d59dcf1c8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Jan 28 04:29:45.677023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dfdf5-54b0-44a8-9f63-e219eb2c153a req-161726e7-a498-4e97-9458-926d4b21d822 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.678558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d5dfdf5-54b0-44a8-9f63-e219eb2c153a req-161726e7-a498-4e97-9458-926d4b21d822 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0576828 Jan 28 04:29:45.713087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2745195-b9f0-4ebe-89d9-28437f28c27e req-a2f79487-8887-411f-8d97-ba89fdbfebd4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.714730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2745195-b9f0-4ebe-89d9-28437f28c27e req-a2f79487-8887-411f-8d97-ba89fdbfebd4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0517728 Jan 28 04:29:45.733849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d5dfdf5-54b0-44a8-9f63-e219eb2c153a req-a4750780-4d8a-4047-88a0-7a34ae8eb13c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Jan 28 04:29:45.766182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2745195-b9f0-4ebe-89d9-28437f28c27e req-94b32183-737b-41a8-bc31-0e14affbb4d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Jan 28 04:29:45.806531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:45.814943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e549e25a-2d06-45b4-8678-08d115b6f7fa up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:45.916902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc7061-24f3-4999-9e04-b943a88b6167 req-3ef2b0b9-b6e9-4ec9-9280-39101046e3e9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.918625 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9cfc7061-24f3-4999-9e04-b943a88b6167 req-3ef2b0b9-b6e9-4ec9-9280-39101046e3e9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0680780 Jan 28 04:29:45.931905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846a4c-fa0e-4823-98ab-a9cf58d07dce req-95e1bdd0-fe6c-4787-8980-29d698e128e6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:45.933644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e846a4c-fa0e-4823-98ab-a9cf58d07dce req-95e1bdd0-fe6c-4787-8980-29d698e128e6 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 944 time: 0.0626984 Jan 28 04:29:45.954340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port e549e25a-2d06-45b4-8678-08d115b6f7fa completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:45.964611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port e549e25a-2d06-45b4-8678-08d115b6f7fa triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:45.965472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:45.980903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9cfc7061-24f3-4999-9e04-b943a88b6167 req-a9ad0a02-fd6d-45dd-aae3-3f36c1562219 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564957 Jan 28 04:29:45.985941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e846a4c-fa0e-4823-98ab-a9cf58d07dce req-1546f0c4-a904-4d85-8a9a-968497ba9a48 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Jan 28 04:29:46.004154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:46.021005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7', 'network_id': 'c5171ffe-ce58-48b0-8dbb-e3179115dc59', 'port_id': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7', 'mac_address': 'fa:16:3e:cb:45:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e014d704-7f65-4315-8fcb-b4c808183eba', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:46.099068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:46.099460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.121834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78fa94-96ab-443d-b5fe-1a660200f3b1 req-82da3b9a-7da5-46a2-895d-56e73173d49c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.126222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7b78fa94-96ab-443d-b5fe-1a660200f3b1 req-82da3b9a-7da5-46a2-895d-56e73173d49c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0588212 Jan 28 04:29:46.128080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:46.139762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95b8a0-1470-44e8-bb89-5921760bcf10 req-97bb3bc2-9ea8-4af9-ab51-7b8a7882f4a5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.146765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e549e25a-2d06-45b4-8678-08d115b6f7fa is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:46.147152 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.149119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95b8a0-1470-44e8-bb89-5921760bcf10 req-97bb3bc2-9ea8-4af9-ab51-7b8a7882f4a5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.151558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd95b8a0-1470-44e8-bb89-5921760bcf10 req-97bb3bc2-9ea8-4af9-ab51-7b8a7882f4a5 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1677 time: 0.0812659 Jan 28 04:29:46.165588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:46.180394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.181076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:46.214189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7b78fa94-96ab-443d-b5fe-1a660200f3b1 req-78584997-604e-4021-a5c6-ea66000a462f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811627 Jan 28 04:29:46.233739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd95b8a0-1470-44e8-bb89-5921760bcf10 req-d97878dd-3a4a-4be1-b1ed-7fcd1d64cca9 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622113 Jan 28 04:29:46.278070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549e25a-2d06-45b4-8678-08d115b6f7fa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:46.280438 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e041782-8ecd-4a6a-8d51-8ce6d3bc764a" -d '{"events": [{"server_uuid": "bd3e628f-9a20-4983-a743-f11cca52621e", "name": "network-vif-plugged", "status": "completed", "tag": "e549e25a-2d06-45b4-8678-08d115b6f7fa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:46.317217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e549e25a-2d06-45b4-8678-08d115b6f7fa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:46.331570 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a16034-b1af-4277-b7e4-1a526737f9fd x-openstack-request-id: req-75a16034-b1af-4277-b7e4-1a526737f9fd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:46.332001 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3e628f-9a20-4983-a743-f11cca52621e", "name": "network-vif-plugged", "status": "completed", "tag": "e549e25a-2d06-45b4-8678-08d115b6f7fa", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:46.332261 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75a16034-b1af-4277-b7e4-1a526737f9fd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:46.332658 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549e25a-2d06-45b4-8678-08d115b6f7fa', 'code': 200} Jan 28 04:29:46.340889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.342865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d5400-525b-47e6-ad9c-11301edd7fa2 req-598b85c1-71b0-4559-a146-ac2d67b3e1f0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.350287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b2d5400-525b-47e6-ad9c-11301edd7fa2 req-598b85c1-71b0-4559-a146-ac2d67b3e1f0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0644886 Jan 28 04:29:46.352069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:46.441169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:46.453781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755fff3-9b02-4db8-b0d0-da7b23c3b940 req-7c881a04-0913-4a9a-81ed-e64a637b688f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.457634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e549e25a-2d06-45b4-8678-08d115b6f7fa,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:46.462884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4755fff3-9b02-4db8-b0d0-da7b23c3b940 req-7c881a04-0913-4a9a-81ed-e64a637b688f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0655305 Jan 28 04:29:46.466983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0', 'network_id': '2aaabc3d-38a9-45e6-bb5e-470b15f06e24', 'port_id': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0', 'mac_address': 'fa:16:3e:6d:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bcebd9-a165-4dc7-834d-42e5c16a351c', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:46.491700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b2d5400-525b-47e6-ad9c-11301edd7fa2 req-79481f19-2490-4a7a-a2bd-84c2b66ef9f3 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402509 Jan 28 04:29:46.514530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:46.514935 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.529894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:46.533522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df747-a0c2-46fb-9a56-04a9a724faf2 req-cc28f0bf-72cd-47fd-876a-fa1ef276fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.535249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4755fff3-9b02-4db8-b0d0-da7b23c3b940 req-a9a72581-b210-4b82-8955-45d8a49a5a02 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714240 Jan 28 04:29:46.539915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c9df747-a0c2-46fb-9a56-04a9a724faf2 req-cc28f0bf-72cd-47fd-876a-fa1ef276fcb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 1096 time: 0.1174154 Jan 28 04:29:46.558280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:46.566454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.614445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c9df747-a0c2-46fb-9a56-04a9a724faf2 req-7b3e0c53-d68e-426a-a028-7fb91079de66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Jan 28 04:29:46.640091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:46.643366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a3e92-643c-417d-a030-8d11557882db req-f9a28399-d964-4943-a3de-d2fb5af608cf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.645739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df2a3e92-643c-417d-a030-8d11557882db req-f9a28399-d964-4943-a3de-d2fb5af608cf tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0528693 Jan 28 04:29:46.694376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df2a3e92-643c-417d-a030-8d11557882db req-258d3241-e013-4c73-a041-87ea97b1eee2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Jan 28 04:29:46.815850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a9551-78ec-47d9-ab82-e867e7a5fb33 req-ec1c5504-e3c1-4bbc-996a-b624fff98208 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.817582 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-919a9551-78ec-47d9-ab82-e867e7a5fb33 req-ec1c5504-e3c1-4bbc-996a-b624fff98208 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0511024 Jan 28 04:29:46.869646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-919a9551-78ec-47d9-ab82-e867e7a5fb33 req-b5c6b1f3-7505-4064-8093-aed59bb91dae tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Jan 28 04:29:46.898909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5136-07f6-4174-bb20-5726f09c1d02 req-64664d58-3f18-43a4-ba88-d4c10104b9ec tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:46.900439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4abc5136-07f6-4174-bb20-5726f09c1d02 req-64664d58-3f18-43a4-ba88-d4c10104b9ec tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0606887 Jan 28 04:29:46.943446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:46.956830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4abc5136-07f6-4174-bb20-5726f09c1d02 req-0e8502cd-e629-45e8-bea9-4e3c86c036dd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Jan 28 04:29:47.010082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3530fa-ce14-41e4-8bb5-3bfe789f1eb6 req-f5912ee2-d3cf-435b-9450-e8af5686ce5c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.011718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb3530fa-ce14-41e4-8bb5-3bfe789f1eb6 req-f5912ee2-d3cf-435b-9450-e8af5686ce5c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0524008 Jan 28 04:29:47.063223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb3530fa-ce14-41e4-8bb5-3bfe789f1eb6 req-20ee7296-6469-47a2-bf1a-68436087db76 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Jan 28 04:29:47.161820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41deda-2be3-4292-ae90-f94b7db08b00 req-2fc74f4f-072e-4790-967b-22deb83dab6b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.165981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b41deda-2be3-4292-ae90-f94b7db08b00 req-2fc74f4f-072e-4790-967b-22deb83dab6b tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 945 time: 0.0663419 Jan 28 04:29:47.170579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:29:47.203274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0005-d9b4-4210-bdc7-92d3bfa3ff79 req-88e55816-48a5-400c-86d1-c0603d27d013 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.205416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-175f0005-d9b4-4210-bdc7-92d3bfa3ff79 req-88e55816-48a5-400c-86d1-c0603d27d013 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0554037 Jan 28 04:29:47.238162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b41deda-2be3-4292-ae90-f94b7db08b00 req-923684cb-85e1-4959-a502-a40860cb4f10 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Jan 28 04:29:47.263049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-175f0005-d9b4-4210-bdc7-92d3bfa3ff79 req-c7b1d35a-63cd-4dcb-bd67-76323e838f00 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Jan 28 04:29:47.296198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:47.310572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b', 'port_id': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'mac_address': 'fa:16:3e:c0:78:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7030f5e0-9c1b-4be9-92ac-0beb153b4f26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:29:47.354810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b305e759-b011-40f5-a0c5-5d330791ad07 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:47.355202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:47.362951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b26feb-64dd-4ecd-b035-185751e31fcb req-8baafae1-1007-4eca-a642-b5c336a488e3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.369177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b305e759-b011-40f5-a0c5-5d330791ad07 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:29:47.369908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b26feb-64dd-4ecd-b035-185751e31fcb req-8baafae1-1007-4eca-a642-b5c336a488e3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.372476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42b26feb-64dd-4ecd-b035-185751e31fcb req-8baafae1-1007-4eca-a642-b5c336a488e3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1679 time: 0.0653548 Jan 28 04:29:47.394859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:47.400529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:47.439202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42b26feb-64dd-4ecd-b035-185751e31fcb req-8a48c05f-2ed1-4ca6-928c-2162062e42cd tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564411 Jan 28 04:29:47.467784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:47.636898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bef979-ba28-4fc2-908f-6ab041982a79 req-bfcb34ce-ac16-4c45-9d10-a4847a066acb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.638755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56bef979-ba28-4fc2-908f-6ab041982a79 req-bfcb34ce-ac16-4c45-9d10-a4847a066acb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0595620 Jan 28 04:29:47.694889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56bef979-ba28-4fc2-908f-6ab041982a79 req-85c1bdbd-c78e-4481-a76e-31b8b710aa6b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497668 Jan 28 04:29:47.789460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b2aa1-4a77-45aa-b393-42779eaf61f7 req-f2cf9bbd-a88c-47bc-befb-38be223d5d6d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.796404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b78b2aa1-4a77-45aa-b393-42779eaf61f7 req-f2cf9bbd-a88c-47bc-befb-38be223d5d6d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.0789738 Jan 28 04:29:47.844776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:47.857259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b78b2aa1-4a77-45aa-b393-42779eaf61f7 req-df311c7c-8212-4d58-ba6e-73b95254a7b8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598705 Jan 28 04:29:47.928347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:47.932594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:47.933018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:47.936969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225200d4-8dcf-49af-a24b-0608de557300 req-cdba6235-6487-45d4-b623-8326ca1522cc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:47.938532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-225200d4-8dcf-49af-a24b-0608de557300 req-cdba6235-6487-45d4-b623-8326ca1522cc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0578983 Jan 28 04:29:47.958066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b305e759-b011-40f5-a0c5-5d330791ad07'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:47.997858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-225200d4-8dcf-49af-a24b-0608de557300 req-86fdaa13-61e8-494f-84de-a59c8fe842ca tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526352 Jan 28 04:29:48.056621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0dc4903d-c0ed-4420-9610-2e1d98a57aa0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:48.083382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fed8d2-61fb-44b1-96f2-bb1dce5d74b4 req-4e395c0a-4253-4330-a9f6-3d4e7b31e326 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.084912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64fed8d2-61fb-44b1-96f2-bb1dce5d74b4 req-4e395c0a-4253-4330-a9f6-3d4e7b31e326 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0530853 Jan 28 04:29:48.110562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:48.111634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:48.141500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64fed8d2-61fb-44b1-96f2-bb1dce5d74b4 req-c7830b4f-f9d3-4cee-abd1-01132b1990e1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Jan 28 04:29:48.206672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:48.216622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:48.317713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:48.333188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:48.335514 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6bc8a-16dd-4ebe-bc1e-ce1e0a49616a" -d '{"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-plugged", "status": "completed", "tag": "b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:48.364432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b95645-6271-4a3d-9177-4d8e4510794b req-d5e5c3f7-210a-4d02-b04e-44b240867222 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.365990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26b95645-6271-4a3d-9177-4d8e4510794b req-d5e5c3f7-210a-4d02-b04e-44b240867222 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 945 time: 0.0638516 Jan 28 04:29:48.388238 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052d78bd-cd74-4619-a1d9-769d26781ae3 x-openstack-request-id: req-052d78bd-cd74-4619-a1d9-769d26781ae3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:48.388785 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-plugged", "status": "completed", "tag": "b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:48.389046 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-052d78bd-cd74-4619-a1d9-769d26781ae3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:48.389478 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7', 'code': 200} Jan 28 04:29:48.417206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26b95645-6271-4a3d-9177-4d8e4510794b req-7376dff6-64e9-4b36-834d-3efbbf8850bc tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Jan 28 04:29:48.546108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8916b82-d4d5-4b51-a01e-6ebf744835ba req-e8a6e6fa-e334-4817-a830-62d206f4ba5d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.551911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8916b82-d4d5-4b51-a01e-6ebf744835ba req-e8a6e6fa-e334-4817-a830-62d206f4ba5d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.553524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8916b82-d4d5-4b51-a01e-6ebf744835ba req-e8a6e6fa-e334-4817-a830-62d206f4ba5d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1680 time: 0.0597780 Jan 28 04:29:48.609887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8916b82-d4d5-4b51-a01e-6ebf744835ba req-edf57d6e-4a4d-462b-9ab6-147c325c62a7 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Jan 28 04:29:48.668545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d17f-6bdc-42c5-9f11-ded1f1827472 req-b167bb6f-c24a-4faf-9f4b-f13cdc98756c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.670052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21d3d17f-6bdc-42c5-9f11-ded1f1827472 req-b167bb6f-c24a-4faf-9f4b-f13cdc98756c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 945 time: 0.0476713 Jan 28 04:29:48.719631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21d3d17f-6bdc-42c5-9f11-ded1f1827472 req-d3eb1cbc-cf6c-45aa-9a96-9ebc88ccf3bf tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Jan 28 04:29:48.828741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597dd38-72c3-4e4e-a90c-e7f79443c885 req-b8d7b82e-c0b3-4132-b64b-2bbdfa45becd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.830558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f597dd38-72c3-4e4e-a90c-e7f79443c885 req-b8d7b82e-c0b3-4132-b64b-2bbdfa45becd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0520923 Jan 28 04:29:48.879339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f597dd38-72c3-4e4e-a90c-e7f79443c885 req-a1b8e11f-dd12-4a3e-806c-d58a3dba64c0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Jan 28 04:29:48.983400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b34ee1-f4c6-45cf-a7ae-0a2e0805aff3 req-8adbeb36-a774-4a2f-a524-6400049f4d20 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:48.984884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32b34ee1-f4c6-45cf-a7ae-0a2e0805aff3 req-8adbeb36-a774-4a2f-a524-6400049f4d20 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.0481908 Jan 28 04:29:49.031309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32b34ee1-f4c6-45cf-a7ae-0a2e0805aff3 req-868abcfc-f556-4daa-85c8-b59bfab221f0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Jan 28 04:29:49.123390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8438c-b7a6-4991-94a8-34d110b112cb req-b45df08b-a25b-47fc-a2dd-b00977a0c173 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:49.124873 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9d8438c-b7a6-4991-94a8-34d110b112cb req-b45df08b-a25b-47fc-a2dd-b00977a0c173 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0493841 Jan 28 04:29:49.171920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9d8438c-b7a6-4991-94a8-34d110b112cb req-5fcbf251-f312-4466-b1b7-15543a366b23 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Jan 28 04:29:49.272821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a4309-5f1d-4e9e-869d-e03b09318d45 req-4ba6fbab-19ba-4ab2-8654-ae0f80be2948 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:49.274350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c0a4309-5f1d-4e9e-869d-e03b09318d45 req-4ba6fbab-19ba-4ab2-8654-ae0f80be2948 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0468512 Jan 28 04:29:49.322975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c0a4309-5f1d-4e9e-869d-e03b09318d45 req-06d44ec5-f10a-4f91-807a-42938fc5c546 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Jan 28 04:29:49.730792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89f46e-b6ba-4941-a04a-90738f74a169 req-ad1b4d4d-7e24-4c7d-9ef3-68e3b806d226 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:49.736456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89f46e-b6ba-4941-a04a-90738f74a169 req-ad1b4d4d-7e24-4c7d-9ef3-68e3b806d226 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:49.738696 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d89f46e-b6ba-4941-a04a-90738f74a169 req-ad1b4d4d-7e24-4c7d-9ef3-68e3b806d226 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1680 time: 0.0580034 Jan 28 04:29:49.789886 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d89f46e-b6ba-4941-a04a-90738f74a169 req-e966f4f9-2082-4485-b621-b92d7c9c32c9 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Jan 28 04:29:49.844977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c1001-ae1f-4773-a28f-644b691fcd28 req-f00839c7-4eab-4563-b438-5fb25b58d199 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:49.846575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c6c1001-ae1f-4773-a28f-644b691fcd28 req-f00839c7-4eab-4563-b438-5fb25b58d199 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 945 time: 0.0506508 Jan 28 04:29:49.849044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:49.894517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c6c1001-ae1f-4773-a28f-644b691fcd28 req-f28d7b59-21ae-47fd-ad28-0e9eea196f4a tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups?id=64aea3ba-a5e7-4289-955b-76d6c8620262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Jan 28 04:29:49.901657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:49.917640 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:29:49.918186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:49.918404 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.031495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:50.031891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.035783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f63d-90ff-4371-a8b9-cd94f8a82ebe req-a864638a-f8d1-441a-810c-6a36a8862ba8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.037502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b43f63d-90ff-4371-a8b9-cd94f8a82ebe req-a864638a-f8d1-441a-810c-6a36a8862ba8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0633931 Jan 28 04:29:50.067062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:50.072947 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.113806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b43f63d-90ff-4371-a8b9-cd94f8a82ebe req-783cc951-d5e0-4a57-add6-12e2524cbca6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Jan 28 04:29:50.143862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:50.168971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07de52-779a-4002-b13b-776635fdacc3 req-846d1af2-b0d2-4ce1-a088-42d2391743ad tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.170486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb07de52-779a-4002-b13b-776635fdacc3 req-846d1af2-b0d2-4ce1-a088-42d2391743ad tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.0572820 Jan 28 04:29:50.219083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb07de52-779a-4002-b13b-776635fdacc3 req-55482eaa-bfcb-4111-9ac9-0c3035e9b649 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Jan 28 04:29:50.295040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-f18a6214-344d-4282-b164-8066d3f73c05 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.296508 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-f18a6214-344d-4282-b164-8066d3f73c05 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 945 time: 0.0840669 Jan 28 04:29:50.317023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38b384-552b-4dc8-90a3-1a147e31d983 req-db00890b-6c62-43c7-ade3-37910a29e0b5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.318460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee38b384-552b-4dc8-90a3-1a147e31d983 req-db00890b-6c62-43c7-ade3-37910a29e0b5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0704668 Jan 28 04:29:50.391078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:50.394450 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea8f99-1492-42c0-975a-70104396ba97" -d '{"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4903d-c0ed-4420-9610-2e1d98a57aa0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:50.415558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee38b384-552b-4dc8-90a3-1a147e31d983 req-fb471c08-b7c3-4bb4-96c8-c1dcca92c43a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776885 Jan 28 04:29:50.438437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Deleting port e549e25a-2d06-45b4-8678-08d115b6f7fa {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:50.438785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.462435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef849-d606-4aa4-b97a-2450ea778770 req-9b8d7746-a2ff-4f74-ac8f-393e2c66f087 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.468479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-686ef849-d606-4aa4-b97a-2450ea778770 req-9b8d7746-a2ff-4f74-ac8f-393e2c66f087 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0721588 Jan 28 04:29:50.519883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-686ef849-d606-4aa4-b97a-2450ea778770 req-514dd54e-bf15-4933-ab33-e90a28fb3a60 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Jan 28 04:29:50.522755 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c10a484-4a7c-4e99-9853-a0d25445fee9 x-openstack-request-id: req-9c10a484-4a7c-4e99-9853-a0d25445fee9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:50.523096 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4903d-c0ed-4420-9610-2e1d98a57aa0", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:50.523314 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c10a484-4a7c-4e99-9853-a0d25445fee9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:50.525683 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0', 'code': 200} Jan 28 04:29:50.562735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] For port e549e25a-2d06-45b4-8678-08d115b6f7fa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e549e25a-2d06-45b4-8678-08d115b6f7fa,segment=NetworkSegment(79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9),segment_id=79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:50.563278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.577242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Calling delete_port for e549e25a-2d06-45b4-8678-08d115b6f7fa owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:50.661096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a3a6-d6a3-409f-a39c-c70de63207cb req-658a3aed-30a6-474a-a808-a5e4a2f089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.661766 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a3a6-d6a3-409f-a39c-c70de63207cb req-658a3aed-30a6-474a-a808-a5e4a2f089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.663431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20a1a3a6-d6a3-409f-a39c-c70de63207cb req-658a3aed-30a6-474a-a808-a5e4a2f089e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1983 time: 0.0421879 Jan 28 04:29:50.715596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e549e25a-2d06-45b4-8678-08d115b6f7fa), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.720055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20a1a3a6-d6a3-409f-a39c-c70de63207cb req-e5abf072-61e1-4a3c-b7ca-607a0cb4ae83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Jan 28 04:29:50.747208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event deleted for resources: {'Port': ['ID=e549e25a-2d06-45b4-8678-08d115b6f7fa,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:50.754087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['e549e25a-2d06-45b4-8678-08d115b6f7fa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:50.789737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] No DVR routers for this DVR port e549e25a-2d06-45b4-8678-08d115b6f7fa on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:50.792281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:50.796104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e40189f5-67ef-4053-a810-1eaf2f11df23 req-469d8868-a57e-48aa-8679-040c7b93d90c tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.47 "DELETE /v2.0/ports/e549e25a-2d06-45b4-8678-08d115b6f7fa HTTP/1.1" status: 204 len: 173 time: 0.4923558 Jan 28 04:29:50.796537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'name': 'network-vif-deleted', 'tag': 'e549e25a-2d06-45b4-8678-08d115b6f7fa'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:50.798775 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86efa873-89de-4182-aff5-c46fb48a6849" -d '{"events": [{"server_uuid": "bd3e628f-9a20-4983-a743-f11cca52621e", "name": "network-vif-deleted", "tag": "e549e25a-2d06-45b4-8678-08d115b6f7fa"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:50.838896 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89acb88e-1882-4b63-aa86-6ead86535007 x-openstack-request-id: req-89acb88e-1882-4b63-aa86-6ead86535007 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:50.839195 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3e628f-9a20-4983-a743-f11cca52621e", "name": "network-vif-deleted", "tag": "e549e25a-2d06-45b4-8678-08d115b6f7fa", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:50.839448 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89acb88e-1882-4b63-aa86-6ead86535007 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:50.839846 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3e628f-9a20-4983-a743-f11cca52621e', 'name': 'network-vif-deleted', 'tag': 'e549e25a-2d06-45b4-8678-08d115b6f7fa', 'status': 'completed', 'code': 200} Jan 28 04:29:50.911562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a1be-1e3e-46ad-a8ec-799a2c88bf48 req-6e0e4053-61bd-4d6e-badb-d514cd2b352b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.916872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a1be-1e3e-46ad-a8ec-799a2c88bf48 req-6e0e4053-61bd-4d6e-badb-d514cd2b352b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:50.918465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be24a1be-1e3e-46ad-a8ec-799a2c88bf48 req-6e0e4053-61bd-4d6e-badb-d514cd2b352b tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1681 time: 0.0547078 Jan 28 04:29:50.992361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51b03088-6467-4645-aa76-c46286a5ee45 req-f71d34b1-146a-4fa8-8e10-7dc266bf7ded tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd3e628f-9a20-4983-a743-f11cca52621e HTTP/1.1" status: 200 len: 210 time: 0.0265973 Jan 28 04:29:51.220799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:29:51.290947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be24a1be-1e3e-46ad-a8ec-799a2c88bf48 req-eb20914f-b7c8-48f5-99cf-1bf4be37d79a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666494 Jan 28 04:29:51.305695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb5-896b-4498-9e75-6edaef421c53 req-166115fc-411a-44ae-86dc-029116b76446 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:51.307243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af11bdb5-896b-4498-9e75-6edaef421c53 req-166115fc-411a-44ae-86dc-029116b76446 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0820966 Jan 28 04:29:51.330070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b305e759-b011-40f5-a0c5-5d330791ad07 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:29:51.336403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b305e759-b011-40f5-a0c5-5d330791ad07 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:29:51.337016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:51.359944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af11bdb5-896b-4498-9e75-6edaef421c53 req-663c971c-678f-45de-acd6-723da822f6fc tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Jan 28 04:29:51.411223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3da77-5df7-4efa-af87-6be8bf9a1e63 req-706cc4d2-dec2-400d-90c4-04b528969ad7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:51.413011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94e3da77-5df7-4efa-af87-6be8bf9a1e63 req-706cc4d2-dec2-400d-90c4-04b528969ad7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.0568972 Jan 28 04:29:51.466236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94e3da77-5df7-4efa-af87-6be8bf9a1e63 req-2f2d2554-10eb-4b1b-b0be-9d29f1284186 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Jan 28 04:29:51.587719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b305e759-b011-40f5-a0c5-5d330791ad07 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:29:51.588399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:51.640554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:51.647599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:51.649768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded3c35-0f2f-4794-8af5-78ff61d2d73e req-11ea66b8-2ba6-454f-925c-d1f76f056c68 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:51.654634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aded3c35-0f2f-4794-8af5-78ff61d2d73e req-11ea66b8-2ba6-454f-925c-d1f76f056c68 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1189439 Jan 28 04:29:51.706046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4925ed-3447-435f-8eba-3563bee5fd66 req-9e6fd777-eaeb-42de-a922-9ba177efc6e7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:51.708071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:51.718458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da4925ed-3447-435f-8eba-3563bee5fd66 req-9e6fd777-eaeb-42de-a922-9ba177efc6e7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0953054 Jan 28 04:29:51.731423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aded3c35-0f2f-4794-8af5-78ff61d2d73e req-a36fea7e-33da-4bdb-ab11-0dd5f698a759 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711925 Jan 28 04:29:51.774811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da4925ed-3447-435f-8eba-3563bee5fd66 req-fb307483-f1d4-42dd-b397-f21552d9c331 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Jan 28 04:29:52.194526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49078) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:52.248681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-342bffcb-5d52-4f33-a360-baa4aaa7aad2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group (6d4bb530-b8a5-4732-a81a-c5515f8806aa), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.272572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-342bffcb-5d52-4f33-a360-baa4aaa7aad2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group (6d4bb530-b8a5-4732-a81a-c5515f8806aa), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.318993 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-342bffcb-5d52-4f33-a360-baa4aaa7aad2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6d4bb530-b8a5-4732-a81a-c5515f8806aa), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.322536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-342bffcb-5d52-4f33-a360-baa4aaa7aad2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.324018 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-342bffcb-5d52-4f33-a360-baa4aaa7aad2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "DELETE /v2.0/security-groups/6d4bb530-b8a5-4732-a81a-c5515f8806aa HTTP/1.1" status: 204 len: 168 time: 0.1284924 Jan 28 04:29:52.326891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49082) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:52.337504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bffcb-5d52-4f33-a360-baa4aaa7aad2 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4bb530-b8a5-4732-a81a-c5515f8806aa,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:52.361408 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-3b8539d1-dc7e-4371-b631-31cde89c1757 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] show failed (client error): The resource could not be found. Jan 28 04:29:52.365358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b8539d1-dc7e-4371-b631-31cde89c1757 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "GET /v2.0/security-groups/6d4bb530-b8a5-4732-a81a-c5515f8806aa HTTP/1.1" status: 404 len: 347 time: 0.0371447 Jan 28 04:29:52.365708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49084) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:52.527063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:52.529515 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3594d75-649a-423b-8227-42f6a67b0505" -d '{"events": [{"server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "name": "network-vif-plugged", "status": "completed", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:52.545070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846eadf-4151-4eeb-a4bc-1181fb2d67dc req-c18b9e4f-fdb1-4d8f-9a72-8eb3de042e28 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:52.546605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6846eadf-4151-4eeb-a4bc-1181fb2d67dc req-c18b9e4f-fdb1-4d8f-9a72-8eb3de042e28 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0654128 Jan 28 04:29:52.570505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Deleting port 428fb528-8c01-49d9-aa99-0d8c13947c5f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:52.570980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.594855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f63ad-c53c-4170-b922-23280d45634c req-c7d9bc69-9e25-489b-a28b-d814c113682c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:52.599870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f63ad-c53c-4170-b922-23280d45634c req-c7d9bc69-9e25-489b-a28b-d814c113682c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:52.601580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-350f63ad-c53c-4170-b922-23280d45634c req-c7d9bc69-9e25-489b-a28b-d814c113682c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1681 time: 0.0586123 Jan 28 04:29:52.651514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-350f63ad-c53c-4170-b922-23280d45634c req-c828cec5-40d9-46c0-aea6-89fac075aa55 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Jan 28 04:29:52.654203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6846eadf-4151-4eeb-a4bc-1181fb2d67dc req-cf7ddfce-e022-4ed3-86c8-b588e400b617 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995457 Jan 28 04:29:52.682518 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.682852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for floatingip (428fb528-8c01-49d9-aa99-0d8c13947c5f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.711111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Calling delete_port for 428fb528-8c01-49d9-aa99-0d8c13947c5f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:52.743022 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d7972-c828-4541-9498-c7c1609d9b9a x-openstack-request-id: req-a94d7972-c828-4541-9498-c7c1609d9b9a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:52.743331 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "name": "network-vif-plugged", "status": "completed", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:52.743594 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a94d7972-c828-4541-9498-c7c1609d9b9a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:52.743999 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'code': 200} Jan 28 04:29:52.834972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353c9ce-3e39-466b-a61e-501a71194cf9 req-c8b2edbf-1346-498b-a4fc-7b2a60520ffb tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:52.836403 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0353c9ce-3e39-466b-a61e-501a71194cf9 req-c8b2edbf-1346-498b-a4fc-7b2a60520ffb tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0758810 Jan 28 04:29:52.875790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30122-0981-44f7-a322-47f6bdbb9799 req-439489cb-dac6-41a2-b268-1eb455057b79 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:52.883311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-22f30122-0981-44f7-a322-47f6bdbb9799 req-439489cb-dac6-41a2-b268-1eb455057b79 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0554721 Jan 28 04:29:52.920169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0353c9ce-3e39-466b-a61e-501a71194cf9 req-0d20720d-c730-4a9c-9378-f5699b144893 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712037 Jan 28 04:29:52.939594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (428fb528-8c01-49d9-aa99-0d8c13947c5f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:52.977066 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-22f30122-0981-44f7-a322-47f6bdbb9799 req-ed3159c7-cb2d-4cd0-b4d2-2b5787555cab tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850708 Jan 28 04:29:52.997829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718939f7-94e6-4106-b650-402a5eea7cd3 req-cef707fa-12fa-4f01-9778-d0973604f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:52.999337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-718939f7-94e6-4106-b650-402a5eea7cd3 req-cef707fa-12fa-4f01-9778-d0973604f170 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1096 time: 0.0963275 Jan 28 04:29:53.001072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Pushing event deleted for resources: {'Port': ['ID=428fb528-8c01-49d9-aa99-0d8c13947c5f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:53.079233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks [] for floatingip (e67e22e1-34f2-4a6e-8306-04461915db56), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.084057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.085658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b83b5226-56e0-442d-b8a2-d091c596ec98 tempest-ImagesOneServerNegativeTestJSON-1148823451 tempest-ImagesOneServerNegativeTestJSON-1148823451-project] 10.222.0.21 "DELETE /v2.0/floatingips/e67e22e1-34f2-4a6e-8306-04461915db56 HTTP/1.1" status: 204 len: 168 time: 0.7186658 Jan 28 04:29:53.095925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-718939f7-94e6-4106-b650-402a5eea7cd3 req-f4dcc106-8a2d-4ee4-8d0e-f5c70ef5a0d1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862846 Jan 28 04:29:53.107152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075de9-ae11-491f-b6aa-a702d98143c6 req-2abf611d-fae2-49bb-b82d-e8a54e659dc4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:53.108710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98075de9-ae11-491f-b6aa-a702d98143c6 req-2abf611d-fae2-49bb-b82d-e8a54e659dc4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0770216 Jan 28 04:29:53.175375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98075de9-ae11-491f-b6aa-a702d98143c6 req-405b752f-aff6-4e92-993e-45c94723cbfc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516994 Jan 28 04:29:53.264902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416bdeb-9e38-4fd1-a897-d1f3254c3566 req-cf4079d0-dd8f-4b6a-9248-a19266c663e3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:53.266360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49116) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:53.270469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416bdeb-9e38-4fd1-a897-d1f3254c3566 req-cf4079d0-dd8f-4b6a-9248-a19266c663e3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:53.277375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4416bdeb-9e38-4fd1-a897-d1f3254c3566 req-cf4079d0-dd8f-4b6a-9248-a19266c663e3 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1681 time: 0.0669246 Jan 28 04:29:53.323726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Deleting subnet b2964112-cd81-4129-8b20-3104d1b400cf {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:29:53.327428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Publish callbacks [] for subnet (b2964112-cd81-4129-8b20-3104d1b400cf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.333612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4416bdeb-9e38-4fd1-a897-d1f3254c3566 req-1e165205-ee27-420b-be04-30783e5c9dbf tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516553 Jan 28 04:29:53.368847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (b2964112-cd81-4129-8b20-3104d1b400cf), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.412847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (b2964112-cd81-4129-8b20-3104d1b400cf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.473366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (b2964112-cd81-4129-8b20-3104d1b400cf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.502208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.505697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b2964112-cd81-4129-8b20-3104d1b400cf HTTP/1.1" status: 204 len: 168 time: 0.2383459 Jan 28 04:29:53.506756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0a049-2c88-46eb-92be-f925def4289a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2964112-cd81-4129-8b20-3104d1b400cf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:53.508398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:53.585108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a5c8d5ce-322d-4133-8719-8eb7412fb9db), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.663770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a5c8d5ce-322d-4133-8719-8eb7412fb9db), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.690625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c8d5ce-322d-4133-8719-8eb7412fb9db']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:53.700576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:53.700832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:29:53.715289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.729915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.745434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:29:53.745539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (79cdd93d-a56a-412e-bf3e-e6cbb7b9a0d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:29:53.747539 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:29:53.837869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4f4a-2438-4c62-870d-db9f8c79a4bc req-c420a407-dede-4d82-a07f-ccac6dce705d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:53.840517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d1c4f4a-2438-4c62-870d-db9f8c79a4bc req-c420a407-dede-4d82-a07f-ccac6dce705d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.1074665 Jan 28 04:29:53.841745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a5c8d5ce-322d-4133-8719-8eb7412fb9db), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.847939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:53.854031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5c8d5ce-322d-4133-8719-8eb7412fb9db HTTP/1.1" status: 204 len: 168 time: 0.3421357 Jan 28 04:29:53.859376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e549e25a-2d06-45b4-8678-08d115b6f7fa no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:53.869698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f77e-e2fb-4fd6-b161-58d07be024e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c8d5ce-322d-4133-8719-8eb7412fb9db,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:53.901582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: e549e25a-2d06-45b4-8678-08d115b6f7fa {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:53.903042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e549e25a-2d06-45b4-8678-08d115b6f7fa not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:53.951366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d1c4f4a-2438-4c62-870d-db9f8c79a4bc req-eec01dd9-6e67-4cc8-a178-8af3b686f547 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786846 Jan 28 04:29:54.034089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49130) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:54.099308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca2b4-b172-4989-a135-aa767ced06dc req-78ea1956-e8c2-4f12-8521-31ac7847817f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:54.102259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df9ca2b4-b172-4989-a135-aa767ced06dc req-78ea1956-e8c2-4f12-8521-31ac7847817f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0582573 Jan 28 04:29:54.107634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-66df860b-ffce-4caa-9508-551d50cbe482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31a6bc1af1b84ea88c71974e743a332c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699563 Jan 28 04:29:54.107936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49132) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:54.122251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071ed1-e159-408c-bfb5-a591a95e7229 req-25723d5d-2cf2-48d7-9f35-b4240c03bcd9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:54.123785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96071ed1-e159-408c-bfb5-a591a95e7229 req-25723d5d-2cf2-48d7-9f35-b4240c03bcd9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0731890 Jan 28 04:29:54.179704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96071ed1-e159-408c-bfb5-a591a95e7229 req-1dc489f7-d3a9-43da-96aa-3d0888b21ddc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486877 Jan 28 04:29:54.197330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df9ca2b4-b172-4989-a135-aa767ced06dc req-abce38b5-69c3-40ca-b517-c5fa10f300c9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824490 Jan 28 04:29:54.200326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ad83465-067e-4639-849b-121620b55fbb admin admin] Publish callbacks [] for security_group (64aea3ba-a5e7-4289-955b-76d6c8620262), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:54.227765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ad83465-067e-4639-849b-121620b55fbb admin admin] Publish callbacks [] for security_group (64aea3ba-a5e7-4289-955b-76d6c8620262), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:54.280934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ad83465-067e-4639-849b-121620b55fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (64aea3ba-a5e7-4289-955b-76d6c8620262), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:54.284089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ad83465-067e-4639-849b-121620b55fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:54.285524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2ad83465-067e-4639-849b-121620b55fbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64aea3ba-a5e7-4289-955b-76d6c8620262 HTTP/1.1" status: 204 len: 168 time: 0.1764503 Jan 28 04:29:54.296693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad83465-067e-4639-849b-121620b55fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aea3ba-a5e7-4289-955b-76d6c8620262,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:54.308162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cea2-ce4f-459f-9cda-efd7cef66277 req-e2417637-e686-45cd-b18c-022acd54b7c1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:54.310448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4141cea2-ce4f-459f-9cda-efd7cef66277 req-e2417637-e686-45cd-b18c-022acd54b7c1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0592647 Jan 28 04:29:54.376505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4141cea2-ce4f-459f-9cda-efd7cef66277 req-bc07d757-1917-4ac3-9426-d3f998744be8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Jan 28 04:29:54.464186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d288943-4daa-4e4d-891d-74813a22c937 req-9efb71c9-e340-4d01-9feb-5af90265429c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:54.469741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d288943-4daa-4e4d-891d-74813a22c937 req-9efb71c9-e340-4d01-9feb-5af90265429c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:54.471518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d288943-4daa-4e4d-891d-74813a22c937 req-9efb71c9-e340-4d01-9feb-5af90265429c tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1681 time: 0.0580397 Jan 28 04:29:54.519587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d288943-4daa-4e4d-891d-74813a22c937 req-00c4a86d-5e82-4d22-ab6f-e43977f9dd72 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Jan 28 04:29:55.059350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49168) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:55.063938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-fcf0e02a-48e0-45ea-beb1-fa3b5bdf0927 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.070090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-fcf0e02a-48e0-45ea-beb1-fa3b5bdf0927 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.072674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-fcf0e02a-48e0-45ea-beb1-fa3b5bdf0927 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 1681 time: 0.0961413 Jan 28 04:29:55.201187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1070575773-network', 'tenant_id': 'fa9851a412a24e37912ee1dd26ff738e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:55.213066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534139e-1f22-4b7a-9b75-6dda5644de33 req-2502897f-154d-436f-bdba-b132c70baf9c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.214677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f534139e-1f22-4b7a-9b75-6dda5644de33 req-2502897f-154d-436f-bdba-b132c70baf9c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.1358860 Jan 28 04:29:55.248038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca1f75-2307-4f65-b237-a9c391c016fc req-7ac9ab60-132d-43e5-b1e8-4333bf98d972 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.249603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4ca1f75-2307-4f65-b237-a9c391c016fc req-7ac9ab60-132d-43e5-b1e8-4333bf98d972 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 946 time: 0.0916512 Jan 28 04:29:55.258714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Made reservation on behalf of fa9851a412a24e37912ee1dd26ff738e for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:55.261402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.276846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:55.277208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.277394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.297866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f534139e-1f22-4b7a-9b75-6dda5644de33 req-8216cc0b-5670-40ed-8e47-44dedb90a5c1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734770 Jan 28 04:29:55.337627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4ca1f75-2307-4f65-b237-a9c391c016fc req-85a9b9f5-2e77-40df-a6cb-636eaf793f78 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Jan 28 04:29:55.413543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks [] for security_group (aed71da9-7b85-4c8a-a182-4e65baed74b6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.418487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aed71da9-7b85-4c8a-a182-4e65baed74b6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.452400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:29:55.459810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:55.461048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.483525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:55.494504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed71da9-7b85-4c8a-a182-4e65baed74b6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:55.500733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c187f-2990-4468-830c-db1c813a3b34 req-f4ebfa4a-a21c-4fb1-b17b-1e4ef4a5644d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.500981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3da37d26-370b-4aad-9c42-7eb76f4612ca), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.501320 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Added segment 3da37d26-370b-4aad-9c42-7eb76f4612ca of type vlan for network c8f42782-4dfa-47e0-81a8-eeed3bc80c5c Jan 28 04:29:55.508400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b0c187f-2990-4468-830c-db1c813a3b34 req-f4ebfa4a-a21c-4fb1-b17b-1e4ef4a5644d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1047935 Jan 28 04:29:55.553067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c8f42782-4dfa-47e0-81a8-eeed3bc80c5c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.561293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82575edd-d2d5-49c2-90a1-03a3511ce832 req-2e4fd161-9bd4-4d12-8b55-5c67b93df71e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.562898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82575edd-d2d5-49c2-90a1-03a3511ce832 req-2e4fd161-9bd4-4d12-8b55-5c67b93df71e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1285555 Jan 28 04:29:55.600987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c8f42782-4dfa-47e0-81a8-eeed3bc80c5c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.601946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.602527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.608921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b0c187f-2990-4468-830c-db1c813a3b34 req-ba911bdb-3228-4929-b55e-63ad50103b02 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952389 Jan 28 04:29:55.698013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6370387 Jan 28 04:29:55.701724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:55.714917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82575edd-d2d5-49c2-90a1-03a3511ce832 req-e6eb38f7-a6dc-4905-bc89-c06d4bc79846 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378033 Jan 28 04:29:55.722143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Request body: {'subnet': {'network_id': 'c8f42782-4dfa-47e0-81a8-eeed3bc80c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1070575773-subnet', 'tenant_id': 'fa9851a412a24e37912ee1dd26ff738e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:55.732714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0dc4903d-c0ed-4420-9610-2e1d98a57aa0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.743417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00cfcf-e498-47dc-9529-337fe72a6217 req-9ff78170-9236-4a58-b657-e819422cd097 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.745302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dc00cfcf-e498-47dc-9529-337fe72a6217 req-9ff78170-9236-4a58-b657-e819422cd097 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0687954 Jan 28 04:29:55.754967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13edd7-f716-44c8-8cb5-0a3c3950bfdd admin admin] Pushing event updated for resources: {'Network': ['ID=c8f42782-4dfa-47e0-81a8-eeed3bc80c5c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:55.764935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Made reservation on behalf of fa9851a412a24e37912ee1dd26ff738e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:29:55.765666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c8f42782-4dfa-47e0-81a8-eeed3bc80c5c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:29:55.768740 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.780913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=0dc4903d-c0ed-4420-9610-2e1d98a57aa0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:55.793699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7', '0dc4903d-c0ed-4420-9610-2e1d98a57aa0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:55.902891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dc00cfcf-e498-47dc-9529-337fe72a6217 req-24a98682-ea75-44bd-a174-741850b4afe7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298542 Jan 28 04:29:55.904042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:55.907623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f9fb6-48b2-4104-828a-1f0f84c37b05 req-d623a1c0-9b8a-4554-a948-818e39384473 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:55.916138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:55.916679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b1f9fb6-48b2-4104-828a-1f0f84c37b05 req-d623a1c0-9b8a-4554-a948-818e39384473 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 945 time: 0.1225252 Jan 28 04:29:55.919746 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-3a2ea1cd-454a-4200-b99d-145d036e993d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "DELETE /v2.0/ports/0dc4903d-c0ed-4420-9610-2e1d98a57aa0 HTTP/1.1" status: 204 len: 173 time: 0.7932801 Jan 28 04:29:55.921034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-deleted', 'tag': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:55.926558 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77258444-19ef-44fc-90de-4e626c197ea1" -d '{"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-deleted", "tag": "0dc4903d-c0ed-4420-9610-2e1d98a57aa0"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:56.035096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b1f9fb6-48b2-4104-828a-1f0f84c37b05 req-ea85cae9-91bc-4648-9ddd-ceb516a1a10a tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/security-groups?id=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125441 Jan 28 04:29:56.150780 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2d0b42-5a6c-432e-91ed-d5b1dcda621e x-openstack-request-id: req-5d2d0b42-5a6c-432e-91ed-d5b1dcda621e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:56.151073 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-deleted", "tag": "0dc4903d-c0ed-4420-9610-2e1d98a57aa0", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:56.151885 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d2d0b42-5a6c-432e-91ed-d5b1dcda621e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:56.152289 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-deleted', 'tag': '0dc4903d-c0ed-4420-9610-2e1d98a57aa0', 'status': 'completed', 'code': 200} Jan 28 04:29:56.175791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:56.176131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:56.189179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (364dd114-dd10-4943-b95f-6db81f8dc492), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:56.260332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7fd2a-623f-40d3-8f96-7f31e20fd063 req-bde36368-21fb-4d02-a8ea-b01d08006464 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:56.261907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66a7fd2a-623f-40d3-8f96-7f31e20fd063 req-bde36368-21fb-4d02-a8ea-b01d08006464 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1096 time: 0.1066833 Jan 28 04:29:56.266209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364dd114-dd10-4943-b95f-6db81f8dc492,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:56.274509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Checking segment: {'id': '3da37d26-370b-4aad-9c42-7eb76f4612ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8f42782-4dfa-47e0-81a8-eeed3bc80c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:56.274624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Network hostable DHCP agents. Network: c8f42782-4dfa-47e0-81a8-eeed3bc80c5c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:29:56.277072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:56.277537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:56.290852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:56.312951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Network c8f42782-4dfa-47e0-81a8-eeed3bc80c5c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:29:56.332281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c8f42782-4dfa-47e0-81a8-eeed3bc80c5c) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:29:56.342766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0731d2-8546-4e78-aae7-c5ad885d76f8 None None] Network c8f42782-4dfa-47e0-81a8-eeed3bc80c5c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:56.345389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66a7fd2a-623f-40d3-8f96-7f31e20fd063 req-314207f5-f255-4974-b48c-7c61078b5e4e tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645254 Jan 28 04:29:56.347710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:56.349172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:56.381447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5283430d-ac89-4827-a4cd-f7a1e769c9a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6577780 Jan 28 04:29:56.493392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3027c-2ee0-4107-b709-c98a8caaf668 None None] Network c8f42782-4dfa-47e0-81a8-eeed3bc80c5c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:56.503846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c90c8-5208-4128-970c-8678b4ab41bc req-143c759e-7b5d-46cd-a679-e4d154695a5b tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:56.505829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b11c90c8-5208-4128-970c-8678b4ab41bc req-143c759e-7b5d-46cd-a679-e4d154695a5b tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1096 time: 0.0618865 Jan 28 04:29:56.535491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ab860-9735-4abe-8c82-0a9b0999cfd5 req-1bdd5dfd-01fd-4f1c-8350-1f23200180c2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:56.537633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-157ab860-9735-4abe-8c82-0a9b0999cfd5 req-1bdd5dfd-01fd-4f1c-8350-1f23200180c2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0766573 Jan 28 04:29:56.544977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:56.598632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0dc4903d-c0ed-4420-9610-2e1d98a57aa0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:56.606854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b11c90c8-5208-4128-970c-8678b4ab41bc req-0c98435f-0d26-43ee-8e9c-313676ac20ad tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951698 Jan 28 04:29:56.646939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:56.649806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:56.657113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d10d0f1d-2ae3-4521-b812-59a396adeb1b req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.47 "DELETE /v2.0/ports/b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 HTTP/1.1" status: 204 len: 173 time: 0.7243011 Jan 28 04:29:56.659744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d4bb7-df3c-46a2-bbd9-5e1f335e9e6d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:56.731209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-157ab860-9735-4abe-8c82-0a9b0999cfd5 req-6b6f1437-3327-40e3-b2cd-d602db55575d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692967 Jan 28 04:29:56.768400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23c01c-c9c8-4f5a-821e-404f53bdcf77 req-5ea835f7-e131-454c-9818-26754513baa2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:56.770162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd23c01c-c9c8-4f5a-821e-404f53bdcf77 req-5ea835f7-e131-454c-9818-26754513baa2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 946 time: 0.0784528 Jan 28 04:29:56.840220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd23c01c-c9c8-4f5a-821e-404f53bdcf77 req-c84d0da5-7330-400b-a546-c70928f4161b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Jan 28 04:29:56.951510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f1405311-5c83-4c6e-b2eb-dd5305576631 req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2129510601', 'description': 'tempest-description-1156103705'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:56.958488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e1b78-5468-4636-a9e4-7aa0e44cc851 req-307b1be0-81ce-4e19-89ca-0313a7442c69 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:56.959987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e75e1b78-5468-4636-a9e4-7aa0e44cc851 req-307b1be0-81ce-4e19-89ca-0313a7442c69 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0612559 Jan 28 04:29:56.975137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f1405311-5c83-4c6e-b2eb-dd5305576631 req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.009529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e75e1b78-5468-4636-a9e4-7aa0e44cc851 req-e986dbf7-602e-4e32-bae0-69595c105e3c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Jan 28 04:29:57.056980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f1405311-5c83-4c6e-b2eb-dd5305576631 req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (5a0c6dd6-cda9-459c-b07f-dc08e542eac3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.062209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f1405311-5c83-4c6e-b2eb-dd5305576631 req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5a0c6dd6-cda9-459c-b07f-dc08e542eac3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.106331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f1405311-5c83-4c6e-b2eb-dd5305576631 req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.107781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1405311-5c83-4c6e-b2eb-dd5305576631 req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1612442 Jan 28 04:29:57.108607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcf533-1264-4bcf-8144-048014e086c3 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c6dd6-cda9-459c-b07f-dc08e542eac3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:57.190715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc99362-2964-43a9-acbe-b6611213408a req-5733ea96-a024-4582-9bc6-5aeca69367bc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:57.192410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fc99362-2964-43a9-acbe-b6611213408a req-5733ea96-a024-4582-9bc6-5aeca69367bc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0713282 Jan 28 04:29:57.206130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-171e5c49-2464-4629-9d6c-f4542be737df tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:57.207671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-171e5c49-2464-4629-9d6c-f4542be737df tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 946 time: 0.0564842 Jan 28 04:29:57.247337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af7f7348-ffde-4563-93ca-f4ae592e8420 req-99720afd-5422-44a1-8d5e-2b67de9d517d tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32 HTTP/1.1" status: 200 len: 210 time: 0.0333259 Jan 28 04:29:57.247575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fc99362-2964-43a9-acbe-b6611213408a req-af47ec07-4fbc-460f-9d1b-d6316d479ff3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484319 Jan 28 04:29:57.364334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Deleting port 0eca8be4-eb1c-423b-9575-e940ba0303b8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:57.364785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.479967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] For port 0eca8be4-eb1c-423b-9575-e940ba0303b8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0eca8be4-eb1c-423b-9575-e940ba0303b8,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:57.480498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.493812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Calling delete_port for 0eca8be4-eb1c-423b-9575-e940ba0303b8 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:57.497052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-1e00bd07-63ff-4100-be5c-f0d564ae942b tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/5a0c6dd6-cda9-459c-b07f-dc08e542eac3 HTTP/1.1" status: 200 len: 1830 time: 0.0628169 Jan 28 04:29:57.511502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a0c6dd6-cda9-459c-b07f-dc08e542eac3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:57.512458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a0c6dd6-cda9-459c-b07f-dc08e542eac3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:57.579154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group_rule (96c1095d-c554-45d6-932f-0b2df3d0c7e2), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.611677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group_rule (96c1095d-c554-45d6-932f-0b2df3d0c7e2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.616328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (96c1095d-c554-45d6-932f-0b2df3d0c7e2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.645062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c1095d-c554-45d6-932f-0b2df3d0c7e2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:57.661903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.666901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0eca8be4-eb1c-423b-9575-e940ba0303b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.667417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f939d143-23cc-406c-b017-c6e5f6a398bc req-362983b0-5a7a-42aa-b904-7a55a7f11486 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1596096 Jan 28 04:29:57.701221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event deleted for resources: {'Port': ['ID=0eca8be4-eb1c-423b-9575-e940ba0303b8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:57.711970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0eca8be4-eb1c-423b-9575-e940ba0303b8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:29:57.743529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72f11887-9691-4f81-aa0c-8f46dd6578a0 req-65cc6125-4c49-43f4-a74c-e4c531f3039c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/5a0c6dd6-cda9-459c-b07f-dc08e542eac3 HTTP/1.1" status: 200 len: 2423 time: 0.0573118 Jan 28 04:29:57.744766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] No DVR routers for this DVR port 0eca8be4-eb1c-423b-9575-e940ba0303b8 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:57.747084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.751730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7ed99efd-c8f6-4f6a-aa0a-dd1e7f2c8dca req-48c47f67-a8ca-44f5-87ac-a5fdc6ce18d3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "DELETE /v2.0/ports/0eca8be4-eb1c-423b-9575-e940ba0303b8 HTTP/1.1" status: 204 len: 173 time: 0.5354028 Jan 28 04:29:57.792657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-0fdfca6c-230a-4328-8095-8b4e754b4b08 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-group-rules/96c1095d-c554-45d6-932f-0b2df3d0c7e2 HTTP/1.1" status: 200 len: 778 time: 0.0265582 Jan 28 04:29:57.846790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-5051c1f0-b6a9-49eb-84ef-190977d07239 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/5a0c6dd6-cda9-459c-b07f-dc08e542eac3 HTTP/1.1" status: 200 len: 2423 time: 0.0466020 Jan 28 04:29:57.881730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-584985eb-bb46-47d9-b356-6572665317f0 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group_rule (96c1095d-c554-45d6-932f-0b2df3d0c7e2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.890141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-584985eb-bb46-47d9-b356-6572665317f0 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group_rule (96c1095d-c554-45d6-932f-0b2df3d0c7e2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.922952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-584985eb-bb46-47d9-b356-6572665317f0 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (96c1095d-c554-45d6-932f-0b2df3d0c7e2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.931549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-584985eb-bb46-47d9-b356-6572665317f0 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:57.932853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9cde7b-ba3c-4469-a185-fbb21a021617 req-584985eb-bb46-47d9-b356-6572665317f0 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/96c1095d-c554-45d6-932f-0b2df3d0c7e2 HTTP/1.1" status: 204 len: 173 time: 0.0802925 Jan 28 04:29:57.938707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584985eb-bb46-47d9-b356-6572665317f0 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c1095d-c554-45d6-932f-0b2df3d0c7e2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:58.048001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa70fd-c8a3-4e68-9650-3d85f63d78db req-d9fc3648-d540-48eb-ae18-3146c58fd371 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:58.050133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5aa70fd-c8a3-4e68-9650-3d85f63d78db req-d9fc3648-d540-48eb-ae18-3146c58fd371 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0544932 Jan 28 04:29:58.109222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5aa70fd-c8a3-4e68-9650-3d85f63d78db req-5243b7be-aac8-4c4d-8749-0d8976ef45d7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Jan 28 04:29:58.153805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-deleted', 'tag': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7'}, {'server_uuid': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'name': 'network-vif-deleted', 'tag': '0eca8be4-eb1c-423b-9575-e940ba0303b8'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:29:58.156107 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c38cec-eb9b-4c0e-a12b-5596d707ae26" -d '{"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-deleted", "tag": "b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7"}, {"server_uuid": "a0362a89-b2e5-4cad-9a51-382fd72634bf", "name": "network-vif-deleted", "tag": "0eca8be4-eb1c-423b-9575-e940ba0303b8"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:29:58.214489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d6fbcad-ad37-4d0a-a484-b8ac4825d860 req-18d35599-0f8b-4fe3-944e-f938853998bf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0358760 Jan 28 04:29:58.237834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-05a20fa6-9c56-430f-ab98-9d844a1c00e7 req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-770852807', 'description': 'tempest-description-177557139'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:58.262404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-05a20fa6-9c56-430f-ab98-9d844a1c00e7 req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.308785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-56616127-4a7d-4e96-9913-895bbae5a674 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:29:58.309842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-56616127-4a7d-4e96-9913-895bbae5a674 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106840 Jan 28 04:29:58.370980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69e36ba6-7480-463c-9c16-f9d3a68f8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:58.372279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69e36ba6-7480-463c-9c16-f9d3a68f8d4e service neutron] 10.222.0.21 "GET /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 1093 time: 0.0530152 Jan 28 04:29:58.374467 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-05a20fa6-9c56-430f-ab98-9d844a1c00e7 req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (4b9741f6-0a21-407d-ab97-3d3195c8e23b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.381327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Request body: {'binding': {'host': 'n-h2-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:58.381776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Unknown quota resources ['binding']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:29:58.384733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-05a20fa6-9c56-430f-ab98-9d844a1c00e7 req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4b9741f6-0a21-407d-ab97-3d3195c8e23b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.431231 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-05a20fa6-9c56-430f-ab98-9d844a1c00e7 req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.432463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05a20fa6-9c56-430f-ab98-9d844a1c00e7 req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1994483 Jan 28 04:29:58.480968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8678b6-bee1-48e4-9112-3c06fe7a7e1c tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9741f6-0a21-407d-ab97-3d3195c8e23b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:58.575842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9001ed4-4eac-40f5-a022-3112f7590b48 req-977b3950-c074-44d2-9b3a-cb0ea7385033 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:58.577349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9001ed4-4eac-40f5-a022-3112f7590b48 req-977b3950-c074-44d2-9b3a-cb0ea7385033 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0818396 Jan 28 04:29:58.601921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on host n-h2-824835-3 for vnic_type normal with profile None {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:29:58.602262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:29:58.602593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:58.613798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:29:58.614124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:29:58.628722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:29:58.628722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:29:58.629074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:29:58.629547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Bound port: b305e759-b011-40f5-a0c5-5d330791ad07, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:29:58.663543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9001ed4-4eac-40f5-a022-3112f7590b48 req-139d709d-9f83-4960-ae7c-647f4283a2c8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771363 Jan 28 04:29:58.692603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:29:58.703224 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.714659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-69d3dc3b-5a07-4995-baf0-e14ef5d4dee5 service neutron] 10.222.0.21 "POST /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07/bindings HTTP/1.1" status: 201 len: 389 time: 0.3324549 Jan 28 04:29:58.734857 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b4aabe-c2de-4398-bcc1-3f8e04ae8ccc x-openstack-request-id: req-a0b4aabe-c2de-4398-bcc1-3f8e04ae8ccc {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:29:58.735355 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32", "name": "network-vif-deleted", "tag": "b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7", "status": "completed", "code": 200}, {"server_uuid": "a0362a89-b2e5-4cad-9a51-382fd72634bf", "name": "network-vif-deleted", "tag": "0eca8be4-eb1c-423b-9575-e940ba0303b8", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:29:58.735510 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0b4aabe-c2de-4398-bcc1-3f8e04ae8ccc {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:29:58.736125 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe4e70-ec1d-4e42-90d1-6a139ccc2f32', 'name': 'network-vif-deleted', 'tag': 'b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7', 'status': 'completed', 'code': 200} Jan 28 04:29:58.736447 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0362a89-b2e5-4cad-9a51-382fd72634bf', 'name': 'network-vif-deleted', 'tag': '0eca8be4-eb1c-423b-9575-e940ba0303b8', 'status': 'completed', 'code': 200} Jan 28 04:29:58.780434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49262) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:58.860363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting subnet e014d704-7f65-4315-8fcb-b4c808183eba {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:29:58.863797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (e014d704-7f65-4315-8fcb-b4c808183eba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.878890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586313df-4e3b-448c-a413-6755f94f47eb req-2a1fedf7-c572-40f1-bb02-671ce4350692 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:58.880304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-586313df-4e3b-448c-a413-6755f94f47eb req-2a1fedf7-c572-40f1-bb02-671ce4350692 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0563581 Jan 28 04:29:58.910752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e014d704-7f65-4315-8fcb-b4c808183eba), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:58.934361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-586313df-4e3b-448c-a413-6755f94f47eb req-55976d88-d2cc-4e54-8ffd-40485e4483cf tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476019 Jan 28 04:29:58.982537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2cf718b-3163-4dfc-8539-ad4e9df7cfbf req-caa4ea35-4130-4247-96cb-42d1e6090d70 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/4b9741f6-0a21-407d-ab97-3d3195c8e23b HTTP/1.1" status: 200 len: 1828 time: 0.0494649 Jan 28 04:29:59.028194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-9d7a10e6-a75e-4611-959a-374eb0045c67 req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-100837364', 'description': 'tempest-description-330846081'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:59.060203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e014d704-7f65-4315-8fcb-b4c808183eba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.064343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b154811-f134-4581-8cb0-32adc7e1a88f req-e79cd734-612c-4ff7-ab53-1605d75210b4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:59.066882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b154811-f134-4581-8cb0-32adc7e1a88f req-e79cd734-612c-4ff7-ab53-1605d75210b4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0546839 Jan 28 04:29:59.082690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9d7a10e6-a75e-4611-959a-374eb0045c67 req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.128732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b154811-f134-4581-8cb0-32adc7e1a88f req-180c931d-f2fd-4196-9ad8-dd817faf9d22 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Jan 28 04:29:59.176188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9d7a10e6-a75e-4611-959a-374eb0045c67 req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (9c493b25-824c-4065-b2f1-ce6f9a2d1601), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.181035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9d7a10e6-a75e-4611-959a-374eb0045c67 req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9c493b25-824c-4065-b2f1-ce6f9a2d1601), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.213764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e014d704-7f65-4315-8fcb-b4c808183eba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.227492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9d7a10e6-a75e-4611-959a-374eb0045c67 req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.228685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d7a10e6-a75e-4611-959a-374eb0045c67 req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2062311 Jan 28 04:29:59.249385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f643e-b932-49a4-8637-29a1b2af8f36 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c493b25-824c-4065-b2f1-ce6f9a2d1601,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:59.258294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.265465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f32f9-6c57-48ed-967f-b2b6f0061cec None None] Network c5171ffe-ce58-48b0-8dbb-e3179115dc59 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:29:59.270675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/subnets/e014d704-7f65-4315-8fcb-b4c808183eba HTTP/1.1" status: 204 len: 168 time: 0.4883735 Jan 28 04:29:59.273864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49274) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:29:59.289975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d129-13df-4139-aec1-0a7c39df8a31 req-c6e30d21-f362-47af-b3b0-0aa2e82912b0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:59.297024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af96d129-13df-4139-aec1-0a7c39df8a31 req-c6e30d21-f362-47af-b3b0-0aa2e82912b0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.1015162 Jan 28 04:29:59.361557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92839ae0-95cc-44b6-a9c8-aea7d79042a4 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Subnet': ['ID=e014d704-7f65-4315-8fcb-b4c808183eba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:59.373762 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af96d129-13df-4139-aec1-0a7c39df8a31 req-241f3e6f-0c17-4b12-8a3b-df57685c08d9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715876 Jan 28 04:29:59.377038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c5171ffe-ce58-48b0-8dbb-e3179115dc59), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.400323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c241231-08a4-4d02-a1bb-80256d4c2687 req-6e5079af-ec3f-48f0-9bd8-ae7682ae0326 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0359907 Jan 28 04:29:59.454896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port 90ea921c-36a7-4f47-b812-1ad85a49b403 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:59.457014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.469134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73bc63cc-682e-4bd6-b54f-53a6c4b917a5 req-00a1f5df-c51f-4a29-b36a-1d6bb63f8f1b tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/9c493b25-824c-4065-b2f1-ce6f9a2d1601 HTTP/1.1" status: 200 len: 1828 time: 0.0477669 Jan 28 04:29:59.512377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-25c7db6a-0835-4dd5-a0b0-218a1711ba29 req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-899116178', 'description': 'tempest-description-1363178721'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:29:59.535092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] DHCP port deletion for c5171ffe-ce58-48b0-8dbb-e3179115dc59 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:29:59.545288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port 90ea921c-36a7-4f47-b812-1ad85a49b403, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90ea921c-36a7-4f47-b812-1ad85a49b403,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:59.545658 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.555330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25c7db6a-0835-4dd5-a0b0-218a1711ba29 req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.570690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for 90ea921c-36a7-4f47-b812-1ad85a49b403 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:59.590322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] Deleting port 90ea921c-36a7-4f47-b812-1ad85a49b403 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:29:59.590858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.662963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] For port 90ea921c-36a7-4f47-b812-1ad85a49b403, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90ea921c-36a7-4f47-b812-1ad85a49b403,segment=NetworkSegment(e95c92b0-3177-41ad-9693-d3ade98a3eaf),segment_id=e95c92b0-3177-41ad-9693-d3ade98a3eaf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:29:59.663529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.679189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] Calling delete_port for 90ea921c-36a7-4f47-b812-1ad85a49b403 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:29:59.691817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25c7db6a-0835-4dd5-a0b0-218a1711ba29 req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (5f7fbd14-0949-41c9-87c6-268f261ae823), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.702462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25c7db6a-0835-4dd5-a0b0-218a1711ba29 req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5f7fbd14-0949-41c9-87c6-268f261ae823), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.709513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.777727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (90ea921c-36a7-4f47-b812-1ad85a49b403), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.785933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port 90ea921c-36a7-4f47-b812-1ad85a49b403 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:59.793535 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25c7db6a-0835-4dd5-a0b0-218a1711ba29 req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.800472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25c7db6a-0835-4dd5-a0b0-218a1711ba29 req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2993991 Jan 28 04:29:59.801738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=90ea921c-36a7-4f47-b812-1ad85a49b403,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:59.812476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] Pushing event deleted for resources: {'Port': ['ID=90ea921c-36a7-4f47-b812-1ad85a49b403,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:59.821933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea66602-99a1-4322-9aad-bfce054645d8 None None] No DVR routers for this DVR port 90ea921c-36a7-4f47-b812-1ad85a49b403 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:29:59.835643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6caed5-7b4f-4305-976d-8e24f43efab4 req-3cba777c-c7e6-4f7f-82a3-283b293f1d6d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:59.837767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf6caed5-7b4f-4305-976d-8e24f43efab4 req-3cba777c-c7e6-4f7f-82a3-283b293f1d6d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0736763 Jan 28 04:29:59.881247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533dc50-40f2-4b3f-be2a-1b30b299ccd2 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7fbd14-0949-41c9-87c6-268f261ae823,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:29:59.890470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf6caed5-7b4f-4305-976d-8e24f43efab4 req-dfe48a84-122c-4b67-913d-584e0798eae5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469170 Jan 28 04:29:59.896434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:59.923000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:59.923540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b6d53622-cdc6-4d82-8fc9-8f2883ecd1d7 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:59.924148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0eca8be4-eb1c-423b-9575-e940ba0303b8 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:59.945632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0eca8be4-eb1c-423b-9575-e940ba0303b8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:59.946248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0eca8be4-eb1c-423b-9575-e940ba0303b8 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:59.946830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:29:59.968444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:29:59.968749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c5171ffe-ce58-48b0-8dbb-e3179115dc59), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:59.969292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0dc4903d-c0ed-4420-9610-2e1d98a57aa0 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:29:59.986497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c22faf77-29c0-4e5e-8680-d8438173b391 req-fd6c397c-6552-443d-9c37-0b2ac8855407 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/5f7fbd14-0949-41c9-87c6-268f261ae823 HTTP/1.1" status: 200 len: 1829 time: 0.1344936 Jan 28 04:29:59.996123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5171ffe-ce58-48b0-8dbb-e3179115dc59']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:00.016116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95c92b0-3177-41ad-9693-d3ade98a3eaf') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:00.016417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95c92b0-3177-41ad-9693-d3ade98a3eaf') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:00.023609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-d6dc4063-2517-49e4-9fb2-b3d2d596050c req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-100066459', 'description': 'tempest-description-518944896'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:00.028246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (e95c92b0-3177-41ad-9693-d3ade98a3eaf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.045720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e95c92b0-3177-41ad-9693-d3ade98a3eaf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.048146 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d6dc4063-2517-49e4-9fb2-b3d2d596050c req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.062959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:30:00.062959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (e95c92b0-3177-41ad-9693-d3ade98a3eaf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:30:00.065082 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:30:00.122862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d6dc4063-2517-49e4-9fb2-b3d2d596050c req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (cb11d3eb-0bd6-4856-95d4-2a648972a25e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.129481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d6dc4063-2517-49e4-9fb2-b3d2d596050c req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cb11d3eb-0bd6-4856-95d4-2a648972a25e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.153811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe383ef-8c07-4c52-81c4-c36d9435db77 req-3635df5d-70a9-41a3-a2d0-d28bd953a42b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:00.155438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3fe383ef-8c07-4c52-81c4-c36d9435db77 req-3635df5d-70a9-41a3-a2d0-d28bd953a42b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1072779 Jan 28 04:30:00.162336 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d6dc4063-2517-49e4-9fb2-b3d2d596050c req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.163287 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c5171ffe-ce58-48b0-8dbb-e3179115dc59), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.163609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d6dc4063-2517-49e4-9fb2-b3d2d596050c req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1438525 Jan 28 04:30:00.165582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b06f-15fd-42aa-8d7d-5f8d6c9bed73 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11d3eb-0bd6-4856-95d4-2a648972a25e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:00.168897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.172160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/networks/c5171ffe-ce58-48b0-8dbb-e3179115dc59 HTTP/1.1" status: 204 len: 168 time: 0.8981254 Jan 28 04:30:00.174787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49292) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:00.195884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be47b0d-a5bb-431c-9eeb-463cb5e43101 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Network': ['ID=c5171ffe-ce58-48b0-8dbb-e3179115dc59,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:00.232454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting subnet 61bcebd9-a165-4dc7-834d-42e5c16a351c {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:30:00.236930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks [] for subnet (61bcebd9-a165-4dc7-834d-42e5c16a351c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.240909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3fe383ef-8c07-4c52-81c4-c36d9435db77 req-c763879c-b9b4-4641-b1c7-84fa7dcb8403 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637155 Jan 28 04:30:00.304146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8284a2b7-ea32-4ebb-a0a3-a3aded70615a req-46bf6412-f95c-4769-b7e6-c890b9c561e7 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/cb11d3eb-0bd6-4856-95d4-2a648972a25e HTTP/1.1" status: 200 len: 1828 time: 0.0381882 Jan 28 04:30:00.308340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (61bcebd9-a165-4dc7-834d-42e5c16a351c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.341281 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-83bdad78-4af0-4c15-b5d3-808a7113a472 req-2156bf9c-7a6a-4afd-a996-e16c7d0fedc1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] show failed (client error): The resource could not be found. Jan 28 04:30:00.342294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdad78-4af0-4c15-b5d3-808a7113a472 req-2156bf9c-7a6a-4afd-a996-e16c7d0fedc1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/ddcea569-1502-4923-92e5-94c6ef715a12 HTTP/1.1" status: 404 len: 352 time: 0.0145059 Jan 28 04:30:00.353531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5888d-0b25-4ec2-91f9-40c233c381fb req-c96b9e4d-d9db-4f9a-ace1-783e58a7310a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:00.355025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7e5888d-0b25-4ec2-91f9-40c233c381fb req-c96b9e4d-d9db-4f9a-ace1-783e58a7310a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1150708 Jan 28 04:30:00.379437 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-68d8c198-a9cb-405c-94f4-e6e471ee6df9 req-202de8c5-944a-4f57-8ce7-841d578003db tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] show failed (client error): The resource could not be found. Jan 28 04:30:00.380770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68d8c198-a9cb-405c-94f4-e6e471ee6df9 req-202de8c5-944a-4f57-8ce7-841d578003db tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-group-rules/c1f7f495-233b-48aa-a96a-ff68a8b2c8fa HTTP/1.1" status: 404 len: 361 time: 0.0151505 Jan 28 04:30:00.439602 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (61bcebd9-a165-4dc7-834d-42e5c16a351c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.445542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7e5888d-0b25-4ec2-91f9-40c233c381fb req-05b1d194-03ed-4920-9345-886aabb07977 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792339 Jan 28 04:30:00.452800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4ef4bfb-30a5-4449-81ff-635fe4fc91d7 req-aa4b0c83-c351-40c2-8463-84f7d25b455b tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/cb11d3eb-0bd6-4856-95d4-2a648972a25e HTTP/1.1" status: 200 len: 1828 time: 0.0467043 Jan 28 04:30:00.504662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (61bcebd9-a165-4dc7-834d-42e5c16a351c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.519558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.526199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04866c7-54be-4095-85f8-4c4dcfb90e03 None None] Network 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:00.526935 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/subnets/61bcebd9-a165-4dc7-834d-42e5c16a351c HTTP/1.1" status: 204 len: 168 time: 0.3506069 Jan 28 04:30:00.545563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49304) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:00.548872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f4ef4bfb-30a5-4449-81ff-635fe4fc91d7 req-cd39c98a-55b6-4b08-b936-ab2ea6248e88 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (cb11d3eb-0bd6-4856-95d4-2a648972a25e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.557015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6571f-fafb-45b3-8971-e380aa1e6155 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Subnet': ['ID=61bcebd9-a165-4dc7-834d-42e5c16a351c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:00.585367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f4ef4bfb-30a5-4449-81ff-635fe4fc91d7 req-cd39c98a-55b6-4b08-b936-ab2ea6248e88 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (cb11d3eb-0bd6-4856-95d4-2a648972a25e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.632480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f4ef4bfb-30a5-4449-81ff-635fe4fc91d7 req-cd39c98a-55b6-4b08-b936-ab2ea6248e88 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cb11d3eb-0bd6-4856-95d4-2a648972a25e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.636500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f4ef4bfb-30a5-4449-81ff-635fe4fc91d7 req-cd39c98a-55b6-4b08-b936-ab2ea6248e88 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.638516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4ef4bfb-30a5-4449-81ff-635fe4fc91d7 req-cd39c98a-55b6-4b08-b936-ab2ea6248e88 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb11d3eb-0bd6-4856-95d4-2a648972a25e HTTP/1.1" status: 204 len: 173 time: 0.1763647 Jan 28 04:30:00.656334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39c98a-55b6-4b08-b936-ab2ea6248e88 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11d3eb-0bd6-4856-95d4-2a648972a25e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:00.794582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] DHCP port deletion for 2aaabc3d-38a9-45e6-bb5e-470b15f06e24 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:30:00.818597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05c8341b-f356-4b0e-ab95-abf2c3ffd6b9 req-54f4ccfd-5921-48db-8654-6e7472e2ad6c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0467544 Jan 28 04:30:00.882585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] Deleting port b6a05a20-7277-421a-8af6-beeedd04d2ac {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:00.882973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.924972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3338654-c685-479c-8eaa-32bdf726a8ff req-87806478-d2bd-4e13-a138-e3e56562998f tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/5f7fbd14-0949-41c9-87c6-268f261ae823 HTTP/1.1" status: 200 len: 1829 time: 0.0632625 Jan 28 04:30:00.989790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] For port b6a05a20-7277-421a-8af6-beeedd04d2ac, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6a05a20-7277-421a-8af6-beeedd04d2ac,segment=NetworkSegment(342cf61c-a89e-481a-b03f-9e0104ca7c5b),segment_id=342cf61c-a89e-481a-b03f-9e0104ca7c5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:00.990457 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.005451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a3338654-c685-479c-8eaa-32bdf726a8ff req-b6310589-366e-4303-98bb-87bfb29c7ba1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (5f7fbd14-0949-41c9-87c6-268f261ae823), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.012269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] Calling delete_port for b6a05a20-7277-421a-8af6-beeedd04d2ac owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:01.036971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb607ce-1bf6-459a-9436-702868e85e8f req-4801ab68-f187-4852-87a2-6b04d8934fda tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:01.045436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a3338654-c685-479c-8eaa-32bdf726a8ff req-b6310589-366e-4303-98bb-87bfb29c7ba1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (5f7fbd14-0949-41c9-87c6-268f261ae823), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.046380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fb607ce-1bf6-459a-9436-702868e85e8f req-4801ab68-f187-4852-87a2-6b04d8934fda tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.4921951 Jan 28 04:30:01.051931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2aaabc3d-38a9-45e6-bb5e-470b15f06e24), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.098047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a3338654-c685-479c-8eaa-32bdf726a8ff req-b6310589-366e-4303-98bb-87bfb29c7ba1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5f7fbd14-0949-41c9-87c6-268f261ae823), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.104774 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a3338654-c685-479c-8eaa-32bdf726a8ff req-b6310589-366e-4303-98bb-87bfb29c7ba1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.125502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fb607ce-1bf6-459a-9436-702868e85e8f req-988cd39c-8806-4c7a-83b5-463ff9e1ee29 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776911 Jan 28 04:30:01.127187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3338654-c685-479c-8eaa-32bdf726a8ff req-b6310589-366e-4303-98bb-87bfb29c7ba1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f7fbd14-0949-41c9-87c6-268f261ae823 HTTP/1.1" status: 204 len: 173 time: 0.2016521 Jan 28 04:30:01.158580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6310589-366e-4303-98bb-87bfb29c7ba1 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7fbd14-0949-41c9-87c6-268f261ae823,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:01.242903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90ea921c-36a7-4f47-b812-1ad85a49b403 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:01.249591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.256208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Deleting port b6a05a20-7277-421a-8af6-beeedd04d2ac {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:01.256208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.293649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 90ea921c-36a7-4f47-b812-1ad85a49b403 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:01.294333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90ea921c-36a7-4f47-b812-1ad85a49b403 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:01.297138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6a05a20-7277-421a-8af6-beeedd04d2ac no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:01.335086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791a06-28ec-4bda-b362-2109de89a1e9 req-4d364921-088e-41a7-bd9b-eece98e6c561 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:01.337928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a791a06-28ec-4bda-b362-2109de89a1e9 req-4d364921-088e-41a7-bd9b-eece98e6c561 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1353760 Jan 28 04:30:01.350693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b6a05a20-7277-421a-8af6-beeedd04d2ac {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:01.351174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6a05a20-7277-421a-8af6-beeedd04d2ac not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:01.356720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] For port b6a05a20-7277-421a-8af6-beeedd04d2ac, host n-d-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:01.357645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.360254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] No DVR routers for this DVR port b6a05a20-7277-421a-8af6-beeedd04d2ac on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:01.385727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0928f-9ce9-43bc-b167-cff45d0a2a81 None None] Pushing event deleted for resources: {'Port': ['ID=b6a05a20-7277-421a-8af6-beeedd04d2ac,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:01.394260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Calling delete_port for b6a05a20-7277-421a-8af6-beeedd04d2ac owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:01.401216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Port b6a05a20-7277-421a-8af6-beeedd04d2ac was not found and therefore no delete operation was performed {{(pid=103139) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:30:01.405718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b6a05a20-7277-421a-8af6-beeedd04d2ac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.428215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a791a06-28ec-4bda-b362-2109de89a1e9 req-b55a6867-0120-41dc-9646-5981fffeefa7 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823805 Jan 28 04:30:01.449833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ab17d2e-86ac-4187-9bdb-ca98c7ce72c0 req-85276950-4737-402e-b6f3-613dee2f7bf5 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/9c493b25-824c-4065-b2f1-ce6f9a2d1601 HTTP/1.1" status: 200 len: 1828 time: 0.1144109 Jan 28 04:30:01.451415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Port': ['ID=b6a05a20-7277-421a-8af6-beeedd04d2ac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:01.455744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] No DVR routers for this DVR port b6a05a20-7277-421a-8af6-beeedd04d2ac on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:01.553960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fc3d-bc76-4eae-9c79-eb23304cbddf req-df3135fb-62a0-4302-8aab-6d81c52b1b62 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:01.555671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a340fc3d-bc76-4eae-9c79-eb23304cbddf req-df3135fb-62a0-4302-8aab-6d81c52b1b62 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0596974 Jan 28 04:30:01.597768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2aaabc3d-38a9-45e6-bb5e-470b15f06e24), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.610661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a340fc3d-bc76-4eae-9c79-eb23304cbddf req-fdb80e90-5ce1-41a4-a072-682e66e4babc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485516 Jan 28 04:30:01.610957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2ab17d2e-86ac-4187-9bdb-ca98c7ce72c0 req-28df49a8-051a-48e3-bbac-b18d7d85d454 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (9c493b25-824c-4065-b2f1-ce6f9a2d1601), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.631869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaabc3d-38a9-45e6-bb5e-470b15f06e24']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:01.650008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342cf61c-a89e-481a-b03f-9e0104ca7c5b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:01.650338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342cf61c-a89e-481a-b03f-9e0104ca7c5b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:01.660112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2ab17d2e-86ac-4187-9bdb-ca98c7ce72c0 req-28df49a8-051a-48e3-bbac-b18d7d85d454 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (9c493b25-824c-4065-b2f1-ce6f9a2d1601), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.670373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (342cf61c-a89e-481a-b03f-9e0104ca7c5b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.694383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (342cf61c-a89e-481a-b03f-9e0104ca7c5b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.706526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:30:01.706948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (342cf61c-a89e-481a-b03f-9e0104ca7c5b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:30:01.709955 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:30:01.734828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800081e-6968-479f-95aa-c8d91b3bb88a req-f4b16dfe-ff00-4226-8d80-124325f122c4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:01.736747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c800081e-6968-479f-95aa-c8d91b3bb88a req-f4b16dfe-ff00-4226-8d80-124325f122c4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0629451 Jan 28 04:30:01.763289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2ab17d2e-86ac-4187-9bdb-ca98c7ce72c0 req-28df49a8-051a-48e3-bbac-b18d7d85d454 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9c493b25-824c-4065-b2f1-ce6f9a2d1601), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.765946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2ab17d2e-86ac-4187-9bdb-ca98c7ce72c0 req-28df49a8-051a-48e3-bbac-b18d7d85d454 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.767088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ab17d2e-86ac-4187-9bdb-ca98c7ce72c0 req-28df49a8-051a-48e3-bbac-b18d7d85d454 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c493b25-824c-4065-b2f1-ce6f9a2d1601 HTTP/1.1" status: 204 len: 173 time: 0.3062019 Jan 28 04:30:01.777705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df49a8-051a-48e3-bbac-b18d7d85d454 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c493b25-824c-4065-b2f1-ce6f9a2d1601,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:01.785769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2aaabc3d-38a9-45e6-bb5e-470b15f06e24), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.813082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.813441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c800081e-6968-479f-95aa-c8d91b3bb88a req-1cdb51b4-833f-4700-877f-b297d5cc1162 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Jan 28 04:30:01.817934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] 10.222.0.21 "DELETE /v2.0/networks/2aaabc3d-38a9-45e6-bb5e-470b15f06e24 HTTP/1.1" status: 204 len: 168 time: 1.2711420 Jan 28 04:30:01.844899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff522ec9-be06-4256-95e2-b4ad07902620 tempest-ServersTestMultiNic-1788960717 tempest-ServersTestMultiNic-1788960717-project] Pushing event deleted for resources: {'Network': ['ID=2aaabc3d-38a9-45e6-bb5e-470b15f06e24,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:01.888931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-629f71e0-4155-4b3a-a1cf-41eebc1f3ea1 req-eb335de6-1a49-4665-915b-7b35a0c56cdd tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/4b9741f6-0a21-407d-ab97-3d3195c8e23b HTTP/1.1" status: 200 len: 1828 time: 0.0694468 Jan 28 04:30:01.932731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03b5fdbc-db41-4ed7-8515-73ded50479e2 req-149b434e-6dfd-40c3-947c-fcb09b520b3a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0270140 Jan 28 04:30:01.953740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-629f71e0-4155-4b3a-a1cf-41eebc1f3ea1 req-1fab8ee6-a969-4be5-ba63-fe8e08855d94 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (4b9741f6-0a21-407d-ab97-3d3195c8e23b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:01.978733 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-629f71e0-4155-4b3a-a1cf-41eebc1f3ea1 req-1fab8ee6-a969-4be5-ba63-fe8e08855d94 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (4b9741f6-0a21-407d-ab97-3d3195c8e23b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.022009 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-629f71e0-4155-4b3a-a1cf-41eebc1f3ea1 req-1fab8ee6-a969-4be5-ba63-fe8e08855d94 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4b9741f6-0a21-407d-ab97-3d3195c8e23b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.025082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-629f71e0-4155-4b3a-a1cf-41eebc1f3ea1 req-1fab8ee6-a969-4be5-ba63-fe8e08855d94 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.026575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-629f71e0-4155-4b3a-a1cf-41eebc1f3ea1 req-1fab8ee6-a969-4be5-ba63-fe8e08855d94 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b9741f6-0a21-407d-ab97-3d3195c8e23b HTTP/1.1" status: 204 len: 173 time: 0.1314645 Jan 28 04:30:02.044637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab8ee6-a969-4be5-ba63-fe8e08855d94 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9741f6-0a21-407d-ab97-3d3195c8e23b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:02.057344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49332) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:02.109487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-663e310f-b126-44eb-9755-e2d2a18e88e6 req-a4a73a84-a51a-431f-ab06-d1710fefe225 tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "GET /v2.0/security-groups/5a0c6dd6-cda9-459c-b07f-dc08e542eac3 HTTP/1.1" status: 200 len: 1830 time: 0.0378108 Jan 28 04:30:02.169781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-663e310f-b126-44eb-9755-e2d2a18e88e6 req-942840f8-a460-479d-8d4d-a55e31154cfa tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (5a0c6dd6-cda9-459c-b07f-dc08e542eac3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.197936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-663e310f-b126-44eb-9755-e2d2a18e88e6 req-942840f8-a460-479d-8d4d-a55e31154cfa tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (5a0c6dd6-cda9-459c-b07f-dc08e542eac3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.247387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-663e310f-b126-44eb-9755-e2d2a18e88e6 req-942840f8-a460-479d-8d4d-a55e31154cfa tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5a0c6dd6-cda9-459c-b07f-dc08e542eac3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.250688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-663e310f-b126-44eb-9755-e2d2a18e88e6 req-942840f8-a460-479d-8d4d-a55e31154cfa tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.253767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-663e310f-b126-44eb-9755-e2d2a18e88e6 req-942840f8-a460-479d-8d4d-a55e31154cfa tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] 10.222.0.21 "DELETE /v2.0/security-groups/5a0c6dd6-cda9-459c-b07f-dc08e542eac3 HTTP/1.1" status: 204 len: 173 time: 0.1354733 Jan 28 04:30:02.259171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:02.276450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942840f8-a460-479d-8d4d-a55e31154cfa tempest-SecurityGroupRulesNegativeTestJSON-1942141631 tempest-SecurityGroupRulesNegativeTestJSON-1942141631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c6dd6-cda9-459c-b07f-dc08e542eac3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:02.322054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Deleting subnet 364dd114-dd10-4943-b95f-6db81f8dc492 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:30:02.325957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Publish callbacks [] for subnet (364dd114-dd10-4943-b95f-6db81f8dc492), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.365191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (364dd114-dd10-4943-b95f-6db81f8dc492), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.379963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4543a06-0de0-4eb3-afca-03bcf4ec9d3f req-247b40f5-56c8-4ca1-8543-468c78056be9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:02.381788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4543a06-0de0-4eb3-afca-03bcf4ec9d3f req-247b40f5-56c8-4ca1-8543-468c78056be9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.1168728 Jan 28 04:30:02.408318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (364dd114-dd10-4943-b95f-6db81f8dc492), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.469277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4543a06-0de0-4eb3-afca-03bcf4ec9d3f req-bc08e697-2cce-40fc-95dd-c8320543d841 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Jan 28 04:30:02.476709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (364dd114-dd10-4943-b95f-6db81f8dc492), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.520847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364dd114-dd10-4943-b95f-6db81f8dc492,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:02.547601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.552473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-04f28bc0-fdda-4ec8-bf79-930dbb4d7cf9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/364dd114-dd10-4943-b95f-6db81f8dc492 HTTP/1.1" status: 204 len: 168 time: 0.2920961 Jan 28 04:30:02.558226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (9c2026d0-9000-40a3-90f3-677fd2016499), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.559733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49342) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:02.591933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39839a-fb9b-4a7e-9521-eed4e19960c6 req-746e68e2-e3d8-4a79-8c88-f056cf61fdb5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:02.593481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae39839a-fb9b-4a7e-9521-eed4e19960c6 req-746e68e2-e3d8-4a79-8c88-f056cf61fdb5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0771761 Jan 28 04:30:02.647603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae39839a-fb9b-4a7e-9521-eed4e19960c6 req-ccfb1ca5-a019-4b55-9068-86c7704fe0ee tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475688 Jan 28 04:30:02.721808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c8f42782-4dfa-47e0-81a8-eeed3bc80c5c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.826952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611c40-197c-49be-8ea8-c098ee791d3b req-447400bf-35fd-44c1-b5a6-2baede8c88f8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:02.828379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d611c40-197c-49be-8ea8-c098ee791d3b req-447400bf-35fd-44c1-b5a6-2baede8c88f8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1221626 Jan 28 04:30:02.924224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc026a3-905a-4f5f-91f5-625112d82bb7 req-547a92a9-a58f-45db-94de-6eda5558c62b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:02.926879 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bc026a3-905a-4f5f-91f5-625112d82bb7 req-547a92a9-a58f-45db-94de-6eda5558c62b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0525966 Jan 28 04:30:02.977689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bc026a3-905a-4f5f-91f5-625112d82bb7 req-bb0256dd-4369-4726-8921-140d26e2e836 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Jan 28 04:30:03.075767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b4cfea4-11bb-4d0d-822b-518a856a2c2c req-a5997a64-a1e2-4f6f-8a30-531aa5714c82 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0310290 Jan 28 04:30:03.212420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c8f42782-4dfa-47e0-81a8-eeed3bc80c5c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.250526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f42782-4dfa-47e0-81a8-eeed3bc80c5c']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:03.255165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d611c40-197c-49be-8ea8-c098ee791d3b req-2071f615-c52e-4748-b571-0e9a2a1de3d4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080360 Jan 28 04:30:03.266768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da37d26-370b-4aad-9c42-7eb76f4612ca') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:03.267066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da37d26-370b-4aad-9c42-7eb76f4612ca') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:03.280472 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (3da37d26-370b-4aad-9c42-7eb76f4612ca), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.310751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3da37d26-370b-4aad-9c42-7eb76f4612ca), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.322222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:30:03.322637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (3da37d26-370b-4aad-9c42-7eb76f4612ca), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:30:03.324331 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:30:03.410488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c8f42782-4dfa-47e0-81a8-eeed3bc80c5c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.418195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.424077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8f42782-4dfa-47e0-81a8-eeed3bc80c5c HTTP/1.1" status: 204 len: 168 time: 0.8632770 Jan 28 04:30:03.445005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75f865-ddf8-499b-aa73-3184c2644f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f42782-4dfa-47e0-81a8-eeed3bc80c5c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:03.451286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Deleting port eaafe77b-840d-416c-9012-5a9cd92a6ff0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:03.451514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.556315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] For port eaafe77b-840d-416c-9012-5a9cd92a6ff0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eaafe77b-840d-416c-9012-5a9cd92a6ff0,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:03.556909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.569254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49356) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:03.593767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Calling delete_port for eaafe77b-840d-416c-9012-5a9cd92a6ff0 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:03.613925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9eee3ad0-059f-418a-8c2a-1de7cc6c3cad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa9851a412a24e37912ee1dd26ff738e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434687 Jan 28 04:30:03.617000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49358) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:03.652509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa81cab-7e5e-4f3a-bfaf-a0c4f718a2ac req-13860f72-ec63-412d-be68-ec028ebc11d9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:03.654058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2aa81cab-7e5e-4f3a-bfaf-a0c4f718a2ac req-13860f72-ec63-412d-be68-ec028ebc11d9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 945 time: 0.0939796 Jan 28 04:30:03.667705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e10dcbfb-a6be-49c7-aded-888cd016a1c9 admin admin] Publish callbacks [] for security_group (aed71da9-7b85-4c8a-a182-4e65baed74b6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.691022 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e10dcbfb-a6be-49c7-aded-888cd016a1c9 admin admin] Publish callbacks [] for security_group (aed71da9-7b85-4c8a-a182-4e65baed74b6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.757762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e10dcbfb-a6be-49c7-aded-888cd016a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aed71da9-7b85-4c8a-a182-4e65baed74b6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.761680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e10dcbfb-a6be-49c7-aded-888cd016a1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.769778 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e10dcbfb-a6be-49c7-aded-888cd016a1c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aed71da9-7b85-4c8a-a182-4e65baed74b6 HTTP/1.1" status: 204 len: 168 time: 0.1516635 Jan 28 04:30:03.773642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2aa81cab-7e5e-4f3a-bfaf-a0c4f718a2ac req-865374f8-3b93-423a-8a34-22b0f6154520 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110823 Jan 28 04:30:03.791285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dcbfb-a6be-49c7-aded-888cd016a1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed71da9-7b85-4c8a-a182-4e65baed74b6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:03.839921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f331b-d0b0-4deb-b660-1fd323a9482e req-2ab5091b-aad4-4dfe-aff1-b28874573d85 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:03.847034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f1f331b-d0b0-4deb-b660-1fd323a9482e req-2ab5091b-aad4-4dfe-aff1-b28874573d85 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0759461 Jan 28 04:30:03.880564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (eaafe77b-840d-416c-9012-5a9cd92a6ff0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:03.912890 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f1f331b-d0b0-4deb-b660-1fd323a9482e req-8967fc44-57d1-44e5-aa12-9d7d98845901 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Jan 28 04:30:03.914586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Pushing event deleted for resources: {'Port': ['ID=eaafe77b-840d-416c-9012-5a9cd92a6ff0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:03.988847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-662e531a-f14c-4c0d-91f1-b49fdb399ffb tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:03.990812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-662e531a-f14c-4c0d-91f1-b49fdb399ffb tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.0703092 Jan 28 04:30:04.007198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-3'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:04.118687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:04.215632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (9c2026d0-9000-40a3-90f3-677fd2016499), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:04.228626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11a40cd1-e7a8-4c7f-86b8-7683825c1414 req-2de2f557-a8ad-4c72-a25e-3dda3ebd53b3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0338697 Jan 28 04:30:04.350570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c33c-3bbf-44a1-87ec-3b748dbd66cc req-3e5e7f95-a424-48d8-8181-d7f6d7810219 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:04.357531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0181c33c-3bbf-44a1-87ec-3b748dbd66cc req-3e5e7f95-a424-48d8-8181-d7f6d7810219 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1387427 Jan 28 04:30:04.365715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:04.452824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:04.465018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0181c33c-3bbf-44a1-87ec-3b748dbd66cc req-730bd015-bf93-4e23-b86b-2214d8b92ea7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064823 Jan 28 04:30:04.499165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab521fb-85a3-43c9-95c3-8d519d5b4da5 req-485adb45-484f-43b4-b414-1917bc86a198 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:04.506814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cab521fb-85a3-43c9-95c3-8d519d5b4da5 req-485adb45-484f-43b4-b414-1917bc86a198 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1075222 Jan 28 04:30:04.533779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:04.536346 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4422ad67-05c7-46b2-a6c5-898155f0b5f4" -d '{"events": [{"server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "name": "network-vif-unplugged", "status": "completed", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:04.543083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Publish callbacks [] for port (611f7d6d-c489-4b4e-98af-1052522953dc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:04.563617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:04.622325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:04.640035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Router 9c2026d0-9000-40a3-90f3-677fd2016499 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:30:04.647157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cab521fb-85a3-43c9-95c3-8d519d5b4da5 req-131e775a-f19b-41d5-be1a-b9b10cb3d30a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394045 Jan 28 04:30:04.740665 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b5500-536a-4f99-83c6-6efb6bd682da x-openstack-request-id: req-653b5500-536a-4f99-83c6-6efb6bd682da {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:04.740956 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "name": "network-vif-unplugged", "status": "completed", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:04.741231 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-653b5500-536a-4f99-83c6-6efb6bd682da {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:04.741622 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc', 'code': 200} Jan 28 04:30:04.742245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on host n-h1-824835-3 for vnic_type normal with profile {"migrating_to": "n-h2-824835-3"} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:04.742572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:04.742895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:04.747681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:04.748003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Attempting to bind port 611f7d6d-c489-4b4e-98af-1052522953dc on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:04.753526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:04.753863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:04.754241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:04.754663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Bound port: 611f7d6d-c489-4b4e-98af-1052522953dc, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:04.755018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:04.797479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:04.811269 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] Sync routers for ids ['9c2026d0-9000-40a3-90f3-677fd2016499'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:04.814705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-130f0146-f7b3-4e1f-a770-b523367dccaa admin admin] 10.222.0.21 "PUT /v2.0/routers/9c2026d0-9000-40a3-90f3-677fd2016499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538064 Jan 28 04:30:04.817039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49394) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:04.827582 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] Routers {'9c2026d0-9000-40a3-90f3-677fd2016499'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:04.828318 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:29:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['9c2026d0-9000-40a3-90f3-677fd2016499'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:04.911230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:04.931425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:04.957892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acede5-cbca-4df7-a43d-0fed4eb930f0 req-87029458-106d-4594-9f29-7c1637b23c67 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:04.959957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24acede5-cbca-4df7-a43d-0fed4eb930f0 req-87029458-106d-4594-9f29-7c1637b23c67 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1022789 Jan 28 04:30:04.981510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.041949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] Set router 9c2026d0-9000-40a3-90f3-677fd2016499 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:05.065531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24acede5-cbca-4df7-a43d-0fed4eb930f0 req-cecec178-8497-42e2-beaf-aa139dc74e84 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981350 Jan 28 04:30:05.108584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:05.109908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.111169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] 10.222.0.47 "PUT /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 1121 time: 1.1135125 Jan 28 04:30:05.126386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks [] for router (9c2026d0-9000-40a3-90f3-677fd2016499), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.211977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca2484-eaf5-4bce-8fd8-fc99395842ba service neutron] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=8']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:05.246001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['611f7d6d-c489-4b4e-98af-1052522953dc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:05.317823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:05.369532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['611f7d6d-c489-4b4e-98af-1052522953dc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:05.383858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aab64-87b8-4460-a167-2ff715b29389 req-8ad5d2c5-5889-4997-b0b4-845efd13470a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:05.393911 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-553aab64-87b8-4460-a167-2ff715b29389 req-8ad5d2c5-5889-4997-b0b4-845efd13470a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.3660376 Jan 28 04:30:05.403824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks [] for router_gateway (9c2026d0-9000-40a3-90f3-677fd2016499), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.466757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-553aab64-87b8-4460-a167-2ff715b29389 req-191fa061-4ede-4bd5-a16c-156e7b86c08c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Jan 28 04:30:05.468837 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '65546439-bcc4-403d-ad67-21b32ed47387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:30:03Z', 'revision_number': 5, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port': {'id': '65546439-bcc4-403d-ad67-21b32ed47387', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:28:34Z', 'updated_at': '2022-01-28T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:05.518124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:30:05.534244 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] Checking router: 9c2026d0-9000-40a3-90f3-677fd2016499 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:05.553337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Deleting port 65546439-bcc4-403d-ad67-21b32ed47387 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:05.553684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (65546439-bcc4-403d-ad67-21b32ed47387), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.553824 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] Routers {'9c2026d0-9000-40a3-90f3-677fd2016499'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:05.559094 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:29:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['9c2026d0-9000-40a3-90f3-677fd2016499'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:05.590760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-045d2d9c-4106-4731-83bf-a71322a5c4d6 req-263e1da3-279d-4450-831a-eb6e55e2344b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0486987 Jan 28 04:30:05.703024 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] Set router 9c2026d0-9000-40a3-90f3-677fd2016499 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:05.778232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6a72a-e84b-4c0d-96b4-a28b5d671e1c req-0d304a80-6427-4cdf-9a92-2ad69468f9ee tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:05.786081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5a6a72a-e84b-4c0d-96b4-a28b5d671e1c req-0d304a80-6427-4cdf-9a92-2ad69468f9ee tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.2302380 Jan 28 04:30:05.791907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0bf6-105d-485a-ae70-5261457e1ae2 req-2f892096-d451-4116-93da-e76a0e168d64 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:05.800029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:05.801382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1de0bf6-105d-485a-ae70-5261457e1ae2 req-2f892096-d451-4116-93da-e76a0e168d64 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0720026 Jan 28 04:30:05.826904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] For port 65546439-bcc4-403d-ad67-21b32ed47387, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65546439-bcc4-403d-ad67-21b32ed47387,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:05.827281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (65546439-bcc4-403d-ad67-21b32ed47387), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.840817 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:30:05Z', 'revision_number': 6, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:05.861739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Calling delete_port for 65546439-bcc4-403d-ad67-21b32ed47387 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:05.883300 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a5219-bf33-4fcd-9345-d5b98cff88ba None None] The sync data for ids ['9c2026d0-9000-40a3-90f3-677fd2016499'] in n-d-824835-3 is: [{'id': '9c2026d0-9000-40a3-90f3-677fd2016499', 'name': 'tempest-ServersTestMultiNic-52169656-router', 'tenant_id': '46e3f344afdd4771af5bc87afde341bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:28:33Z', 'updated_at': '2022-01-28T04:30:05Z', 'revision_number': 6, 'project_id': '46e3f344afdd4771af5bc87afde341bf', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:05.901964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1de0bf6-105d-485a-ae70-5261457e1ae2 req-8df3156b-c9b6-49fa-9597-131ac387580c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942957 Jan 28 04:30:05.912651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5a6a72a-e84b-4c0d-96b4-a28b5d671e1c req-2459b384-e075-49d5-98a1-0633408fe11b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256547 Jan 28 04:30:05.913248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 611f7d6d-c489-4b4e-98af-1052522953dc details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:05.940269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:06.034494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:06.060350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 611f7d6d-c489-4b4e-98af-1052522953dc has no active binding in host n-h2-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:30:06.105201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'port_id': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'mac_address': 'fa:16:3e:ef:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28aaa58-0b16-442c-8a6d-0cd301726d56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:06.153285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc23006-d43c-46a8-ad35-e7e2ba314015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.169593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:06.170485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.187398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (65546439-bcc4-403d-ad67-21b32ed47387), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.188641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:06.211928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:06.222705 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.227144 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.248195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Pushing event deleted for resources: {'Port': ['ID=65546439-bcc4-403d-ad67-21b32ed47387,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:06.265024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728c0d1-dd0d-40c1-bc16-713c9f39b48b req-8ef7a647-6dd6-4441-bc55-7942a623346e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:06.275232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8728c0d1-dd0d-40c1-bc16-713c9f39b48b req-8ef7a647-6dd6-4441-bc55-7942a623346e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.0961900 Jan 28 04:30:06.349405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ea40f-11ea-4520-bbee-70d0c48b1f22 req-0f0469a1-cdbf-41dc-b542-15930cd42976 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:06.351929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f64ea40f-11ea-4520-bbee-70d0c48b1f22 req-0f0469a1-cdbf-41dc-b542-15930cd42976 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 945 time: 0.1847908 Jan 28 04:30:06.371890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:06.394211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8728c0d1-dd0d-40c1-bc16-713c9f39b48b req-c0314309-5d2a-48d1-932b-e8499c872630 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181130 Jan 28 04:30:06.399519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc23006-d43c-46a8-ad35-e7e2ba314015 admin admin] Publish callbacks [] for security_group (4ef1b640-be74-44df-b733-ada38ee34ef8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.404774 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc23006-d43c-46a8-ad35-e7e2ba314015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ef1b640-be74-44df-b733-ada38ee34ef8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.426309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f64ea40f-11ea-4520-bbee-70d0c48b1f22 req-51fe6fa4-2412-4776-a223-dee4815e7d99 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683761 Jan 28 04:30:06.434932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (9c2026d0-9000-40a3-90f3-677fd2016499), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.465846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8cc23006-d43c-46a8-ad35-e7e2ba314015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57fe636061804c869bfb4ee38a8d39f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243144 Jan 28 04:30:06.467300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc23006-d43c-46a8-ad35-e7e2ba314015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1b640-be74-44df-b733-ada38ee34ef8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:06.471669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:06.550813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3560a18e-df69-4a6d-b23e-cf87fb30a93d admin admin] Publish callbacks [] for security_group (4ef1b640-be74-44df-b733-ada38ee34ef8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.577027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (9c2026d0-9000-40a3-90f3-677fd2016499), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.581133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks [] for router_controller (9c2026d0-9000-40a3-90f3-677fd2016499), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.604572 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3560a18e-df69-4a6d-b23e-cf87fb30a93d admin admin] Publish callbacks [] for security_group (4ef1b640-be74-44df-b733-ada38ee34ef8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.627088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:06.635549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb1678-4d7f-4c69-9f73-17e85f848087 req-c8dfbd36-577b-4764-afc1-b008d09b8b12 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:06.637112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7dcb1678-4d7f-4c69-9f73-17e85f848087 req-c8dfbd36-577b-4764-afc1-b008d09b8b12 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.1018083 Jan 28 04:30:06.674137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (9c2026d0-9000-40a3-90f3-677fd2016499), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.676987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2026d0-9000-40a3-90f3-677fd2016499 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:30:06.685710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.688053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a26c181-7096-442c-8b63-1030df75f02d admin admin] 10.222.0.21 "DELETE /v2.0/routers/9c2026d0-9000-40a3-90f3-677fd2016499 HTTP/1.1" status: 204 len: 168 time: 1.8699753 Jan 28 04:30:06.691908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49432) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:06.766666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:06.788358 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5699b70-3ddf-4e10-a667-aece9deb6bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:06.810302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c3f5963-7f9b-4e35-a129-779b53956027 req-e118dfd1-dd04-4d87-a1af-d29119085a70 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0875869 Jan 28 04:30:06.829409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3560a18e-df69-4a6d-b23e-cf87fb30a93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ef1b640-be74-44df-b733-ada38ee34ef8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.844116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3560a18e-df69-4a6d-b23e-cf87fb30a93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.845347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3560a18e-df69-4a6d-b23e-cf87fb30a93d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ef1b640-be74-44df-b733-ada38ee34ef8 HTTP/1.1" status: 204 len: 168 time: 0.3724122 Jan 28 04:30:06.888308 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfb2b67-c14e-4792-adf1-639be8213a93 x-openstack-request-id: req-bcfb2b67-c14e-4792-adf1-639be8213a93 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:06.888653 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:06.888974 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcfb2b67-c14e-4792-adf1-639be8213a93 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:06.889307 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc', 'status': 'completed', 'code': 200} Jan 28 04:30:06.892064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Deleting subnet af5b40be-4233-43e4-90c1-54f3610e7b6a {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:30:06.895221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560a18e-df69-4a6d-b23e-cf87fb30a93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1b640-be74-44df-b733-ada38ee34ef8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:06.900620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7dcb1678-4d7f-4c69-9f73-17e85f848087 req-69faa3a1-7d15-4cdd-a688-737074355027 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352154 Jan 28 04:30:06.901422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Publish callbacks [] for subnet (af5b40be-4233-43e4-90c1-54f3610e7b6a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.974485 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (af5b40be-4233-43e4-90c1-54f3610e7b6a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.075338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da83a-0b75-4825-8991-6f28084dba7b req-e9eaac15-8a8c-493f-ab1c-ff35cc5a3740 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:07.077377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-487da83a-0b75-4825-8991-6f28084dba7b req-e9eaac15-8a8c-493f-ab1c-ff35cc5a3740 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0819068 Jan 28 04:30:07.173179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-487da83a-0b75-4825-8991-6f28084dba7b req-74be1cfc-49ee-46c3-92ff-9cec64009bce tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870984 Jan 28 04:30:07.212588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65546439-bcc4-403d-ad67-21b32ed47387 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:07.268311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 65546439-bcc4-403d-ad67-21b32ed47387 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:07.268932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65546439-bcc4-403d-ad67-21b32ed47387 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:07.270750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eaafe77b-840d-416c-9012-5a9cd92a6ff0 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:07.288047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-a5f1f276-037c-42f1-a33d-7d36b1f0f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:07.294588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-a5f1f276-037c-42f1-a33d-7d36b1f0f2e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1124 time: 0.2596023 Jan 28 04:30:07.316285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:07.321135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: eaafe77b-840d-416c-9012-5a9cd92a6ff0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:07.321808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eaafe77b-840d-416c-9012-5a9cd92a6ff0 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:07.420313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (af5b40be-4233-43e4-90c1-54f3610e7b6a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.432771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:07.433331 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.433429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0e7b-621e-4b91-aa01-c44cb8ae3c21 req-7c78b9bd-fa65-47f4-8edf-c76b3cdf47f3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:07.442262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c87f0e7b-621e-4b91-aa01-c44cb8ae3c21 req-7c78b9bd-fa65-47f4-8edf-c76b3cdf47f3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.4176607 Jan 28 04:30:07.490560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.568961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:07.569501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.622641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8978c-dd50-4ba2-be29-709c472ed700 req-7f77e97b-cedc-44da-81de-dec1ab42aca6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:07.624494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56c8978c-dd50-4ba2-be29-709c472ed700 req-7f77e97b-cedc-44da-81de-dec1ab42aca6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1010320 Jan 28 04:30:07.647144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-bb54f091-b6cd-48f8-a6e3-6664292e06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:07.648885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-bb54f091-b6cd-48f8-a6e3-6664292e06e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.3349023 Jan 28 04:30:07.672869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c87f0e7b-621e-4b91-aa01-c44cb8ae3c21 req-947b6d2d-3044-40c8-930f-fba5f7c73042 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287230 Jan 28 04:30:07.718212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-f9074e1c-908a-4130-951f-6c0d53445677 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 217 time: 0.0611310 Jan 28 04:30:07.719249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (af5b40be-4233-43e4-90c1-54f3610e7b6a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.746045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5b40be-4233-43e4-90c1-54f3610e7b6a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:07.770656 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56c8978c-dd50-4ba2-be29-709c472ed700 req-3a58f722-0802-4e31-b94b-d4829ba15c33 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380949 Jan 28 04:30:07.797465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:07.797465 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ff3b2-ebf2-4e26-a880-17fd04c48323" -d '{"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:07.808430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.808609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f869bc6f-296d-4582-a940-16dda23119d6 None None] Network 94de6dcf-c541-4e00-86b2-d690f24f8b45 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:07.817057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea214ed7-057f-4627-bb3e-ca53553380ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af5b40be-4233-43e4-90c1-54f3610e7b6a HTTP/1.1" status: 204 len: 168 time: 1.0948582 Jan 28 04:30:07.817958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49456) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:07.834369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:07.849711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-03cdb5d6-a2af-4a7f-a5c7-5f8ef77d8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:07.862753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-03cdb5d6-a2af-4a7f-a5c7-5f8ef77d8b63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.1188772 Jan 28 04:30:07.879662 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662cf2a7-21ce-47c3-b042-854e305391b1 x-openstack-request-id: req-662cf2a7-21ce-47c3-b042-854e305391b1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:07.879991 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:07.880255 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-662cf2a7-21ce-47c3-b042-854e305391b1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:07.880942 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'code': 200} Jan 28 04:30:07.882608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:07.967309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-46938bc5-cd48-4a4b-bb29-7df30c033499 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542376 Jan 28 04:30:08.021093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e568ec7b-2502-491e-8f40-17e22730bb0a req-10c6b812-8fc8-44fd-8002-e637e16f92b9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0362a89-b2e5-4cad-9a51-382fd72634bf HTTP/1.1" status: 200 len: 210 time: 0.0520177 Jan 28 04:30:08.027927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (94de6dcf-c541-4e00-86b2-d690f24f8b45), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.069364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:08.140197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Deleting port 943b6e79-e1f9-4299-9339-ebea0bacde4a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:08.140556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e903d13-7084-4ebd-95f9-ac7d8463d52d req-3264c6d3-16c3-4dca-829d-453c754795e5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:08.140775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.142457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e903d13-7084-4ebd-95f9-ac7d8463d52d req-3264c6d3-16c3-4dca-829d-453c754795e5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1035650 Jan 28 04:30:08.147135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-c21a09f6-0370-4da6-955d-fa032796fd16 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735702 Jan 28 04:30:08.178339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] DHCP port deletion for 94de6dcf-c541-4e00-86b2-d690f24f8b45 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:30:08.252781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49472) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:08.261024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] Deleting port 943b6e79-e1f9-4299-9339-ebea0bacde4a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:08.262676 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.269227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] For port 943b6e79-e1f9-4299-9339-ebea0bacde4a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=943b6e79-e1f9-4299-9339-ebea0bacde4a,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:08.269607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.314468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Calling delete_port for 943b6e79-e1f9-4299-9339-ebea0bacde4a owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:08.341912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e903d13-7084-4ebd-95f9-ac7d8463d52d req-d2046caf-c295-4a23-9d16-4e7de2e5aa23 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877549 Jan 28 04:30:08.350402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] For port 943b6e79-e1f9-4299-9339-ebea0bacde4a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=943b6e79-e1f9-4299-9339-ebea0bacde4a,segment=NetworkSegment(c326eaea-af43-4821-bf4e-d9e47fd623c5),segment_id=c326eaea-af43-4821-bf4e-d9e47fd623c5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:08.351294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.364639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5699b70-3ddf-4e10-a667-aece9deb6bb1 req-c06ce78c-ac80-4645-ba96-543b0188de19 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018616 Jan 28 04:30:08.369590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] Calling delete_port for 943b6e79-e1f9-4299-9339-ebea0bacde4a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:08.398098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147c228-fce2-4882-bb71-36a57e8eef12 req-e93adaa4-45fa-443a-88ed-3100a255554c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:08.399803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2147c228-fce2-4882-bb71-36a57e8eef12 req-e93adaa4-45fa-443a-88ed-3100a255554c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1264472 Jan 28 04:30:08.413341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-896863772-network', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:08.467305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.467921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:08.469754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.489975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.492415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] Pushing event deleted for resources: {'Port': ['ID=943b6e79-e1f9-4299-9339-ebea0bacde4a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:08.499029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102341b-2d98-490a-bb24-36339f2d3dab None None] No DVR routers for this DVR port 943b6e79-e1f9-4299-9339-ebea0bacde4a on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:08.507534 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (943b6e79-e1f9-4299-9339-ebea0bacde4a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.516656 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2147c228-fce2-4882-bb71-36a57e8eef12 req-61fbc9a8-d167-4191-866c-312e0b75b427 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999019 Jan 28 04:30:08.536468 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25d5c3be-2013-4af4-8a9f-f0f05dad2982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.546625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=943b6e79-e1f9-4299-9339-ebea0bacde4a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:08.555397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] No DVR routers for this DVR port 943b6e79-e1f9-4299-9339-ebea0bacde4a on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:08.651560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (94de6dcf-c541-4e00-86b2-d690f24f8b45), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.681033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94de6dcf-c541-4e00-86b2-d690f24f8b45']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:08.699104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c326eaea-af43-4821-bf4e-d9e47fd623c5') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:08.699398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c326eaea-af43-4821-bf4e-d9e47fd623c5') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:08.720712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (c326eaea-af43-4821-bf4e-d9e47fd623c5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.724147 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks [] for security_group (4dcb2595-a448-413b-aa5c-ab5345e5b6da), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.731899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4dcb2595-a448-413b-aa5c-ab5345e5b6da), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.753944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c326eaea-af43-4821-bf4e-d9e47fd623c5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.757722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:30:08.776590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:30:08.777001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (c326eaea-af43-4821-bf4e-d9e47fd623c5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:30:08.778705 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:30:08.793091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb2595-a448-413b-aa5c-ab5345e5b6da,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:08.796330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e51beab2-9011-4648-8bb8-a04f529b7ffd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.796682 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Added segment e51beab2-9011-4648-8bb8-a04f529b7ffd of type vlan for network c9567c41-6127-4d6e-b841-c244b5f9ae75 Jan 28 04:30:08.821561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c407b4-c76e-4f64-9e1f-60fc61604633 req-a9e511ae-6224-4709-a816-4ddcaf81d091 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:08.823382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26c407b4-c76e-4f64-9e1f-60fc61604633 req-a9e511ae-6224-4709-a816-4ddcaf81d091 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0718298 Jan 28 04:30:08.876647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26c407b4-c76e-4f64-9e1f-60fc61604633 req-ce3254a1-1cd8-476c-9307-314de7c1bded tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Jan 28 04:30:08.897299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (94de6dcf-c541-4e00-86b2-d690f24f8b45), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.911501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c9567c41-6127-4d6e-b841-c244b5f9ae75), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.914106 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.917071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/94de6dcf-c541-4e00-86b2-d690f24f8b45 HTTP/1.1" status: 204 len: 168 time: 1.0960884 Jan 28 04:30:08.935166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39377a2-7bc5-4444-8ad5-7a718f7ac3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94de6dcf-c541-4e00-86b2-d690f24f8b45,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:08.966586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5665-f840-4ab5-887b-a596e48f7b3a req-97297136-ee50-433c-ab93-9188bfd77e7e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:08.968135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4fe5665-f840-4ab5-887b-a596e48f7b3a req-97297136-ee50-433c-ab93-9188bfd77e7e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1161141 Jan 28 04:30:08.969316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c9567c41-6127-4d6e-b841-c244b5f9ae75), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.970190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:08.970782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.039754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:09.048414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7945366 Jan 28 04:30:09.053534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49484) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:09.060276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Request body: {'subnet': {'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-896863772-subnet', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:09.066196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202c2bd-1bac-4db8-8cb2-3d41971e973e admin admin] Pushing event updated for resources: {'Network': ['ID=c9567c41-6127-4d6e-b841-c244b5f9ae75,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:09.077341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:30:09.097386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4fe5665-f840-4ab5-887b-a596e48f7b3a req-7aaa87c5-b955-41d6-895c-6569a7dda30f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149256 Jan 28 04:30:09.109746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4c9a597d-bccf-4d3a-84b6-75faa959bc4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46e3f344afdd4771af5bc87afde341bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620995 Jan 28 04:30:09.109848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49488) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:09.114390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:09.116969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.181102 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4172b23e-e1ab-46af-8141-717fabb45f4d admin admin] Publish callbacks [] for security_group (41ec8367-f7ca-4db0-8834-a9a9a3c34fd9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.200730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 943b6e79-e1f9-4299-9339-ebea0bacde4a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:09.215912 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4172b23e-e1ab-46af-8141-717fabb45f4d admin admin] Publish callbacks [] for security_group (41ec8367-f7ca-4db0-8834-a9a9a3c34fd9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.244031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 943b6e79-e1f9-4299-9339-ebea0bacde4a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:09.245302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 943b6e79-e1f9-4299-9339-ebea0bacde4a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:09.287519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4172b23e-e1ab-46af-8141-717fabb45f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (41ec8367-f7ca-4db0-8834-a9a9a3c34fd9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.290149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4172b23e-e1ab-46af-8141-717fabb45f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.291329 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4172b23e-e1ab-46af-8141-717fabb45f4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41ec8367-f7ca-4db0-8834-a9a9a3c34fd9 HTTP/1.1" status: 204 len: 168 time: 0.1839385 Jan 28 04:30:09.303825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172b23e-e1ab-46af-8141-717fabb45f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec8367-f7ca-4db0-8834-a9a9a3c34fd9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:09.432491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (879faf50-de16-443f-a182-02bdfc17c9b0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.533085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd943ce-4da7-45b0-a3ca-63324dcdb047 req-35d6147c-4d12-4e31-a453-afbffb380f8f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:09.535504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bdd943ce-4da7-45b0-a3ca-63324dcdb047 req-35d6147c-4d12-4e31-a453-afbffb380f8f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0927649 Jan 28 04:30:09.545670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=879faf50-de16-443f-a182-02bdfc17c9b0,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:09.569165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Checking segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:09.569545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Network hostable DHCP agents. Network: c9567c41-6127-4d6e-b841-c244b5f9ae75, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:30:09.599518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bdd943ce-4da7-45b0-a3ca-63324dcdb047 req-d9422a8c-4d77-4904-9940-bc6722dbb846 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Jan 28 04:30:09.607721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:30:09.669372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c9567c41-6127-4d6e-b841-c244b5f9ae75) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:09.681649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:09.682439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.683909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a5677-2625-4491-b1f3-d89728faabe0 None None] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:09.718475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a29d1fdc-86bf-498b-a66e-7214a92e9a2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6638310 Jan 28 04:30:09.721893 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49524) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:09.727040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:09.738750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e442fda-b8b3-43f0-b4c9-654a2f2cac76 req-0654315a-a68a-477e-abd4-793aa61068bc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:09.745774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e442fda-b8b3-43f0-b4c9-654a2f2cac76 req-0654315a-a68a-477e-abd4-793aa61068bc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0827565 Jan 28 04:30:09.755677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-2b0cb8f7-92c8-41c5-8a3c-711483e26c81 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:09.764302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-2b0cb8f7-92c8-41c5-8a3c-711483e26c81 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.1581914 Jan 28 04:30:09.779260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (39c31a4e-5758-4aed-8890-4698aa03ee86), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.779803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-e308d897-41e4-491e-991c-9dd47fc47527 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0140309 Jan 28 04:30:09.781208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (39c31a4e-5758-4aed-8890-4698aa03ee86), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.814634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e442fda-b8b3-43f0-b4c9-654a2f2cac76 req-79169805-ac17-468e-a6de-79549d581973 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670152 Jan 28 04:30:09.830921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-59a6ff39-1705-4d91-9c75-73710ccb59c5 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431588 Jan 28 04:30:09.867326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c9567c41-6127-4d6e-b841-c244b5f9ae75', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:30:09.868219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.886336 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks [] for router_controller (39c31a4e-5758-4aed-8890-4698aa03ee86), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:09.992612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-4aec2044-b83a-4b39-adfb-a505ab7c49ff service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505876 Jan 28 04:30:10.066029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Allocated IP 172.20.0.2 (c9567c41-6127-4d6e-b841-c244b5f9ae75/879faf50-de16-443f-a182-02bdfc17c9b0/ec19c76a-5e79-41e9-81d0-bc0c2d68b852) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:10.117388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-87532ba9-2def-455c-ac47-7e1cdefefa5c service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172924 Jan 28 04:30:10.286142 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Publish callbacks [] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.296075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.384595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:10.390291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:10.395537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Pushing event updated for resources: {'Port': ['ID=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:10.399030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:10.409923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks [] for router_gateway (39c31a4e-5758-4aed-8890-4698aa03ee86), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.415660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-c5c410b4-b175-449d-a46a-4a362422a92a tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1309636047&fields=id&tenant_id=5b613c8029f549c79d80df0604e982fe HTTP/1.1" status: 200 len: 267 time: 0.4592814 Jan 28 04:30:10.464631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385344a0-5c33-4816-b923-86c67a2db80f req-1acdbe87-4194-4781-8cc7-542726d46ba4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.472475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-385344a0-5c33-4816-b923-86c67a2db80f req-1acdbe87-4194-4781-8cc7-542726d46ba4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1255047 Jan 28 04:30:10.473131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Attempting to bind port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:10.473650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Attempting to bind port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:10.473746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:10.473909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Attempting to bind port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 on network c9567c41-6127-4d6e-b841-c244b5f9ae75 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:10.480193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:10.480725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Checking segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:10.481129 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.481771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Bound using segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:10.482173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Bound port: ec19c76a-5e79-41e9-81d0-bc0c2d68b852, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:10.482570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.543429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-385344a0-5c33-4816-b923-86c67a2db80f req-1ac1480a-4fd2-4913-aa5e-332ff962aaec tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Jan 28 04:30:10.610896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] For port ec19c76a-5e79-41e9-81d0-bc0c2d68b852, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:10.614301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] For port ec19c76a-5e79-41e9-81d0-bc0c2d68b852, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:10.620014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.626698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-0a170585-b3bd-46bc-a1e7-7268ea373ccf tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.629402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-0a170585-b3bd-46bc-a1e7-7268ea373ccf tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 824 time: 0.2007930 Jan 28 04:30:10.650305 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-669a2e43-31f0-4b37-bfac-7e4035e95a3d tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/quotas/5b613c8029f549c79d80df0604e982fe HTTP/1.1" status: 200 len: 375 time: 0.0141554 Jan 28 04:30:10.713819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1526958516-network', 'tenant_id': '31167d3c19d244db829af59056994416'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:10.735074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb00ab-1405-4388-b802-8592c12a80b4 None None] Pushing event updated for resources: {'Port': ['ID=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:10.739363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189bd41-5177-49a5-b7ef-639d1c3fa788 req-df4e5868-5b98-4bde-9e72-9cec67de6c8d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.741871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6189bd41-5177-49a5-b7ef-639d1c3fa788 req-df4e5868-5b98-4bde-9e72-9cec67de6c8d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1288145 Jan 28 04:30:10.746948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b87195c1-e282-43fe-8a9b-741fd775d75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.771117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Made reservation on behalf of 31167d3c19d244db829af59056994416 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:10.773682 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:10.797762 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-eeacf15c-3c72-4287-b6fc-399ef5e922be tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410682 Jan 28 04:30:10.798710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6189bd41-5177-49a5-b7ef-639d1c3fa788 req-6c582d1e-357f-4438-a8b7-1e0111ccc9e9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Jan 28 04:30:10.894271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17bb0852-cda9-48ed-8347-6f236ebd9e25 req-acbdf5cf-99a4-4831-a153-5922b3d57cba tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.0398090 Jan 28 04:30:10.915850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.067703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa37ee4-09ec-41c0-82bc-d01ac45f2c46 req-ffcea136-5e27-4c6f-b713-fbc1db7ac664 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:11.069266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-afa37ee4-09ec-41c0-82bc-d01ac45f2c46 req-ffcea136-5e27-4c6f-b713-fbc1db7ac664 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1015923 Jan 28 04:30:11.077731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-0d4997f3-ed95-4da0-b308-593a34d2afed service neutron] 10.222.0.21 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787757 Jan 28 04:30:11.095701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks [] for router_gateway (39c31a4e-5758-4aed-8890-4698aa03ee86), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.164574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-afa37ee4-09ec-41c0-82bc-d01ac45f2c46 req-c02bf93d-544b-4a6e-bdb7-9e42d34111d0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880206 Jan 28 04:30:11.179796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.267900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks [] for security_group (9133f83e-9e2d-41a1-ab57-54d1997fec03), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.281262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec19c76a-5e79-41e9-81d0-bc0c2d68b852 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:11.288297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9133f83e-9e2d-41a1-ab57-54d1997fec03), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.330150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9133f83e-9e2d-41a1-ab57-54d1997fec03,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:11.342575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84ff94-f789-4087-9640-a91822f44ae1 req-0f4a2575-da57-4514-ae36-3eceb5976407 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:11.354309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a84ff94-f789-4087-9640-a91822f44ae1 req-0f4a2575-da57-4514-ae36-3eceb5976407 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0841167 Jan 28 04:30:11.355556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:11.356228 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.367063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:30:11.404493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-3e3a1323-1c3a-48d0-884f-951b255317da service neutron] 10.222.0.21 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105614 Jan 28 04:30:11.405642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.405990 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Added segment 8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c of type vlan for network 206d1d89-68e6-4b05-bcfe-66f5fc264279 Jan 28 04:30:11.413744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a84ff94-f789-4087-9640-a91822f44ae1 req-a4e7c475-1255-4c48-a8cd-df169a1d3cf4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584850 Jan 28 04:30:11.468136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Allocated IP 172.25.6.38 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7dbfdcd4-8273-4722-afc9-4ad2e8ff527f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:11.470696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:11.472336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.475525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (206d1d89-68e6-4b05-bcfe-66f5fc264279), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.542570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ec19c76a-5e79-41e9-81d0-bc0c2d68b852, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:11.550250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.555172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (206d1d89-68e6-4b05-bcfe-66f5fc264279), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.555878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:11.556470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.630592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:11.687966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2131772 Jan 28 04:30:11.691790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49582) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:11.703287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Request body: {'subnet': {'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1526958516-subnet', 'tenant_id': '31167d3c19d244db829af59056994416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:11.742885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Made reservation on behalf of 31167d3c19d244db829af59056994416 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:11.745762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.780479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03043b5-2dd1-4b1a-80a0-899181925dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=206d1d89-68e6-4b05-bcfe-66f5fc264279,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:11.798743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 206d1d89-68e6-4b05-bcfe-66f5fc264279 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:30:11.826496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94e2460f-a20b-4de8-9cfb-af4dbe253fec req-3cf3a09f-1ed4-4d81-99e4-81f93e88e385 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 210 time: 0.1035607 Jan 28 04:30:11.986092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:11.989791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks [] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.077458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e601a-70aa-4fbd-b2c2-261612f3f790 req-709662be-4070-4074-b58e-b0b1556a01a8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:12.079045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c52e601a-70aa-4fbd-b2c2-261612f3f790 req-709662be-4070-4074-b58e-b0b1556a01a8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.2083426 Jan 28 04:30:12.102942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.187773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Pushing event updated for resources: {'Port': ['ID=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:12.258605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-caac1c85-ef55-47f0-b33d-8e5f7140f349 req-dd611b82-fe6e-4fa1-8b03-a2fc1c5923fb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.1192656 Jan 28 04:30:12.304832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-bfa63a4a-b8b4-478a-ba33-4f0da48a2091 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:12.310545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-bfa63a4a-b8b4-478a-ba33-4f0da48a2091 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f991e42-d77b-4b87-b0c4-ec6db1b41199 HTTP/1.1" status: 200 len: 945 time: 0.4830327 Jan 28 04:30:12.381844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c52e601a-70aa-4fbd-b2c2-261612f3f790 req-4b127688-cd46-420c-8f6c-a95a4790d652 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802894 Jan 28 04:30:12.386672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:12.388590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:12.404815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:12.579367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (eb300470-2f04-47e5-9d9f-9e4ced0436ba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.661175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5589-b944-47fe-b4ff-6b4eab6122c6 req-7b3125c0-e71a-46de-aeda-062088089f10 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:12.668749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-107d5589-b944-47fe-b4ff-6b4eab6122c6 req-7b3125c0-e71a-46de-aeda-062088089f10 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1901600 Jan 28 04:30:12.690661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df88b9d-beff-486e-ab82-93569a2deae8 req-9892cf0c-85ce-4f32-90f9-5caabadd4c5f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:12.694198 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6df88b9d-beff-486e-ab82-93569a2deae8 req-9892cf0c-85ce-4f32-90f9-5caabadd4c5f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1782100 Jan 28 04:30:12.700686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90c6c4a-d735-4ec0-865e-45342ccde56d None None] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:12.748688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Deleting port c526995a-d7ed-4b43-8be4-a53590566cd6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:12.749214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.785096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-107d5589-b944-47fe-b4ff-6b4eab6122c6 req-3376a184-e454-4454-944c-ab661bdf82a5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146071 Jan 28 04:30:12.902306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-35cf4f0e-1a09-41f6-8fae-5786b713c9af None None] Provisioning complete for port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:12.905811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35cf4f0e-1a09-41f6-8fae-5786b713c9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.975611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-05b8d346-af6c-4a1a-9ed2-9e68a440913c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.3798723 Jan 28 04:30:13.195673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] For port c526995a-d7ed-4b43-8be4-a53590566cd6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c526995a-d7ed-4b43-8be4-a53590566cd6,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:13.207856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:13.221972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-35cf4f0e-1a09-41f6-8fae-5786b713c9af None None] Current status of the port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:13.226546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks [] for router_gateway (39c31a4e-5758-4aed-8890-4698aa03ee86), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:13.314416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611f7d6d-c489-4b4e-98af-1052522953dc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:13.390120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec19c76a-5e79-41e9-81d0-bc0c2d68b852 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:13.422467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd239f-d2d5-4d9a-94de-c22ffd905ebc req-f0fc8270-00be-4d08-a89d-35e861983964 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:13.456492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03cd239f-d2d5-4d9a-94de-c22ffd905ebc req-f0fc8270-00be-4d08-a89d-35e861983964 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.4440289 Jan 28 04:30:13.608722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:13.659960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb300470-2f04-47e5-9d9f-9e4ced0436ba,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:13.679680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:13.680061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:13.820059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Checking segment: {'id': '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:13.820427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Network hostable DHCP agents. Network: 206d1d89-68e6-4b05-bcfe-66f5fc264279, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:30:13.861122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 611f7d6d-c489-4b4e-98af-1052522953dc is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:13.868554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-07caa818-8535-40d3-bfc4-f1a8d48b7fd2 None None] Provisioning complete for port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:13.868974 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07caa818-8535-40d3-bfc4-f1a8d48b7fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.005509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6df88b9d-beff-486e-ab82-93569a2deae8 req-42cf15c0-1420-4741-bcf9-f97bc3355e16 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0785203 Jan 28 04:30:14.018641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-4710d841-ae4d-4c8b-a436-8f6dd36f3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:14.020206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-4710d841-ae4d-4c8b-a436-8f6dd36f3a12 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8026524 Jan 28 04:30:14.132164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-07caa818-8535-40d3-bfc4-f1a8d48b7fd2 None None] Current status of the port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:14.136399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:14.137647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Network 206d1d89-68e6-4b05-bcfe-66f5fc264279 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:30:14.223772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.224454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.224994 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea disassociated. External IP: 172.25.6.27, port: c526995a-d7ed-4b43-8be4-a53590566cd6. Jan 28 04:30:14.225523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Calling delete_port for c526995a-d7ed-4b43-8be4-a53590566cd6 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:14.415607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03cd239f-d2d5-4d9a-94de-c22ffd905ebc req-8fb2bf41-1944-4998-aa39-688db1321f5e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9563916 Jan 28 04:30:14.417534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c526995a-d7ed-4b43-8be4-a53590566cd6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.461084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event deleted for resources: {'Port': ['ID=c526995a-d7ed-4b43-8be4-a53590566cd6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:14.610879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 206d1d89-68e6-4b05-bcfe-66f5fc264279) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:14.619648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418d2f3-13cd-4e05-8900-617230bfa7e3 None None] Network 206d1d89-68e6-4b05-bcfe-66f5fc264279 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:14.696345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d4dbe2-1283-453f-9e32-3db0b82f50f5 req-38aae6cf-f8c9-416a-87bf-4b7590bfcb90 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.0981252 Jan 28 04:30:14.724036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a68bedb8-d69c-4e92-9ccc-451eb75315bb req-beb9692d-05e6-465d-a123-fcf3d3dddaf4 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 210 time: 0.1506681 Jan 28 04:30:14.733004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:14.733660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.741377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Router f969b1d5-6556-4d36-a9ef-285ce2634192 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:30:14.809082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a4210b58-079c-45ed-b8fb-c5e3a208b48d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1158359 Jan 28 04:30:14.867841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-aa354021-816a-48e4-8bc4-61effa22d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:14.869422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-aa354021-816a-48e4-8bc4-61effa22d8b8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8360476 Jan 28 04:30:14.910275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (39c31a4e-5758-4aed-8890-4698aa03ee86), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.920091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.924860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbe43e-959f-4e0f-8c03-1258fc6fad5a None None] Network 206d1d89-68e6-4b05-bcfe-66f5fc264279 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:15.144009 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bccde9e0-80ea-4d95-8a54-2171524149d4 req-7c78ffdd-d503-4ddc-a41f-51008b23a1ff tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "GET /v2.0/ports?device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.1310678 Jan 28 04:30:15.302709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c526995a-d7ed-4b43-8be4-a53590566cd6 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:15.389812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: c526995a-d7ed-4b43-8be4-a53590566cd6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:15.390437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c526995a-d7ed-4b43-8be4-a53590566cd6 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:15.430216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:15.445375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:15.461033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9212eb-a63f-4bae-b316-5a539c9b6ece req-43cbd346-296c-4ac9-9db0-f3cdb56eef11 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:15.467489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:15.468138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:15.469783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a9212eb-a63f-4bae-b316-5a539c9b6ece req-43cbd346-296c-4ac9-9db0-f3cdb56eef11 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.5281777 Jan 28 04:30:15.542835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-35c5548e-c4c0-4b71-b44b-0a87a5a4de26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3721189 Jan 28 04:30:15.614424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a9212eb-a63f-4bae-b316-5a539c9b6ece req-02b406f6-e1b6-4dd2-ac92-b29b3d472287 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423779 Jan 28 04:30:15.616548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c057e9-2ac6-463d-ae44-dac2bf577fd1 req-d36bbb77-ea24-4009-aca4-bfb67ab9256d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:15.623909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8c057e9-2ac6-463d-ae44-dac2bf577fd1 req-d36bbb77-ea24-4009-aca4-bfb67ab9256d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.6077552 Jan 28 04:30:15.703929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] No DVR routers for this DVR port c526995a-d7ed-4b43-8be4-a53590566cd6 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:15.711071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:15.722471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9bc9be96-fc44-473d-b337-06cd33a49924 req-df0c7355-a13d-46b9-b220-ddc4b9c0785f tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.52 "DELETE /v2.0/ports/c526995a-d7ed-4b43-8be4-a53590566cd6 HTTP/1.1" status: 204 len: 173 time: 3.3820570 Jan 28 04:30:15.723484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'name': 'network-vif-deleted', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:15.739365 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da05448f-a2a7-4b24-a17f-309dd5d37ac1" -d '{"events": [{"server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "name": "network-vif-deleted", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:15.780860 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78357c2b-d271-403f-a95d-91910ad8166e req-289473a9-2770-49f7-b58f-ab42149bdfa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.1955593 Jan 28 04:30:15.850008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:15.864040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-fa6779ea-c35f-4c03-b4e0-24b7d37921b6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:15.865675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-fa6779ea-c35f-4c03-b4e0-24b7d37921b6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.47 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 824 time: 0.8975735 Jan 28 04:30:15.874090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8c057e9-2ac6-463d-ae44-dac2bf577fd1 req-5567ccf1-2bc7-4301-9d43-9fecbdafbae8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489986 Jan 28 04:30:16.072938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Router 39c31a4e-5758-4aed-8890-4698aa03ee86 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:30:16.079383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-de81deb8-0797-4a58-8c31-bfa02eb27f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.083412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-de81deb8-0797-4a58-8c31-bfa02eb27f5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1095 time: 0.3325121 Jan 28 04:30:16.109592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40577ea7-5d9e-471a-a5d6-f3281b206f9c req-dfe03fa3-45d1-4a70-85a1-f40908a1102f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.112214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40577ea7-5d9e-471a-a5d6-f3281b206f9c req-dfe03fa3-45d1-4a70-85a1-f40908a1102f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.3004348 Jan 28 04:30:16.160781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-e6a9870c-c708-4b40-9e8b-967f295521f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2928960 Jan 28 04:30:16.257766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-5b9cd45c-3c9c-434f-9ba4-5ee97f6fd15d tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b613c8029f549c79d80df0604e982fe HTTP/1.1" status: 200 len: 380 time: 0.3457041 Jan 28 04:30:16.284841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'port': {'device_id': '0e451408-611a-4c9c-a216-2377a8c61551', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'admin_state_up': True, 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'security_groups': ['3104076e-14cb-4535-b349-d416082fce61']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:16.334409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:16.360017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357c2b-d271-403f-a95d-91910ad8166e req-e36efcca-d17a-4b8e-9528-16d1faae780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.379956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78357c2b-d271-403f-a95d-91910ad8166e req-e36efcca-d17a-4b8e-9528-16d1faae780b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5632162 Jan 28 04:30:16.402608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:16.412396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-461d77e0-7aec-4e5f-9676-744f44c893e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.413941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-461d77e0-7aec-4e5f-9676-744f44c893e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.3006084 Jan 28 04:30:16.429330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40577ea7-5d9e-471a-a5d6-f3281b206f9c req-730ed7b6-0e71-44aa-9f85-692b7be98df5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942252 Jan 28 04:30:16.442918 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:16.442918 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:16.484921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fb01-d822-42d2-b861-34bf86568505 req-0b1ad075-669b-4e05-9140-2834796ca374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.487749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-0b1ad075-669b-4e05-9140-2834796ca374 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 1096 time: 0.2654288 Jan 28 04:30:16.567313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-b8fc64ec-d641-4f8e-bcd7-6b23d3bd84ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.1151102 Jan 28 04:30:16.728376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-9613205b-ede6-4773-946d-5baf31508aaf tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.735278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-9613205b-ede6-4773-946d-5baf31508aaf tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/networks?id=206d1d89-68e6-4b05-bcfe-66f5fc264279 HTTP/1.1" status: 200 len: 822 time: 0.5076306 Jan 28 04:30:16.746089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:16.761334 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Sync routers for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:16.783272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:16.788407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-031821d1-fd06-42fb-80c7-74489ea8d888 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0623658 Jan 28 04:30:16.789165 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:16.790003 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:16.790955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49662) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:16.802661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-66a59d2a-b053-4f2d-bbfe-2ab500d17fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.804420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-66a59d2a-b053-4f2d-bbfe-2ab500d17fac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.2235940 Jan 28 04:30:16.863791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-3c1ec1fa-ee13-46d5-9699-5a2a3a113317 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499706 Jan 28 04:30:16.875641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109f72-77e7-4bef-b1cc-9c6eefd0087d req-6ed45902-cb77-4a8f-81a1-705a5eb63c41 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.877414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7109f72-77e7-4bef-b1cc-9c6eefd0087d req-6ed45902-cb77-4a8f-81a1-705a5eb63c41 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.3040187 Jan 28 04:30:16.884974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Made reservation on behalf of 5b613c8029f549c79d80df0604e982fe for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:16.888898 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:16.927616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-fc744c02-860d-4a92-a756-2d449c054f7f tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/quotas/31167d3c19d244db829af59056994416 HTTP/1.1" status: 200 len: 375 time: 0.1914046 Jan 28 04:30:16.939185 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:16.948029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fb01-d822-42d2-b861-34bf86568505 req-dba5352e-efeb-469a-8022-aeddd3cd9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.957745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-dba5352e-efeb-469a-8022-aeddd3cd9b54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.4043586 Jan 28 04:30:17.057861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:17.078375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-19ebcae6-0fb2-48c5-8622-8c1b3f1382db tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31167d3c19d244db829af59056994416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498940 Jan 28 04:30:17.135570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-1f76c4d5-c4e1-49b8-a911-8a6bd0ae329b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 200 len: 217 time: 0.1013746 Jan 28 04:30:17.225831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357c2b-d271-403f-a95d-91910ad8166e req-2c9519ec-dd05-4a1c-8540-300e4ad07b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:17.227639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78357c2b-d271-403f-a95d-91910ad8166e req-2c9519ec-dd05-4a1c-8540-300e4ad07b46 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7497585 Jan 28 04:30:17.272771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7109f72-77e7-4bef-b1cc-9c6eefd0087d req-b3c8ce5e-d882-47a2-bcde-fed2b02f220c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727930 Jan 28 04:30:17.346448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-8ffb5c21-0bc7-47bc-8cb3-330a9871b18c service neutron] 10.222.0.21 "GET /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595756 Jan 28 04:30:17.391260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-e2b4fdc6-d353-4689-953d-7c46dfc186c0 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127053 Jan 28 04:30:17.402904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78357c2b-d271-403f-a95d-91910ad8166e req-af8d5725-05ac-4cd1-bbca-776e9b411847 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "GET /v2.0/ports?device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.0591588 Jan 28 04:30:17.437842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:12Z', 'revision_number': 3, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:17.506181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Checking router: 39c31a4e-5758-4aed-8890-4698aa03ee86 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:17.506540 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Updating router 39c31a4e-5758-4aed-8890-4698aa03ee86 port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:30:17.556967 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:17.585862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:17.631753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fb01-d822-42d2-b861-34bf86568505 req-7716d1b7-4854-4136-90f8-c2b1ce153a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:17.633422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-7716d1b7-4854-4136-90f8-c2b1ce153a2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.4341805 Jan 28 04:30:17.641021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ccc972-a4a1-4070-ad8e-02bcbec05ad7 None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:17.664936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14606ee1-910f-4c3d-9cac-52630efb7f05 req-5b135b8f-e278-4ebe-bd9e-af6a4c8ac9d1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6076b697-eb17-40eb-8ebf-43c09e09adda HTTP/1.1" status: 200 len: 210 time: 0.1885552 Jan 28 04:30:17.809474 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fed43d-efd4-44b2-bccd-2479863707c3 x-openstack-request-id: req-55fed43d-efd4-44b2-bccd-2479863707c3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:17.809876 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f991e42-d77b-4b87-b0c4-ec6db1b41199", "name": "network-vif-deleted", "tag": "c526995a-d7ed-4b43-8be4-a53590566cd6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:17.811421 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55fed43d-efd4-44b2-bccd-2479863707c3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:17.811856 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f991e42-d77b-4b87-b0c4-ec6db1b41199', 'name': 'network-vif-deleted', 'tag': 'c526995a-d7ed-4b43-8be4-a53590566cd6', 'status': 'completed', 'code': 200} Jan 28 04:30:17.865973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-a50dbd33-4fec-4edc-b7cd-000180bcb216 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968324 Jan 28 04:30:17.948756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-8ad61c5f-f49b-4bf4-8fc5-daf9066f4208 service neutron] 10.222.0.21 "GET /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447974 Jan 28 04:30:17.992412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Allocated IP 172.20.0.5 (d4c2bf4f-be02-42a8-a4ab-bf6031878a96/4482aa44-af60-4609-b8ef-368f08322eba/a20b81d5-534c-4bb4-bca3-d843b42250b1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:18.091509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc1792db-f6c2-46e1-9261-434d32398978 req-552bb336-b99b-4b6f-94e9-261076bc4dac tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 210 time: 0.2370698 Jan 28 04:30:18.213709 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Publish callbacks [] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:18.230869 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:18.314515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bce81c-813d-4504-ab59-dd976a4519f4 None None] New status for floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:30:18.375389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:18.506658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3daf9d36-7e12-4a83-be8b-562c9e1df12d req-0821a55c-8164-4472-b01e-17b4f7c17d3a service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1019492 Jan 28 04:30:18.535045 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Attempting to bind port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:18.537789 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Attempting to bind port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:18.538464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Attempting to bind port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:18.588989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:18.590378 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:18.602393 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:18.603941 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:18.608137 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Bound port: 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:18.613189 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:18.737592 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Pushing event updated for resources: {'Port': ['ID=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:18.788422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-9df77589-5128-41fc-bc62-532f26ad853d service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8688374 Jan 28 04:30:18.788422 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-180c9734-1839-4ff2-8108-70bae1babb49 req-9de51327-3caf-411f-826c-3ab028085fe7 service neutron] show failed (client error): The resource could not be found. Jan 28 04:30:18.789079 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-9de51327-3caf-411f-826c-3ab028085fe7 service neutron] 10.222.0.52 "GET /v2.0/ports/1e9debf3-0047-498f-9cf4-d8f3575a8dc6/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.4857557 Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.789330 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.790028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.796776 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:18.844190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a2c36-07f5-45d5-8d49-752310223c12 req-1c37aa15-a10a-4ba5-892c-fd3a245e324b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:18.853383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b5a2c36-07f5-45d5-8d49-752310223c12 req-1c37aa15-a10a-4ba5-892c-fd3a245e324b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.4880979 Jan 28 04:30:18.881420 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] For port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:18.887585 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] For port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:18.903304 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:18.975437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8b198-6da5-4272-97af-5cf009c28762 None None] Pushing event updated for resources: {'Port': ['ID=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:18.991195 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:18.991835 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:19.021727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b5a2c36-07f5-45d5-8d49-752310223c12 req-7c3170f7-b17c-48de-b83b-eb95a904eda5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667924 Jan 28 04:30:19.244052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056ff09-5a71-457a-95de-7c26e4cbead5 req-427e2698-eee5-4009-824d-5cae706a4bef tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:19.253229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8056ff09-5a71-457a-95de-7c26e4cbead5 req-427e2698-eee5-4009-824d-5cae706a4bef tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.4713073 Jan 28 04:30:19.283491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:19.317546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-70951592-cc3d-4996-8c0c-34808536f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:19.319163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-70951592-cc3d-4996-8c0c-34808536f986 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b&tenant_id=e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 1101 time: 0.1540036 Jan 28 04:30:19.341790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Allocated IP 172.20.0.1 (c9567c41-6127-4d6e-b841-c244b5f9ae75/879faf50-de16-443f-a182-02bdfc17c9b0/b990f77b-a08f-428a-9c3c-ef72597d0147) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:19.357844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:19.380804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8056ff09-5a71-457a-95de-7c26e4cbead5 req-e79ed2e2-9722-4d1d-9b96-a5684a935030 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196473 Jan 28 04:30:19.441200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c4364-68dc-4c71-8d0e-4b9349ef8aaa req-f026df59-6f94-4acb-86b5-b03ed7e6ac53 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:19.451612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d6c4364-68dc-4c71-8d0e-4b9349ef8aaa req-f026df59-6f94-4acb-86b5-b03ed7e6ac53 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2871625 Jan 28 04:30:19.562402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b023d216-e8f7-4dd4-af5d-90525e0a718f req-fe945250-f5f4-49e4-8240-71f4719dc59d tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 210 time: 0.0724282 Jan 28 04:30:19.605436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dda2fb01-d822-42d2-b861-34bf86568505 req-7bddf829-16f9-4752-81dc-f0ba603abc51 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289368 Jan 28 04:30:19.623747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:19.697263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d6c4364-68dc-4c71-8d0e-4b9349ef8aaa req-4e1f5941-69fc-46e8-a988-313ffd0d9646 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444930 Jan 28 04:30:19.755793 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:12Z', 'revision_number': 3, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:19.760301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:19.835421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks [] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:19.951192 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb3b6f2-7dc7-4253-aad8-acdba942df2a None None] The sync data for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 is: [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:12Z', 'revision_number': 3, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:19.962123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:20.036175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:20.070021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:20.109023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6952d234-1208-4b56-b0b6-9d9882c7dfa1 req-8d58b519-7598-44d8-9166-eb61b1e0d1da tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 210 time: 0.1166515 Jan 28 04:30:20.110526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:20.142916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Pushing event updated for resources: {'Port': ['ID=b990f77b-a08f-428a-9c3c-ef72597d0147,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:20.176835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.177259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.179023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.179409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.179760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.182080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.182461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.182809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.183148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.183486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.183826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.186332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.186697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:20.371908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9420e2f-ae91-4064-91e7-b1200f90191f req-49c32df7-20b6-4ac7-bc04-9b449745d091 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:20.374112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9420e2f-ae91-4064-91e7-b1200f90191f req-49c32df7-20b6-4ac7-bc04-9b449745d091 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.1077499 Jan 28 04:30:20.375208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (39c31a4e-5758-4aed-8890-4698aa03ee86), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:20.389540 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:20.512735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event updated for resources: {'Port': ['ID=a20b81d5-534c-4bb4-bca3-d843b42250b1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:20.619138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:20.628439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28210-93b2-4991-a9a3-cf27d125e005 req-c59311be-634d-4485-a852-f8d425770028 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:20.637224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37a28210-93b2-4991-a9a3-cf27d125e005 req-c59311be-634d-4485-a852-f8d425770028 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.8945904 Jan 28 04:30:20.648892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9420e2f-ae91-4064-91e7-b1200f90191f req-79f465f1-f9af-4bd8-b8ee-f809cb384b84 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453487 Jan 28 04:30:20.659198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4f328c21-3f24-4653-b0ce-6476e5b113c5 None None] Provisioning complete for port b990f77b-a08f-428a-9c3c-ef72597d0147 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:20.660461 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f328c21-3f24-4653-b0ce-6476e5b113c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:20.680135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:20.691312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:20.766272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4f328c21-3f24-4653-b0ce-6476e5b113c5 None None] Port b990f77b-a08f-428a-9c3c-ef72597d0147 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:30:20.790384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:20.884851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:20.886240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.143875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks [] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.231091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7fd9bd50-1b22-4d5f-84b1-26fd9cc22156 None None] Provisioning complete for port a20b81d5-534c-4bb4-bca3-d843b42250b1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:21.235191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bd50-1b22-4d5f-84b1-26fd9cc22156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.246028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37a28210-93b2-4991-a9a3-cf27d125e005 req-4d3d998f-ad22-40c3-9230-5ff79e49b421 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042249 Jan 28 04:30:21.261061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-03787c68-8316-4309-af9e-baf8949f5e76 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9850311 Jan 28 04:30:21.268432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-cdf8f37a-be75-4c93-88c5-870e78aa77a0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:21.277704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-cdf8f37a-be75-4c93-88c5-870e78aa77a0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.1284816 Jan 28 04:30:21.319085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Request body: {'port': {'device_id': '0e451408-611a-4c9c-a216-2377a8c61551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:21.326686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.357139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-7f708ec1-83f9-410a-94c6-aa92c8a4ce9a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0782776 Jan 28 04:30:21.394486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:21.438919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-4a54601e-2f76-4048-b7af-2822c50dbe37 service neutron] 10.222.0.52 "GET /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.9342771 Jan 28 04:30:21.480048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9bd50-1b22-4d5f-84b1-26fd9cc22156 None None] Port a20b81d5-534c-4bb4-bca3-d843b42250b1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:30:21.482502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:21.567934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.582665 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (39c31a4e-5758-4aed-8890-4698aa03ee86), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.585854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Pushing event updated for resources: {'Port': ['ID=b990f77b-a08f-428a-9c3c-ef72597d0147,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:21.587101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:21.595332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.687306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:21.687306 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.740309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:21.789314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f16e9-bf4d-419a-8c5d-2e2796a0e3f2 req-c07fe66c-c596-49d0-a3fe-90158ab3e9b5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:21.796235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c2f16e9-bf4d-419a-8c5d-2e2796a0e3f2 req-c07fe66c-c596-49d0-a3fe-90158ab3e9b5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.3593149 Jan 28 04:30:21.883690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:21.884183 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.920411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:21.932430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:21.990232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:22.005839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c2f16e9-bf4d-419a-8c5d-2e2796a0e3f2 req-6a4da223-6017-44ae-916d-49aa27762b37 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056799 Jan 28 04:30:22.007785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:22.059979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-5e5ba380-a34b-4efd-92fb-2c5c31fb560f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7019429 Jan 28 04:30:22.246007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-4dbb3601-a66a-4c36-99bf-fef8173394c8 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:22.247633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-4dbb3601-a66a-4c36-99bf-fef8173394c8 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.47 "GET /v2.0/networks?id=206d1d89-68e6-4b05-bcfe-66f5fc264279 HTTP/1.1" status: 200 len: 822 time: 1.1005976 Jan 28 04:30:22.272426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Request body: {'port': {'device_id': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279', 'admin_state_up': True, 'tenant_id': '31167d3c19d244db829af59056994416'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:22.286270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f74dd93-2ab7-4696-b936-1be4b3014b35 req-51b051b6-aa90-4053-b0bd-c2d2351ed2b3 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 210 time: 0.1682367 Jan 28 04:30:22.297727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-1d9486de-bb46-45f5-8e3b-3b29bc741a5c service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195029 Jan 28 04:30:22.325135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:22.332028 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13efb32d-00ec-4d10-9939-6358f38d47a6" -d '{"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:22.340569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Publish callbacks [] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:22.396609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:22.403367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:22.420523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Transition to ACTIVE for port object 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:22.440787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:22.449274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:22.482846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:22.506788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:30:22.507140 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:30:22.615482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611f7d6d-c489-4b4e-98af-1052522953dc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:22.683340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Made reservation on behalf of 31167d3c19d244db829af59056994416 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:22.690627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:22.751338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:22.757893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-992c65ff-6f1f-40c9-8709-a4ca3e40f03e service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577053 Jan 28 04:30:22.800179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20b81d5-534c-4bb4-bca3-d843b42250b1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:22.808506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] No DVR routers for this DVR port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:22.819917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Publish callbacks [] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:22.824217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:22.837946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.838292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.838583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.838925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.839267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.839598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.839927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.840253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.840577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.841579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.841915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.842241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.842565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:22.857405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:22.909300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9938d6c-9440-4d9a-b164-c7d28e3b629f req-b14139fc-acf1-405a-b3cd-b0a542045be5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:22.919749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Router 39c31a4e-5758-4aed-8890-4698aa03ee86 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:30:22.920070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9938d6c-9440-4d9a-b164-c7d28e3b629f req-b14139fc-acf1-405a-b3cd-b0a542045be5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.5050800 Jan 28 04:30:22.970001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Transition to ACTIVE for port object a20b81d5-534c-4bb4-bca3-d843b42250b1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:22.972111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:22.972452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:22.972806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:22.987781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.053367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:23.053704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Attempting to bind port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:23.089214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:23.092698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:23.093126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:23.094884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Bound port: 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:23.095272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.102599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:23.146830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f937b81b-d466-428d-8a69-cb340621a883 None None] Provisioning complete for port b990f77b-a08f-428a-9c3c-ef72597d0147 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:23.148927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f937b81b-d466-428d-8a69-cb340621a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.224328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f937b81b-d466-428d-8a69-cb340621a883 None None] Port b990f77b-a08f-428a-9c3c-ef72597d0147 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:30:23.254099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Allocated IP 172.20.0.13 (206d1d89-68e6-4b05-bcfe-66f5fc264279/eb300470-2f04-47e5-9d9f-9e4ced0436ba/68f1e205-bf0e-40b9-94b2-209e7d194de9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:23.259744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:23.364916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:23.371052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-432643c5-26c6-42d3-969b-901dc58e3c11 admin admin] 10.222.0.21 "PUT /v2.0/routers/39c31a4e-5758-4aed-8890-4698aa03ee86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4373839 Jan 28 04:30:23.378731 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Sync routers for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:23.397686 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:23.401076 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:23.415412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:23.419224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.483977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47962252-594b-4d9a-91a8-593fbe635500 req-17be4647-6e4c-4441-9bf0-e276d746c8cf tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:23.494134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47962252-594b-4d9a-91a8-593fbe635500 req-17be4647-6e4c-4441-9bf0-e276d746c8cf tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 943 time: 0.3039446 Jan 28 04:30:23.513407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9938d6c-9440-4d9a-b164-c7d28e3b629f req-3c71dc72-c1e3-45c4-a05b-bbc28a1a4627 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923231 Jan 28 04:30:23.603940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Pushing event updated for resources: {'Port': ['ID=a20b81d5-534c-4bb4-bca3-d843b42250b1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:23.700688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:23.755439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47962252-594b-4d9a-91a8-593fbe635500 req-3498d122-a654-4e82-959f-a422130bfc96 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600286 Jan 28 04:30:23.786800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] Transition to ACTIVE for port object 611f7d6d-c489-4b4e-98af-1052522953dc will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:23.806197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.828336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:23.829374 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:23.885561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:23.892313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks [] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.894562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Attempting to bind port a20b81d5-534c-4bb4-bca3-d843b42250b1 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:23.894913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Attempting to bind port a20b81d5-534c-4bb4-bca3-d843b42250b1 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:23.895220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Attempting to bind port a20b81d5-534c-4bb4-bca3-d843b42250b1 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:23.911452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:23.954633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e10a6-c308-4c2b-ae9a-1abc35bc031f req-1f8843e9-e854-47af-a1de-b11f730e9890 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:23.967006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566e10a6-c308-4c2b-ae9a-1abc35bc031f req-1f8843e9-e854-47af-a1de-b11f730e9890 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 943 time: 0.2767553 Jan 28 04:30:23.988713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4509e-e70e-4e52-a77f-448b7aab4c99 req-5a6f2290-d588-4439-ba9c-3cc807d71ea4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:23.990577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7fc4509e-e70e-4e52-a77f-448b7aab4c99 req-5a6f2290-d588-4439-ba9c-3cc807d71ea4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 0.0906589 Jan 28 04:30:23.999324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Port a20b81d5-534c-4bb4-bca3-d843b42250b1 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:24.009555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Attempting to bind port a20b81d5-534c-4bb4-bca3-d843b42250b1 on network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:24.029363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.108452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Network 206d1d89-68e6-4b05-bcfe-66f5fc264279 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:24.118707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:24.124160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7fc4509e-e70e-4e52-a77f-448b7aab4c99 req-425dbba1-8952-48a1-a53b-eab50f6847e2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197534 Jan 28 04:30:24.125089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:24.128480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Pushing event updated for resources: {'Port': ['ID=68f1e205-bf0e-40b9-94b2-209e7d194de9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:24.134357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] No DVR routers for this DVR port 611f7d6d-c489-4b4e-98af-1052522953dc on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:24.148933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:24.164590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:24.167191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Checking segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:24.167788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Bound using segment: {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:24.168408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Bound port: a20b81d5-534c-4bb4-bca3-d843b42250b1, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:24.169172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.190606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:24.191655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.193590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] 10.222.0.47 "PUT /v2.0/ports/1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 1096 time: 4.8407598 Jan 28 04:30:24.246197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:24.247053 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.277324 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-75be980e-adb6-4b3c-b0d5-0997825b4917 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0085900 Jan 28 04:30:24.341668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-de8322b5-e397-46b7-9879-9c1aae13dcb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc/bindings/n-h2-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8353040 Jan 28 04:30:24.401964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566e10a6-c308-4c2b-ae9a-1abc35bc031f req-1aa2dbf1-bd8d-49dc-acd0-9c5632d0056d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148297 Jan 28 04:30:24.437255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e469b46-f24f-445a-b5d4-17ff586c7d13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:24.477406 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ceffb-e404-4021-9b0b-8c9c6af403f5 x-openstack-request-id: req-f83ceffb-e404-4021-9b0b-8c9c6af403f5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:24.480612 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:24.480937 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f83ceffb-e404-4021-9b0b-8c9c6af403f5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:24.481396 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'code': 200} Jan 28 04:30:24.555036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Request body: {'port': {'device_id': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:24.666859 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 2, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:24.728739 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Checking router: 39c31a4e-5758-4aed-8890-4698aa03ee86 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:24.729817 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Updating router 39c31a4e-5758-4aed-8890-4698aa03ee86 port b990f77b-a08f-428a-9c3c-ef72597d0147 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:30:24.777554 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.788211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] For port a20b81d5-534c-4bb4-bca3-d843b42250b1, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:24.807683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f469938-0570-4dd4-bf33-946b3ec5697d req-867224fc-9528-4c6b-a4bc-c6b42c7603cd tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 210 time: 0.1036325 Jan 28 04:30:24.840621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.847029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] For port a20b81d5-534c-4bb4-bca3-d843b42250b1, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:24.887685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-f5116bdf-5858-4749-bcdb-9f8a6ef6aab4 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:24.889795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-f5116bdf-5858-4749-bcdb-9f8a6ef6aab4 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.3730137 Jan 28 04:30:24.891630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:24.899473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1a31f-d3a7-4aee-a98a-2cb60cb06a2f req-c724682c-b194-49bb-97ed-d494451fae75 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:24.901085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99f1a31f-d3a7-4aee-a98a-2cb60cb06a2f req-c724682c-b194-49bb-97ed-d494451fae75 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.2613187 Jan 28 04:30:24.930275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:24.943356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1596835130-network', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:25.101007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Made reservation on behalf of bd4218cd021a4ba48e7cca65f957a526 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:25.104219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.116957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99f1a31f-d3a7-4aee-a98a-2cb60cb06a2f req-1b081ded-3d39-4357-8ab6-8590d0108b9f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001896 Jan 28 04:30:25.126188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Pushing event updated for resources: {'Port': ['ID=a20b81d5-534c-4bb4-bca3-d843b42250b1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:25.136543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.264619 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Publish callbacks [] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.274014 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.348408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.353660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.358504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-f60b8008-de32-454e-abf3-bcae21bdbabb service neutron] 10.222.0.47 "PUT /v2.0/ports/a20b81d5-534c-4bb4-bca3-d843b42250b1 HTTP/1.1" status: 200 len: 1091 time: 4.0816679 Jan 28 04:30:25.433729 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7927c8-85bc-4d01-8759-a4e5f71b8f92 None None] Pushing event updated for resources: {'Port': ['ID=b990f77b-a08f-428a-9c3c-ef72597d0147,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:25.537679 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks [] for security_group (d3b1ad8a-4385-46a0-bb96-3ce4a580a5df), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.541111 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Attempting to bind port b990f77b-a08f-428a-9c3c-ef72597d0147 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:25.541548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Attempting to bind port b990f77b-a08f-428a-9c3c-ef72597d0147 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:25.542427 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Attempting to bind port b990f77b-a08f-428a-9c3c-ef72597d0147 on network c9567c41-6127-4d6e-b841-c244b5f9ae75 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:25.551619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:25.552235 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Checking segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:25.552533 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.552983 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Bound using segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:25.553661 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Bound port: b990f77b-a08f-428a-9c3c-ef72597d0147, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:25.553980 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.574014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-97cfadc2-c031-4ec6-909b-5256674e61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.578354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d3b1ad8a-4385-46a0-bb96-3ce4a580a5df), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.580169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-97cfadc2-c031-4ec6-909b-5256674e61e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 1095 time: 0.6777632 Jan 28 04:30:25.585729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-589c4637-d461-4114-9ae5-82592398ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.587897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-589c4637-d461-4114-9ae5-82592398ddc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1099 time: 1.0967453 Jan 28 04:30:25.604193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3371-16cd-48cf-bbf1-0e876e04b2bc req-acbd38d2-b5e4-4b35-8508-dd333e7135bc tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.605758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a6c3371-16cd-48cf-bbf1-0e876e04b2bc req-acbd38d2-b5e4-4b35-8508-dd333e7135bc tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 932 time: 0.5682836 Jan 28 04:30:25.652807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b1ad8a-4385-46a0-bb96-3ce4a580a5df,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:25.687213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3b312-0e23-4d89-b390-ad30a045b0a9 req-1690719a-2b2e-4b6c-8a55-6504f1df5eeb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.696681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0fe3b312-0e23-4d89-b390-ad30a045b0a9 req-1690719a-2b2e-4b6c-8a55-6504f1df5eeb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.3607371 Jan 28 04:30:25.698906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] For port b990f77b-a08f-428a-9c3c-ef72597d0147, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:25.704485 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] For port b990f77b-a08f-428a-9c3c-ef72597d0147, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b990f77b-a08f-428a-9c3c-ef72597d0147,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:25.717608 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.748711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:30:25.789914 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:25.790633 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:25.836773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] Provisioning complete for port b990f77b-a08f-428a-9c3c-ef72597d0147 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:25.837386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.865899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f1e205-bf0e-40b9-94b2-209e7d194de9 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:25.874771 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Publish callbacks [] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.891537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Transition to ACTIVE for port object 68f1e205-bf0e-40b9-94b2-209e7d194de9 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:25.931294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0fe3b312-0e23-4d89-b390-ad30a045b0a9 req-d21a3ca7-86e5-4eca-a2a2-2758696a2fe3 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331326 Jan 28 04:30:25.936540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-bcb1e2be-6799-492b-af00-dfe849a667ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.938173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-bcb1e2be-6799-492b-af00-dfe849a667ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 1094 time: 0.5058212 Jan 28 04:30:25.945386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.945632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:25.970628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (48adb082-e015-41ea-896f-860936c5148b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:25.972442 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Added segment 48adb082-e015-41ea-896f-860936c5148b of type vlan for network 05a01c0a-c658-4eda-87c9-128ffe14bc9d Jan 28 04:30:26.062265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Pushing event updated for resources: {'Port': ['ID=68f1e205-bf0e-40b9-94b2-209e7d194de9,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:26.076481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] Current status of the port b990f77b-a08f-428a-9c3c-ef72597d0147 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:26.080441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.137445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (05a01c0a-c658-4eda-87c9-128ffe14bc9d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.141249 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7927c8-85bc-4d01-8759-a4e5f71b8f92 None None] Pushing event updated for resources: {'Port': ['ID=b990f77b-a08f-428a-9c3c-ef72597d0147,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:26.173039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] For port b990f77b-a08f-428a-9c3c-ef72597d0147, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b990f77b-a08f-428a-9c3c-ef72597d0147,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:26.181178 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.197209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-dbeeed51-bdfe-4d53-ba9f-5496bc99bfad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1 HTTP/1.1" status: 200 len: 217 time: 0.2303212 Jan 28 04:30:26.261827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-9ab6bf50-53dc-4a7d-bcfe-7a4c7e356db1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.263586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-9ab6bf50-53dc-4a7d-bcfe-7a4c7e356db1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 1.0597618 Jan 28 04:30:26.271082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a6c3371-16cd-48cf-bbf1-0e876e04b2bc req-62d93915-39c4-4af4-9b3a-4c102f3f652a tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313589 Jan 28 04:30:26.312213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Request body: {'port': {'device_id': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'admin_state_up': True, 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:26.325042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53f27-3bb0-4712-ba47-69b890dd19cc req-8b78eb78-3e62-4165-b72b-aedf3c80f058 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.333406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dbd53f27-3bb0-4712-ba47-69b890dd19cc req-8b78eb78-3e62-4165-b72b-aedf3c80f058 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 943 time: 0.1669719 Jan 28 04:30:26.337028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Attempting to bind port 68f1e205-bf0e-40b9-94b2-209e7d194de9 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:26.337476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Attempting to bind port 68f1e205-bf0e-40b9-94b2-209e7d194de9 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:26.337877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Attempting to bind port 68f1e205-bf0e-40b9-94b2-209e7d194de9 on network 206d1d89-68e6-4b05-bcfe-66f5fc264279 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:26.342065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (05a01c0a-c658-4eda-87c9-128ffe14bc9d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.343083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.343932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.357770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896d61-0604-4c96-a40f-4789e51040f0 None None] Pushing event updated for resources: {'Port': ['ID=b990f77b-a08f-428a-9c3c-ef72597d0147,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:26.413423 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:25Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:26.442599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] Pushing event updated for resources: {'Network': ['ID=05a01c0a-c658-4eda-87c9-128ffe14bc9d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:26.455760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:30:26.458432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Port 68f1e205-bf0e-40b9-94b2-209e7d194de9 on network 206d1d89-68e6-4b05-bcfe-66f5fc264279 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:26.458842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Attempting to bind port 68f1e205-bf0e-40b9-94b2-209e7d194de9 on network 206d1d89-68e6-4b05-bcfe-66f5fc264279 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:26.460458 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867ffd-7302-489b-8a97-9a29604a0c20 None None] The sync data for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 is: [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:25Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:26.474767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:26.475188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Checking segment: {'id': '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:26.475692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Bound using segment: {'id': '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:26.476211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Bound port: 68f1e205-bf0e-40b9-94b2-209e7d194de9, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:26.476647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.508546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dbd53f27-3bb0-4712-ba47-69b890dd19cc req-f10bff79-a502-44ef-8d60-9d549cf6587c tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741452 Jan 28 04:30:26.512077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b91904bb-5077-490a-b9f6-13d9ed08a148 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5806491 Jan 28 04:30:26.515033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:26.522377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Request body: {'subnet': {'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1596835130-subnet', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:26.636478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Made reservation on behalf of bd4218cd021a4ba48e7cca65f957a526 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:26.644671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-be048e4d-f262-4565-8154-8714bed4fa1c None None] Provisioning complete for port b990f77b-a08f-428a-9c3c-ef72597d0147 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:26.645134 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be048e4d-f262-4565-8154-8714bed4fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.645588 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.776176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-be048e4d-f262-4565-8154-8714bed4fa1c None None] Current status of the port b990f77b-a08f-428a-9c3c-ef72597d0147 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:26.837214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] For port 68f1e205-bf0e-40b9-94b2-209e7d194de9, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:26.838944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] For port 68f1e205-bf0e-40b9-94b2-209e7d194de9, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9,segment=NetworkSegment(8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c),segment_id=8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:26.843144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-43e8ad84-4dbd-4b6a-b61e-a4699ccbb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.844648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-43e8ad84-4dbd-4b6a-b61e-a4699ccbb010 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1095 time: 1.1598878 Jan 28 04:30:26.849708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.851865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6'}, {'name': 'network-changed', 'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:26.856401 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96536328-f15c-4fe4-b6d5-04542076892a" -d '{"events": [{"name": "network-changed", "server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6"}, {"name": "network-changed", "server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:26.901811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-c4a15cd7-480f-4050-a84d-5c59e1d01ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.903625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-c4a15cd7-480f-4050-a84d-5c59e1d01ecf service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 1.2969794 Jan 28 04:30:26.921844 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:30:26.922786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.923435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:26.924932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] 10.222.0.47 "PUT /v2.0/ports/68f1e205-bf0e-40b9-94b2-209e7d194de9 HTTP/1.1" status: 200 len: 1092 time: 2.6336215 Jan 28 04:30:26.931519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'tag': '68f1e205-bf0e-40b9-94b2-209e7d194de9'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:26.943791 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5761d5cd-a71a-4a62-89a8-0049873b7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "303befe3-0fe1-47a5-8f66-fec4ad7bb21f", "tag": "68f1e205-bf0e-40b9-94b2-209e7d194de9"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:26.993045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572f4c-de6d-4bfb-a9ff-4987f51f0cb4 req-9359d4a4-a30d-4c29-a23a-0ad4561132cb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.001126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52572f4c-de6d-4bfb-a9ff-4987f51f0cb4 req-9359d4a4-a30d-4c29-a23a-0ad4561132cb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.2451918 Jan 28 04:30:27.097737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d1aef-806e-4d4e-9ecb-0aefa666169e service neutron] Pushing event updated for resources: {'Port': ['ID=68f1e205-bf0e-40b9-94b2-209e7d194de9,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:27.201170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-302a0b3a-6ae9-413d-9b79-01c65aba6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.207199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-2a7845c0-4113-4b84-8c64-f15f8dd90527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.208743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-2a7845c0-4113-4b84-8c64-f15f8dd90527 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31167d3c19d244db829af59056994416&device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 1095 time: 0.2049983 Jan 28 04:30:27.217759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-302a0b3a-6ae9-413d-9b79-01c65aba6f72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.9594667 Jan 28 04:30:27.227192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52572f4c-de6d-4bfb-a9ff-4987f51f0cb4 req-e627aa86-94e9-4398-994c-9c3d506d803e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250085 Jan 28 04:30:27.302881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-17124ef9-70a4-48d9-b140-35c5f30e1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.308044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-17124ef9-70a4-48d9-b140-35c5f30e1ffa service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.4449401 Jan 28 04:30:27.336011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-dfc4ec07-8872-42b9-b67b-a2b7e1598ab0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.4145689 Jan 28 04:30:27.338252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b990f77b-a08f-428a-9c3c-ef72597d0147 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:27.362064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-fb60347c-6f9b-49eb-98fd-76c493f3dd42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9 HTTP/1.1" status: 200 len: 217 time: 0.1300256 Jan 28 04:30:27.421407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-dc49be8b-f1d2-410d-890f-96ddd46eb087 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 217 time: 0.0989866 Jan 28 04:30:27.471156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b990f77b-a08f-428a-9c3c-ef72597d0147 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:27.471796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:27.506575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3d2674b-7670-4711-98dd-1f6e7c2d8819 req-e903f383-25be-46e3-bab9-a70a551a335b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 210 time: 0.0896497 Jan 28 04:30:27.506815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bc7c7-b2f7-40de-87ae-a3bedc416688 req-7745ac3f-d01c-4190-9c69-c15e70c582c0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.513809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-507bc7c7-b2f7-40de-87ae-a3bedc416688 req-7745ac3f-d01c-4190-9c69-c15e70c582c0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 0.6538682 Jan 28 04:30:27.573480 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (df177b00-c67c-4c0e-ae4c-20fa0e981d48), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:27.591245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-0bad2efe-a040-4e63-a528-423b7bad35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.597938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-0bad2efe-a040-4e63-a528-423b7bad35cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb300470-2f04-47e5-9d9f-9e4ced0436ba HTTP/1.1" status: 200 len: 862 time: 0.2289956 Jan 28 04:30:27.633406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-79efe68c-009a-43d3-8517-ed1b30a7942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.635088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-79efe68c-009a-43d3-8517-ed1b30a7942f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146405 Jan 28 04:30:27.649037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-a72198e8-8062-493a-ba9d-1e27951b0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.650688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-a72198e8-8062-493a-ba9d-1e27951b0b2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2277441 Jan 28 04:30:27.673451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b990f77b-a08f-428a-9c3c-ef72597d0147 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:27.749074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-d80caab3-8232-4446-9d8c-853faa9c5112 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=206d1d89-68e6-4b05-bcfe-66f5fc264279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841832 Jan 28 04:30:27.761002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-992091b6-3035-4c15-af1f-c1bcbe7d4807 service neutron] 10.222.0.47 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144764 Jan 28 04:30:27.761685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:27.765313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:27.779394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-85f29af7-fecc-4675-8e09-8ca4ca94d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.780984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-85f29af7-fecc-4675-8e09-8ca4ca94d9cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.3370335 Jan 28 04:30:27.858308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df177b00-c67c-4c0e-ae4c-20fa0e981d48,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:27.888158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25825e-5c95-45e0-9741-58280b6c79ed req-af578d56-b6f7-4800-a2bc-d851a939bb10 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.889769 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c25825e-5c95-45e0-9741-58280b6c79ed req-af578d56-b6f7-4800-a2bc-d851a939bb10 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.2204556 Jan 28 04:30:27.896318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Checking segment: {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:27.899221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Network hostable DHCP agents. Network: 05a01c0a-c658-4eda-87c9-128ffe14bc9d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:30:27.970144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-00b3b051-1052-4223-9b9e-21c940714d8e service neutron] 10.222.0.47 "GET /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100115 Jan 28 04:30:27.982087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-a876c0ec-a80f-4fed-8298-1d8241051967 service neutron] 10.222.0.47 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086074 Jan 28 04:30:28.041302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-507bc7c7-b2f7-40de-87ae-a3bedc416688 req-c6575ebc-94b5-423f-9a99-096c83e8ada1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258360 Jan 28 04:30:28.056592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-00ccf700-3017-422e-a612-2fa50b479772 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764145 Jan 28 04:30:28.152817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:30:28.212318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 05a01c0a-c658-4eda-87c9-128ffe14bc9d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:28.229810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353486c1-ab48-40ef-8c58-2d954d3da802 None None] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:28.241422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c25825e-5c95-45e0-9741-58280b6c79ed req-bf2baf12-080f-4e72-848d-933d88a3d286 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234925 Jan 28 04:30:28.275764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:28.276779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:28.280045 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0aabc1-9096-4056-9d09-72be43dcebbb x-openstack-request-id: req-3a0aabc1-9096-4056-9d09-72be43dcebbb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:28.280726 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:28.280726 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0aabc1-9096-4056-9d09-72be43dcebbb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:28.281107 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'status': 'completed', 'code': 200} Jan 28 04:30:28.281327 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'status': 'completed', 'code': 200} Jan 28 04:30:28.361726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba1f5f7d-800d-4750-844b-8471eec41f13 req-12b0d420-15f6-4d8b-9bbf-a9565784d587 service neutron] 10.222.0.47 "GET /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660524 Jan 28 04:30:28.388604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1719de51-2bb2-4e8e-b39c-15a188f4c4b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8703780 Jan 28 04:30:28.397483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:28.420769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:28.504655 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (a36670c3-f229-4731-8095-957940c89b67), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:28.507316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (a36670c3-f229-4731-8095-957940c89b67), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:28.508956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9734-1839-4ff2-8108-70bae1babb49 req-4a4603f4-10ec-4514-b8e0-44fdad8155c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:28.519196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-4a4603f4-10ec-4514-b8e0-44fdad8155c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7432678 Jan 28 04:30:28.553483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5ba27-23ff-485f-945c-ee8c794e8ff4 req-a4b81844-57c3-4a3e-9633-12b9f421a947 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:28.563341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53b5ba27-23ff-485f-945c-ee8c794e8ff4 req-a4b81844-57c3-4a3e-9633-12b9f421a947 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1113806 Jan 28 04:30:28.666856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-05a01c0a-c658-4eda-87c9-128ffe14bc9d', 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d', 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'fixed_ips': [{'subnet_id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:30:28.671608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:28.801517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks [] for router_controller (a36670c3-f229-4731-8095-957940c89b67), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:28.817924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-62660d66-a918-48e7-b4c9-667066c900c0 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258322 Jan 28 04:30:28.966987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Allocated IP 172.20.0.2 (05a01c0a-c658-4eda-87c9-128ffe14bc9d/df177b00-c67c-4c0e-ae4c-20fa0e981d48/2a527d03-68ea-480d-a1df-d82980554b2e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:29.091768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53b5ba27-23ff-485f-945c-ee8c794e8ff4 req-cd1b748b-7906-4c3e-a7dc-b0ce35d4d3bc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240824 Jan 28 04:30:29.112463 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa7873c-b387-41cf-ba2b-82003614f8e6 x-openstack-request-id: req-7fa7873c-b387-41cf-ba2b-82003614f8e6 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:29.112463 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303befe3-0fe1-47a5-8f66-fec4ad7bb21f", "tag": "68f1e205-bf0e-40b9-94b2-209e7d194de9", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:29.112463 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fa7873c-b387-41cf-ba2b-82003614f8e6 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:29.112463 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'tag': '68f1e205-bf0e-40b9-94b2-209e7d194de9', 'status': 'completed', 'code': 200} Jan 28 04:30:29.380571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-efb7fe85-40dd-4fa8-8140-2f1c4c383421 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473687 Jan 28 04:30:29.421668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Publish callbacks [] for port (2a527d03-68ea-480d-a1df-d82980554b2e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:29.443029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:29.510382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-83443dfe-688c-48fe-b299-7ebf0c00b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:29.512770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-83443dfe-688c-48fe-b299-7ebf0c00b222 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1099 time: 1.1783867 Jan 28 04:30:29.547914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:29.556605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:29.581026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:29.598165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Pushing event updated for resources: {'Port': ['ID=2a527d03-68ea-480d-a1df-d82980554b2e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:29.733710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Allocated IP 172.20.0.2 (d4926b07-c38f-4117-97fc-dd7e7ce678c4/9e589612-a8ab-4634-ba39-ec9c47977a92/e7495339-0136-4304-8344-eaab2913111b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:29.742412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-d2a72d65-29ec-4c85-a0de-9bc40d8b35f6 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693767 Jan 28 04:30:29.751087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2655e-b317-43e6-a330-39bf05299ef8 req-d137d4ed-d2c0-4fe8-8bd7-7e0259f4157d tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:29.769366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63e2655e-b317-43e6-a330-39bf05299ef8 req-d137d4ed-d2c0-4fe8-8bd7-7e0259f4157d tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 944 time: 0.4614232 Jan 28 04:30:29.822146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-666893b4-f6d1-4171-a5ce-ec4eb6c569f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:29.824188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-666893b4-f6d1-4171-a5ce-ec4eb6c569f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2908652 Jan 28 04:30:29.901761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks [] for router_gateway (a36670c3-f229-4731-8095-957940c89b67), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:29.914568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-e289389d-4d4a-4c47-a8ec-11e5049d2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:29.916126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-e289389d-4d4a-4c47-a8ec-11e5049d2e98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31167d3c19d244db829af59056994416&device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 1095 time: 0.8087933 Jan 28 04:30:30.010220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Attempting to bind port 2a527d03-68ea-480d-a1df-d82980554b2e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:30.010851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Attempting to bind port 2a527d03-68ea-480d-a1df-d82980554b2e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:30.010975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Attempting to bind port 2a527d03-68ea-480d-a1df-d82980554b2e on network 05a01c0a-c658-4eda-87c9-128ffe14bc9d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:30.016727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:30.017178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Checking segment: {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:30.017621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.018072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Bound using segment: {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:30.018550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Bound port: 2a527d03-68ea-480d-a1df-d82980554b2e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:30.019072 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.124531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a20b81d5-534c-4bb4-bca3-d843b42250b1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:30.159508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-0e387ab8-72f6-4761-8b94-69671a1a6b7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.3011870 Jan 28 04:30:30.241012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] For port 2a527d03-68ea-480d-a1df-d82980554b2e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:30.261820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e14ee-b88a-45c6-b61a-441b5117d74b req-ec269070-1400-462b-ac6e-6259e86114a2 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:30.262652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] For port 2a527d03-68ea-480d-a1df-d82980554b2e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a527d03-68ea-480d-a1df-d82980554b2e,segment=NetworkSegment(48adb082-e015-41ea-896f-860936c5148b),segment_id=48adb082-e015-41ea-896f-860936c5148b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:30.274188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.277263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-760e14ee-b88a-45c6-b61a-441b5117d74b req-ec269070-1400-462b-ac6e-6259e86114a2 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 943 time: 1.0229180 Jan 28 04:30:30.349425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742750-579f-4a1a-a7c0-052c2d64257e None None] Pushing event updated for resources: {'Port': ['ID=2a527d03-68ea-480d-a1df-d82980554b2e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:30.366681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks [] for port (e7495339-0136-4304-8344-eaab2913111b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.397876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a20b81d5-534c-4bb4-bca3-d843b42250b1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:30.425347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-b7aaf61e-135a-482e-9009-8f9b6963e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:30.427444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-b7aaf61e-135a-482e-9009-8f9b6963e0cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=206d1d89-68e6-4b05-bcfe-66f5fc264279 HTTP/1.1" status: 200 len: 923 time: 0.4993420 Jan 28 04:30:30.436937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'port_id': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'mac_address': 'fa:16:3e:95:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:30.460165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63e2655e-b317-43e6-a330-39bf05299ef8 req-bffeca75-781e-40ef-a783-542d7f24ef7d tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893001 Jan 28 04:30:30.504730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a20b81d5-534c-4bb4-bca3-d843b42250b1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:30.505139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.532030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-41b530dc-3ac2-4f98-87da-7e22c8015b2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9 HTTP/1.1" status: 200 len: 217 time: 0.0792749 Jan 28 04:30:30.545592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20b81d5-534c-4bb4-bca3-d843b42250b1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:30.560260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-7d6cafac-4152-4b05-8530-e1aebeae3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:30.563196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-7d6cafac-4152-4b05-8530-e1aebeae3477 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1082032 Jan 28 04:30:30.568840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e7495339-0136-4304-8344-eaab2913111b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.573876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-760e14ee-b88a-45c6-b61a-441b5117d74b req-a3eb79d9-5e24-473f-9baf-21db14db77d3 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949085 Jan 28 04:30:30.579625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-180c9734-1839-4ff2-8108-70bae1babb49 req-9909d818-1767-4249-871d-516e37fc8397 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1714699 Jan 28 04:30:30.598105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a20b81d5-534c-4bb4-bca3-d843b42250b1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:30.610131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.713274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event updated for resources: {'Port': ['ID=e7495339-0136-4304-8344-eaab2913111b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:30.813755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a20b81d5-534c-4bb4-bca3-d843b42250b1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:30.848436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-d2c2c3cc-349e-421c-961e-75f5bbbb73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:30.850048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-d2c2c3cc-349e-421c-961e-75f5bbbb73af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb300470-2f04-47e5-9d9f-9e4ced0436ba HTTP/1.1" status: 200 len: 862 time: 0.3095243 Jan 28 04:30:30.880358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:30.884784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:30.888892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:30.906532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-5a43212f-0491-4825-87d4-47292e19fb31 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:30.909048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-5a43212f-0491-4825-87d4-47292e19fb31 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.7799556 Jan 28 04:30:30.952461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a20b81d5-534c-4bb4-bca3-d843b42250b1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:31.043995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-d7b1c12e-6f77-4ce2-bd0d-a487b7bc969b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=206d1d89-68e6-4b05-bcfe-66f5fc264279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725709 Jan 28 04:30:31.083142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-432871b4-3e4c-4c95-879a-395b6032a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.088074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-432871b4-3e4c-4c95-879a-395b6032a791 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1099 time: 0.3489635 Jan 28 04:30:31.094556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-0212fda2-62f1-4b7e-b801-bc465f10abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.096118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-0212fda2-62f1-4b7e-b801-bc465f10abf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5246150 Jan 28 04:30:31.188455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.190967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.206402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-38063173-f1bc-495f-9a21-291b9c8fedc4 service neutron] 10.222.0.47 "GET /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304934 Jan 28 04:30:31.360320 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5761d5cd-a71a-4a62-89a8-0049873b7ea2 req-fddd7240-81bc-4c02-8595-3a9b741f2e91 service neutron] 10.222.0.47 "GET /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461713 Jan 28 04:30:31.400256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767007-cb11-4dbb-a67b-fc7cfa0a90a1 req-f0d3ae3a-fe66-40c6-a524-4fd40da8b715 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.402458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8767007-cb11-4dbb-a67b-fc7cfa0a90a1 req-f0d3ae3a-fe66-40c6-a524-4fd40da8b715 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 931 time: 0.6268754 Jan 28 04:30:31.413246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks [] for router_gateway (a36670c3-f229-4731-8095-957940c89b67), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.417888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a527d03-68ea-480d-a1df-d82980554b2e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:31.440119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.469981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007508fb-8430-4eb9-aee5-40c4c97fc86c req-ca82bb98-7f3e-42f5-91c7-a6e42e0fd157 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.473976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-007508fb-8430-4eb9-aee5-40c4c97fc86c req-ca82bb98-7f3e-42f5-91c7-a6e42e0fd157 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.7715607 Jan 28 04:30:31.532332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2a527d03-68ea-480d-a1df-d82980554b2e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:31.532562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-eebbcbf2-6f9f-4c54-b919-e7eed07b1e62 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2265615 Jan 28 04:30:31.533115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.600648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Request body: {'port': {'device_id': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:31.643163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Allocated IP 172.25.6.65 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/dd6aa156-b87f-49bb-b253-aeafe2b3dbf7) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:31.749541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2a527d03-68ea-480d-a1df-d82980554b2e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:31.750113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.784598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-14ea86a3-aed6-4592-afee-a75e8e540233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.786851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-14ea86a3-aed6-4592-afee-a75e8e540233 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.6378007 Jan 28 04:30:31.791533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7495339-0136-4304-8344-eaab2913111b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.801648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-007508fb-8430-4eb9-aee5-40c4c97fc86c req-4b4969d0-e5db-45c2-8842-68087fcf9ae6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104842 Jan 28 04:30:31.827919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 2a527d03-68ea-480d-a1df-d82980554b2e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a527d03-68ea-480d-a1df-d82980554b2e,segment=NetworkSegment(48adb082-e015-41ea-896f-860936c5148b),segment_id=48adb082-e015-41ea-896f-860936c5148b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:31.847310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.862998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-9f1df9d2-3b5a-4273-9291-d84b58248b0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.0657949 Jan 28 04:30:31.895686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-7610c76f-9b16-46eb-bc42-8f7ad5ff645e service neutron] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:31.929068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks [] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.985712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8767007-cb11-4dbb-a67b-fc7cfa0a90a1 req-38fce143-35ea-4617-b013-c355b8440897 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478325 Jan 28 04:30:32.018121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-7610c76f-9b16-46eb-bc42-8f7ad5ff645e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:32.022208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc68af9f-a164-4c07-8e10-bac2d1eb2c3a req-7610c76f-9b16-46eb-bc42-8f7ad5ff645e service neutron] 10.222.0.47 "DELETE /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc/bindings/n-h1-824835-3 HTTP/1.1" status: 204 len: 173 time: 1.0788934 Jan 28 04:30:32.032923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=2a527d03-68ea-480d-a1df-d82980554b2e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:32.045368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-713b8f38-93da-42dd-9d78-36a65a3142f5 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402431 Jan 28 04:30:32.064545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:32.067653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 68f1e205-bf0e-40b9-94b2-209e7d194de9 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:32.080725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a20b81d5-534c-4bb4-bca3-d843b42250b1 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:32.238673 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:30:32.260220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:32.266498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:32.270537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:32.378494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648140b-84eb-4013-877d-33fec642deff req-eff1faa2-1421-4a78-b0b3-07636292b38c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:32.388054 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8648140b-84eb-4013-877d-33fec642deff req-eff1faa2-1421-4a78-b0b3-07636292b38c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.2257695 Jan 28 04:30:32.404256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Pushing event updated for resources: {'Port': ['ID=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:32.413815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 68f1e205-bf0e-40b9-94b2-209e7d194de9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9,segment=NetworkSegment(8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c),segment_id=8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:32.471384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '68f1e205-bf0e-40b9-94b2-209e7d194de9', 'network_id': '206d1d89-68e6-4b05-bcfe-66f5fc264279', 'port_id': '68f1e205-bf0e-40b9-94b2-209e7d194de9', 'mac_address': 'fa:16:3e:73:ec:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb300470-2f04-47e5-9d9f-9e4ced0436ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:32.553190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port a20b81d5-534c-4bb4-bca3-d843b42250b1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:30:32.580792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port a20b81d5-534c-4bb4-bca3-d843b42250b1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:32.581307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:32.598162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 68f1e205-bf0e-40b9-94b2-209e7d194de9 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:32.598567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:32.768267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f1e205-bf0e-40b9-94b2-209e7d194de9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:32.823770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd215ba2-a616-4cf7-9cb1-b0d691329926 None None] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:32.884772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8648140b-84eb-4013-877d-33fec642deff req-535dd72e-9e86-41cf-a5a4-ebc99436280e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957750 Jan 28 04:30:33.075588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 68f1e205-bf0e-40b9-94b2-209e7d194de9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9,segment=NetworkSegment(8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c),segment_id=8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:33.107774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-17921123-c5f5-46c5-a210-109e316516b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:33.110363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-17921123-c5f5-46c5-a210-109e316516b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 1.2209516 Jan 28 04:30:33.151214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:33.196519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-75bfed0c-858f-45ad-8159-e1075bcffb4b None None] Provisioning complete for port 2a527d03-68ea-480d-a1df-d82980554b2e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:33.196937 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75bfed0c-858f-45ad-8159-e1075bcffb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:33.227979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7a680-d749-4750-b745-588d4f8b5e1d req-e8a9e1aa-08bb-4d55-a303-119d2b186ae0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:33.237448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddb7a680-d749-4750-b745-588d4f8b5e1d req-e8a9e1aa-08bb-4d55-a303-119d2b186ae0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 948 time: 1.2072992 Jan 28 04:30:33.284808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39254d6-df51-4586-a03c-d472fb65eea9 req-20ae4211-804c-4b31-966c-cd51725d4fc1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:33.296303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e39254d6-df51-4586-a03c-d472fb65eea9 req-20ae4211-804c-4b31-966c-cd51725d4fc1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2517266 Jan 28 04:30:33.305807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks [] for router_gateway (a36670c3-f229-4731-8095-957940c89b67), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:33.369923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a20b81d5-534c-4bb4-bca3-d843b42250b1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:33.371639 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:33.391951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-7dea9942-f376-48c5-a858-e7cfeec2caea service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0793238 Jan 28 04:30:33.404250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=68f1e205-bf0e-40b9-94b2-209e7d194de9,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:33.414373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a527d03-68ea-480d-a1df-d82980554b2e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:33.414668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-cfd9d1fc-cdc8-4448-825f-df8f05bb261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:33.416246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-cfd9d1fc-cdc8-4448-825f-df8f05bb261a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2849061 Jan 28 04:30:33.481529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddb7a680-d749-4750-b745-588d4f8b5e1d req-2362e6af-d945-4dab-9664-ffa721cc7117 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425334 Jan 28 04:30:33.611711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:33.613929 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843f6aaa-e970-42b8-8702-ee72b1d39f21" -d '{"events": [{"server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "name": "network-vif-plugged", "status": "completed", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:33.674980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (a36670c3-f229-4731-8095-957940c89b67), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:33.678332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['68f1e205-bf0e-40b9-94b2-209e7d194de9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:33.679349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e39254d6-df51-4586-a03c-d472fb65eea9 req-80642f8c-4f22-42ca-a75d-b566a48c3f43 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819079 Jan 28 04:30:33.803125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a20b81d5-534c-4bb4-bca3-d843b42250b1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:33.878905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75bfed0c-858f-45ad-8159-e1075bcffb4b None None] Current status of the port 2a527d03-68ea-480d-a1df-d82980554b2e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:33.895178 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:33.904397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-7eb20817-b892-492b-83c4-46d51b888ad9 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796109 Jan 28 04:30:34.042606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a20b81d5-534c-4bb4-bca3-d843b42250b1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:34.070402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb450-c201-40de-acba-8fde3f325a08 req-e519f5a4-f860-4dde-a7e6-37cf8ebe5c04 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.079619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e2fb450-c201-40de-acba-8fde3f325a08 req-e519f5a4-f860-4dde-a7e6-37cf8ebe5c04 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.1558807 Jan 28 04:30:34.109233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Router a36670c3-f229-4731-8095-957940c89b67 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:30:34.124123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:34.183185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7495339-0136-4304-8344-eaab2913111b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:34.193566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Publish callbacks [] for port (e7495339-0136-4304-8344-eaab2913111b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.201746 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e2fb450-c201-40de-acba-8fde3f325a08 req-f909e107-c18d-4684-a9c1-009431737797 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181538 Jan 28 04:30:34.211150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Transition to ACTIVE for port object e7495339-0136-4304-8344-eaab2913111b will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:34.253815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7495339-0136-4304-8344-eaab2913111b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.265498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:34.283557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeb72d-1184-4a61-89a5-25a26f1f6499 req-c9ce7ac7-7fbe-4999-9c5d-b0eb3084dede tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.286005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbbeb72d-1184-4a61-89a5-25a26f1f6499 req-c9ce7ac7-7fbe-4999-9c5d-b0eb3084dede tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 945 time: 0.5657690 Jan 28 04:30:34.288354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'mac_address': 'fa:16:3e:79:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:34.308458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2a527d03-68ea-480d-a1df-d82980554b2e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:34.308844 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.339202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-c4e16058-05c5-42e5-a4eb-51e26aaa3bdf service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185917 Jan 28 04:30:34.368204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-e676fde0-6ad9-433b-942d-6dc688f60193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.369942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-e676fde0-6ad9-433b-942d-6dc688f60193 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1096 time: 0.5441313 Jan 28 04:30:34.476201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-20449593-5dcb-4764-a46f-c7c73f860c8e None None] Provisioning complete for port 2a527d03-68ea-480d-a1df-d82980554b2e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:34.477003 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20449593-5dcb-4764-a46f-c7c73f860c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.487842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:34.530378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bef3f-5a48-4797-b1c5-34235e3121e6 req-02617535-fca2-48c3-8ae1-329b61f3b33b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.536264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d86bef3f-5a48-4797-b1c5-34235e3121e6 req-02617535-fca2-48c3-8ae1-329b61f3b33b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 943 time: 0.1298816 Jan 28 04:30:34.542793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Sync routers for ids ['a36670c3-f229-4731-8095-957940c89b67'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:34.586395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-a76c81b5-359c-46a2-8cf1-0be2147afa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.587868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:34.588535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-a76c81b5-359c-46a2-8cf1-0be2147afa7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1996942 Jan 28 04:30:34.589010 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.600086 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.614135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-042080d6-4a21-4c42-a6b7-8d9fcd8e943e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1995883 Jan 28 04:30:34.614356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49818) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:34.618975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2a527d03-68ea-480d-a1df-d82980554b2e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:34.688588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:34.739492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Pushing event updated for resources: {'Port': ['ID=e7495339-0136-4304-8344-eaab2913111b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:34.747224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Routers {'a36670c3-f229-4731-8095-957940c89b67'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:34.748074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a36670c3-f229-4731-8095-957940c89b67'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:34.751059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-8c666902-d945-4a00-b7f4-15521c5e8f69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 217 time: 0.1505318 Jan 28 04:30:34.817067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d86bef3f-5a48-4797-b1c5-34235e3121e6 req-275a3b4b-eb55-42d4-9cd4-078c6a94649a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769334 Jan 28 04:30:34.825830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-3ea43b92-b82a-42a9-930f-2a9b2718ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.827292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-3ea43b92-b82a-42a9-930f-2a9b2718ab6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0576558 Jan 28 04:30:34.838737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbbeb72d-1184-4a61-89a5-25a26f1f6499 req-796dc7a1-8173-4ff9-b11f-22ae7569eeb7 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984152 Jan 28 04:30:34.882629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-947064a0-e4f0-4654-b83f-01d02a04837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.884976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-947064a0-e4f0-4654-b83f-01d02a04837d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 1096 time: 0.2908154 Jan 28 04:30:34.888802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-9bdd87b6-cb7f-4ffa-b77d-db37bb088139 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474267 Jan 28 04:30:35.055784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-da194dd0-e343-4f1e-9d3c-727596285ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.057378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-da194dd0-e343-4f1e-9d3c-727596285ac1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 925 time: 0.1616151 Jan 28 04:30:35.105768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Attempting to bind port e7495339-0136-4304-8344-eaab2913111b on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:35.106335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Attempting to bind port e7495339-0136-4304-8344-eaab2913111b by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:35.106540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Attempting to bind port e7495339-0136-4304-8344-eaab2913111b on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:35.117753 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e8344-33bc-4d6a-99fb-9b81aa394bad x-openstack-request-id: req-389e8344-33bc-4d6a-99fb-9b81aa394bad {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:35.118406 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "name": "network-vif-plugged", "status": "completed", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:35.119003 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-389e8344-33bc-4d6a-99fb-9b81aa394bad {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:35.119514 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'code': 200} Jan 28 04:30:35.133639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:35.157764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.264576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Port e7495339-0136-4304-8344-eaab2913111b on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:35.265284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Attempting to bind port e7495339-0136-4304-8344-eaab2913111b on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:35.280700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-4598b52c-6f5f-4903-a32e-ab3d6acd4564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1 HTTP/1.1" status: 200 len: 217 time: 0.2046373 Jan 28 04:30:35.310672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:35.311059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:35.313972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Bound using segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:35.315292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Bound port: e7495339-0136-4304-8344-eaab2913111b, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:35.315671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7495339-0136-4304-8344-eaab2913111b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.374097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2aa48-89b2-4b77-a093-a1288ba8c551 req-2140d795-81a2-44c3-a41d-50480f0b3cf2 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.376345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62c2aa48-89b2-4b77-a093-a1288ba8c551 req-2140d795-81a2-44c3-a41d-50480f0b3cf2 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1095 time: 0.2585547 Jan 28 04:30:35.403474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c284ef-278f-42d3-8261-e09be13812c2 req-e0fd5f18-e6db-4236-b880-0e88251a66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.406489 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7c284ef-278f-42d3-8261-e09be13812c2 req-e0fd5f18-e6db-4236-b880-0e88251a66cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 1096 time: 0.3366160 Jan 28 04:30:35.454292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856dc8-8a4a-4962-809e-bee8e9bf45cb req-99c55beb-90a3-4995-89f7-bd7f1d8224a8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.460497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd856dc8-8a4a-4962-809e-bee8e9bf45cb req-99c55beb-90a3-4995-89f7-bd7f1d8224a8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.4020815 Jan 28 04:30:35.460708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62c2aa48-89b2-4b77-a093-a1288ba8c551 req-3950bd32-4533-48c6-80c2-dba2389f4563 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593655 Jan 28 04:30:35.506883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-34a10f58-adda-47fc-aeb3-69fc38f905b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.510228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-34a10f58-adda-47fc-aeb3-69fc38f905b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.2182062 Jan 28 04:30:35.540619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Set router a36670c3-f229-4731-8095-957940c89b67 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:35.573130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7c284ef-278f-42d3-8261-e09be13812c2 req-660a80a2-7858-4bcd-9567-e27e36d37e07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154275 Jan 28 04:30:35.602699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.605823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:35.663465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-4d32f0ac-b389-497f-93f6-b819ba7781ae service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662523 Jan 28 04:30:35.726431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] For port e7495339-0136-4304-8344-eaab2913111b, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:35.734290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] For port e7495339-0136-4304-8344-eaab2913111b, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7495339-0136-4304-8344-eaab2913111b,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:35.746042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd856dc8-8a4a-4962-809e-bee8e9bf45cb req-fa877116-b585-4902-881a-021a79bf2eb4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421780 Jan 28 04:30:35.752853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7495339-0136-4304-8344-eaab2913111b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.795067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.795710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.799167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7495339-0136-4304-8344-eaab2913111b HTTP/1.1" status: 200 len: 1091 time: 4.2231364 Jan 28 04:30:35.799167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'tag': 'e7495339-0136-4304-8344-eaab2913111b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:35.800842 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb768e-b3bf-4481-ad05-f37899e60ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d19ab68-6248-43a7-947c-b0a5179bd6a5", "tag": "e7495339-0136-4304-8344-eaab2913111b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:35.840371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536328-f15c-4fe4-b6d5-04542076892a req-29f41b21-0ac3-4cc8-931b-835c72d7df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.841952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-29f41b21-0ac3-4cc8-931b-835c72d7df48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671003 Jan 28 04:30:35.852329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:35.935535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-20449593-5dcb-4764-a46f-c7c73f860c8e None None] Current status of the port 2a527d03-68ea-480d-a1df-d82980554b2e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:35.973951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.045619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4994e28-7c36-48fd-9bce-fc695cffabca req-3a2a3e40-1581-44c6-84f1-0683b61fde42 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.048283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f4994e28-7c36-48fd-9bce-fc695cffabca req-3a2a3e40-1581-44c6-84f1-0683b61fde42 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 949 time: 0.3077021 Jan 28 04:30:36.071192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86c98-06cd-4e70-80ee-bdad6cd2da87 service neutron] Pushing event updated for resources: {'Port': ['ID=e7495339-0136-4304-8344-eaab2913111b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:36.165510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0469c7bf-43c5-4a1b-b7de-fee7dc56be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.167518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-0469c7bf-43c5-4a1b-b7de-fee7dc56be9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 1094 time: 0.2457397 Jan 28 04:30:36.183554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:30:32Z', 'revision_number': 3, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:36.223163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Checking router: a36670c3-f229-4731-8095-957940c89b67 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:36.223163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Updating router a36670c3-f229-4731-8095-957940c89b67 port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:30:36.225552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Allocated IP 172.20.0.1 (05a01c0a-c658-4eda-87c9-128ffe14bc9d/df177b00-c67c-4c0e-ae4c-20fa0e981d48/51bfac18-caf8-4092-8ce3-65ed38caf29f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:36.233490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf6bd-24cb-4f90-85cc-85c527ed4772 req-dbf7d0e0-5e75-4e99-a6f6-032591c9a798 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.235252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be7bf6bd-24cb-4f90-85cc-85c527ed4772 req-dbf7d0e0-5e75-4e99-a6f6-032591c9a798 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.2747402 Jan 28 04:30:36.282014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.284485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f4994e28-7c36-48fd-9bce-fc695cffabca req-af869f03-4ae8-49be-aa09-db1112962dcc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311367 Jan 28 04:30:36.309492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-74606fc9-092d-4254-85fc-8055b242b5b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7495339-0136-4304-8344-eaab2913111b HTTP/1.1" status: 200 len: 217 time: 0.1180441 Jan 28 04:30:36.354234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-9f7d5ccd-208a-4834-97db-2eeb818bf2ed service neutron] 10.222.0.47 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334469 Jan 28 04:30:36.449644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-2e8aad7d-f6b8-4161-9a3d-11bc4d666b57 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446985 Jan 28 04:30:36.667515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-01ffd512-d517-4fe4-a027-ef07d988fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.669698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-01ffd512-d517-4fe4-a027-ef07d988fd94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.3342919 Jan 28 04:30:36.679888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be7bf6bd-24cb-4f90-85cc-85c527ed4772 req-bdac1bd1-301f-4570-9365-7e7cac727781 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999164 Jan 28 04:30:36.795179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-a136f946-9d8d-482f-92e8-2925b3a02827 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073127 Jan 28 04:30:36.843118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Publish callbacks [] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.855310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.979480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465e73b-494a-46e1-8b08-9afcb2adcb78 None None] Pushing event updated for resources: {'Port': ['ID=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:37.033612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Attempting to bind port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:37.040394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Attempting to bind port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:37.041659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Attempting to bind port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:37.058333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:37.058333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:37.085026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:37.087134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:37.087673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Bound port: dd6aa156-b87f-49bb-b253-aeafe2b3dbf7, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:37.090775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:37.095082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96536328-f15c-4fe4-b6d5-04542076892a req-2373c180-1c25-4164-90e6-4590d3659996 service neutron] 10.222.0.47 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939507 Jan 28 04:30:37.128860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06d70f-7ac5-4da2-83fc-8f138337cdfa req-a926f488-eb99-4f13-a61f-d199a3aaa84d tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:37.131621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da06d70f-7ac5-4da2-83fc-8f138337cdfa req-a926f488-eb99-4f13-a61f-d199a3aaa84d tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1095 time: 0.2949030 Jan 28 04:30:37.201722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-938a67c9-6987-42d4-8110-f0307ccc3812 service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935874 Jan 28 04:30:37.207292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] For port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:37.211780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] For port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:37.223317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:37.302807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c2fa-0a74-49d1-9495-d04550d61041 req-8f53f22e-e459-4659-95c3-0ba110c1d98e tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:37.310786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b093c2fa-0a74-49d1-9495-d04550d61041 req-8f53f22e-e459-4659-95c3-0ba110c1d98e tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.1378050 Jan 28 04:30:37.337606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da06d70f-7ac5-4da2-83fc-8f138337cdfa req-29344b65-33e7-47fb-960b-4a5bafb5db79 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951108 Jan 28 04:30:37.400208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks [] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:37.402541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Routers {'a36670c3-f229-4731-8095-957940c89b67'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:37.403200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a36670c3-f229-4731-8095-957940c89b67'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:37.406985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b91bcea-6d29-40a9-97e8-57aab9283a29 req-6d6ea85d-4fa6-4811-8e2c-6695cb03459e service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877148 Jan 28 04:30:37.417235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465e73b-494a-46e1-8b08-9afcb2adcb78 None None] Pushing event updated for resources: {'Port': ['ID=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:37.498390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b093c2fa-0a74-49d1-9495-d04550d61041 req-56a1f298-f741-491a-b61a-4f9faf587092 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845932 Jan 28 04:30:37.567076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:37.607271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:37.612453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:37.625061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:37.643983 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bcfb62-e53e-40bc-8679-ac293e79a960 x-openstack-request-id: req-a6bcfb62-e53e-40bc-8679-ac293e79a960 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:37.644281 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d19ab68-6248-43a7-947c-b0a5179bd6a5", "tag": "e7495339-0136-4304-8344-eaab2913111b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:37.644568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6bcfb62-e53e-40bc-8679-ac293e79a960 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:37.644981 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'tag': 'e7495339-0136-4304-8344-eaab2913111b', 'status': 'completed', 'code': 200} Jan 28 04:30:37.708498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:37.792519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] Set router a36670c3-f229-4731-8095-957940c89b67 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:37.872619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-bc575fdf-c962-4a6c-89f8-1b8c332d323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:37.882656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-bc575fdf-c962-4a6c-89f8-1b8c332d323a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 1094 time: 0.1813853 Jan 28 04:30:37.914420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Pushing event updated for resources: {'Port': ['ID=51bfac18-caf8-4092-8ce3-65ed38caf29f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:37.935632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (a36670c3-f229-4731-8095-957940c89b67), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.039125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2688-981d-43c3-af9f-2747b9291093 req-688c72f0-c9ce-4d30-81fb-d3aecef12974 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:38.040699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fcc2688-981d-43c3-af9f-2747b9291093 req-688c72f0-c9ce-4d30-81fb-d3aecef12974 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 943 time: 0.2432203 Jan 28 04:30:38.097647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 68f1e205-bf0e-40b9-94b2-209e7d194de9 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:38.109230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e4814-782c-48bd-86a6-c8005a6e8d5e req-b314369a-1f97-4acb-b2fd-32ceddbdd97e tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:38.119446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e18e4814-782c-48bd-86a6-c8005a6e8d5e req-b314369a-1f97-4acb-b2fd-32ceddbdd97e tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 945 time: 0.3291860 Jan 28 04:30:38.177531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fcc2688-981d-43c3-af9f-2747b9291093 req-82b38fda-55fe-44ef-9be0-45e369d939bf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141727 Jan 28 04:30:38.298706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.420350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-840d0b68-6458-4349-9847-528a7cbd97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:38.446868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-840d0b68-6458-4349-9847-528a7cbd97da service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.5551105 Jan 28 04:30:38.510994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6fe1e9d1-ca5b-47f3-baec-fd58e5d8599f None None] Provisioning complete for port 51bfac18-caf8-4092-8ce3-65ed38caf29f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:38.517731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e9d1-ca5b-47f3-baec-fd58e5d8599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.536486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e18e4814-782c-48bd-86a6-c8005a6e8d5e req-696e4640-a19f-48f8-aada-094ce54f83c7 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157541 Jan 28 04:30:38.645050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-10e41791-7f8f-4441-ad12-c79ff13e1550 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7495339-0136-4304-8344-eaab2913111b HTTP/1.1" status: 200 len: 217 time: 0.1915741 Jan 28 04:30:38.662203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks [] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.679561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.823838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (a36670c3-f229-4731-8095-957940c89b67), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.845028 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d814353c-4ea9-44cc-a102-59524d5809d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.853162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 68f1e205-bf0e-40b9-94b2-209e7d194de9 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:30:38.859771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6fe1e9d1-ca5b-47f3-baec-fd58e5d8599f None None] Port 51bfac18-caf8-4092-8ce3-65ed38caf29f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:30:38.868397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 68f1e205-bf0e-40b9-94b2-209e7d194de9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:38.872194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.967713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-f04cf631-7e7f-4738-9848-09068490e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:38.973519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-f04cf631-7e7f-4738-9848-09068490e1df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.3176973 Jan 28 04:30:39.084158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-d193cbf9-86e1-4908-9f31-6b94ecb2e86e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792451 Jan 28 04:30:39.149524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:30:32Z', 'revision_number': 3, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:39.251373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1a606-7a19-4f7e-a764-288ff29c2db0 None None] The sync data for ids ['a36670c3-f229-4731-8095-957940c89b67'] in n-d-824835-3 is: [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:30:32Z', 'revision_number': 3, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:39.269746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 68f1e205-bf0e-40b9-94b2-209e7d194de9 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:39.270399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:39.338261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 68f1e205-bf0e-40b9-94b2-209e7d194de9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9,segment=NetworkSegment(8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c),segment_id=8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:39.339295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1e205-bf0e-40b9-94b2-209e7d194de9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:39.344109 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb203c-3c09-46c3-8636-c970ee2d8030" -d '{"events": [{"server_uuid": "303befe3-0fe1-47a5-8f66-fec4ad7bb21f", "name": "network-vif-plugged", "status": "completed", "tag": "68f1e205-bf0e-40b9-94b2-209e7d194de9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:39.356074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:39.364040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:39.429796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:39.449208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:39.479222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57488824-4ea4-4d71-99f6-4a6268cd4b6c req-625933aa-60ed-4951-8757-e2dc536ef568 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:39.494651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57488824-4ea4-4d71-99f6-4a6268cd4b6c req-625933aa-60ed-4951-8757-e2dc536ef568 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.7335744 Jan 28 04:30:39.630915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-b15888ef-4a4b-45b4-9bbc-19fc460ddb4e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:39.633085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-b15888ef-4a4b-45b4-9bbc-19fc460ddb4e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b&tenant_id=e23947e951454848beb27f0afa63fdaf&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 949 time: 0.7527242 Jan 28 04:30:39.797045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-4cba1292-6fe8-49af-b85d-477591dee082 service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119486 Jan 28 04:30:39.952745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Router a36670c3-f229-4731-8095-957940c89b67 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:30:39.975454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=68f1e205-bf0e-40b9-94b2-209e7d194de9,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:40.006545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:30:40.014278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:40.019721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:40.025709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Pushing event updated for resources: {'Port': ['ID=51bfac18-caf8-4092-8ce3-65ed38caf29f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:40.511114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57488824-4ea4-4d71-99f6-4a6268cd4b6c req-f3f566c2-9b13-4491-b2e3-bc904986b06d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9967508 Jan 28 04:30:40.554935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a21a377d-86d2-4318-9380-d9f576a693c7 None None] Provisioning complete for port 51bfac18-caf8-4092-8ce3-65ed38caf29f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:40.581660 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a21a377d-86d2-4318-9380-d9f576a693c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:40.590184 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-25f2a45c-6e82-46b7-b534-f07e22f6a638 service neutron] delete failed (client error): The resource could not be found. Jan 28 04:30:40.601791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-25f2a45c-6e82-46b7-b534-f07e22f6a638 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1e9debf3-0047-498f-9cf4-d8f3575a8dc6/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.9451642 Jan 28 04:30:40.739271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd3c3-2c07-4f38-bb76-506e1aa55a57 req-0c2d3e3f-32ba-4425-9c92-f57182773dec tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:40.750340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eaffd3c3-2c07-4f38-bb76-506e1aa55a57 req-0c2d3e3f-32ba-4425-9c92-f57182773dec tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.8475614 Jan 28 04:30:40.789465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:40.795195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f2b4021-dea9-440c-bfc4-23f6adf0ddfd admin admin] 10.222.0.21 "PUT /v2.0/routers/a36670c3-f229-4731-8095-957940c89b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1768284 Jan 28 04:30:40.930810 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aaff18e4-736a-46b6-ba8b-0f9456dad846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:40.936163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eaffd3c3-2c07-4f38-bb76-506e1aa55a57 req-5c9f32ad-71c7-496f-8ebf-2637b91904b5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804359 Jan 28 04:30:40.974308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:40.974702 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:41.047215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a21a377d-86d2-4318-9380-d9f576a693c7 None None] Port 51bfac18-caf8-4092-8ce3-65ed38caf29f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:30:41.166531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:41.191879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:41.211538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fbb768e-b3bf-4481-ad05-f37899e60ab0 req-890099d2-91b7-4668-b26b-e5fa4b08b6e6 service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4015050 Jan 28 04:30:41.337908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee37f-bbd3-4af5-891f-bc5b19951f29 req-af2bf62f-33e9-4e68-affc-33e09111a88b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:41.350622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f78ee37f-bbd3-4af5-891f-bc5b19951f29 req-af2bf62f-33e9-4e68-affc-33e09111a88b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 949 time: 0.5791712 Jan 28 04:30:41.370450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-68e5d532-9355-4c67-821a-9cc17d0b2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:41.381757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-68e5d532-9355-4c67-821a-9cc17d0b2bba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1100 time: 0.6962321 Jan 28 04:30:41.422077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7495339-0136-4304-8344-eaab2913111b details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:41.459881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:41.494539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822c88-5007-4cc2-bf78-93707a34624a req-58629eed-bb44-437b-ad63-8cea929a5005 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:41.504602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-90822c88-5007-4cc2-bf78-93707a34624a req-58629eed-bb44-437b-ad63-8cea929a5005 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.1732688 Jan 28 04:30:41.578961 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-90822c88-5007-4cc2-bf78-93707a34624a req-2ce5ab32-373c-4813-9be1-be11822b5fd2 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722129 Jan 28 04:30:41.619693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:30:41.623920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:41.668330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-b8a1f044-8123-4d07-a12a-e65e22c6f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:41.670647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-b8a1f044-8123-4d07-a12a-e65e22c6f33c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2796328 Jan 28 04:30:41.761544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:41.762036 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:41.818550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7495339-0136-4304-8344-eaab2913111b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7495339-0136-4304-8344-eaab2913111b,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:41.822882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989fe4d-d437-402c-ae2e-8fd80437ddda req-23f7f785-59f8-486f-8429-ae917c897296 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:41.835970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0989fe4d-d437-402c-ae2e-8fd80437ddda req-23f7f785-59f8-486f-8429-ae917c897296 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 943 time: 0.1463969 Jan 28 04:30:41.844257 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-93b1f9e6-f7e4-4bcc-af9d-2da13efdc0b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.1665373 Jan 28 04:30:41.862847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e7495339-0136-4304-8344-eaab2913111b', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': 'e7495339-0136-4304-8344-eaab2913111b', 'mac_address': 'fa:16:3e:ec:b7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:41.869046 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:41.958710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7495339-0136-4304-8344-eaab2913111b is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:41.959701 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7495339-0136-4304-8344-eaab2913111b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:41.964360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0989fe4d-d437-402c-ae2e-8fd80437ddda req-70eda59e-4c02-48b4-bef6-a885803c0270 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273727 Jan 28 04:30:41.990368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7495339-0136-4304-8344-eaab2913111b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:41.993778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-c29424d8-a385-4102-bc9a-58f4fe96fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:41.995143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:41.995764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:42.001088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-c29424d8-a385-4102-bc9a-58f4fe96fae1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1471591 Jan 28 04:30:42.023380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f78ee37f-bbd3-4af5-891f-bc5b19951f29 req-14f8c3cb-4ea0-4612-98fe-412a82c9333f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046557 Jan 28 04:30:42.044859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7495339-0136-4304-8344-eaab2913111b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7495339-0136-4304-8344-eaab2913111b,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:42.050132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:42.059643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7495339-0136-4304-8344-eaab2913111b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:42.074783 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:42.102789 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b808c-7d24-4605-a60d-76dbbbb1b5c8 x-openstack-request-id: req-e40b808c-7d24-4605-a60d-76dbbbb1b5c8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:42.103378 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303befe3-0fe1-47a5-8f66-fec4ad7bb21f", "name": "network-vif-plugged", "status": "completed", "tag": "68f1e205-bf0e-40b9-94b2-209e7d194de9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:42.103740 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e40b808c-7d24-4605-a60d-76dbbbb1b5c8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:42.104329 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1e205-bf0e-40b9-94b2-209e7d194de9', 'code': 200} Jan 28 04:30:42.157762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7495339-0136-4304-8344-eaab2913111b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:42.224386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-72087651-69fb-4b52-b83d-5c9a50de34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:42.236830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-72087651-69fb-4b52-b83d-5c9a50de34f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016284 Jan 28 04:30:42.288421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:42.336433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b9eae-bbfe-4e3a-9bf7-32be97cac29e req-e0999fbc-2fc9-416d-9a1f-4c8ac2757a3d tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:42.338329 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef7b9eae-bbfe-4e3a-9bf7-32be97cac29e req-e0999fbc-2fc9-416d-9a1f-4c8ac2757a3d tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.0709059 Jan 28 04:30:42.399862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-b5a8c56c-91bf-4ada-af2d-4e36f26d086d service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617973 Jan 28 04:30:42.410354 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef7b9eae-bbfe-4e3a-9bf7-32be97cac29e req-232b03e4-fd5a-4d0a-9ab3-d95f4e5ea9f0 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Jan 28 04:30:42.727068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f9e1-4f4d-4e67-ae58-02d54a0558fb req-7d3b56e5-0d32-493d-a6c5-024ac3fb1c0e tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:42.745620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3571f9e1-4f4d-4e67-ae58-02d54a0558fb req-7d3b56e5-0d32-493d-a6c5-024ac3fb1c0e tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.1939545 Jan 28 04:30:42.746505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49870) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:42.758667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Request body: {'floatingip': {'port_id': 'a20b81d5-534c-4bb4-bca3-d843b42250b1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:42.809600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e7495339-0136-4304-8344-eaab2913111b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:42.900021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:43.268250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:43.304341 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Sync routers for ids ['a36670c3-f229-4731-8095-957940c89b67'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:43.319343 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Routers {'a36670c3-f229-4731-8095-957940c89b67'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:43.324834 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a36670c3-f229-4731-8095-957940c89b67'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:43.434851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:43.440129 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:43.549841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:43.555551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.resource_extend [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:30:43.574754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8be1089-8fb7-4468-8159-ce9fab714718 req-08d5a9d5-0293-4189-bab4-4038b9e73ddf service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1251035 Jan 28 04:30:43.607893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:43.636456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe28eb-1dfc-4e46-a956-515bf5e0b8a0 req-590f268e-2a92-46fd-8981-a0d8704a9706 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:43.650839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48fe28eb-1dfc-4e46-a956-515bf5e0b8a0 req-590f268e-2a92-46fd-8981-a0d8704a9706 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 1.2636995 Jan 28 04:30:43.676199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c39b6-d9c1-4d49-a300-45af7e47f804 req-68838793-c8e4-4f24-8bf3-5b2f39133b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:43.678679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f3c39b6-d9c1-4d49-a300-45af7e47f804 req-68838793-c8e4-4f24-8bf3-5b2f39133b5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 1097 time: 1.4788713 Jan 28 04:30:43.684224 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Set router a36670c3-f229-4731-8095-957940c89b67 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:43.748681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48fe28eb-1dfc-4e46-a956-515bf5e0b8a0 req-aef10324-d73b-447d-9b08-5865b1bfed13 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898225 Jan 28 04:30:43.779447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5203e6a-9d0a-4e57-b0d6-40488ea7ece6 req-7c5aae3e-82d7-4591-9490-85bd0c983485 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:43.809922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5203e6a-9d0a-4e57-b0d6-40488ea7ece6 req-7c5aae3e-82d7-4591-9490-85bd0c983485 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.9209599 Jan 28 04:30:43.817762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f3c39b6-d9c1-4d49-a300-45af7e47f804 req-ac988f44-6efd-4b99-a2e9-3c66c6b337c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Jan 28 04:30:43.840093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:43.875847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:43.918270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e604-17d4-420e-85eb-94fcb9bd17c2 req-b3a75bbc-4b49-4ea0-a818-0adfaa630f21 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:43.926194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eea5e604-17d4-420e-85eb-94fcb9bd17c2 req-b3a75bbc-4b49-4ea0-a818-0adfaa630f21 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 944 time: 0.0830843 Jan 28 04:30:44.037572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eea5e604-17d4-420e-85eb-94fcb9bd17c2 req-92609230-bda1-43c2-a4a7-dac8898cd99b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046782 Jan 28 04:30:44.105742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:44.110537 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496dbd4c-6627-4d13-be61-38aa62c615bf" -d '{"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-plugged", "status": "completed", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:44.119680 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea associated. External IP: 172.25.6.27, port: a20b81d5-534c-4bb4-bca3-d843b42250b1. Jan 28 04:30:44.164699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1042c-25d2-4678-97a7-85608d3cfa94 req-0374e515-427b-402d-9304-f0255a0b79ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:44.174533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd1042c-25d2-4678-97a7-85608d3cfa94 req-0374e515-427b-402d-9304-f0255a0b79ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0787010 Jan 28 04:30:44.245377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd1042c-25d2-4678-97a7-85608d3cfa94 req-b41d1824-050d-4807-a228-d64388f45e96 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648386 Jan 28 04:30:44.278011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5203e6a-9d0a-4e57-b0d6-40488ea7ece6 req-bc5f78d6-3453-4ba1-a42a-6aa232d64917 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670770 Jan 28 04:30:44.359361 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b7a343-e10e-4619-8ae2-6000d682bd21 x-openstack-request-id: req-50b7a343-e10e-4619-8ae2-6000d682bd21 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:44.359889 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-plugged", "status": "completed", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:44.360293 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b7a343-e10e-4619-8ae2-6000d682bd21 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:44.360830 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'code': 200} Jan 28 04:30:44.456667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Router f969b1d5-6556-4d36-a9ef-285ce2634192 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:30:44.463536 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:30:38Z', 'revision_number': 4, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '51bfac18-caf8-4092-8ce3-65ed38caf29f', 'name': '', 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'mac_address': 'fa:16:3e:ce:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:35Z', 'updated_at': '2022-01-28T04:30:38Z', 'revision_number': 2, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'subnets': [{'id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:44.519154 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Checking router: a36670c3-f229-4731-8095-957940c89b67 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:44.519808 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Updating router a36670c3-f229-4731-8095-957940c89b67 port 51bfac18-caf8-4092-8ce3-65ed38caf29f binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:30:44.561830 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.575023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60397572-ceb9-4a3b-a5ea-beb7303b9604 req-7e9f68de-db16-441f-ac2f-37d1f6e30710 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:44.576945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60397572-ceb9-4a3b-a5ea-beb7303b9604 req-7e9f68de-db16-441f-ac2f-37d1f6e30710 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.1152077 Jan 28 04:30:44.693484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60397572-ceb9-4a3b-a5ea-beb7303b9604 req-638fbfef-8620-4ec8-89b6-7091b0f15dac tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038942 Jan 28 04:30:44.724746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:30:44.730854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.751166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:30:44.784462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:44.789257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:44.793657 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1bc1fb6-11ec-4509-ab48-99ca6edf3255 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "PUT /v2.0/floatingips/b63eaf4b-02a7-44a6-820e-e5d94be79cea HTTP/1.1" status: 200 len: 990 time: 2.0442905 Jan 28 04:30:44.795373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:44.800234 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08" -d '{"events": [{"name": "network-changed", "server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:44.879952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.921703 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Publish callbacks [] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.943375 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.957681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b3308-3215-4e0a-a3d6-404b5737042c req-81ceef23-261b-4750-8055-051e59ce3be6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:44.960099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b25b3308-3215-4e0a-a3d6-404b5737042c req-81ceef23-261b-4750-8055-051e59ce3be6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0715988 Jan 28 04:30:44.967971 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b296a3-60c7-44b8-ad1c-65750b8f9534 x-openstack-request-id: req-c9b296a3-60c7-44b8-ad1c-65750b8f9534 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:44.968277 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:44.968537 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9b296a3-60c7-44b8-ad1c-65750b8f9534 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:44.968919 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'status': 'completed', 'code': 200} Jan 28 04:30:45.011452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:45.030769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b25b3308-3215-4e0a-a3d6-404b5737042c req-7fc3046c-c4e5-4b4f-835e-1e1b6a99c1dd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638678 Jan 28 04:30:45.071037 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7886006-94f0-4117-b137-f9db52b209c4 None None] Pushing event updated for resources: {'Port': ['ID=51bfac18-caf8-4092-8ce3-65ed38caf29f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:45.122977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-8495eda9-dca1-4a91-8a44-a1d7e50cc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.124578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-8495eda9-dca1-4a91-8a44-a1d7e50cc648 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b613c8029f549c79d80df0604e982fe&device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 1096 time: 0.0903313 Jan 28 04:30:45.197688 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Attempting to bind port 51bfac18-caf8-4092-8ce3-65ed38caf29f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:45.197918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f594-c7b3-4684-b89c-48390d1e35c4 req-687b71bd-29cd-4871-9fbb-01417898e0db tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.198048 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Attempting to bind port 51bfac18-caf8-4092-8ce3-65ed38caf29f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:45.198048 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Attempting to bind port 51bfac18-caf8-4092-8ce3-65ed38caf29f on network 05a01c0a-c658-4eda-87c9-128ffe14bc9d {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:45.206734 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:45.207011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c88f594-c7b3-4684-b89c-48390d1e35c4 req-687b71bd-29cd-4871-9fbb-01417898e0db tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 944 time: 0.0746078 Jan 28 04:30:45.214571 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Checking segment: {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:45.214938 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.215304 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Bound using segment: {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:45.217026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Bound port: 51bfac18-caf8-4092-8ce3-65ed38caf29f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48adb082-e015-41ea-896f-860936c5148b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:45.217026 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.256626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-c602596f-761d-4c53-9b0a-8b1f35112d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.258729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-c602596f-761d-4c53-9b0a-8b1f35112d0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 200 len: 925 time: 0.1276221 Jan 28 04:30:45.313884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c88f594-c7b3-4684-b89c-48390d1e35c4 req-f2385567-1aa1-4ad2-97de-9fbc512490bf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053400 Jan 28 04:30:45.352929 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] For port 51bfac18-caf8-4092-8ce3-65ed38caf29f, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:45.356237 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] For port 51bfac18-caf8-4092-8ce3-65ed38caf29f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51bfac18-caf8-4092-8ce3-65ed38caf29f,segment=NetworkSegment(48adb082-e015-41ea-896f-860936c5148b),segment_id=48adb082-e015-41ea-896f-860936c5148b)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:45.362312 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.428831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7495339-0136-4304-8344-eaab2913111b up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:45.440945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-db2ddf28-1440-43c4-acac-000a292b2280 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1 HTTP/1.1" status: 200 len: 998 time: 0.1751504 Jan 28 04:30:45.470734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b63eaf4b-02a7-44a6-820e-e5d94be79cea', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'port_id': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'mac_address': 'fa:16:3e:95:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e451408-611a-4c9c-a216-2377a8c61551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:26:36Z', 'updated_at': '2022-01-28T04:30:43Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:45.471548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7886006-94f0-4117-b137-f9db52b209c4 None None] Pushing event updated for resources: {'Port': ['ID=51bfac18-caf8-4092-8ce3-65ed38caf29f,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:45.475702 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Routers {'a36670c3-f229-4731-8095-957940c89b67'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:45.476749 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a36670c3-f229-4731-8095-957940c89b67'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:45.509541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:30:45.510702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55967b-f93d-4e07-bb05-205cadb48616 req-e80f2f45-26c5-4041-9ff0-7e7970ed0ba8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.520372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e55967b-f93d-4e07-bb05-205cadb48616 req-e80f2f45-26c5-4041-9ff0-7e7970ed0ba8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1136870 Jan 28 04:30:45.546354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3cf65-6035-473b-b942-f5c2374f554e req-3d0c3ad4-4502-4ae3-830a-97c8fd245d8c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.546586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:30:45.547279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:30:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:45.549712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bf3cf65-6035-473b-b942-f5c2374f554e req-3d0c3ad4-4502-4ae3-830a-97c8fd245d8c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1756046 Jan 28 04:30:45.596620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Provisioning complete for port 51bfac18-caf8-4092-8ce3-65ed38caf29f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:45.597035 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.604829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-c8b699cf-f86f-40ea-b763-287e7f899f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.610405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-c8b699cf-f86f-40ea-b763-287e7f899f26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 200 len: 863 time: 0.1617057 Jan 28 04:30:45.634480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e55967b-f93d-4e07-bb05-205cadb48616 req-3ee3ada4-3c3c-40fe-9b79-0fcf53343fd8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072061 Jan 28 04:30:45.681412 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] Set router a36670c3-f229-4731-8095-957940c89b67 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:45.695061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e7495339-0136-4304-8344-eaab2913111b completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:30:45.713173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bf3cf65-6035-473b-b942-f5c2374f554e req-26cd1f2d-8984-4cb5-a6db-40ac75e85da6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548014 Jan 28 04:30:45.744311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e7495339-0136-4304-8344-eaab2913111b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:45.744695 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7495339-0136-4304-8344-eaab2913111b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.772359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-75761c58-d02d-4dd5-aaa5-36ee00fd7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.773819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-75761c58-d02d-4dd5-aaa5-36ee00fd7dde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4c2bf4f-be02-42a8-a4ab-bf6031878a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519926 Jan 28 04:30:45.904869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3c98d-1b87-4cca-bd70-f0094b713e5a req-c6ed97d8-7423-4072-85b4-5d4d7cedab28 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:45.914723 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae3c98d-1b87-4cca-bd70-f0094b713e5a req-c6ed97d8-7423-4072-85b4-5d4d7cedab28 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.0966744 Jan 28 04:30:45.970086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-93f2c175-5954-427d-a960-93f9d09928d2 service neutron] 10.222.0.47 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879654 Jan 28 04:30:45.973525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:30:45.976977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Current status of the port 51bfac18-caf8-4092-8ce3-65ed38caf29f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:45.977455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.997420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae3c98d-1b87-4cca-bd70-f0094b713e5a req-96fe61ab-1006-461b-96d8-3ace313c0625 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815430 Jan 28 04:30:46.051145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] For port 51bfac18-caf8-4092-8ce3-65ed38caf29f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51bfac18-caf8-4092-8ce3-65ed38caf29f,segment=NetworkSegment(48adb082-e015-41ea-896f-860936c5148b),segment_id=48adb082-e015-41ea-896f-860936c5148b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:46.074822 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:30:38Z', 'revision_number': 4, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '51bfac18-caf8-4092-8ce3-65ed38caf29f', 'name': '', 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'mac_address': 'fa:16:3e:ce:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:35Z', 'updated_at': '2022-01-28T04:30:45Z', 'revision_number': 4, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'subnets': [{'id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:46.077328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e12da0-5fed-4c9b-b473-0d40d1aeda9f req-2316bdaa-2ed7-4fe7-be90-4be7124728b4 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:46.078913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03e12da0-5fed-4c9b-b473-0d40d1aeda9f req-2316bdaa-2ed7-4fe7-be90-4be7124728b4 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.2222018 Jan 28 04:30:46.121841 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e6a6c-acf4-4280-a662-220ff93696a5 None None] The sync data for ids ['a36670c3-f229-4731-8095-957940c89b67'] in n-d-824835-3 is: [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:30:38Z', 'revision_number': 4, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '51bfac18-caf8-4092-8ce3-65ed38caf29f', 'name': '', 'network_id': '05a01c0a-c658-4eda-87c9-128ffe14bc9d', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'mac_address': 'fa:16:3e:ce:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:35Z', 'updated_at': '2022-01-28T04:30:45Z', 'revision_number': 4, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'subnets': [{'id': 'df177b00-c67c-4c0e-ae4c-20fa0e981d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:46.132162 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:46.214830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-820d215f-06c0-45af-ac12-58634cf138f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:46.228554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-820d215f-06c0-45af-ac12-58634cf138f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1097 time: 0.2471740 Jan 28 04:30:46.290504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7495339-0136-4304-8344-eaab2913111b is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:46.290899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7495339-0136-4304-8344-eaab2913111b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:46.298222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Pushing event updated for resources: {'Port': ['ID=51bfac18-caf8-4092-8ce3-65ed38caf29f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:46.326969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.327337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.327689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.328037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.328403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.328723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.332071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.334141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.336041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.336558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.337420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.338667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.340922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7435c0-da7a-40cd-9029-940ed9187e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:46.363840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03e12da0-5fed-4c9b-b473-0d40d1aeda9f req-696c7cd6-d156-4bc5-92e2-73b79765b065 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554464 Jan 28 04:30:46.368888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cdc7e-ba25-41d6-82f6-dc18fc7353e0 req-14833814-54ef-4283-848e-7fb150a03002 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:46.370493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a9cdc7e-ba25-41d6-82f6-dc18fc7353e0 req-14833814-54ef-4283-848e-7fb150a03002 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0839238 Jan 28 04:30:46.373053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a16e3ce8-d01b-44f6-8a65-11e9869f4a08 req-4ddfaa67-b64a-4a08-8e3f-0894e0561113 service neutron] 10.222.0.47 "GET /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446031 Jan 28 04:30:46.441220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-c2952f4c-7c19-41a9-bb61-9138af1eb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:46.444078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-c2952f4c-7c19-41a9-bb61-9138af1eb695 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 915 time: 0.2057803 Jan 28 04:30:46.461183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7495339-0136-4304-8344-eaab2913111b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:46.463522 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45c4fa6-f83f-4f43-9713-3faef64cb8b7" -d '{"events": [{"server_uuid": "0d19ab68-6248-43a7-947c-b0a5179bd6a5", "name": "network-vif-plugged", "status": "completed", "tag": "e7495339-0136-4304-8344-eaab2913111b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:46.475325 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a9cdc7e-ba25-41d6-82f6-dc18fc7353e0 req-56c6f6ac-a491-4c39-a02d-b03edae9dff2 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Jan 28 04:30:46.531159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-641e6e0a-dd0e-47cb-8e74-0efec3df1a27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 217 time: 0.0793483 Jan 28 04:30:46.551536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eab1faff-60a6-466f-a1be-3bdd7d507af3 None None] Provisioning complete for port 51bfac18-caf8-4092-8ce3-65ed38caf29f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:46.552083 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eab1faff-60a6-466f-a1be-3bdd7d507af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:46.591138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7495339-0136-4304-8344-eaab2913111b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7495339-0136-4304-8344-eaab2913111b,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:46.603094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7495339-0136-4304-8344-eaab2913111b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:46.603939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:46.616951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-dd0e2368-6e5a-4e4b-8b8f-9ddd42d00bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:46.618474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-dd0e2368-6e5a-4e4b-8b8f-9ddd42d00bc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.0662684 Jan 28 04:30:46.660357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-8f790dd2-70ae-4b36-8c47-567ca58093db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353472 Jan 28 04:30:46.775615 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f39139-51c4-4617-8e38-5a86430a1321 x-openstack-request-id: req-b1f39139-51c4-4617-8e38-5a86430a1321 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:46.776033 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d19ab68-6248-43a7-947c-b0a5179bd6a5", "name": "network-vif-plugged", "status": "completed", "tag": "e7495339-0136-4304-8344-eaab2913111b", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:46.776297 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1f39139-51c4-4617-8e38-5a86430a1321 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:46.776709 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7495339-0136-4304-8344-eaab2913111b', 'code': 200} Jan 28 04:30:46.778185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-112fca5b-1dcf-4c9e-92a6-6d648257014c service neutron] 10.222.0.52 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102889 Jan 28 04:30:46.785929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1506e18-07d4-4a17-96c0-d4bf35e6632d req-31357cab-56be-4aad-920b-33f685796c82 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:46.794542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1506e18-07d4-4a17-96c0-d4bf35e6632d req-31357cab-56be-4aad-920b-33f685796c82 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 944 time: 0.2717874 Jan 28 04:30:46.860334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7495339-0136-4304-8344-eaab2913111b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:46.974961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1506e18-07d4-4a17-96c0-d4bf35e6632d req-9ad12348-e6b2-44b9-b8c6-83c624aba465 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705267 Jan 28 04:30:47.013572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b63eaf4b-02a7-44a6-820e-e5d94be79cea', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'port_id': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'mac_address': 'fa:16:3e:95:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e451408-611a-4c9c-a216-2377a8c61551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:26:36Z', 'updated_at': '2022-01-28T04:30:43Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:47.027241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481200d5-a0fe-4676-9d73-4fd7ea5ab6f0 req-209a3ccd-b742-4152-8fd5-d4e70ad90c51 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:47.041365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-481200d5-a0fe-4676-9d73-4fd7ea5ab6f0 req-209a3ccd-b742-4152-8fd5-d4e70ad90c51 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.1090784 Jan 28 04:30:47.050585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97b4876b-e3a3-47fc-a3d7-fc1b875641a8 req-12fcfd47-6440-41bf-8e46-b23d2db2be99 service neutron] 10.222.0.52 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448802 Jan 28 04:30:47.061835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4612-898c-4b8f-8bc1-8791202e774a req-61949c6e-f1df-49af-a528-f2a1f739f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:47.063772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05cf4612-898c-4b8f-8bc1-8791202e774a req-61949c6e-f1df-49af-a528-f2a1f739f071 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1520143 Jan 28 04:30:47.169294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-481200d5-a0fe-4676-9d73-4fd7ea5ab6f0 req-a6718437-29c2-4ed4-bbcd-7e62e36f974d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265423 Jan 28 04:30:47.211980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05cf4612-898c-4b8f-8bc1-8791202e774a req-8f3561f7-9974-495c-b8f8-aea01ab9c5c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194351 Jan 28 04:30:47.266639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:47.267304 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:47.281312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eab1faff-60a6-466f-a1be-3bdd7d507af3 None None] Current status of the port 51bfac18-caf8-4092-8ce3-65ed38caf29f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:47.294202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5fce4-b1dd-4613-9566-0b6cba75c4ae None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b63eaf4b-02a7-44a6-820e-e5d94be79cea', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'port_id': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'mac_address': 'fa:16:3e:95:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e451408-611a-4c9c-a216-2377a8c61551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:26:36Z', 'updated_at': '2022-01-28T04:30:43Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:30:47.327752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-5845e121-21f8-4b3e-b7e4-f54a59306560 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564947 Jan 28 04:30:47.371620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51bfac18-caf8-4092-8ce3-65ed38caf29f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:47.386771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:47.430075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:47.535396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:47.541831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-6ecfb04f-43b8-413c-9d30-536540e36090 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:47.543442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-6ecfb04f-43b8-413c-9d30-536540e36090 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069910 Jan 28 04:30:47.567363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-4b01e724-aa59-40e2-9284-914edb571728 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/quotas/e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 375 time: 0.0130727 Jan 28 04:30:47.574810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 51bfac18-caf8-4092-8ce3-65ed38caf29f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:47.575203 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:47.641019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8f41c-1232-4ee1-980d-ed54dddfe6c6 req-a348d3aa-abfe-4283-803f-d7dec0583d05 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:47.645907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15d8f41c-1232-4ee1-980d-ed54dddfe6c6 req-a348d3aa-abfe-4283-803f-d7dec0583d05 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.0880020 Jan 28 04:30:47.678703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-e92e7463-ef00-4f71-b38c-b380b8707525 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946505 Jan 28 04:30:47.730049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15d8f41c-1232-4ee1-980d-ed54dddfe6c6 req-20ba5349-22dd-4680-b9fc-67f4be414d33 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768411 Jan 28 04:30:47.733088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 51bfac18-caf8-4092-8ce3-65ed38caf29f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:47.748838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9936ac-4628-46b5-8e86-59f52c457ef6 None None] New status for floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:30:47.904840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6f6fe050-be47-4ec9-a172-a91e7cd6f678 req-fa09d1ef-41d6-4317-83d9-38dbd283cf31 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 210 time: 0.0411658 Jan 28 04:30:47.935461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deb997-1399-495b-9128-3ac41bdcce5a req-8cbede6e-9ab5-45fc-8c18-5af12eb2017a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:47.943673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10deb997-1399-495b-9128-3ac41bdcce5a req-8cbede6e-9ab5-45fc-8c18-5af12eb2017a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1042874 Jan 28 04:30:48.019288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10deb997-1399-495b-9128-3ac41bdcce5a req-ed1fb7f2-4892-4525-b344-36d539c26e2a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721860 Jan 28 04:30:48.117193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea6ad4-4fd8-436f-80df-b462011d1c2e req-de8c2a21-7d7f-4dff-8c66-f4bb715b0671 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:48.121624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10ea6ad4-4fd8-436f-80df-b462011d1c2e req-de8c2a21-7d7f-4dff-8c66-f4bb715b0671 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.0545530 Jan 28 04:30:48.189613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10ea6ad4-4fd8-436f-80df-b462011d1c2e req-b12b47da-7871-47ea-8fe2-d5095bc10533 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592372 Jan 28 04:30:48.325083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0621ba-7852-454e-8ebc-4229a6d4d1e0 req-091305fb-3b13-4fa5-8eda-f8e336c53ed9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:48.330360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b0621ba-7852-454e-8ebc-4229a6d4d1e0 req-091305fb-3b13-4fa5-8eda-f8e336c53ed9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0649216 Jan 28 04:30:48.384307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b0621ba-7852-454e-8ebc-4229a6d4d1e0 req-ae77f00c-4fd4-449d-a899-8e7606335ec6 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510342 Jan 28 04:30:48.778014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:48.780993 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2624bc4a-ddb2-4294-bad4-7b09138217d3" -d '{"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:48.846583 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c554ad-3c9a-4a57-93f3-58fce47effc7 x-openstack-request-id: req-21c554ad-3c9a-4a57-93f3-58fce47effc7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:48.847208 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:48.847630 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21c554ad-3c9a-4a57-93f3-58fce47effc7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:48.848170 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'code': 200} Jan 28 04:30:48.865719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879325a-5c23-46f8-99da-29ae3626df50 req-69a36593-fe9a-459f-9681-1391d817ac08 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:48.867291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6879325a-5c23-46f8-99da-29ae3626df50 req-69a36593-fe9a-459f-9681-1391d817ac08 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.0568733 Jan 28 04:30:48.914670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6879325a-5c23-46f8-99da-29ae3626df50 req-f811f5a2-a2e0-49a6-97ea-da2bb4f669f1 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Jan 28 04:30:49.011493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90f6a5d4-b260-4d0f-a36d-3c76cd1c7271 req-0ca39cad-1cba-47bb-bf47-b5c59fe00b06 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 210 time: 0.0263927 Jan 28 04:30:49.108002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-56b621e8-37c3-4eb9-99e3-3058c838a5de tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223701 Jan 28 04:30:49.155648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24336c39-b231-4c64-bb52-d59f7ac12b27 req-2c5334e0-e941-42de-861a-2f6f93425cc9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:49.163941 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-24336c39-b231-4c64-bb52-d59f7ac12b27 req-2c5334e0-e941-42de-861a-2f6f93425cc9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0829959 Jan 28 04:30:49.243066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-24336c39-b231-4c64-bb52-d59f7ac12b27 req-5f3007ca-7fcb-46a3-b16b-9a2c955ae6ee tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736825 Jan 28 04:30:49.299153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-b1875b0e-ee4f-4773-a248-5a2f78d29935 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:49.300896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-b1875b0e-ee4f-4773-a248-5a2f78d29935 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875718 Jan 28 04:30:49.352863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c901a-b504-469b-9104-c15164c2b882 req-b3ef499f-8b74-4109-9967-6d9a10029c13 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:49.354468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab5c901a-b504-469b-9104-c15164c2b882 req-b3ef499f-8b74-4109-9967-6d9a10029c13 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.47 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.2134218 Jan 28 04:30:49.360887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Request body: {'port': {'device_id': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'e23947e951454848beb27f0afa63fdaf'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:49.454107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c856-da95-42a9-82cd-01eab66624da req-8fada465-70ef-4885-88c3-0dc498958799 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:49.455995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac53c856-da95-42a9-82cd-01eab66624da req-8fada465-70ef-4885-88c3-0dc498958799 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.1662457 Jan 28 04:30:49.512383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dfbfc-05a4-4c82-bafd-74902f27a383 req-5d6ca222-2489-4ed2-aa12-0e9b760acbdc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:49.513929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae0dfbfc-05a4-4c82-bafd-74902f27a383 req-5d6ca222-2489-4ed2-aa12-0e9b760acbdc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0547311 Jan 28 04:30:49.563437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae0dfbfc-05a4-4c82-bafd-74902f27a383 req-60ec3990-3120-43dd-a45c-890f52dc20c0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Jan 28 04:30:49.589881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac53c856-da95-42a9-82cd-01eab66624da req-e5ae1d69-77a6-47c4-b3c8-4d40dd0f7ed6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923204 Jan 28 04:30:49.607558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Deleting port 68f1e205-bf0e-40b9-94b2-209e7d194de9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:49.607905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:49.625733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Made reservation on behalf of e23947e951454848beb27f0afa63fdaf for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:49.629871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:49.822721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] For port 68f1e205-bf0e-40b9-94b2-209e7d194de9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=68f1e205-bf0e-40b9-94b2-209e7d194de9,segment=NetworkSegment(8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c),segment_id=8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:49.823122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:49.844260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Calling delete_port for 68f1e205-bf0e-40b9-94b2-209e7d194de9 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:49.870130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ba5b1-d362-4da8-aca4-45a1dc8cc91e req-bc9c9893-e594-4d86-ad65-84d7b83957ef tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:49.871672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-404ba5b1-d362-4da8-aca4-45a1dc8cc91e req-bc9c9893-e594-4d86-ad65-84d7b83957ef tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.0537894 Jan 28 04:30:49.934020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-404ba5b1-d362-4da8-aca4-45a1dc8cc91e req-cdeb0970-a36d-4122-a71d-e0db01e6a70f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Jan 28 04:30:49.951270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Allocated IP 192.168.233.119 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/879f1b1d-932b-4c35-80e5-29914fbf938a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:30:50.118332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f84eb-0bd6-4bd8-8e8c-fcaa673a509d req-7c901463-f9b3-4cc3-b7b9-d967716e153b tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:50.120748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4abaf9a9-c475-438b-b6de-c54c51a1e351 req-5a3473e1-b0d0-48f7-b215-1c4451bcdca3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 210 time: 0.0357187 Jan 28 04:30:50.136597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c49f84eb-0bd6-4bd8-8e8c-fcaa673a509d req-7c901463-f9b3-4cc3-b7b9-d967716e153b tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/ports?device_id=303befe3-0fe1-47a5-8f66-fec4ad7bb21f HTTP/1.1" status: 200 len: 946 time: 0.1289804 Jan 28 04:30:50.140927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (68f1e205-bf0e-40b9-94b2-209e7d194de9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.196457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['68f1e205-bf0e-40b9-94b2-209e7d194de9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:50.237136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Pushing event deleted for resources: {'Port': ['ID=68f1e205-bf0e-40b9-94b2-209e7d194de9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:50.314938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] No DVR routers for this DVR port 68f1e205-bf0e-40b9-94b2-209e7d194de9 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:50.328379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.332711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab5c901a-b504-469b-9104-c15164c2b882 req-3db0a327-0488-444e-9e3b-023f72863356 tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.47 "DELETE /v2.0/ports/68f1e205-bf0e-40b9-94b2-209e7d194de9 HTTP/1.1" status: 204 len: 173 time: 0.9678068 Jan 28 04:30:50.333190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'name': 'network-vif-deleted', 'tag': '68f1e205-bf0e-40b9-94b2-209e7d194de9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:50.335973 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c65284-3b0f-4dc5-9d38-f69dac86cb02" -d '{"events": [{"server_uuid": "303befe3-0fe1-47a5-8f66-fec4ad7bb21f", "name": "network-vif-deleted", "tag": "68f1e205-bf0e-40b9-94b2-209e7d194de9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:50.348746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c49f84eb-0bd6-4bd8-8e8c-fcaa673a509d req-84426d77-2832-4b29-be67-24a06988731a tempest-ServerAddressesNegativeTestJSON-102214586 tempest-ServerAddressesNegativeTestJSON-102214586-project] 10.222.0.21 "GET /v2.0/security-groups?id=9133f83e-9e2d-41a1-ab57-54d1997fec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195792 Jan 28 04:30:50.372712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543eecf-523b-4f37-bf59-fbf32c658e44 req-b9a79572-182b-4a5a-ad29-2ba3357dd906 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:50.380431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4543eecf-523b-4f37-bf59-fbf32c658e44 req-b9a79572-182b-4a5a-ad29-2ba3357dd906 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0671675 Jan 28 04:30:50.394725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks [] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.442011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4543eecf-523b-4f37-bf59-fbf32c658e44 req-7e12f2af-734b-474a-9222-7ff81ae331c0 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Jan 28 04:30:50.443055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.479420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:50.481749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:50.489756 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc8767-50d8-47d5-906e-492afefc4190 x-openstack-request-id: req-bedc8767-50d8-47d5-906e-492afefc4190 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:50.490198 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303befe3-0fe1-47a5-8f66-fec4ad7bb21f", "name": "network-vif-deleted", "tag": "68f1e205-bf0e-40b9-94b2-209e7d194de9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:50.490653 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bedc8767-50d8-47d5-906e-492afefc4190 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:50.491079 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303befe3-0fe1-47a5-8f66-fec4ad7bb21f', 'name': 'network-vif-deleted', 'tag': '68f1e205-bf0e-40b9-94b2-209e7d194de9', 'status': 'completed', 'code': 200} Jan 28 04:30:50.511737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:30:50.520573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:50.524512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:30:50.575164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:50.591753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:50.592955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.625343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-d98b29ad-c742-444b-bb11-bde55d41487b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2695177 Jan 28 04:30:50.644144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Request body: {'port': {'device_id': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:50.736738 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.755727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ecf51-7bc1-4ea2-b395-a55278df0bbf req-69a8b8b8-b549-4ba7-8df9-ada812f15a5a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:50.766506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f40ecf51-7bc1-4ea2-b395-a55278df0bbf req-69a8b8b8-b549-4ba7-8df9-ada812f15a5a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.1154943 Jan 28 04:30:50.855027 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f40ecf51-7bc1-4ea2-b395-a55278df0bbf req-6df3e958-2080-4758-afb0-e86fbd153dbd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 Jan 28 04:30:50.941592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bceb2de0-a881-438d-9942-9f7ec208b21d None None] Provisioning complete for port 879f1b1d-932b-4c35-80e5-29914fbf938a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:50.942015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2de0-a881-438d-9942-9f7ec208b21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:50.987949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bceb2de0-a881-438d-9942-9f7ec208b21d None None] Port 879f1b1d-932b-4c35-80e5-29914fbf938a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:30:51.027936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaa8b-5247-491d-9d48-c9032dc20af9 req-7a9ff5b3-1350-4ee4-b96e-e089b69f4955 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.035890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c1eaa8b-5247-491d-9d48-c9032dc20af9 req-7a9ff5b3-1350-4ee4-b96e-e089b69f4955 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.1127632 Jan 28 04:30:51.109103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c1eaa8b-5247-491d-9d48-c9032dc20af9 req-6f8e7cc9-e07f-4cb4-9f6a-45bf5729eece tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721273 Jan 28 04:30:51.115154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ae20-99b3-4485-a518-63459b451724 req-b902f1f6-9637-4bd7-8bb8-1973767ef58c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.117082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef86ae20-99b3-4485-a518-63459b451724 req-b902f1f6-9637-4bd7-8bb8-1973767ef58c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.0655839 Jan 28 04:30:51.180387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879f1b1d-932b-4c35-80e5-29914fbf938a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:51.192471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Publish callbacks [] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.209606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Transition to ACTIVE for port object 879f1b1d-932b-4c35-80e5-29914fbf938a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:51.210913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef86ae20-99b3-4485-a518-63459b451724 req-2d00b364-dc09-497b-a1fc-4a9da029b662 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806003 Jan 28 04:30:51.217710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.301019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:51.336629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082832-ee1b-42e2-9219-86bf7f24060f req-77829032-833b-4659-b8b3-b2facae864b8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.338746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e082832-ee1b-42e2-9219-86bf7f24060f req-77829032-833b-4659-b8b3-b2facae864b8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.0918531 Jan 28 04:30:51.475525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e082832-ee1b-42e2-9219-86bf7f24060f req-a8263fa9-a3d2-48fa-a17e-cbfd261eece5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165764 Jan 28 04:30:51.493264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:51.493709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:51.494140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:51.500216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:51.505049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:51.513249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50036) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:51.521762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:51.522328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:51.522902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:51.523532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Bound port: 879f1b1d-932b-4c35-80e5-29914fbf938a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:51.524539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.592338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Deleting subnet eb300470-2f04-47e5-9d9f-9e4ced0436ba {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:30:51.596500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Publish callbacks [] for subnet (eb300470-2f04-47e5-9d9f-9e4ced0436ba), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.663137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (eb300470-2f04-47e5-9d9f-9e4ced0436ba), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.663919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:51.681626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3574-cca9-4084-b139-4cb382680dc0 req-ae1c4709-4bae-4483-ad94-f390e4bf5587 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.683108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2afe3574-cca9-4084-b139-4cb382680dc0 req-ae1c4709-4bae-4483-ad94-f390e4bf5587 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.1036000 Jan 28 04:30:51.686903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:51.704389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.715549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863992-633f-4681-8e96-42e2cf44be65 req-996b6833-0b12-4f4a-a796-51f48b05ce7e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.717173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20863992-633f-4681-8e96-42e2cf44be65 req-996b6833-0b12-4f4a-a796-51f48b05ce7e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0958893 Jan 28 04:30:51.733855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (eb300470-2f04-47e5-9d9f-9e4ced0436ba), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.790106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.790602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.791994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] 10.222.0.52 "PUT /v2.0/ports/879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 1096 time: 1.1526420 Jan 28 04:30:51.820101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20863992-633f-4681-8e96-42e2cf44be65 req-fcac8591-5f76-4902-b548-6743246d2f8f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Jan 28 04:30:51.827212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05ee8f-fb0e-4ec0-b8d8-e5c2a7d1cbce service neutron] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:51.856014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (eb300470-2f04-47e5-9d9f-9e4ced0436ba), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.856827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2afe3574-cca9-4084-b139-4cb382680dc0 req-59eb832d-3c14-40e1-8227-6be06f7f4e41 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652749 Jan 28 04:30:51.901847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb300470-2f04-47e5-9d9f-9e4ced0436ba,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:51.907810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:51.912249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c2184810-058e-4417-9881-be9036ee37e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb300470-2f04-47e5-9d9f-9e4ced0436ba HTTP/1.1" status: 204 len: 168 time: 0.3979125 Jan 28 04:30:51.918004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50040) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:51.947139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-d5543baf-6a0c-40a6-9078-86a313e2fcbb req-d03b80de-7016-4777-8a15-d4156f85a8fa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:30:51.948418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d5543baf-6a0c-40a6-9078-86a313e2fcbb req-d03b80de-7016-4777-8a15-d4156f85a8fa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073185 Jan 28 04:30:51.959067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-414abeb6-0429-44cb-9a5e-6f91be046a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:51.960677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-414abeb6-0429-44cb-9a5e-6f91be046a3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1099 time: 0.0976233 Jan 28 04:30:52.012605 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (206d1d89-68e6-4b05-bcfe-66f5fc264279), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.026772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-63603a59-3fb7-4974-bc0f-c298e6c57497 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.0501857 Jan 28 04:30:52.129640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (206d1d89-68e6-4b05-bcfe-66f5fc264279), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.148309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-1624a7ed-333c-450d-a315-ebc7d6133fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:52.154966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-1624a7ed-333c-450d-a315-ebc7d6133fcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1209731 Jan 28 04:30:52.156420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206d1d89-68e6-4b05-bcfe-66f5fc264279']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:52.170758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:52.171426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:30:52.184093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 68f1e205-bf0e-40b9-94b2-209e7d194de9 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:52.184991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.210530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 68f1e205-bf0e-40b9-94b2-209e7d194de9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:52.211074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.211382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 68f1e205-bf0e-40b9-94b2-209e7d194de9 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:52.218426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:30:52.221173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (8888cb3b-a4a6-4f8e-956a-ee1f3fd47e9c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:30:52.230649 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:30:52.268552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-e870d16b-7108-469c-9c2f-59403edd4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:52.270109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-e870d16b-7108-469c-9c2f-59403edd4259 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101508 Jan 28 04:30:52.277437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-ce13c7d0-05cc-4767-bca4-3df0a0b6b1e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670202 Jan 28 04:30:52.289265 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (206d1d89-68e6-4b05-bcfe-66f5fc264279), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.292019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f0a6f-9567-4faf-bd8a-13812419f45c req-629219fc-5afa-4388-a4e3-c40fca8e7a42 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:52.299565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e33f0a6f-9567-4faf-bd8a-13812419f45c req-629219fc-5afa-4388-a4e3-c40fca8e7a42 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.1295230 Jan 28 04:30:52.308153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:52.313783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/206d1d89-68e6-4b05-bcfe-66f5fc264279 HTTP/1.1" status: 204 len: 168 time: 0.3925107 Jan 28 04:30:52.315497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe2b0-bf4f-48af-ac27-0d78a78d90c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=206d1d89-68e6-4b05-bcfe-66f5fc264279,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:52.320580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8a062a64-d906-44a6-bc1d-2adbdeed47a7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:30:52.321612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8a062a64-d906-44a6-bc1d-2adbdeed47a7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186195 Jan 28 04:30:52.409304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e33f0a6f-9567-4faf-bd8a-13812419f45c req-08cb3e35-9a2a-40ca-ad83-b51e5a7e01b0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088402 Jan 28 04:30:52.452882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-65d9dbac-c27d-44cb-955b-00d1be548bd1 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743789 Jan 28 04:30:52.519115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:52.521420 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b494c1ea-8a6e-44e8-aef9-09b01300abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:52.575732 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bfe5c1-2802-43f5-bcba-46201dcb2173 x-openstack-request-id: req-d0bfe5c1-2802-43f5-bcba-46201dcb2173 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:52.576197 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:52.576550 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0bfe5c1-2802-43f5-bcba-46201dcb2173 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:52.577049 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'status': 'completed', 'code': 200} Jan 28 04:30:52.579450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50066) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:52.580824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ae9603-bb49-417a-9f6a-0c4410b3d51b req-999a97b7-9d2a-4bf8-91b9-3b413e84ccd8 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205890 Jan 28 04:30:52.674705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50068) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:52.675413 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-86069c61-915f-4da8-a06b-10c9c355fac7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31167d3c19d244db829af59056994416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0939825 Jan 28 04:30:52.702477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7b2a-9c5d-4776-9e2e-2b8f24f6abf9 req-dbbc30e6-7930-4261-a51f-dff451ea89cb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:52.704039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13af7b2a-9c5d-4776-9e2e-2b8f24f6abf9 req-dbbc30e6-7930-4261-a51f-dff451ea89cb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.1156988 Jan 28 04:30:52.764733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-16b40322-d5a7-4b85-9f8c-35dee0c2163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:52.766467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-16b40322-d5a7-4b85-9f8c-35dee0c2163f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1099 time: 0.0757258 Jan 28 04:30:52.780811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13af7b2a-9c5d-4776-9e2e-2b8f24f6abf9 req-83c9229d-838c-4d79-9284-24eb88dfa79c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696468 Jan 28 04:30:52.794361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ea55334-3ed8-4a60-ae9c-db5f7599d69e admin admin] Publish callbacks [] for security_group (9133f83e-9e2d-41a1-ab57-54d1997fec03), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.000711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2eac6-7bf3-49ac-b414-7e0992b00175 req-2d50852b-69ce-4e5d-9bbb-a9d5182c5999 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.003171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19e2eac6-7bf3-49ac-b414-7e0992b00175 req-2d50852b-69ce-4e5d-9bbb-a9d5182c5999 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.0602407 Jan 28 04:30:53.065591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19e2eac6-7bf3-49ac-b414-7e0992b00175 req-ff85a5f7-65f8-43c4-ab5a-1e50099bb485 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556993 Jan 28 04:30:53.275354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ea55334-3ed8-4a60-ae9c-db5f7599d69e admin admin] Publish callbacks [] for security_group (9133f83e-9e2d-41a1-ab57-54d1997fec03), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.350684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc31e-a28d-405c-a0ba-3c12c6c87fe8 req-bcc8a4d2-608c-4e42-8f83-8ee05ca1b824 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.352237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfefc31e-a28d-405c-a0ba-3c12c6c87fe8 req-bcc8a4d2-608c-4e42-8f83-8ee05ca1b824 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1592801 Jan 28 04:30:53.358434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-c0bbb853-6343-44b9-bb3b-87120dc79ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.360115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-c0bbb853-6343-44b9-bb3b-87120dc79ab0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.5863931 Jan 28 04:30:53.391830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-74ac5fbb-c3b7-47a2-a14c-e3c0b67332c2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.394018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-74ac5fbb-c3b7-47a2-a14c-e3c0b67332c2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.1614316 Jan 28 04:30:53.432509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-bf63adfa-525f-4b83-b951-1d0ebc5bf940 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.0615511 Jan 28 04:30:53.446817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:53.555488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ea55334-3ed8-4a60-ae9c-db5f7599d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9133f83e-9e2d-41a1-ab57-54d1997fec03), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.558060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ea55334-3ed8-4a60-ae9c-db5f7599d69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.561866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0ea55334-3ed8-4a60-ae9c-db5f7599d69e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9133f83e-9e2d-41a1-ab57-54d1997fec03 HTTP/1.1" status: 204 len: 168 time: 0.8856087 Jan 28 04:30:53.595233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfefc31e-a28d-405c-a0ba-3c12c6c87fe8 req-242872d9-9773-49c5-9d3a-688178014b99 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334621 Jan 28 04:30:53.609798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea55334-3ed8-4a60-ae9c-db5f7599d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9133f83e-9e2d-41a1-ab57-54d1997fec03,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:53.612098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15134d-175d-4496-b6a7-d978629e0631 req-28e9b73d-0237-4be6-94cc-0ef0af5c4262 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.613840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa15134d-175d-4496-b6a7-d978629e0631 req-28e9b73d-0237-4be6-94cc-0ef0af5c4262 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.0836563 Jan 28 04:30:53.632646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-4e63da03-3713-47f9-af3e-995dcca62ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.634161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-4e63da03-3713-47f9-af3e-995dcca62ae0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1732726 Jan 28 04:30:53.646821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:53.653456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-9c7ecd69-2b7b-4acd-8272-0392d45c814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.655091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-9c7ecd69-2b7b-4acd-8272-0392d45c814b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439&tenant_id=d127a2ce8ad74c76b19ccc289f743a78 HTTP/1.1" status: 200 len: 1095 time: 0.1781611 Jan 28 04:30:53.679095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:53.731413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Deleting port e7495339-0136-4304-8344-eaab2913111b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:30:53.731755 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e7495339-0136-4304-8344-eaab2913111b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.741784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa15134d-175d-4496-b6a7-d978629e0631 req-6c64f61c-a318-45e7-b90d-8e0770dda71e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221123 Jan 28 04:30:53.793214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-04cd9e4f-db9b-4d59-8d1a-4c6edb03b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.794727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-04cd9e4f-db9b-4d59-8d1a-4c6edb03b932 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543665 Jan 28 04:30:53.812771 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.915449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981841b-3451-4b19-820b-a814f15fc6ac req-2728aa69-b642-4231-8815-5c9f01073cf3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:53.923914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6981841b-3451-4b19-820b-a814f15fc6ac req-2728aa69-b642-4231-8815-5c9f01073cf3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.0624945 Jan 28 04:30:53.958914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] For port e7495339-0136-4304-8344-eaab2913111b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7495339-0136-4304-8344-eaab2913111b,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:53.959292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e7495339-0136-4304-8344-eaab2913111b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:53.996432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6981841b-3451-4b19-820b-a814f15fc6ac req-d054f829-c5c2-4988-8370-8aa0ce77db3c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571141 Jan 28 04:30:54.021741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Calling delete_port for e7495339-0136-4304-8344-eaab2913111b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:30:54.071927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-a3b13a5f-98f5-4a26-aab9-9774e95b5234 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693479 Jan 28 04:30:54.388100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:54.427136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df5775-1afa-4efa-9aa5-30abd8d22846 req-6feed1b4-930a-4e12-bec9-35a553d05d6e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:54.428663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90df5775-1afa-4efa-9aa5-30abd8d22846 req-6feed1b4-930a-4e12-bec9-35a553d05d6e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d19ab68-6248-43a7-947c-b0a5179bd6a5 HTTP/1.1" status: 200 len: 945 time: 0.2475045 Jan 28 04:30:54.442122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b494c1ea-8a6e-44e8-aef9-09b01300abbb req-2cc2ed52-61d7-4097-9caf-b7727db45a42 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595083 Jan 28 04:30:54.497255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:54.525030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50106) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:54.551931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:54.565254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Publish callbacks [] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.580696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e7495339-0136-4304-8344-eaab2913111b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.593558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90df5775-1afa-4efa-9aa5-30abd8d22846 req-261a55c7-6ad1-4cca-bfe9-ffa30300b159 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463978 Jan 28 04:30:54.617479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e7495339-0136-4304-8344-eaab2913111b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:54.623436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Transition to ACTIVE for port object e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:30:54.624753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event deleted for resources: {'Port': ['ID=e7495339-0136-4304-8344-eaab2913111b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:54.634770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.654816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-93564581-network', 'tenant_id': '9375aaec45e84fd19e7329d604e05f9e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:54.695284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Made reservation on behalf of 9375aaec45e84fd19e7329d604e05f9e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:54.699158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.714413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] No DVR routers for this DVR port e7495339-0136-4304-8344-eaab2913111b on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:54.721731 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.724985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d9206c45-e9b2-47f0-9395-d458ecd6c40b req-7ce3f47a-5602-4481-a4d8-e4260d55d7c4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "DELETE /v2.0/ports/e7495339-0136-4304-8344-eaab2913111b HTTP/1.1" status: 204 len: 173 time: 1.3018153 Jan 28 04:30:54.725487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'name': 'network-vif-deleted', 'tag': 'e7495339-0136-4304-8344-eaab2913111b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:54.727709 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3547d92a-b251-48a9-be4c-5353f97d3975" -d '{"events": [{"server_uuid": "0d19ab68-6248-43a7-947c-b0a5179bd6a5", "name": "network-vif-deleted", "tag": "e7495339-0136-4304-8344-eaab2913111b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:54.745114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.750747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:54.768435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] No DVR routers for this DVR port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:30:54.804097 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a068148f-1127-4d25-81e4-fd2f09025894 x-openstack-request-id: req-a068148f-1127-4d25-81e4-fd2f09025894 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:54.804378 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d19ab68-6248-43a7-947c-b0a5179bd6a5", "name": "network-vif-deleted", "tag": "e7495339-0136-4304-8344-eaab2913111b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:54.804638 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a068148f-1127-4d25-81e4-fd2f09025894 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:54.805045 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d19ab68-6248-43a7-947c-b0a5179bd6a5', 'name': 'network-vif-deleted', 'tag': 'e7495339-0136-4304-8344-eaab2913111b', 'status': 'completed', 'code': 200} Jan 28 04:30:54.819683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:30:54.820135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:30:54.820535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on network 4885e274-a81b-47bc-9262-3ea573265422 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:54.835176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on network 4885e274-a81b-47bc-9262-3ea573265422 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:30:54.835864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Attempting to bind port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on network 4885e274-a81b-47bc-9262-3ea573265422 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:30:54.849383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:30:54.850358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Checking segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:54.851003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Bound using segment: {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:30:54.851704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Bound port: e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64deee9-9665-4021-ad49-c2ec9465e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4885e274-a81b-47bc-9262-3ea573265422'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:30:54.852296 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.854806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e063d-817d-40b5-b30a-1b09f30e197a req-de04cfb4-1a15-49e9-a6f5-a4b7533f35e1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:54.856538 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32e063d-817d-40b5-b30a-1b09f30e197a req-de04cfb4-1a15-49e9-a6f5-a4b7533f35e1 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1443756 Jan 28 04:30:54.940871 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32e063d-817d-40b5-b30a-1b09f30e197a req-223aa0a7-b8eb-440f-ac66-558e34c57388 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754349 Jan 28 04:30:54.956897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks [] for security_group (0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.968762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:54.998918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a686e-2b0d-4a4c-8560-badafb06fa8d req-7e0a8ca2-be6d-4265-beb3-bccb87ac2395 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.008648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:30:55.009657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e10a686e-2b0d-4a4c-8560-badafb06fa8d req-7e0a8ca2-be6d-4265-beb3-bccb87ac2395 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 944 time: 0.1031785 Jan 28 04:30:55.021037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:55.027364 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cf56e9fe-ebef-4f73-9c3e-e4e498c6059b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.028048 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Added segment cf56e9fe-ebef-4f73-9c3e-e4e498c6059b of type vlan for network a6508e90-e645-4051-8806-57def287c622 Jan 28 04:30:55.092839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a6508e90-e645-4051-8806-57def287c622), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.115545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e10a686e-2b0d-4a4c-8560-badafb06fa8d req-ece69d9a-d664-40a6-9ef2-7cc682e1a10c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045103 Jan 28 04:30:55.125908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:30:55.137558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a6508e90-e645-4051-8806-57def287c622), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.137558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.137916 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.144706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:30:55.150589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.191719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.192363 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.194991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] 10.222.0.47 "PUT /v2.0/ports/e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 1092 time: 1.5195460 Jan 28 04:30:55.215127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853daa4-032e-4340-a976-66fbaf0418db service neutron] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:55.240878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7146964 Jan 28 04:30:55.245859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:30:55.250779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Request body: {'subnet': {'network_id': 'a6508e90-e645-4051-8806-57def287c622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-93564581-subnet', 'tenant_id': '9375aaec45e84fd19e7329d604e05f9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:30:55.254533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd65e8e-72de-4c06-84ae-5007218e5e6c admin admin] Pushing event updated for resources: {'Network': ['ID=a6508e90-e645-4051-8806-57def287c622,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:55.264518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a6508e90-e645-4051-8806-57def287c622 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:30:55.274253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edd52-29aa-47af-aa14-de7731034072 req-ef3f24fc-19e4-4919-a0e8-5e4b651f9baf tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.275807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c31edd52-29aa-47af-aa14-de7731034072 req-ef3f24fc-19e4-4919-a0e8-5e4b651f9baf tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.1539736 Jan 28 04:30:55.303640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Made reservation on behalf of 9375aaec45e84fd19e7329d604e05f9e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:30:55.306004 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.318274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-a46788d8-89f4-4737-897f-d36d7dd9b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.320702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-a46788d8-89f4-4737-897f-d36d7dd9b751 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1096 time: 0.0885956 Jan 28 04:30:55.449399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-d543be2c-e63b-4209-9754-9046c5a08a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.450468 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c31edd52-29aa-47af-aa14-de7731034072 req-406d2c41-0e43-4e26-8abd-2a018c4b834a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679344 Jan 28 04:30:55.451156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-d543be2c-e63b-4209-9754-9046c5a08a1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 915 time: 0.1179788 Jan 28 04:30:55.507461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8365ab20-c194-4961-bbcc-e3a8885392f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 217 time: 0.0488288 Jan 28 04:30:55.558962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-3e2bdf93-4f9b-405b-b1d2-c91e76402fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.560480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-3e2bdf93-4f9b-405b-b1d2-c91e76402fc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.0441792 Jan 28 04:30:55.564899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e24c75f1-f1e2-4e13-925c-ffa318409a72), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.593051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-7bd06682-4ac3-4812-925c-2cf0168e4992 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253367 Jan 28 04:30:55.627325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24c75f1-f1e2-4e13-925c-ffa318409a72,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:55.638425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Checking segment: {'id': 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a6508e90-e645-4051-8806-57def287c622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:30:55.638782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Network hostable DHCP agents. Network: a6508e90-e645-4051-8806-57def287c622, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:30:55.656768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Network a6508e90-e645-4051-8806-57def287c622 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:30:55.666837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a6508e90-e645-4051-8806-57def287c622) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:30:55.677375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24837dea-e4ac-4187-9447-f6b3fc28c971 None None] Network a6508e90-e645-4051-8806-57def287c622 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:55.683790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.684959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.695989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-8cb81bb7-ac81-4f4d-99fe-edac5297d246 service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951347 Jan 28 04:30:55.727139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-72a959b3-d509-47a7-b1a0-75a43226ad12 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4802084 Jan 28 04:30:55.833364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c95ff27-3603-4b72-8982-43594aeb6762 req-23b32751-003c-4a68-b03c-8ac75b9c9292 service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244931 Jan 28 04:30:55.836450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779aa76-1b11-44c0-852b-97a67bfb8901 None None] Network a6508e90-e645-4051-8806-57def287c622 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:30:56.073018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-6e7a2361-b341-4a8b-bbce-e9b56eff8401 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.074885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-6e7a2361-b341-4a8b-bbce-e9b56eff8401 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.1169181 Jan 28 04:30:56.099200 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-9e51dfc5-8a04-4343-85f7-758d9ae6200a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0159726 Jan 28 04:30:56.137885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-76bd5d17-f858-4c8d-9234-a5df5a17839a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377109 Jan 28 04:30:56.319739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ca9a1-066b-447b-9a8f-020393493d02 req-ba97dcad-0c0b-4b70-8bd4-98a805d687cc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.321476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef6ca9a1-066b-447b-9a8f-020393493d02 req-ba97dcad-0c0b-4b70-8bd4-98a805d687cc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0638769 Jan 28 04:30:56.337064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-3b68e63a-5699-4599-be24-c604b4ab4286 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982279 Jan 28 04:30:56.430328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef6ca9a1-066b-447b-9a8f-020393493d02 req-9117e1ef-11da-463c-af16-d67794e39721 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974121 Jan 28 04:30:56.534195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-8c7f6120-1081-49da-95e1-53c4e98b5cf8 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911819 Jan 28 04:30:56.657345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81206b-dd72-4122-bdcb-1697b3a5678f req-31d3d81f-7935-46ac-8be0-ba38884dd767 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.665742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c81206b-dd72-4122-bdcb-1697b3a5678f req-31d3d81f-7935-46ac-8be0-ba38884dd767 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0921710 Jan 28 04:30:56.768176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c81206b-dd72-4122-bdcb-1697b3a5678f req-de0fd130-3558-4745-9caf-4cd3ea86bf49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011705 Jan 28 04:30:56.806988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:56.810856 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:57.090783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d10faddf-0b82-4238-9226-89dabb73da06 req-6e0535e0-741c-45ff-815f-38bff0f11dd2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.0454962 Jan 28 04:30:57.184686 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a201946c-a6ea-4ff4-8987-ef9502a735c0 x-openstack-request-id: req-a201946c-a6ea-4ff4-8987-ef9502a735c0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:57.184984 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:57.185267 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a201946c-a6ea-4ff4-8987-ef9502a735c0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:57.185682 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'status': 'completed', 'code': 200} Jan 28 04:30:57.196171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4dcba-7116-4920-afdd-80a52bca2f50 req-06e453cc-6389-4c71-ac97-5adcbc81f308 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:57.205003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d5a4dcba-7116-4920-afdd-80a52bca2f50 req-06e453cc-6389-4c71-ac97-5adcbc81f308 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.1568952 Jan 28 04:30:57.312698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d5a4dcba-7116-4920-afdd-80a52bca2f50 req-5e6e338a-efea-4f5f-bed2-3ca265bb19ab tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015873 Jan 28 04:30:57.474964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:57.505979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7495339-0136-4304-8344-eaab2913111b no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:57.583762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: e7495339-0136-4304-8344-eaab2913111b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:30:57.584786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7495339-0136-4304-8344-eaab2913111b not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:30:57.741348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:57.756254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'mac_address': 'fa:16:3e:d0:e0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:57.786554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-05fedb30-6512-495b-a27d-9d7914ec3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:57.790159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-05fedb30-6512-495b-a27d-9d7914ec3f9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1096 time: 0.2120218 Jan 28 04:30:57.816517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 879f1b1d-932b-4c35-80e5-29914fbf938a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:57.817163 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:57.826279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a762-7d84-4d5a-b42d-186cc16d20a3 req-60e6f8c7-b058-4c36-bc82-f316a6922bc6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:57.834473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0461a762-7d84-4d5a-b42d-186cc16d20a3 req-60e6f8c7-b058-4c36-bc82-f316a6922bc6 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1911707 Jan 28 04:30:57.844824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f1b1d-932b-4c35-80e5-29914fbf938a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:57.894672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:57.914681 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:57.943682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0461a762-7d84-4d5a-b42d-186cc16d20a3 req-522907de-8360-4e73-b2a9-d058ff43c133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029022 Jan 28 04:30:58.011086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-47c2929c-0670-40f9-8558-6b1ff27da9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:58.015084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-47c2929c-0670-40f9-8558-6b1ff27da9b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 915 time: 0.1593456 Jan 28 04:30:58.111727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-0c3d266d-21de-4b3b-a4c9-5424b6052300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 217 time: 0.0880191 Jan 28 04:30:58.127337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:58.205860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4acb2-0864-4461-b367-0c7cbe82f89e req-407ca083-8a8d-49bd-89f7-cf3191b2ec48 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:58.213299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ab4acb2-0864-4461-b367-0c7cbe82f89e req-407ca083-8a8d-49bd-89f7-cf3191b2ec48 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.1040916 Jan 28 04:30:58.293797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ab4acb2-0864-4461-b367-0c7cbe82f89e req-7248a837-1ca8-4bef-9728-f4616bc9f356 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793672 Jan 28 04:30:58.303932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-846c6b35-581f-4d3c-a953-2cc2ea67b896 req-8b69cf92-9c78-4629-b513-c03a49850707 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.0492949 Jan 28 04:30:58.377199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['879f1b1d-932b-4c35-80e5-29914fbf938a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:58.548930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cd81d-fe50-47a9-80f2-086b9cb80811 req-17eaff99-8572-48d0-a78a-7c84fb15674e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:58.556677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a37cd81d-fe50-47a9-80f2-086b9cb80811 req-17eaff99-8572-48d0-a78a-7c84fb15674e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.1519897 Jan 28 04:30:58.591628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-f009a630-4309-4ca4-ba57-f1620cb6010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:58.601377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-f009a630-4309-4ca4-ba57-f1620cb6010a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.1305594 Jan 28 04:30:58.664219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a37cd81d-fe50-47a9-80f2-086b9cb80811 req-45442f71-1dc8-4686-aa18-dddb68da81b0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066830 Jan 28 04:30:58.682865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-cbf82941-7241-4a2c-9cdd-94fe85cadf70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640848 Jan 28 04:30:58.839912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-66e8c5fc-5860-4d5f-ab42-5c7ba16bceaf service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403968 Jan 28 04:30:58.938012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-edd4d758-5e39-4458-931e-068dabdc28e0 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:58.940442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-edd4d758-5e39-4458-931e-068dabdc28e0 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/networks?id=a6508e90-e645-4051-8806-57def287c622 HTTP/1.1" status: 200 len: 808 time: 0.1697714 Jan 28 04:30:58.963932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-d34b2383-3fa4-4b05-8d1f-0df9f5b15b79 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/quotas/9375aaec45e84fd19e7329d604e05f9e HTTP/1.1" status: 200 len: 375 time: 0.0167975 Jan 28 04:30:59.020602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-80c76013-da56-449a-b2dc-a47e95c8739c tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9375aaec45e84fd19e7329d604e05f9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511551 Jan 28 04:30:59.168129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-b3ef746a-597f-4b50-b5f3-d4379090c25d service neutron] 10.222.0.21 "GET /v2.0/networks/a6508e90-e645-4051-8806-57def287c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462028 Jan 28 04:30:59.176227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4aa2e-8331-4856-accd-2253c8842354 req-946a7357-2193-4878-a2a4-ae6a136298f4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:59.177914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae4aa2e-8331-4856-accd-2253c8842354 req-946a7357-2193-4878-a2a4-ae6a136298f4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1185269 Jan 28 04:30:59.266733 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae4aa2e-8331-4856-accd-2253c8842354 req-63ccf90a-b67f-41ac-bde4-d33615e2f753 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827610 Jan 28 04:30:59.362650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-096c67b0-c60f-4649-90c5-4b34c1f418d6 service neutron] 10.222.0.21 "GET /v2.0/networks/a6508e90-e645-4051-8806-57def287c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934643 Jan 28 04:30:59.823124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75892ece-df82-4f96-9c30-522928080d93 req-54ead22f-dca4-4584-81db-f707f6155ac9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:59.828189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75892ece-df82-4f96-9c30-522928080d93 req-54ead22f-dca4-4584-81db-f707f6155ac9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0970025 Jan 28 04:30:59.926409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75892ece-df82-4f96-9c30-522928080d93 req-7459e848-77a7-4750-9af6-cc68fa6707fb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906217 Jan 28 04:31:00.089177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6698aaa8-14e2-4aa9-8e51-577ce60c3a27 req-b14d38b1-9d53-4757-ae40-162700e1ebbd tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.0371561 Jan 28 04:31:00.926204 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ea04728-ffa1-43c8-8d09-0bce9e294474 req-b240ec89-de3a-48f6-abbf-6cb14a35a518 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 210 time: 0.7398973 Jan 28 04:31:01.198212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078e55-987c-44bc-8873-ee96c81bc72e req-078773ce-2ee3-411b-9f2f-6949a6242cd7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:01.200214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22078e55-987c-44bc-8873-ee96c81bc72e req-078773ce-2ee3-411b-9f2f-6949a6242cd7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.1105416 Jan 28 04:31:01.279416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22078e55-987c-44bc-8873-ee96c81bc72e req-524eb875-6d84-494f-aff6-3a8e221b3ae4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717659 Jan 28 04:31:01.417034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7f295-78a6-4eee-9521-740029a45ba5 req-d41f914b-a95b-40b0-be8b-b168e6baff74 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:01.425363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2a7f295-78a6-4eee-9521-740029a45ba5 req-d41f914b-a95b-40b0-be8b-b168e6baff74 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0624568 Jan 28 04:31:01.477206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:01.492752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2a7f295-78a6-4eee-9521-740029a45ba5 req-16ffa9f5-a240-4a8a-81ed-a362e070a15f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Jan 28 04:31:01.632110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 879f1b1d-932b-4c35-80e5-29914fbf938a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:01.637053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 879f1b1d-932b-4c35-80e5-29914fbf938a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:01.637464 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:01.649444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ff9e-e763-4f00-9b36-782d9619b5de req-3789201e-ce57-4ef6-93f2-025df483a537 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:01.661458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f83ff9e-e763-4f00-9b36-782d9619b5de req-3789201e-ce57-4ef6-93f2-025df483a537 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0815814 Jan 28 04:31:01.793038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f83ff9e-e763-4f00-9b36-782d9619b5de req-52231c2a-79f3-4298-b0d6-50d6acfde468 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275115 Jan 28 04:31:01.832369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 879f1b1d-932b-4c35-80e5-29914fbf938a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:01.833061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:01.882154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-5c9ca9c9-39b4-4784-a604-9eeb5c669081 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:01.883691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-5c9ca9c9-39b4-4784-a604-9eeb5c669081 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.52 "GET /v2.0/networks?id=a6508e90-e645-4051-8806-57def287c622 HTTP/1.1" status: 200 len: 808 time: 0.3922615 Jan 28 04:31:01.890070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:01.893202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:01.896595 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2c2086-04d6-46b1-9e8d-9fe8cdd5b7e4" -d '{"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-plugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:01.918505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:01.943725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Request body: {'port': {'device_id': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'network_id': 'a6508e90-e645-4051-8806-57def287c622', 'admin_state_up': True, 'tenant_id': '9375aaec45e84fd19e7329d604e05f9e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:02.093702 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92337f-5432-4cd5-96eb-c5fc6b5763dd x-openstack-request-id: req-9a92337f-5432-4cd5-96eb-c5fc6b5763dd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:02.094053 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-plugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:02.094251 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a92337f-5432-4cd5-96eb-c5fc6b5763dd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:02.094658 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'code': 200} Jan 28 04:31:02.098610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:02.159168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-056b9ef3-19a8-471a-a6b3-df283983a137 req-b9f1721b-5e50-4b7a-9bc1-402801ff261d tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 210 time: 0.0406048 Jan 28 04:31:02.497162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f503c4f-a5b5-4c08-8e3d-fcc1ac079b50 req-02d8b398-eef4-47d8-96cb-bbe63d41b8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850829 Jan 28 04:31:02.608542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dc3f9-9be2-4098-8aa9-5a7114821ffd req-8aef4ee1-cfbb-42c7-8854-1446064c240e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:02.633406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf5dc3f9-9be2-4098-8aa9-5a7114821ffd req-8aef4ee1-cfbb-42c7-8854-1446064c240e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1780429 Jan 28 04:31:02.702785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-22dbcb7d-ca5e-4263-aaa7-7855db963ea1 req-0b75f663-cb4c-4052-b0aa-ef026d10475e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.7284124 Jan 28 04:31:02.773256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbcc17-6653-4c49-9d7a-77e12c876bb9 req-b796c82b-0374-427b-bab2-53bc291cf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:02.773802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf5dc3f9-9be2-4098-8aa9-5a7114821ffd req-ae8a566a-d152-48dd-93fe-22ee55177620 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381195 Jan 28 04:31:02.777241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9cbcc17-6653-4c49-9d7a-77e12c876bb9 req-b796c82b-0374-427b-bab2-53bc291cf64a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1101 time: 0.5461080 Jan 28 04:31:02.852591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Made reservation on behalf of 9375aaec45e84fd19e7329d604e05f9e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:02.858382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:02.931270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9cbcc17-6653-4c49-9d7a-77e12c876bb9 req-d4eb7499-f636-4af7-b0ca-1f7c29ff5592 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399927 Jan 28 04:31:03.001804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41e7d-33d7-4c8d-a58c-7a792e836f63 req-bcf22e18-b621-4e23-84c6-ad065871f2a7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:03.009378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5b41e7d-33d7-4c8d-a58c-7a792e836f63 req-bcf22e18-b621-4e23-84c6-ad065871f2a7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1410913 Jan 28 04:31:03.219744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5b41e7d-33d7-4c8d-a58c-7a792e836f63 req-4d1cf077-558f-41f2-a2cd-dcaad713fa45 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091577 Jan 28 04:31:03.468106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac6c9494-8567-4df8-baf9-cfbdec3ba719 req-4ffa3eda-baf6-487c-862e-e34056f9344d tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 210 time: 0.1042819 Jan 28 04:31:03.474657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce46d09-c7e8-4953-8fde-4787ea1138bd req-4cbbdd8f-f46f-4fb1-a255-6dc5cf2f2b52 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:03.485447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fce46d09-c7e8-4953-8fde-4787ea1138bd req-4cbbdd8f-f46f-4fb1-a255-6dc5cf2f2b52 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.1379554 Jan 28 04:31:03.575032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Allocated IP 172.20.0.11 (a6508e90-e645-4051-8806-57def287c622/e24c75f1-f1e2-4e13-925c-ffa318409a72/481138f4-65d6-4fba-b1ab-fd14612780df) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:03.603326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fce46d09-c7e8-4953-8fde-4787ea1138bd req-09b87c11-3872-45be-bfd6-0b1c53ff685f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144488 Jan 28 04:31:03.605754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-9ddb872b-48ce-4308-b1f6-df082ce1acce tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:03.607472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-9ddb872b-48ce-4308-b1f6-df082ce1acce tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.4152350 Jan 28 04:31:03.921866 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:31:03.948223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c8e1256-2150-4bd1-867f-4fa4285e136c req-39541d9a-6a56-4d3e-9f65-43d31c62a839 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.0855327 Jan 28 04:31:03.974656 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks [] for port (481138f4-65d6-4fba-b1ab-fd14612780df), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:04.019484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225f457-bd77-4049-980e-83fced0544d1 req-0eb77afa-8dbd-4011-8756-536e3d12d6c0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:04.030717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3225f457-bd77-4049-980e-83fced0544d1 req-0eb77afa-8dbd-4011-8756-536e3d12d6c0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1211710 Jan 28 04:31:04.036328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:04.083670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Network a6508e90-e645-4051-8806-57def287c622 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:04.087601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:04.091797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:04.153498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3225f457-bd77-4049-980e-83fced0544d1 req-ee08b97b-e202-4d10-9ce6-9ada9d94f4a2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183753 Jan 28 04:31:04.223913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:04.225322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:04.252011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Request body: {'port': {'device_id': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'admin_state_up': True, 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:04.301797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Pushing event updated for resources: {'Port': ['ID=481138f4-65d6-4fba-b1ab-fd14612780df,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:04.432086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-dac182bd-2b69-4820-be8a-1ef225281d53 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5156448 Jan 28 04:31:04.440167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45660f4d-a796-4a8e-8374-4b8d6714a52d req-bf769c2c-9fc9-4245-9425-8f938a358e4d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:04.453963 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45660f4d-a796-4a8e-8374-4b8d6714a52d req-bf769c2c-9fc9-4245-9425-8f938a358e4d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1217225 Jan 28 04:31:04.480432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Request body: {'port': {'device_id': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:04.543763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45660f4d-a796-4a8e-8374-4b8d6714a52d req-0f318d87-9ed2-46ac-92cc-0dc22be2906e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826831 Jan 28 04:31:04.732974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:04.790023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:04.794465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:04.840311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935e13c-14af-496c-a1cc-562366ca5d84 req-cc491826-afcb-4f13-8b3f-1ba3743b7d22 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:04.861074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a935e13c-14af-496c-a1cc-562366ca5d84 req-cc491826-afcb-4f13-8b3f-1ba3743b7d22 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.1124656 Jan 28 04:31:04.894832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc274-7d0b-4bca-9ede-3b8269fa2fc4 req-de8c14f5-ac97-4238-8e8d-1da76fc7ea2a tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:04.896972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9ecc274-7d0b-4bca-9ede-3b8269fa2fc4 req-de8c14f5-ac97-4238-8e8d-1da76fc7ea2a tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 932 time: 0.2473693 Jan 28 04:31:04.960768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a935e13c-14af-496c-a1cc-562366ca5d84 req-52595e60-dbc7-423c-a178-a3aea181f78c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986905 Jan 28 04:31:05.140622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5db2c3ac-fa4e-42f4-a663-959879a16cfe req-06837ae0-a79f-43c2-bafb-b96e70ed24be tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.0462921 Jan 28 04:31:05.395927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb41dc5-0ad5-4f18-af8c-ae49828680fc req-fd66918d-9d92-4ce9-a5bb-4a8cc88ef6ab tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:05.411532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2eb41dc5-0ad5-4f18-af8c-ae49828680fc req-fd66918d-9d92-4ce9-a5bb-4a8cc88ef6ab tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1533027 Jan 28 04:31:05.501066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2eb41dc5-0ad5-4f18-af8c-ae49828680fc req-fef99960-7262-4fca-8a46-709b4462b40a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846956 Jan 28 04:31:05.745253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9ecc274-7d0b-4bca-9ede-3b8269fa2fc4 req-4549174e-b04d-452a-b027-5579c2b76c8f tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8397820 Jan 28 04:31:05.869866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:06.013000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ca11-de64-45ad-a358-a28e5d52d332 req-aeeafd0b-b332-42bd-9b1d-e6f36d677941 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:06.015192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ca6ca11-de64-45ad-a358-a28e5d52d332 req-aeeafd0b-b332-42bd-9b1d-e6f36d677941 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1094735 Jan 28 04:31:06.072538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Allocated IP 172.20.0.14 (d4926b07-c38f-4117-97fc-dd7e7ce678c4/9e589612-a8ab-4634-ba39-ec9c47977a92/a47f63bf-a3d0-4ef8-8928-ce78416beeb1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:06.156463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ca6ca11-de64-45ad-a358-a28e5d52d332 req-f78ec30e-87df-46f2-82c5-eb85dc38187d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315229 Jan 28 04:31:06.379435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7138bf-4993-4a8b-99e7-5300a8a4737f req-4534bf79-7f8b-45fe-b321-26dceaf0be5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:06.383206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f7138bf-4993-4a8b-99e7-5300a8a4737f req-4534bf79-7f8b-45fe-b321-26dceaf0be5d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.1275716 Jan 28 04:31:06.446829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks [] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:06.467484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d9ad1-4382-42a0-b460-74f836adbaed req-19f4b43b-9f27-408c-b452-f5e0a122d218 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:06.479994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d0d9ad1-4382-42a0-b460-74f836adbaed req-19f4b43b-9f27-408c-b452-f5e0a122d218 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.5446677 Jan 28 04:31:06.520991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f7138bf-4993-4a8b-99e7-5300a8a4737f req-4b740a11-ddb0-460c-b0b2-746ab67b0e2e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190069 Jan 28 04:31:06.717479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d0d9ad1-4382-42a0-b460-74f836adbaed req-e804e5ce-9b4b-4a59-89e0-00e7847a0a34 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209127 Jan 28 04:31:06.723516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15a3147c-3c68-4550-a8e7-f38d0ceb82ce req-b4f51b14-ff13-40b6-9748-3900ca2ef59a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 210 time: 0.0627825 Jan 28 04:31:06.742966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:06.856818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:06.858528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:06.869933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:06.902279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481138f4-65d6-4fba-b1ab-fd14612780df {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:06.921757 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Publish callbacks [] for port (481138f4-65d6-4fba-b1ab-fd14612780df), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:06.930106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74bcc-2491-49bc-868b-1be176ce8da9 req-7adf9170-7f46-4d65-9b06-9c0daad74241 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:06.931734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8e74bcc-2491-49bc-868b-1be176ce8da9 req-7adf9170-7f46-4d65-9b06-9c0daad74241 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 932 time: 0.0846260 Jan 28 04:31:06.955203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Transition to ACTIVE for port object 481138f4-65d6-4fba-b1ab-fd14612780df will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:06.956384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:06.964505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:06.965085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:06.972899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.018925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8e74bcc-2491-49bc-868b-1be176ce8da9 req-09efc079-def1-4bdd-a79e-29dbb54940bb tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779805 Jan 28 04:31:07.037831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-583d884c-5df6-46c8-8f5e-221642e738c8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8066349 Jan 28 04:31:07.063537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Request body: {'port': {'device_id': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:07.132223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Pushing event updated for resources: {'Port': ['ID=481138f4-65d6-4fba-b1ab-fd14612780df,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:07.192397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.220812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Attempting to bind port 481138f4-65d6-4fba-b1ab-fd14612780df on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:07.221263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Attempting to bind port 481138f4-65d6-4fba-b1ab-fd14612780df by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a6508e90-e645-4051-8806-57def287c622'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:07.221563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Attempting to bind port 481138f4-65d6-4fba-b1ab-fd14612780df on network a6508e90-e645-4051-8806-57def287c622 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:07.229026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Port 481138f4-65d6-4fba-b1ab-fd14612780df on network a6508e90-e645-4051-8806-57def287c622 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:07.229026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Attempting to bind port 481138f4-65d6-4fba-b1ab-fd14612780df on network a6508e90-e645-4051-8806-57def287c622 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:07.260465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:07.260850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Checking segment: {'id': 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a6508e90-e645-4051-8806-57def287c622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:07.261435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Bound using segment: {'id': 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a6508e90-e645-4051-8806-57def287c622'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:07.261894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Bound port: 481138f4-65d6-4fba-b1ab-fd14612780df, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a6508e90-e645-4051-8806-57def287c622'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:07.262302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.407608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e72551-4449-42a2-85d6-5a1297caafb0 req-f8603dfb-d60d-47dd-aa8a-8628f9fe659e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:07.423852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94e72551-4449-42a2-85d6-5a1297caafb0 req-f8603dfb-d60d-47dd-aa8a-8628f9fe659e tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.1557705 Jan 28 04:31:07.476734 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.540237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] For port 481138f4-65d6-4fba-b1ab-fd14612780df, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:07.547070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94e72551-4449-42a2-85d6-5a1297caafb0 req-5b911204-46eb-4a62-b111-ead8cb675300 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189544 Jan 28 04:31:07.573523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] For port 481138f4-65d6-4fba-b1ab-fd14612780df, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=481138f4-65d6-4fba-b1ab-fd14612780df,segment=NetworkSegment(cf56e9fe-ebef-4f73-9c3e-e4e498c6059b),segment_id=cf56e9fe-ebef-4f73-9c3e-e4e498c6059b)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:07.589866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d1f42-0267-4ee8-a245-7273f08600b9 req-e5f0f7fe-c20e-4e34-9d8b-a2ce004fd555 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:07.596776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f96d1f42-0267-4ee8-a245-7273f08600b9 req-e5f0f7fe-c20e-4e34-9d8b-a2ce004fd555 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1662817 Jan 28 04:31:07.610878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.632707 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-eba64b97-6d37-46f6-94fb-2be2637c6037 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028096 Jan 28 04:31:07.730815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f96d1f42-0267-4ee8-a245-7273f08600b9 req-9cec90e1-d1ce-4c04-89dc-9435bb4350e2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291163 Jan 28 04:31:07.747786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:07.748604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.752780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] 10.222.0.52 "PUT /v2.0/ports/481138f4-65d6-4fba-b1ab-fd14612780df HTTP/1.1" status: 200 len: 1092 time: 3.2858965 Jan 28 04:31:07.754805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'tag': '481138f4-65d6-4fba-b1ab-fd14612780df'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:07.757647 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fce2714-8868-4d76-8c97-40e5fce3501b", "tag": "481138f4-65d6-4fba-b1ab-fd14612780df"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:07.762018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8234b48-fec5-4587-9ada-f7667b9d88cf req-5fe26b8e-4b77-4229-8023-b1759d1c85b5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:07.765921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8234b48-fec5-4587-9ada-f7667b9d88cf req-5fe26b8e-4b77-4229-8023-b1759d1c85b5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0992615 Jan 28 04:31:07.820547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53c576-501d-4a7a-8c36-f2b9531043bb service neutron] Pushing event updated for resources: {'Port': ['ID=481138f4-65d6-4fba-b1ab-fd14612780df,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:07.877267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47f63bf-a3d0-4ef8-8928-ce78416beeb1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:07.887900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Publish callbacks [] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:07.912218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8234b48-fec5-4587-9ada-f7667b9d88cf req-ddde385c-118c-4b7c-a5a0-e398f32915bc tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351800 Jan 28 04:31:07.939422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Transition to ACTIVE for port object a47f63bf-a3d0-4ef8-8928-ce78416beeb1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:07.941526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-eccbefc2-227d-4a92-bf4d-e16a184f60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:07.943183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-eccbefc2-227d-4a92-bf4d-e16a184f60b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9375aaec45e84fd19e7329d604e05f9e&device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 1095 time: 0.1195250 Jan 28 04:31:07.949187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:08.000177 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019d060-349b-481a-a0f2-737c043ed15f x-openstack-request-id: req-9019d060-349b-481a-a0f2-737c043ed15f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:08.000477 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fce2714-8868-4d76-8c97-40e5fce3501b", "tag": "481138f4-65d6-4fba-b1ab-fd14612780df", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:08.000814 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9019d060-349b-481a-a0f2-737c043ed15f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:08.001279 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'tag': '481138f4-65d6-4fba-b1ab-fd14612780df', 'status': 'completed', 'code': 200} Jan 28 04:31:08.065609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-90d859d1-1543-4324-b49e-1997c2616d29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481138f4-65d6-4fba-b1ab-fd14612780df HTTP/1.1" status: 200 len: 217 time: 0.1043899 Jan 28 04:31:08.078317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe5b2-3d9c-40c0-8d2a-b4dde9b56ecb req-6e7f8e1d-0d04-46ff-9bda-bb82a5f8a3f2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.087951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9dbe5b2-3d9c-40c0-8d2a-b4dde9b56ecb req-6e7f8e1d-0d04-46ff-9bda-bb82a5f8a3f2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 932 time: 0.1950207 Jan 28 04:31:08.180389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:08.260839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9ae92024-8c57-4737-b8e0-86c9df0092a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.262850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-9ae92024-8c57-4737-b8e0-86c9df0092a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e24c75f1-f1e2-4e13-925c-ffa318409a72 HTTP/1.1" status: 200 len: 848 time: 0.1703298 Jan 28 04:31:08.285304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52001aef-a872-4c2d-b678-0fc8ec210406 req-2dc02a8e-84a2-4f00-ba37-b84adad83b35 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.297176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52001aef-a872-4c2d-b678-0fc8ec210406 req-2dc02a8e-84a2-4f00-ba37-b84adad83b35 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 944 time: 0.0775323 Jan 28 04:31:08.319807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-4d91708f-8e1b-4e6e-ab90-a2186ed877d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6508e90-e645-4051-8806-57def287c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384235 Jan 28 04:31:08.348407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52001aef-a872-4c2d-b678-0fc8ec210406 req-2018de88-7976-4ec0-af9d-1d8128ecfa7a tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500424 Jan 28 04:31:08.420712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9dbe5b2-3d9c-40c0-8d2a-b4dde9b56ecb req-1a639012-9be3-49b9-92c3-255bfd76d508 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314767 Jan 28 04:31:08.421369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Attempting to bind port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:08.421708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Attempting to bind port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:08.422183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Attempting to bind port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:08.431855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:08.432195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Attempting to bind port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:08.448861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:08.449259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:08.449803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Bound using segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:08.450266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Bound port: a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:08.450816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:08.541168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ea58e3a-e175-4000-a4cb-280f16afdf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:08.565617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-26ea78bd-fab9-4815-bbbd-ab27e2c4dbff service neutron] 10.222.0.52 "GET /v2.0/networks/a6508e90-e645-4051-8806-57def287c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385783 Jan 28 04:31:08.654341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:08.659044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:08.677120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:08.702941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dccd-244f-4cde-916c-ad1898e5fbca req-3cb056c6-fb16-48a4-96ea-590a3898b964 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.711050 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c543dccd-244f-4cde-916c-ad1898e5fbca req-3cb056c6-fb16-48a4-96ea-590a3898b964 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0653632 Jan 28 04:31:08.737646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.738268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:08.739718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/a47f63bf-a3d0-4ef8-8928-ce78416beeb1 HTTP/1.1" status: 200 len: 1092 time: 1.6810446 Jan 28 04:31:08.755684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae3496bd-9b9e-4b86-8c43-6df7f36eefb2 req-36383313-84b8-46bc-9962-69f9dd607d32 service neutron] 10.222.0.52 "GET /v2.0/networks/a6508e90-e645-4051-8806-57def287c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848681 Jan 28 04:31:08.784415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022b39-9530-462f-a4b9-6381650485a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:08.795143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c543dccd-244f-4cde-916c-ad1898e5fbca req-6c271bbf-ec4a-449c-87fa-78d5cde9e7d9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813091 Jan 28 04:31:08.929698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30743f-81b4-48bb-8b09-9bd20a4d22fe req-cf622e7b-05c3-483d-b8b7-24f93a69a9dd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.931231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae30743f-81b4-48bb-8b09-9bd20a4d22fe req-cf622e7b-05c3-483d-b8b7-24f93a69a9dd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1232898 Jan 28 04:31:08.943608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-86777170-a619-4f1b-8a4d-30f72ef7a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.945124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-86777170-a619-4f1b-8a4d-30f72ef7a681 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 1095 time: 0.1033635 Jan 28 04:31:08.969685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-965d6dfd-a81a-4ffc-90f0-d7ec3b47749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.972341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-965d6dfd-a81a-4ffc-90f0-d7ec3b47749c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9375aaec45e84fd19e7329d604e05f9e&device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 1095 time: 0.0964351 Jan 28 04:31:09.030954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ee75c-e31e-4dae-9cfa-780c0ad7e3ec req-9ac472db-44a0-40c1-939b-7321d552e1d4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.033258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b31ee75c-e31e-4dae-9cfa-780c0ad7e3ec req-9ac472db-44a0-40c1-939b-7321d552e1d4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0558035 Jan 28 04:31:09.053410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-2ee21dd5-8b8f-41b3-84bd-94c53527d544 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1 HTTP/1.1" status: 200 len: 217 time: 0.0752604 Jan 28 04:31:09.086533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b31ee75c-e31e-4dae-9cfa-780c0ad7e3ec req-b9611fa6-29e6-4276-9aa1-fc8a2b71bfd9 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Jan 28 04:31:09.100755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae30743f-81b4-48bb-8b09-9bd20a4d22fe req-d226eee3-0885-469d-8822-cee21348dcd9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593068 Jan 28 04:31:09.153399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-c20e39a2-c815-446e-b58c-d47653109ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.155106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-c20e39a2-c815-446e-b58c-d47653109ca4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.0716774 Jan 28 04:31:09.199877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-61faa444-d3b1-4b06-992c-bf4e1f2d6126 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363672 Jan 28 04:31:09.200932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-6435730c-f06c-47fe-8067-407a7ddab245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.202285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-6435730c-f06c-47fe-8067-407a7ddab245 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6508e90-e645-4051-8806-57def287c622 HTTP/1.1" status: 200 len: 909 time: 0.2218308 Jan 28 04:31:09.262743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-a39bc62e-b538-423c-b75c-5b2d9467c824 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481138f4-65d6-4fba-b1ab-fd14612780df HTTP/1.1" status: 200 len: 217 time: 0.0542614 Jan 28 04:31:09.360311 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-6b86281c-ace8-4320-8f79-2418e4b02197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.362177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-6b86281c-ace8-4320-8f79-2418e4b02197 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e24c75f1-f1e2-4e13-925c-ffa318409a72 HTTP/1.1" status: 200 len: 848 time: 0.0895126 Jan 28 04:31:09.410978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-b2ed4d2a-bfd5-4deb-b219-f56dfb2ec7d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6508e90-e645-4051-8806-57def287c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432088 Jan 28 04:31:09.417414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-3fc776a7-a035-44df-a01f-34c525c55369 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962104 Jan 28 04:31:09.572394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f825a-f51e-47ef-954b-37671861ef79 req-aab1d3dc-1185-4673-a18b-8d94b44d7970 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.573819 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc5f825a-f51e-47ef-954b-37671861ef79 req-aab1d3dc-1185-4673-a18b-8d94b44d7970 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 944 time: 0.0525606 Jan 28 04:31:09.639738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b67c60-7a0b-41c2-8108-927c21aeee38 req-7dd6a96a-a1ff-4944-a579-0c103b130a13 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.641347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89b67c60-7a0b-41c2-8108-927c21aeee38 req-7dd6a96a-a1ff-4944-a579-0c103b130a13 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 944 time: 0.2050931 Jan 28 04:31:09.641471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc5f825a-f51e-47ef-954b-37671861ef79 req-9f1a329c-fd64-4c8d-8b7f-4753abf8d7bf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588024 Jan 28 04:31:09.655550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-d6ed09ad-a12b-4b26-a180-d7986ea9b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.657009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-d6ed09ad-a12b-4b26-a180-d7986ea9b601 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1101 time: 0.1884377 Jan 28 04:31:09.708501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-f83a1e8a-843e-41b8-abce-84dce7a8d485 service neutron] 10.222.0.52 "GET /v2.0/networks/a6508e90-e645-4051-8806-57def287c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901251 Jan 28 04:31:09.792845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58425cb1-f1e9-41d2-9f9f-01743bfe410f req-47474782-a8b8-48b4-98fe-df07071b992c service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644745 Jan 28 04:31:09.854244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89b67c60-7a0b-41c2-8108-927c21aeee38 req-b0728963-7131-4d40-b134-0f7f057e0a20 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005563 Jan 28 04:31:09.911225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1711e1-647d-4900-8af7-0f283b04b602 req-b49cae89-e65f-422d-9a60-af591d687337 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.918115 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd1711e1-647d-4900-8af7-0f283b04b602 req-b49cae89-e65f-422d-9a60-af591d687337 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0617597 Jan 28 04:31:09.918277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-98834419-6ce1-4848-9e81-cbe9c4c79570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.919763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-98834419-6ce1-4848-9e81-cbe9c4c79570 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2438481 Jan 28 04:31:09.926405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6e2416-bf65-4aa9-a411-9cc555bff1e1 req-e6587eb0-d0d5-4f4e-816e-eb0fa0eb553c service neutron] 10.222.0.52 "GET /v2.0/networks/a6508e90-e645-4051-8806-57def287c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983874 Jan 28 04:31:09.965769 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd1711e1-647d-4900-8af7-0f283b04b602 req-1db1951c-393f-4b5b-a355-40bd68f0789a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466115 Jan 28 04:31:09.974626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-d00004ab-7739-4740-a5f6-76175e703f91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.0472701 Jan 28 04:31:10.011076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:10.013629 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a35ec-e197-44fc-b1a0-6890601f3035" -d '{"events": [{"name": "network-changed", "server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:10.034346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-21f947c8-5024-480b-9df9-c5e3d98305f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.036662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-21f947c8-5024-480b-9df9-c5e3d98305f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0557678 Jan 28 04:31:10.100752 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ad774-529f-41b6-af20-b64c4525dc15 x-openstack-request-id: req-6c7ad774-529f-41b6-af20-b64c4525dc15 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:10.101194 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:10.101550 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c7ad774-529f-41b6-af20-b64c4525dc15 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:10.102037 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'status': 'completed', 'code': 200} Jan 28 04:31:10.119036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-9d692aef-3ac4-430d-b724-e99a598a87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.120716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-9d692aef-3ac4-430d-b724-e99a598a87e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757394 Jan 28 04:31:10.241451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8453a-00c7-4f01-a239-2831bf38a6f8 req-44296730-af91-4929-8cca-e06db26840f4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.242229 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15a8453a-00c7-4f01-a239-2831bf38a6f8 req-44296730-af91-4929-8cca-e06db26840f4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 945 time: 0.0583417 Jan 28 04:31:10.253186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:10.279138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-52595f3c-c742-4044-889f-f8327cadced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.280852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-52595f3c-c742-4044-889f-f8327cadced9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 1095 time: 0.1303058 Jan 28 04:31:10.318080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c3ea-ce3c-40ee-b892-366d5f698f56 req-3c340c4b-d529-4e9c-98b3-06ff87d083b1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.320436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecb5c3ea-ce3c-40ee-b892-366d5f698f56 req-3c340c4b-d529-4e9c-98b3-06ff87d083b1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1017563 Jan 28 04:31:10.350023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15a8453a-00c7-4f01-a239-2831bf38a6f8 req-99c8e687-4ea8-4b0c-84dd-1f1daf9003d4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011312 Jan 28 04:31:10.405054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-83340eee-5e27-4c79-ac6a-7897a2531bf2 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763677 Jan 28 04:31:10.430369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:10.444488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'network_id': '4885e274-a81b-47bc-9262-3ea573265422', 'port_id': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'mac_address': 'fa:16:3e:ef:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28aaa58-0b16-442c-8a6d-0cd301726d56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:10.452121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecb5c3ea-ce3c-40ee-b892-366d5f698f56 req-6cec1996-9aed-45ee-8d2c-8c3bbbd05308 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130879 Jan 28 04:31:10.494577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:10.494977 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:10.509856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:10.524891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-c03b95c3-6c84-4556-9451-aca6d01ee42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.526491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-c03b95c3-6c84-4556-9451-aca6d01ee42e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.2350652 Jan 28 04:31:10.535795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:10.540809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:10.577179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-5ccd3cca-66be-4b80-a024-b37a56ed31c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1 HTTP/1.1" status: 200 len: 217 time: 0.0412054 Jan 28 04:31:10.599199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:10.621734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-f458c54f-cae5-4e63-9546-dd8aad48efdb service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096682 Jan 28 04:31:10.641238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-b7b45520-4ed2-4c52-9687-1b4c8c1972ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.650950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-b7b45520-4ed2-4c52-9687-1b4c8c1972ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.0579362 Jan 28 04:31:10.681860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-d2c151cd-bccd-45da-9699-fb57dc675cbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294869 Jan 28 04:31:10.739857 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b13abf15-922d-4d41-b121-25abe0ca414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:10.841024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84515d5-0680-460b-a8d5-a35e7ca2e94e req-5bc42e59-b253-4c94-a3a5-7e9b60b8bd51 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.842471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a84515d5-0680-460b-a8d5-a35e7ca2e94e req-5bc42e59-b253-4c94-a3a5-7e9b60b8bd51 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 944 time: 0.0886519 Jan 28 04:31:10.844668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-63632954-d37c-400c-9298-5dd90a6b44c0 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542377 Jan 28 04:31:10.930114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:10.958504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a84515d5-0680-460b-a8d5-a35e7ca2e94e req-1d7b28c0-0c51-4831-8dee-dadeb552d22a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968909 Jan 28 04:31:11.018749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d3a35ec-e197-44fc-b1a0-6890601f3035 req-58d833da-554f-45ac-8b29-6a80067428ff service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644609 Jan 28 04:31:11.024335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82d60-23e2-4024-b641-b39281ebbe45 req-91394dd0-cd3d-417d-b326-7f2bd712a354 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:11.034620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3c82d60-23e2-4024-b641-b39281ebbe45 req-91394dd0-cd3d-417d-b326-7f2bd712a354 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 944 time: 0.0837078 Jan 28 04:31:11.092020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3c82d60-23e2-4024-b641-b39281ebbe45 req-7b9e5fcb-fb99-4450-979f-becbb5035fd7 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Jan 28 04:31:11.122586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98435126-5048-4eba-8aae-35314f580c77 req-4c05075f-97de-4d29-a8c4-52d8a5b8f82d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:11.124080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98435126-5048-4eba-8aae-35314f580c77 req-4c05075f-97de-4d29-a8c4-52d8a5b8f82d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0677636 Jan 28 04:31:11.174519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98435126-5048-4eba-8aae-35314f580c77 req-8017cdea-c154-493e-ad4f-15929f95969a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Jan 28 04:31:11.486383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a14e-b9d6-459e-8121-e91917a243bf req-4433380b-14c3-417b-8a3e-fd9426dc4dbd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:11.487901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6da7a14e-b9d6-459e-8121-e91917a243bf req-4433380b-14c3-417b-8a3e-fd9426dc4dbd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0545511 Jan 28 04:31:11.541852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6da7a14e-b9d6-459e-8121-e91917a243bf req-f3ac3a65-98e4-4481-9c21-6cafdbe9aade tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Jan 28 04:31:11.605555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911e6c-ea72-41a4-90b8-8966507948e6 req-8634fc29-fb2f-41c7-8611-e2ec3340a4cd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:11.607060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74911e6c-ea72-41a4-90b8-8966507948e6 req-8634fc29-fb2f-41c7-8611-e2ec3340a4cd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0785968 Jan 28 04:31:11.658820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74911e6c-ea72-41a4-90b8-8966507948e6 req-fb244937-4a85-4ff2-9fc3-cc31347d498b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Jan 28 04:31:11.823798 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.099975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3b1c-709c-4b7b-b958-d41453417b48 req-52aab25f-27b6-470f-910e-0c941587b044 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:12.101605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-318b3b1c-709c-4b7b-b958-d41453417b48 req-52aab25f-27b6-470f-910e-0c941587b044 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 944 time: 0.0714819 Jan 28 04:31:12.154255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-318b3b1c-709c-4b7b-b958-d41453417b48 req-338979cd-cacc-4896-babe-dc82a0728952 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Jan 28 04:31:12.225480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c632-f538-4bc7-8dae-e4fa93514559 req-22a2a36f-0209-43a2-90d3-52e9a1d6ffb5 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:12.232389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9227c632-f538-4bc7-8dae-e4fa93514559 req-22a2a36f-0209-43a2-90d3-52e9a1d6ffb5 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 944 time: 0.0664794 Jan 28 04:31:12.272139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a47f63bf-a3d0-4ef8-8928-ce78416beeb1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:12.289360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9227c632-f538-4bc7-8dae-e4fa93514559 req-e18f3526-81d2-473d-abdc-97c38f885dfd tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Jan 28 04:31:12.289786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:12.375450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da8a0a-a6fd-4137-9b0c-7f69e3d1bf18 req-709ede30-9b66-442e-95a9-c00e969be746 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:12.377129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22da8a0a-a6fd-4137-9b0c-7f69e3d1bf18 req-709ede30-9b66-442e-95a9-c00e969be746 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0656681 Jan 28 04:31:12.451523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:12.460586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:12.475964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:12.476251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.483647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'mac_address': 'fa:16:3e:72:d5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:12.503097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22da8a0a-a6fd-4137-9b0c-7f69e3d1bf18 req-634f52ee-1347-4216-8d6e-b14cc11fb1ee tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200149 Jan 28 04:31:12.561866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:12.562259 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.613037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47f63bf-a3d0-4ef8-8928-ce78416beeb1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:12.644141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:12.647320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:12.647702 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.664756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.703503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6de03-7701-4145-9d89-35fba599c317 req-03d4e625-df43-4cc2-a683-3980c52b4a78 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:12.703503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04a6de03-7701-4145-9d89-35fba599c317 req-03d4e625-df43-4cc2-a683-3980c52b4a78 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 946 time: 0.0613935 Jan 28 04:31:12.774160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:12.777596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04a6de03-7701-4145-9d89-35fba599c317 req-ee472c72-8dc3-4b95-b655-54c82ad9cd5c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Jan 28 04:31:12.778107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:12.780456 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f17e0-7d42-40f1-b3d7-e53423f77968" -d '{"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:12.790883 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.805926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:12.857345 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6357aa9d-d174-484c-9db6-39ea6a40c1a7 x-openstack-request-id: req-6357aa9d-d174-484c-9db6-39ea6a40c1a7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:12.858085 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:12.858085 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6357aa9d-d174-484c-9db6-39ea6a40c1a7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:12.858303 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'code': 200} Jan 28 04:31:12.885892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:12.927570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ada5-678c-4317-9df7-e3ae733517df req-bb12e9aa-15a4-4b7a-a943-d50aa6f3383b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:12.933606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5206ada5-678c-4317-9df7-e3ae733517df req-bb12e9aa-15a4-4b7a-a943-d50aa6f3383b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0655811 Jan 28 04:31:12.987293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5206ada5-678c-4317-9df7-e3ae733517df req-38bb3666-3588-49ca-b055-57938bd21500 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Jan 28 04:31:13.140324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a47f63bf-a3d0-4ef8-8928-ce78416beeb1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:13.190093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0075-1e37-4aeb-a21b-8504d6ac952d req-f2002b01-7d01-4e96-bc4d-53ceed302a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.191697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2b0075-1e37-4aeb-a21b-8504d6ac952d req-f2002b01-7d01-4e96-bc4d-53ceed302a4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1098 time: 0.0553308 Jan 28 04:31:13.252471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e2b0075-1e37-4aeb-a21b-8504d6ac952d req-3c0e5865-3cd5-4c65-b36e-bf8056dc58c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Jan 28 04:31:13.292602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef861-f0ee-477d-b093-656c760febd9 req-e0b7af08-b52d-4186-a4af-0224b137252f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.294891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860ef861-f0ee-477d-b093-656c760febd9 req-e0b7af08-b52d-4186-a4af-0224b137252f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 945 time: 0.0505939 Jan 28 04:31:13.362170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860ef861-f0ee-477d-b093-656c760febd9 req-94d53a45-0788-4c67-8b56-89ab105609d0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602252 Jan 28 04:31:13.521237 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.568129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 481138f4-65d6-4fba-b1ab-fd14612780df details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:13.671949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530b55b-2add-40c4-9e11-94e3ee45374e req-31005a43-321c-4e16-b064-bbb0f9d9b3e4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.671949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2530b55b-2add-40c4-9e11-94e3ee45374e req-31005a43-321c-4e16-b064-bbb0f9d9b3e4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0670991 Jan 28 04:31:13.724303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 481138f4-65d6-4fba-b1ab-fd14612780df, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=481138f4-65d6-4fba-b1ab-fd14612780df,segment=NetworkSegment(cf56e9fe-ebef-4f73-9c3e-e4e498c6059b),segment_id=cf56e9fe-ebef-4f73-9c3e-e4e498c6059b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:13.745975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '481138f4-65d6-4fba-b1ab-fd14612780df', 'network_id': 'a6508e90-e645-4051-8806-57def287c622', 'port_id': '481138f4-65d6-4fba-b1ab-fd14612780df', 'mac_address': 'fa:16:3e:aa:0a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24c75f1-f1e2-4e13-925c-ffa318409a72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:13.753347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2530b55b-2add-40c4-9e11-94e3ee45374e req-1e2d0728-125e-4be0-8cea-a274293475b5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711710 Jan 28 04:31:13.783370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04236c2a-a47e-4748-b636-839161e030f3 req-e8c3c57c-54c3-4a56-8da6-361767ab3ced tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.789997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04236c2a-a47e-4748-b636-839161e030f3 req-e8c3c57c-54c3-4a56-8da6-361767ab3ced tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 944 time: 0.4264436 Jan 28 04:31:13.809490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 481138f4-65d6-4fba-b1ab-fd14612780df is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:13.809751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.836276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481138f4-65d6-4fba-b1ab-fd14612780df {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:13.862081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04236c2a-a47e-4748-b636-839161e030f3 req-13bc4a35-2536-4eeb-8212-43b3094102f0 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Jan 28 04:31:13.865054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 481138f4-65d6-4fba-b1ab-fd14612780df, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=481138f4-65d6-4fba-b1ab-fd14612780df,segment=NetworkSegment(cf56e9fe-ebef-4f73-9c3e-e4e498c6059b),segment_id=cf56e9fe-ebef-4f73-9c3e-e4e498c6059b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:13.870296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.929901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=481138f4-65d6-4fba-b1ab-fd14612780df,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:13.979619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c634229-2113-46e3-ad61-c1a5cba07400 req-b11d9d0d-cff4-470b-a2bb-c4c5df56f54a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.986542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c634229-2113-46e3-ad61-c1a5cba07400 req-b11d9d0d-cff4-470b-a2bb-c4c5df56f54a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0600088 Jan 28 04:31:14.035428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c634229-2113-46e3-ad61-c1a5cba07400 req-ab79a4bb-c1b7-40c3-b8c5-b3a29f4e9071 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Jan 28 04:31:14.135883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dfe45-3acd-4d1f-971b-721cee3d8610 req-c4c37e65-b8c7-4870-938b-72a01cc45431 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.137640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa1dfe45-3acd-4d1f-971b-721cee3d8610 req-c4c37e65-b8c7-4870-938b-72a01cc45431 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0554090 Jan 28 04:31:14.189560 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa1dfe45-3acd-4d1f-971b-721cee3d8610 req-443a5b2a-b382-45af-b725-5d7b6731018f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Jan 28 04:31:14.271441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a47f63bf-a3d0-4ef8-8928-ce78416beeb1 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:14.344503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:14.350150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:14.350535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:14.372534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-bad865e1-1b59-447a-85d3-a23629f57acd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423923 Jan 28 04:31:14.374343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['481138f4-65d6-4fba-b1ab-fd14612780df'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:14.498397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:14.498833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:14.505742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787378f-39aa-460e-b009-e6cff7a7a0e7 req-9917be48-1d5c-4f0a-a1c7-5d2bd23ec317 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.507372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c787378f-39aa-460e-b009-e6cff7a7a0e7 req-9917be48-1d5c-4f0a-a1c7-5d2bd23ec317 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 945 time: 0.0733118 Jan 28 04:31:14.557087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:14.566108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:14.619557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-df62b36c-a346-4d6d-b1d6-a524c1b6741a tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.620794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-df62b36c-a346-4d6d-b1d6-a524c1b6741a tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.0768127 Jan 28 04:31:14.637647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-23227671-e6b7-4034-a4d9-ae706ce187da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.637647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-23227671-e6b7-4034-a4d9-ae706ce187da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 1095 time: 0.1282687 Jan 28 04:31:14.643621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c787378f-39aa-460e-b009-e6cff7a7a0e7 req-bd0e9e60-e737-448e-942d-2b1f739bcab1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242919 Jan 28 04:31:14.648585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:14.695044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-3'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:14.754908 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:14.825524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:14.861372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:14.863676 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007b313-613d-4de7-9d1d-976d9281e5df" -d '{"events": [{"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-plugged", "status": "completed", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:14.888776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-da6b0bd5-d17b-4cde-bc32-cf1ce663475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.890346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-da6b0bd5-d17b-4cde-bc32-cf1ce663475b service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1661055 Jan 28 04:31:14.909885 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc20f05c-d623-4a7c-8349-67c193ddb417 x-openstack-request-id: req-bc20f05c-d623-4a7c-8349-67c193ddb417 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:14.910430 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-plugged", "status": "completed", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:14.910430 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc20f05c-d623-4a7c-8349-67c193ddb417 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:14.910714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f4c1-cb0a-4044-bee0-e0ee232ba409 req-8e6ba67e-9edd-4c3c-b7b5-fb99d9ae576c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.911166 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'code': 200} Jan 28 04:31:14.919507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3e2f4c1-cb0a-4044-bee0-e0ee232ba409 req-8e6ba67e-9edd-4c3c-b7b5-fb99d9ae576c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 945 time: 0.0974755 Jan 28 04:31:14.951218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-bf8ca6bd-1cb3-496d-a629-f02c7b90880a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 200 len: 217 time: 0.0513020 Jan 28 04:31:15.079928 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3e2f4c1-cb0a-4044-bee0-e0ee232ba409 req-d99975ca-e911-4f8a-968a-ab36450e3198 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594937 Jan 28 04:31:15.152518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-d0ff1cd5-766c-44fc-8092-6f0bc203951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.154109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-d0ff1cd5-766c-44fc-8092-6f0bc203951a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.1492777 Jan 28 04:31:15.164560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14da36-cc10-4df8-8a54-cb4e5a6f815b req-2549d08e-fdc5-4fb3-a92c-3d156eafac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.166091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d14da36-cc10-4df8-8a54-cb4e5a6f815b req-2549d08e-fdc5-4fb3-a92c-3d156eafac76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 1097 time: 0.0718551 Jan 28 04:31:15.180249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5b903-662a-4699-9cda-cffb77859251 req-b71d1591-3a09-4a4d-b5f2-d019ca387b16 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.181809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2d5b903-662a-4699-9cda-cffb77859251 req-b71d1591-3a09-4a4d-b5f2-d019ca387b16 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 945 time: 0.1636698 Jan 28 04:31:15.216433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-eb7fbbce-5b6c-4ef8-93df-2812f0b28946 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556231 Jan 28 04:31:15.235424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d14da36-cc10-4df8-8a54-cb4e5a6f815b req-85041034-af1d-4a56-a65a-6fcdf46de439 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Jan 28 04:31:15.235586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:15.339303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e47872-2730-4b99-a1cd-fe764fde9742 req-0881320a-6eba-44e7-afc2-333f82863a0f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.340800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57e47872-2730-4b99-a1cd-fe764fde9742 req-0881320a-6eba-44e7-afc2-333f82863a0f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0496848 Jan 28 04:31:15.345626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2d5b903-662a-4699-9cda-cffb77859251 req-14b5303d-4493-408a-aa82-8def49363b9d tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538808 Jan 28 04:31:15.361689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:15.405371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-5c54475b-38a9-4fc3-a8aa-250b7d534db1 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678212 Jan 28 04:31:15.422526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:15.424863 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c43942-312a-43cd-9452-4d30bed9df95" -d '{"events": [{"server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "name": "network-vif-unplugged", "status": "completed", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:15.428834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Publish callbacks [] for port (b305e759-b011-40f5-a0c5-5d330791ad07), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.433920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57e47872-2730-4b99-a1cd-fe764fde9742 req-11eb12c9-d47b-48a8-903f-e2b226ce7d43 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830421 Jan 28 04:31:15.436814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.495628 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f76515-cb5a-4702-bd6e-70ac76357b2c x-openstack-request-id: req-b6f76515-cb5a-4702-bd6e-70ac76357b2c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:15.496443 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "name": "network-vif-unplugged", "status": "completed", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:15.496443 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6f76515-cb5a-4702-bd6e-70ac76357b2c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:15.496634 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'code': 200} Jan 28 04:31:15.564518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:15.575636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f157d-5ec1-47a2-b7f1-e5d6a0d76031 req-cb2bca70-1c75-4c8d-98e5-325253110316 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.577166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e3f157d-5ec1-47a2-b7f1-e5d6a0d76031 req-cb2bca70-1c75-4c8d-98e5-325253110316 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1377223 Jan 28 04:31:15.644904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on host n-h1-824835-3 for vnic_type normal with profile {"migrating_to": "n-h2-824835-3"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:15.645290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:15.645631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:15.655225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:15.655552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Attempting to bind port b305e759-b011-40f5-a0c5-5d330791ad07 on network 09cfcab5-e083-44ce-92a1-e663734cd40b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:15.683473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:15.683473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Checking segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:15.683473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Bound using segment: {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:15.683802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Bound port: b305e759-b011-40f5-a0c5-5d330791ad07, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8860521e-4557-4fc1-8245-7f8f9582ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09cfcab5-e083-44ce-92a1-e663734cd40b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:15.684065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.733741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e3f157d-5ec1-47a2-b7f1-e5d6a0d76031 req-58159efc-704d-45a3-ac1e-85fdf4181504 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397252 Jan 28 04:31:15.777498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0236dcc8-0944-4567-893f-3aeae4007ad4 req-7252196c-996d-474e-a5b5-166a1a631f75 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188017 Jan 28 04:31:15.810111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6a070-311e-492e-a4ad-371d6837c4e2 req-675323df-dbcd-4836-b7ba-b128f199c544 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.817981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-25d6a070-311e-492e-a4ad-371d6837c4e2 req-675323df-dbcd-4836-b7ba-b128f199c544 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0861247 Jan 28 04:31:15.825506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:15.828753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:15.835281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.877269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-25d6a070-311e-492e-a4ad-371d6837c4e2 req-f2e0db9c-e465-486e-ada9-f7f61d2c9696 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Jan 28 04:31:15.949714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:15.953682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.954487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.956279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-48de465e-3062-4de5-8b0a-1347614debb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 1121 time: 1.2692320 Jan 28 04:31:16.010608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-b8e56866-09f3-4699-867b-df437da75f9c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464294 Jan 28 04:31:16.099065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-e03e5bcc-0982-4447-9cfd-df3b1c4330b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.101129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-e03e5bcc-0982-4447-9cfd-df3b1c4330b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 1095 time: 0.0514278 Jan 28 04:31:16.131314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b305e759-b011-40f5-a0c5-5d330791ad07'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:16.190472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b305e759-b011-40f5-a0c5-5d330791ad07'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:16.261344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-287a0b1e-8f50-40c7-a30b-fe6fc3cc89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.263274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-287a0b1e-8f50-40c7-a30b-fe6fc3cc89c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.1241250 Jan 28 04:31:16.303493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:16.334002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-84583ba1-92cc-4147-bcec-524cc8e37f7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 200 len: 217 time: 0.0585001 Jan 28 04:31:16.399517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-b8fec733-ce87-4682-8800-1607eeb1d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.401034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-b8fec733-ce87-4682-8800-1607eeb1d6c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0604231 Jan 28 04:31:16.445263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-a40ca041-8263-4239-bc9d-4f853ca78341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370116 Jan 28 04:31:16.452769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d2f2f-6d62-4842-9850-cc238c689f6d req-ee38bf5c-6791-4e14-af76-8180a74a8e39 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.454630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f3d2f2f-6d62-4842-9850-cc238c689f6d req-ee38bf5c-6791-4e14-af76-8180a74a8e39 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1908395 Jan 28 04:31:16.572756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3b5ba-7d7c-4eaf-8fef-8ca6585f5fed req-96541964-cdce-4ae0-aaa9-4372e477b579 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.574421 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86c3b5ba-7d7c-4eaf-8fef-8ca6585f5fed req-96541964-cdce-4ae0-aaa9-4372e477b579 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 945 time: 0.1362667 Jan 28 04:31:16.592272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f3d2f2f-6d62-4842-9850-cc238c689f6d req-63aeda34-4f68-4c07-a623-47618418efa8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271093 Jan 28 04:31:16.638618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-2b3fc2f0-9027-4ec9-ad39-be7f22a2868f service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791520 Jan 28 04:31:16.709295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86c3b5ba-7d7c-4eaf-8fef-8ca6585f5fed req-98ece0ce-abd9-4e86-8051-950482d76730 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233077 Jan 28 04:31:16.717588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:16.734334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 has no active binding in host n-h2-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:31:16.787755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920f8e1f-0653-4a7c-867d-dca4d920045f req-38c8ec2e-c46a-4d3d-a69b-858d79acd927 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467521 Jan 28 04:31:16.804250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b4eb2-97b5-41a0-9a2a-c2e529bc1f8e req-810319d8-4203-4c77-b13f-2775e7725b93 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.806420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-489b4eb2-97b5-41a0-9a2a-c2e529bc1f8e req-810319d8-4203-4c77-b13f-2775e7725b93 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0691285 Jan 28 04:31:16.893489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45998c2a-b043-4ed3-a586-97fc43696657 req-cf81a30b-dde7-4390-9f81-e4c01c0ef550 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.899977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-489b4eb2-97b5-41a0-9a2a-c2e529bc1f8e req-3940b4ed-d627-47cd-bde0-b003772e522a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Jan 28 04:31:16.900631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45998c2a-b043-4ed3-a586-97fc43696657 req-cf81a30b-dde7-4390-9f81-e4c01c0ef550 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0718553 Jan 28 04:31:16.956954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45998c2a-b043-4ed3-a586-97fc43696657 req-558f37a9-ea83-47a2-83a5-fd6460f407df tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553231 Jan 28 04:31:17.029696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf178cc4-d160-4e3d-b6b6-ec711456f4a6 req-0ab9bbce-5865-4bba-a08d-6f44db236695 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:17.031732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf178cc4-d160-4e3d-b6b6-ec711456f4a6 req-0ab9bbce-5865-4bba-a08d-6f44db236695 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0704486 Jan 28 04:31:17.096702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf178cc4-d160-4e3d-b6b6-ec711456f4a6 req-5d86da08-ba80-46e4-9615-606e7b26e225 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592906 Jan 28 04:31:17.498045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:17.500498 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7683f6ca-0e92-4829-a4ac-7328a75371cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:17.539734 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a10fb1-1253-42fb-b7eb-f038d4131275 x-openstack-request-id: req-26a10fb1-1253-42fb-b7eb-f038d4131275 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:17.540036 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:17.540313 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26a10fb1-1253-42fb-b7eb-f038d4131275 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:17.540702 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'status': 'completed', 'code': 200} Jan 28 04:31:17.548461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 481138f4-65d6-4fba-b1ab-fd14612780df up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:17.610010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 481138f4-65d6-4fba-b1ab-fd14612780df completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:17.615994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 481138f4-65d6-4fba-b1ab-fd14612780df triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:17.617319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:17.632104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-8bbb8e17-5b7f-40a1-a6d0-702dfc9d81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:17.634043 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-8bbb8e17-5b7f-40a1-a6d0-702dfc9d81c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1124 time: 0.0459414 Jan 28 04:31:17.727864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 481138f4-65d6-4fba-b1ab-fd14612780df is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:17.728271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:17.757372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481138f4-65d6-4fba-b1ab-fd14612780df'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:17.759930 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add98963-8ba2-48dd-86dd-14693a25814c" -d '{"events": [{"server_uuid": "3fce2714-8868-4d76-8c97-40e5fce3501b", "name": "network-vif-plugged", "status": "completed", "tag": "481138f4-65d6-4fba-b1ab-fd14612780df"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:17.773585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 481138f4-65d6-4fba-b1ab-fd14612780df, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=481138f4-65d6-4fba-b1ab-fd14612780df,segment=NetworkSegment(cf56e9fe-ebef-4f73-9c3e-e4e498c6059b),segment_id=cf56e9fe-ebef-4f73-9c3e-e4e498c6059b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:17.778819 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:17.788600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab109f-39b6-46fc-a528-9a1cff49dfc4 req-9a963c8d-9b0d-48b0-8691-96a50c1dc86f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:17.790133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cab109f-39b6-46fc-a528-9a1cff49dfc4 req-9a963c8d-9b0d-48b0-8691-96a50c1dc86f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0841718 Jan 28 04:31:17.791305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-2789c39d-0680-44dd-9caa-32ff16661358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:17.792635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-2789c39d-0680-44dd-9caa-32ff16661358 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.1471779 Jan 28 04:31:17.838190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=481138f4-65d6-4fba-b1ab-fd14612780df,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:17.849747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-3d09250a-8fe0-4643-9a43-4bf5330b5ba9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 217 time: 0.0446916 Jan 28 04:31:17.909996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cab109f-39b6-46fc-a528-9a1cff49dfc4 req-d90cdb47-8a2c-44cb-af70-f3d4b9ed02ac tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109893 Jan 28 04:31:17.935978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-5ef7d390-eb76-4023-a2b8-89d225e9e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:17.937507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-5ef7d390-eb76-4023-a2b8-89d225e9e5e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0752060 Jan 28 04:31:17.970833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-67960ac3-d45b-4798-b7b2-aa6535756f34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260475 Jan 28 04:31:18.085056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404f9e-9acd-498c-aa14-21d4e79f873d req-f4c6b240-07d7-4322-bd62-1047dbe2ddba tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:18.086594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d404f9e-9acd-498c-aa14-21d4e79f873d req-f4c6b240-07d7-4322-bd62-1047dbe2ddba tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 946 time: 0.1087558 Jan 28 04:31:18.125918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-e4d66ce4-a7b1-4069-8adc-72eaa9e15b34 service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385074 Jan 28 04:31:18.193199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d404f9e-9acd-498c-aa14-21d4e79f873d req-3ccd0e09-db8d-4a8f-be98-2510df7e86b4 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996931 Jan 28 04:31:18.239242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7683f6ca-0e92-4829-a4ac-7328a75371cf req-ba1d8c64-74dd-4301-b1fc-862ec9aa382d service neutron] 10.222.0.52 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028159 Jan 28 04:31:18.256928 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1dc458-6791-48a4-9507-4c7a67855cf6 x-openstack-request-id: req-1e1dc458-6791-48a4-9507-4c7a67855cf6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:18.256928 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fce2714-8868-4d76-8c97-40e5fce3501b", "name": "network-vif-plugged", "status": "completed", "tag": "481138f4-65d6-4fba-b1ab-fd14612780df", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:18.256928 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e1dc458-6791-48a4-9507-4c7a67855cf6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:18.256928 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481138f4-65d6-4fba-b1ab-fd14612780df', 'code': 200} Jan 28 04:31:18.370650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11aa30-7c93-459f-9170-0549e2a2080c req-d04b356c-e7e9-4e41-9b3d-d74775250d74 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:18.372465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df11aa30-7c93-459f-9170-0549e2a2080c req-d04b356c-e7e9-4e41-9b3d-d74775250d74 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0663848 Jan 28 04:31:18.450077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df11aa30-7c93-459f-9170-0549e2a2080c req-ad4e8633-6882-44dd-b653-3674315dd9c4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719309 Jan 28 04:31:18.452666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ac030-3490-4ecc-bc7a-4bd1732628a5 req-cf679ded-99be-44f6-921b-1f55773ca4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:18.454772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b44ac030-3490-4ecc-bc7a-4bd1732628a5 req-cf679ded-99be-44f6-921b-1f55773ca4c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 1097 time: 0.0697000 Jan 28 04:31:18.519625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b44ac030-3490-4ecc-bc7a-4bd1732628a5 req-a26a7790-b186-44f3-a0ea-e94d3536caa6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576761 Jan 28 04:31:18.575068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887449f-5f2b-40e3-9451-70196e80f785 req-90e5f918-cb57-4410-91c3-62645af45abd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:18.575068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9887449f-5f2b-40e3-9451-70196e80f785 req-90e5f918-cb57-4410-91c3-62645af45abd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0492895 Jan 28 04:31:18.624503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9887449f-5f2b-40e3-9451-70196e80f785 req-3cc3e38c-d919-493e-ad36-05c414a3a745 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jan 28 04:31:19.042891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c94b3-c85b-4617-9108-96d4b1d4941b req-1f0d7f02-4a5f-45be-8785-c6269f142b5c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:19.044415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c44c94b3-c85b-4617-9108-96d4b1d4941b req-1f0d7f02-4a5f-45be-8785-c6269f142b5c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0499423 Jan 28 04:31:19.094336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c44c94b3-c85b-4617-9108-96d4b1d4941b req-8c7f494b-20c2-46b5-bf48-fc2c61542c00 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Jan 28 04:31:19.336247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818272f-77ff-4276-a33d-b08334e621eb req-5eab80b4-1a2f-49a6-aad9-8bfc8231ff2e tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:19.337808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e818272f-77ff-4276-a33d-b08334e621eb req-5eab80b4-1a2f-49a6-aad9-8bfc8231ff2e tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 946 time: 0.0583351 Jan 28 04:31:19.401553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e818272f-77ff-4276-a33d-b08334e621eb req-14763442-c16a-46a2-8284-341acb7f3edc tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Jan 28 04:31:19.570492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafd63c-4940-4dbf-a429-693c4d486d4f req-adbe16f3-674b-4a54-94b1-d50940ab318a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:19.571964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbafd63c-4940-4dbf-a429-693c4d486d4f req-adbe16f3-674b-4a54-94b1-d50940ab318a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0513494 Jan 28 04:31:19.636166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbafd63c-4940-4dbf-a429-693c4d486d4f req-28d23414-98b0-498d-ade6-b8b266cf90c5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581088 Jan 28 04:31:19.745010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b4d75-b4cd-4096-aaeb-85c0819946e7 req-27572b76-070d-40b7-b026-3c89e283971a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:19.746623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-998b4d75-b4cd-4096-aaeb-85c0819946e7 req-27572b76-070d-40b7-b026-3c89e283971a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0517132 Jan 28 04:31:19.798918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-998b4d75-b4cd-4096-aaeb-85c0819946e7 req-6d121e99-5456-4d4c-97bf-3a9e11543274 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Jan 28 04:31:20.304980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876118-7553-4b2d-853b-2e75088dc13b req-2ce01ba6-535a-4c02-aa29-d2f8dd491fc5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:20.306874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e876118-7553-4b2d-853b-2e75088dc13b req-2ce01ba6-535a-4c02-aa29-d2f8dd491fc5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0542073 Jan 28 04:31:20.363109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e876118-7553-4b2d-853b-2e75088dc13b req-88ebfae6-45d2-4a1b-94dd-85166551aa20 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 Jan 28 04:31:20.562506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374472-6990-4ff4-b09c-13c23dd1a8a8 req-441d5e40-add7-4402-98e6-9f4c5eeb5c91 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:20.565255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20374472-6990-4ff4-b09c-13c23dd1a8a8 req-441d5e40-add7-4402-98e6-9f4c5eeb5c91 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 946 time: 0.0587068 Jan 28 04:31:20.630561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20374472-6990-4ff4-b09c-13c23dd1a8a8 req-24e59bb5-9ee0-4c9b-974d-8ab635000642 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573094 Jan 28 04:31:20.882961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9ec19-734d-4bbe-bf27-dad2e768fe00 req-5e4b8641-014c-4cdd-9937-3eec5b49c20f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:20.885477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14c9ec19-734d-4bbe-bf27-dad2e768fe00 req-5e4b8641-014c-4cdd-9937-3eec5b49c20f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0703113 Jan 28 04:31:20.945510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14c9ec19-734d-4bbe-bf27-dad2e768fe00 req-3a760b86-6678-4a00-9253-ca0fe614ab0f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 Jan 28 04:31:21.284477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56ef73-a9b9-4e67-9515-fcffaa4002a5 req-597d7bb5-7fa3-43e1-8928-e3d5aa37b307 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:21.297156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e56ef73-a9b9-4e67-9515-fcffaa4002a5 req-597d7bb5-7fa3-43e1-8928-e3d5aa37b307 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0819240 Jan 28 04:31:21.413638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e56ef73-a9b9-4e67-9515-fcffaa4002a5 req-de3e41e9-9f2b-4516-8171-d371112270ba tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173124 Jan 28 04:31:21.643808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f191b-5139-4deb-a8c5-95e64ee8c7fe req-635515e8-d230-4f27-b23e-e5599064d9c8 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:21.651835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-964f191b-5139-4deb-a8c5-95e64ee8c7fe req-635515e8-d230-4f27-b23e-e5599064d9c8 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 946 time: 0.0632472 Jan 28 04:31:21.709003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-964f191b-5139-4deb-a8c5-95e64ee8c7fe req-bbd5d8cf-b889-458f-b595-0a5af7c9d1d1 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556309 Jan 28 04:31:21.768471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd52d31-ce3a-446c-ad13-3efd5583e5d4 req-f8eb9f82-6477-490f-88d8-59ee939a3b57 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:21.770099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fd52d31-ce3a-446c-ad13-3efd5583e5d4 req-f8eb9f82-6477-490f-88d8-59ee939a3b57 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1104310 Jan 28 04:31:21.844440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fd52d31-ce3a-446c-ad13-3efd5583e5d4 req-84f26ec1-c9c3-47db-9660-207a4d924adc tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Jan 28 04:31:21.861739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ea974-010b-4c91-aff9-2d523c498bbb req-9693274f-70ad-4326-a78b-5190d24c5390 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:21.870934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-671ea974-010b-4c91-aff9-2d523c498bbb req-9693274f-70ad-4326-a78b-5190d24c5390 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0954087 Jan 28 04:31:21.931434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-671ea974-010b-4c91-aff9-2d523c498bbb req-a96b5970-0912-4d5e-9586-afd9010633b6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Jan 28 04:31:22.136980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d20686-a3d9-48b2-8826-e6285814e2d6 req-2729ff6c-ea34-4f65-b209-16a617bb4661 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.139477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66d20686-a3d9-48b2-8826-e6285814e2d6 req-2729ff6c-ea34-4f65-b209-16a617bb4661 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0936005 Jan 28 04:31:22.204876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66d20686-a3d9-48b2-8826-e6285814e2d6 req-ca47911d-1c0c-4f75-8cb2-256649f7a91f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574651 Jan 28 04:31:22.376738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d183fd7-d6df-437d-a33c-c73ff58335aa req-4e9231f1-4ea3-4f14-ba66-eea89838dd8c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.378313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d183fd7-d6df-437d-a33c-c73ff58335aa req-4e9231f1-4ea3-4f14-ba66-eea89838dd8c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0804014 Jan 28 04:31:22.448154 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d183fd7-d6df-437d-a33c-c73ff58335aa req-63b72468-1571-4063-81a7-a008634c7ca8 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625141 Jan 28 04:31:22.591334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e01f7-749f-4258-b2ef-bb6f25d295e8 req-64a3575d-708d-40e7-8c55-e4ee3698e618 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.593014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da2e01f7-749f-4258-b2ef-bb6f25d295e8 req-64a3575d-708d-40e7-8c55-e4ee3698e618 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0659442 Jan 28 04:31:22.632848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e042-ccad-4ce0-beba-ea48cd80dfee req-04469078-5716-46c9-bf8d-dc97844ac4ca tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.637168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f768e042-ccad-4ce0-beba-ea48cd80dfee req-04469078-5716-46c9-bf8d-dc97844ac4ca tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0867918 Jan 28 04:31:22.662922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da2e01f7-749f-4258-b2ef-bb6f25d295e8 req-e3fc0735-07eb-4619-8941-033a788d9661 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Jan 28 04:31:22.722977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f768e042-ccad-4ce0-beba-ea48cd80dfee req-32ae36ed-a2bd-4a25-9e0b-e5443e0cf45c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Jan 28 04:31:22.879138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf2540-d0e3-4f1b-b6c1-93fb5cac30de req-4cd88bda-04cc-4276-b1b5-727bd779cd46 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.881894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3dcf2540-d0e3-4f1b-b6c1-93fb5cac30de req-4cd88bda-04cc-4276-b1b5-727bd779cd46 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 946 time: 0.0698378 Jan 28 04:31:22.945924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3dcf2540-d0e3-4f1b-b6c1-93fb5cac30de req-9e8c2ae1-d929-4255-8ace-7595f06ff18d tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572972 Jan 28 04:31:22.954292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-3f881149-fab1-4800-9791-c465d5f713e9 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.956094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-3f881149-fab1-4800-9791-c465d5f713e9 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 946 time: 0.1594644 Jan 28 04:31:22.976997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85254f8-2b91-49d3-99ae-b99b5587ecba req-a07a0293-807e-4625-9bff-a6c39d502b11 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.992012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a85254f8-2b91-49d3-99ae-b99b5587ecba req-a07a0293-807e-4625-9bff-a6c39d502b11 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1406410 Jan 28 04:31:23.151281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a85254f8-2b91-49d3-99ae-b99b5587ecba req-dc4d6d26-38fa-46e8-9fb3-94834be9ef9b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555617 Jan 28 04:31:23.159142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb55f-d96a-440e-a1b0-d494edbb3c55 req-2417af37-9ef4-4389-b6c4-e2419f85b3c3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:23.160704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20fbb55f-d96a-440e-a1b0-d494edbb3c55 req-2417af37-9ef4-4389-b6c4-e2419f85b3c3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.1233423 Jan 28 04:31:23.243423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Deleting port 481138f4-65d6-4fba-b1ab-fd14612780df {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:31:23.245453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:23.260372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20fbb55f-d96a-440e-a1b0-d494edbb3c55 req-1be7cb66-7b64-4b35-978e-1a9d8d9e9468 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865240 Jan 28 04:31:23.397774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf845e-c7e8-48a9-9db5-6dfacbfa862b req-6a6dab1f-72df-4b8f-85a0-7589e93cefd1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:23.408721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cbf845e-c7e8-48a9-9db5-6dfacbfa862b req-6a6dab1f-72df-4b8f-85a0-7589e93cefd1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0734639 Jan 28 04:31:23.448441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] For port 481138f4-65d6-4fba-b1ab-fd14612780df, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=481138f4-65d6-4fba-b1ab-fd14612780df,segment=NetworkSegment(cf56e9fe-ebef-4f73-9c3e-e4e498c6059b),segment_id=cf56e9fe-ebef-4f73-9c3e-e4e498c6059b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:23.448887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:23.497026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Calling delete_port for 481138f4-65d6-4fba-b1ab-fd14612780df owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:31:23.515183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cbf845e-c7e8-48a9-9db5-6dfacbfa862b req-0534164d-039c-444a-91c3-d14482b69bef tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Jan 28 04:31:23.563199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecaf35-0f9f-4ef3-9e3a-3c50d565bf44 req-e9cb0bdc-35ae-4a16-9ee0-01c9b6725434 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:23.570596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edecaf35-0f9f-4ef3-9e3a-3c50d565bf44 req-e9cb0bdc-35ae-4a16-9ee0-01c9b6725434 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.3311694 Jan 28 04:31:23.580057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:23.637439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edecaf35-0f9f-4ef3-9e3a-3c50d565bf44 req-b862bf53-8a43-4a00-9de0-480eb189f2a6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615542 Jan 28 04:31:23.764936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724bb65-bbab-4dfe-9e03-fc4da795b635 req-4a3ffecf-4d87-4c6a-9795-f1c3a6c4006e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:23.769676 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a724bb65-bbab-4dfe-9e03-fc4da795b635 req-4a3ffecf-4d87-4c6a-9795-f1c3a6c4006e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1218169 Jan 28 04:31:23.780152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b305e759-b011-40f5-a0c5-5d330791ad07 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:23.828380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (481138f4-65d6-4fba-b1ab-fd14612780df), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:23.866595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['481138f4-65d6-4fba-b1ab-fd14612780df'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:23.890266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a724bb65-bbab-4dfe-9e03-fc4da795b635 req-79092a26-a7d9-4aad-bf34-80808c1d3937 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140964 Jan 28 04:31:23.895654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Pushing event deleted for resources: {'Port': ['ID=481138f4-65d6-4fba-b1ab-fd14612780df,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:23.937483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c550c9-b544-4b46-877d-f3999e6c7119 req-9c20749a-d7de-47cc-a08c-e8b5473d1bf7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:23.946085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57c550c9-b544-4b46-877d-f3999e6c7119 req-9c20749a-d7de-47cc-a08c-e8b5473d1bf7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1605628 Jan 28 04:31:23.966350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.967275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.967275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.967555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.967855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.968143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:23.970924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:24.030967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] No DVR routers for this DVR port 481138f4-65d6-4fba-b1ab-fd14612780df on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:24.072651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:24.076641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9ccde54-b4cd-4333-af52-7294ac4daf77 req-e87ddfe7-0573-4b34-ac77-a8cf4e811256 tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.52 "DELETE /v2.0/ports/481138f4-65d6-4fba-b1ab-fd14612780df HTTP/1.1" status: 204 len: 173 time: 1.1136398 Jan 28 04:31:24.077188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'name': 'network-vif-deleted', 'tag': '481138f4-65d6-4fba-b1ab-fd14612780df'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:24.080296 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874ff77-f03f-4a51-80a8-e1d36d10f818" -d '{"events": [{"server_uuid": "3fce2714-8868-4d76-8c97-40e5fce3501b", "name": "network-vif-deleted", "tag": "481138f4-65d6-4fba-b1ab-fd14612780df"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:24.118803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57c550c9-b544-4b46-877d-f3999e6c7119 req-52f5b22a-ce09-4ae9-ad5d-5e6043779e44 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699967 Jan 28 04:31:24.242343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0a3d8-9e5c-442d-b568-f5a0bb8a313e req-5acd07b3-5061-4377-a23f-ce78dbbbbe7e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:24.244075 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abd0a3d8-9e5c-442d-b568-f5a0bb8a313e req-5acd07b3-5061-4377-a23f-ce78dbbbbe7e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0958781 Jan 28 04:31:24.310772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9976905-a546-429d-8d9c-6abccbc813ab req-63e7188b-ca29-4843-85e2-d05be4b3077d tempest-ServerGroupTestJSON-1211859381 tempest-ServerGroupTestJSON-1211859381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fce2714-8868-4d76-8c97-40e5fce3501b HTTP/1.1" status: 200 len: 210 time: 0.0727839 Jan 28 04:31:24.335060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abd0a3d8-9e5c-442d-b568-f5a0bb8a313e req-2eb6915e-2900-417b-9f22-c4102ab99a17 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828221 Jan 28 04:31:24.392941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-caea1c05-341b-4eda-8f73-fb8c49918311 service neutron] 10.222.0.52 "GET /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.1000731 Jan 28 04:31:24.411393 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb24cf44-6164-4f4c-a9ed-ab35c50aa404 x-openstack-request-id: req-bb24cf44-6164-4f4c-a9ed-ab35c50aa404 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:24.412051 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fce2714-8868-4d76-8c97-40e5fce3501b", "name": "network-vif-deleted", "tag": "481138f4-65d6-4fba-b1ab-fd14612780df", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:24.412477 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb24cf44-6164-4f4c-a9ed-ab35c50aa404 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:24.413037 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fce2714-8868-4d76-8c97-40e5fce3501b', 'name': 'network-vif-deleted', 'tag': '481138f4-65d6-4fba-b1ab-fd14612780df', 'status': 'completed', 'code': 200} Jan 28 04:31:24.517245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39259f51-ea78-4e20-ab7a-bbf226d0c1ce req-6f1ddb81-9c84-454f-9533-12a4c5541dd5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:24.521241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39259f51-ea78-4e20-ab7a-bbf226d0c1ce req-6f1ddb81-9c84-454f-9533-12a4c5541dd5 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 943 time: 0.0808272 Jan 28 04:31:24.578521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39259f51-ea78-4e20-ab7a-bbf226d0c1ce req-1c11a5bc-1aa4-4fd0-b7a5-ac5e3effcca3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Jan 28 04:31:24.639761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:24.690119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:24.727611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b305e759-b011-40f5-a0c5-5d330791ad07 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:24.741334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:24.760875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:24.881278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7990ac-8997-434a-aa4c-f5cba8205ad6 req-81cbca35-ef2b-4027-9221-11e7c1724650 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:24.883309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc7990ac-8997-434a-aa4c-f5cba8205ad6 req-81cbca35-ef2b-4027-9221-11e7c1724650 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1030684 Jan 28 04:31:24.947131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fea522-377d-4ca1-9582-4801f866bc74 req-c25b83a3-ebf8-4187-8803-da6c31862373 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:24.949338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78fea522-377d-4ca1-9582-4801f866bc74 req-c25b83a3-ebf8-4187-8803-da6c31862373 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1071689 Jan 28 04:31:24.951146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc7990ac-8997-434a-aa4c-f5cba8205ad6 req-6ae8903e-492e-42d9-b472-379642da95c3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616517 Jan 28 04:31:24.981086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] Transition to ACTIVE for port object b305e759-b011-40f5-a0c5-5d330791ad07 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:24.995522 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:25.078643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] No DVR routers for this DVR port b305e759-b011-40f5-a0c5-5d330791ad07 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:25.109544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78fea522-377d-4ca1-9582-4801f866bc74 req-ecbc33d1-7bfb-45cf-a2d2-05a7a95e32a0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374826 Jan 28 04:31:25.136670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] 10.222.0.52 "PUT /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07/bindings/n-h2-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7375576 Jan 28 04:31:25.144691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6e8d4-fe9a-4cd5-bd19-498adb50230a service neutron] Pushing event updated for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:25.307306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70699a83-a5a8-431a-a6ce-6d4b58f27234 req-1455e4ce-5951-470f-82ab-7b37a5ba412d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.308906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70699a83-a5a8-431a-a6ce-6d4b58f27234 req-1455e4ce-5951-470f-82ab-7b37a5ba412d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0883715 Jan 28 04:31:25.354958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-3e0c6657-8007-4589-98e3-df5e95ca6fdb tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.357032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-3e0c6657-8007-4589-98e3-df5e95ca6fdb tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.1045289 Jan 28 04:31:25.459647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70699a83-a5a8-431a-a6ce-6d4b58f27234 req-59656489-e7a4-44cf-ba71-d83485708fe5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402359 Jan 28 04:31:25.472135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-6f92a966-6169-4cbd-8ef2-bc160a399c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.477208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-6f92a966-6169-4cbd-8ef2-bc160a399c81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d&tenant_id=d7ea168804aa4cb99622a49b8276b82e HTTP/1.1" status: 200 len: 1095 time: 0.1087425 Jan 28 04:31:25.578492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-50cf8350-3197-4788-92af-b8336f128f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.580217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-50cf8350-3197-4788-92af-b8336f128f03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ea168804aa4cb99622a49b8276b82e&device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1095 time: 0.0668299 Jan 28 04:31:25.780525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:25.790872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e97409-6aa4-4cca-a437-989f96deab8b req-d69422e1-7a8c-4b3e-b01b-109d63bce06d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.792729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1e97409-6aa4-4cca-a437-989f96deab8b req-d69422e1-7a8c-4b3e-b01b-109d63bce06d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.1188936 Jan 28 04:31:25.793975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-a52d60cc-c140-48c5-a846-fb6bb67d4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.795677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-a52d60cc-c140-48c5-a846-fb6bb67d4d9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 200 len: 909 time: 0.2087843 Jan 28 04:31:25.854883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Deleting subnet e24c75f1-f1e2-4e13-925c-ffa318409a72 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:31:25.858942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Publish callbacks [] for subnet (e24c75f1-f1e2-4e13-925c-ffa318409a72), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:25.897050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (e24c75f1-f1e2-4e13-925c-ffa318409a72), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:25.917469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1e97409-6aa4-4cca-a437-989f96deab8b req-296658bb-8335-4efd-8b36-f71def47d665 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176333 Jan 28 04:31:25.918782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-6cc13f8b-292f-48c5-84e6-d2ce809539e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 200 len: 217 time: 0.0932071 Jan 28 04:31:25.959219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e24c75f1-f1e2-4e13-925c-ffa318409a72), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:25.975865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-8bb76d68-04c9-44a7-8246-06b933930498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.977616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-8bb76d68-04c9-44a7-8246-06b933930498 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 200 len: 848 time: 0.0522306 Jan 28 04:31:26.013930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-aecffe29-40a3-4ca9-ab5f-e9f021096ede service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09cfcab5-e083-44ce-92a1-e663734cd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273821 Jan 28 04:31:26.095896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369c96-a6e9-4f17-90f2-7d571251911b req-7a757b53-19da-4de6-876e-dc20ee90f6ac tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:26.097945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-66369c96-a6e9-4f17-90f2-7d571251911b req-7a757b53-19da-4de6-876e-dc20ee90f6ac tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0705414 Jan 28 04:31:26.099237 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (e24c75f1-f1e2-4e13-925c-ffa318409a72), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.119415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.125798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e24c75f1-f1e2-4e13-925c-ffa318409a72 HTTP/1.1" status: 204 len: 168 time: 0.3411276 Jan 28 04:31:26.128429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50870) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:26.131083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-5c01b3d4-4092-4079-8a7d-4283ba7d0351 service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110342 Jan 28 04:31:26.176443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24c75f1-f1e2-4e13-925c-ffa318409a72,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:26.225086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.225378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.225727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.226072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.226410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.226747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.227081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.227409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.227736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.228060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.228387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.228710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.229171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc4e34-defe-454c-8640-25aaaa960648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:26.266029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-66369c96-a6e9-4f17-90f2-7d571251911b req-75a47661-802a-482f-85c0-8a0de3ab646b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572309 Jan 28 04:31:26.268590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a6508e90-e645-4051-8806-57def287c622), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.362887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a6508e90-e645-4051-8806-57def287c622), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.378659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0ee3-8cee-48ee-886e-461fb9c6b0e2 req-feffdc33-afb3-40ec-ba51-15b4042ba002 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:26.380877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63dc0ee3-8cee-48ee-886e-461fb9c6b0e2 req-feffdc33-afb3-40ec-ba51-15b4042ba002 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1639349 Jan 28 04:31:26.391066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6508e90-e645-4051-8806-57def287c622']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:26.394621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-0c474af4-31a7-4d6a-88aa-71bfe369ccff service neutron] 10.222.0.47 "GET /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568314 Jan 28 04:31:26.422343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:26.422707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf56e9fe-ebef-4f73-9c3e-e4e498c6059b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:26.440648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (cf56e9fe-ebef-4f73-9c3e-e4e498c6059b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.466065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cf56e9fe-ebef-4f73-9c3e-e4e498c6059b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.473753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:31:26.475486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (cf56e9fe-ebef-4f73-9c3e-e4e498c6059b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:31:26.477417 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:31:26.538755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63dc0ee3-8cee-48ee-886e-461fb9c6b0e2 req-ade83edb-bb91-4151-842a-57882efb721e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430426 Jan 28 04:31:26.658478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f63f7-9f39-4783-a550-3a22a78098a6 req-fcabac0d-3282-4421-8f3e-f26e3dc15835 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:26.671070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a8f63f7-9f39-4783-a550-3a22a78098a6 req-fcabac0d-3282-4421-8f3e-f26e3dc15835 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1214712 Jan 28 04:31:26.680576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a6508e90-e645-4051-8806-57def287c622), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.694942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:26.701553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6508e90-e645-4051-8806-57def287c622 HTTP/1.1" status: 204 len: 168 time: 0.5720174 Jan 28 04:31:26.767913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a8f63f7-9f39-4783-a550-3a22a78098a6 req-771105e9-3f34-45ac-ba29-e1edd18f7a16 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958405 Jan 28 04:31:26.775647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f36a2f-e1d1-461b-8ae4-16533620afaf admin admin] Pushing event deleted for resources: {'Network': ['ID=a6508e90-e645-4051-8806-57def287c622,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:26.795298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-4ea6eda5-e513-4b25-b065-ab78a4654b87 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:26.798748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-4ea6eda5-e513-4b25-b065-ab78a4654b87 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d&tenant_id=d7ea168804aa4cb99622a49b8276b82e&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.1093788 Jan 28 04:31:26.926999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b29f0-278f-41f7-afaf-81ca85772522 req-57fe2cec-7eba-45d8-b724-c4530b5aeed0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:26.928722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-903b29f0-278f-41f7-afaf-81ca85772522 req-57fe2cec-7eba-45d8-b724-c4530b5aeed0 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0506716 Jan 28 04:31:26.952168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50890) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:26.994149 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-903b29f0-278f-41f7-afaf-81ca85772522 req-3c807411-b767-425a-8315-6170706349db tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Jan 28 04:31:27.073901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bcc346d1-323e-4621-85a2-c4112ccd86e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9375aaec45e84fd19e7329d604e05f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1187325 Jan 28 04:31:27.078338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:27.144950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-5f9eeb77-a2e6-4d94-be95-f166491cdcd4 service neutron] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:27.164774 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-5f9eeb77-a2e6-4d94-be95-f166491cdcd4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:27.165926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e063d18-f846-46ae-9995-ed542b5ace00 req-5f9eeb77-a2e6-4d94-be95-f166491cdcd4 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07/bindings/n-h1-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.3598669 Jan 28 04:31:27.202821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046723b-2410-4fb8-a28a-31482734dd70 req-afc4a648-da71-4d79-9b76-75a538ac6e0f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:27.204635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7046723b-2410-4fb8-a28a-31482734dd70 req-afc4a648-da71-4d79-9b76-75a538ac6e0f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.1538084 Jan 28 04:31:27.207943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-daea7cde-f2b0-48ab-b41e-b00fabbe30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:27.209453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-daea7cde-f2b0-48ab-b41e-b00fabbe30e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 1098 time: 0.1555169 Jan 28 04:31:27.252245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-349f8eab-9cdb-460a-814b-497257f60319 admin admin] Publish callbacks [] for security_group (0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:27.317262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-349f8eab-9cdb-460a-814b-497257f60319 admin admin] Publish callbacks [] for security_group (0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:27.414947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca4587-edd6-474c-8e23-2bf61c768984 req-f6079891-0fc7-4ec8-a28d-36099564c9b2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:27.424594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51ca4587-edd6-474c-8e23-2bf61c768984 req-f6079891-0fc7-4ec8-a28d-36099564c9b2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0793636 Jan 28 04:31:27.486499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51ca4587-edd6-474c-8e23-2bf61c768984 req-5b8df882-9c0b-4752-93f7-33d5df911c25 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601153 Jan 28 04:31:27.586134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 481138f4-65d6-4fba-b1ab-fd14612780df no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:27.618224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 481138f4-65d6-4fba-b1ab-fd14612780df {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:31:27.618833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 481138f4-65d6-4fba-b1ab-fd14612780df not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:31:27.788537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-349f8eab-9cdb-460a-814b-497257f60319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:27.791972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-349f8eab-9cdb-460a-814b-497257f60319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:27.796122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-349f8eab-9cdb-460a-814b-497257f60319 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d HTTP/1.1" status: 204 len: 168 time: 0.7134013 Jan 28 04:31:27.814274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7046723b-2410-4fb8-a28a-31482734dd70 req-e1506108-b157-4b5b-88f7-18943fc1199b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953538 Jan 28 04:31:27.845759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f8eab-9cdb-460a-814b-497257f60319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f823ad7-0ba0-4642-a7b3-d2a5e667fd8d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:27.895106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-4d592865-a04b-42e3-9760-6ba293d677de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:27.896585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-4d592865-a04b-42e3-9760-6ba293d677de service neutron] 10.222.0.47 "GET /v2.0/networks?id=4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 200 len: 915 time: 0.6796117 Jan 28 04:31:27.946522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00937-d0bb-4d72-a638-9115fa84cd34 req-f65f6d76-4566-4ab2-959e-774735ae3fd2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:27.949669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-543934ba-f7a4-41c5-b25d-a3aa08866dc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 200 len: 217 time: 0.0461264 Jan 28 04:31:27.953492 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2a00937-d0bb-4d72-a638-9115fa84cd34 req-f65f6d76-4566-4ab2-959e-774735ae3fd2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0791221 Jan 28 04:31:28.030250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2a00937-d0bb-4d72-a638-9115fa84cd34 req-ef9c9d0c-c63e-49a1-bd7a-174e0286675e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698206 Jan 28 04:31:28.115898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-dc5863b9-6b9f-47f7-ab64-9acf6a5fb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:28.117393 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-dc5863b9-6b9f-47f7-ab64-9acf6a5fb8d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 200 len: 854 time: 0.1616774 Jan 28 04:31:28.188850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-bd13ae17-5058-47d7-82fd-db6517cdc3df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4885e274-a81b-47bc-9262-3ea573265422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564885 Jan 28 04:31:28.194423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ce6-3330-4e73-80b2-6fe689b71fa5 req-98129563-2e83-453c-8680-427643336905 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:28.201033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-201c6ce6-3330-4e73-80b2-6fe689b71fa5 req-98129563-2e83-453c-8680-427643336905 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 1095 time: 0.1739144 Jan 28 04:31:28.206982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9cd67-cfea-4225-8256-8e4fb382150f req-60fedd76-5667-4d85-b7e5-c7486501d4ee tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:28.209319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74b9cd67-cfea-4225-8256-8e4fb382150f req-60fedd76-5667-4d85-b7e5-c7486501d4ee tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0782223 Jan 28 04:31:28.353954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74b9cd67-cfea-4225-8256-8e4fb382150f req-272a9baf-fbbc-4550-8334-f70dcb7c8e75 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314962 Jan 28 04:31:28.371873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-201c6ce6-3330-4e73-80b2-6fe689b71fa5 req-22fe30e8-ab51-41d0-a1de-37d425b0e588 tempest-LiveMigrationTest-337675594 tempest-LiveMigrationTest-337675594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671443 Jan 28 04:31:28.414640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-956aa639-bb4a-428d-99e1-69e9afccfb0a service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112973 Jan 28 04:31:28.603838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe9e10d-921b-400e-9c7e-10e404b87ab7 req-f179afe7-3fb4-4dd6-af44-36edf778b60c service neutron] 10.222.0.47 "GET /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788065 Jan 28 04:31:28.734130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c3a6b-8112-423d-8426-742663f47f73 req-aa066158-a713-4de9-bc4f-20c91a88dd91 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:28.743013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa7c3a6b-8112-423d-8426-742663f47f73 req-aa066158-a713-4de9-bc4f-20c91a88dd91 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1286345 Jan 28 04:31:28.840844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa7c3a6b-8112-423d-8426-742663f47f73 req-d013da17-fd54-439c-a1cf-9f6053ba30f9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917313 Jan 28 04:31:28.921923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306f821-b0c7-4d0a-a0ac-3f5dc2c873d8 req-7377418f-c0da-42a7-8442-05134014638b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:28.923909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5306f821-b0c7-4d0a-a0ac-3f5dc2c873d8 req-7377418f-c0da-42a7-8442-05134014638b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.0573802 Jan 28 04:31:28.982913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5306f821-b0c7-4d0a-a0ac-3f5dc2c873d8 req-091f3235-e83a-4a44-ad7e-c846f8e58b0c tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 Jan 28 04:31:29.101682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50952) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:29.174026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6aa51-3f98-49ec-90d1-59e5256ae537 req-f3c9ad98-18ee-4b7e-9961-df72a220e88c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:29.181049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6bd6aa51-3f98-49ec-90d1-59e5256ae537 req-f3c9ad98-18ee-4b7e-9961-df72a220e88c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0613647 Jan 28 04:31:29.251580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6bd6aa51-3f98-49ec-90d1-59e5256ae537 req-104b8ee4-c6c3-4b90-bb87-dc6b9179e52a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648150 Jan 28 04:31:29.287605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-314176991-network', 'tenant_id': 'f2f7a89d24834eb3a4d321c7ee1bf536'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:29.308820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Made reservation on behalf of f2f7a89d24834eb3a4d321c7ee1bf536 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:29.311203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.319976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.400757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks [] for security_group (8b4a4acb-1b34-445e-af1a-4069e68429b0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.405286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8b4a4acb-1b34-445e-af1a-4069e68429b0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.429188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:31:29.456698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (547e8543-1adb-47ce-be62-9427a9108369), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.457271 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Added segment 547e8543-1adb-47ce-be62-9427a9108369 of type vlan for network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 Jan 28 04:31:29.470674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a4acb-1b34-445e-af1a-4069e68429b0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:29.536377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (bffb6a1e-39d3-435b-b68c-755ecaaae2d5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.556394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f62dde-3fa6-4640-b141-9a6b01072a6f req-836d76ff-315f-4538-8764-7ec781fdb24b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:29.569979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52f62dde-3fa6-4640-b141-9a6b01072a6f req-836d76ff-315f-4538-8764-7ec781fdb24b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1038649 Jan 28 04:31:29.579737 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (bffb6a1e-39d3-435b-b68c-755ecaaae2d5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.582382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:29.583242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.605227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5015755 Jan 28 04:31:29.613250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50958) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:29.626440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Request body: {'subnet': {'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-314176991-subnet', 'tenant_id': 'f2f7a89d24834eb3a4d321c7ee1bf536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:29.718175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54437e1-0038-4a60-a24c-b4d7d9e1582e admin admin] Pushing event updated for resources: {'Network': ['ID=bffb6a1e-39d3-435b-b68c-755ecaaae2d5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:29.729487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:31:29.742023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52f62dde-3fa6-4640-b141-9a6b01072a6f req-5e318c32-961d-495a-82e4-3ad6cf31df32 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652725 Jan 28 04:31:29.743651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Made reservation on behalf of f2f7a89d24834eb3a4d321c7ee1bf536 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:29.756807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:29.890050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-82aedfd0-b6f1-4739-a58b-0894a4ece130 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:29.891616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-82aedfd0-b6f1-4739-a58b-0894a4ece130 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.2010200 Jan 28 04:31:30.087408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35085e8-9636-458b-bba0-75c839f9529d req-1a83022b-8075-48b8-a1c4-ee781c8cffc0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:30.089080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a35085e8-9636-458b-bba0-75c839f9529d req-1a83022b-8075-48b8-a1c4-ee781c8cffc0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1612179 Jan 28 04:31:30.154958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (948b1b53-0704-4fba-a2bb-31a1381c3aaf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.190272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc855-4958-43da-abb6-040f7230f4c3 req-253ce0ec-204c-433b-a301-5c7521ee6dbf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:30.191989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d1cc855-4958-43da-abb6-040f7230f4c3 req-253ce0ec-204c-433b-a301-5c7521ee6dbf tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 944 time: 0.0699377 Jan 28 04:31:30.233398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Deleting port b305e759-b011-40f5-a0c5-5d330791ad07 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:31:30.234055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.260238 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d1cc855-4958-43da-abb6-040f7230f4c3 req-4a37689d-9344-4a5c-a72e-4a9473ebf44b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Jan 28 04:31:30.311215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a35085e8-9636-458b-bba0-75c839f9529d req-ebf295a4-2d23-4e1c-8f76-0056144f3b8a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131271 Jan 28 04:31:30.351747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Pushing event updated for resources: {'Subnet': ['ID=948b1b53-0704-4fba-a2bb-31a1381c3aaf,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:30.378029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Checking segment: {'id': '547e8543-1adb-47ce-be62-9427a9108369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:30.378875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Network hostable DHCP agents. Network: bffb6a1e-39d3-435b-b68c-755ecaaae2d5, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:31:30.417786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] For port b305e759-b011-40f5-a0c5-5d330791ad07, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b305e759-b011-40f5-a0c5-5d330791ad07,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:30.418226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.428256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c445-514a-46f0-88c6-bda054160554 req-176cb88d-1bbb-4659-b8f5-784a0ceeb762 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:30.430216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28d8c445-514a-46f0-88c6-bda054160554 req-176cb88d-1bbb-4659-b8f5-784a0ceeb762 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0706451 Jan 28 04:31:30.442790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Calling delete_port for b305e759-b011-40f5-a0c5-5d330791ad07 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:31:30.479245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28d8c445-514a-46f0-88c6-bda054160554 req-21b869d5-dfcc-4a97-b826-24729bee3ef4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Jan 28 04:31:30.501428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:31:30.519821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, bffb6a1e-39d3-435b-b68c-755ecaaae2d5) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:30.525656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:30.526185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.535303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce9367-6096-40c9-a8b7-b458c905c78f None None] Network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:31:30.568794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dda3e93a-251d-41ab-bcf5-22291085126c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9467502 Jan 28 04:31:30.676090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b305e759-b011-40f5-a0c5-5d330791ad07), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.743018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb249b-1faf-4b61-8290-1d38c6f112ac None None] Network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:31:30.759203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event deleted for resources: {'Port': ['ID=b305e759-b011-40f5-a0c5-5d330791ad07,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:30.854751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] No DVR routers for this DVR port b305e759-b011-40f5-a0c5-5d330791ad07 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:30.865534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.870636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8458f9b9-f504-44e8-b9f1-67d3121a806b req-225d4717-50d1-4409-9940-3f62e5d732d8 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "DELETE /v2.0/ports/b305e759-b011-40f5-a0c5-5d330791ad07 HTTP/1.1" status: 204 len: 173 time: 0.9727323 Jan 28 04:31:30.875632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'name': 'network-vif-deleted', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:30.878034 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912eaa7c-2ab7-4cc2-a656-56c94e7f2ba8" -d '{"events": [{"server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "name": "network-vif-deleted", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:30.992873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27436c2-5622-49aa-af31-d46508c02757 req-f46548b8-96dd-45b2-bf33-0c2aab54567c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:31.006727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f27436c2-5622-49aa-af31-d46508c02757 req-f46548b8-96dd-45b2-bf33-0c2aab54567c tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1196089 Jan 28 04:31:31.089921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f27436c2-5622-49aa-af31-d46508c02757 req-011961c7-1ff2-4d93-bf21-a823bf4f7b54 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823100 Jan 28 04:31:31.294405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-0da9f0a7-2e69-42c6-8145-42bc4346b1de tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:31.295478 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99aba99b-b989-4200-a36a-7b05bcb2bf1c x-openstack-request-id: req-99aba99b-b989-4200-a36a-7b05bcb2bf1c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:31.296429 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed395898-5584-4af8-a4ad-791c2440db7d", "name": "network-vif-deleted", "tag": "b305e759-b011-40f5-a0c5-5d330791ad07", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:31.296988 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99aba99b-b989-4200-a36a-7b05bcb2bf1c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:31.297678 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed395898-5584-4af8-a4ad-791c2440db7d', 'name': 'network-vif-deleted', 'tag': 'b305e759-b011-40f5-a0c5-5d330791ad07', 'status': 'completed', 'code': 200} Jan 28 04:31:31.303097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-0da9f0a7-2e69-42c6-8145-42bc4346b1de tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/networks?id=bffb6a1e-39d3-435b-b68c-755ecaaae2d5 HTTP/1.1" status: 200 len: 812 time: 0.1680238 Jan 28 04:31:31.322704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-4d8012c5-f292-485a-b73f-6f7af808f36f tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/quotas/f2f7a89d24834eb3a4d321c7ee1bf536 HTTP/1.1" status: 200 len: 375 time: 0.0184402 Jan 28 04:31:31.394313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-133f7497-108f-48a8-b58a-407e5944081c tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2f7a89d24834eb3a4d321c7ee1bf536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695772 Jan 28 04:31:31.456352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072f04b-4daf-4972-bbd3-ba74b4b8912b req-9b5935dd-2337-4a04-b20a-0b75524f4b64 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:31.466698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1072f04b-4daf-4972-bbd3-ba74b4b8912b req-9b5935dd-2337-4a04-b20a-0b75524f4b64 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0971539 Jan 28 04:31:31.530204 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2b7a4845-4b0c-4a71-be99-eed097666f63 service neutron] 10.222.0.21 "GET /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343732 Jan 28 04:31:31.546863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1072f04b-4daf-4972-bbd3-ba74b4b8912b req-86290c1f-2605-4457-9c69-ec2441885a4b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713260 Jan 28 04:31:31.677997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-b087ab6c-2833-4119-abc8-6484e52bbb87 service neutron] 10.222.0.21 "GET /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464927 Jan 28 04:31:31.718620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b0e9c58-1273-46e2-b6ec-5f1fbc60e539 req-b5725e4f-ff19-4b3e-b04a-358561300a24 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0717120 Jan 28 04:31:31.895078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2d791-652c-4e18-be20-77e0c43d57e1 req-19ff941c-6a0e-4896-a1e6-d298ab3e3283 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:31.901614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8b2d791-652c-4e18-be20-77e0c43d57e1 req-19ff941c-6a0e-4896-a1e6-d298ab3e3283 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0973544 Jan 28 04:31:32.012957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8b2d791-652c-4e18-be20-77e0c43d57e1 req-5d6954c0-3de8-4544-9367-48ff57f2fe22 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030631 Jan 28 04:31:32.098861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56d71-670d-4e57-9cf6-0625760ea319 req-d0fccc2f-7488-4668-973c-426192268c1c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:32.110523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27b56d71-670d-4e57-9cf6-0625760ea319 req-d0fccc2f-7488-4668-973c-426192268c1c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1194656 Jan 28 04:31:32.209608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27b56d71-670d-4e57-9cf6-0625760ea319 req-099a647e-2cc0-42f9-b7d9-493db1b5f5d9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921094 Jan 28 04:31:32.218730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb1d4ba1-6054-4608-ae78-05e05baea33e req-67e45dd6-eee5-4c89-a711-caf314f40582 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 210 time: 0.0432906 Jan 28 04:31:32.423630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:32.496770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: b305e759-b011-40f5-a0c5-5d330791ad07 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:31:32.498400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b305e759-b011-40f5-a0c5-5d330791ad07 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:31:32.524531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82518c5-962d-42c9-9350-fec930371b12 req-73d45dae-c6a8-4b63-8b70-d083890776ce tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:32.532732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e82518c5-962d-42c9-9350-fec930371b12 req-73d45dae-c6a8-4b63-8b70-d083890776ce tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1052356 Jan 28 04:31:32.601601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e82518c5-962d-42c9-9350-fec930371b12 req-c60fa89a-5cc0-4d37-954b-c898f8ecdf8f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620692 Jan 28 04:31:32.794117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b826-6993-4829-bd21-6e5ce33b39bd req-52c64a93-a45f-4973-9e38-b4bc180c0771 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:32.798925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2b6b826-6993-4829-bd21-6e5ce33b39bd req-52c64a93-a45f-4973-9e38-b4bc180c0771 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1196353 Jan 28 04:31:32.911332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2248f0df-9f03-48ba-a08a-e6327b9f752d req-e222367e-d054-4759-b00f-6321d5f1b46a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0414875 Jan 28 04:31:32.926956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2b6b826-6993-4829-bd21-6e5ce33b39bd req-b8da0d85-b12a-492e-ba9f-4a732dd6a813 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184449 Jan 28 04:31:33.205127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220cad2-cdb3-4485-96f6-fd18eae909a7 req-ab03e45d-5344-4da5-8466-cacf3f766d20 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.207265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1220cad2-cdb3-4485-96f6-fd18eae909a7 req-ab03e45d-5344-4da5-8466-cacf3f766d20 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0982969 Jan 28 04:31:33.212805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adbe51-f7e0-4abd-9add-e5e9866a23f5 req-6a771bc8-d06a-4e40-9cfb-8481c015cadc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.222190 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77adbe51-f7e0-4abd-9add-e5e9866a23f5 req-6a771bc8-d06a-4e40-9cfb-8481c015cadc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0951200 Jan 28 04:31:33.280781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1220cad2-cdb3-4485-96f6-fd18eae909a7 req-b9861e44-0278-4fdd-a1f7-e2ac993280d4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636601 Jan 28 04:31:33.294981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77adbe51-f7e0-4abd-9add-e5e9866a23f5 req-8ee528e8-85ab-4685-ac1b-a946bce68dcc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 Jan 28 04:31:33.390902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d7848-c01f-416d-aaf5-f6466d288629 req-6406b76d-bfb9-4819-8a89-db5334f9f092 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.393811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-242d7848-c01f-416d-aaf5-f6466d288629 req-6406b76d-bfb9-4819-8a89-db5334f9f092 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0550747 Jan 28 04:31:33.408568 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-993e96b4-5cd8-4198-8677-f56ead1ba3a9 req-17c20fd1-b1e3-4303-aeb8-adecac82b515 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 210 time: 0.0398147 Jan 28 04:31:33.497976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-242d7848-c01f-416d-aaf5-f6466d288629 req-b57cde14-0489-42fe-aa5f-3ac28137d786 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982111 Jan 28 04:31:33.580298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2f616-5c83-408d-adb3-e6b983f8fe69 req-66aa7ccf-9133-47ec-879c-7973c3bce257 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.582767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2b2f616-5c83-408d-adb3-e6b983f8fe69 req-66aa7ccf-9133-47ec-879c-7973c3bce257 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0705478 Jan 28 04:31:33.725247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2b2f616-5c83-408d-adb3-e6b983f8fe69 req-84caac6f-91a1-4d97-ad0b-af91950a2ab1 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251523 Jan 28 04:31:33.853853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-05c50bc0-ebf4-4575-8870-7e541c196eef tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.855554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-05c50bc0-ebf4-4575-8870-7e541c196eef tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.47 "GET /v2.0/networks?id=bffb6a1e-39d3-435b-b68c-755ecaaae2d5 HTTP/1.1" status: 200 len: 812 time: 0.2286105 Jan 28 04:31:33.882403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Request body: {'port': {'device_id': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5', 'admin_state_up': True, 'tenant_id': 'f2f7a89d24834eb3a4d321c7ee1bf536'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:33.950777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f1ea-5fc3-4952-9ce7-c18f496de4ee req-ba0fed5a-29a7-416e-b287-d1f883560073 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.965680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4512f1ea-5fc3-4952-9ce7-c18f496de4ee req-ba0fed5a-29a7-416e-b287-d1f883560073 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1049302 Jan 28 04:31:34.062239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Made reservation on behalf of f2f7a89d24834eb3a4d321c7ee1bf536 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:34.066909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:34.123261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4512f1ea-5fc3-4952-9ce7-c18f496de4ee req-8e641eaa-1a8b-46ce-9556-b58f294c96f2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564684 Jan 28 04:31:34.272964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a13ed-073e-449b-99bc-9e7ebe8d8db1 req-a6275677-bb02-46e0-956f-498c9200b16f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.285079 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-605a13ed-073e-449b-99bc-9e7ebe8d8db1 req-a6275677-bb02-46e0-956f-498c9200b16f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0702364 Jan 28 04:31:34.289550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44925e42-70bb-4ce4-8ead-aa8ccf1e9423 req-f2c31d14-271e-46ce-bb28-4958d181351f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.1978698 Jan 28 04:31:34.401759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-605a13ed-073e-449b-99bc-9e7ebe8d8db1 req-d129fea1-0f30-477f-8baf-b8b0216a3a44 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155694 Jan 28 04:31:34.441321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Allocated IP 172.20.0.5 (bffb6a1e-39d3-435b-b68c-755ecaaae2d5/948b1b53-0704-4fba-a2bb-31a1381c3aaf/50dddd75-fd9d-4ba2-bbbc-438de67fd18c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:34.538259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0efc1-38e0-4dfd-9afd-7d5b632183b7 req-ec17fcfe-93cd-438d-b5cf-c21045f314ed tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.544841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-feb0efc1-38e0-4dfd-9afd-7d5b632183b7 req-ec17fcfe-93cd-438d-b5cf-c21045f314ed tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0984910 Jan 28 04:31:34.653476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-feb0efc1-38e0-4dfd-9afd-7d5b632183b7 req-2499f409-c094-41a4-b0d1-e0a84e816690 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077197 Jan 28 04:31:34.676132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de3d707e-ad54-4b50-92f2-b3600147ad72 req-63e4c309-a322-40cc-a634-3d5c6ef4853c tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 210 time: 0.0352669 Jan 28 04:31:34.723363 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks [] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:34.806384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c80fd-ca9e-4412-9a2d-4ea30963b104 req-ba5f98cf-330f-4575-b2b8-1ff29d63cfee tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.816328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-110c80fd-ca9e-4412-9a2d-4ea30963b104 req-ba5f98cf-330f-4575-b2b8-1ff29d63cfee tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0603364 Jan 28 04:31:34.823961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4c86-6c9e-4fd4-b03f-da12b0077361 req-bc01d65c-7ac8-453e-a29f-e5c9870d7d8e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.825800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec4a4c86-6c9e-4fd4-b03f-da12b0077361 req-bc01d65c-7ac8-453e-a29f-e5c9870d7d8e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0731945 Jan 28 04:31:34.828110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:34.874639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:34.890479 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-110c80fd-ca9e-4412-9a2d-4ea30963b104 req-66ccf97f-34f1-460a-b731-d507c5b7fe81 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668151 Jan 28 04:31:34.890699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:34.894164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:34.954906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.955742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:34.993850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187677 Jan 28 04:31:34.997400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f846586-88c1-453c-958f-33383712d0fd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Pushing event updated for resources: {'Port': ['ID=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:35.012643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Request body: {'port': {'device_id': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:35.056972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec4a4c86-6c9e-4fd4-b03f-da12b0077361 req-14db73a3-cf96-4d54-ab71-3d813ff9d954 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134225 Jan 28 04:31:35.114728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.115961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120c221-912f-4cd1-ba0a-1bd5f5a0cf05 req-47af137e-41e0-4a78-9b05-9f44cccb0006 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:35.118660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8120c221-912f-4cd1-ba0a-1bd5f5a0cf05 req-47af137e-41e0-4a78-9b05-9f44cccb0006 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0603328 Jan 28 04:31:35.206557 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8120c221-912f-4cd1-ba0a-1bd5f5a0cf05 req-950a91c6-4833-4907-804b-a1b24c2e938b tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814884 Jan 28 04:31:35.431710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b7e0c-7541-48c4-8e65-318c9bee98af req-16697f16-b112-42a2-8546-bdc14ba13b2a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:35.433844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-458b7e0c-7541-48c4-8e65-318c9bee98af req-16697f16-b112-42a2-8546-bdc14ba13b2a tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1032898 Jan 28 04:31:35.458496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97ee6f45-ee92-4eff-880a-6824d854b589 req-50c2ab64-41cb-404c-9216-7d46e95dca3a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0603888 Jan 28 04:31:35.525667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-458b7e0c-7541-48c4-8e65-318c9bee98af req-0c38b0f9-b06d-453f-bef2-08d3a8a0b2fd tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856609 Jan 28 04:31:35.698369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dddd75-fd9d-4ba2-bbbc-438de67fd18c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:35.713718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Publish callbacks [] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.734618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54291cd2-630c-4772-a02e-5a1b31155f33 req-6e9a9c07-4fb4-43cb-ae2d-c07587ec7e06 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:35.742231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54291cd2-630c-4772-a02e-5a1b31155f33 req-6e9a9c07-4fb4-43cb-ae2d-c07587ec7e06 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1123593 Jan 28 04:31:35.752627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Transition to ACTIVE for port object 50dddd75-fd9d-4ba2-bbbc-438de67fd18c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:35.764797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.854957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Pushing event updated for resources: {'Port': ['ID=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:35.869543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54291cd2-630c-4772-a02e-5a1b31155f33 req-f92dd7b9-509a-4e74-9a61-c09cc48103f4 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263027 Jan 28 04:31:35.889546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb91a18-c280-4da4-9669-6c5f73c01f30 req-4998c40b-5602-4e7e-81d5-a797f007eb5a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:35.897058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cbb91a18-c280-4da4-9669-6c5f73c01f30 req-4998c40b-5602-4e7e-81d5-a797f007eb5a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1040447 Jan 28 04:31:35.915899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:36.012628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cbb91a18-c280-4da4-9669-6c5f73c01f30 req-b41e8411-b5d1-437f-8cb8-471d5d9efa2d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190755 Jan 28 04:31:36.071032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c1b48-1347-47a7-ba18-88eaf65646b7 req-702adefa-d6d4-4c8a-8841-bffeccb43b18 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.073545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3c1b48-1347-47a7-ba18-88eaf65646b7 req-702adefa-d6d4-4c8a-8841-bffeccb43b18 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 943 time: 0.0923376 Jan 28 04:31:36.074557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Attempting to bind port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:36.075000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Attempting to bind port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '547e8543-1adb-47ce-be62-9427a9108369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:36.075446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Attempting to bind port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c on network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:36.091543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c on network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:36.095689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Attempting to bind port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c on network bffb6a1e-39d3-435b-b68c-755ecaaae2d5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:36.119478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:36.119997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Checking segment: {'id': '547e8543-1adb-47ce-be62-9427a9108369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:36.120506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Bound using segment: {'id': '547e8543-1adb-47ce-be62-9427a9108369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:36.121074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Bound port: 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547e8543-1adb-47ce-be62-9427a9108369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:36.121889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:36.192780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3c1b48-1347-47a7-ba18-88eaf65646b7 req-bc6b3dfa-218f-4f99-8d55-4a767a99334f tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081500 Jan 28 04:31:36.363233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] For port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:36.380565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] For port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,segment=NetworkSegment(547e8543-1adb-47ce-be62-9427a9108369),segment_id=547e8543-1adb-47ce-be62-9427a9108369)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:36.390103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:36.402601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e780-d83b-41a6-9f00-e2d165147123 req-75dad985-fedf-40b5-bc7a-b72afd8ce78d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.417430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5c1e780-d83b-41a6-9f00-e2d165147123 req-75dad985-fedf-40b5-bc7a-b72afd8ce78d tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1439373 Jan 28 04:31:36.444051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaf30c-873f-4c40-b8a0-0445d1504045 req-a95b5d38-0615-4a3a-89a7-40b9341d8e18 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.445795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85aaf30c-873f-4c40-b8a0-0445d1504045 req-a95b5d38-0615-4a3a-89a7-40b9341d8e18 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1357038 Jan 28 04:31:36.471080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.471650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:36.473912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] 10.222.0.47 "PUT /v2.0/ports/50dddd75-fd9d-4ba2-bbbc-438de67fd18c HTTP/1.1" status: 200 len: 1091 time: 1.4654191 Jan 28 04:31:36.474478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'tag': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:36.476921 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d372b5e-cb2e-40f9-8ebd-54d5857cb07d", "tag": "50dddd75-fd9d-4ba2-bbbc-438de67fd18c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:36.515944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab84c47-a813-47d0-b33a-faa711fbb3ae service neutron] Pushing event updated for resources: {'Port': ['ID=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:36.561567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5c1e780-d83b-41a6-9f00-e2d165147123 req-8e066137-d47d-4a22-8dec-10bd61217dcb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320438 Jan 28 04:31:36.566735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85aaf30c-873f-4c40-b8a0-0445d1504045 req-2cffe6af-1c72-4faa-9a6b-d053dcc34a45 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143067 Jan 28 04:31:36.651517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-d5fecd86-5fa1-4ac7-9e8d-b72eee5a97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.653042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-d5fecd86-5fa1-4ac7-9e8d-b72eee5a97d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2f7a89d24834eb3a4d321c7ee1bf536&device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 1094 time: 0.0536263 Jan 28 04:31:36.787345 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c53ba5-7601-4804-b57e-c1513cc1b048 x-openstack-request-id: req-e8c53ba5-7601-4804-b57e-c1513cc1b048 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:36.787711 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d372b5e-cb2e-40f9-8ebd-54d5857cb07d", "tag": "50dddd75-fd9d-4ba2-bbbc-438de67fd18c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:36.787887 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8c53ba5-7601-4804-b57e-c1513cc1b048 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:36.788287 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'tag': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c', 'status': 'completed', 'code': 200} Jan 28 04:31:36.791158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-15bd8523-ec05-416a-a616-afe7fa3aaea8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c HTTP/1.1" status: 200 len: 217 time: 0.1233075 Jan 28 04:31:36.857178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-807e5a5c-3bf3-4a61-929d-47805519611b req-35b4b1d7-01b3-43d6-820e-a0dc1b2f0fc9 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.1752169 Jan 28 04:31:36.899487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4aa8e-ad42-4304-8566-e209a58b3f0a req-720a10f7-e429-4974-af1e-06deef537b4e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.907754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58f4aa8e-ad42-4304-8566-e209a58b3f0a req-720a10f7-e429-4974-af1e-06deef537b4e tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.0855722 Jan 28 04:31:36.931085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-c3a00737-1d49-4367-8ede-ad39cc34d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.932547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-c3a00737-1d49-4367-8ede-ad39cc34d146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=948b1b53-0704-4fba-a2bb-31a1381c3aaf HTTP/1.1" status: 200 len: 852 time: 0.1309779 Jan 28 04:31:36.973625 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58f4aa8e-ad42-4304-8566-e209a58b3f0a req-7a10f513-37f5-44d4-8eb7-58810579f2ec tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Jan 28 04:31:36.982036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-ce896bf4-9b5e-4fa2-a426-e3919c2da473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffb6a1e-39d3-435b-b68c-755ecaaae2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423753 Jan 28 04:31:37.116138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-112ac5c1-962a-4ff9-912b-fe9893ccee90 service neutron] 10.222.0.47 "GET /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180563 Jan 28 04:31:37.178881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f03a-d633-4570-b08c-ba7860c77f74 req-87f585aa-3583-4f4a-9fa8-d8d9717055aa tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.200104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6383f03a-d633-4570-b08c-ba7860c77f74 req-87f585aa-3583-4f4a-9fa8-d8d9717055aa tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1260428 Jan 28 04:31:37.278121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6383f03a-d633-4570-b08c-ba7860c77f74 req-5642de25-e1cb-4b51-9ebf-2de0f9786899 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771255 Jan 28 04:31:37.341068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2c3fb-17ae-433c-8068-22175a61b58f req-1e655470-89b1-4361-b60c-e345272b4b46 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.342840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2aa2c3fb-17ae-433c-8068-22175a61b58f req-1e655470-89b1-4361-b60c-e345272b4b46 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1768599 Jan 28 04:31:37.396950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc3455b-b8a6-486e-b4c1-60c36050f59f req-b5d2ef11-e0d0-486e-a4ec-0088e3fbfda3 service neutron] 10.222.0.47 "GET /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673771 Jan 28 04:31:37.487784 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:37.493392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2aa2c3fb-17ae-433c-8068-22175a61b58f req-8e00593c-4ddd-4530-bea7-7fa27acb36e0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305180 Jan 28 04:31:37.573367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105427bf-be48-4898-833f-7335a1a0d006 req-e7759d1a-2790-449b-babd-60d8c8844374 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.575039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-105427bf-be48-4898-833f-7335a1a0d006 req-e7759d1a-2790-449b-babd-60d8c8844374 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 943 time: 0.0555182 Jan 28 04:31:37.595594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-c1f2126f-63a2-4070-8f9d-41238163f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.597722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-c1f2126f-63a2-4070-8f9d-41238163f10d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2f7a89d24834eb3a4d321c7ee1bf536&device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 1094 time: 0.0550981 Jan 28 04:31:37.639055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-105427bf-be48-4898-833f-7335a1a0d006 req-86cbccaf-36a5-40ce-b9d7-c720181ae8b4 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531940 Jan 28 04:31:37.719143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-59f5c795-2263-4ef9-ac6a-50c048b297d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.721201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-59f5c795-2263-4ef9-ac6a-50c048b297d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffb6a1e-39d3-435b-b68c-755ecaaae2d5 HTTP/1.1" status: 200 len: 913 time: 0.1071305 Jan 28 04:31:37.813992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-e924954f-a0bc-401d-9e47-e94926d82819 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c HTTP/1.1" status: 200 len: 217 time: 0.0618181 Jan 28 04:31:37.877414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f090c-c85d-4d9e-875d-d7e8111625f6 req-e95973e2-231c-4643-8318-0ba812688f30 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.878935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-515f090c-c85d-4d9e-875d-d7e8111625f6 req-e95973e2-231c-4643-8318-0ba812688f30 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1568570 Jan 28 04:31:37.946457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-515f090c-c85d-4d9e-875d-d7e8111625f6 req-8436d6fc-f650-4eb2-b33e-7a598d0dd10d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587730 Jan 28 04:31:37.947131 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-8336dffe-2665-4355-a872-aa2c414f4041 service neutron] show failed (client error): The resource could not be found. Jan 28 04:31:37.948205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-8336dffe-2665-4355-a872-aa2c414f4041 service neutron] 10.222.0.52 "GET /v2.0/ports/879f1b1d-932b-4c35-80e5-29914fbf938a/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.2169933 Jan 28 04:31:37.958633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-8c84eb34-6774-4b50-91e9-52fb36ded241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.960088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-8c84eb34-6774-4b50-91e9-52fb36ded241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=948b1b53-0704-4fba-a2bb-31a1381c3aaf HTTP/1.1" status: 200 len: 852 time: 0.1353149 Jan 28 04:31:38.019095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-27e7a5d6-2be4-4679-a5b9-df4cd9752073 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffb6a1e-39d3-435b-b68c-755ecaaae2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527000 Jan 28 04:31:38.056885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18263a96-a97a-4347-bbe4-3bf4cb28c6ca req-6dbd1eb0-44bd-47f9-bcec-b22d9f59851d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0532529 Jan 28 04:31:38.234083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-dbe7cdff-3569-46b7-83f3-b5d6fe8489e9 service neutron] 10.222.0.47 "GET /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075255 Jan 28 04:31:38.568255 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-536a3dbd-c4e6-48ea-bf90-046d28170a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:38.721126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a899-721d-42ac-aaaf-87659bb410d3 req-2225411a-ca57-45ca-87d6-f153b42e357c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:38.731630 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d425a899-721d-42ac-aaaf-87659bb410d3 req-2225411a-ca57-45ca-87d6-f153b42e357c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0778186 Jan 28 04:31:38.811201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d425a899-721d-42ac-aaaf-87659bb410d3 req-135742e1-b8f8-4f3e-8556-9909888fd9c9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737598 Jan 28 04:31:39.038844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6d1a6-4197-4a90-be7a-fcbc0d1bcfe5 req-25c129ef-da55-41b0-9dc5-d14d4382b604 service neutron] 10.222.0.47 "GET /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989278 Jan 28 04:31:39.066042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-10d43f49-5055-4d61-bb1d-d0936914be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:39.067686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-10d43f49-5055-4d61-bb1d-d0936914be9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f&tenant_id=e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 1101 time: 0.7950802 Jan 28 04:31:39.106455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:39.116382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cb45f-6da6-4433-a513-2b76e1ffe63f req-dfc5c716-2633-4151-8db6-d4e46e72fac3 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:39.127349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-069cb45f-6da6-4433-a513-2b76e1ffe63f req-dfc5c716-2633-4151-8db6-d4e46e72fac3 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 943 time: 0.1433084 Jan 28 04:31:39.140100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549fbf-7aa6-4033-8aee-2cb08e3dbf68 req-b0c0e4a0-77f8-47df-876e-3dfc07ece8da tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:39.147487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3549fbf-7aa6-4033-8aee-2cb08e3dbf68 req-b0c0e4a0-77f8-47df-876e-3dfc07ece8da tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.0749691 Jan 28 04:31:39.219874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3549fbf-7aa6-4033-8aee-2cb08e3dbf68 req-e78b4c1d-1bd1-45d4-abea-73e9ea7c56a1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Jan 28 04:31:39.239584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:39.255788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-069cb45f-6da6-4433-a513-2b76e1ffe63f req-7e8182af-62ad-48b0-bd0d-f4051421d4ea tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271939 Jan 28 04:31:39.331578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46e1cdb9-287e-4bbb-bf82-86a64d834c39 req-94ee9bec-f521-49b8-9b51-4a80c463ee9a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0391479 Jan 28 04:31:39.585294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:39.625448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:39.720841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:39.727185 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b7855-53a1-4dba-9aba-eccf57aee89d" -d '{"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-unplugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:39.737794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Publish callbacks [] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:39.781205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Transition to ACTIVE for port object 879f1b1d-932b-4c35-80e5-29914fbf938a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:39.786004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:39.849650 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c386e9-a6d1-46dd-9c69-203a5c928ac1 x-openstack-request-id: req-57c386e9-a6d1-46dd-9c69-203a5c928ac1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:39.850763 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-unplugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:39.852414 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57c386e9-a6d1-46dd-9c69-203a5c928ac1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:39.868327 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'code': 200} Jan 28 04:31:39.982797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] No DVR routers for this DVR port 879f1b1d-932b-4c35-80e5-29914fbf938a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:40.039239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:40.127390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:40.127799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:40.128136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:40.133666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:40.133666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:40.140780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:40.141228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:40.141617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:40.142064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Bound port: 879f1b1d-932b-4c35-80e5-29914fbf938a, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:40.142462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:40.210451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d354d-b5c7-409f-a887-71e1fac8435e req-b26eb877-9b39-4b13-99c9-64c24b584017 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.220378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d7d354d-b5c7-409f-a887-71e1fac8435e req-b26eb877-9b39-4b13-99c9-64c24b584017 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1926732 Jan 28 04:31:40.302825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-db3c17ee-481f-4ea0-9909-6f7f0b17cf41 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.311679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-db3c17ee-481f-4ea0-9909-6f7f0b17cf41 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.2406819 Jan 28 04:31:40.337041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:40.339417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-e8915087-8709-4989-81b5-a8e4bae8846f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/quotas/36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 375 time: 0.0266380 Jan 28 04:31:40.342407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:40.358211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d7d354d-b5c7-409f-a887-71e1fac8435e req-6a41bbdd-53ed-411d-aff2-973a2b5f21a8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368945 Jan 28 04:31:40.378533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:40.448094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-4fac1c40-7e9d-4d54-8bcc-2256e89dd17e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077354 Jan 28 04:31:40.471567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.473426 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:40.477544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] 10.222.0.47 "PUT /v2.0/ports/879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 1096 time: 1.3786993 Jan 28 04:31:40.480570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debeeae2-ab57-461d-ad6c-ee821852b7db service neutron] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:40.504048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 50dddd75-fd9d-4ba2-bbbc-438de67fd18c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:40.718180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-40f207f9-5c21-4157-8ce1-bb276840b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.719774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-40f207f9-5c21-4157-8ce1-bb276840b9a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1099 time: 0.1680338 Jan 28 04:31:40.730580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-1a233198-4b3e-4936-9d75-0f544c9ea575 service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804499 Jan 28 04:31:40.733014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759828c-5dd1-48e2-974b-c7650f46c47c req-854f90ce-778a-41aa-83cc-817678bf0a91 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.756436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3759828c-5dd1-48e2-974b-c7650f46c47c req-854f90ce-778a-41aa-83cc-817678bf0a91 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.2547321 Jan 28 04:31:40.846893 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96b12eb4-76a4-43ca-8b8c-132cce410a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:40.922771 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:31:40.966219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,segment=NetworkSegment(547e8543-1adb-47ce-be62-9427a9108369),segment_id=547e8543-1adb-47ce-be62-9427a9108369)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:41.005006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c', 'network_id': 'bffb6a1e-39d3-435b-b68c-755ecaaae2d5', 'port_id': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c', 'mac_address': 'fa:16:3e:5f:3a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948b1b53-0704-4fba-a2bb-31a1381c3aaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:41.014703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-e64c33c8-7a9f-4f29-bc78-249ce46163ed service neutron] 10.222.0.21 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783654 Jan 28 04:31:41.016190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3759828c-5dd1-48e2-974b-c7650f46c47c req-a587697f-7aa9-41c5-be26-fac439b4acdb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545836 Jan 28 04:31:41.118892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:41.119624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.143427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-e504db06-af65-4331-8cc7-a5394283c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.144585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-e504db06-af65-4331-8cc7-a5394283c6ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3849018 Jan 28 04:31:41.145186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dddd75-fd9d-4ba2-bbbc-438de67fd18c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:41.192361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,segment=NetworkSegment(547e8543-1adb-47ce-be62-9427a9108369),segment_id=547e8543-1adb-47ce-be62-9427a9108369)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:41.199427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.299600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-00e1a1d4-b8cb-468b-9912-d93480b58e03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.1307313 Jan 28 04:31:41.351337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:41.390784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba5ea3-2d56-4955-8e81-dbd4a3ef41e3 req-bb9fd99b-6493-4768-b165-1a62d3ad1741 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.393876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6ba5ea3-2d56-4955-8e81-dbd4a3ef41e3 req-bb9fd99b-6493-4768-b165-1a62d3ad1741 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 944 time: 0.2416959 Jan 28 04:31:41.413739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-ccc203ac-592a-4d3d-bd99-e9e42c99edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.415684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-ccc203ac-592a-4d3d-bd99-e9e42c99edef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1091712 Jan 28 04:31:41.499439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6ba5ea3-2d56-4955-8e81-dbd4a3ef41e3 req-05a71ed8-9ff7-436d-b4c7-0931f9e3c57e tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971761 Jan 28 04:31:41.502671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-91ce0fcf-3e08-42cc-9345-e2bd020169a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.504160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-91ce0fcf-3e08-42cc-9345-e2bd020169a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766177 Jan 28 04:31:41.620631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['50dddd75-fd9d-4ba2-bbbc-438de67fd18c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:41.691360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-82c8e37a-3031-4936-80ca-04a34173c7dd service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771243 Jan 28 04:31:41.714210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51214) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:41.721188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1896421015'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:41.738093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-596575b8-06b1-4da1-b123-ba0ac6c47d6b req-b7e91af2-6ae9-4664-aa9e-9bc2c31588fa tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0821793 Jan 28 04:31:41.752833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:41.821241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 879f1b1d-932b-4c35-80e5-29914fbf938a host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:31:41.824096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:31:41.895728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:41.897920 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1396f761-7812-445e-912f-d4323f3845ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:41.904443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:41.907521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.942110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c481a4d4-8f75-434e-aff1-f1db6e173934 req-cab38684-59e8-4ae2-aab6-abc3581db5b5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0822182 Jan 28 04:31:41.983988 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.084353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:31:42.105629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066162c-245c-4b65-91f8-3aaba618f12f req-4460a7e3-7747-4a9c-9f29-7d51a0686bde tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.125845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7066162c-245c-4b65-91f8-3aaba618f12f req-4460a7e3-7747-4a9c-9f29-7d51a0686bde tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.3051271 Jan 28 04:31:42.147861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dca976f-387b-4ef6-b54e-58d2605fc2c6 req-10d339e2-f439-45ec-8bed-8a918148e1d4 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407425 Jan 28 04:31:42.158466 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735efa4f-7017-4271-a909-13bb1526c6ff x-openstack-request-id: req-735efa4f-7017-4271-a909-13bb1526c6ff {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:42.159011 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:42.159433 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-735efa4f-7017-4271-a909-13bb1526c6ff {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:42.160004 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'status': 'completed', 'code': 200} Jan 28 04:31:42.253188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb48b024-cc17-4483-8570-1ea2f80af7e9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.253562 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Added segment eb48b024-cc17-4483-8570-1ea2f80af7e9 of type vlan for network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc Jan 28 04:31:42.347523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979020e0-535c-4a40-8c76-618153dbd1e6 req-7e713fb6-7146-43fe-9a81-8a6ac0865165 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.349720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-979020e0-535c-4a40-8c76-618153dbd1e6 req-7e713fb6-7146-43fe-9a81-8a6ac0865165 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.0997725 Jan 28 04:31:42.433526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (90e49d80-b7ca-4a96-8282-5ff7ac6337cc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.475870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7066162c-245c-4b65-91f8-3aaba618f12f req-37b10e38-7b31-4428-a737-207eb45f4b0f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490446 Jan 28 04:31:42.491735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-979020e0-535c-4a40-8c76-618153dbd1e6 req-c2805975-a90a-43f5-aaad-ef9d4e611002 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Jan 28 04:31:42.508113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-428772d8-7653-42ca-8b77-20aef92a7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.509696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-428772d8-7653-42ca-8b77-20aef92a7257 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1099 time: 0.3465240 Jan 28 04:31:42.515673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-93e04d4b-4088-4157-b59f-44bb5f9915c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.517341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-93e04d4b-4088-4157-b59f-44bb5f9915c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1099 time: 0.2657046 Jan 28 04:31:42.675844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-07d2a9da-b9c0-4234-bafc-3ab429c0bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.677826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-07d2a9da-b9c0-4234-bafc-3ab429c0bbf9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1548374 Jan 28 04:31:42.678436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (90e49d80-b7ca-4a96-8282-5ff7ac6337cc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.683927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.684464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.781132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0658731 Jan 28 04:31:42.783865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51234) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:42.788737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1248072916'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:42.827199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-7ff60b81-45af-45f1-aa41-59fbfda4ed00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.1297009 Jan 28 04:31:42.828090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:42.832421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.878243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:31:42.887984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4dc95013-63c7-4696-a2fc-0949cdcdaf74), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.888718 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Added segment 4dc95013-63c7-4696-a2fc-0949cdcdaf74 of type vlan for network da859996-bfb1-433b-9fdd-067dd7d92577 Jan 28 04:31:42.948849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bac82-7b7f-4070-874c-0427d6223e46 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Network': ['ID=90e49d80-b7ca-4a96-8282-5ff7ac6337cc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:42.959750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:31:42.974940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (da859996-bfb1-433b-9fdd-067dd7d92577), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.986474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b88e0d-52b3-4c1a-ad30-613b45c9ebbf req-1fa53910-1003-4578-b9fa-8279f1a3a99a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.995185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-47b88e0d-52b3-4c1a-ad30-613b45c9ebbf req-1fa53910-1003-4578-b9fa-8279f1a3a99a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 944 time: 0.2957380 Jan 28 04:31:43.006284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a1d8124-a66e-4435-b630-ae9124febd82 req-b7a114d8-4564-4fc7-bec9-41003bc7ce0b tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0857613 Jan 28 04:31:43.050530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-3b390047-19d2-4609-af22-ae0dd3be85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.052170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-3b390047-19d2-4609-af22-ae0dd3be85c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.5206575 Jan 28 04:31:43.075868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-4e92617d-89ca-496d-8cee-36ad4233d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.076714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (da859996-bfb1-433b-9fdd-067dd7d92577), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:43.077344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-4e92617d-89ca-496d-8cee-36ad4233d4ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1941266 Jan 28 04:31:43.083023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.084221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:43.177359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-5102f02e-04cc-457e-bd30-71649b36f1a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.1175494 Jan 28 04:31:43.189264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4026723 Jan 28 04:31:43.197895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51240) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:43.211388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'subnet': {'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:43.260461 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac5085ef-5c01-40b9-8206-d1ac18f90316 req-d0f315b6-22d3-4526-ad0f-f4430eeba7a4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0635638 Jan 28 04:31:43.351540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281a563-6f67-42ea-a4d1-0841ba235505 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Network': ['ID=da859996-bfb1-433b-9fdd-067dd7d92577,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:43.365701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network da859996-bfb1-433b-9fdd-067dd7d92577 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:31:43.408910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:43.412598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:43.422168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-47b88e0d-52b3-4c1a-ad30-613b45c9ebbf req-faa2b636-5fb9-469e-a279-b85536c19d27 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260798 Jan 28 04:31:43.471313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-afab896f-55f3-446d-8643-34a34da7be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.476039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-afab896f-55f3-446d-8643-34a34da7be1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3217342 Jan 28 04:31:43.486996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-636d7385-977c-4cad-b251-f0027fc525fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.488471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-636d7385-977c-4cad-b251-f0027fc525fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2765539 Jan 28 04:31:43.548911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:43.751218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-2122b5d2-8a9a-41ae-830d-02c020a4d932 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.752263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe032-3e49-4ab9-92cb-47d62d8bbd4f req-419467e6-b816-439c-a24e-675caf4d2b52 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.752814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-2122b5d2-8a9a-41ae-830d-02c020a4d932 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 821 time: 0.5248997 Jan 28 04:31:43.754271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74bfe032-3e49-4ab9-92cb-47d62d8bbd4f req-419467e6-b816-439c-a24e-675caf4d2b52 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1328785 Jan 28 04:31:43.755992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d8dcf339-cd53-47e9-9007-aee8d6e0d517), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:43.775121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Request body: {'port': {'device_id': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'admin_state_up': True, 'tenant_id': '36b17bc8a4c3425eb0bd16e537cc193f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:43.864504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a60167-4a85-4971-b64a-e14fca6a6293 req-79a7c3d4-8daa-4074-b8c0-f14025e553d5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.866044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74bfe032-3e49-4ab9-92cb-47d62d8bbd4f req-07726234-0f93-452a-a059-bb061f389ab1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032534 Jan 28 04:31:43.876955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61a60167-4a85-4971-b64a-e14fca6a6293 req-79a7c3d4-8daa-4074-b8c0-f14025e553d5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 948 time: 0.2288425 Jan 28 04:31:43.889093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Subnet': ['ID=d8dcf339-cd53-47e9-9007-aee8d6e0d517,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:43.897554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Checking segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:43.898099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network hostable DHCP agents. Network: 90e49d80-b7ca-4a96-8282-5ff7ac6337cc, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:31:43.923647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:31:43.936605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-f9ed024c-22d4-4008-b2b4-6563a3f31bca service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405613 Jan 28 04:31:43.939775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f761-7812-445e-912f-d4323f3845ea req-11d84fee-73b5-463a-ae5e-727f5406a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.941520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-11d84fee-73b5-463a-ae5e-727f5406a53c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2944391 Jan 28 04:31:43.945972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 90e49d80-b7ca-4a96-8282-5ff7ac6337cc) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:43.951804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.953456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:43.960285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d526a0-fa00-4fc8-aee3-0b8f479672f3 None None] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:31:44.006939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-87f9b4ca-72f1-474b-8631-a55aa509e026 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8068340 Jan 28 04:31:44.012419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51248) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:44.020881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'subnet': {'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:44.194545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:31:44.195427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:44.236828 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61a60167-4a85-4971-b64a-e14fca6a6293 req-20623a33-82eb-43e9-92e9-d9942e7e3b5b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325808 Jan 28 04:31:44.238987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-d85fec6b-6c33-4c0a-a771-12ec604e0b6c service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180868 Jan 28 04:31:44.284867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2814421-f6c9-4527-ad63-43db2efd8b3e req-0af72811-d6fb-406d-8ac0-9369ace28159 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0960202 Jan 28 04:31:44.377994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:44.381537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:44.423861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Allocated IP 10.1.1.2 (90e49d80-b7ca-4a96-8282-5ff7ac6337cc/d8dcf339-cd53-47e9-9007-aee8d6e0d517/9ce1b45a-33ca-4d18-8a0e-307c9a624f14) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:44.449682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Made reservation on behalf of 36b17bc8a4c3425eb0bd16e537cc193f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:44.460192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:44.526416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c0a059a-d3d9-4d30-a6ac-821f44ef4a78 req-5f984cb1-fa8d-4add-82b0-5d1f6643733e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.1195583 Jan 28 04:31:44.717590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916b66-ece9-4c57-80f6-ce059c77fc6e req-7d89f07d-675f-40f3-bea7-3f8a2dbe3170 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:44.721022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d916b66-ece9-4c57-80f6-ce059c77fc6e req-7d89f07d-675f-40f3-bea7-3f8a2dbe3170 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 944 time: 0.1591256 Jan 28 04:31:44.726192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Publish callbacks [] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:44.742713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:44.745742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 50dddd75-fd9d-4ba2-bbbc-438de67fd18c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:44.857605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Allocated IP 172.20.0.10 (ddaa9b47-78f6-40a2-9951-a11db54ce174/745d9cfb-a6cf-40a1-9351-bf9090ad99e8/b3b555c3-7f1d-4903-aeda-e25ef260930d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:44.896854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d916b66-ece9-4c57-80f6-ce059c77fc6e req-bf705bd4-0815-4ba4-862a-d9490d8a07cd tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679778 Jan 28 04:31:44.939256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:44.964432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'mac_address': 'fa:16:3e:d0:e0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:44.966532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-0c78e6cc-e93c-4207-a924-778e96453507 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500861 Jan 28 04:31:44.969305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.037088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1129afa8-89a9-4042-9b1c-9b8f52c60aac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.086395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:45.089639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 879f1b1d-932b-4c35-80e5-29914fbf938a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:45.090084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.105209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:45.116008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:45.119324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:45.127334 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.133923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f1b1d-932b-4c35-80e5-29914fbf938a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:45.166452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:45.225076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.258729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Checking segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:45.259111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network hostable DHCP agents. Network: da859996-bfb1-433b-9fdd-067dd7d92577, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:31:45.262516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Subnet': ['ID=1129afa8-89a9-4042-9b1c-9b8f52c60aac,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:45.302477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network da859996-bfb1-433b-9fdd-067dd7d92577 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:31:45.329640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, da859996-bfb1-433b-9fdd-067dd7d92577) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:45.334093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:45.334693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.367142 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ee8efabf-ad3b-4724-8e84-82f175608acc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3535082 Jan 28 04:31:45.373175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Attempting to bind port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:45.373797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Attempting to bind port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:45.374951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Attempting to bind port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:45.377815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51266) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:45.380227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:45.386993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cc70b-b050-4302-bcae-ef1f9c2e4166 req-16582e84-ae64-4b22-8a92-4d95f22a2d9c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:45.388241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d3cc70b-b050-4302-bcae-ef1f9c2e4166 req-16582e84-ae64-4b22-8a92-4d95f22a2d9c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.3605988 Jan 28 04:31:45.396369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d598d-d789-4d98-a400-7f9615b9783b None None] Network da859996-bfb1-433b-9fdd-067dd7d92577 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:31:45.401325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'name': 'tempest-TaggedBootDevicesTest-1595290480', 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:45.532200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:45.544886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:45.546724 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.632389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-da859996-bfb1-433b-9fdd-067dd7d92577', 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577', 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'fixed_ips': [{'subnet_id': '1129afa8-89a9-4042-9b1c-9b8f52c60aac'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:31:45.633711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.674945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:45.677467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Checking segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:45.679035 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.680306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Bound using segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:45.680889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Bound port: 9ce1b45a-33ca-4d18-8a0e-307c9a624f14, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:45.681328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:45.725731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720a11-2cd2-412f-9a8c-5a2ce3d8a0c9 req-75b1df08-f2b3-4e14-b3aa-b403b0f71601 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:45.736681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-26720a11-2cd2-412f-9a8c-5a2ce3d8a0c9 req-75b1df08-f2b3-4e14-b3aa-b403b0f71601 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.3202629 Jan 28 04:31:45.787048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['879f1b1d-932b-4c35-80e5-29914fbf938a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:45.904028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-26720a11-2cd2-412f-9a8c-5a2ce3d8a0c9 req-9c77ad96-515c-451b-8a7b-4b75fb7f3832 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663802 Jan 28 04:31:45.924608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:46.050232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.079769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] device_id is not set on port 690a93a5-94f1-484b-94b6-8d9c01e4944e yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:31:46.085797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Allocated IP 10.2.2.2 (da859996-bfb1-433b-9fdd-067dd7d92577/1129afa8-89a9-4042-9b1c-9b8f52c60aac/419d4e73-53b9-43d5-a59d-e200284ad5f7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:46.215809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1396f761-7812-445e-912f-d4323f3845ea req-c50710fc-8561-4a70-8cf9-2873b671beb5 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2313664 Jan 28 04:31:46.238529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d3cc70b-b050-4302-bcae-ef1f9c2e4166 req-bb742509-0612-42c6-b188-aaf3576d816d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8391294 Jan 28 04:31:46.262053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks [] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.295672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] For port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:46.339039 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.351582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] For port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:46.365665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.441742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:46.442164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.463078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['611f7d6d-c489-4b4e-98af-1052522953dc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:46.495916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Network ddaa9b47-78f6-40a2-9951-a11db54ce174 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:46.512680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:46.528666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:46.586098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:46.621654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cc287-14c4-4f0c-aacc-f1a50d9726eb req-dac429f0-295a-4199-9f99-32374f50a97e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:46.631205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e1e00516-ca2d-4bc3-9cab-31a703f6cfc9 req-4f87880c-96df-4fba-9e68-766edff45148 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed395898-5584-4af8-a4ad-791c2440db7d HTTP/1.1" status: 200 len: 210 time: 0.0790386 Jan 28 04:31:46.637426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-965cc287-14c4-4f0c-aacc-f1a50d9726eb req-dac429f0-295a-4199-9f99-32374f50a97e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 932 time: 0.2214174 Jan 28 04:31:46.654612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:46.654612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.789925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-965cc287-14c4-4f0c-aacc-f1a50d9726eb req-007e2c06-52ce-4e13-9e3d-5eded5c868e6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458268 Jan 28 04:31:46.798215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-18bd5d59-5e9a-46ec-894e-a14a6ac21c61 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0269802 Jan 28 04:31:46.827400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Request body: {'port': {'device_id': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:46.898904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.967520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048dfd1-55c5-4d6c-ba30-18997679fe19 req-c4290c92-ab6e-47f2-8a0b-c65d0b56432a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:46.969658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c048dfd1-55c5-4d6c-ba30-18997679fe19 req-c4290c92-ab6e-47f2-8a0b-c65d0b56432a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 944 time: 0.1287277 Jan 28 04:31:46.990440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 10.1.1.91 (90e49d80-b7ca-4a96-8282-5ff7ac6337cc/d8dcf339-cd53-47e9-9007-aee8d6e0d517/690a93a5-94f1-484b-94b6-8d9c01e4944e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:47.052068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:47.062539 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeba50f-7a61-4235-bcdb-87551c4e56f4" -d '{"events": [{"server_uuid": "5d372b5e-cb2e-40f9-8ebd-54d5857cb07d", "name": "network-vif-plugged", "status": "completed", "tag": "50dddd75-fd9d-4ba2-bbbc-438de67fd18c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:47.187627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,segment=NetworkSegment(547e8543-1adb-47ce-be62-9427a9108369),segment_id=547e8543-1adb-47ce-be62-9427a9108369)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:47.236302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:47.264745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.279603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.349204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.420602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.420959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.421334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.421677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.422016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.422873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.423249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.423531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.423858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.424184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.424509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.424832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.425172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7671c0-017f-4984-be23-0853cbcbe1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:47.481563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:47.505815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:47.515346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:47.638375 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df637da5-1097-45b8-8b8a-1f389d133cd3 x-openstack-request-id: req-df637da5-1097-45b8-8b8a-1f389d133cd3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:47.638679 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d372b5e-cb2e-40f9-8ebd-54d5857cb07d", "name": "network-vif-plugged", "status": "completed", "tag": "50dddd75-fd9d-4ba2-bbbc-438de67fd18c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:47.638934 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df637da5-1097-45b8-8b8a-1f389d133cd3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:47.639331 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c', 'code': 200} Jan 28 04:31:47.650146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:47.650817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.711388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:47.726717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-33a2ca9b-1441-465a-ba7f-0ee75f3e817d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:47.728526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-33a2ca9b-1441-465a-ba7f-0ee75f3e817d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f&tenant_id=e23947e951454848beb27f0afa63fdaf&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 949 time: 0.2651849 Jan 28 04:31:47.738994 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Publish callbacks [] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.744647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c048dfd1-55c5-4d6c-ba30-18997679fe19 req-d250d9d1-9e3e-4861-ac57-ae2bb125013b tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227169 Jan 28 04:31:47.751371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b7863abf-f8e4-47bf-8e83-50675d2edd41 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3695805 Jan 28 04:31:47.765451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51290) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:47.786390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'name': 'tempest-TaggedBootDevicesTest-1037676810', 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:47.801112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:47.814354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.902664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b555c3-7f1d-4903-aeda-e25ef260930d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:47.923453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Publish callbacks [] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.931236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff94cf6-9945-446b-be9e-afa6dfe551f8 req-3e5b2403-7c2f-4fbb-80ee-6c1df76b089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:47.932921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Network da859996-bfb1-433b-9fdd-067dd7d92577 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:47.933302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ff94cf6-9945-446b-be9e-afa6dfe551f8 req-3e5b2403-7c2f-4fbb-80ee-6c1df76b089b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 1096 time: 0.1637847 Jan 28 04:31:47.938161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Pushing event updated for resources: {'Port': ['ID=419d4e73-53b9-43d5-a59d-e200284ad5f7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:47.943009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:47.948140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:47.991364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f832-4916-4942-9e1e-d057948ba1d2 req-f091d262-bfc5-485e-84b6-269fa8f1d26e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:47.998968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9409f832-4916-4942-9e1e-d057948ba1d2 req-f091d262-bfc5-485e-84b6-269fa8f1d26e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1854939 Jan 28 04:31:48.042112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Transition to ACTIVE for port object b3b555c3-7f1d-4903-aeda-e25ef260930d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:48.054447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac4957-5a50-4f4e-bf2d-e1a719e402fd req-b50a4e73-4e9a-497b-af12-414e301cffd4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:48.062529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7ac4957-5a50-4f4e-bf2d-e1a719e402fd req-b50a4e73-4e9a-497b-af12-414e301cffd4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.1483190 Jan 28 04:31:48.075913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:48.103265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Attempting to bind port 419d4e73-53b9-43d5-a59d-e200284ad5f7 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:48.103640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Attempting to bind port 419d4e73-53b9-43d5-a59d-e200284ad5f7 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:48.104004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Attempting to bind port 419d4e73-53b9-43d5-a59d-e200284ad5f7 on network da859996-bfb1-433b-9fdd-067dd7d92577 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:48.120085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:48.120967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Checking segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:48.121710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:48.122380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Bound using segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:48.123229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Bound port: 419d4e73-53b9-43d5-a59d-e200284ad5f7, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:48.123865 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:48.125223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ff94cf6-9945-446b-be9e-afa6dfe551f8 req-a206f748-6cef-4a71-8eea-17438341d990 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781905 Jan 28 04:31:48.145705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9409f832-4916-4942-9e1e-d057948ba1d2 req-b069006a-b226-48cd-b8b7-d696efd126f7 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457465 Jan 28 04:31:48.150603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-670949c9-9a32-4553-a244-875f423e5296 service neutron] 10.222.0.47 "GET /v2.0/ports/879f1b1d-932b-4c35-80e5-29914fbf938a/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 382 time: 0.3534160 Jan 28 04:31:48.229665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7ac4957-5a50-4f4e-bf2d-e1a719e402fd req-68c0edc5-f4b4-4954-aab1-5a21866fae61 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633856 Jan 28 04:31:48.233197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] For port 419d4e73-53b9-43d5-a59d-e200284ad5f7, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:48.236934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] For port 419d4e73-53b9-43d5-a59d-e200284ad5f7, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=419d4e73-53b9-43d5-a59d-e200284ad5f7,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:48.268670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:31:48.273662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:48.278100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:48.311448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:48.320164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] device_id is not set on port 52f4da5e-c44f-4320-b101-36c18f21bcad yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:31:48.471987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a40a0b-f54a-44c2-a24c-ca735ab717cf None None] Pushing event updated for resources: {'Port': ['ID=419d4e73-53b9-43d5-a59d-e200284ad5f7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:48.498111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:48.498453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:48.498789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:48.542963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:48.544834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:48.577825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:48.578176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:48.578656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:48.579115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Bound port: b3b555c3-7f1d-4903-aeda-e25ef260930d, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:48.579483 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:48.622083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fba188-aa8a-4485-85d2-4858d6baad09 req-d89b1c37-6a64-499e-8cba-d2ec5a4579ac tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:48.629242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03fba188-aa8a-4485-85d2-4858d6baad09 req-d89b1c37-6a64-499e-8cba-d2ec5a4579ac tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1731915 Jan 28 04:31:48.711077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 10.1.1.238 (90e49d80-b7ca-4a96-8282-5ff7ac6337cc/d8dcf339-cd53-47e9-9007-aee8d6e0d517/52f4da5e-c44f-4320-b101-36c18f21bcad) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:48.749760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-cf8e3c55-7f08-42c5-9704-7eeccc703f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:48.751763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-cf8e3c55-7f08-42c5-9704-7eeccc703f71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1100 time: 0.2927945 Jan 28 04:31:48.789539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03fba188-aa8a-4485-85d2-4858d6baad09 req-8ecb67de-97d9-4b3b-92e0-ceed6ef44706 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593642 Jan 28 04:31:48.817896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:48.821185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:48.849502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.001924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeacc32-ed20-45c4-9446-26361090ac55 None None] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:31:49.032318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e712-2ec7-4c45-b535-9681412c35ca req-176dfce7-1b4c-4cc0-a264-47c69f76b43c tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.040000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.041060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.042829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2b4e712-2ec7-4c45-b535-9681412c35ca req-176dfce7-1b4c-4cc0-a264-47c69f76b43c tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 945 time: 0.1172276 Jan 28 04:31:49.044075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] 10.222.0.52 "PUT /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 1092 time: 2.2209642 Jan 28 04:31:49.045111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:49.051148 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968842d2-ba6c-4588-8484-6dc62ac675e1" -d '{"events": [{"name": "network-changed", "server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:49.106100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb885e2-a1ff-4a25-8fd5-2ae79cedec2a service neutron] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:49.119540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-afcd4bce-c642-43bf-8d2a-35acf05adcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.121497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-afcd4bce-c642-43bf-8d2a-35acf05adcde service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3599656 Jan 28 04:31:49.136717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.198736 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b2337-56e0-4d5a-9d17-9ca5ce7c788b x-openstack-request-id: req-ce6b2337-56e0-4d5a-9d17-9ca5ce7c788b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:49.199034 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:49.199343 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce6b2337-56e0-4d5a-9d17-9ca5ce7c788b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:49.199783 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'status': 'completed', 'code': 200} Jan 28 04:31:49.210360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-c82116f1-7ed7-4b78-81c7-cc2d6f2a3219 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.0775940 Jan 28 04:31:49.216341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-0f50b0b6-cbae-4e90-9bfe-e40f74887a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.218046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-0f50b0b6-cbae-4e90-9bfe-e40f74887a2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1095 time: 0.0953572 Jan 28 04:31:49.257422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2b4e712-2ec7-4c45-b535-9681412c35ca req-d3e6ec11-d056-4c98-bc1b-e3d0a94c6df9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020655 Jan 28 04:31:49.338119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-fb5e6833-90d1-4c9f-9578-556286a6eaf1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 217 time: 0.0851154 Jan 28 04:31:49.375046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.384275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] Provisioning complete for port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:49.387499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.596365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:49.624035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:49.625110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-9cdce98d-2cc4-4fea-8386-640744bbc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.626984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-9cdce98d-2cc4-4fea-8386-640744bbc1ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.4081380 Jan 28 04:31:49.653927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:49.655266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd62a2a-b69f-4f2e-acba-93c74206073b req-d3b60c93-262d-4980-8595-147240189fa9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.663838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd62a2a-b69f-4f2e-acba-93c74206073b req-d3b60c93-262d-4980-8595-147240189fa9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.3246720 Jan 28 04:31:49.665421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:49.709321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-d5dd2a68-bdc2-49d7-840b-743f7bf8f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.711168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-d5dd2a68-bdc2-49d7-840b-743f7bf8f781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.2581301 Jan 28 04:31:49.739089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:49.797313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] Current status of the port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:49.797746 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.820843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f67405-146f-4e51-a4f0-6f2a790d2418 req-1089350c-1dad-4890-987b-17ddbcf7e6fd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.822942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9f67405-146f-4e51-a4f0-6f2a790d2418 req-1089350c-1dad-4890-987b-17ddbcf7e6fd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.3294950 Jan 28 04:31:49.840880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-cb4b2e4a-8221-4150-9fc4-9ca9264b1a43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631778 Jan 28 04:31:49.864817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.873549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:49.942673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] For port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:49.945931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:49.946727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:50.010250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:50.026521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9f67405-146f-4e51-a4f0-6f2a790d2418 req-214413b2-bd5a-4d84-827a-44ae85675c22 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905282 Jan 28 04:31:50.045490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a3f0209f-0ff5-4583-98c1-146c48781fb5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2786953 Jan 28 04:31:50.124466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1989a8-5a84-4ad4-917d-bf796a9b7ca7 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:50.134717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-a381367c-c6ae-4662-9009-3f0010d0ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:50.139097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-a381367c-c6ae-4662-9009-3f0010d0ed72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4994297 Jan 28 04:31:50.167792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd62a2a-b69f-4f2e-acba-93c74206073b req-defc4e38-2ff1-46fe-8a30-219809192320 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025718 Jan 28 04:31:50.260047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Provisioning complete for port 690a93a5-94f1-484b-94b6-8d9c01e4944e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:50.260434 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:50.342855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:50.344004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 419d4e73-53b9-43d5-a59d-e200284ad5f7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:50.400483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-d518eb74-81d7-44c9-b5be-0e8ea1b35ecc service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298233 Jan 28 04:31:50.431310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45267711-7194-4f10-bbf1-1dfd90d2c342 None None] Network da859996-bfb1-433b-9fdd-067dd7d92577 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:31:50.500887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ff50e9d-72f2-444f-8ad2-643308b488f8 req-75ebe5a1-2ef8-42a6-b282-58d6c9b76499 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997305 Jan 28 04:31:50.524227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3ffde-285e-413b-9178-15e530587618 req-b79ff23d-3341-4078-98a0-35024e004db2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:50.524971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Port 690a93a5-94f1-484b-94b6-8d9c01e4944e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:31:50.531385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffb3ffde-285e-413b-9178-15e530587618 req-b79ff23d-3341-4078-98a0-35024e004db2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.2349820 Jan 28 04:31:50.562553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:50.607721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Provisioning complete for port 52f4da5e-c44f-4320-b101-36c18f21bcad triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:50.608193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:50.692417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffb3ffde-285e-413b-9178-15e530587618 req-52aa9e90-48ce-42b1-9557-637090f10c27 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595855 Jan 28 04:31:50.758768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-3a6a8758-1c22-4b17-b116-69f82cc29bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873315 Jan 28 04:31:50.792363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 419d4e73-53b9-43d5-a59d-e200284ad5f7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:50.792898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:50.861497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Port 52f4da5e-c44f-4320-b101-36c18f21bcad cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:31:50.903776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-4c124262-938f-437a-9bfc-f08769f2aa48 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336603 Jan 28 04:31:50.910822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Provisioning complete for port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:50.911204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:50.968374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-0237c75d-5d59-4a0e-9ceb-19ceae9cc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:50.973803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-0237c75d-5d59-4a0e-9ceb-19ceae9cc134 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1095 time: 0.3155079 Jan 28 04:31:51.011400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 879f1b1d-932b-4c35-80e5-29914fbf938a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:51.021570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab13d8a-deee-4dbc-a1d4-2155422cdc81 req-3b1becce-8c52-4a70-9546-20b1ab5359d0 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:51.028117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dab13d8a-deee-4dbc-a1d4-2155422cdc81 req-3b1becce-8c52-4a70-9546-20b1ab5359d0 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 945 time: 0.1215529 Jan 28 04:31:51.079625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 879f1b1d-932b-4c35-80e5-29914fbf938a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:51.080014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.127982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6878dc49-5679-4679-bcb2-cefd6ebf7da4 None None] Current status of the port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:51.132870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 419d4e73-53b9-43d5-a59d-e200284ad5f7 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:51.133299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.191522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51332) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:51.196650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865319676', 'description': 'tempest-description--488794783'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:51.249013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-ab6b9d65-ef39-49a0-8946-7553e8e07224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:51.251074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-ab6b9d65-ef39-49a0-8946-7553e8e07224 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.2622335 Jan 28 04:31:51.256688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.295927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 419d4e73-53b9-43d5-a59d-e200284ad5f7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=419d4e73-53b9-43d5-a59d-e200284ad5f7,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:51.323593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-34a94f15-3e7b-4274-9742-0ea0e15617cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 217 time: 0.0638103 Jan 28 04:31:51.358392 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.388478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-3a2dca99-2a54-4d9c-8ab7-5756e2b47e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:51.390159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-3a2dca99-2a54-4d9c-8ab7-5756e2b47e00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0575364 Jan 28 04:31:51.394872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dab13d8a-deee-4dbc-a1d4-2155422cdc81 req-bb2fa38c-c45b-491c-a966-c54787404c81 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659594 Jan 28 04:31:51.424659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-d1e74f6e-522a-4f4b-b933-4626359e7768 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279329 Jan 28 04:31:51.477912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=419d4e73-53b9-43d5-a59d-e200284ad5f7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:51.504530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Provisioning complete for port 690a93a5-94f1-484b-94b6-8d9c01e4944e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:51.504913 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.544726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group (2b28ac94-5bd0-47f9-a5b7-13921c4f2f97), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.568414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee5ba4-ee85-4aa5-b943-1b3d1dbc364c req-d9449ec8-cbf1-45e9-9c49-d32b6b1840bf tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:51.576194 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-87ee5ba4-ee85-4aa5-b943-1b3d1dbc364c req-d9449ec8-cbf1-45e9-9c49-d32b6b1840bf tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.2620313 Jan 28 04:31:51.579289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Port 690a93a5-94f1-484b-94b6-8d9c01e4944e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:31:51.585714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:51.596142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2b28ac94-5bd0-47f9-a5b7-13921c4f2f97), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.627783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:51.658579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.658800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-26f9c272-8c96-448b-97a9-0619fd304a9c service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242990 Jan 28 04:31:51.662630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 879f1b1d-932b-4c35-80e5-29914fbf938a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:51.662785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d2ce3245-88e8-46fb-a5ba-e2e1f7d2e33a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4670539 Jan 28 04:31:51.662975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.676431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-87ee5ba4-ee85-4aa5-b943-1b3d1dbc364c req-7c833707-ca77-4d45-a6e7-976924940c60 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992806 Jan 28 04:31:51.676963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51338) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:51.685672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'security_group_rule': {'security_group_id': '2b28ac94-5bd0-47f9-a5b7-13921c4f2f97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:51.736780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Provisioning complete for port 419d4e73-53b9-43d5-a59d-e200284ad5f7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:51.737222 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.755166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group_rule (9604ab62-b166-4261-9183-c10c05deeb1b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.816745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:51.818847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:51.822170 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c877590-20ef-4117-b043-fff7f4b09e4a" -d '{"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-plugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:51.842430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.855090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:51.855603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.869923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group_rule (9604ab62-b166-4261-9183-c10c05deeb1b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.883171 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (9604ab62-b166-4261-9183-c10c05deeb1b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.920730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179121-6e2f-4900-aaf5-1d73860a2efc req-a7a00546-b4a6-42ca-8224-8f8f9f9fda8d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:51.922201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9604ab62-b166-4261-9183-c10c05deeb1b,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:51.933643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:51.935399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c179121-6e2f-4900-aaf5-1d73860a2efc req-a7a00546-b4a6-42ca-8224-8f8f9f9fda8d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.2822914 Jan 28 04:31:51.936395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2fc8fa20-9090-45f4-85f6-3d5762cd3113 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558281 Jan 28 04:31:51.939001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51346) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:51.949654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'security_group_rule': {'security_group_id': '2b28ac94-5bd0-47f9-a5b7-13921c4f2f97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:52.014842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group_rule (33f4223e-a27d-4f20-84ab-2e351e2f8f94), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.018590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:52.024863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Current status of the port 419d4e73-53b9-43d5-a59d-e200284ad5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:52.061436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Provisioning complete for port 52f4da5e-c44f-4320-b101-36c18f21bcad triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:52.061950 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.062475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-968842d2-ba6c-4588-8484-6dc62ac675e1 req-1c49ccef-3b6e-4f4b-8165-3d09dd07fa1c service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796782 Jan 28 04:31:52.101416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:52.113115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7668e800-6ad5-482e-a338-117c7f024189 None None] Port 52f4da5e-c44f-4320-b101-36c18f21bcad cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:31:52.129658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c179121-6e2f-4900-aaf5-1d73860a2efc req-0c62b482-17ba-43dc-8211-212493865bcb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933081 Jan 28 04:31:52.213036 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb2184a-6aac-4dd2-a03e-010d417807ba x-openstack-request-id: req-ddb2184a-6aac-4dd2-a03e-010d417807ba {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:52.213457 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-plugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:52.213815 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddb2184a-6aac-4dd2-a03e-010d417807ba {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:52.214319 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'code': 200} Jan 28 04:31:52.244816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group_rule (33f4223e-a27d-4f20-84ab-2e351e2f8f94), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.252920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fa230e95-b547-4378-bcca-3e25b9cda3bb None None] Provisioning complete for port 419d4e73-53b9-43d5-a59d-e200284ad5f7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:52.253455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa230e95-b547-4378-bcca-3e25b9cda3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.253582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (33f4223e-a27d-4f20-84ab-2e351e2f8f94), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.332108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400c2c-520c-41ec-858f-f88fbac4d862 req-8b2f10c6-343a-4a94-975b-57d93c4c361a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:52.340774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2400c2c-520c-41ec-858f-f88fbac4d862 req-8b2f10c6-343a-4a94-975b-57d93c4c361a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1560524 Jan 28 04:31:52.359430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f4223e-a27d-4f20-84ab-2e351e2f8f94,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:52.370357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.371673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52872383-1288-4da8-ad52-d535d8925e12 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4285419 Jan 28 04:31:52.376047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51354) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:52.380910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:52.430080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.468378 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2400c2c-520c-41ec-858f-f88fbac4d862 req-e2b78af3-bc49-4221-9567-b33c69ea2613 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265337 Jan 28 04:31:52.491307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa230e95-b547-4378-bcca-3e25b9cda3bb None None] Current status of the port 419d4e73-53b9-43d5-a59d-e200284ad5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:52.639906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:52.755040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa436198-250a-4537-a267-57708967d8a1 req-30ffb34d-9ff3-45f4-a726-7b135be87d74 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:52.757658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa436198-250a-4537-a267-57708967d8a1 req-30ffb34d-9ff3-45f4-a726-7b135be87d74 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 945 time: 0.0997953 Jan 28 04:31:52.854805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa436198-250a-4537-a267-57708967d8a1 req-22c5851c-7def-4035-a79d-45ecc20d439a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886679 Jan 28 04:31:52.900937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 172.25.6.181 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b7c682d5-cdfd-449e-8cb0-eff613acb148) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:31:53.020236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4034f-95f2-4c82-a557-f01bb7eabe96 req-5a5347d2-b771-42e9-be67-9af6c6a37337 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:53.027509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4c4034f-95f2-4c82-a557-f01bb7eabe96 req-5a5347d2-b771-42e9-be67-9af6c6a37337 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1996264 Jan 28 04:31:53.099391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4c4034f-95f2-4c82-a557-f01bb7eabe96 req-fdc0164a-8363-415e-96ac-b495606b78ae tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708733 Jan 28 04:31:53.138337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:53.211472 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:53.294500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:31:53.300408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=b7c682d5-cdfd-449e-8cb0-eff613acb148,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:53.315919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:31:53.320018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:31:53.347251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981dd2-8d60-4652-b4b6-ee89c5fba0db req-3467793c-dd38-4896-8785-95518fb9ff0b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:53.365000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62981dd2-8d60-4652-b4b6-ee89c5fba0db req-3467793c-dd38-4896-8785-95518fb9ff0b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1231420 Jan 28 04:31:53.536933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 419d4e73-53b9-43d5-a59d-e200284ad5f7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:53.568295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62981dd2-8d60-4652-b4b6-ee89c5fba0db req-aeeddfa3-d970-4e81-9025-07c7684eeb1e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026718 Jan 28 04:31:53.579555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (440d2ba9-4362-440f-b289-46a5a4c395bf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:53.647735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 419d4e73-53b9-43d5-a59d-e200284ad5f7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:53.648118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:53.780637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:53.898161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa3e3-5329-4759-ba38-7e06d5b53065 req-07111042-16be-4ac7-b5fe-1e94a19356ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:53.899763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23baa3e3-5329-4759-ba38-7e06d5b53065 req-07111042-16be-4ac7-b5fe-1e94a19356ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.2106497 Jan 28 04:31:54.030839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 419d4e73-53b9-43d5-a59d-e200284ad5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:54.047786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb24352-bdb8-4351-9c80-209a58c47864 req-8b5c3a43-08da-40c1-a14c-61b40b1791bb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:54.054586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-beb24352-bdb8-4351-9c80-209a58c47864 req-8b5c3a43-08da-40c1-a14c-61b40b1791bb tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.1076143 Jan 28 04:31:54.168250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-beb24352-bdb8-4351-9c80-209a58c47864 req-a8c173ea-9df5-4a0e-9d2b-a405c2c4008f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979128 Jan 28 04:31:54.221079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-1f18442a-963c-480a-a538-22663dc498b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:54.222982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-1f18442a-963c-480a-a538-22663dc498b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f&tenant_id=e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 1101 time: 0.2479792 Jan 28 04:31:54.235133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23baa3e3-5329-4759-ba38-7e06d5b53065 req-1efc181d-bee5-44f7-ab54-516de6f087ef tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261757 Jan 28 04:31:54.256548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:54.353915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e0628-792f-4b33-876e-f428b737f7b3 req-34d89d34-e592-4712-9b9e-e560b167301a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:54.368318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.371149 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d65e0628-792f-4b33-876e-f428b737f7b3 req-34d89d34-e592-4712-9b9e-e560b167301a tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 945 time: 0.0957832 Jan 28 04:31:54.373263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.376696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.475737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d65e0628-792f-4b33-876e-f428b737f7b3 req-cb8120b7-8eb0-4134-ac71-98bb8e18ad13 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034651 Jan 28 04:31:54.490623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=b7c682d5-cdfd-449e-8cb0-eff613acb148,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:54.502944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (440d2ba9-4362-440f-b289-46a5a4c395bf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.535839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.545206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-da33d977-024f-46c7-8f48-8d279f27e863 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1600437 Jan 28 04:31:54.581949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a47f63bf-a3d0-4ef8-8928-ce78416beeb1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:54.788591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de52975-811e-44bd-bd4c-4d85792fe0a1 req-4e7b947e-f96c-47e6-a639-ec074d6a1f7d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:54.796317 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4de52975-811e-44bd-bd4c-4d85792fe0a1 req-4e7b947e-f96c-47e6-a639-ec074d6a1f7d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0727413 Jan 28 04:31:54.850419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:54.862823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:54.864715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4de52975-811e-44bd-bd4c-4d85792fe0a1 req-b150d572-c819-423c-a87d-3d10f4293523 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643792 Jan 28 04:31:54.882510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'mac_address': 'fa:16:3e:72:d5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:54.918990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:54.966254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:54.968689 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.977977 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Publish callbacks [] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.995519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Transition to ACTIVE for port object 879f1b1d-932b-4c35-80e5-29914fbf938a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:54.996732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:55.002132 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d5d081-6fa4-4b2c-ac32-7caecb134e25" -d '{"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-unplugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:55.002319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a47f63bf-a3d0-4ef8-8928-ce78416beeb1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:55.019436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:55.051420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:55.059850 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:55.143573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-81aaf7cf-aaf0-4274-a070-59e74285d3d0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1865319676&fields=id&tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73 HTTP/1.1" status: 200 len: 267 time: 0.1210437 Jan 28 04:31:55.145071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb26ae-aba4-4328-97a7-8337de185255 req-465dcfb0-c5f1-4fb3-96ce-511070c161b0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.151654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72cb26ae-aba4-4328-97a7-8337de185255 req-465dcfb0-c5f1-4fb3-96ce-511070c161b0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.5667562 Jan 28 04:31:55.207626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:55.221349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-fe4633cf-86cc-491c-b717-4217c01e5e05 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.229350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-fe4633cf-86cc-491c-b717-4217c01e5e05 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 931 time: 0.0840771 Jan 28 04:31:55.282158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a47f63bf-a3d0-4ef8-8928-ce78416beeb1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:55.323489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] No DVR routers for this DVR port 879f1b1d-932b-4c35-80e5-29914fbf938a on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:55.334384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a5aebb2f-4e1f-43aa-b8f5-8743fad8d4eb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.343555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a5aebb2f-4e1f-43aa-b8f5-8743fad8d4eb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 932 time: 0.1129842 Jan 28 04:31:55.344133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:55.373595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c560c-483b-4688-a99a-b767877992a8 req-baa31a68-2c50-4294-9fd5-47544b8546bb tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.376803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-997c560c-483b-4688-a99a-b767877992a8 req-baa31a68-2c50-4294-9fd5-47544b8546bb tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 945 time: 0.3698275 Jan 28 04:31:55.435738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72cb26ae-aba4-4328-97a7-8337de185255 req-0a63bf13-5f4d-484a-b28c-afea5dfed3ae tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551203 Jan 28 04:31:55.469772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-6e5f6922-a052-4ee8-bd1b-20f22838ac6e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1240258 Jan 28 04:31:55.521745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-0d01f927-7d3c-4edb-94e9-ba596eab4021 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0433948 Jan 28 04:31:55.545882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:55.546388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:55.547693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:55.567547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:55.573897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Attempting to bind port 879f1b1d-932b-4c35-80e5-29914fbf938a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:55.605182 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5dac70-9107-4404-a3a9-c54dfbf3f09b x-openstack-request-id: req-4c5dac70-9107-4404-a3a9-c54dfbf3f09b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:55.605915 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-unplugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:55.606187 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c5dac70-9107-4404-a3a9-c54dfbf3f09b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:55.606534 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'code': 200} Jan 28 04:31:55.650732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:55.651104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:55.658756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:55.659242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Bound port: 879f1b1d-932b-4c35-80e5-29914fbf938a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:55.659623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:55.775346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-8484e917-5781-45ee-8b66-b235141d4ce2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.780828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-8484e917-5781-45ee-8b66-b235141d4ce2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.786690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-8484e917-5781-45ee-8b66-b235141d4ce2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.793898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-8484e917-5781-45ee-8b66-b235141d4ce2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/networks?id=c9567c41-6127-4d6e-b841-c244b5f9ae75&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=da859996-bfb1-433b-9fdd-067dd7d92577&id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 1990 time: 0.2705021 Jan 28 04:31:55.811337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09965fb1-1126-4e2e-902f-4ebfd3875f48 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/quotas/ac1a6f39304b43e2a2ebf0b43e6b6e73 HTTP/1.1" status: 200 len: 375 time: 0.0164258 Jan 28 04:31:55.917854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-319474ed-f1c9-4da6-a246-4707cb83f04d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1054590 Jan 28 04:31:56.042409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-6ddfc8df-435a-4500-9eb5-f562444e6a86 service neutron] 10.222.0.21 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217136 Jan 28 04:31:56.177771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cbd99d20-f291-41d4-9937-0a0d1afab571 service neutron] 10.222.0.21 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352856 Jan 28 04:31:56.229685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cb6b37b8-6439-47eb-a878-6c956643e956 service neutron] 10.222.0.21 "GET /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0506623 Jan 28 04:31:56.334521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-7225572a-1a9d-4e10-93e5-ff3c8d4d93c6 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036325 Jan 28 04:31:56.468100 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b17a957c-1c6b-4c6b-8cd0-4f355d0b9651 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323228 Jan 28 04:31:56.551923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b1f80378-7726-447c-a86b-32cda30741a6 service neutron] 10.222.0.21 "GET /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0825424 Jan 28 04:31:56.595078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:56.598412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:56.614263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a47f63bf-a3d0-4ef8-8928-ce78416beeb1 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:56.679562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:56.736289 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b8445450-a1cc-459b-88cb-bd732462d482 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824346 Jan 28 04:31:56.753614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:56.756091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:56.805671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:56.836878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:56.837938 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:56.839631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-15a11e0b-ae8e-45f5-a384-4024e40f222d service neutron] 10.222.0.52 "PUT /v2.0/ports/879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 1097 time: 2.6017356 Jan 28 04:31:56.939983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9eec-aa8a-4515-9797-b0a4896e84c9 req-89fbbbbe-3368-47fe-aaa0-cfff35702d79 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:56.941606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca8e9eec-aa8a-4515-9797-b0a4896e84c9 req-89fbbbbe-3368-47fe-aaa0-cfff35702d79 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.4787059 Jan 28 04:31:56.972749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-3f077eb9-cd8e-4155-82e9-b7f20932dca2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:56.978228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:56.978414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-3f077eb9-cd8e-4155-82e9-b7f20932dca2 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 947 time: 0.5298476 Jan 28 04:31:56.978754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:56.989812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-914701b8-8381-4e61-a6a7-b3da6a6eb8e1 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506223 Jan 28 04:31:57.038635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:57.041270 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e062e54-1d11-49c6-b9eb-f9271726c271" -d '{"events": [{"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-plugged", "status": "completed", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:57.088817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:57.100431 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:57.102069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:57.159135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-493e5cf3-3dd3-4470-bd91-6ffa9b42b656 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682510 Jan 28 04:31:57.207493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Deleting port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:31:57.207845 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:57.373074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 879f1b1d-932b-4c35-80e5-29914fbf938a host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:31:57.373820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:31:57.378800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:57.446630 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-8eea3b74-fd5d-4ea4-a87d-22db34aa0b64 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706537 Jan 28 04:31:57.494261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-383e8844-9cb7-4933-b141-0241b8e877f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:57.495835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-383e8844-9cb7-4933-b141-0241b8e877f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1100 time: 0.5992165 Jan 28 04:31:57.548611 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca8e9eec-aa8a-4515-9797-b0a4896e84c9 req-3f2e5781-efad-4a44-a3ff-459e8f0f8aa5 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e27e78d-54bf-4818-b318-c799c55037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602627 Jan 28 04:31:57.608234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:57.611270 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:57.638813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-c298e3bd-531b-48f8-bb7a-d0a0228744e4 service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910524 Jan 28 04:31:57.742587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-186a8a88-dd17-4332-ac9b-e15deefab29c service neutron] 10.222.0.21 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027007 Jan 28 04:31:57.827180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Deleting port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:31:57.827834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:57.836254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] For port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,segment=NetworkSegment(547e8543-1adb-47ce-be62-9427a9108369),segment_id=547e8543-1adb-47ce-be62-9427a9108369)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:57.836627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:57.876806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-6f4cc031-8907-4ed2-86fb-53958f714d89 service neutron] 10.222.0.21 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332684 Jan 28 04:31:57.912750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Calling delete_port for 50dddd75-fd9d-4ba2-bbbc-438de67fd18c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:31:57.981420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfceb3-87f6-4b53-8a78-8257d5761367 req-833b6c34-1386-4994-abeb-41f48f9aae8f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:57.983214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9cfceb3-87f6-4b53-8a78-8257d5761367 req-833b6c34-1386-4994-abeb-41f48f9aae8f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.2985375 Jan 28 04:31:58.030873 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-d7543107-236e-4912-afa5-682df33158de service neutron] 10.222.0.21 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526711 Jan 28 04:31:58.118219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-0ed22150-08c0-498b-8751-5562f5778aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:58.119713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-0ed22150-08c0-498b-8751-5562f5778aeb service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.5686874 Jan 28 04:31:58.146837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a5e205db-455e-4334-a57b-f731d8231380 service neutron] 10.222.0.21 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086915 Jan 28 04:31:58.199172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9cfceb3-87f6-4b53-8a78-8257d5761367 req-d1394fe1-70f7-41e8-ab10-52c34f085b1e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918437 Jan 28 04:31:58.273287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-dd217569-9f30-4a06-ab73-c0306d4c5b00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.1294520 Jan 28 04:31:58.344590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ad887aa8-59c3-4fbb-a122-ffaf3958b0e3 service neutron] 10.222.0.21 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860235 Jan 28 04:31:58.406086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] For port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,segment=NetworkSegment(f64deee9-9665-4021-ad49-c2ec9465e475),segment_id=f64deee9-9665-4021-ad49-c2ec9465e475)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:58.406477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:58.564834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Calling delete_port for e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:31:58.639308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 50dddd75-fd9d-4ba2-bbbc-438de67fd18c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:58.653808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-b2df0d52-d95c-41e3-8745-d9da0d27e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:58.658241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-b2df0d52-d95c-41e3-8745-d9da0d27e06d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3448148 Jan 28 04:31:58.841952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:58.842581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:58.962804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4899cf-9057-4b34-8d83-376bddd6843b req-3c0ca139-f371-4e08-a31d-8c1e5451f998 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:58.968544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d4899cf-9057-4b34-8d83-376bddd6843b req-3c0ca139-f371-4e08-a31d-8c1e5451f998 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d372b5e-cb2e-40f9-8ebd-54d5857cb07d HTTP/1.1" status: 200 len: 945 time: 0.5292494 Jan 28 04:31:59.173867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (50dddd75-fd9d-4ba2-bbbc-438de67fd18c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:59.426129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:59.439788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] No DVR routers for this DVR port 50dddd75-fd9d-4ba2-bbbc-438de67fd18c on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:59.459873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:59.463271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-997c560c-483b-4688-a99a-b767877992a8 req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.47 "DELETE /v2.0/ports/50dddd75-fd9d-4ba2-bbbc-438de67fd18c HTTP/1.1" status: 204 len: 173 time: 4.0560973 Jan 28 04:31:59.467779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238e6f7-bbf5-45e6-a3a9-83e2d86dded9 tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] Pushing event deleted for resources: {'Port': ['ID=50dddd75-fd9d-4ba2-bbbc-438de67fd18c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:59.536767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb5432-fbb2-4082-aa5e-befa548c67e7 req-2cf18561-1d78-44e1-b3f4-8c138ce8bd03 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:59.550243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4cb5432-fbb2-4082-aa5e-befa548c67e7 req-2cf18561-1d78-44e1-b3f4-8c138ce8bd03 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1438217 Jan 28 04:31:59.608682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-dfb43a59-c7eb-48c7-aee9-85f010260fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:59.612626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-dfb43a59-c7eb-48c7-aee9-85f010260fca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9299338 Jan 28 04:31:59.619418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Pushing event deleted for resources: {'Port': ['ID=e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:59.717742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4cb5432-fbb2-4082-aa5e-befa548c67e7 req-bff1228d-bf10-423b-b1d8-8ca99576d0e1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665440 Jan 28 04:31:59.910465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-65a6eb67-b0da-4277-ace3-a3fd5ead052d service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964910 Jan 28 04:31:59.944533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc0243-720e-49ca-8d0c-60778e0b3a89 req-faa9c8c2-13a1-4ab3-a480-17125d413e1b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:59.959087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-87cc0243-720e-49ca-8d0c-60778e0b3a89 req-faa9c8c2-13a1-4ab3-a480-17125d413e1b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.0943632 Jan 28 04:32:00.051833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-87cc0243-720e-49ca-8d0c-60778e0b3a89 req-e7ce2d5c-0704-4b84-b549-f5505f1e01ee tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859420 Jan 28 04:32:00.104096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] No DVR routers for this DVR port e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:00.111517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:00.119852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d01ca8aa-284f-4681-9c7f-f79a4bafaed4 req-01097a00-a087-4611-bacb-f62d1b08db49 tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.47 "DELETE /v2.0/ports/e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e HTTP/1.1" status: 204 len: 173 time: 3.0543313 Jan 28 04:32:00.123328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6709581-2e0d-47ad-884c-cbf351766b9d req-661c9a1b-0633-42ff-88f5-c98a33415819 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865146 Jan 28 04:32:00.166906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d4899cf-9057-4b34-8d83-376bddd6843b req-ef919a0d-af8d-4075-bba7-bf8bd146a0dc tempest-ServerPasswordTestJSON-2057772003 tempest-ServerPasswordTestJSON-2057772003-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4a4acb-1b34-445e-af1a-4069e68429b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9949930 Jan 28 04:32:00.172666 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72880bac-8866-44d0-9ad9-084515a24ef3 x-openstack-request-id: req-72880bac-8866-44d0-9ad9-084515a24ef3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:00.173537 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-plugged", "status": "completed", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:00.174007 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72880bac-8866-44d0-9ad9-084515a24ef3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:00.174611 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'code': 200} Jan 28 04:32:00.303758 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ccaa5-7c79-4a3a-aef9-4998ab44fee7 x-openstack-request-id: req-ae3ccaa5-7c79-4a3a-aef9-4998ab44fee7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:00.304268 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:00.304694 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3ccaa5-7c79-4a3a-aef9-4998ab44fee7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:00.305330 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'status': 'completed', 'code': 200} Jan 28 04:32:00.370083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0832df6-5830-4d32-8fe2-67df954af4c7 req-92f96b29-9049-4c2f-85a9-8833ddd50b4f tempest-ServersNegativeTestJSON-1476335331 tempest-ServersNegativeTestJSON-1476335331-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3d9681a-0278-4e4c-906d-7012f12e4439 HTTP/1.1" status: 200 len: 210 time: 0.0606208 Jan 28 04:32:00.427688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-28592575-7654-45b7-9d84-b46ac9e9499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.429413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-28592575-7654-45b7-9d84-b46ac9e9499b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1100 time: 0.0584011 Jan 28 04:32:00.629912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:00.695625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:00.696274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:00.775078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-24bac3db-6b91-4dd1-a1b6-9107bfc3ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.783368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-24bac3db-6b91-4dd1-a1b6-9107bfc3ae00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 1100 time: 0.3523331 Jan 28 04:32:00.787359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-48fd1fc0-fa4d-475d-a9f8-0c075e6eaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.791655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-48fd1fc0-fa4d-475d-a9f8-0c075e6eaca5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3521733 Jan 28 04:32:00.820415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6fb74-58e6-4915-84b4-407c1716e473 req-fc396fa2-6b6e-44ba-b59c-250fa3c68b83 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.823217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88c6fb74-58e6-4915-84b4-407c1716e473 req-fc396fa2-6b6e-44ba-b59c-250fa3c68b83 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.0659499 Jan 28 04:32:00.880506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88c6fb74-58e6-4915-84b4-407c1716e473 req-fcbfd14f-1f58-4f2c-a38b-96a9a9c02230 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Jan 28 04:32:00.909732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f2ca9-edeb-4a47-a714-6695794fb794 req-6f07dfd0-5aa6-4d49-b3da-f435f952f4e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1463149 Jan 28 04:32:00.968855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-530a9944-bc24-4e3d-85ea-9e1cc1cecc0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.1434591 Jan 28 04:32:01.124003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-af7f7a82-8e34-4f10-8476-be33bc650acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.126353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-af7f7a82-8e34-4f10-8476-be33bc650acd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1243629 Jan 28 04:32:01.129838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-4f50997c-a49c-41fd-911a-4fd6b5ddffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.131411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-4f50997c-a49c-41fd-911a-4fd6b5ddffe5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3156185 Jan 28 04:32:01.227335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7f5c3-2e25-4ae3-b126-3e0aa213c826 req-23ac45e9-5797-4e79-bd35-b3ba923aaa13 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.235586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bce7f5c3-2e25-4ae3-b126-3e0aa213c826 req-23ac45e9-5797-4e79-bd35-b3ba923aaa13 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 0.0816553 Jan 28 04:32:01.237512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-841fe348-7b58-4907-9ba9-2c3e47e71fc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 200 len: 217 time: 0.0924079 Jan 28 04:32:01.252119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96b55-3a0a-4a58-a0f8-eb391b3761dd req-d0eee03f-42d6-4363-a601-29258964927b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.261000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6f96b55-3a0a-4a58-a0f8-eb391b3761dd req-d0eee03f-42d6-4363-a601-29258964927b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.2130322 Jan 28 04:32:01.311708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bce7f5c3-2e25-4ae3-b126-3e0aa213c826 req-aae2443a-a528-42a4-99ad-b3780f14da64 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723536 Jan 28 04:32:01.318205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-990577c5-be93-42e2-a017-499c7da1c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.319634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-990577c5-be93-42e2-a017-499c7da1c02b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0562818 Jan 28 04:32:01.341810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-89edbdd6-fe00-4463-a2b7-77e8231814b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.343432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-89edbdd6-fe00-4463-a2b7-77e8231814b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089689 Jan 28 04:32:01.360821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51500) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:01.467087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51504) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:01.483869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6f96b55-3a0a-4a58-a0f8-eb391b3761dd req-d3d99c73-b368-4212-8d18-9defe80852ee tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216029 Jan 28 04:32:01.516656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-01a96c53-be87-4c9b-ac7c-82bf5732b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.518544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-01a96c53-be87-4c9b-ac7c-82bf5732b0e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883845 Jan 28 04:32:01.523471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Deleting subnet f28aaa58-0b16-442c-8a6d-0cd301726d56 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:01.526927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Publish callbacks [] for subnet (f28aaa58-0b16-442c-8a6d-0cd301726d56), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.538456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-5e67db5c-950b-43e9-9cdd-3cc90c4edace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.540050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-5e67db5c-950b-43e9-9cdd-3cc90c4edace service neutron] 10.222.0.47 "GET /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 1027 time: 0.0873682 Jan 28 04:32:01.567355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (f28aaa58-0b16-442c-8a6d-0cd301726d56), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.611360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f28aaa58-0b16-442c-8a6d-0cd301726d56), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.639457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-841b3f86-9f41-4f4f-9b0d-3a2348c5c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.641263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-841b3f86-9f41-4f4f-9b0d-3a2348c5c775 service neutron] 10.222.0.47 "GET /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 1028 time: 0.0850003 Jan 28 04:32:01.643234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-b08b96bd-fea5-422c-b865-5171e5a3a120 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731755 Jan 28 04:32:01.675762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (f28aaa58-0b16-442c-8a6d-0cd301726d56), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.691890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.696486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f28aaa58-0b16-442c-8a6d-0cd301726d56 HTTP/1.1" status: 204 len: 168 time: 0.2284179 Jan 28 04:32:01.699534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51508) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:01.702998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Deleting subnet 948b1b53-0704-4fba-a2bb-31a1381c3aaf {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:01.785599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b24f0a3d-ba50-47bd-ab77-5e6c2827ba02 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.792277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b24f0a3d-ba50-47bd-ab77-5e6c2827ba02 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.798512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b24f0a3d-ba50-47bd-ab77-5e6c2827ba02 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.800493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b24f0a3d-ba50-47bd-ab77-5e6c2827ba02 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "GET /v2.0/networks?id=c9567c41-6127-4d6e-b841-c244b5f9ae75&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=da859996-bfb1-433b-9fdd-067dd7d92577&id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 1990 time: 0.1446021 Jan 28 04:32:01.811927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4885e274-a81b-47bc-9262-3ea573265422), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.816092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Publish callbacks [] for subnet (948b1b53-0704-4fba-a2bb-31a1381c3aaf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.841037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3922f-2b19-458a-a443-3027f688b277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28aaa58-0b16-442c-8a6d-0cd301726d56,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:01.887357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-f8b4bcc7-13c0-4043-b97d-f041384df75b service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595979 Jan 28 04:32:01.995643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (948b1b53-0704-4fba-a2bb-31a1381c3aaf), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.004275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4885e274-a81b-47bc-9262-3ea573265422), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.150553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4885e274-a81b-47bc-9262-3ea573265422']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:02.166702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64deee9-9665-4021-ad49-c2ec9465e475') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:02.167048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64deee9-9665-4021-ad49-c2ec9465e475') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:02.168488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-351bcd61-6363-4fd4-be53-3f4a0a10d0e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73 HTTP/1.1" status: 200 len: 380 time: 0.3159075 Jan 28 04:32:02.173495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9c03d9f-7336-4442-9c69-1e9a98bda50c req-c556a6e3-4428-417b-b336-b4f6d47d9b9f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1141987 Jan 28 04:32:02.175687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-f82fb3ac-1f33-4363-add9-2330fd83483a service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186512 Jan 28 04:32:02.183198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'admin_state_up': True, 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'security_groups': ['2b28ac94-5bd0-47f9-a5b7-13921c4f2f97']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:02.192923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (f64deee9-9665-4021-ad49-c2ec9465e475), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.240741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f64deee9-9665-4021-ad49-c2ec9465e475), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.259452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:02.259816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (f64deee9-9665-4021-ad49-c2ec9465e475), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:02.295348 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:02.332375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'name': 'network-vif-deleted', 'tag': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c'}, {'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-deleted', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:02.334648 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db995e7-eaa1-4cbb-a195-d31791cb6128" -d '{"events": [{"server_uuid": "5d372b5e-cb2e-40f9-8ebd-54d5857cb07d", "name": "network-vif-deleted", "tag": "50dddd75-fd9d-4ba2-bbbc-438de67fd18c"}, {"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-deleted", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:02.419262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1ec95b-6e85-4d01-8cc7-2333ed2691c9 req-492daf57-7b44-4773-b24c-35e9917fd068 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230458 Jan 28 04:32:02.428587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (948b1b53-0704-4fba-a2bb-31a1381c3aaf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.492097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4885e274-a81b-47bc-9262-3ea573265422), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.506965 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.510432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4885e274-a81b-47bc-9262-3ea573265422 HTTP/1.1" status: 204 len: 168 time: 0.8025181 Jan 28 04:32:02.539792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f42a4-a4f7-464b-a4ac-fe906d2f142e req-b1f50738-b28e-42f1-b887-38c83964d602 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:02.541490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-030f42a4-a4f7-464b-a4ac-fe906d2f142e req-b1f50738-b28e-42f1-b887-38c83964d602 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.4568620 Jan 28 04:32:02.548088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95ff58-99a9-420f-85ca-0c8d5530f0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4885e274-a81b-47bc-9262-3ea573265422,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:02.679704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-030f42a4-a4f7-464b-a4ac-fe906d2f142e req-2381e114-8972-48ef-ab49-3ef18d479455 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284399 Jan 28 04:32:02.681462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:02.694751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.715391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (948b1b53-0704-4fba-a2bb-31a1381c3aaf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.788312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948b1b53-0704-4fba-a2bb-31a1381c3aaf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:02.798893 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:02.828389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.845682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f4ef694d-46b5-4932-b578-20e30733588a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/948b1b53-0704-4fba-a2bb-31a1381c3aaf HTTP/1.1" status: 204 len: 168 time: 1.4836643 Jan 28 04:32:02.848462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:02.998889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab625c55-e8b8-4c1a-9887-8f0f297b1bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d127a2ce8ad74c76b19ccc289f743a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962879 Jan 28 04:32:02.999247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (bffb6a1e-39d3-435b-b68c-755ecaaae2d5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.001841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51530) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:03.163380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (bffb6a1e-39d3-435b-b68c-755ecaaae2d5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.185661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffb6a1e-39d3-435b-b68c-755ecaaae2d5']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.205489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547e8543-1adb-47ce-be62-9427a9108369') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.206125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547e8543-1adb-47ce-be62-9427a9108369') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.229991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (547e8543-1adb-47ce-be62-9427a9108369), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.259762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (547e8543-1adb-47ce-be62-9427a9108369), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.266754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:03.267155 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (547e8543-1adb-47ce-be62-9427a9108369), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:03.356395 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:03.360126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (bffb6a1e-39d3-435b-b68c-755ecaaae2d5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.371262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.374737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] 10.222.0.21 "DELETE /v2.0/networks/bffb6a1e-39d3-435b-b68c-755ecaaae2d5 HTTP/1.1" status: 204 len: 168 time: 0.5256190 Jan 28 04:32:03.436076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4223f-ae42-45e1-9148-7924070f9795 req-7bb2459a-cf1f-4254-8579-f42dec92c162 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:03.443490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-adb4223f-ae42-45e1-9148-7924070f9795 req-7bb2459a-cf1f-4254-8579-f42dec92c162 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.4407554 Jan 28 04:32:03.449426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5fac0-2b03-46cc-8825-fab2a06eb2da admin admin] Pushing event deleted for resources: {'Network': ['ID=bffb6a1e-39d3-435b-b68c-755ecaaae2d5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:03.582110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e07048b-19d7-458a-a74f-411c70f72209 admin admin] Publish callbacks [] for security_group (1e27e78d-54bf-4818-b318-c799c55037d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.587084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809ea23-2aa2-49ad-8cdd-4491b0c1be46 req-38f4dc41-9563-4cb7-b5f2-faef6e599573 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:03.591372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d809ea23-2aa2-49ad-8cdd-4491b0c1be46 req-38f4dc41-9563-4cb7-b5f2-faef6e599573 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 949 time: 1.1417220 Jan 28 04:32:03.624409 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2dfa8d-3ce3-4c27-a909-25e59d863e7e x-openstack-request-id: req-ff2dfa8d-3ce3-4c27-a909-25e59d863e7e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:03.624720 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d372b5e-cb2e-40f9-8ebd-54d5857cb07d", "name": "network-vif-deleted", "tag": "50dddd75-fd9d-4ba2-bbbc-438de67fd18c", "status": "completed", "code": 200}, {"server_uuid": "c3d9681a-0278-4e4c-906d-7012f12e4439", "name": "network-vif-deleted", "tag": "e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:03.630771 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff2dfa8d-3ce3-4c27-a909-25e59d863e7e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:03.631233 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d372b5e-cb2e-40f9-8ebd-54d5857cb07d', 'name': 'network-vif-deleted', 'tag': '50dddd75-fd9d-4ba2-bbbc-438de67fd18c', 'status': 'completed', 'code': 200} Jan 28 04:32:03.631485 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9681a-0278-4e4c-906d-7012f12e4439', 'name': 'network-vif-deleted', 'tag': 'e2c2dfde-2ca3-4a4b-a1c3-5ed76c1f1b9e', 'status': 'completed', 'code': 200} Jan 28 04:32:03.703580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e07048b-19d7-458a-a74f-411c70f72209 admin admin] Publish callbacks [] for security_group (1e27e78d-54bf-4818-b318-c799c55037d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.774103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:03.796244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-adb4223f-ae42-45e1-9148-7924070f9795 req-716d1848-ab6f-4e53-aa2c-7b11bff64f7b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365996 Jan 28 04:32:03.830036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d809ea23-2aa2-49ad-8cdd-4491b0c1be46 req-b9f2c261-648b-4a9f-9132-1f6e4f14e18c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788685 Jan 28 04:32:03.858222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 172.20.0.9 (c9567c41-6127-4d6e-b841-c244b5f9ae75/879faf50-de16-443f-a182-02bdfc17c9b0/9890ca19-bc0f-4d30-8b0e-1ff93ba03b21) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:03.961050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e07048b-19d7-458a-a74f-411c70f72209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1e27e78d-54bf-4818-b318-c799c55037d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.973642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e07048b-19d7-458a-a74f-411c70f72209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.974834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9e07048b-19d7-458a-a74f-411c70f72209 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e27e78d-54bf-4818-b318-c799c55037d9 HTTP/1.1" status: 204 len: 168 time: 0.9624865 Jan 28 04:32:03.975466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51544) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:03.990863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:04.011593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'mac_address': 'fa:16:3e:d0:e0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:04.064988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 879f1b1d-932b-4c35-80e5-29914fbf938a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:04.066456 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.075382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07048b-19d7-458a-a74f-411c70f72209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e27e78d-54bf-4818-b318-c799c55037d9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:04.157257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f1b1d-932b-4c35-80e5-29914fbf938a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:04.181275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-60739a7e-0f75-4229-ad34-44fc9341875c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f7a89d24834eb3a4d321c7ee1bf536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712139 Jan 28 04:32:04.183999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:04.256827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:04.273784 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.275664 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.324747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.391638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:04.400766 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:04.406814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:04.434114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b53d51-a49a-4044-a7af-f7e2f8f4d927 req-42b8a7ee-2943-4de5-b4b0-445481c7112f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:04.436503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13b53d51-a49a-4044-a7af-f7e2f8f4d927 req-42b8a7ee-2943-4de5-b4b0-445481c7112f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 931 time: 0.1446972 Jan 28 04:32:04.438482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-958c70c0-b555-422b-b979-d6632b6a8472 admin admin] Publish callbacks [] for security_group (8b4a4acb-1b34-445e-af1a-4069e68429b0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.510417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055ff22-aad3-4d36-b095-77d377e50da3 req-008a834f-3f10-45c6-980c-bc4566c79fc4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:04.513812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9055ff22-aad3-4d36-b095-77d377e50da3 req-008a834f-3f10-45c6-980c-bc4566c79fc4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.2029362 Jan 28 04:32:04.527756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:04.561928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-958c70c0-b555-422b-b979-d6632b6a8472 admin admin] Publish callbacks [] for security_group (8b4a4acb-1b34-445e-af1a-4069e68429b0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.577195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13b53d51-a49a-4044-a7af-f7e2f8f4d927 req-c8211888-52b6-4c30-a486-1a46a2378cbf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330993 Jan 28 04:32:04.590413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:04.662718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-958c70c0-b555-422b-b979-d6632b6a8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8b4a4acb-1b34-445e-af1a-4069e68429b0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.667832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:04.668357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-958c70c0-b555-422b-b979-d6632b6a8472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.669646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-958c70c0-b555-422b-b979-d6632b6a8472 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b4a4acb-1b34-445e-af1a-4069e68429b0 HTTP/1.1" status: 204 len: 168 time: 0.4827816 Jan 28 04:32:04.685794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c70c0-b555-422b-b979-d6632b6a8472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a4acb-1b34-445e-af1a-4069e68429b0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:04.697433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.805921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['879f1b1d-932b-4c35-80e5-29914fbf938a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:04.850761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9055ff22-aad3-4d36-b095-77d377e50da3 req-908837e4-9d4e-4a7a-973f-eb62ff7d975b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055389 Jan 28 04:32:04.895383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-739fa8ed-9f28-42ca-9ffa-485a74848d98 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7173715 Jan 28 04:32:04.921850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'admin_state_up': True, 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'security_groups': ['2b28ac94-5bd0-47f9-a5b7-13921c4f2f97']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:05.055266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7e533276-eb24-4fdb-bf22-6693a766eb22 None None] Provisioning complete for port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:05.068643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e533276-eb24-4fdb-bf22-6693a766eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:05.146592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a754ff-2e54-45ab-8759-ac69ba94c595 req-844e5856-e35c-489c-ae5c-8201096529b0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:05.148271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47a754ff-2e54-45ab-8759-ac69ba94c595 req-844e5856-e35c-489c-ae5c-8201096529b0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1652515 Jan 28 04:32:05.268653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38f2cc-9212-44bd-a5a1-88fd11dd16c4 req-5f35f319-7c0c-46c8-872c-713bb17ecf35 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:05.285116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4a38f2cc-9212-44bd-a5a1-88fd11dd16c4 req-5f35f319-7c0c-46c8-872c-713bb17ecf35 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1743031 Jan 28 04:32:05.308926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7e533276-eb24-4fdb-bf22-6693a766eb22 None None] Port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:05.322619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47a754ff-2e54-45ab-8759-ac69ba94c595 req-4804f7eb-b9df-4ce4-861b-fa2942b6b925 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635165 Jan 28 04:32:05.481412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:05.485419 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:05.511985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4a38f2cc-9212-44bd-a5a1-88fd11dd16c4 req-b964ff00-a2ff-48b2-81bc-69ca65847e96 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225752 Jan 28 04:32:05.778221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94b9ce-9c95-445d-9960-c1d7bf33920f req-531a53b1-9aa8-4682-a932-0345a9c7b2eb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:05.800837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa94b9ce-9c95-445d-9960-c1d7bf33920f req-531a53b1-9aa8-4682-a932-0345a9c7b2eb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 950 time: 0.1902399 Jan 28 04:32:05.867643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:05.902484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa94b9ce-9c95-445d-9960-c1d7bf33920f req-0b5946a1-62a0-43f9-a746-9780a890575a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006656 Jan 28 04:32:06.087456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 10.1.1.6 (90e49d80-b7ca-4a96-8282-5ff7ac6337cc/d8dcf339-cd53-47e9-9007-aee8d6e0d517/f06d0385-c9c0-4f36-a391-a527ba9c6c0c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:06.176969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519e52-1382-45e9-99aa-58702201d50f req-58e8f586-541f-4de0-8fc1-a738e902a308 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:06.178343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9519e52-1382-45e9-99aa-58702201d50f req-58e8f586-541f-4de0-8fc1-a738e902a308 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1026869 Jan 28 04:32:06.206840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973ecb-432d-4106-95f8-ef069d8a8db2 req-d38b9c79-823e-446e-b99f-aebfcfd92356 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:06.214551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98973ecb-432d-4106-95f8-ef069d8a8db2 req-d38b9c79-823e-446e-b99f-aebfcfd92356 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 931 time: 0.4110196 Jan 28 04:32:06.308671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9519e52-1382-45e9-99aa-58702201d50f req-06956fb4-1629-417f-8af3-479bdc138821 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184528 Jan 28 04:32:06.335731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98973ecb-432d-4106-95f8-ef069d8a8db2 req-e72147e9-6851-4d77-82c7-a5fe7ddc88a3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178160 Jan 28 04:32:06.454312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.534024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-666c1364-b9fc-4795-bf72-833534a5a0f1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736699 Jan 28 04:32:06.655091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.743252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-3cd417c8-02d7-4ce1-98f8-ec945c0ddaab tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:06.745106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-3cd417c8-02d7-4ce1-98f8-ec945c0ddaab tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022574 Jan 28 04:32:06.802321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:06.805919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:06.816292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-1f59868a-5560-4f05-9f9d-570e9e6cbc4b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/quotas/e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 375 time: 0.0379446 Jan 28 04:32:06.847977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:06.891636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:06.936475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:06.938274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.982950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-1f3cdc14-7091-45f6-b681-ecbb1d820b63 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609526 Jan 28 04:32:06.994955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-faf252dd-c4a2-484b-8e68-a2d6d91bace5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0874777 Jan 28 04:32:07.013995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'admin_state_up': True, 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'security_groups': ['2b28ac94-5bd0-47f9-a5b7-13921c4f2f97']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:07.157104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d0d91dda-6f9d-4689-ae82-3deb40cbc207 None None] Provisioning complete for port f06d0385-c9c0-4f36-a391-a527ba9c6c0c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:07.158277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0d91dda-6f9d-4689-ae82-3deb40cbc207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.207751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d0d91dda-6f9d-4689-ae82-3deb40cbc207 None None] Port f06d0385-c9c0-4f36-a391-a527ba9c6c0c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:07.284280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:07.288370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.518238 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.528029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f995d8-b712-4f58-8e53-9a8d5f193729 req-4972c2dc-3561-42a5-89de-71b9ae078079 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:07.535073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f995d8-b712-4f58-8e53-9a8d5f193729 req-4972c2dc-3561-42a5-89de-71b9ae078079 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.2128890 Jan 28 04:32:07.597373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 10.1.1.21 (90e49d80-b7ca-4a96-8282-5ff7ac6337cc/d8dcf339-cd53-47e9-9007-aee8d6e0d517/1644ed9b-9fcd-49f3-96fc-570fe5eda845) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:07.785914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:07.888050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 879f1b1d-932b-4c35-80e5-29914fbf938a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:07.892653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 879f1b1d-932b-4c35-80e5-29914fbf938a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:07.893354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.915740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f995d8-b712-4f58-8e53-9a8d5f193729 req-c3df7212-61ca-4c65-a399-19a6083b7cf7 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413211 Jan 28 04:32:07.998420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.050136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 879f1b1d-932b-4c35-80e5-29914fbf938a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:08.051385 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.086488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.122439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:08.132218 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f102aed-86c4-4ce3-871f-ea00d499dfd0" -d '{"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-plugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:08.155815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:08.167003 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.205523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dca0a5fd-b18a-4bfc-84f9-31a3574e7f64 req-05f4b19a-8605-4b43-a238-e962ad53bf60 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 210 time: 0.0539126 Jan 28 04:32:08.235081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:08.239190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:08.241091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:08.260062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:08.305894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:08.378049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:08.393662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.504580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2c9245f1-4775-497c-baac-23241dfb92c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4952044 Jan 28 04:32:08.515543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcde90a-a0c8-4a4a-a09c-d622bed3c791 req-8080c18d-8871-434d-8431-c7548e409039 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:08.534700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bcde90a-a0c8-4a4a-a09c-d622bed3c791 req-8080c18d-8871-434d-8431-c7548e409039 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1378968 Jan 28 04:32:08.546358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577', 'admin_state_up': True, 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'security_groups': ['2b28ac94-5bd0-47f9-a5b7-13921c4f2f97']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:08.553512 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15d93bc6-362d-4de2-bfcf-e290244ab4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.655309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f62478ea-8188-4b2b-8c88-22878915dc96 None None] Provisioning complete for port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:08.656034 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f62478ea-8188-4b2b-8c88-22878915dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.725975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f62478ea-8188-4b2b-8c88-22878915dc96 None None] Port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:08.763600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bcde90a-a0c8-4a4a-a09c-d622bed3c791 req-3929a4ff-85d7-4a65-a2b4-3a581b43adb0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256713 Jan 28 04:32:08.869772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:09.059562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d679cc-28d1-4c0b-ad99-3ede01c1666a req-455c523b-473d-4379-98d7-28d9d930b1c3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:09.065733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d679cc-28d1-4c0b-ad99-3ede01c1666a req-455c523b-473d-4379-98d7-28d9d930b1c3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:09.070990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d679cc-28d1-4c0b-ad99-3ede01c1666a req-455c523b-473d-4379-98d7-28d9d930b1c3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:09.073475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6d679cc-28d1-4c0b-ad99-3ede01c1666a req-455c523b-473d-4379-98d7-28d9d930b1c3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 2371 time: 0.1685171 Jan 28 04:32:09.082871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-6b67e38d-5d0d-4274-ae00-493dbf6a5771 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e23947e951454848beb27f0afa63fdaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585003 Jan 28 04:32:09.197847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.459760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6d679cc-28d1-4c0b-ad99-3ede01c1666a req-b21bb5e5-2e95-4120-addf-f45ae8091d2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697205 Jan 28 04:32:09.541553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-ebeae39a-1390-4f0f-b5cf-786aeca9b8df tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:09.543072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-ebeae39a-1390-4f0f-b5cf-786aeca9b8df tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4459045 Jan 28 04:32:09.549689 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377cea8-7515-4c1f-b1d7-e52e980b3d17 x-openstack-request-id: req-8377cea8-7515-4c1f-b1d7-e52e980b3d17 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:09.550520 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-plugged", "status": "completed", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:09.551514 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8377cea8-7515-4c1f-b1d7-e52e980b3d17 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:09.552068 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'code': 200} Jan 28 04:32:09.585767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Request body: {'port': {'device_id': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'e23947e951454848beb27f0afa63fdaf'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:09.736236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 10.2.2.100 (da859996-bfb1-433b-9fdd-067dd7d92577/1129afa8-89a9-4042-9b1c-9b8f52c60aac/25243698-924e-48cd-bdd3-6282c89379c2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:09.787673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229b3f0-3c5b-49c3-a970-10447f5b337f req-997d1fc8-ddcc-4bfc-99ae-c0dfb0898c8d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:09.797214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6229b3f0-3c5b-49c3-a970-10447f5b337f req-997d1fc8-ddcc-4bfc-99ae-c0dfb0898c8d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1454425 Jan 28 04:32:09.992144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Made reservation on behalf of e23947e951454848beb27f0afa63fdaf for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:09.995930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.009273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6229b3f0-3c5b-49c3-a970-10447f5b337f req-01047332-5cf7-4147-855a-21e24acefd91 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111647 Jan 28 04:32:10.365546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-144a7e4d-4b02-469a-8954-a6da675bd665 req-f94ba178-6b81-41d3-97c4-0d620bf4c851 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 210 time: 0.0522263 Jan 28 04:32:10.432627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (25243698-924e-48cd-bdd3-6282c89379c2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.450514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Allocated IP 192.168.233.254 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/e7f7549b-079d-4490-a917-ad0db0e598d5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:10.745792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.770346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-948cc1e4-b18e-488e-914a-356459e67b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.834060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfbb8d-3008-4f25-9cb7-280dfb42235e req-fce7c47f-bb37-49a0-a35f-47e64e08dc39 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:10.847353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49bfbb8d-3008-4f25-9cb7-280dfb42235e req-fce7c47f-bb37-49a0-a35f-47e64e08dc39 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.3331261 Jan 28 04:32:11.061107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network da859996-bfb1-433b-9fdd-067dd7d92577 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:11.107247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:11.127215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:11.182981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4669-0758-4187-916d-630402841718 req-c7230aa3-61b7-4e1b-9dac-4204b9db464d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.200262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4669-0758-4187-916d-630402841718 req-c7230aa3-61b7-4e1b-9dac-4204b9db464d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.220043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4669-0758-4187-916d-630402841718 req-c7230aa3-61b7-4e1b-9dac-4204b9db464d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.233415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4669-0758-4187-916d-630402841718 req-c7230aa3-61b7-4e1b-9dac-4204b9db464d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.242128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f68a4669-0758-4187-916d-630402841718 req-c7230aa3-61b7-4e1b-9dac-4204b9db464d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3092 time: 0.1768894 Jan 28 04:32:11.298060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f68a4669-0758-4187-916d-630402841718 req-b12782d3-a182-4852-9f7d-02c4ab99e57e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511067 Jan 28 04:32:11.360059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49bfbb8d-3008-4f25-9cb7-280dfb42235e req-bee8f290-1643-4dc5-b4b3-14f0fdde8688 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062492 Jan 28 04:32:11.424066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:11.455708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.460764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.499593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51682) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:11.573743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e57f0ba3-f954-4746-9115-e344855b2758 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0329025 Jan 28 04:32:11.577925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-80f89d45-18b0-45b2-86d4-3b318ead5e99 None None] Provisioning complete for port 25243698-924e-48cd-bdd3-6282c89379c2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:11.577925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80f89d45-18b0-45b2-86d4-3b318ead5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (25243698-924e-48cd-bdd3-6282c89379c2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.651484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks [] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.676188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-80f89d45-18b0-45b2-86d4-3b318ead5e99 None None] Port 25243698-924e-48cd-bdd3-6282c89379c2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:11.724665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c13db-5e62-458f-8b08-8a2e97a2430c req-3b20dea1-b679-4c47-b911-321afa32e3cb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.734749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577', 'admin_state_up': True, 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'security_groups': ['2b28ac94-5bd0-47f9-a5b7-13921c4f2f97']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:11.735705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd3c13db-5e62-458f-8b08-8a2e97a2430c req-3b20dea1-b679-4c47-b911-321afa32e3cb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1260030 Jan 28 04:32:11.945413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fda4d71-dd82-4652-8ed2-9c6f4312abc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.945413 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd3c13db-5e62-458f-8b08-8a2e97a2430c req-156bb733-7ca1-4122-9547-3d18011c13a3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778541 Jan 28 04:32:11.947956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.997530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f5ed-a4a6-40c0-8fe5-60cdf443f44c req-d619c9e0-b860-447f-9e9f-574b28712600 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:11.999178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff11f5ed-a4a6-40c0-8fe5-60cdf443f44c req-d619c9e0-b860-447f-9e9f-574b28712600 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 945 time: 0.4593339 Jan 28 04:32:12.014736 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.050773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:12.055325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fda4d71-dd82-4652-8ed2-9c6f4312abc6 admin admin] Publish callbacks [] for security_group (0d4a14cd-fc29-441e-9b7a-8cb39c22ab35), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.079619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fda4d71-dd82-4652-8ed2-9c6f4312abc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0d4a14cd-fc29-441e-9b7a-8cb39c22ab35), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.117230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda4d71-dd82-4652-8ed2-9c6f4312abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a14cd-fc29-441e-9b7a-8cb39c22ab35,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:12.161472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb', '879f1b1d-932b-4c35-80e5-29914fbf938a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:12.166604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1fda4d71-dd82-4652-8ed2-9c6f4312abc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34210e48a93e483688a9266ae69c72bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6651976 Jan 28 04:32:12.168139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51690) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:12.269638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-7157e396-94d1-46d6-9e9e-d6b4e7f14da3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:12.271092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-7157e396-94d1-46d6-9e9e-d6b4e7f14da3 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 945 time: 0.5121257 Jan 28 04:32:12.283944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ba356e3c-9367-49f8-903e-1412fc194aff admin admin] Publish callbacks [] for security_group (0d4a14cd-fc29-441e-9b7a-8cb39c22ab35), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.343476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dd618-3f7c-4141-8139-ed14d0b6fb9e req-17c73dce-4a5c-497d-97bc-0f07ae09b9d9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:12.345983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c38dd618-3f7c-4141-8139-ed14d0b6fb9e req-17c73dce-4a5c-497d-97bc-0f07ae09b9d9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 936 time: 0.1248207 Jan 28 04:32:12.418291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:12.456383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ba356e3c-9367-49f8-903e-1412fc194aff admin admin] Publish callbacks [] for security_group (0d4a14cd-fc29-441e-9b7a-8cb39c22ab35), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.497332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:12.507041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:12.509408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:12.541652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c38dd618-3f7c-4141-8139-ed14d0b6fb9e req-fa3d564d-71ba-4a87-a561-9e178f6cfa24 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818366 Jan 28 04:32:12.546425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff11f5ed-a4a6-40c0-8fe5-60cdf443f44c req-2407b185-76c7-4423-8299-23d894877dd4 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360322 Jan 28 04:32:12.605105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ba356e3c-9367-49f8-903e-1412fc194aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0d4a14cd-fc29-441e-9b7a-8cb39c22ab35), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.607801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ba356e3c-9367-49f8-903e-1412fc194aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.617326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ba356e3c-9367-49f8-903e-1412fc194aff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d4a14cd-fc29-441e-9b7a-8cb39c22ab35 HTTP/1.1" status: 204 len: 168 time: 0.4478960 Jan 28 04:32:12.670261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba356e3c-9367-49f8-903e-1412fc194aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a14cd-fc29-441e-9b7a-8cb39c22ab35,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:12.829385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4ea9-3c58-45d3-a591-952ad16dd7c8 req-698d5059-6df3-4238-944c-e1cdc27c7ddc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:12.836281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4ea9-3c58-45d3-a591-952ad16dd7c8 req-698d5059-6df3-4238-944c-e1cdc27c7ddc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:12.842585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4ea9-3c58-45d3-a591-952ad16dd7c8 req-698d5059-6df3-4238-944c-e1cdc27c7ddc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:12.858804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4ea9-3c58-45d3-a591-952ad16dd7c8 req-698d5059-6df3-4238-944c-e1cdc27c7ddc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:12.874716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92c4ea9-3c58-45d3-a591-952ad16dd7c8 req-698d5059-6df3-4238-944c-e1cdc27c7ddc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3092 time: 0.1246595 Jan 28 04:32:12.966858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92c4ea9-3c58-45d3-a591-952ad16dd7c8 req-7fe1c89e-5181-4e94-95b6-d942d6849298 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882151 Jan 28 04:32:13.193208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-de30bfa9-df02-4862-b0d4-11d7a5fba16a None None] Provisioning complete for port e7f7549b-079d-4490-a917-ad0db0e598d5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:13.193773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de30bfa9-df02-4862-b0d4-11d7a5fba16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.364702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-de30bfa9-df02-4862-b0d4-11d7a5fba16a None None] Port e7f7549b-079d-4490-a917-ad0db0e598d5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:13.447486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab276fbc-0789-4997-a923-ae978ecc7d0c req-d777dd71-1b09-447b-b0a9-3c0e3ee2cc65 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:13.479056 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab276fbc-0789-4997-a923-ae978ecc7d0c req-d777dd71-1b09-447b-b0a9-3c0e3ee2cc65 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1569140 Jan 28 04:32:13.536269 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.683549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab276fbc-0789-4997-a923-ae978ecc7d0c req-9d4ac5e2-c0a3-4414-9596-d300ce1f3bcf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032952 Jan 28 04:32:13.727885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Made reservation on behalf of ac1a6f39304b43e2a2ebf0b43e6b6e73 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:13.733577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.820262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:13.821390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.904138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b8885-daa1-4253-b4cd-83bfb1856cbc req-e8a4e80d-ba3a-45ab-9b6a-a945ffc9cf97 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:13.912296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff9b8885-daa1-4253-b4cd-83bfb1856cbc req-e8a4e80d-ba3a-45ab-9b6a-a945ffc9cf97 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 1.1844413 Jan 28 04:32:13.921572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-f1f13517-5779-4887-95b6-5bf301a8af84 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3614302 Jan 28 04:32:13.955734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Request body: {'port': {'device_id': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:14.004082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Deleting port 25cef835-19e1-487f-b012-018d64bf5ad4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:14.004579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.088667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654168c9-8e65-4a7f-9f90-ed3ba0a424ec req-107a79f2-09eb-49f6-94ce-29387c1a6851 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.097915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-654168c9-8e65-4a7f-9f90-ed3ba0a424ec req-107a79f2-09eb-49f6-94ce-29387c1a6851 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 936 time: 0.1136189 Jan 28 04:32:14.157491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff9b8885-daa1-4253-b4cd-83bfb1856cbc req-98b90bf3-6c4e-4c79-943f-7af140603448 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440619 Jan 28 04:32:14.219672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-654168c9-8e65-4a7f-9f90-ed3ba0a424ec req-64d656f7-f96e-479a-ac35-b4b62f7370b2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181102 Jan 28 04:32:14.278456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] For port 25cef835-19e1-487f-b012-018d64bf5ad4, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=25cef835-19e1-487f-b012-018d64bf5ad4,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:14.279127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.329179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.334119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Calling delete_port for 25cef835-19e1-487f-b012-018d64bf5ad4 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:14.436533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71700c-cbf4-48cb-a1b0-87daad83431a req-4c1e4049-2a61-4fa5-9b6d-4a26171058fb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.454087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71700c-cbf4-48cb-a1b0-87daad83431a req-4c1e4049-2a61-4fa5-9b6d-4a26171058fb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.468489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71700c-cbf4-48cb-a1b0-87daad83431a req-4c1e4049-2a61-4fa5-9b6d-4a26171058fb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.483088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71700c-cbf4-48cb-a1b0-87daad83431a req-4c1e4049-2a61-4fa5-9b6d-4a26171058fb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.492055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb71700c-cbf4-48cb-a1b0-87daad83431a req-4c1e4049-2a61-4fa5-9b6d-4a26171058fb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3092 time: 0.1802161 Jan 28 04:32:14.600393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb71700c-cbf4-48cb-a1b0-87daad83431a req-23419935-b2d7-440a-8568-2d8a5792c00f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074865 Jan 28 04:32:14.674340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f7549b-079d-4490-a917-ad0db0e598d5 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:14.683009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Publish callbacks [] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.696769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Transition to ACTIVE for port object e7f7549b-079d-4490-a917-ad0db0e598d5 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:14.768656 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.787713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.870672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Allocated IP 10.2.2.200 (da859996-bfb1-433b-9fdd-067dd7d92577/1129afa8-89a9-4042-9b1c-9b8f52c60aac/ad80303c-7d4a-42cd-b166-e1995dad39ff) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:14.918393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2c226-2664-4d17-80b7-0546e2cdc172 req-00587f93-5b9d-4512-8280-ea35524566e2 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.938892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417f166-2cfc-4db5-8c3e-28c2f9ba6562 req-dcd9e4f1-bac5-4aa4-a385-638fbd6f59ff tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:14.939757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e417f166-2cfc-4db5-8c3e-28c2f9ba6562 req-dcd9e4f1-bac5-4aa4-a385-638fbd6f59ff tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0970778 Jan 28 04:32:14.940306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8f2c226-2664-4d17-80b7-0546e2cdc172 req-00587f93-5b9d-4512-8280-ea35524566e2 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=522a705c-95df-442c-9e8f-ac278933d367 HTTP/1.1" status: 200 len: 945 time: 0.6551473 Jan 28 04:32:15.041580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:15.106098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e417f166-2cfc-4db5-8c3e-28c2f9ba6562 req-4adc41fc-d6c6-4441-9254-a4f65a6fe05f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599526 Jan 28 04:32:15.166374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-277ccad4-1ffd-4543-80c2-f9d7fcab1fbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1832616 Jan 28 04:32:15.394009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.460032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.549786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event updated for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:15.615975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8f2c226-2664-4d17-80b7-0546e2cdc172 req-f11987df-5ee9-4270-853f-073a9a7bf759 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733892 Jan 28 04:32:15.640073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Network da859996-bfb1-433b-9fdd-067dd7d92577 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:15.650369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:15.680497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:15.800212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 25cef835-19e1-487f-b012-018d64bf5ad4 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:15.830518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-b1a1f820-34ad-486f-bf9e-a35c49180dbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6913257 Jan 28 04:32:15.857611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:15.858290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.002987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 25cef835-19e1-487f-b012-018d64bf5ad4 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:16.036017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:16.036372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:16.036712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:16.053433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-f68d4e75-e3f4-4269-85ba-4178ebc8e345 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3293245 Jan 28 04:32:16.071788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:16.072228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:16.074537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (25cef835-19e1-487f-b012-018d64bf5ad4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.085738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:16.131436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-e2272d69-bb73-4639-9e2c-556be42d1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.133114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-e2272d69-bb73-4639-9e2c-556be42d1186 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 1095 time: 0.9163749 Jan 28 04:32:16.155289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaddcf-5227-42ff-9108-229fed6ffe54 req-11274adf-84f9-4a6f-a063-586f4b89a173 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.165289 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ceeaddcf-5227-42ff-9108-229fed6ffe54 req-11274adf-84f9-4a6f-a063-586f4b89a173 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1527042 Jan 28 04:32:16.181796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c4b0b927-a266-40e5-9399-dbdec99497a3 None None] Provisioning complete for port ad80303c-7d4a-42cd-b166-e1995dad39ff triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:16.182079 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b927-a266-40e5-9399-dbdec99497a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.239093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0b927-a266-40e5-9399-dbdec99497a3 None None] Port ad80303c-7d4a-42cd-b166-e1995dad39ff cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:16.270899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cbeb-521f-4562-96b0-ae68a41026e4 req-c5bcd766-1e53-433a-a852-a63185839b9d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.272536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef22cbeb-521f-4562-96b0-ae68a41026e4 req-c5bcd766-1e53-433a-a852-a63185839b9d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.4047484 Jan 28 04:32:16.333939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ceeaddcf-5227-42ff-9108-229fed6ffe54 req-92c07ec2-0b17-4d3b-91cc-38eb8674ed99 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675997 Jan 28 04:32:16.337491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:16.337839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:16.338239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:16.338699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Bound port: e7f7549b-079d-4490-a917-ad0db0e598d5, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:16.339055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.358158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170566-576b-4a7f-a9bd-1ae150829021 req-25e7d537-fff9-4778-8c92-77f0e361041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.360510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-25e7d537-fff9-4778-8c92-77f0e361041f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 1096 time: 0.4657202 Jan 28 04:32:16.402763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event deleted for resources: {'Port': ['ID=25cef835-19e1-487f-b012-018d64bf5ad4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:16.431063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-bc2bee84-c1ea-4ca4-a994-cc95f53c7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.433806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-bc2bee84-c1ea-4ca4-a994-cc95f53c7f60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.2448266 Jan 28 04:32:16.523266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-a4ccedea-ab05-499a-883d-cb2c542a551e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 200 len: 217 time: 0.0800827 Jan 28 04:32:16.588999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-4fbb64a9-17a8-4a14-9c73-41108f08e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.590960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-4fbb64a9-17a8-4a14-9c73-41108f08e165 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0606322 Jan 28 04:32:16.673829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-0f684d59-a46d-4e99-b15a-0a3859860fda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767367 Jan 28 04:32:16.677848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] No DVR routers for this DVR port 25cef835-19e1-487f-b012-018d64bf5ad4 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:16.684536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.691083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad352f86-7bc3-47a6-9708-020ac775e8ec req-8c079418-7de5-454b-9a6b-317ad08e994a tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "DELETE /v2.0/ports/25cef835-19e1-487f-b012-018d64bf5ad4 HTTP/1.1" status: 204 len: 173 time: 4.3810551 Jan 28 04:32:16.725451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'name': 'network-vif-deleted', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:16.728627 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d272932-89a2-46b2-bf25-d4abbe189862" -d '{"events": [{"server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "name": "network-vif-deleted", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:16.799954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:16.804753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:16.821022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.878138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-4aeaad31-cffc-4dac-beff-7057cddbafee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.886520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-4aeaad31-cffc-4dac-beff-7057cddbafee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.886890 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.895110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-4aeaad31-cffc-4dac-beff-7057cddbafee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.902227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-4aeaad31-cffc-4dac-beff-7057cddbafee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.911195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-4aeaad31-cffc-4dac-beff-7057cddbafee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:16.920511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-4aeaad31-cffc-4dac-beff-7057cddbafee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3813 time: 0.3057194 Jan 28 04:32:16.991815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef22cbeb-521f-4562-96b0-ae68a41026e4 req-2e7009c5-28fc-4397-86b3-00d8b1e03c7f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227009 Jan 28 04:32:17.068823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a47bfdf5-32cc-4d6c-ab4f-2de18f91b52c req-61d2e9ba-e807-4854-ad37-97480f9e0e7c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463375 Jan 28 04:32:17.090091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-4b2b1b10-7547-4955-9f85-53b8fc45aad4 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515923 Jan 28 04:32:17.145734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170566-576b-4a7f-a9bd-1ae150829021 req-33454462-4117-4e84-8e43-baceb24004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:17.148476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-33454462-4117-4e84-8e43-baceb24004a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.7435868 Jan 28 04:32:17.180096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:17.183724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.190490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 1096 time: 3.2435346 Jan 28 04:32:17.350826 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29b671af-0fb4-4db9-84f0-b8a9cc93c3bc req-f70350ae-574e-4001-b79d-8db708f41149 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534218 Jan 28 04:32:17.428454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-ea2f77e4-eb82-432f-9cf9-f1ca211f257b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 200 len: 217 time: 0.2569058 Jan 28 04:32:17.875601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:17.875987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51816) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:17.883725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Publish callbacks [] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.899172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Transition to ACTIVE for port object 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:17.907829 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61483c1f-d40b-4402-bff5-5a9906b854f0 x-openstack-request-id: req-61483c1f-d40b-4402-bff5-5a9906b854f0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:17.908190 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522a705c-95df-442c-9e8f-ac278933d367", "name": "network-vif-deleted", "tag": "25cef835-19e1-487f-b012-018d64bf5ad4", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:17.911035 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61483c1f-d40b-4402-bff5-5a9906b854f0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:17.912971 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522a705c-95df-442c-9e8f-ac278933d367', 'name': 'network-vif-deleted', 'tag': '25cef835-19e1-487f-b012-018d64bf5ad4', 'status': 'completed', 'code': 200} Jan 28 04:32:17.922345 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:32:17.937453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bfaab-7d14-4e8b-aa90-e93fd7272d4c req-ae440ec1-0dbc-4a93-820b-17147a6520f2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:17.939242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e37bfaab-7d14-4e8b-aa90-e93fd7272d4c req-ae440ec1-0dbc-4a93-820b-17147a6520f2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1197300 Jan 28 04:32:17.949397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a606e-d938-495b-abf2-1898a56c9584 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:17.971600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.049798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e37bfaab-7d14-4e8b-aa90-e93fd7272d4c req-286fa2ef-aaeb-4a4b-8629-ae1f3ccdd094 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042137 Jan 28 04:32:18.136728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9d9d-63b4-408f-8e7f-a8a9526221cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.142084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Pushing event updated for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.155845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-6f5eecdd-b450-4cf2-88cf-29add0067c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.158253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-6f5eecdd-b450-4cf2-88cf-29add0067c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1099 time: 0.7994702 Jan 28 04:32:18.165767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af18e-e1c9-42f2-9185-248e02d5dc61 req-63810b6b-fdd1-4241-abb3-c085e57a6c02 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.167591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f66af18e-e1c9-42f2-9185-248e02d5dc61 req-63810b6b-fdd1-4241-abb3-c085e57a6c02 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 1.0000165 Jan 28 04:32:18.264655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f66af18e-e1c9-42f2-9185-248e02d5dc61 req-002f6443-16db-4721-a6d7-e3f5de3f3c17 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Jan 28 04:32:18.328832 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-8a90dba7-d52f-4a1c-b365-0105fdaae912 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.1406014 Jan 28 04:32:18.333488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170566-576b-4a7f-a9bd-1ae150829021 req-00fdb281-0e49-4e28-bf29-93d1e8508259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.335297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-00fdb281-0e49-4e28-bf29-93d1e8508259 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.4309974 Jan 28 04:32:18.396236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-92320cdd-e8e4-4fc5-b2a1-1953d26d91b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324686 Jan 28 04:32:18.484637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9d9d-63b4-408f-8e7f-a8a9526221cf admin admin] Publish callbacks [] for security_group (2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.492856 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9d9d-63b4-408f-8e7f-a8a9526221cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.517992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Attempting to bind port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:18.518472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Attempting to bind port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:18.518905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Attempting to bind port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 on network c9567c41-6127-4d6e-b841-c244b5f9ae75 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:18.527360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 on network c9567c41-6127-4d6e-b841-c244b5f9ae75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:18.527820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Attempting to bind port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 on network c9567c41-6127-4d6e-b841-c244b5f9ae75 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:18.594025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-b3671f84-266f-40f7-8c6c-f805c2c177fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.596197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-b3671f84-266f-40f7-8c6c-f805c2c177fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2596011 Jan 28 04:32:18.597047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:18.597595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Checking segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:18.598268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Bound using segment: {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:18.598822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Bound port: 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51beab2-9011-4648-8bb8-a04f529b7ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:18.599284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.640892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6fdf9d9d-63b4-408f-8e7f-a8a9526221cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01facdb0044d4c609aa4088d937fa897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7636993 Jan 28 04:32:18.648343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc13d-95fd-4fe5-a880-3fa8044e3a78 req-0ee6e047-e503-4301-854a-e0660b92bc0c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.648343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-470cc13d-95fd-4fe5-a880-3fa8044e3a78 req-0ee6e047-e503-4301-854a-e0660b92bc0c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.1852577 Jan 28 04:32:18.654535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51830) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:18.679228 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf9d9d-63b4-408f-8e7f-a8a9526221cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.723343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-4d4c0a87-85cb-40fb-9c45-dfb3790d861e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.739523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-4d4c0a87-85cb-40fb-9c45-dfb3790d861e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.761292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-4d4c0a87-85cb-40fb-9c45-dfb3790d861e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.771043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0ec4-d95a-4bae-88e4-ef6597e031a9 admin admin] Publish callbacks [] for security_group (2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.783012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-4d4c0a87-85cb-40fb-9c45-dfb3790d861e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.808572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-4d4c0a87-85cb-40fb-9c45-dfb3790d861e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.822541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-470cc13d-95fd-4fe5-a880-3fa8044e3a78 req-c0428264-9584-402a-8690-8ece092d6e62 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258736 Jan 28 04:32:18.838616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-22fe27fc-84de-4823-b00f-1bc742c13c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:18.840981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-4d4c0a87-85cb-40fb-9c45-dfb3790d861e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3825 time: 0.2494023 Jan 28 04:32:18.844424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-22fe27fc-84de-4823-b00f-1bc742c13c70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2365589 Jan 28 04:32:18.962904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0ec4-d95a-4bae-88e4-ef6597e031a9 admin admin] Publish callbacks [] for security_group (2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.971054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-3d23571c-467a-4665-a737-62d5253e84bb service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287965 Jan 28 04:32:18.977236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:19.000601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b25e4ee7-b5d4-4ee6-88f5-f0bd79051e8c req-a4b5e914-a98d-4d4a-a427-d05e9ef588ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519563 Jan 28 04:32:19.071485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:19.278137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea43b81-b979-41c1-9e4a-e8f8fb0e0c71 req-e2e13971-36fe-4f4b-8f62-95b82e3c61ad tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:19.296177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dea43b81-b979-41c1-9e4a-e8f8fb0e0c71 req-e2e13971-36fe-4f4b-8f62-95b82e3c61ad tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.0913467 Jan 28 04:32:19.361471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dea43b81-b979-41c1-9e4a-e8f8fb0e0c71 req-242de189-b559-4e92-afba-662f53bc88da tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642080 Jan 28 04:32:19.473200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11261-f7bf-4cab-83e8-17b508e8c2fe req-798703aa-1832-4452-8b7c-25fd800ce2da tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:19.481006 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6a11261-f7bf-4cab-83e8-17b508e8c2fe req-798703aa-1832-4452-8b7c-25fd800ce2da tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0606048 Jan 28 04:32:19.548344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6a11261-f7bf-4cab-83e8-17b508e8c2fe req-03ea01be-281f-4863-845f-f98129c6961a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660815 Jan 28 04:32:19.752250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-05f4cf84-d5d5-4572-aece-a35c2bdec2ed service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848023 Jan 28 04:32:19.753564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.801179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:19.837330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:19.837960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.839365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] 10.222.0.47 "PUT /v2.0/ports/9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 200 len: 1091 time: 3.7604687 Jan 28 04:32:19.875196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc7fef-0976-49ac-8644-b1b0d47bd438 service neutron] Pushing event updated for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:19.901029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:19.926348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}, {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:19.929126 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a01a4f-df0d-4920-b618-d49bd8e8b024" -d '{"events": [{"name": "network-changed", "server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}, {"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:20.018392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:20.037225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174', 'port_id': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'mac_address': 'fa:16:3e:3d:7d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d9cfb-a6cf-40a1-9351-bf9090ad99e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:20.097251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ff84-e385-4fdf-999e-66cc48769244 req-24e1594e-27ef-4530-89b6-072eb573d8bb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:20.108147 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fab6ff84-e385-4fdf-999e-66cc48769244 req-24e1594e-27ef-4530-89b6-072eb573d8bb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.1203763 Jan 28 04:32:20.115326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-16f00d95-a3fe-400f-a306-e7d6c8287a0f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:20.118174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-16f00d95-a3fe-400f-a306-e7d6c8287a0f tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.9273863 Jan 28 04:32:20.161980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3b555c3-7f1d-4903-aeda-e25ef260930d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:20.162775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.212384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b555c3-7f1d-4903-aeda-e25ef260930d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:20.222685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.226041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0ec4-d95a-4bae-88e4-ef6597e031a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.228885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fab6ff84-e385-4fdf-999e-66cc48769244 req-1a7aa613-b22b-4013-b55b-73fa01ab18d1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198001 Jan 28 04:32:20.229213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0ec4-d95a-4bae-88e4-ef6597e031a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.233684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dbfb0ec4-d95a-4bae-88e4-ef6597e031a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a HTTP/1.1" status: 204 len: 168 time: 1.5748670 Jan 28 04:32:20.269777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:20.280384 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.292442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10a378-771a-4250-ba80-ee40a3ef2bc9 req-20f328e6-fcc4-4ae5-9ee2-678f38585c55 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:20.301180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e10a378-771a-4250-ba80-ee40a3ef2bc9 req-20f328e6-fcc4-4ae5-9ee2-678f38585c55 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 1.1087847 Jan 28 04:32:20.341839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb0ec4-d95a-4bae-88e4-ef6597e031a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb0a91-ae4e-4f55-9c72-ddc6bfc5f62a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:20.398305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e10a378-771a-4250-ba80-ee40a3ef2bc9 req-cd92ded4-1363-4564-8a1b-5ce901d0f963 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940666 Jan 28 04:32:20.420082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45170566-576b-4a7f-a9bd-1ae150829021 req-1a19c71e-8b7f-435f-b218-8dd9b20170e5 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4388850 Jan 28 04:32:20.425929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:20.778153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b3b555c3-7f1d-4903-aeda-e25ef260930d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:20.816980 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240ffe3-b609-4807-80c7-6c90a4eab162 x-openstack-request-id: req-6240ffe3-b609-4807-80c7-6c90a4eab162 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:20.817813 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:20.818257 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6240ffe3-b609-4807-80c7-6c90a4eab162 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:20.818890 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'status': 'completed', 'code': 200} Jan 28 04:32:20.819318 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'status': 'completed', 'code': 200} Jan 28 04:32:20.831874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f2691a-8e82-480d-a213-164bcaa1fa00 req-c46c27dc-2a44-4063-8cfb-f3e382b0305c service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0672190 Jan 28 04:32:20.862301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4ea72-0f97-43cc-a47a-54597f1b715a req-e211e502-3c1f-4997-a8be-5ed7c37a905a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:20.867419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92f4ea72-0f97-43cc-a47a-54597f1b715a req-e211e502-3c1f-4997-a8be-5ed7c37a905a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.2056689 Jan 28 04:32:21.024372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92f4ea72-0f97-43cc-a47a-54597f1b715a req-65ce0da7-d1e9-4d64-8064-7556d2c4610f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504238 Jan 28 04:32:21.075400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:21.100152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-856d7fef-61a5-4355-82c9-b5ef753582c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.180212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Deleting port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:21.180821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.227911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bcad-ce06-42a0-9f8e-c20bf58349bf req-41da296d-233e-4326-8a2f-c2d35d48b03a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.236093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce21bcad-ce06-42a0-9f8e-c20bf58349bf req-41da296d-233e-4326-8a2f-c2d35d48b03a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0905933 Jan 28 04:32:21.307524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce21bcad-ce06-42a0-9f8e-c20bf58349bf req-e45b34a7-4325-4f5c-b487-3bef236c0efa tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699003 Jan 28 04:32:21.333396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-856d7fef-61a5-4355-82c9-b5ef753582c8 admin admin] Publish callbacks [] for security_group (0915c631-9280-4bd2-9360-e57678bdcf30), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.343614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-856d7fef-61a5-4355-82c9-b5ef753582c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0915c631-9280-4bd2-9360-e57678bdcf30), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.383714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d7fef-61a5-4355-82c9-b5ef753582c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915c631-9280-4bd2-9360-e57678bdcf30,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:21.450858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-856d7fef-61a5-4355-82c9-b5ef753582c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f574b6361d37417390692d5898bdf200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741870 Jan 28 04:32:21.456206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51872) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:21.458798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690a93a5-94f1-484b-94b6-8d9c01e4944e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:21.482525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-5ff3eefb-e66c-4ecb-9407-3229dc3bf643 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.488378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-5ff3eefb-e66c-4ecb-9407-3229dc3bf643 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.495514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-5ff3eefb-e66c-4ecb-9407-3229dc3bf643 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.500275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-5ff3eefb-e66c-4ecb-9407-3229dc3bf643 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.505810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-5ff3eefb-e66c-4ecb-9407-3229dc3bf643 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.507725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-5ff3eefb-e66c-4ecb-9407-3229dc3bf643 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3825 time: 0.7023656 Jan 28 04:32:21.511116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Publish callbacks [] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.567085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Transition to ACTIVE for port object 690a93a5-94f1-484b-94b6-8d9c01e4944e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:21.584064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.598583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-5eaa9780-233d-44f4-884b-de250072b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.600632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-5eaa9780-233d-44f4-884b-de250072b3e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1099 time: 0.4252353 Jan 28 04:32:21.666328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94520a9d-94fd-4912-a0a7-e3054db6edb6 admin admin] Publish callbacks [] for security_group (0915c631-9280-4bd2-9360-e57678bdcf30), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.746318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54351d58-41e0-40ef-ab0a-8192a01858ca req-f554a056-f8d8-4038-997c-b31d3a7bf3c9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.757564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-54351d58-41e0-40ef-ab0a-8192a01858ca req-f554a056-f8d8-4038-997c-b31d3a7bf3c9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.2908418 Jan 28 04:32:21.769992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94520a9d-94fd-4912-a0a7-e3054db6edb6 admin admin] Publish callbacks [] for security_group (0915c631-9280-4bd2-9360-e57678bdcf30), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.799550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f58fcfbb-a02c-4de6-9a33-fbc150e58651 req-accb19c7-4e64-4fca-aac4-acc526d171bd tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818716 Jan 28 04:32:21.805312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:21.834517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] For port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:21.835004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.847977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-1904bac3-c58a-48c6-94c6-f46a92ec8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:21.866492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-1904bac3-c58a-48c6-94c6-f46a92ec8f63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2455814 Jan 28 04:32:21.890588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Calling delete_port for 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:21.926476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:21.961922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-54351d58-41e0-40ef-ab0a-8192a01858ca req-835dc47e-b471-4b8f-a2d2-78fdb171a19a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031693 Jan 28 04:32:21.996764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94520a9d-94fd-4912-a0a7-e3054db6edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0915c631-9280-4bd2-9360-e57678bdcf30), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.000365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94520a9d-94fd-4912-a0a7-e3054db6edb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.001623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-94520a9d-94fd-4912-a0a7-e3054db6edb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0915c631-9280-4bd2-9360-e57678bdcf30 HTTP/1.1" status: 204 len: 168 time: 0.5442858 Jan 28 04:32:22.037035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94520a9d-94fd-4912-a0a7-e3054db6edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915c631-9280-4bd2-9360-e57678bdcf30,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.195871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Pushing event updated for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.205323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.238626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e905-b468-4686-b318-6d6643d0c00e req-88d019cd-e328-4f52-b575-62adf7264a85 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:22.257049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-63569c62-61af-46cb-bc67-c3cd43f67e95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.3050086 Jan 28 04:32:22.269226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef11e905-b468-4686-b318-6d6643d0c00e req-88d019cd-e328-4f52-b575-62adf7264a85 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c HTTP/1.1" status: 200 len: 944 time: 0.1436243 Jan 28 04:32:22.393550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef11e905-b468-4686-b318-6d6643d0c00e req-98803340-a4b2-41c8-968e-612545719cfe tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229908 Jan 28 04:32:22.430167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event deleted for resources: {'Port': ['ID=256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.531430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-36f764d6-37bc-43b4-a869-e05ff4a097a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:22.533603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-36f764d6-37bc-43b4-a869-e05ff4a097a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2528017 Jan 28 04:32:22.551184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] No DVR routers for this DVR port 256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:22.554700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.558188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e50e9de2-cb24-4028-9c42-bd6965ada385 req-ad8eb6ef-c7fe-40d6-8bfa-dea2f0332133 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.52 "DELETE /v2.0/ports/256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82 HTTP/1.1" status: 204 len: 173 time: 2.4310877 Jan 28 04:32:22.630701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc0f92-12fe-4001-8111-fe1456a8e1ed req-07a13ffa-9c2d-48de-a686-be9ee347a5bd tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:22.632321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f6bc0f92-12fe-4001-8111-fe1456a8e1ed req-07a13ffa-9c2d-48de-a686-be9ee347a5bd tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.0973275 Jan 28 04:32:22.721333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Attempting to bind port 690a93a5-94f1-484b-94b6-8d9c01e4944e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:22.721684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Attempting to bind port 690a93a5-94f1-484b-94b6-8d9c01e4944e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:22.722025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Attempting to bind port 690a93a5-94f1-484b-94b6-8d9c01e4944e on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:22.735857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:22.741539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-12942a65-ed9d-4141-b8f2-b9d48b11fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:22.742645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f6bc0f92-12fe-4001-8111-fe1456a8e1ed req-754c9a65-2f6a-4c24-b04d-ae7e9a4b10b6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041977 Jan 28 04:32:22.775085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-12942a65-ed9d-4141-b8f2-b9d48b11fc5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2138815 Jan 28 04:32:22.775775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Port 690a93a5-94f1-484b-94b6-8d9c01e4944e on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:22.776102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Attempting to bind port 690a93a5-94f1-484b-94b6-8d9c01e4944e on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:22.796061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:22.796471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Checking segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:22.797474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Bound using segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:22.798022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Bound port: 690a93a5-94f1-484b-94b6-8d9c01e4944e, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:22.798390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.836389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d50f-c54f-4cc5-a547-87394c20517b req-be42ae83-7b97-4ef5-8cdc-72fc5a6ebb22 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:22.838194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba3d50f-c54f-4cc5-a547-87394c20517b req-be42ae83-7b97-4ef5-8cdc-72fc5a6ebb22 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.4019945 Jan 28 04:32:22.838678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'name': 'network-vif-deleted', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:22.841038 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8183a4-2084-463a-8fa2-b2908bca6a21" -d '{"events": [{"server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "name": "network-vif-deleted", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:22.896978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:22.918495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'mac_address': 'fa:16:3e:80:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:22.919423 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61f2719-855e-4806-9344-c20655c4ea25 x-openstack-request-id: req-a61f2719-855e-4806-9344-c20655c4ea25 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:22.919931 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c", "name": "network-vif-deleted", "tag": "256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:22.920301 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a61f2719-855e-4806-9344-c20655c4ea25 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:22.921133 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0b029f-0bf9-48ef-9e62-9cd272a5dc5c', 'name': 'network-vif-deleted', 'tag': '256b39ed-e4b0-4ec1-b1a9-ec66bdb46b82', 'status': 'completed', 'code': 200} Jan 28 04:32:22.965436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e7f7549b-079d-4490-a917-ad0db0e598d5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:22.966294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.982209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f7549b-079d-4490-a917-ad0db0e598d5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:23.013933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:23.030518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba3d50f-c54f-4cc5-a547-87394c20517b req-c0c2f0c5-6990-4f43-ab87-9daa44d0ab2f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479003 Jan 28 04:32:23.034616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-d84f849e-0933-4114-986a-10e0f57b294e service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504780 Jan 28 04:32:23.037243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:23.042422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:23.051181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.069401 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.128291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.164365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.165380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.166882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] 10.222.0.47 "PUT /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 1130 time: 3.2701948 Jan 28 04:32:23.175125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.190364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.193569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.209840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.234246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.256856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.259016 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65091060-0a74-42c1-8fa9-421e02097d15 req-52be0321-cd38-4d19-b695-53055197e580 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 4597 time: 0.2418151 Jan 28 04:32:23.270208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7eec-beeb-4606-a7cf-883c92f65aee service neutron] Pushing event updated for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.394261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:23.419328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65091060-0a74-42c1-8fa9-421e02097d15 req-f54217fd-21ba-477e-b835-0da18402c453 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450994 Jan 28 04:32:23.462004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-13578bee-1614-4578-b3c6-8cabd9a571f8 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970076 Jan 28 04:32:23.481878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['e7f7549b-079d-4490-a917-ad0db0e598d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:23.512769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6e644-76f1-49eb-8313-2540d0155d0f req-12dc9987-048a-4e90-9243-c3baf2564e88 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.527626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15c6e644-76f1-49eb-8313-2540d0155d0f req-12dc9987-048a-4e90-9243-c3baf2564e88 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.2134280 Jan 28 04:32:23.625468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15c6e644-76f1-49eb-8313-2540d0155d0f req-a219ba3f-49f7-449c-88f1-1d6944de5684 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922887 Jan 28 04:32:23.626360 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.689073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.689597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.690077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.690568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.691078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.691474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.693390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-30a6f648-2d78-49cd-a50b-42ffd14ec01c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5283 time: 0.1024919 Jan 28 04:32:23.888418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:23.912693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88585-0672-4ec1-8071-db3c225951c2 req-56b4e772-6372-4cb2-996c-0a69cff14087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:23.920212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-56b4e772-6372-4cb2-996c-0a69cff14087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 1097 time: 0.3071792 Jan 28 04:32:24.002962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12602886-28f3-43d4-b306-1bfa538771b1 req-d8a6f4e9-de3c-434c-826c-b48a168df348 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.004693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12602886-28f3-43d4-b306-1bfa538771b1 req-d8a6f4e9-de3c-434c-826c-b48a168df348 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.1467385 Jan 28 04:32:24.014439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-bae7ff1e-81db-4a0c-870d-007bfa9c0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.014959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-bae7ff1e-81db-4a0c-870d-007bfa9c0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.016021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-bae7ff1e-81db-4a0c-870d-007bfa9c0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.017732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-bae7ff1e-81db-4a0c-870d-007bfa9c0c71 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3077724 Jan 28 04:32:24.076276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b3b555c3-7f1d-4903-aeda-e25ef260930d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:24.084660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b3b555c3-7f1d-4903-aeda-e25ef260930d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:24.085648 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.264532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88585-0672-4ec1-8071-db3c225951c2 req-a48406fb-8b72-4687-b442-6f19a98bbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.266850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-a48406fb-8b72-4687-b442-6f19a98bbc71 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.3370316 Jan 28 04:32:24.279747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3b555c3-7f1d-4903-aeda-e25ef260930d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:24.280294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.320731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51944) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:24.339888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:24.341136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:24.347976 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b334de2-b883-43a9-90b8-59c0ca73c1e7" -d '{"events": [{"server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "name": "network-vif-plugged", "status": "completed", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:24.351680 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.419594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596238-ff55-4ecc-ab45-6b196757ec69 req-d1313c6f-469e-4b7a-bacf-515839d8d3a9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.433404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62596238-ff55-4ecc-ab45-6b196757ec69 req-d1313c6f-469e-4b7a-bacf-515839d8d3a9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.1944847 Jan 28 04:32:24.436565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-8c51dae1-8eaa-40f7-a052-3de9318b5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.444135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81a01a4f-df0d-4920-b618-d49bd8e8b024 req-8c51dae1-8eaa-40f7-a052-3de9318b5625 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4202328 Jan 28 04:32:24.486175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:24.529528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f4da5e-c44f-4320-b101-36c18f21bcad {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:24.537353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12602886-28f3-43d4-b306-1bfa538771b1 req-00eeafc2-7ab8-4161-9312-b5b6a6a626a7 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544163 Jan 28 04:32:24.554768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62596238-ff55-4ecc-ab45-6b196757ec69 req-2d76dd50-c44f-40fc-906a-230e6bd01342 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199825 Jan 28 04:32:24.587040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf49a-f044-4343-b691-996d167fada9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.624225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-e5376794-9ca7-46dd-b4c7-955dfac1b6a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1 HTTP/1.1" status: 200 len: 217 time: 0.0844555 Jan 28 04:32:24.627562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Publish callbacks [] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.654439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Transition to ACTIVE for port object 52f4da5e-c44f-4320-b101-36c18f21bcad will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:24.658309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.814565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-0ac74175-145b-4b7b-9f7d-6ef44c5380c7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.823181 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-0ac74175-145b-4b7b-9f7d-6ef44c5380c7 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.1381829 Jan 28 04:32:24.879098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc48c1-964f-4f9e-bded-a485ab9907e1 req-c6500477-1f82-4b85-9c08-c8a1425820a0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.886764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4fdc48c1-964f-4f9e-bded-a485ab9907e1 req-c6500477-1f82-4b85-9c08-c8a1425820a0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.2285643 Jan 28 04:32:24.911480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88585-0672-4ec1-8071-db3c225951c2 req-23e8e4e5-3d09-4758-9e07-740f82c74204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.915476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-23e8e4e5-3d09-4758-9e07-740f82c74204 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.2369626 Jan 28 04:32:24.916415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Pushing event updated for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:24.949177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '690a93a5-94f1-484b-94b6-8d9c01e4944e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:24.957053 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9859d5-c0ea-4807-918c-2ffabb498540" -d '{"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "690a93a5-94f1-484b-94b6-8d9c01e4944e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:25.020709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-dc44e8f4-4846-49de-93e6-28b7b386fcf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890026 Jan 28 04:32:25.053887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4fdc48c1-964f-4f9e-bded-a485ab9907e1 req-15edd635-b4b7-47d0-8bf4-9334191136ef tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609347 Jan 28 04:32:25.086112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.086512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.087081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.087528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.088000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.088452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.089041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.089700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.090147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.091033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.091915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.092360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.093483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:25.097064 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf49a-f044-4343-b691-996d167fada9 admin admin] Publish callbacks [] for security_group (d9cd4270-ca1e-46b0-ba44-04ee8e0235df), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.153875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf49a-f044-4343-b691-996d167fada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d9cd4270-ca1e-46b0-ba44-04ee8e0235df), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.232435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcf49a-f044-4343-b691-996d167fada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd4270-ca1e-46b0-ba44-04ee8e0235df,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.234193 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da43c662-577a-4e54-9949-8e3a66dac010 x-openstack-request-id: req-da43c662-577a-4e54-9949-8e3a66dac010 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:25.234690 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "name": "network-vif-plugged", "status": "completed", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:25.234927 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da43c662-577a-4e54-9949-8e3a66dac010 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:25.235474 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'code': 200} Jan 28 04:32:25.294843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Deleting port 90cfd27d-197e-4cae-b323-a3241741c9ac {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:25.295192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.375144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-b50e0841-6ea6-45a8-8256-3b78db5e0862 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363883 Jan 28 04:32:25.426000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792a177-031d-4f08-8156-9c987d84cb55 req-483f6967-860f-41af-9a96-b7c669b49dfd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.436726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a792a177-031d-4f08-8156-9c987d84cb55 req-483f6967-860f-41af-9a96-b7c669b49dfd tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a234129b-e820-4165-8005-f5657e0cd0ea HTTP/1.1" status: 200 len: 944 time: 0.7177899 Jan 28 04:32:25.455860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] For port 90cfd27d-197e-4cae-b323-a3241741c9ac, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=90cfd27d-197e-4cae-b323-a3241741c9ac,segment=NetworkSegment(8860521e-4557-4fc1-8245-7f8f9582ad9e),segment_id=8860521e-4557-4fc1-8245-7f8f9582ad9e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:25.456620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.471541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Calling delete_port for 90cfd27d-197e-4cae-b323-a3241741c9ac owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:25.491371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f8dcf49a-f044-4343-b691-996d167fada9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64cff8b016f74e8fa32d636533913933&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1614149 Jan 28 04:32:25.534151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51980) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.574757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a792a177-031d-4f08-8156-9c987d84cb55 req-c2f9364e-e6a6-47f3-ba8a-a51f4368712d tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.21 "GET /v2.0/security-groups?id=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369178 Jan 28 04:32:25.658021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a217ae-f4ae-47f6-8409-e3d7deaa6d34 req-1857f9df-b19d-4f5b-bfc1-1b7d049654a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.659573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05a217ae-f4ae-47f6-8409-e3d7deaa6d34 req-1857f9df-b19d-4f5b-bfc1-1b7d049654a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1097 time: 0.2810519 Jan 28 04:32:25.696960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.703475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.709118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.716727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.723882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.729754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.735157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.735467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05a217ae-f4ae-47f6-8409-e3d7deaa6d34 req-ed025626-7954-4158-86e8-f62377f44ce3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643072 Jan 28 04:32:25.743718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-c8fe3f66-c217-45d9-9a39-51bfc74a72e0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5370 time: 0.2083025 Jan 28 04:32:25.758220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Publish callbacks [] for security_group (d9cd4270-ca1e-46b0-ba44-04ee8e0235df), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.836806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Publish callbacks [] for security_group (d9cd4270-ca1e-46b0-ba44-04ee8e0235df), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.848654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244df4f-56ab-48c2-89f3-adbad8f4f8b0 req-995eda3d-c830-436a-bcbd-e452417f45e8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:25.849842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0244df4f-56ab-48c2-89f3-adbad8f4f8b0 req-995eda3d-c830-436a-bcbd-e452417f45e8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.1232347 Jan 28 04:32:25.852825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Attempting to bind port 52f4da5e-c44f-4320-b101-36c18f21bcad on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:25.853309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Attempting to bind port 52f4da5e-c44f-4320-b101-36c18f21bcad by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:25.853644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Attempting to bind port 52f4da5e-c44f-4320-b101-36c18f21bcad on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:25.862781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Port 52f4da5e-c44f-4320-b101-36c18f21bcad on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:25.863096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Attempting to bind port 52f4da5e-c44f-4320-b101-36c18f21bcad on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:25.873238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:25.873702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Checking segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:25.874089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Bound using segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:25.874914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Bound port: 52f4da5e-c44f-4320-b101-36c18f21bcad, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:25.875281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.929780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fdd2980-2083-41a3-b962-3c9299c80315 req-60389489-e15d-4664-9658-64fa79a0a6f7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849418 Jan 28 04:32:25.931394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (90cfd27d-197e-4cae-b323-a3241741c9ac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.957555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0244df4f-56ab-48c2-89f3-adbad8f4f8b0 req-76989e09-c50e-4498-9706-af6bdb717a19 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885761 Jan 28 04:32:25.957555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43e88585-0672-4ec1-8071-db3c225951c2 req-408034c0-ba2c-4fda-97a2-23598645d2d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458324 Jan 28 04:32:26.053442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:26.062412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=52f4da5e-c44f-4320-b101-36c18f21bcad,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:26.067827 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be411c3-7b34-4708-a93b-dee92917e4bd x-openstack-request-id: req-5be411c3-7b34-4708-a93b-dee92917e4bd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:26.069007 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "690a93a5-94f1-484b-94b6-8d9c01e4944e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:26.070418 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5be411c3-7b34-4708-a93b-dee92917e4bd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:26.070837 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '690a93a5-94f1-484b-94b6-8d9c01e4944e', 'status': 'completed', 'code': 200} Jan 28 04:32:26.074034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.075919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Pushing event deleted for resources: {'Port': ['ID=90cfd27d-197e-4cae-b323-a3241741c9ac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:26.163674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] No DVR routers for this DVR port 90cfd27d-197e-4cae-b323-a3241741c9ac on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:26.172875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d9cd4270-ca1e-46b0-ba44-04ee8e0235df), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.176722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.189703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9cd4270-ca1e-46b0-ba44-04ee8e0235df HTTP/1.1" status: 204 len: 168 time: 0.6442111 Jan 28 04:32:26.191210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.198418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7a00fd6-2505-4623-b0b1-2f4adebf8642 req-6d9bcada-232d-4e8c-ae3e-ebb80e225a46 tempest-LiveMigrationTest-724650401 tempest-LiveMigrationTest-724650401-project] 10.222.0.47 "DELETE /v2.0/ports/90cfd27d-197e-4cae-b323-a3241741c9ac HTTP/1.1" status: 204 len: 173 time: 1.3738742 Jan 28 04:32:26.224916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'name': 'network-vif-deleted', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:26.228327 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27add84e-e7d7-479a-b0b4-27c7b0b9c594" -d '{"events": [{"server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "name": "network-vif-deleted", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:26.273294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:26.273958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.278245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] 10.222.0.47 "PUT /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 1131 time: 2.8919291 Jan 28 04:32:26.288161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd4270-ca1e-46b0-ba44-04ee8e0235df,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:26.326861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f8d7-8e1e-430e-8da9-04011d610c6c service neutron] Pushing event updated for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:26.328641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.329280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.329967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.330540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.334914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.335548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.336355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.336943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.345465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.346070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.346633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.347800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.349595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e516e-b20e-4566-a826-99c6e8964528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:26.361432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:26.425598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ccb1d-9a8b-490f-81ce-89c98345c076 req-c08662db-761f-4831-8cff-7ec49b52979c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:26.435851 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-906ccb1d-9a8b-490f-81ce-89c98345c076 req-c08662db-761f-4831-8cff-7ec49b52979c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 946 time: 0.2733395 Jan 28 04:32:26.544021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-906ccb1d-9a8b-490f-81ce-89c98345c076 req-1e6b19e8-94fb-4cd2-a445-7add8d5a38b4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Jan 28 04:32:26.631953 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293245d9-6153-4437-ae93-7ac346620fee x-openstack-request-id: req-293245d9-6153-4437-ae93-7ac346620fee {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:26.632379 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a234129b-e820-4165-8005-f5657e0cd0ea", "name": "network-vif-deleted", "tag": "90cfd27d-197e-4cae-b323-a3241741c9ac", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:26.632727 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-293245d9-6153-4437-ae93-7ac346620fee {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:26.633258 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234129b-e820-4165-8005-f5657e0cd0ea', 'name': 'network-vif-deleted', 'tag': '90cfd27d-197e-4cae-b323-a3241741c9ac', 'status': 'completed', 'code': 200} Jan 28 04:32:26.721335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52006) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:26.783341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:26.860544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded6eaf-cdf6-470e-8a8d-b8aad6a73200 req-dbc0a636-c9f6-4295-9142-02c76c19e4c6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:26.871869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ded6eaf-cdf6-470e-8a8d-b8aad6a73200 req-dbc0a636-c9f6-4295-9142-02c76c19e4c6 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.1311719 Jan 28 04:32:26.958129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ded6eaf-cdf6-470e-8a8d-b8aad6a73200 req-9594bc31-d272-4b9c-9d06-28bb79b90a58 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820038 Jan 28 04:32:26.958586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port e7f7549b-079d-4490-a917-ad0db0e598d5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:26.978925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port e7f7549b-079d-4490-a917-ad0db0e598d5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:26.979426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.014210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b63b05e-f17e-4269-bb99-97147975004e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.072607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:27.149117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.149772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.150100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.150573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.151045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.151513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.151979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.154616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-01881555-da72-4a4f-ae7a-7a332bd38253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6207 time: 0.9925671 Jan 28 04:32:27.268316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b63b05e-f17e-4269-bb99-97147975004e admin admin] Publish callbacks [] for security_group (98af05f0-ec74-4edc-98bb-91db6eae168b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.276420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b63b05e-f17e-4269-bb99-97147975004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (98af05f0-ec74-4edc-98bb-91db6eae168b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.302182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e7f7549b-079d-4490-a917-ad0db0e598d5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:27.302182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.331836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3b63b05e-f17e-4269-bb99-97147975004e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38cd5762fcb6419d8d59077a4bb7bab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6064358 Jan 28 04:32:27.337691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52028) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:27.366838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.376087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:27.377189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:27.380693 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded34c8-722a-4fb9-b1fa-b728e9261c71" -d '{"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:27.380952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.382265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52017d6-0695-46f4-acf4-8261c4c1e005 req-b96f24ea-77bf-45ea-8e83-44d68d318dd1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.384986 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.385882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a47f63bf-a3d0-4ef8-8928-ce78416beeb1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:27.390038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f52017d6-0695-46f4-acf4-8261c4c1e005 req-b96f24ea-77bf-45ea-8e83-44d68d318dd1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.2873571 Jan 28 04:32:27.393277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.408668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.423419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.426588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.438570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.456448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.468760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-27d57a46-be6e-4259-bba0-7d5e01bb8e30 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5370 time: 0.2617290 Jan 28 04:32:27.556062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f52017d6-0695-46f4-acf4-8261c4c1e005 req-fd22d634-f264-4d0e-aae5-e32f9d349fe0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659775 Jan 28 04:32:27.616339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-1ecf663b-b8c4-45f2-a744-93f0101af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.626023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-1ecf663b-b8c4-45f2-a744-93f0101af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.629777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-1ecf663b-b8c4-45f2-a744-93f0101af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.631808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-1ecf663b-b8c4-45f2-a744-93f0101af785 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4608624 Jan 28 04:32:27.722563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b05e-f17e-4269-bb99-97147975004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af05f0-ec74-4edc-98bb-91db6eae168b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:27.855695 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-487f1f76-b2d2-4009-b08d-b8611ef6c7ec req-3406f986-904d-462b-9d54-c08a43e7dd90 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3856554 Jan 28 04:32:27.862825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:27.876288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Deleting subnet 7030f5e0-9c1b-4be9-92ac-0beb153b4f26 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:27.885568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Publish callbacks [] for subnet (7030f5e0-9c1b-4be9-92ac-0beb153b4f26), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.885778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:27.886036 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.949862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005ed968-d52e-445d-86c4-93e9f971aaaa admin admin] Publish callbacks [] for security_group (98af05f0-ec74-4edc-98bb-91db6eae168b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.969210 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a728966-7a8a-44ab-a825-f7708c049a5f x-openstack-request-id: req-8a728966-7a8a-44ab-a825-f7708c049a5f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:27.971735 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:27.972921 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a728966-7a8a-44ab-a825-f7708c049a5f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:27.976135 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'code': 200} Jan 28 04:32:28.002010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:28.008429 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.075111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '52f4da5e-c44f-4320-b101-36c18f21bcad'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:28.077439 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "52f4da5e-c44f-4320-b101-36c18f21bcad"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:28.123917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.139413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005ed968-d52e-445d-86c4-93e9f971aaaa admin admin] Publish callbacks [] for security_group (98af05f0-ec74-4edc-98bb-91db6eae168b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.141760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda39b-6554-4e9d-be12-fc15f622c676 req-dcea3fc2-76d3-473f-8b98-3af69642a373 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.143379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccdda39b-6554-4e9d-be12-fc15f622c676 req-dcea3fc2-76d3-473f-8b98-3af69642a373 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.3741002 Jan 28 04:32:28.148221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-52fd8722-ad32-4776-8235-9ab42630473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.149724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d9859d5-c0ea-4807-918c-2ffabb498540 req-52fd8722-ad32-4776-8235-9ab42630473d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5082419 Jan 28 04:32:28.160796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (7030f5e0-9c1b-4be9-92ac-0beb153b4f26), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.278311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccdda39b-6554-4e9d-be12-fc15f622c676 req-ff5e8261-926a-485f-a72a-b3aab74076bd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200535 Jan 28 04:32:28.282736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62308179-6d69-4e8c-9b4f-3acfd470be97 req-c625a8c4-5fd7-4d23-a082-887e2204979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.284353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62308179-6d69-4e8c-9b4f-3acfd470be97 req-c625a8c4-5fd7-4d23-a082-887e2204979f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1101 time: 0.0971341 Jan 28 04:32:28.301052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a272f-623c-4ae5-87cf-851d80964553 req-ba01c8f0-0a35-4294-8a4d-129d1021f290 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.308904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-006a272f-623c-4ae5-87cf-851d80964553 req-ba01c8f0-0a35-4294-8a4d-129d1021f290 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 944 time: 0.1935804 Jan 28 04:32:28.332670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7030f5e0-9c1b-4be9-92ac-0beb153b4f26), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.370255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-64ec9d30-1eed-49e1-b65f-4690dcf50f96 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.372179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-64ec9d30-1eed-49e1-b65f-4690dcf50f96 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.3044600 Jan 28 04:32:28.437703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62308179-6d69-4e8c-9b4f-3acfd470be97 req-6b93ae44-a17f-4396-b0c2-0c6bcdac2165 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468024 Jan 28 04:32:28.445907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06d0385-c9c0-4f36-a391-a527ba9c6c0c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:28.448125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005ed968-d52e-445d-86c4-93e9f971aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (98af05f0-ec74-4edc-98bb-91db6eae168b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.450811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005ed968-d52e-445d-86c4-93e9f971aaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.455208 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-005ed968-d52e-445d-86c4-93e9f971aaaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98af05f0-ec74-4edc-98bb-91db6eae168b HTTP/1.1" status: 204 len: 168 time: 0.9644594 Jan 28 04:32:28.494705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ed968-d52e-445d-86c4-93e9f971aaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af05f0-ec74-4edc-98bb-91db6eae168b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.503573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Publish callbacks [] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.541339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-006a272f-623c-4ae5-87cf-851d80964553 req-54ae53f8-e3d1-4c95-bccf-0aca6963fb86 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311983 Jan 28 04:32:28.560664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Transition to ACTIVE for port object f06d0385-c9c0-4f36-a391-a527ba9c6c0c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:28.560664 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.635851 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d9b487-e188-4dac-b10e-f23131647cb9 x-openstack-request-id: req-28d9b487-e188-4dac-b10e-f23131647cb9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:28.636958 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "52f4da5e-c44f-4320-b101-36c18f21bcad", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:28.636958 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28d9b487-e188-4dac-b10e-f23131647cb9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:28.636958 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '52f4da5e-c44f-4320-b101-36c18f21bcad', 'status': 'completed', 'code': 200} Jan 28 04:32:28.671980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (7030f5e0-9c1b-4be9-92ac-0beb153b4f26), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.736005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7030f5e0-9c1b-4be9-92ac-0beb153b4f26,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.740771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Pushing event updated for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.760770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347932bd-77e2-4607-a0af-5f27042fd94e req-5543f514-9cf6-4b79-8a37-392cecb57f36 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.762899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-347932bd-77e2-4607-a0af-5f27042fd94e req-5543f514-9cf6-4b79-8a37-392cecb57f36 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 945 time: 0.3309274 Jan 28 04:32:28.764175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.770895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ca50a18-9744-4aba-80fe-9d3a81a3d542 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7030f5e0-9c1b-4be9-92ac-0beb153b4f26 HTTP/1.1" status: 204 len: 168 time: 1.6859143 Jan 28 04:32:28.774423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:28.777807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:28.808356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Deleting port a20b81d5-534c-4bb4-bca3-d843b42250b1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:28.819581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 90cfd27d-197e-4cae-b323-a3241741c9ac {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:28.819934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 90cfd27d-197e-4cae-b323-a3241741c9ac not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:28.827129 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.923618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.924012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.924493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.925802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.926301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.926841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.927305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.929926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-f91bf3ad-8dfa-4ca6-90de-4e1532707e50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6232 time: 0.1401556 Jan 28 04:32:29.015907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-347932bd-77e2-4607-a0af-5f27042fd94e req-bee5efdd-9247-4203-98f9-0e7a3d74a625 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups?id=3104076e-14cb-4535-b349-d416082fce61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239621 Jan 28 04:32:29.042317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Attempting to bind port f06d0385-c9c0-4f36-a391-a527ba9c6c0c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:29.044038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b70cc-1211-4ddc-a3a3-78df330e4768 req-96297556-0d49-47a6-a888-8cb61bf3d2cd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.045732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Attempting to bind port f06d0385-c9c0-4f36-a391-a527ba9c6c0c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:29.046099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Attempting to bind port f06d0385-c9c0-4f36-a391-a527ba9c6c0c on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:29.050543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-993b70cc-1211-4ddc-a3a3-78df330e4768 req-96297556-0d49-47a6-a888-8cb61bf3d2cd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.3280978 Jan 28 04:32:29.111766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (09cfcab5-e083-44ce-92a1-e663734cd40b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.133306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52064) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:29.136148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Port f06d0385-c9c0-4f36-a391-a527ba9c6c0c on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:29.136476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Attempting to bind port f06d0385-c9c0-4f36-a391-a527ba9c6c0c on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:29.148901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:29.149271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Checking segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:29.149659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Bound using segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:29.150107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Bound port: f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:29.150691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.195782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ab296ad-af97-496a-a953-573f7d85a507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.217340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-993b70cc-1211-4ddc-a3a3-78df330e4768 req-4d0b7588-a208-4010-a828-391b55f9cfde tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393111 Jan 28 04:32:29.231291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:29.251485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:29.259257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] For port a20b81d5-534c-4bb4-bca3-d843b42250b1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a20b81d5-534c-4bb4-bca3-d843b42250b1,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:29.259917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.299227 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.362353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Pushing event updated for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:29.399504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.405278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.410505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.415975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.422489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.427881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.433856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.442882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-d88b6e8a-77fd-4e24-a88c-e3da473cfcaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5382 time: 0.3004980 Jan 28 04:32:29.451733 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (09cfcab5-e083-44ce-92a1-e663734cd40b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.453334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.454041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.456730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf8617be-f642-46e1-be4c-d5d10e1ed46a service neutron] 10.222.0.47 "PUT /v2.0/ports/f06d0385-c9c0-4f36-a391-a527ba9c6c0c HTTP/1.1" status: 200 len: 1089 time: 3.1065245 Jan 28 04:32:29.535607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:29.582962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c9bc436-555a-4148-b020-5ec143bf5129 req-db341851-f4a1-44dc-8285-58584e6897c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379085 Jan 28 04:32:29.665117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cfcab5-e083-44ce-92a1-e663734cd40b']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:29.701849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-fc155944-cb73-4312-bf72-dd253d7a0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.701849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-fc155944-cb73-4312-bf72-dd253d7a0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.701849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-fc155944-cb73-4312-bf72-dd253d7a0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.701849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-fc155944-cb73-4312-bf72-dd253d7a0cdf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7374997 Jan 28 04:32:29.710527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.764705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8860521e-4557-4fc1-8245-7f8f9582ad9e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:29.765448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8860521e-4557-4fc1-8245-7f8f9582ad9e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:29.850590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (8860521e-4557-4fc1-8245-7f8f9582ad9e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.910763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ab296ad-af97-496a-a953-573f7d85a507 admin admin] Publish callbacks [] for security_group (84bea3d3-fe49-418f-968c-0b42e36f4f1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.914513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8860521e-4557-4fc1-8245-7f8f9582ad9e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.924861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ab296ad-af97-496a-a953-573f7d85a507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (84bea3d3-fe49-418f-968c-0b42e36f4f1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.957796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0ab296ad-af97-496a-a953-573f7d85a507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aaf71a4b32844d4b6f1a66959b2271d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8233035 Jan 28 04:32:29.958998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:29.959391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (8860521e-4557-4fc1-8245-7f8f9582ad9e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.963773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52076) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:29.963984 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:29.977220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:29.979507 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f258c0a3-859f-4708-adfb-b23e4f1895d8" -d '{"events": [{"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-unplugged", "status": "completed", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:30.013897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.014263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.014580 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea disassociated. External IP: 172.25.6.27, port: a20b81d5-534c-4bb4-bca3-d843b42250b1. Jan 28 04:32:30.014928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Calling delete_port for a20b81d5-534c-4bb4-bca3-d843b42250b1 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:30.043331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517884-5bb3-4df3-8efd-d5b6db0d5cb5 req-b7b68921-3da6-459c-956d-31fa08a6eb9f tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.050878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da517884-5bb3-4df3-8efd-d5b6db0d5cb5 req-b7b68921-3da6-459c-956d-31fa08a6eb9f tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1097 time: 0.1982918 Jan 28 04:32:30.063154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab296ad-af97-496a-a953-573f7d85a507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bea3d3-fe49-418f-968c-0b42e36f4f1d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:30.064146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ddf84-f091-46c9-b4d4-6239a350c551 req-8c2efb5c-93aa-484d-a6d4-860477e66066 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.071682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f36ddf84-f091-46c9-b4d4-6239a350c551 req-8c2efb5c-93aa-484d-a6d4-860477e66066 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.3392692 Jan 28 04:32:30.122885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (09cfcab5-e083-44ce-92a1-e663734cd40b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.132546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.139488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] 10.222.0.21 "DELETE /v2.0/networks/09cfcab5-e083-44ce-92a1-e663734cd40b HTTP/1.1" status: 204 len: 168 time: 1.3583896 Jan 28 04:32:30.140209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-06abf2a0-155a-471d-8961-dcc7d4941c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.141845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbc714f5-638b-4f0e-8d22-822ce0b92ecd req-06abf2a0-155a-471d-8961-dcc7d4941c80 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4108024 Jan 28 04:32:30.142426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52082) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:30.169959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25619-2515-48a1-9a66-c8734d7eb2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=09cfcab5-e083-44ce-92a1-e663734cd40b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:30.187952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da517884-5bb3-4df3-8efd-d5b6db0d5cb5 req-916cf2ae-bcd6-4afa-b29f-a79d5261da42 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357825 Jan 28 04:32:30.306382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3b18581-2e90-48c8-ab53-5098a75d454a admin admin] Publish callbacks [] for security_group (84bea3d3-fe49-418f-968c-0b42e36f4f1d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.310749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a20b81d5-534c-4bb4-bca3-d843b42250b1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.334182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3b18581-2e90-48c8-ab53-5098a75d454a admin admin] Publish callbacks [] for security_group (84bea3d3-fe49-418f-968c-0b42e36f4f1d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.355504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event deleted for resources: {'Port': ['ID=a20b81d5-534c-4bb4-bca3-d843b42250b1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:30.386464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f36ddf84-f091-46c9-b4d4-6239a350c551 req-80cf4d48-2484-4a33-a5b6-1fe394416d89 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137488 Jan 28 04:32:30.406987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Deleting subnet c2be2ba1-aa56-41da-b620-c0ef8cea7f2d {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:30.410597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Publish callbacks [] for subnet (c2be2ba1-aa56-41da-b620-c0ef8cea7f2d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.448636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (c2be2ba1-aa56-41da-b620-c0ef8cea7f2d), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.470197 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba9f47-1b20-4e18-bc39-802923b7c8fb x-openstack-request-id: req-97ba9f47-1b20-4e18-bc39-802923b7c8fb {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:30.470197 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-unplugged", "status": "failed", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1", "code": 422}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:30.470442 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97ba9f47-1b20-4e18-bc39-802923b7c8fb {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:30.470782 n-d-824835-3 neutron-server[103140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'code': 422} returned with failed status Jan 28 04:32:30.493220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (c2be2ba1-aa56-41da-b620-c0ef8cea7f2d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.522489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3b18581-2e90-48c8-ab53-5098a75d454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (84bea3d3-fe49-418f-968c-0b42e36f4f1d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.525013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3b18581-2e90-48c8-ab53-5098a75d454a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.528456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e3b18581-2e90-48c8-ab53-5098a75d454a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84bea3d3-fe49-418f-968c-0b42e36f4f1d HTTP/1.1" status: 204 len: 168 time: 0.5574009 Jan 28 04:32:30.580617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9664589-66a7-4596-8752-f03a102b1f94 req-df110a83-4bcc-4006-a643-e026241a532b tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e451408-611a-4c9c-a216-2377a8c61551 HTTP/1.1" status: 200 len: 210 time: 0.0532467 Jan 28 04:32:30.581645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18581-2e90-48c8-ab53-5098a75d454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bea3d3-fe49-418f-968c-0b42e36f4f1d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:30.639325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1644ed9b-9fcd-49f3-96fc-570fe5eda845 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:30.645278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:30.647798 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066" -d '{"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:30.654855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Publish callbacks [] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.658996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (c2be2ba1-aa56-41da-b620-c0ef8cea7f2d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.698914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2be2ba1-aa56-41da-b620-c0ef8cea7f2d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:30.718011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Transition to ACTIVE for port object 1644ed9b-9fcd-49f3-96fc-570fe5eda845 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:30.724734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.737537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-49768c7e-7947-43e5-94c6-a6cd3d0cb532 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c2be2ba1-aa56-41da-b620-c0ef8cea7f2d HTTP/1.1" status: 204 len: 168 time: 0.5909972 Jan 28 04:32:30.738286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52094) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:30.746369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.777819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a47f63bf-a3d0-4ef8-8928-ce78416beeb1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:30.969615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:31.003178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff99da-0c63-46a5-9144-6a93854c1c9b req-63dcdb11-6661-4068-b20c-aaad5d7e8141 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.024724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fff99da-0c63-46a5-9144-6a93854c1c9b req-63dcdb11-6661-4068-b20c-aaad5d7e8141 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 944 time: 0.7519433 Jan 28 04:32:31.032155 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (250d32a0-71a1-438c-bb65-aff2a77d9ec4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.102356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b348a-2dac-4f84-8534-e11e98a51146 req-53347303-44ae-4265-805c-75ba240d9997 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.110852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9b348a-2dac-4f84-8534-e11e98a51146 req-53347303-44ae-4265-805c-75ba240d9997 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1097 time: 0.3540518 Jan 28 04:32:31.178485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Pushing event updated for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:31.280365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Router f969b1d5-6556-4d36-a9ef-285ce2634192 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:31.285641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fff99da-0c63-46a5-9144-6a93854c1c9b req-c903518c-7d72-4579-b76e-52360ff535b9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599831 Jan 28 04:32:31.341704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Attempting to bind port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:31.342231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Attempting to bind port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:31.342567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Attempting to bind port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:31.371929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9b348a-2dac-4f84-8534-e11e98a51146 req-8544f659-fbdb-403a-8c64-3f2d8598f442 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601254 Jan 28 04:32:31.375180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:31.375589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Attempting to bind port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:31.380508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (250d32a0-71a1-438c-bb65-aff2a77d9ec4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.391648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:31.392127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Checking segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:31.392618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Bound using segment: {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:31.393184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Bound port: 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb48b024-cc17-4483-8570-1ea2f80af7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:31.393678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.455456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250d32a0-71a1-438c-bb65-aff2a77d9ec4']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:31.472078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcce659-0f9f-497c-9e98-fcbac00b19de') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:31.472430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcce659-0f9f-497c-9e98-fcbac00b19de') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:31.499492 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b798683-04c4-4c26-b319-68be68b88868 x-openstack-request-id: req-4b798683-04c4-4c26-b319-68be68b88868 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:31.500359 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:31.500683 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b798683-04c4-4c26-b319-68be68b88868 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:31.501161 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c', 'status': 'completed', 'code': 200} Jan 28 04:32:31.502959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (6fcce659-0f9f-497c-9e98-fcbac00b19de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.505520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:31.518628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:31.534428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6fcce659-0f9f-497c-9e98-fcbac00b19de), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.538459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:31.541776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:32:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:31.560902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.567818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.573947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.578292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:31.578828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (6fcce659-0f9f-497c-9e98-fcbac00b19de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.580333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:31.581722 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:31.589075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.595042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.600903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.610224 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-a051f7ed-f720-496d-96fa-f57f9d7b669a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5394 time: 0.1657567 Jan 28 04:32:31.629481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] No DVR routers for this DVR port a20b81d5-534c-4bb4-bca3-d843b42250b1 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:31.637866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.642573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5f56f4-9443-42ae-97ee-37199feea0b3 req-a75c381c-cc40-4751-914f-913652d56046 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.47 "DELETE /v2.0/ports/a20b81d5-534c-4bb4-bca3-d843b42250b1 HTTP/1.1" status: 204 len: 173 time: 3.2634563 Jan 28 04:32:31.642760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:31.644565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'name': 'network-vif-deleted', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:31.653439 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d60e3bc-3661-41cd-8b34-36e453bda5b3" -d '{"events": [{"server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "name": "network-vif-deleted", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:31.670922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:31.676706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.677244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.677725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.678277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.678643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.681379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.681881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.685596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-8c68cc41-303d-4c99-ac2c-efca76b0ee02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6299 time: 0.1430743 Jan 28 04:32:31.692044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.740754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-114f4f7c-7964-4d5f-91b0-5a0bb29097a4 req-cb628886-8bc8-4645-ad1a-faf1b5139517 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292012 Jan 28 04:32:31.775599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:31.900916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (250d32a0-71a1-438c-bb65-aff2a77d9ec4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:31.988505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92f26-9163-4b18-8cf6-4a49a42b75b9 req-4cd2e9c4-8155-4550-a469-064482417d97 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.996450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ab92f26-9163-4b18-8cf6-4a49a42b75b9 req-4cd2e9c4-8155-4550-a469-064482417d97 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1290085 Jan 28 04:32:32.015821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.022562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] 10.222.0.21 "DELETE /v2.0/networks/250d32a0-71a1-438c-bb65-aff2a77d9ec4 HTTP/1.1" status: 204 len: 168 time: 1.2820122 Jan 28 04:32:32.023686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7ef2f-d486-4645-82ff-63a8452b3243 admin admin] Pushing event deleted for resources: {'Network': ['ID=250d32a0-71a1-438c-bb65-aff2a77d9ec4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:32.026497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-0fb302d5-d478-4131-967c-228650b75684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.027184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-0fb302d5-d478-4131-967c-228650b75684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.027814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-0fb302d5-d478-4131-967c-228650b75684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.029839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-0fb302d5-d478-4131-967c-228650b75684 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3279686 Jan 28 04:32:32.050450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.060312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.062805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] 10.222.0.47 "PUT /v2.0/ports/1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 200 len: 1090 time: 2.5318251 Jan 28 04:32:32.103951 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ab92f26-9163-4b18-8cf6-4a49a42b75b9 req-955ff504-faaf-4235-bd26-0fe509aafce2 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064892 Jan 28 04:32:32.128828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:32.258703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:32.272559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c3427-c47e-47bf-8223-d502f5d33613 service neutron] Pushing event updated for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:32.298919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:32.309433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:32.310255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:32:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:32.378448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25243698-924e-48cd-bdd3-6282c89379c2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.415193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-a92d2761-b674-40c3-87d1-3f22a85c911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.417107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71df7a55-d9f6-4f7d-bc8f-c7c0106d3066 req-a92d2761-b674-40c3-87d1-3f22a85c911e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3684807 Jan 28 04:32:32.486451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:32.573233 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b434529-9f2a-45e5-833c-715b97d4dc0a x-openstack-request-id: req-1b434529-9f2a-45e5-833c-715b97d4dc0a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:32.573551 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e451408-611a-4c9c-a216-2377a8c61551", "name": "network-vif-deleted", "tag": "a20b81d5-534c-4bb4-bca3-d843b42250b1", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:32.573804 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b434529-9f2a-45e5-833c-715b97d4dc0a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:32.574209 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e451408-611a-4c9c-a216-2377a8c61551', 'name': 'network-vif-deleted', 'tag': 'a20b81d5-534c-4bb4-bca3-d843b42250b1', 'status': 'completed', 'code': 200} Jan 28 04:32:32.672476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52172) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:32.761241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6daf9b8f-75d3-49fd-8624-8a6a9bcd2896 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7ea168804aa4cb99622a49b8276b82e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0875978 Jan 28 04:32:32.763978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:32.803133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a20b81d5-534c-4bb4-bca3-d843b42250b1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:32.878737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: a20b81d5-534c-4bb4-bca3-d843b42250b1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:32.879083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a20b81d5-534c-4bb4-bca3-d843b42250b1 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:32.885507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-749121c1-1c6c-47e6-92c3-1e026a200374 admin admin] Publish callbacks [] for security_group (e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.939423 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-749121c1-1c6c-47e6-92c3-1e026a200374 admin admin] Publish callbacks [] for security_group (e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.980965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:33.026593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52190) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:33.038813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcef60-aefa-4294-a42b-ca9e8acf90dc req-4749a123-6b8c-47ee-9678-56f5ad190141 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:33.057611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6be08-8d5b-4b16-a0ab-4a4179d7fe74 None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:26:17Z', 'revision_number': 4, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9288802d-8707-42a2-992f-1fae664fbc7e', 'name': '', 'network_id': 'd4c2bf4f-be02-42a8-a4ab-bf6031878a96', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'mac_address': 'fa:16:3e:d7:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4482aa44-af60-4609-b8ef-368f08322eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:16Z', 'updated_at': '2022-01-28T04:26:24Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'subnets': [{'id': '4482aa44-af60-4609-b8ef-368f08322eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:33.059617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4bbcef60-aefa-4294-a42b-ca9e8acf90dc req-4749a123-6b8c-47ee-9678-56f5ad190141 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1101 time: 0.1159582 Jan 28 04:32:33.197773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4bbcef60-aefa-4294-a42b-ca9e8acf90dc req-9f877312-5036-47c9-906f-70cd0fc57f08 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350057 Jan 28 04:32:33.198941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-749121c1-1c6c-47e6-92c3-1e026a200374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:33.215646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-749121c1-1c6c-47e6-92c3-1e026a200374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:33.216823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-749121c1-1c6c-47e6-92c3-1e026a200374 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d HTTP/1.1" status: 204 len: 168 time: 0.4516270 Jan 28 04:32:33.253958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749121c1-1c6c-47e6-92c3-1e026a200374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d9fa1-36a5-4e4d-8f2c-97ecfffbe85d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:33.594680 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbb931-c464-474e-b269-055660599db2 None None] New status for floating IP b63eaf4b-02a7-44a6-820e-e5d94be79cea: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:32:33.650023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25243698-924e-48cd-bdd3-6282c89379c2 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:33.658800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Publish callbacks [] for port (25243698-924e-48cd-bdd3-6282c89379c2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:33.679116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Transition to ACTIVE for port object 25243698-924e-48cd-bdd3-6282c89379c2 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:33.680054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:33.684161 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1864d90-9ef1-4e80-8ada-b1113f5ae556" -d '{"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:33.710561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-f6a46d3d-ee9e-4193-bbf5-a15ee97af94c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:33.716978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-f6a46d3d-ee9e-4193-bbf5-a15ee97af94c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6524b80b-d493-4581-b1b9-5213c66e0a14 HTTP/1.1" status: 200 len: 944 time: 0.6398830 Jan 28 04:32:33.721525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:33.770793 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a00aa5f-d9d2-416d-a8e3-530a1444e841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:33.897221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Pushing event updated for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:33.955810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52218) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:34.059160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3f586c2-625a-41a1-8842-897d3b7b4145 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de655739f59f41a39db183bb94dadf01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0995333 Jan 28 04:32:34.059490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52222) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:34.123590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Deleting port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:34.124115 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.136817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-517e84fb-da4d-4652-b82f-7e53a5f653dc admin admin] Publish callbacks [] for security_group (7b41be30-6f37-4f12-a6bf-3ddccff5ba2c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.168219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-517e84fb-da4d-4652-b82f-7e53a5f653dc admin admin] Publish callbacks [] for security_group (7b41be30-6f37-4f12-a6bf-3ddccff5ba2c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.246315 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-517e84fb-da4d-4652-b82f-7e53a5f653dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7b41be30-6f37-4f12-a6bf-3ddccff5ba2c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.250152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-517e84fb-da4d-4652-b82f-7e53a5f653dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.254035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-517e84fb-da4d-4652-b82f-7e53a5f653dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b41be30-6f37-4f12-a6bf-3ddccff5ba2c HTTP/1.1" status: 204 len: 168 time: 0.1907206 Jan 28 04:32:34.317885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e84fb-da4d-4652-b82f-7e53a5f653dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41be30-6f37-4f12-a6bf-3ddccff5ba2c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:34.323642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Attempting to bind port 25243698-924e-48cd-bdd3-6282c89379c2 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:34.324070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Attempting to bind port 25243698-924e-48cd-bdd3-6282c89379c2 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:34.325385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Attempting to bind port 25243698-924e-48cd-bdd3-6282c89379c2 on network da859996-bfb1-433b-9fdd-067dd7d92577 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:34.377215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Port 25243698-924e-48cd-bdd3-6282c89379c2 on network da859996-bfb1-433b-9fdd-067dd7d92577 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:34.380525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Attempting to bind port 25243698-924e-48cd-bdd3-6282c89379c2 on network da859996-bfb1-433b-9fdd-067dd7d92577 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:34.393204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a00aa5f-d9d2-416d-a8e3-530a1444e841 admin admin] Publish callbacks [] for security_group (271b8eab-a36a-46dd-bc41-80fce75a141d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.409480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a00aa5f-d9d2-416d-a8e3-530a1444e841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (271b8eab-a36a-46dd-bc41-80fce75a141d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.447058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a00aa5f-d9d2-416d-a8e3-530a1444e841 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7068d6f2e4154ab1bec85f6f82e2077d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4193330 Jan 28 04:32:34.449842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52236) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:34.450155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] For port a47f63bf-a3d0-4ef8-8928-ce78416beeb1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:34.450597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.455514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:34.456448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Checking segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:34.456933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Bound using segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:34.457469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Bound port: 25243698-924e-48cd-bdd3-6282c89379c2, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:34.457892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25243698-924e-48cd-bdd3-6282c89379c2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.500127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Calling delete_port for a47f63bf-a3d0-4ef8-8928-ce78416beeb1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:34.508499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00aa5f-d9d2-416d-a8e3-530a1444e841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b8eab-a36a-46dd-bc41-80fce75a141d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:34.567293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a1e5f-ce61-4998-8e91-5fe6991b25ec admin admin] Publish callbacks [] for security_group (271b8eab-a36a-46dd-bc41-80fce75a141d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.638180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a1e5f-ce61-4998-8e91-5fe6991b25ec admin admin] Publish callbacks [] for security_group (271b8eab-a36a-46dd-bc41-80fce75a141d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.641799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:34.646464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25243698-924e-48cd-bdd3-6282c89379c2,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:34.659126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.762049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a1e5f-ce61-4998-8e91-5fe6991b25ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (271b8eab-a36a-46dd-bc41-80fce75a141d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.765289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a1e5f-ce61-4998-8e91-5fe6991b25ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.767545 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-744a1e5f-ce61-4998-8e91-5fe6991b25ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/271b8eab-a36a-46dd-bc41-80fce75a141d HTTP/1.1" status: 204 len: 168 time: 0.3156419 Jan 28 04:32:34.789223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Pushing event updated for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:34.793960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a1e5f-ce61-4998-8e91-5fe6991b25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b8eab-a36a-46dd-bc41-80fce75a141d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:34.804217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:34.804870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.806819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ab5e0b17-d827-4617-8ffb-734858758574 service neutron] 10.222.0.47 "PUT /v2.0/ports/25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 200 len: 1091 time: 2.6916146 Jan 28 04:32:34.895829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Request body: {'port': {'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:34.976050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a47f63bf-a3d0-4ef8-8928-ce78416beeb1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:35.129909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event deleted for resources: {'Port': ['ID=a47f63bf-a3d0-4ef8-8928-ce78416beeb1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:35.201923 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:35.268546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] No DVR routers for this DVR port a47f63bf-a3d0-4ef8-8928-ce78416beeb1 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:35.272297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:35.291333 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c292e3e-e024-4095-8609-8604d65e50c3 req-edc38c5f-e9e2-4e13-bf9f-213e90b9537b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "DELETE /v2.0/ports/a47f63bf-a3d0-4ef8-8928-ce78416beeb1 HTTP/1.1" status: 204 len: 173 time: 1.5721903 Jan 28 04:32:35.575030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-38283ad9-76b0-4646-87ae-e37882037107 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:32:35.576474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-38283ad9-76b0-4646-87ae-e37882037107 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4725199 Jan 28 04:32:35.869679 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:35.910620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-7df5b1d7-d1b2-41fb-a009-b98c3962cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:35.912164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-7df5b1d7-d1b2-41fb-a009-b98c3962cb64 service neutron] 10.222.0.21 "GET /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 1094 time: 0.3156774 Jan 28 04:32:35.923842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Request body: {'binding': {'host': 'n-h2-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:35.924645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Unknown quota resources ['binding']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:32:35.958914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad80303c-7d4a-42cd-b166-e1995dad39ff {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:35.971771 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Publish callbacks [] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.007403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Transition to ACTIVE for port object ad80303c-7d4a-42cd-b166-e1995dad39ff will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:36.040216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.143789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Pushing event updated for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:36.459580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Attempting to bind port ad80303c-7d4a-42cd-b166-e1995dad39ff on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:36.460788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Attempting to bind port ad80303c-7d4a-42cd-b166-e1995dad39ff by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:36.461910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Attempting to bind port ad80303c-7d4a-42cd-b166-e1995dad39ff on network da859996-bfb1-433b-9fdd-067dd7d92577 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:36.472070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Port ad80303c-7d4a-42cd-b166-e1995dad39ff on network da859996-bfb1-433b-9fdd-067dd7d92577 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:36.473209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Attempting to bind port ad80303c-7d4a-42cd-b166-e1995dad39ff on network da859996-bfb1-433b-9fdd-067dd7d92577 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:36.476447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on host n-h2-824835-3 for vnic_type normal with profile None {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:36.477003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:36.477680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:36.500109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:36.500673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Checking segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:36.501449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Bound using segment: {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:36.502193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Bound port: ad80303c-7d4a-42cd-b166-e1995dad39ff, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc95013-63c7-4696-a2fc-0949cdcdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:36.502785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.576883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:36.577286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:36.604957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.610992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.617349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.622682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.628805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.635600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.641620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.643686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-aab62c82-4c64-446f-a1ff-1c9f376928e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2353618 Jan 28 04:32:36.646683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:36.647038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:36.647435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:36.647896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Bound port: b3b555c3-7f1d-4903-aeda-e25ef260930d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:36.657936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:36.740689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:36.758701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.804663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.806049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.807480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a3619194-3685-4f6e-b880-431b186df759 service neutron] 10.222.0.47 "PUT /v2.0/ports/ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 200 len: 1091 time: 1.9217699 Jan 28 04:32:36.815971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ea537f7-7af4-4ce1-8480-46eb171881d1 req-1c839caa-cb97-46c3-97bb-e12ceaba3d7f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634433 Jan 28 04:32:36.838363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:36.867259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.880883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] 10.222.0.21 "POST /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9615381 Jan 28 04:32:36.900327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3619194-3685-4f6e-b880-431b186df759 service neutron] Pushing event updated for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:37.024598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.027047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.028335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.032647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.033476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.034125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.034814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.037745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3d79d171-6320-462e-9a2a-36eca9be98db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6475 time: 0.1555402 Jan 28 04:32:37.050122 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1f87ea-90a5-4310-b9f4-b7f2dde6c8ee x-openstack-request-id: req-0b1f87ea-90a5-4310-b9f4-b7f2dde6c8ee {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:37.050504 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:37.050892 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b1f87ea-90a5-4310-b9f4-b7f2dde6c8ee {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:37.051463 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845', 'status': 'completed', 'code': 200} Jan 28 04:32:37.131891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-c3f15fcd-894d-4a3a-8a55-a0ced2d45885 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 200 len: 217 time: 0.0795369 Jan 28 04:32:37.313659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-91b7d163-acb8-45e8-9745-448b71ee0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.315422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-91b7d163-acb8-45e8-9745-448b71ee0482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=879faf50-de16-443f-a182-02bdfc17c9b0 HTTP/1.1" status: 200 len: 850 time: 0.1777885 Jan 28 04:32:37.350817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d13f9ffb-edf3-4e89-835c-3931bcc0c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.352608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d13f9ffb-edf3-4e89-835c-3931bcc0c77e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1097 time: 0.1350117 Jan 28 04:32:37.354908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce160a-20f7-42ca-b7c6-af741a4fd387 req-3e42f0e7-1d26-4f76-8aeb-15b42dd31698 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.363153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64ce160a-20f7-42ca-b7c6-af741a4fd387 req-3e42f0e7-1d26-4f76-8aeb-15b42dd31698 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0598943 Jan 28 04:32:37.425291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64ce160a-20f7-42ca-b7c6-af741a4fd387 req-ef7b9e39-9cb2-48a6-8337-434d993a4505 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Jan 28 04:32:37.469845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-5084ca4d-501f-470f-8a6d-7bb257c4652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.472381 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-5084ca4d-501f-470f-8a6d-7bb257c4652d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9567c41-6127-4d6e-b841-c244b5f9ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497796 Jan 28 04:32:37.515955 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:37.691675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52350) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:37.759514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-dd5afe01-b736-4c5d-bc12-60fafdbefa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.760940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-dd5afe01-b736-4c5d-bc12-60fafdbefa14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.4026232 Jan 28 04:32:37.848920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-030fcc06-194c-484c-8b35-2ae74d277ade service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 217 time: 0.0744665 Jan 28 04:32:37.982289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-6617b3e9-c15b-4a8c-aad5-ec5f14553fa4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.988209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-ad0d6b68-72e5-4690-bc0d-4cffbaa8edb7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1972895 Jan 28 04:32:37.990331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-6617b3e9-c15b-4a8c-aad5-ec5f14553fa4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.2146394 Jan 28 04:32:38.019172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-875c6744-47d3-49cc-84f7-95612d59fd46 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group (3104076e-14cb-4535-b349-d416082fce61), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.043847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.044353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.044843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.045342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.045813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.046864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.047335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.047797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.048294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.048766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.049253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.049712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.051994 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec05a24f-4740-4c79-b96b-4b933f0a79b5 req-37acec92-cb93-43da-b199-0d3fb6a6a03f tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8527 time: 0.3914135 Jan 28 04:32:38.059466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cdc6bee4-8d51-4894-a4be-cb59a4ac4270 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0681520 Jan 28 04:32:38.076519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-875c6744-47d3-49cc-84f7-95612d59fd46 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group (3104076e-14cb-4535-b349-d416082fce61), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.082337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-9331e6bf-f94d-4490-8c08-5437db9267c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.090465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-9331e6bf-f94d-4490-8c08-5437db9267c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0904284 Jan 28 04:32:38.186563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-e26bf1a0-25d5-4604-84a7-a28702dc6639 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123173 Jan 28 04:32:38.187456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-875c6744-47d3-49cc-84f7-95612d59fd46 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3104076e-14cb-4535-b349-d416082fce61), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.192587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-875c6744-47d3-49cc-84f7-95612d59fd46 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.193899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-875c6744-47d3-49cc-84f7-95612d59fd46 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "DELETE /v2.0/security-groups/3104076e-14cb-4535-b349-d416082fce61 HTTP/1.1" status: 204 len: 168 time: 0.5010631 Jan 28 04:32:38.194463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f0db8e32-38f0-4dd1-8781-8c95af83cb69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029146 Jan 28 04:32:38.203300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52376) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:38.204410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-236608df-f45e-4439-91ad-7337b56b2315 service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233963 Jan 28 04:32:38.257046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c6744-47d3-49cc-84f7-95612d59fd46 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3104076e-14cb-4535-b349-d416082fce61,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:38.348085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-bfdcef19-eced-4087-b41d-24ca03002d2e service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256940 Jan 28 04:32:38.361671 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-18f2f278-2f72-4d23-a069-62acd8d91a8c tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] show failed (client error): The resource could not be found. Jan 28 04:32:38.369588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-18f2f278-2f72-4d23-a069-62acd8d91a8c tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "GET /v2.0/security-groups/3104076e-14cb-4535-b349-d416082fce61 HTTP/1.1" status: 404 len: 347 time: 0.1414814 Jan 28 04:32:38.371130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52388) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:38.447233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-4ef2751d-f8fa-40f5-901e-b5f94a1c78b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 217 time: 0.0867977 Jan 28 04:32:38.547293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-64430648-60a3-4387-8bcc-7a8167848040 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414116 Jan 28 04:32:38.552175 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d6837df-7941-4a59-9de2-67d1c3d809d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.599553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ea244adf-daa1-4671-b51d-304e7a85d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.601055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-ea244adf-daa1-4671-b51d-304e7a85d900 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.0529046 Jan 28 04:32:38.627914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab10af-93e5-4a9f-a4f2-a0abc3f49127 req-b728ed9e-6e2e-4cc1-9b59-7196bd468f5e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.646399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63ab10af-93e5-4a9f-a4f2-a0abc3f49127 req-b728ed9e-6e2e-4cc1-9b59-7196bd468f5e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.3824840 Jan 28 04:32:38.780247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63ab10af-93e5-4a9f-a4f2-a0abc3f49127 req-8f5d63d1-f373-4afe-8587-38d15043c383 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317604 Jan 28 04:32:38.790259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cc115701-4269-4bf7-80a0-1c489edd7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.792007 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cc115701-4269-4bf7-80a0-1c489edd7a23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724927 Jan 28 04:32:38.850317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Deleting port b446de8b-f99e-426a-8f71-0c18538459dd {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:38.853760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b446de8b-f99e-426a-8f71-0c18538459dd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.951051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-2d4e172b-cbac-47f0-a3d5-fcbfe86ba9d0 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464720 Jan 28 04:32:38.997406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b446de8b-f99e-426a-8f71-0c18538459dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.997960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (b446de8b-f99e-426a-8f71-0c18538459dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.010586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Calling delete_port for b446de8b-f99e-426a-8f71-0c18538459dd owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:39.088480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2'}, {'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-deleted', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1'}, {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:39.102949 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0509267-a681-44b3-8015-5f9461910d26" -d '{"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "25243698-924e-48cd-bdd3-6282c89379c2"}, {"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-deleted", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1"}, {"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:39.210906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e2e79973-bade-4ba7-8a84-c04886487106 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455466 Jan 28 04:32:39.212801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-75da2913-bafa-4453-a619-976b1c8fa3a6 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016147 Jan 28 04:32:39.214960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-f5f51ca7-0700-441b-ad1d-7e2176984dc0 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0193617 Jan 28 04:32:39.255354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b446de8b-f99e-426a-8f71-0c18538459dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.378133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-537861e9-77e2-4054-aeca-caa6d442cbe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 217 time: 0.1453593 Jan 28 04:32:39.465164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Pushing event deleted for resources: {'Port': ['ID=b446de8b-f99e-426a-8f71-0c18538459dd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:39.503945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.510718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e068a82b-b2e1-4ef2-b551-17ffefc46eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.512526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-e068a82b-b2e1-4ef2-b551-17ffefc46eb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1278994 Jan 28 04:32:39.519359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.525059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.528660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-029cbee2-d463-434e-917a-26f21d856f64 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057179 Jan 28 04:32:39.541200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.563845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.578462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.600185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.604212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-095e7b9a-30ca-4566-b781-84bb828444e6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.3567460 Jan 28 04:32:39.650745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-36da8521-adad-4427-8231-eb971d2d10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.653780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-36da8521-adad-4427-8231-eb971d2d10b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241429 Jan 28 04:32:39.839003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-be53bfe3-df7e-43aa-9de7-e7883d254fda service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752954 Jan 28 04:32:39.927725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0213e25-8214-4179-9d6f-b8b8e40511c4 req-db63ac09-b66f-45b5-bcfc-efa6f8e43c6c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3123295 Jan 28 04:32:39.960651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks [] for floatingip (b63eaf4b-02a7-44a6-820e-e5d94be79cea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.969506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.970962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9a869752-ecf9-4ac6-ab13-c2c6b5a6e082 tempest-ServersWithSpecificFlavorTestJSON-26771662 tempest-ServersWithSpecificFlavorTestJSON-26771662-project] 10.222.0.21 "DELETE /v2.0/floatingips/b63eaf4b-02a7-44a6-820e-e5d94be79cea HTTP/1.1" status: 204 len: 168 time: 1.5947587 Jan 28 04:32:40.114868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fa710-08d9-410b-9d27-705c378d7c64 req-0bbca933-bd2a-4d82-8fa8-4ea5db166e00 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.116730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-981fa710-08d9-410b-9d27-705c378d7c64 req-0bbca933-bd2a-4d82-8fa8-4ea5db166e00 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0597587 Jan 28 04:32:40.238060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-981fa710-08d9-410b-9d27-705c378d7c64 req-d7c4f8cd-106b-45c6-8795-2d80a93ee783 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119378 Jan 28 04:32:40.246254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1a040dfd-e0d9-46e5-b958-abf98faf12bb service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992808 Jan 28 04:32:40.252266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-37c19618-6a08-4284-a913-7773d03b62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.253769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-37c19618-6a08-4284-a913-7773d03b62d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1101 time: 0.1139359 Jan 28 04:32:40.399747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50646aab-f4ae-4e86-b871-0fb02daf2642 req-1bb9d2a7-2373-41d0-a903-f2f50e8b4e22 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.401501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50646aab-f4ae-4e86-b871-0fb02daf2642 req-1bb9d2a7-2373-41d0-a903-f2f50e8b4e22 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 886 time: 0.4191289 Jan 28 04:32:40.406189 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731fb0f-6c89-4f29-9a23-db4bf3d673a0 x-openstack-request-id: req-d731fb0f-6c89-4f29-9a23-db4bf3d673a0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:40.406508 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "25243698-924e-48cd-bdd3-6282c89379c2", "status": "completed", "code": 200}, {"server_uuid": "6524b80b-d493-4581-b1b9-5213c66e0a14", "name": "network-vif-deleted", "tag": "a47f63bf-a3d0-4ef8-8928-ce78416beeb1", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:40.406799 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d731fb0f-6c89-4f29-9a23-db4bf3d673a0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:40.418306 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2', 'status': 'completed', 'code': 200} Jan 28 04:32:40.418663 n-d-824835-3 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6524b80b-d493-4581-b1b9-5213c66e0a14', 'name': 'network-vif-deleted', 'tag': 'a47f63bf-a3d0-4ef8-8928-ce78416beeb1', 'status': 'failed', 'code': 422} returned with failed status Jan 28 04:32:40.418945 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff', 'status': 'completed', 'code': 200} Jan 28 04:32:40.437997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-87031efd-b013-42bc-817b-2ff84ea280bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c HTTP/1.1" status: 200 len: 217 time: 0.1828649 Jan 28 04:32:40.626263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1e3149c-6a95-4daf-a833-9ed983babcc0 req-80eeb8df-45ab-4692-b6b1-5e673ced69a8 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 210 time: 0.0999377 Jan 28 04:32:40.685436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-776680b2-cdf8-4c4e-ac0c-8af2f2a8f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.687130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-776680b2-cdf8-4c4e-ac0c-8af2f2a8f29d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1967475 Jan 28 04:32:40.757653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80271552-f996-49dc-ba32-aef0c16654c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:40.786260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-38243613-97d0-455d-9c1a-8271972eb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.787852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-38243613-97d0-455d-9c1a-8271972eb4d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.5195465 Jan 28 04:32:40.919179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-5bd01254-bdae-432a-bba5-4b575d148c46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.1159158 Jan 28 04:32:40.965968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf3997d9-7c88-43f5-8b17-2dc64f2ac69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.968723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cf3997d9-7c88-43f5-8b17-2dc64f2ac69e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2626331 Jan 28 04:32:40.989818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9dfbf-1782-4549-8357-05aaee76b9e8 req-9696553f-4f8f-4eb5-89db-3f03c5c057f1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.992063 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55d9dfbf-1782-4549-8357-05aaee76b9e8 req-9696553f-4f8f-4eb5-89db-3f03c5c057f1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0982363 Jan 28 04:32:41.080797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55d9dfbf-1782-4549-8357-05aaee76b9e8 req-75811eaf-3bb1-4dba-b036-a434192a3832 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Jan 28 04:32:41.442330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.456405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.470204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.488342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.506232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.512309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.521674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.523759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-239bb3a3-8860-4809-9f73-88d22bbac2c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1882601 Jan 28 04:32:41.734609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-966366f1-44d8-4d7a-80d3-924ad08797bf req-7b5ca32b-d497-49d9-a013-afe57f6b5ef3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044711 Jan 28 04:32:41.836819 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:41.945468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964d11e-611f-4f07-a8bf-354ccfc3d20c req-b1aeef63-3117-47fb-97db-229198f5bcca tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.954332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7964d11e-611f-4f07-a8bf-354ccfc3d20c req-b1aeef63-3117-47fb-97db-229198f5bcca tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0712430 Jan 28 04:32:41.996827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-e3ea1fd3-7f9c-4d64-b525-f7b79e3c6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.998221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-e3ea1fd3-7f9c-4d64-b525-f7b79e3c6299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 1.0646231 Jan 28 04:32:42.010599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7964d11e-611f-4f07-a8bf-354ccfc3d20c req-2d46f966-fdfa-4183-b589-2fc7e958baee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551858 Jan 28 04:32:42.116199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dacfa3ee-1f8b-4f17-b9d9-4e050b5292c4 req-ac7e4453-d665-41e2-ba03-474ec0dd6c4a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 210 time: 0.0408521 Jan 28 04:32:42.130389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-6d6c97e0-f21a-47cc-80b5-36ac00c26b92 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0998325 Jan 28 04:32:42.251905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-7cc6dc16-02bc-4503-a66d-3ff1bcf8c5db service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025503 Jan 28 04:32:42.261123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-3aa3ce91-9842-464e-a17c-32480cf02aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.263462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-3aa3ce91-9842-464e-a17c-32480cf02aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466283 Jan 28 04:32:42.271816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-32f5eb6c-d0d9-4f47-80e0-c40a46e944da tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.273716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-32f5eb6c-d0d9-4f47-80e0-c40a46e944da tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.3440030 Jan 28 04:32:42.277801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.277801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.277801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.277801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.277801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.277801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.278381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.278463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.278866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.279348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.279807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.280873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.299374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b60485ba-b368-4a9e-9e92-44ef8c20b961 req-9c8aa6cc-7e66-4772-83b5-990d45e637f2 tempest-NetworksTest-244751520 tempest-NetworksTest-244751520-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8527 time: 1.2636054 Jan 28 04:32:42.303854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51007bf0-df65-422c-beda-dcce168348cb req-e1b00503-9131-477e-a66a-f86d80119ca6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.315741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51007bf0-df65-422c-beda-dcce168348cb req-e1b00503-9131-477e-a66a-f86d80119ca6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1172655 Jan 28 04:32:42.361291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-dfe5d504-dc6d-4fbc-8078-0681e4e60eb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 200 len: 217 time: 0.0966616 Jan 28 04:32:42.365550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Request body: {'port': {'device_id': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'admin_state_up': True, 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:42.411244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51007bf0-df65-422c-beda-dcce168348cb req-d64c207f-0333-4678-88a1-5e9fb3101c34 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Jan 28 04:32:42.547286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52474) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:42.603594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3e5f2d30-56d1-4b48-9d43-90c9997763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.605081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-3e5f2d30-56d1-4b48-9d43-90c9997763a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.2326636 Jan 28 04:32:42.677806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-9ad7d879-1018-42fc-8501-62281bf8d255 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772264 Jan 28 04:32:42.720412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52480) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:42.755946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1105f90e-36b1-4f46-b35e-1a7d037e550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.757757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-1105f90e-36b1-4f46-b35e-1a7d037e550f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1459987 Jan 28 04:32:42.775272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:42.778650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:42.859167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc07b8f4-f421-4bd7-97f1-c3b82c381925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:42.929412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-822ec53b-c3a9-40b3-9f70-815e18b21344 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418864 Jan 28 04:32:42.982875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-66d8603f-bfdc-4c95-b298-f18e65d21386 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184947 Jan 28 04:32:43.011444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.017593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.022913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.028504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.033935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.039272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.044475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.051935 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a0f1bd4a-62ed-4f1a-a42e-08406c6c2d4d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2090852 Jan 28 04:32:43.094227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Allocated IP 172.20.0.10 (d4926b07-c38f-4117-97fc-dd7e7ce678c4/9e589612-a8ab-4634-ba39-ec9c47977a92/9393acd0-505c-43c3-9c45-a4b087a75df7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:43.137380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc07b8f4-f421-4bd7-97f1-c3b82c381925 admin admin] Publish callbacks [] for security_group (552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.141130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-222300f3-3c76-4b0a-88a5-5e4edddb2c26 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324096 Jan 28 04:32:43.174649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc07b8f4-f421-4bd7-97f1-c3b82c381925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.219257 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb4c0a7f-f2c6-4220-98dd-3fa041c9d6d3 req-a37cee83-ae09-4cf8-b12e-3f32fb1b9e62 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665709 Jan 28 04:32:43.240477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-d34e000b-8cf7-4bc6-a65d-b4296e38d0f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 200 len: 217 time: 0.0567248 Jan 28 04:32:43.240651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cc07b8f4-f421-4bd7-97f1-c3b82c381925 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ce2ad7234954f17b8d26fc9d1e7addc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188928 Jan 28 04:32:43.241405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52490) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:43.284757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07b8f4-f421-4bd7-97f1-c3b82c381925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:43.329756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5faffe-bcbd-4ee4-8701-30828dc73952 req-43c411a8-ecf0-458a-b3e8-e9e1d6b2c273 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.331554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f5faffe-bcbd-4ee4-8701-30828dc73952 req-43c411a8-ecf0-458a-b3e8-e9e1d6b2c273 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.1934273 Jan 28 04:32:43.410861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f5faffe-bcbd-4ee4-8701-30828dc73952 req-79b981ea-59f6-40dc-aff5-73f19e6199dd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700457 Jan 28 04:32:43.414544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-79726be5-794a-4a7d-b807-a507c746bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.415941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-79726be5-794a-4a7d-b807-a507c746bfeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.1687071 Jan 28 04:32:43.416461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed2cb-d02e-424a-8f5d-32b97f20bb46 admin admin] Publish callbacks [] for security_group (552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.419435 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9afdbfe-eb99-401a-ad27-f37e2d9f1b83 req-ab8db66c-09e2-4f31-a783-34a77376fe8f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 210 time: 0.0520730 Jan 28 04:32:43.448055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed2cb-d02e-424a-8f5d-32b97f20bb46 admin admin] Publish callbacks [] for security_group (552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.531123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks [] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.535994 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.542018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cda536cc-5b77-4f46-b1b2-25a103bfc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.543773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-cda536cc-5b77-4f46-b1b2-25a103bfc3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216078 Jan 28 04:32:43.548252 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed2cb-d02e-424a-8f5d-32b97f20bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.551056 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed2cb-d02e-424a-8f5d-32b97f20bb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.553632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d1ed2cb-d02e-424a-8f5d-32b97f20bb46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9 HTTP/1.1" status: 204 len: 168 time: 0.3066506 Jan 28 04:32:43.574392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ed2cb-d02e-424a-8f5d-32b97f20bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552b67f6-d4d8-40b6-a3bf-5434c7fbfdf9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:43.612684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (f969b1d5-6556-4d36-a9ef-285ce2634192), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.737286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe1753-f609-486c-9c3c-41746f5e6773 req-39bc8db7-0033-4c60-9954-ef181e2800d1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.745656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41fe1753-f609-486c-9c3c-41746f5e6773 req-39bc8db7-0033-4c60-9954-ef181e2800d1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.2060759 Jan 28 04:32:43.778789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-7e818444-a667-4cf0-8f19-4e0849b5daf2 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225204 Jan 28 04:32:43.822471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.900919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41fe1753-f609-486c-9c3c-41746f5e6773 req-778aeea5-11b7-4a7c-92a0-85399f581b66 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497562 Jan 28 04:32:43.915511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:43.922349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:43.925640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:43.943238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52500) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:43.953281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Deleting port 9288802d-8707-42a2-992f-1fae664fbc7e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:43.954028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.991612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event updated for resources: {'Port': ['ID=9393acd0-505c-43c3-9c45-a4b087a75df7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:44.007492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.008371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.010818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a6ecf29-4b3f-41c2-bcd2-beb0cfc8e921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.031798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-dd691a61-3f0a-4c98-8226-6ea151c34bf6 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448812 Jan 28 04:32:44.035797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-8c81f020-d525-4523-aeb9-a8e913b239ad tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7339160 Jan 28 04:32:44.078480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] For port 9288802d-8707-42a2-992f-1fae664fbc7e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9288802d-8707-42a2-992f-1fae664fbc7e,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:44.079076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.082954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Request body: {'port': {'device_id': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:44.088115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-5aa59929-db43-40cf-9326-5cb3d2916f90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 200 len: 217 time: 0.0493245 Jan 28 04:32:44.097522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Calling delete_port for 9288802d-8707-42a2-992f-1fae664fbc7e owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:44.186268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-15bf614a-7964-433f-b931-033064c3cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.187911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-15bf614a-7964-433f-b931-033064c3cde6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.0834844 Jan 28 04:32:44.188527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.191448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a6ecf29-4b3f-41c2-bcd2-beb0cfc8e921 admin admin] Publish callbacks [] for security_group (83d74383-de10-491a-961c-b31f8415ad5c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.198168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a6ecf29-4b3f-41c2-bcd2-beb0cfc8e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (83d74383-de10-491a-961c-b31f8415ad5c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.233069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ecf29-4b3f-41c2-bcd2-beb0cfc8e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d74383-de10-491a-961c-b31f8415ad5c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:44.292689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a16461df-b2ef-4433-b59a-7e06312ad9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.294657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-a16461df-b2ef-4433-b59a-7e06312ad9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964162 Jan 28 04:32:44.500920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-b87f26eb-f80e-4c7e-b53a-438b5a6402c8 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982737 Jan 28 04:32:44.622030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2a6ecf29-4b3f-41c2-bcd2-beb0cfc8e921 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6f78d3879ed4ef4a64d4ec565146506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6771307 Jan 28 04:32:44.626489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52508) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:44.687755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42bee2-3728-43fd-97a7-7a3daf5f8b87 req-3a972de6-3a87-4182-ba0a-9737ce5e7356 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.695856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a42bee2-3728-43fd-97a7-7a3daf5f8b87 req-3a972de6-3a87-4182-ba0a-9737ce5e7356 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.1405396 Jan 28 04:32:44.720853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.726524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.731652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.739341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.744615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.755273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.760766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.761388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.764182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2707f7d9-4612-445f-9dd3-841ec11ff474 req-12d0c159-d7b2-4848-80ad-28bcf7219329 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525852 Jan 28 04:32:44.766297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-47ef5962-0ff8-4bd3-a491-7225bf738f3a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1559656 Jan 28 04:32:44.793776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc422b8-b1bb-4b9c-9f78-bff8bf06b20e admin admin] Publish callbacks [] for security_group (83d74383-de10-491a-961c-b31f8415ad5c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.876355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc422b8-b1bb-4b9c-9f78-bff8bf06b20e admin admin] Publish callbacks [] for security_group (83d74383-de10-491a-961c-b31f8415ad5c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.905614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a42bee2-3728-43fd-97a7-7a3daf5f8b87 req-2baf6a42-f19a-490a-b0dd-f72d405d4ade tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072344 Jan 28 04:32:44.911020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9393acd0-505c-43c3-9c45-a4b087a75df7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:44.923677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Publish callbacks [] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.985830 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dc77540-63f5-4147-9c0f-db538b8b9e56 req-29ed594a-30ad-4f08-8de6-5ef7b45fe054 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955814 Jan 28 04:32:44.990658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9288802d-8707-42a2-992f-1fae664fbc7e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.990899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Transition to ACTIVE for port object 9393acd0-505c-43c3-9c45-a4b087a75df7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:45.015979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.083164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Pushing event deleted for resources: {'Port': ['ID=9288802d-8707-42a2-992f-1fae664fbc7e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:45.194125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc422b8-b1bb-4b9c-9f78-bff8bf06b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (83d74383-de10-491a-961c-b31f8415ad5c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.196753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc422b8-b1bb-4b9c-9f78-bff8bf06b20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.216397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7cc422b8-b1bb-4b9c-9f78-bff8bf06b20e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83d74383-de10-491a-961c-b31f8415ad5c HTTP/1.1" status: 204 len: 168 time: 0.5870216 Jan 28 04:32:45.218348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.221723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.222216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.222928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.225700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.228113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.228534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.232257 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-779d977b-c0a6-42ce-9ca7-817dace24a39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6475 time: 0.3811836 Jan 28 04:32:45.256490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc422b8-b1bb-4b9c-9f78-bff8bf06b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d74383-de10-491a-961c-b31f8415ad5c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:45.375196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3eee97-4b75-46db-a5bc-8e42e913c017 req-088682ee-0649-4bbf-99d9-c2fc7732db13 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.383555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Attempting to bind port 9393acd0-505c-43c3-9c45-a4b087a75df7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:45.383898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Attempting to bind port 9393acd0-505c-43c3-9c45-a4b087a75df7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:45.384200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Attempting to bind port 9393acd0-505c-43c3-9c45-a4b087a75df7 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:45.393811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d3eee97-4b75-46db-a5bc-8e42e913c017 req-088682ee-0649-4bbf-99d9-c2fc7732db13 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.2719193 Jan 28 04:32:45.397279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Port 9393acd0-505c-43c3-9c45-a4b087a75df7 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:45.397467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Attempting to bind port 9393acd0-505c-43c3-9c45-a4b087a75df7 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:45.408115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fbad8-0ce4-407d-8557-5249d2dd0a35 req-8f35df76-e370-4623-bcb7-2a512baf770e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.409704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab4fbad8-0ce4-407d-8557-5249d2dd0a35 req-8f35df76-e370-4623-bcb7-2a512baf770e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 944 time: 0.4066222 Jan 28 04:32:45.473973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:45.474321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:45.474703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Bound using segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:45.475145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Bound port: 9393acd0-505c-43c3-9c45-a4b087a75df7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:45.475626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.533839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab4fbad8-0ce4-407d-8557-5249d2dd0a35 req-03dd4c90-2599-48b1-aaf4-2b6c0564f600 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668192 Jan 28 04:32:45.534462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9393acd0-505c-43c3-9c45-a4b087a75df7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:45.583341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d3eee97-4b75-46db-a5bc-8e42e913c017 req-e1685215-88cb-4b90-b48e-1d30f1e825e7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885006 Jan 28 04:32:45.584331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (f969b1d5-6556-4d36-a9ef-285ce2634192), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.706047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-fe2ea5a9-57b8-4395-a445-d48e03d5f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.708558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-fe2ea5a9-57b8-4395-a445-d48e03d5f266 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc HTTP/1.1" status: 200 len: 903 time: 0.4610810 Jan 28 04:32:45.713354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] For port 9393acd0-505c-43c3-9c45-a4b087a75df7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:45.728097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] For port 9393acd0-505c-43c3-9c45-a4b087a75df7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9393acd0-505c-43c3-9c45-a4b087a75df7,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:45.785366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.788427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-902aa767-ffc0-4e84-a93b-4af7ba482b25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 200 len: 217 time: 0.0723612 Jan 28 04:32:45.856685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.857786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.859568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/9393acd0-505c-43c3-9c45-a4b087a75df7 HTTP/1.1" status: 200 len: 1092 time: 1.8110402 Jan 28 04:32:45.862116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'tag': '9393acd0-505c-43c3-9c45-a4b087a75df7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:45.864651 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a5a71c-fbcf-43d6-87c9-f7e182525641" -d '{"events": [{"name": "network-changed", "server_uuid": "262f9da5-8c1d-40cc-aa5f-7957e1605826", "tag": "9393acd0-505c-43c3-9c45-a4b087a75df7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:45.940078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Router f969b1d5-6556-4d36-a9ef-285ce2634192 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:45.965494 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b518c-07cc-4705-abd7-b8a846fc5378 x-openstack-request-id: req-fb9b518c-07cc-4705-abd7-b8a846fc5378 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:45.966050 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f9da5-8c1d-40cc-aa5f-7957e1605826", "tag": "9393acd0-505c-43c3-9c45-a4b087a75df7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:45.966486 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb9b518c-07cc-4705-abd7-b8a846fc5378 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:45.967065 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'tag': '9393acd0-505c-43c3-9c45-a4b087a75df7', 'status': 'completed', 'code': 200} Jan 28 04:32:46.018095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-fc244fb2-0b11-4f6a-add6-1da39ef5dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.019584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-fc244fb2-0b11-4f6a-add6-1da39ef5dfd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.2235951 Jan 28 04:32:46.020493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb908aa8-8b8e-424c-830b-80f4fc6541b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9393acd0-505c-43c3-9c45-a4b087a75df7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:46.078466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:46.080164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-52eaabaf-bdf1-4b3d-8ac5-2e1c62f7a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.081975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-52eaabaf-bdf1-4b3d-8ac5-2e1c62f7a57d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 1095 time: 0.1600804 Jan 28 04:32:46.090613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] Sync routers for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:46.095902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8514af7b-89a8-488b-bb89-8df35784d6db admin admin] 10.222.0.21 "PUT /v2.0/routers/f969b1d5-6556-4d36-a9ef-285ce2634192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5442495 Jan 28 04:32:46.100894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:46.106387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:46.107008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:32:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:46.113495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-8593dba3-5d75-4b78-9356-b4386bafa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.114997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-8593dba3-5d75-4b78-9356-b4386bafa04d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877583 Jan 28 04:32:46.188977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88ed5-9d76-45e9-aee5-f21ce1c4f893 req-676068e6-2f51-4e0e-a964-c2f8fb209547 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.197954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-6e91997b-fa16-4913-b1cb-506afd455d86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9393acd0-505c-43c3-9c45-a4b087a75df7 HTTP/1.1" status: 200 len: 217 time: 0.1025920 Jan 28 04:32:46.205847 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff88ed5-9d76-45e9-aee5-f21ce1c4f893 req-676068e6-2f51-4e0e-a964-c2f8fb209547 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.1288996 Jan 28 04:32:46.266454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:46.287535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff88ed5-9d76-45e9-aee5-f21ce1c4f893 req-a7c66cd1-576c-465b-b566-5c3842b1665e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805295 Jan 28 04:32:46.481793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.488120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.495136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.501925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.508480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.514210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.542263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.546168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-b446626a-7ca8-4884-a90e-8eab724dddbc tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1535618 Jan 28 04:32:46.571441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:32:44Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:46.623073 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92428d9-1195-4313-ae52-0df9c1b420d6 req-2b09278f-952f-4e28-ac9b-4c58fcfc30aa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696967 Jan 28 04:32:46.631911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] Checking router: f969b1d5-6556-4d36-a9ef-285ce2634192 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:46.639201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-eb0ab204-bc71-479f-8e39-989dc36c9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.645877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] Routers {'f969b1d5-6556-4d36-a9ef-285ce2634192'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:46.646559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-eb0ab204-bc71-479f-8e39-989dc36c9c7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.3766363 Jan 28 04:32:46.646869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:32:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f969b1d5-6556-4d36-a9ef-285ce2634192'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:46.768212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-cc4f68d9-5afc-4a3a-a1f9-8296d87e922a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998206 Jan 28 04:32:46.783114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-fe1d4ced-0c9d-46fe-b200-db320770ad25 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126921 Jan 28 04:32:46.830061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] Set router f969b1d5-6556-4d36-a9ef-285ce2634192 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:46.833229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks [] for router (f969b1d5-6556-4d36-a9ef-285ce2634192), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:46.840291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0fcd2-81cb-4fd9-a551-492f3dcf9114 req-6eed972a-f6e2-48da-9bb7-470f14aa8132 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:46.848770 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15a0fcd2-81cb-4fd9-a551-492f3dcf9114 req-6eed972a-f6e2-48da-9bb7-470f14aa8132 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 944 time: 0.1118650 Jan 28 04:32:46.937856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15a0fcd2-81cb-4fd9-a551-492f3dcf9114 req-49305a87-c172-4abb-9cb1-9188ef5a1560 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830050 Jan 28 04:32:47.042568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1864d90-9ef1-4e80-8ada-b1113f5ae556 req-79a768cd-d021-40e3-a051-461bb8675ffe service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387931 Jan 28 04:32:47.080326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15261a19-b032-4774-b3c6-e68f3c99cec0 req-9b7595c5-3d9e-41d7-9ab3-7b50befaaca3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.082064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15261a19-b032-4774-b3c6-e68f3c99cec0 req-9b7595c5-3d9e-41d7-9ab3-7b50befaaca3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0622401 Jan 28 04:32:47.109875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:32:44Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:47.167597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009238e-b428-44d7-a15a-e7cdd6ded315 None None] The sync data for ids ['f969b1d5-6556-4d36-a9ef-285ce2634192'] in n-d-824835-3 is: [{'id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943594917-router', 'tenant_id': '5b613c8029f549c79d80df0604e982fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:09Z', 'updated_at': '2022-01-28T04:32:44Z', 'revision_number': 5, 'project_id': '5b613c8029f549c79d80df0604e982fe', 'gw_port': {'id': 'ca1bf1d0-04b6-4adf-893c-ec8737240537', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969b1d5-6556-4d36-a9ef-285ce2634192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:11Z', 'updated_at': '2022-01-28T04:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:47.194020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15261a19-b032-4774-b3c6-e68f3c99cec0 req-e6e1efad-a692-4023-8dde-f75d7c7ce947 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965743 Jan 28 04:32:47.437966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e172-5594-46b1-aff5-08f8f5783aa0 req-e5a1d6d8-11b3-4174-a0da-d60e7210e2de tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.439752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8c3e172-5594-46b1-aff5-08f8f5783aa0 req-e5a1d6d8-11b3-4174-a0da-d60e7210e2de tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0616453 Jan 28 04:32:47.500797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8c3e172-5594-46b1-aff5-08f8f5783aa0 req-8500e4ab-7da4-4902-9257-d70b0555b9d7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jan 28 04:32:47.617285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9288802d-8707-42a2-992f-1fae664fbc7e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:47.660787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9288802d-8707-42a2-992f-1fae664fbc7e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:47.661130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9288802d-8707-42a2-992f-1fae664fbc7e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:47.755344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks [] for router_gateway (f969b1d5-6556-4d36-a9ef-285ce2634192), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:47.768517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-6a1eb3c8-27a2-4f80-bfb8-53e326e567de service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878938 Jan 28 04:32:47.775953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.776420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.776841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.777367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.777836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.778304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.778764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.780774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-ce61e371-c690-45e9-983f-5ea3ec1c8165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6475 time: 0.1319444 Jan 28 04:32:48.013698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b294238-2cdb-4e11-aae2-ed1a669c445f req-e9071b5f-18b2-416e-90fe-b1f55a66023c service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272580 Jan 28 04:32:48.019155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Deleting port ca1bf1d0-04b6-4adf-893c-ec8737240537 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:48.019504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:48.021599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-40bdce99-5b02-4780-99f3-6a2469c52cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.023145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-40bdce99-5b02-4780-99f3-6a2469c52cd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 903 time: 0.2260740 Jan 28 04:32:48.104074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-e489d7d0-ae36-4092-be88-f1df1f77838b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 200 len: 217 time: 0.0671957 Jan 28 04:32:48.199347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.205442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.211973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.215068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-3d7ec725-6deb-4707-80e2-cbf2c40e39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.216538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-3d7ec725-6deb-4707-80e2-cbf2c40e39d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.1052835 Jan 28 04:32:48.217548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.218404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] For port ca1bf1d0-04b6-4adf-893c-ec8737240537, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ca1bf1d0-04b6-4adf-893c-ec8737240537,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:48.218769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:48.223006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.228394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.234223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.236122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-6ce0fd3b-1c52-4d13-ae49-d2da54eccd25 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.0964277 Jan 28 04:32:48.244206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Calling delete_port for ca1bf1d0-04b6-4adf-893c-ec8737240537 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:48.272799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-903321fb-811e-4d61-a2b5-f0df0e289f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.274447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-903321fb-811e-4d61-a2b5-f0df0e289f55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 1095 time: 0.1289384 Jan 28 04:32:48.298171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fbc6a423-e05a-46d9-818d-7fcac8a2ffd9 req-a3a6426e-7964-4e53-8029-fb512fc41e5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553744 Jan 28 04:32:48.384923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-85104923-9349-4f9d-b60b-f6f8f6c840e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.386641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-85104923-9349-4f9d-b60b-f6f8f6c840e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1578338 Jan 28 04:32:48.419474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b639b4a-1ea6-4b10-a09f-91fa647417c8 req-52f5c371-c71e-451c-8200-cc993d712a11 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.421924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b639b4a-1ea6-4b10-a09f-91fa647417c8 req-52f5c371-c71e-451c-8200-cc993d712a11 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 944 time: 0.0557668 Jan 28 04:32:48.475689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b639b4a-1ea6-4b10-a09f-91fa647417c8 req-323f7714-5a53-4f6d-9375-97b098f2f79c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Jan 28 04:32:48.555757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-8b56279c-1dfb-4acf-b1f3-af80ff424da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.557397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-8b56279c-1dfb-4acf-b1f3-af80ff424da1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.2413402 Jan 28 04:32:48.651132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-162ce82e-0c37-46e8-b210-3eaa91bbf02e service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560303 Jan 28 04:32:48.654496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-4d6d2d89-ee91-4d78-8c46-53883e7350a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9393acd0-505c-43c3-9c45-a4b087a75df7 HTTP/1.1" status: 200 len: 217 time: 0.0886338 Jan 28 04:32:48.754267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ca1bf1d0-04b6-4adf-893c-ec8737240537), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:48.805650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1bf1d0-04b6-4adf-893c-ec8737240537,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:48.831964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-c6ea5a67-7bac-4b84-8e6c-66d951379f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.833563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-c6ea5a67-7bac-4b84-8e6c-66d951379f48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.1658075 Jan 28 04:32:48.907723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-c64d3b66-6949-418a-b109-f5d2c3fd2d92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487223 Jan 28 04:32:48.915741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-23e4f8c3-9c50-4375-ad55-e420a93db49b service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577372 Jan 28 04:32:48.930041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (f969b1d5-6556-4d36-a9ef-285ce2634192), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:48.981986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fef27-2085-493a-8544-a7ad7a995b16 req-4584be3f-5f02-4c2d-a233-cb193723b3b4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.983768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f9fef27-2085-493a-8544-a7ad7a995b16 req-4584be3f-5f02-4c2d-a233-cb193723b3b4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0556493 Jan 28 04:32:49.037215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f9fef27-2085-493a-8544-a7ad7a995b16 req-ee652c42-2fee-4604-9dd9-ea61127ba3d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Jan 28 04:32:49.041821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (f969b1d5-6556-4d36-a9ef-285ce2634192), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.046351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks [] for router_controller (f969b1d5-6556-4d36-a9ef-285ce2634192), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.157686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fc187-23c3-4a10-bf36-c3bcb4a01547 req-53171d24-4054-416b-800e-14b76439031f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.161648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf0fc187-23c3-4a10-bf36-c3bcb4a01547 req-53171d24-4054-416b-800e-14b76439031f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0575571 Jan 28 04:32:49.175725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (f969b1d5-6556-4d36-a9ef-285ce2634192), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.176278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f969b1d5-6556-4d36-a9ef-285ce2634192 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:32:49.180935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.185109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-01901873-a3a2-4cd9-bacc-7760f4346169 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f969b1d5-6556-4d36-a9ef-285ce2634192 HTTP/1.1" status: 204 len: 168 time: 3.0691178 Jan 28 04:32:49.189404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:49.214735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf0fc187-23c3-4a10-bf36-c3bcb4a01547 req-e6d0f414-60df-47cd-8951-5a4766132351 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477481 Jan 28 04:32:49.216281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.216771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.217276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.217741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.218395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.218865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.219327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.221249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-6131ae93-7f2e-4f4b-8aa9-0fd7ff712d31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6475 time: 0.1763771 Jan 28 04:32:49.322713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-77f326a8-82ab-48ba-9210-317d396e09a6 service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036229 Jan 28 04:32:49.361059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Deleting subnet 4482aa44-af60-4609-b8ef-368f08322eba {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:49.394417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Publish callbacks [] for subnet (4482aa44-af60-4609-b8ef-368f08322eba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.487701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (4482aa44-af60-4609-b8ef-368f08322eba), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.489957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-85619f3b-6fa8-4974-b976-dad3611db348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.491638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-85619f3b-6fa8-4974-b976-dad3611db348 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 903 time: 0.2470801 Jan 28 04:32:49.564343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83a5a71c-fbcf-43d6-87c9-f7e182525641 req-a5729f5e-a6a5-49ca-90e0-aca14621c4ab service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339115 Jan 28 04:32:49.568587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-ff599089-0328-4dca-865e-70eb9fd8ea76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 200 len: 217 time: 0.0494277 Jan 28 04:32:49.662603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (4482aa44-af60-4609-b8ef-368f08322eba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.685269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-9f0dac8d-1b2b-470b-b123-55b1ce9b2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.688364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-9f0dac8d-1b2b-470b-b123-55b1ce9b2346 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.1134782 Jan 28 04:32:49.783142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (4482aa44-af60-4609-b8ef-368f08322eba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.806923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1937d2-75f2-4ea7-b504-b83a0b3e155b None None] Network d4c2bf4f-be02-42a8-a4ab-bf6031878a96 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:49.827106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.830525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4482aa44-af60-4609-b8ef-368f08322eba HTTP/1.1" status: 204 len: 168 time: 0.6337190 Jan 28 04:32:49.833709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:49.844661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4eebe7-a1ce-4d1f-94cf-7a2b5c6a54bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4482aa44-af60-4609-b8ef-368f08322eba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:49.881866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca1bf1d0-04b6-4adf-893c-ec8737240537 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:49.901428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509267-a681-44b3-8015-5f9461910d26 req-63d56d59-95cf-4c03-b9e5-db7d933a636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.903523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-63d56d59-95cf-4c03-b9e5-db7d933a636c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074056 Jan 28 04:32:49.908384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.915619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.921577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.928050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.933951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.939595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.945340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:49.953255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-55d44330-8eac-4b54-9a81-79cdf49c798d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1252863 Jan 28 04:32:50.010816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-039911bf-3805-42e6-bd59-e4927b1f9cf3 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990026 Jan 28 04:32:50.016220 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bff1f0d5-f7f6-4875-9ce5-ef5f8b79d76d req-2b0e3c2e-ec64-40c5-8d30-6a168a76773b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589304 Jan 28 04:32:50.071544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ca1bf1d0-04b6-4adf-893c-ec8737240537 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:50.072190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca1bf1d0-04b6-4adf-893c-ec8737240537 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:50.132912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d4c2bf4f-be02-42a8-a4ab-bf6031878a96), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.139574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0509267-a681-44b3-8015-5f9461910d26 req-3369ef52-6499-4635-ab32-b3b2c6e6ff7e service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223457 Jan 28 04:32:50.166215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa4766-5e11-4014-8821-790acf2e7e4a req-3eaaf031-68d9-4c93-ad61-da83e2519a96 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:50.168353 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6efa4766-5e11-4014-8821-790acf2e7e4a req-3eaaf031-68d9-4c93-ad61-da83e2519a96 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 944 time: 0.0622241 Jan 28 04:32:50.205367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Deleting port d98058bd-196c-4e47-957e-1b809862dd36 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:50.205772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d98058bd-196c-4e47-957e-1b809862dd36), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.220246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] DHCP port deletion for d4c2bf4f-be02-42a8-a4ab-bf6031878a96 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:32:50.242437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6efa4766-5e11-4014-8821-790acf2e7e4a req-908ab392-ea36-485a-b75f-08f23949b324 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635858 Jan 28 04:32:50.272287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Deleting port d98058bd-196c-4e47-957e-1b809862dd36 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:50.272892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d98058bd-196c-4e47-957e-1b809862dd36), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.310182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] For port d98058bd-196c-4e47-957e-1b809862dd36, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d98058bd-196c-4e47-957e-1b809862dd36,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:50.310960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d98058bd-196c-4e47-957e-1b809862dd36), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.329545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Calling delete_port for d98058bd-196c-4e47-957e-1b809862dd36 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:50.355401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] For port d98058bd-196c-4e47-957e-1b809862dd36, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d98058bd-196c-4e47-957e-1b809862dd36,segment=NetworkSegment(2c2b7726-bb2b-4fb5-9f78-cc06c00d483f),segment_id=2c2b7726-bb2b-4fb5-9f78-cc06c00d483f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:50.356105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d98058bd-196c-4e47-957e-1b809862dd36), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.371272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Calling delete_port for d98058bd-196c-4e47-957e-1b809862dd36 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:50.418159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46d61e-3e1a-4139-9e4d-3676be2a86bf req-59bafad2-24d2-406e-bffd-04931febfadd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:50.426347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a46d61e-3e1a-4139-9e4d-3676be2a86bf req-59bafad2-24d2-406e-bffd-04931febfadd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0631597 Jan 28 04:32:50.427630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d98058bd-196c-4e47-957e-1b809862dd36), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.442909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] No DVR routers for this DVR port d98058bd-196c-4e47-957e-1b809862dd36 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:50.480929 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (d98058bd-196c-4e47-957e-1b809862dd36), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.492948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Pushing event deleted for resources: {'Port': ['ID=d98058bd-196c-4e47-957e-1b809862dd36,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:50.493739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a46d61e-3e1a-4139-9e4d-3676be2a86bf req-7d2b3ab8-491e-4f58-9043-5300e87bd9a0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Jan 28 04:32:50.506122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Pushing event deleted for resources: {'Port': ['ID=d98058bd-196c-4e47-957e-1b809862dd36,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:50.530575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.531034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.531588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.532050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.532670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.533114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.533577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.536024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.536383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.536731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.537076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.537441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.537782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:50.549593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1789a1-7ca0-4271-984c-5d85ea85b71f None None] No DVR routers for this DVR port d98058bd-196c-4e47-957e-1b809862dd36 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:50.568924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d4c2bf4f-be02-42a8-a4ab-bf6031878a96), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.591488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c2bf4f-be02-42a8-a4ab-bf6031878a96']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:50.602133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:50.602515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2b7726-bb2b-4fb5-9f78-cc06c00d483f') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:50.612390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (2c2b7726-bb2b-4fb5-9f78-cc06c00d483f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.628918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2c2b7726-bb2b-4fb5-9f78-cc06c00d483f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.633532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c4a8-bd71-4227-9ffe-4f12fd7a7987 req-caec2b72-6bc4-4ad5-b6d8-7b9f22cf8621 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:50.635161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e352c4a8-bd71-4227-9ffe-4f12fd7a7987 req-caec2b72-6bc4-4ad5-b6d8-7b9f22cf8621 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0624113 Jan 28 04:32:50.635362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:50.635878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (2c2b7726-bb2b-4fb5-9f78-cc06c00d483f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:50.637872 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:50.686173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e352c4a8-bd71-4227-9ffe-4f12fd7a7987 req-ec9656aa-ea36-4cfc-811c-06332f9b002c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Jan 28 04:32:50.720005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d4c2bf4f-be02-42a8-a4ab-bf6031878a96), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.727070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:50.730624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] 10.222.0.21 "DELETE /v2.0/networks/d4c2bf4f-be02-42a8-a4ab-bf6031878a96 HTTP/1.1" status: 204 len: 168 time: 0.8959672 Jan 28 04:32:50.733848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:50.757175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a1d3-b00c-4ec0-b900-3b371027f08f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c2bf4f-be02-42a8-a4ab-bf6031878a96,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:51.153841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (807f799a-82c2-41fc-a909-1365896b62ff), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:51.198526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.204273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.209976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.215205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.220605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.225912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.231213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.233134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f94e692-9354-48c8-b44e-aa513de41fce req-3b61f0e1-778f-45c2-980c-f509cf63e718 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1279931 Jan 28 04:32:51.375570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f94e692-9354-48c8-b44e-aa513de41fce req-a7d06326-aa0b-4fb1-a89e-e8182dea8522 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315033 Jan 28 04:32:51.521108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d98058bd-196c-4e47-957e-1b809862dd36 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:51.545449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d98058bd-196c-4e47-957e-1b809862dd36 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:51.545800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d98058bd-196c-4e47-957e-1b809862dd36 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:51.563995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58673ad3-82cf-4260-9987-26c2c36a46d7 req-2b780944-88ba-480b-a7a1-af9332035ad6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.566037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58673ad3-82cf-4260-9987-26c2c36a46d7 req-2b780944-88ba-480b-a7a1-af9332035ad6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 944 time: 0.0655811 Jan 28 04:32:51.591241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Deleting port 9502e510-1e20-4cec-a7a5-2adc321455b6 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:51.591730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:51.671223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58673ad3-82cf-4260-9987-26c2c36a46d7 req-3ddc0022-30a9-4877-a23c-5d8a7781d0c1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995510 Jan 28 04:32:51.717227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] For port 9502e510-1e20-4cec-a7a5-2adc321455b6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9502e510-1e20-4cec-a7a5-2adc321455b6,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:51.717732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:51.734111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Calling delete_port for 9502e510-1e20-4cec-a7a5-2adc321455b6 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:51.944138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9502e510-1e20-4cec-a7a5-2adc321455b6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:51.971996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9502e510-1e20-4cec-a7a5-2adc321455b6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:52.003489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9393acd0-505c-43c3-9c45-a4b087a75df7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:52.156594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9393acd0-505c-43c3-9c45-a4b087a75df7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9393acd0-505c-43c3-9c45-a4b087a75df7,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:52.174871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9393acd0-505c-43c3-9c45-a4b087a75df7', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': '9393acd0-505c-43c3-9c45-a4b087a75df7', 'mac_address': 'fa:16:3e:f2:86:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:52.209698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (807f799a-82c2-41fc-a909-1365896b62ff), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:52.264751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9393acd0-505c-43c3-9c45-a4b087a75df7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:52.265678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:52.287578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9393acd0-505c-43c3-9c45-a4b087a75df7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:52.311637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b17765-a1c7-4bd6-a53e-cb4f2d7cb0c7 req-ca5e4fcd-b19e-434b-bac9-ad2acfcf555e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:52.313179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1b17765-a1c7-4bd6-a53e-cb4f2d7cb0c7 req-ca5e4fcd-b19e-434b-bac9-ad2acfcf555e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1013379 Jan 28 04:32:52.315096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9393acd0-505c-43c3-9c45-a4b087a75df7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9393acd0-505c-43c3-9c45-a4b087a75df7,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:52.319567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:52.380443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9393acd0-505c-43c3-9c45-a4b087a75df7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:52.411022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1b17765-a1c7-4bd6-a53e-cb4f2d7cb0c7 req-d9bbbc50-4f3b-46da-bdb6-46aef9add13d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 Jan 28 04:32:52.553849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Router 807f799a-82c2-41fc-a909-1365896b62ff has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:52.561621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525feed1-dccc-4547-9b95-af0550e2a435 req-9dd34d80-0d18-416c-ab90-022ee54b449b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:52.563102 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-525feed1-dccc-4547-9b95-af0550e2a435 req-9dd34d80-0d18-416c-ab90-022ee54b449b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0653305 Jan 28 04:32:52.680686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-525feed1-dccc-4547-9b95-af0550e2a435 req-798967d9-388d-43b3-a149-7335f728851c tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113725 Jan 28 04:32:52.701232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:52.707281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c600e21b-1b93-4251-8df5-ddb72f1a99ae admin admin] 10.222.0.21 "PUT /v2.0/routers/807f799a-82c2-41fc-a909-1365896b62ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723947 Jan 28 04:32:52.710399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52848) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:52.725032 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] Sync routers for ids ['807f799a-82c2-41fc-a909-1365896b62ff'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:52.740433 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] Routers {'807f799a-82c2-41fc-a909-1365896b62ff'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:52.742037 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:32:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['807f799a-82c2-41fc-a909-1365896b62ff'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:52.757167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9393acd0-505c-43c3-9c45-a4b087a75df7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:52.911203 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] Set router 807f799a-82c2-41fc-a909-1365896b62ff gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:53.164203 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:32:51Z', 'revision_number': 5, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:53.193343 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] Checking router: 807f799a-82c2-41fc-a909-1365896b62ff for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:53.204634 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] Routers {'807f799a-82c2-41fc-a909-1365896b62ff'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:53.205724 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:32:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['807f799a-82c2-41fc-a909-1365896b62ff'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:53.246895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks [] for router (807f799a-82c2-41fc-a909-1365896b62ff), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.278604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.284682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.293073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.297584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.303459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.308905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.315306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.317423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-f3a869a0-b02a-4d23-95e2-0ad5d20f7c38 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1138959 Jan 28 04:32:53.387139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks [] for router_gateway (807f799a-82c2-41fc-a909-1365896b62ff), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.404999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-335ec087-a14e-465b-8b5c-60382823b8a0 req-85381855-a680-4309-ae9c-7531393c7571 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811925 Jan 28 04:32:53.445750 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] Set router 807f799a-82c2-41fc-a909-1365896b62ff gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:53.465494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Deleting port f78d00dc-1432-41df-8597-250bbf2e269c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:53.465991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.561018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36811a-67a5-42ac-9fef-c4ff286c1a1e req-9d5b8e2b-faeb-4785-94c0-097242c40ee4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.563562 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac36811a-67a5-42ac-9fef-c4ff286c1a1e req-9d5b8e2b-faeb-4785-94c0-097242c40ee4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 945 time: 0.0609627 Jan 28 04:32:53.575153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] For port f78d00dc-1432-41df-8597-250bbf2e269c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f78d00dc-1432-41df-8597-250bbf2e269c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:53.575527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.591978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Calling delete_port for f78d00dc-1432-41df-8597-250bbf2e269c owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:53.625499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac36811a-67a5-42ac-9fef-c4ff286c1a1e req-56f83508-83fc-4c80-8dab-57bcf3d0c2d5 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 Jan 28 04:32:53.677735 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:32:51Z', 'revision_number': 5, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:53.727487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97e9bf-75c3-455e-8dd3-4c2f30708a5b None None] The sync data for ids ['807f799a-82c2-41fc-a909-1365896b62ff'] in n-d-824835-3 is: [{'id': '807f799a-82c2-41fc-a909-1365896b62ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1661254412-router', 'tenant_id': '845d5af66beb419aa1b928358ba52865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:26:23Z', 'updated_at': '2022-01-28T04:32:51Z', 'revision_number': 5, 'project_id': '845d5af66beb419aa1b928358ba52865', 'gw_port': {'id': 'f78d00dc-1432-41df-8597-250bbf2e269c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f799a-82c2-41fc-a909-1365896b62ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:26:24Z', 'updated_at': '2022-01-28T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:53.800220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51831a7a-bd44-4172-b42d-9dd1f79b2ef0 req-fcbdfe7d-307a-44ad-9b2e-c31656ed976e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.808390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51831a7a-bd44-4172-b42d-9dd1f79b2ef0 req-fcbdfe7d-307a-44ad-9b2e-c31656ed976e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0589862 Jan 28 04:32:53.810192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f78d00dc-1432-41df-8597-250bbf2e269c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.844733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Pushing event deleted for resources: {'Port': ['ID=f78d00dc-1432-41df-8597-250bbf2e269c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:53.879674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51831a7a-bd44-4172-b42d-9dd1f79b2ef0 req-497cc10b-84c1-4554-b5f2-80a8bce28bbc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652161 Jan 28 04:32:53.915138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (807f799a-82c2-41fc-a909-1365896b62ff), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.020106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (807f799a-82c2-41fc-a909-1365896b62ff), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.022602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks [] for router_controller (807f799a-82c2-41fc-a909-1365896b62ff), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.078970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (807f799a-82c2-41fc-a909-1365896b62ff), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.079967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807f799a-82c2-41fc-a909-1365896b62ff {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:32:54.087807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.089449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3c91d64f-4f05-457b-9ff7-416b59eb578b admin admin] 10.222.0.21 "DELETE /v2.0/routers/807f799a-82c2-41fc-a909-1365896b62ff HTTP/1.1" status: 204 len: 168 time: 1.3772297 Jan 28 04:32:54.092256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52926) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:54.151941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Deleting subnet a891b045-2a66-423d-9947-b9c62cf4f677 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:54.155708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Publish callbacks [] for subnet (a891b045-2a66-423d-9947-b9c62cf4f677), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.198586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (a891b045-2a66-423d-9947-b9c62cf4f677), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.292413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a891b045-2a66-423d-9947-b9c62cf4f677), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.360185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (a891b045-2a66-423d-9947-b9c62cf4f677), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.390535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a891b045-2a66-423d-9947-b9c62cf4f677,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:54.397201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.404227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-afa79056-ec25-498f-9b5b-926ddef35924 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a891b045-2a66-423d-9947-b9c62cf4f677 HTTP/1.1" status: 204 len: 168 time: 0.3075020 Jan 28 04:32:54.404227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52936) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:54.408324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0bfba1-557b-4374-90cc-adcca286214f None None] Network 56483b81-799b-46c3-8bdb-0f7bf78456b0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:54.503433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (56483b81-799b-46c3-8bdb-0f7bf78456b0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.568953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Deleting port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:54.569488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.613710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9bd9-81d3-4f56-ae48-560b07e57a92 req-cbe2ddca-6eaa-4429-bc48-3bf86d7c3059 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.621925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] DHCP port deletion for 56483b81-799b-46c3-8bdb-0f7bf78456b0 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:32:54.622182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-007f9bd9-81d3-4f56-ae48-560b07e57a92 req-cbe2ddca-6eaa-4429-bc48-3bf86d7c3059 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0821397 Jan 28 04:32:54.671847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] For port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:54.672610 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.691219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Calling delete_port for 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:54.696424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-007f9bd9-81d3-4f56-ae48-560b07e57a92 req-eaaf522b-5349-441b-854f-ae329ab4bb13 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Jan 28 04:32:54.705127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] Deleting port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:54.705547 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.803217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] For port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,segment=NetworkSegment(e4208e0c-ae1b-4539-9c8d-f3138a38fdd8),segment_id=e4208e0c-ae1b-4539-9c8d-f3138a38fdd8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:54.803625 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.818202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] Calling delete_port for 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:54.825409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.858081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:54.861097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] No DVR routers for this DVR port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:54.870683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.879094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.886797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.894276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.906708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.913242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: from cryptography.utils import int_from_bytes Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: from cryptography.utils import int_from_bytes Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.915064 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:32:54.919099 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:32:54.921545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:54.927852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (71c6cb39-e1a1-4270-95a0-b233cf3d5f21), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.929420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-f7433bf6-4f8e-4426-9a8a-04c1c1f428ca tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1441596 Jan 28 04:32:54.931965 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:32:54.963725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] No DVR routers for this DVR port 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:54.970500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e013ec-4bc8-4cbe-a5c6-a95e0d7a6d8d None None] Pushing event deleted for resources: {'Port': ['ID=71c6cb39-e1a1-4270-95a0-b233cf3d5f21,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:54.979433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (56483b81-799b-46c3-8bdb-0f7bf78456b0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.001986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56483b81-799b-46c3-8bdb-0f7bf78456b0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:55.011339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:55.011700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f36045b-ae1c-4e72-afb6-f461162e3ef9 req-71332f61-adf5-4727-afbf-99622618708e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814316 Jan 28 04:32:55.011847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4208e0c-ae1b-4539-9c8d-f3138a38fdd8') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:55.022729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (e4208e0c-ae1b-4539-9c8d-f3138a38fdd8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.045599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e4208e0c-ae1b-4539-9c8d-f3138a38fdd8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.052410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:55.053054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (e4208e0c-ae1b-4539-9c8d-f3138a38fdd8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:55.054795 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:55.120954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (56483b81-799b-46c3-8bdb-0f7bf78456b0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.134036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.139831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] 10.222.0.21 "DELETE /v2.0/networks/56483b81-799b-46c3-8bdb-0f7bf78456b0 HTTP/1.1" status: 204 len: 168 time: 0.7323284 Jan 28 04:32:55.153846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d8ab8-b73c-4f52-83b6-62daab4f6700 admin admin] Pushing event deleted for resources: {'Network': ['ID=56483b81-799b-46c3-8bdb-0f7bf78456b0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:55.349351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52980) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:55.398335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8a7c0325-e806-4fc7-b8bb-78de5423792b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b613c8029f549c79d80df0604e982fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450878 Jan 28 04:32:55.398625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52986) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:55.462646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae2317b3-5731-4a09-b664-26bdf8791655 admin admin] Publish callbacks [] for security_group (72970d8a-b815-4998-95d9-b301873bdb0c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.490043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae2317b3-5731-4a09-b664-26bdf8791655 admin admin] Publish callbacks [] for security_group (72970d8a-b815-4998-95d9-b301873bdb0c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.526929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9502e510-1e20-4cec-a7a5-2adc321455b6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:55.568794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9502e510-1e20-4cec-a7a5-2adc321455b6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:55.569451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9502e510-1e20-4cec-a7a5-2adc321455b6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:55.570125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f78d00dc-1432-41df-8597-250bbf2e269c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:55.580083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae2317b3-5731-4a09-b664-26bdf8791655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (72970d8a-b815-4998-95d9-b301873bdb0c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.582909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae2317b3-5731-4a09-b664-26bdf8791655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.586411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae2317b3-5731-4a09-b664-26bdf8791655 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72970d8a-b815-4998-95d9-b301873bdb0c HTTP/1.1" status: 204 len: 168 time: 0.1843803 Jan 28 04:32:55.597021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2317b3-5731-4a09-b664-26bdf8791655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72970d8a-b815-4998-95d9-b301873bdb0c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:55.609104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f78d00dc-1432-41df-8597-250bbf2e269c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:55.609439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f78d00dc-1432-41df-8597-250bbf2e269c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:55.609879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:55.610703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6a06c-83c1-456d-b9d5-d0fc0008563a req-08c369dc-30c8-4aa1-98d1-5744f9741524 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:55.617855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ad6a06c-83c1-456d-b9d5-d0fc0008563a req-08c369dc-30c8-4aa1-98d1-5744f9741524 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 945 time: 0.0698125 Jan 28 04:32:55.635864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:55.636214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71c6cb39-e1a1-4270-95a0-b233cf3d5f21 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:55.672748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ad6a06c-83c1-456d-b9d5-d0fc0008563a req-a68e9793-4d32-4842-8c0e-c2eb7202f6fb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Jan 28 04:32:55.806369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59d70-3287-458d-9c1d-fa2a58001c14 req-9e55e875-cf02-49da-a1f9-0a135af8a490 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:55.808188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a59d70-3287-458d-9c1d-fa2a58001c14 req-9e55e875-cf02-49da-a1f9-0a135af8a490 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0534952 Jan 28 04:32:55.866826 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a59d70-3287-458d-9c1d-fa2a58001c14 req-a8884c8d-0868-4577-8e68-70be529ee4d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Jan 28 04:32:56.002668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53010) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:56.019481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9393acd0-505c-43c3-9c45-a4b087a75df7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:56.055497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3d9b2df1-41db-4369-8f6d-5c4014a24bdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=845d5af66beb419aa1b928358ba52865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513270 Jan 28 04:32:56.057896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53014) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:56.074877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db96a34-41b9-4f1c-a190-a7d4bb100b90 req-b97e54e1-c717-4a34-8a9b-da590162162e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.076862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4db96a34-41b9-4f1c-a190-a7d4bb100b90 req-b97e54e1-c717-4a34-8a9b-da590162162e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0845861 Jan 28 04:32:56.084078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 9393acd0-505c-43c3-9c45-a4b087a75df7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:56.088569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9393acd0-505c-43c3-9c45-a4b087a75df7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:56.088947 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.178897 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4db96a34-41b9-4f1c-a190-a7d4bb100b90 req-1e971692-c24c-4bb5-bb6d-fae66f84bec2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925894 Jan 28 04:32:56.184962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-925010c5-b047-4dd2-9e9d-a7857fbacb37 admin admin] Publish callbacks [] for security_group (aaf834e1-509d-4bee-bc9a-bce8f1dd68b4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.193501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9393acd0-505c-43c3-9c45-a4b087a75df7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:56.195117 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.229754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-925010c5-b047-4dd2-9e9d-a7857fbacb37 admin admin] Publish callbacks [] for security_group (aaf834e1-509d-4bee-bc9a-bce8f1dd68b4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.260142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9393acd0-505c-43c3-9c45-a4b087a75df7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:56.262579 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3982e-8cf3-40bf-99b8-01bd0e19b644" -d '{"events": [{"server_uuid": "262f9da5-8c1d-40cc-aa5f-7957e1605826", "name": "network-vif-plugged", "status": "completed", "tag": "9393acd0-505c-43c3-9c45-a4b087a75df7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:56.277261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9393acd0-505c-43c3-9c45-a4b087a75df7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9393acd0-505c-43c3-9c45-a4b087a75df7,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:56.284909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.314716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-925010c5-b047-4dd2-9e9d-a7857fbacb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aaf834e1-509d-4bee-bc9a-bce8f1dd68b4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.318638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-925010c5-b047-4dd2-9e9d-a7857fbacb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.322472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-925010c5-b047-4dd2-9e9d-a7857fbacb37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaf834e1-509d-4bee-bc9a-bce8f1dd68b4 HTTP/1.1" status: 204 len: 168 time: 0.2598891 Jan 28 04:32:56.337386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925010c5-b047-4dd2-9e9d-a7857fbacb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf834e1-509d-4bee-bc9a-bce8f1dd68b4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:56.381320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9393acd0-505c-43c3-9c45-a4b087a75df7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:56.842449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.848781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.854469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.860561 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.865961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.871508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.876765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:56.879716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-7e5a4bb6-3916-4c1e-b7cb-a7e4d6141a9d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.0990946 Jan 28 04:32:56.947114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4eaf71e9-9d7a-41e1-b120-055b08bb1c57 req-89b0489a-093e-4585-8f99-617c1805048e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592909 Jan 28 04:32:57.013649 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39eddf9-5f71-49cb-b60d-b6dcf1fa4d15 x-openstack-request-id: req-c39eddf9-5f71-49cb-b60d-b6dcf1fa4d15 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:57.016455 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f9da5-8c1d-40cc-aa5f-7957e1605826", "name": "network-vif-plugged", "status": "completed", "tag": "9393acd0-505c-43c3-9c45-a4b087a75df7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:57.016961 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39eddf9-5f71-49cb-b60d-b6dcf1fa4d15 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:57.019059 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9393acd0-505c-43c3-9c45-a4b087a75df7', 'code': 200} Jan 28 04:32:57.152244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da083-1807-48cb-b137-4ba36fb68ebc req-1df196eb-4fbe-45e6-aa98-f802ede69816 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:57.154472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-211da083-1807-48cb-b137-4ba36fb68ebc req-1df196eb-4fbe-45e6-aa98-f802ede69816 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0828733 Jan 28 04:32:57.157334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aa03a-f7d4-4068-adaa-c347e718f117 req-ca89333f-0ca7-4b47-8a3f-872961896820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:57.159859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e7aa03a-f7d4-4068-adaa-c347e718f117 req-ca89333f-0ca7-4b47-8a3f-872961896820 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 1097 time: 0.0546515 Jan 28 04:32:57.212516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-211da083-1807-48cb-b137-4ba36fb68ebc req-2a0a1187-9975-4987-b040-8ca21a4f8208 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490181 Jan 28 04:32:57.239143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e7aa03a-f7d4-4068-adaa-c347e718f117 req-d1009626-d9d3-4fb3-b667-e539d5776483 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688391 Jan 28 04:32:57.809283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3cd10-c3c4-411f-b2a1-4f9a104328c1 req-bf081b12-210e-4a4e-82e6-c14396190f66 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:57.811542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39a3cd10-c3c4-411f-b2a1-4f9a104328c1 req-bf081b12-210e-4a4e-82e6-c14396190f66 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0790741 Jan 28 04:32:57.876940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39a3cd10-c3c4-411f-b2a1-4f9a104328c1 req-6adac6d0-6b61-477c-90bc-bfbda1700296 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Jan 28 04:32:57.999409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac75b4-604f-4fcc-9d01-68df42b84741 req-ada489d9-9523-406f-b99f-365e9ba18de7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.001040 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8aac75b4-604f-4fcc-9d01-68df42b84741 req-ada489d9-9523-406f-b99f-365e9ba18de7 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0572510 Jan 28 04:32:58.050065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8aac75b4-604f-4fcc-9d01-68df42b84741 req-6832a78a-19f2-46cd-a874-2803390f794e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 Jan 28 04:32:58.363584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.368807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.374615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.379851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.385541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.391365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.396622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.398520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-c11e3070-a025-4dab-ba55-0c78da0490c5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.0882828 Jan 28 04:32:58.461774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22ab9fef-098b-4014-b7c3-1f8734736aad req-4062ee91-20e4-4d75-9373-9d4b11a3d8b1 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566652 Jan 28 04:32:58.592114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9dd4d-9087-4525-9dbe-02ff45144f9d req-09f0d0d2-43b7-4c69-be87-e5790c3c0e7f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:58.597252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ae9dd4d-9087-4525-9dbe-02ff45144f9d req-09f0d0d2-43b7-4c69-be87-e5790c3c0e7f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0591609 Jan 28 04:32:58.643144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ae9dd4d-9087-4525-9dbe-02ff45144f9d req-60eb3b0d-87ae-4a94-959a-e3054c56ffbf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Jan 28 04:32:58.767451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53192) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:58.885883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca0372f8-4207-4a61-8e2b-3a78833e54ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.014362 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca0372f8-4207-4a61-8e2b-3a78833e54ec admin admin] Publish callbacks [] for security_group (2b1a6bd2-814b-41ea-a781-4da256a68d74), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.021980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca0372f8-4207-4a61-8e2b-3a78833e54ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2b1a6bd2-814b-41ea-a781-4da256a68d74), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.051283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca0372f8-4207-4a61-8e2b-3a78833e54ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ffc28a6ffee4c0695a50e182ca3fc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816138 Jan 28 04:32:59.053894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53212) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:59.091490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f3a8e-4c5b-4ac6-a204-2aeae1825844 req-64ffafdb-9c8a-4400-ae70-518b46164c64 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.093650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e2f3a8e-4c5b-4ac6-a204-2aeae1825844 req-64ffafdb-9c8a-4400-ae70-518b46164c64 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1207991 Jan 28 04:32:59.124794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0372f8-4207-4a61-8e2b-3a78833e54ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a6bd2-814b-41ea-a781-4da256a68d74,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:59.469563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8866b85-872e-4eb0-b4a1-713c2ef203ff admin admin] Publish callbacks [] for security_group (2b1a6bd2-814b-41ea-a781-4da256a68d74), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.473821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e2f3a8e-4c5b-4ac6-a204-2aeae1825844 req-60b96d7b-1fd7-41a3-be71-1b00fc3526b5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711176 Jan 28 04:32:59.500399 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8866b85-872e-4eb0-b4a1-713c2ef203ff admin admin] Publish callbacks [] for security_group (2b1a6bd2-814b-41ea-a781-4da256a68d74), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.551047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8866b85-872e-4eb0-b4a1-713c2ef203ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2b1a6bd2-814b-41ea-a781-4da256a68d74), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.554769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8866b85-872e-4eb0-b4a1-713c2ef203ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:59.558278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a8866b85-872e-4eb0-b4a1-713c2ef203ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b1a6bd2-814b-41ea-a781-4da256a68d74 HTTP/1.1" status: 204 len: 168 time: 0.5010972 Jan 28 04:32:59.565850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8866b85-872e-4eb0-b4a1-713c2ef203ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a6bd2-814b-41ea-a781-4da256a68d74,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:59.625940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6067e59-7041-4c18-b197-4db5dc0329eb req-1d591933-bab4-4f70-999c-bddfd6fdfe32 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.628036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6067e59-7041-4c18-b197-4db5dc0329eb req-1d591933-bab4-4f70-999c-bddfd6fdfe32 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0526679 Jan 28 04:32:59.682385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6067e59-7041-4c18-b197-4db5dc0329eb req-d2568411-5216-4620-a091-822ca90a13ec tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475118 Jan 28 04:32:59.818979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.824309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.832188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.835620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.841020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.846941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.852562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:59.854570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-593d3a98-0c2c-4541-8c2d-9296fdc1644a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.0948739 Jan 28 04:32:59.927793 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-a512617d-2624-4755-988a-dc4b6ded890f service neutron] show failed (client error): The resource could not be found. Jan 28 04:32:59.928809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-a512617d-2624-4755-988a-dc4b6ded890f service neutron] 10.222.0.47 "GET /v2.0/ports/e7f7549b-079d-4490-a917-ad0db0e598d5/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0690181 Jan 28 04:32:59.935495 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5540494-3ccf-48ed-853a-63d379b4f791 req-1ef9fb81-2614-4b98-8db8-545be73e9eb6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658810 Jan 28 04:33:00.108473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d511a-5d3c-42ad-87f9-7395320fb24d req-d9e2c969-1014-41cb-ac57-bdab748debd3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:00.110966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-849d511a-5d3c-42ad-87f9-7395320fb24d req-d9e2c969-1014-41cb-ac57-bdab748debd3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0626671 Jan 28 04:33:00.229208 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-849d511a-5d3c-42ad-87f9-7395320fb24d req-c823b9da-3c97-4d88-9611-d04dcf710f57 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113994 Jan 28 04:33:00.233738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-34e03b80-8781-4ddd-85bf-6cf015ad4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:00.236292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-34e03b80-8781-4ddd-85bf-6cf015ad4cb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335&tenant_id=e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 1101 time: 0.0795143 Jan 28 04:33:00.258768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:00.391350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.461205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:00.649112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-441379124-network', 'tenant_id': '008ce7126c15493abdcb40db79878698'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:00.686580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:00.699693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a83cae-1aa6-483d-a27c-697b183e9497 req-34051d98-1f33-437a-8260-a14ce15bee0a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:00.701376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46a83cae-1aa6-483d-a27c-697b183e9497 req-34051d98-1f33-437a-8260-a14ce15bee0a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.0689149 Jan 28 04:33:00.703106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Made reservation on behalf of 008ce7126c15493abdcb40db79878698 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:00.705775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.716228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.748155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:00.787791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46a83cae-1aa6-483d-a27c-697b183e9497 req-35bf1085-aeca-4df9-8f02-6a08c3ab27dc tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628271 Jan 28 04:33:00.796914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:00.799148 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4fcf37-15bd-42d1-84dc-118de62d700d" -d '{"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:00.803123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Publish callbacks [] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.817841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Transition to ACTIVE for port object e7f7549b-079d-4490-a917-ad0db0e598d5 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:00.827947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.851345 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks [] for security_group (4ca0dc5c-b098-4199-a1b1-963f806f3ff3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.857811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ca0dc5c-b098-4199-a1b1-963f806f3ff3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.885124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:00.903401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0dc5c-b098-4199-a1b1-963f806f3ff3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:00.905950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] No DVR routers for this DVR port e7f7549b-079d-4490-a917-ad0db0e598d5 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:00.942751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:00.962394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:00.963487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:00.963854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ab86eab2-a5da-4f28-bd27-a76fbdddd19f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.964176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:00.964301 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Added segment ab86eab2-a5da-4f28-bd27-a76fbdddd19f of type vlan for network 80938996-0453-4089-95f9-bd5d51c1ab3c Jan 28 04:33:00.969434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:33:00.969955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:00.975970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:00.976493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:00.977042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:00.977670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Bound port: e7f7549b-079d-4490-a917-ad0db0e598d5, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:00.978215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.982898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33570457-ee1d-491f-a252-ac7786e6b961 req-f65eec70-98bb-46cc-86cf-fbef8a5b72fe tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:00.984984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33570457-ee1d-491f-a252-ac7786e6b961 req-f65eec70-98bb-46cc-86cf-fbef8a5b72fe tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0832636 Jan 28 04:33:01.042793 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (80938996-0453-4089-95f9-bd5d51c1ab3c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.063368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:01.067505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:01.076661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.102631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33570457-ee1d-491f-a252-ac7786e6b961 req-c3e7c6de-b0a8-46a2-8199-711c373ced81 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915899 Jan 28 04:33:01.104014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (80938996-0453-4089-95f9-bd5d51c1ab3c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.105001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.105638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.125036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.125831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.127346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 1096 time: 0.8756149 Jan 28 04:33:01.160708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af4dd3-7c56-4c45-917f-d0aa1118c3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:01.184946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] Pushing event updated for resources: {'Network': ['ID=80938996-0453-4089-95f9-bd5d51c1ab3c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:01.208099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 80938996-0453-4089-95f9-bd5d51c1ab3c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:01.212726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-48c6f1ac-e3de-4aac-ad26-2ddaa5f71061 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7477899 Jan 28 04:33:01.212920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53274) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:01.220086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Request body: {'subnet': {'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-441379124-subnet', 'tenant_id': '008ce7126c15493abdcb40db79878698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:01.246015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Made reservation on behalf of 008ce7126c15493abdcb40db79878698 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:01.248688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.251203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-8e2729f3-27a6-4ba6-b28b-bf8523bb081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.252962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-8e2729f3-27a6-4ba6-b28b-bf8523bb081f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1099 time: 0.0706563 Jan 28 04:33:01.438907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-ef09c815-b022-4d39-ae54-bf0516ceb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.440618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-ef09c815-b022-4d39-ae54-bf0516ceb26a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1794682 Jan 28 04:33:01.481044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2733f1d-2f89-49eb-be1d-626629630b94 req-15fbed96-6665-4fd3-b273-d9cdd4d9f0ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.488822 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2733f1d-2f89-49eb-be1d-626629630b94 req-15fbed96-6665-4fd3-b273-d9cdd4d9f0ee tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.1431203 Jan 28 04:33:01.531059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-d0fe8686-f6bc-448f-9b37-234b8fd79231 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.0683613 Jan 28 04:33:01.591432 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f29e99e-bc4d-464b-b31b-189b12fa4971 x-openstack-request-id: req-3f29e99e-bc4d-464b-b31b-189b12fa4971 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:01.591785 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:01.591980 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f29e99e-bc4d-464b-b31b-189b12fa4971 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:01.592432 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'code': 200} Jan 28 04:33:01.615406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2733f1d-2f89-49eb-be1d-626629630b94 req-30e4fc66-a19b-431d-a9e4-dc7c1da7a99d tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254747 Jan 28 04:33:01.662910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e87fa9ee-6185-4d3c-8a05-2ff3faa3174d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.693844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-8f5d0d7e-620c-4cf6-a489-b543f4220a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.695915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-8f5d0d7e-620c-4cf6-a489-b543f4220a26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1558223 Jan 28 04:33:01.732969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:01.735145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Checking segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:01.735510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Network hostable DHCP agents. Network: 80938996-0453-4089-95f9-bd5d51c1ab3c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:01.755099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Network 80938996-0453-4089-95f9-bd5d51c1ab3c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:01.770785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 80938996-0453-4089-95f9-bd5d51c1ab3c) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:01.779903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.781649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.788015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db33e0c-6a8b-4e33-8781-4fb54bb3f161 None None] Network 80938996-0453-4089-95f9-bd5d51c1ab3c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:01.815631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4961b0d-5c76-47fe-ae97-4ce347396266 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6011124 Jan 28 04:33:01.831851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.845320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.850547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.866387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.871636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.887272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.895077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.897676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-8c74b50e-ccae-48a1-8e19-1e3a513b6b2d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2767458 Jan 28 04:33:01.974131 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9a1c907-8118-4a3e-8890-e469d5af5221 req-667eb18c-4eb9-46d7-b1c5-5b251cc52e62 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692232 Jan 28 04:33:01.976945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-32076e5c-020b-4530-a21c-909637c43502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.978543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-32076e5c-020b-4530-a21c-909637c43502 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491565 Jan 28 04:33:01.994890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d61c6-8359-4d59-856c-7879aebfd2a9 None None] Network 80938996-0453-4089-95f9-bd5d51c1ab3c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:02.128309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-5318bf60-2c6d-4d96-be47-5768f74115b2 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422043 Jan 28 04:33:02.133966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c482ee-3e9d-43ff-898e-0b59b5f6a5c3 req-9ef4aaf8-7c84-4c2d-98e6-284b8e700a2c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:02.141997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7c482ee-3e9d-43ff-898e-0b59b5f6a5c3 req-9ef4aaf8-7c84-4c2d-98e6-284b8e700a2c tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.0681660 Jan 28 04:33:02.208202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7c482ee-3e9d-43ff-898e-0b59b5f6a5c3 req-c6d1946d-d42c-4e64-9efb-0956fa568a56 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604546 Jan 28 04:33:02.282624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-da9d53a7-c386-44d4-b92c-0f81a4e6f6c1 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474431 Jan 28 04:33:02.318360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c1d32-b6d3-4e25-bb08-13a90af4feac req-e60ec3d7-3f97-4815-9b97-a572e5c98cff tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:02.320612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d86c1d32-b6d3-4e25-bb08-13a90af4feac req-e60ec3d7-3f97-4815-9b97-a572e5c98cff tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0516036 Jan 28 04:33:02.368099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d86c1d32-b6d3-4e25-bb08-13a90af4feac req-806a08a7-1021-465d-8fda-947c9a330438 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Jan 28 04:33:02.526880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-133b5af8-bd20-4fae-9542-cded2aeb8e3d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:02.528471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-133b5af8-bd20-4fae-9542-cded2aeb8e3d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.1288083 Jan 28 04:33:02.546598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-7c308d28-0e10-4f86-9823-948dea9fc05c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/quotas/008ce7126c15493abdcb40db79878698 HTTP/1.1" status: 200 len: 375 time: 0.0094359 Jan 28 04:33:02.581902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-04aa5b3c-1003-435c-8906-619771de1719 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274799 Jan 28 04:33:02.684004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-3e3b95b5-98b2-405d-8939-e024b0c2b211 service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923426 Jan 28 04:33:02.807957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-f29d3b78-163d-4605-869e-3e7c17caca21 service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168869 Jan 28 04:33:02.852750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dece0-1b60-4bae-84ef-886431321d92 req-f8a86f5a-ffae-4611-ad85-8a920ed53ffb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:02.863488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-038dece0-1b60-4bae-84ef-886431321d92 req-f8a86f5a-ffae-4611-ad85-8a920ed53ffb tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0664785 Jan 28 04:33:02.903939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:02.958683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port e7f7549b-079d-4490-a917-ad0db0e598d5 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:33:02.959535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:02.983090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-038dece0-1b60-4bae-84ef-886431321d92 req-c033247f-ce83-4a49-a3a3-0284f642ba74 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140127 Jan 28 04:33:03.069000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc7c4ff5-b891-4c52-9a46-f133a5ebabf4 req-c2078033-558c-4417-9d59-c4001b96f1d4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 210 time: 0.0405672 Jan 28 04:33:03.070412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53350) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:03.275942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83938b49-603f-4baf-933a-fb337dd5a176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.311149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.318152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.326245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.330417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.336106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.342138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.348317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.350563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-746db4f2-538d-4693-88d1-b6d55273fdf8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1846192 Jan 28 04:33:03.428459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1fff97f-be4e-4c66-88eb-724262e07d9d req-724762df-2b79-4bf0-937c-a4668f7c99de tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719287 Jan 28 04:33:03.484798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817817-fb4c-4e9a-bf10-64b34642597d req-ce356f89-361d-4fc0-9d5a-408c90658882 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.494143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30817817-fb4c-4e9a-bf10-64b34642597d req-ce356f89-361d-4fc0-9d5a-408c90658882 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.0899255 Jan 28 04:33:03.542827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83938b49-603f-4baf-933a-fb337dd5a176 admin admin] Publish callbacks [] for security_group (dd20f464-d08a-4805-95ae-718ea1c61c3e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.548772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83938b49-603f-4baf-933a-fb337dd5a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dd20f464-d08a-4805-95ae-718ea1c61c3e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.566768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30817817-fb4c-4e9a-bf10-64b34642597d req-f90b1535-72a3-4cbb-a50f-d5aac28da5be tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680971 Jan 28 04:33:03.586712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83938b49-603f-4baf-933a-fb337dd5a176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd20f464-d08a-4805-95ae-718ea1c61c3e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:03.613758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:03.620138 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62c738b-2c39-42a5-801f-bdb40adebd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:03.671858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83938b49-603f-4baf-933a-fb337dd5a176 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3455695704f343faaa3708ca112a9006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6003306 Jan 28 04:33:03.680628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53384) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:03.748552 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f862108-01a6-40bb-9e75-907e1bf81ed8 x-openstack-request-id: req-3f862108-01a6-40bb-9e75-907e1bf81ed8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:03.748962 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:03.749114 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f862108-01a6-40bb-9e75-907e1bf81ed8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:03.749531 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'status': 'completed', 'code': 200} Jan 28 04:33:03.785773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6b8-eee0-407f-bf9b-d25d07da3e50 admin admin] Publish callbacks [] for security_group (dd20f464-d08a-4805-95ae-718ea1c61c3e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.786216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6877cfb-5d2d-40b4-bbef-c6f3d30bc3b1 req-3c40cc79-faa4-4a21-961e-f651cb4f7250 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:03.794162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6877cfb-5d2d-40b4-bbef-c6f3d30bc3b1 req-3c40cc79-faa4-4a21-961e-f651cb4f7250 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1464195 Jan 28 04:33:03.927736 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6b8-eee0-407f-bf9b-d25d07da3e50 admin admin] Publish callbacks [] for security_group (dd20f464-d08a-4805-95ae-718ea1c61c3e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.930960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6877cfb-5d2d-40b4-bbef-c6f3d30bc3b1 req-0cb45eb5-3161-4d88-a2ae-e4c47fcaec43 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182444 Jan 28 04:33:04.049344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-cbf11742-826a-45a6-8fed-553cc643ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.051126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-cbf11742-826a-45a6-8fed-553cc643ac13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1099 time: 0.1786911 Jan 28 04:33:04.052950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-8f7cd8b4-56ca-4c2f-a92b-e31fd39643c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.054556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-8f7cd8b4-56ca-4c2f-a92b-e31fd39643c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1099 time: 0.2531433 Jan 28 04:33:04.055685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6b8-eee0-407f-bf9b-d25d07da3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dd20f464-d08a-4805-95ae-718ea1c61c3e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.058598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd6b8-eee0-407f-bf9b-d25d07da3e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.063017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2dcfd6b8-eee0-407f-bf9b-d25d07da3e50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd20f464-d08a-4805-95ae-718ea1c61c3e HTTP/1.1" status: 204 len: 168 time: 0.3813105 Jan 28 04:33:04.241564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-626494ff-dc94-4eef-93df-a772af552707 req-13d65cb2-e134-4112-aa12-344cccd55430 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 210 time: 0.0530436 Jan 28 04:33:04.290874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd6b8-eee0-407f-bf9b-d25d07da3e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd20f464-d08a-4805-95ae-718ea1c61c3e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:04.449579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-9163f005-6347-456f-9d1e-09e205dcc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.449579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-9163f005-6347-456f-9d1e-09e205dcc87a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3800082 Jan 28 04:33:04.548701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8df340-ed22-4b96-93a0-1a274d7b2aa9 req-2cc5fff5-0e6e-4d93-9748-1950d6ab79a4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.554676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb8df340-ed22-4b96-93a0-1a274d7b2aa9 req-2cc5fff5-0e6e-4d93-9748-1950d6ab79a4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.3060827 Jan 28 04:33:04.673185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.678814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-8734dcb8-505a-4bc2-8377-71be1e7861c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.2165415 Jan 28 04:33:04.679164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.688000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.690006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-80d26997-1bed-446f-bfea-a2bac6ede92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.693198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-80d26997-1bed-446f-bfea-a2bac6ede92d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.6240249 Jan 28 04:33:04.695078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.703613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.714067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.720957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.732852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-9378d76a-5ae0-4147-bf89-f05b58801137 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1299298 Jan 28 04:33:04.797909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37b3eb71-c8e1-4c16-b46f-07070924fd80 req-6ba9b11f-bc1d-44f0-9bd4-1d374700e1c7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639949 Jan 28 04:33:04.821204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-854f8788-6f7b-4b69-b7e0-3d8f428c4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.823254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-854f8788-6f7b-4b69-b7e0-3d8f428c4300 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1225171 Jan 28 04:33:04.828455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-e578d34d-474a-4aed-8aa3-df9d5b74a0bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.1144965 Jan 28 04:33:05.072786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-52e592f0-3001-43d7-8819-2e0652f93e14 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.074954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-52e592f0-3001-43d7-8819-2e0652f93e14 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.5734372 Jan 28 04:33:05.089855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6473d7-af2d-4547-9999-1d0051a028ab req-684305a0-259d-48f2-a8b9-92871b41bc57 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.090738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb8df340-ed22-4b96-93a0-1a274d7b2aa9 req-cd40672f-d1be-4273-9a23-14479b890ab6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032991 Jan 28 04:33:05.096809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef6473d7-af2d-4547-9999-1d0051a028ab req-684305a0-259d-48f2-a8b9-92871b41bc57 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.1112645 Jan 28 04:33:05.109453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-a7f66d89-2990-47b0-9bb3-1357cf7ced5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.111530 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-a7f66d89-2990-47b0-9bb3-1357cf7ced5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790995 Jan 28 04:33:05.115190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Request body: {'port': {'device_id': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'admin_state_up': True, 'tenant_id': '008ce7126c15493abdcb40db79878698'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:05.244246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef6473d7-af2d-4547-9999-1d0051a028ab req-ea1378b2-15ff-405a-bc09-69d497e6e64a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452410 Jan 28 04:33:05.262106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-d778e1d4-df0d-4833-a529-8dc4895a6a4d service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252646 Jan 28 04:33:05.266451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-291a5664-212a-49e2-9136-f87b6b4e0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.268006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-291a5664-212a-49e2-9136-f87b6b4e0eb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.4120255 Jan 28 04:33:05.409166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab7a24cf-e58e-48df-9ddf-704ae401a300 req-3309c06f-c506-4b3f-ba30-f00a4da50106 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Jan 28 04:33:05.492598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4f98-3481-4f53-bfcb-55ad8ff98ef3 req-56ed8a27-2828-422c-96f1-dec133184f20 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.500293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c3f4f98-3481-4f53-bfcb-55ad8ff98ef3 req-56ed8a27-2828-422c-96f1-dec133184f20 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1821251 Jan 28 04:33:05.536631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-0282149b-19af-4c1a-a26b-4ac10fd46eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.538214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-0282149b-19af-4c1a-a26b-4ac10fd46eff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2213166 Jan 28 04:33:05.647084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-96767ddb-90e6-4429-85fd-2952f205d23b service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780630 Jan 28 04:33:05.688407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c3f4f98-3481-4f53-bfcb-55ad8ff98ef3 req-104cbe9e-2c83-429c-90e8-26d1d934bf9a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872733 Jan 28 04:33:05.715523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Made reservation on behalf of 008ce7126c15493abdcb40db79878698 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:05.716199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.889222 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.899219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-044cc530-d948-4d02-a40a-9c9fc2e066c7 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420162 Jan 28 04:33:06.008114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Allocated IP 172.20.0.12 (80938996-0453-4089-95f9-bd5d51c1ab3c/e87fa9ee-6185-4d3c-8a05-2ff3faa3174d/9ec47988-3a28-4353-a8e1-f5fa7351d12c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:06.014699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.033594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.051280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:06.055472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.079860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.082880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b62c738b-2c39-42a5-801f-bdb40adebd8b req-6eb2af66-a930-4153-81c6-d7febfbb3af1 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648004 Jan 28 04:33:06.091289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.107768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.142217 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.144262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-11c4c9c9-5fdb-4283-be4a-cbd9c8c3d610 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2107725 Jan 28 04:33:06.327854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8523fea9-e059-43d4-82a3-824728e6bcc3 req-4a7d5f56-adb3-4988-ab03-d590e12979f4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1760550 Jan 28 04:33:06.364096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:06.372834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0689f9-748b-4968-a621-035b3a780fcc req-e56cecf1-f190-4faf-92e5-6a5a37d571c4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.375595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc0689f9-748b-4968-a621-035b3a780fcc req-e56cecf1-f190-4faf-92e5-6a5a37d571c4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.1276245 Jan 28 04:33:06.388942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks [] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.423791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'mac_address': 'fa:16:3e:80:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:06.495998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc0689f9-748b-4968-a621-035b3a780fcc req-b0c68a5c-b30f-45c2-a156-57aea363d68f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024895 Jan 28 04:33:06.519191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53502) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:06.526255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.528698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7f7549b-079d-4490-a917-ad0db0e598d5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:06.529029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.558636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f7549b-079d-4490-a917-ad0db0e598d5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:06.579620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Network 80938996-0453-4089-95f9-bd5d51c1ab3c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:06.588423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:06.594067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de68d8f-d7bd-4156-aa37-d0292bc5ef15 req-c82055e7-1589-4df0-b9c0-a57f1bd37679 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.594619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:06.598039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3de68d8f-d7bd-4156-aa37-d0292bc5ef15 req-c82055e7-1589-4df0-b9c0-a57f1bd37679 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 948 time: 0.1502912 Jan 28 04:33:06.622307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:06.631020 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.724172 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3de68d8f-d7bd-4156-aa37-d0292bc5ef15 req-3c156f30-41e0-4615-b87d-e2bbb7c30e2e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153491 Jan 28 04:33:06.742319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:06.848742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c5a7-e7ba-4c69-be17-3fd4aba30bf6 req-b31d39e9-88ad-4993-869f-2a6e29419659 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.856210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55b5c5a7-e7ba-4c69-be17-3fd4aba30bf6 req-b31d39e9-88ad-4993-869f-2a6e29419659 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0606120 Jan 28 04:33:06.920245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55b5c5a7-e7ba-4c69-be17-3fd4aba30bf6 req-4c62f1e1-f1c4-4cd6-a0b3-62cebf97493b tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Jan 28 04:33:07.038993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:07.106074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc21aaa5-a802-4ad3-9729-8f3f16646f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.150739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.151097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e7f7549b-079d-4490-a917-ad0db0e598d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:07.152135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.206059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa849a7-baeb-438d-b7ec-d6af46f4ee26 req-ce883399-d76f-4f7f-b3ca-cab3cfdd8875 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.214462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fa849a7-baeb-438d-b7ec-d6af46f4ee26 req-ce883399-d76f-4f7f-b3ca-cab3cfdd8875 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 932 time: 0.1762681 Jan 28 04:33:07.309599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-99879be5-39eb-4d16-8a95-6af0f33771fd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2098119 Jan 28 04:33:07.325815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdb2ef-0036-4f9b-b0df-168cc8afdbf9 req-d8b411ee-4fdc-4761-81bb-1739863a879d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.332247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-acbdb2ef-0036-4f9b-b0df-168cc8afdbf9 req-d8b411ee-4fdc-4761-81bb-1739863a879d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.0939064 Jan 28 04:33:07.333944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Request body: {'port': {'device_id': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:07.441673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fa849a7-baeb-438d-b7ec-d6af46f4ee26 req-b91c7c3d-0feb-4cea-a5b3-a486e59e72b4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261474 Jan 28 04:33:07.448759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-926b9473-a138-42f6-9cd8-aae029c839c4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.463169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-926b9473-a138-42f6-9cd8-aae029c839c4 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335&tenant_id=e23947e951454848beb27f0afa63fdaf&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 949 time: 0.3051326 Jan 28 04:33:07.474037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-acbdb2ef-0036-4f9b-b0df-168cc8afdbf9 req-bc3051ef-c2d3-4a96-9ccc-4618ee048500 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334574 Jan 28 04:33:07.486789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.537595 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.651746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7201-68be-4812-932a-19630bca74ed req-041e3b2f-3689-4d0f-80fb-d2166f50b7f2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.654702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f8a7201-68be-4812-932a-19630bca74ed req-041e3b2f-3689-4d0f-80fb-d2166f50b7f2 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0749886 Jan 28 04:33:07.689384 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc21aaa5-a802-4ad3-9729-8f3f16646f7a admin admin] Publish callbacks [] for security_group (56d537a6-f05e-4253-9bf3-9cdb6ea3dd08), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.699928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-21c69c6a-5f3b-4b91-a8e5-97f640e49092 service neutron] 10.222.0.52 "GET /v2.0/ports/e7f7549b-079d-4490-a917-ad0db0e598d5/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 382 time: 0.2227421 Jan 28 04:33:07.711013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc21aaa5-a802-4ad3-9729-8f3f16646f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (56d537a6-f05e-4253-9bf3-9cdb6ea3dd08), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.747241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f8a7201-68be-4812-932a-19630bca74ed req-252447cf-6a5f-4825-a02c-c222cb230229 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846996 Jan 28 04:33:07.866880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.874713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.881237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.887456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.894790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.902533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.910882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:07.913970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-318fe259-9fa6-45c9-97f4-024289856a5d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.3610001 Jan 28 04:33:08.017745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fc21aaa5-a802-4ad3-9729-8f3f16646f7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d9295076f684db0a8994477704877d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4949520 Jan 28 04:33:08.031696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53596) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.075162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21aaa5-a802-4ad3-9729-8f3f16646f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d537a6-f05e-4253-9bf3-9cdb6ea3dd08,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.080569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.089740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe53a2-2b9c-4601-94c0-875866b82ff6 req-3a8db4d6-f530-4657-acd7-9d412d625013 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.091535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9fe53a2-2b9c-4601-94c0-875866b82ff6 req-3a8db4d6-f530-4657-acd7-9d412d625013 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0952122 Jan 28 04:33:08.116859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-4ad2c3cd-c93d-4e53-b8de-d9a561b9208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.118816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-4ad2c3cd-c93d-4e53-b8de-d9a561b9208a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1100 time: 0.3496456 Jan 28 04:33:08.161665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-65a53d57-a6d2-492c-b14b-f69c15438df1 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.163547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-65a53d57-a6d2-492c-b14b-f69c15438df1 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1097 time: 0.4262602 Jan 28 04:33:08.191265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9fe53a2-2b9c-4601-94c0-875866b82ff6 req-fd7b72b3-f08c-49ee-aca6-08614c1a0513 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Jan 28 04:33:08.192763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f54143d-e9da-49f2-b368-58f438aa5f7a admin admin] Publish callbacks [] for security_group (56d537a6-f05e-4253-9bf3-9cdb6ea3dd08), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.222880 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f54143d-e9da-49f2-b368-58f438aa5f7a admin admin] Publish callbacks [] for security_group (56d537a6-f05e-4253-9bf3-9cdb6ea3dd08), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.256998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-3'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:08.287441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f54143d-e9da-49f2-b368-58f438aa5f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (56d537a6-f05e-4253-9bf3-9cdb6ea3dd08), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.290626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f54143d-e9da-49f2-b368-58f438aa5f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.291905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f54143d-e9da-49f2-b368-58f438aa5f7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56d537a6-f05e-4253-9bf3-9cdb6ea3dd08 HTTP/1.1" status: 204 len: 168 time: 0.2572992 Jan 28 04:33:08.301430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54143d-e9da-49f2-b368-58f438aa5f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d537a6-f05e-4253-9bf3-9cdb6ea3dd08,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.373402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8375eaf-7c2d-45e1-bcc7-21d64a665d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.385121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acedbd87-2473-4b8c-a980-0724d4a77a2f req-c2cec719-a4fa-4632-86e0-347941252d49 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3531697 Jan 28 04:33:08.489318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-8cb23e5b-881f-4460-a7b5-0298f7710a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.491617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-8cb23e5b-881f-4460-a7b5-0298f7710a1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3657150 Jan 28 04:33:08.519759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.555226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e551127e-e282-4bd2-a370-46a8d94641c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.582427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-def38e1e-f349-4a7c-aed8-d2b2c35dd80b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.0788207 Jan 28 04:33:08.612151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf527ae-efa5-4609-b5df-da18e12a91fb req-415cb477-028f-477a-9a62-517038d46112 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.621173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bf527ae-efa5-4609-b5df-da18e12a91fb req-415cb477-028f-477a-9a62-517038d46112 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 932 time: 0.0870240 Jan 28 04:33:08.630835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8375eaf-7c2d-45e1-bcc7-21d64a665d96 admin admin] Publish callbacks [] for security_group (65ba8086-ab52-458c-abb4-b9c2032390b4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.683459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-cbc871be-e765-4bb2-84f5-ddca8d78b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.684955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-cbc871be-e765-4bb2-84f5-ddca8d78b09a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0482516 Jan 28 04:33:08.688064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.688830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8375eaf-7c2d-45e1-bcc7-21d64a665d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (65ba8086-ab52-458c-abb4-b9c2032390b4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.695553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bf527ae-efa5-4609-b5df-da18e12a91fb req-c50057bc-d0c6-4856-8f2e-1fcc0ea7a8ee tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700147 Jan 28 04:33:08.756878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-842e5137-f135-4f84-b902-a94dc149b356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.898298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d8375eaf-7c2d-45e1-bcc7-21d64a665d96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a90e5420ba9f4e458ba0bcca63db14b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8095429 Jan 28 04:33:08.901640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53618) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.934665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27753f5-ee7b-49ff-a9af-6be4452cd249 req-61a74098-9124-4e98-8000-fed4b1e9556a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:08.937123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a27753f5-ee7b-49ff-a9af-6be4452cd249 req-61a74098-9124-4e98-8000-fed4b1e9556a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 946 time: 0.0865712 Jan 28 04:33:08.949853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:08.956240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375eaf-7c2d-45e1-bcc7-21d64a665d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ba8086-ab52-458c-abb4-b9c2032390b4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.974106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec47988-3a28-4353-a8e1-f5fa7351d12c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:08.990219 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Publish callbacks [] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.011949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-262daa63-2cde-4cf2-ba01-176e191f20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.013729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-262daa63-2cde-4cf2-ba01-176e191f20d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005555 Jan 28 04:33:09.057054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Transition to ACTIVE for port object 9ec47988-3a28-4353-a8e1-f5fa7351d12c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:09.113389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd49b518-aed2-47d6-87ad-531a01e49100 admin admin] Publish callbacks [] for security_group (65ba8086-ab52-458c-abb4-b9c2032390b4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.128857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a27753f5-ee7b-49ff-a9af-6be4452cd249 req-76f1e30d-269b-49e8-abb7-3d0de7589e46 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824000 Jan 28 04:33:09.145975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd49b518-aed2-47d6-87ad-531a01e49100 admin admin] Publish callbacks [] for security_group (65ba8086-ab52-458c-abb4-b9c2032390b4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.146372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.198258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:09.221926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd49b518-aed2-47d6-87ad-531a01e49100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (65ba8086-ab52-458c-abb4-b9c2032390b4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.227832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd49b518-aed2-47d6-87ad-531a01e49100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.229222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd49b518-aed2-47d6-87ad-531a01e49100 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65ba8086-ab52-458c-abb4-b9c2032390b4 HTTP/1.1" status: 204 len: 168 time: 0.3265929 Jan 28 04:33:09.244272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49b518-aed2-47d6-87ad-531a01e49100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ba8086-ab52-458c-abb4-b9c2032390b4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:09.248010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:09.278311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d has no active binding in host n-h2-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:33:09.388161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:09.396621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ea475-735e-47c1-9470-797ddfa26474 req-70c28259-e127-45e8-97f5-929dd1ae3965 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.398900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-727ea475-735e-47c1-9470-797ddfa26474 req-70c28259-e127-45e8-97f5-929dd1ae3965 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0958443 Jan 28 04:33:09.401256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-842e5137-f135-4f84-b902-a94dc149b356 admin admin] Publish callbacks [] for security_group (31b4853b-a753-431e-8d4b-dd77e81a36b2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.407636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-a6c2750c-03de-4c6b-9264-26c4e3aac6d6 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848474 Jan 28 04:33:09.443866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-842e5137-f135-4f84-b902-a94dc149b356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (31b4853b-a753-431e-8d4b-dd77e81a36b2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.446591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:09.506125 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-727ea475-735e-47c1-9470-797ddfa26474 req-8fef160f-52c3-4f17-824b-d4e5175d7077 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954630 Jan 28 04:33:09.620708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f70d-e91d-4448-a0c3-0035cb701128 req-2c5acc83-69dd-481d-a59e-9d487f2ad1ef tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.634109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2055f70d-e91d-4448-a0c3-0035cb701128 req-2c5acc83-69dd-481d-a59e-9d487f2ad1ef tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.5036392 Jan 28 04:33:09.679638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.682159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Publish callbacks [] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.693691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.711655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.724621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.730315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-842e5137-f135-4f84-b902-a94dc149b356 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01732d6bcb454459ba405071c50c6b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0361195 Jan 28 04:33:09.730315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:09.730703 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee2cf32-672c-499a-84f8-21adda604c3a" -d '{"events": [{"server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:09.755091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.758786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53636) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:09.760320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.780876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:09.784328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.792509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-825897b8-feb0-4465-9b1f-b365ba583870 req-ced5794a-3f81-4563-85d7-4223b8edca13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.1936855 Jan 28 04:33:09.845194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2055f70d-e91d-4448-a0c3-0035cb701128 req-9f8fd933-d1b0-44d2-8ca3-df6db147b061 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101014 Jan 28 04:33:09.922297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-825897b8-feb0-4465-9b1f-b365ba583870 req-eafc18c8-3f9d-4a68-ac27-3e29860bded8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230712 Jan 28 04:33:09.971710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:09.971872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:10.000303 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74f7e63a-8d48-4ebd-aaa0-8c7370a20847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.006426 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b545c16-95d4-47d1-9280-31fcc2199c27 admin admin] Publish callbacks [] for security_group (31b4853b-a753-431e-8d4b-dd77e81a36b2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.032650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b545c16-95d4-47d1-9280-31fcc2199c27 admin admin] Publish callbacks [] for security_group (31b4853b-a753-431e-8d4b-dd77e81a36b2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.069366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:10.134040 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af21e1-9b61-40ed-b596-5739cbb998b6 x-openstack-request-id: req-f7af21e1-9b61-40ed-b596-5739cbb998b6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:10.134595 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:10.134966 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7af21e1-9b61-40ed-b596-5739cbb998b6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:10.135609 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'code': 200} Jan 28 04:33:10.162393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on host n-h1-824835-3 for vnic_type normal with profile {"migrating_to": "n-h2-824835-3"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:10.166638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74f7e63a-8d48-4ebd-aaa0-8c7370a20847 admin admin] Publish callbacks [] for security_group (c0900165-f021-42d8-97fd-5b5558752d08), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.167319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:10.167916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:10.177034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b545c16-95d4-47d1-9280-31fcc2199c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (31b4853b-a753-431e-8d4b-dd77e81a36b2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.179742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b545c16-95d4-47d1-9280-31fcc2199c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.179894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74f7e63a-8d48-4ebd-aaa0-8c7370a20847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c0900165-f021-42d8-97fd-5b5558752d08), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.181114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4b545c16-95d4-47d1-9280-31fcc2199c27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31b4853b-a753-431e-8d4b-dd77e81a36b2 HTTP/1.1" status: 204 len: 168 time: 0.3876393 Jan 28 04:33:10.186965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:33:10.187395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Attempting to bind port b3b555c3-7f1d-4903-aeda-e25ef260930d on network ddaa9b47-78f6-40a2-9951-a11db54ce174 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:10.190963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e7f7549b-079d-4490-a917-ad0db0e598d5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:10.197409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e5137-f135-4f84-b902-a94dc149b356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b4853b-a753-431e-8d4b-dd77e81a36b2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.207209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:10.207872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Checking segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:10.208697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Bound using segment: {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:10.209173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Bound port: b3b555c3-7f1d-4903-aeda-e25ef260930d, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ddaa9b47-78f6-40a2-9951-a11db54ce174'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:10.209744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.222518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e7f7549b-079d-4490-a917-ad0db0e598d5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:10.225341 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.253924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0132-b592-4220-a4d6-d67d9c8f115e req-a836a170-5ca7-4c1a-8667-1b9771743c91 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:10.261283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccff0132-b592-4220-a4d6-d67d9c8f115e req-a836a170-5ca7-4c1a-8667-1b9771743c91 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 944 time: 0.3003130 Jan 28 04:33:10.263266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545c16-95d4-47d1-9280-31fcc2199c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b4853b-a753-431e-8d4b-dd77e81a36b2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.312211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-74f7e63a-8d48-4ebd-aaa0-8c7370a20847 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9ad79f3c10843e7978816d65441af67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366272 Jan 28 04:33:10.325017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53646) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:10.345300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Attempting to bind port 9ec47988-3a28-4353-a8e1-f5fa7351d12c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:10.349476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Attempting to bind port 9ec47988-3a28-4353-a8e1-f5fa7351d12c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:10.349954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Attempting to bind port 9ec47988-3a28-4353-a8e1-f5fa7351d12c on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:10.368128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-6255ded2-1d29-4236-b98c-5aa594e98537 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253864 Jan 28 04:33:10.407775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7f7549b-079d-4490-a917-ad0db0e598d5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:10.408610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.418953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Port 9ec47988-3a28-4353-a8e1-f5fa7351d12c on network 80938996-0453-4089-95f9-bd5d51c1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:33:10.419674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Attempting to bind port 9ec47988-3a28-4353-a8e1-f5fa7351d12c on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:10.430163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:10.430947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Checking segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:10.431574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Bound using segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:10.432321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Bound port: 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:10.432922 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.441297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:10.444841 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7a214a-5064-48ad-a592-a70f47c59eae" -d '{"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:10.461959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccff0132-b592-4220-a4d6-d67d9c8f115e req-9fb5ba14-f2e9-46fa-8409-ad48c234deca tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996505 Jan 28 04:33:10.464119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7e63a-8d48-4ebd-aaa0-8c7370a20847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0900165-f021-42d8-97fd-5b5558752d08,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.492821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:10.506058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.543544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841698-d74d-4f64-a2ec-a7bff690c2f3 req-4021e143-8fb0-4044-8da4-e55fc8eb4225 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:10.559239 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60841698-d74d-4f64-a2ec-a7bff690c2f3 req-4021e143-8fb0-4044-8da4-e55fc8eb4225 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.2764020 Jan 28 04:33:10.592161 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07798ea1-8bd9-43d3-958d-86bf16c4405d x-openstack-request-id: req-07798ea1-8bd9-43d3-958d-86bf16c4405d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:10.593821 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:10.594268 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07798ea1-8bd9-43d3-958d-86bf16c4405d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:10.595517 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'code': 200} Jan 28 04:33:10.598776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.655975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:10.668247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:10.674764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:10.676608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f339b3ff-a932-4b3b-a8b3-50be5cd59474 admin admin] Publish callbacks [] for security_group (c0900165-f021-42d8-97fd-5b5558752d08), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.687643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.728617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60841698-d74d-4f64-a2ec-a7bff690c2f3 req-02d729f2-5577-44d4-919e-5729d801f0e5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683717 Jan 28 04:33:10.758800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d610058-e80d-48c4-9226-b3ca20ffc34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.761059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:10.773124 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f339b3ff-a932-4b3b-a8b3-50be5cd59474 admin admin] Publish callbacks [] for security_group (c0900165-f021-42d8-97fd-5b5558752d08), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.798371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.808517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:10.809269 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.810774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] 10.222.0.47 "PUT /v2.0/ports/9ec47988-3a28-4353-a8e1-f5fa7351d12c HTTP/1.1" status: 200 len: 1092 time: 3.4817836 Jan 28 04:33:10.848430 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f339b3ff-a932-4b3b-a8b3-50be5cd59474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c0900165-f021-42d8-97fd-5b5558752d08), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.851422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f339b3ff-a932-4b3b-a8b3-50be5cd59474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.855755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f339b3ff-a932-4b3b-a8b3-50be5cd59474 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0900165-f021-42d8-97fd-5b5558752d08 HTTP/1.1" status: 204 len: 168 time: 0.5137422 Jan 28 04:33:10.877666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e048c7e-015b-42a0-ab9d-5e22728cab7b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.878053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339b3ff-a932-4b3b-a8b3-50be5cd59474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0900165-f021-42d8-97fd-5b5558752d08,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.886870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:10.887625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.889377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 1122 time: 2.6518233 Jan 28 04:33:10.951096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b334fa-143c-45ab-b1ee-018c1bf6ac6f req-9b2cd15d-3a60-4e31-b048-a2e6065b016d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:10.964744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71b334fa-143c-45ab-b1ee-018c1bf6ac6f req-9b2cd15d-3a60-4e31-b048-a2e6065b016d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.2272887 Jan 28 04:33:11.023418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b3b555c3-7f1d-4903-aeda-e25ef260930d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:11.085450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b3b555c3-7f1d-4903-aeda-e25ef260930d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:11.145855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71b334fa-143c-45ab-b1ee-018c1bf6ac6f req-058663b8-b028-4936-b740-bdfcfe3922bf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797218 Jan 28 04:33:11.151382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748674b-e7a5-4aaf-93d4-206395a1fec1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:11.161537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-65c66aa2-cf77-45bd-9198-3ccbca02434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.166685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-65c66aa2-cf77-45bd-9198-3ccbca02434c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 1095 time: 0.2532136 Jan 28 04:33:11.242804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d93a-33c0-4769-901e-8b2f3fff0653 req-bd199930-635f-4477-a5f9-9376d42c72b1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.244420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e174d93a-33c0-4769-901e-8b2f3fff0653 req-bd199930-635f-4477-a5f9-9376d42c72b1 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1679764 Jan 28 04:33:11.306767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-e5f39734-0b1d-4927-85a3-c7771a5c5973 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c HTTP/1.1" status: 200 len: 217 time: 0.1250660 Jan 28 04:33:11.347667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e174d93a-33c0-4769-901e-8b2f3fff0653 req-88cac166-fe3a-4ba2-93fa-217d4db3e475 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946410 Jan 28 04:33:11.497976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-8351f89d-2b98-4400-974c-2088b6ed379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.501702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-8351f89d-2b98-4400-974c-2088b6ed379c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.1469247 Jan 28 04:33:11.549795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-0ef065f7-17e9-47f9-b834-8eb1bbb3df09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379496 Jan 28 04:33:11.567749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.574602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.584554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.590161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.597752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.605329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.612958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.615503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-5ee05989-04dc-4d5d-b186-80407acd80e5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.3148465 Jan 28 04:33:11.703581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabe275-67c4-494a-8725-e31ab201486b req-41d0ecc1-279d-4a9b-8851-75e15b7ee116 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.705505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aeabe275-67c4-494a-8725-e31ab201486b req-41d0ecc1-279d-4a9b-8851-75e15b7ee116 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 944 time: 0.1030452 Jan 28 04:33:11.835818 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.866522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aeabe275-67c4-494a-8725-e31ab201486b req-b0f62a33-89ad-46d1-82a2-9ff1208c3b26 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504133 Jan 28 04:33:11.924703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58ffa56f-5102-4922-af4f-8caac7d023cb req-25f091fb-e441-4daa-869e-0bc68ce725a1 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2966444 Jan 28 04:33:12.025604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac90e7-1d96-47cc-9c2e-8b151bcf6728 req-0902c069-7891-464f-a07b-00a64dec7d3e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.033921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-68869a0e-1449-456b-a090-f930b801d3b0 service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174323 Jan 28 04:33:12.035697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91ac90e7-1d96-47cc-9c2e-8b151bcf6728 req-0902c069-7891-464f-a07b-00a64dec7d3e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1012754 Jan 28 04:33:12.107083 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91ac90e7-1d96-47cc-9c2e-8b151bcf6728 req-3efc5405-62e7-4b58-8c78-c98b48276494 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702422 Jan 28 04:33:12.141842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c'}, {'name': 'network-changed', 'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:12.146658 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2662693f-53b4-43c7-8774-5edd6397037d" -d '{"events": [{"name": "network-changed", "server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c"}, {"name": "network-changed", "server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:12.229558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c95e9922-9910-48b7-8e9b-f7acfcd170ce req-0d401080-73cb-492b-8349-ccae2d51324c service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873746 Jan 28 04:33:12.321172 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42011ce3-c0c8-4141-96b7-25ef240e8212 x-openstack-request-id: req-42011ce3-c0c8-4141-96b7-25ef240e8212 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:12.321805 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:12.322231 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42011ce3-c0c8-4141-96b7-25ef240e8212 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:12.322797 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'status': 'completed', 'code': 200} Jan 28 04:33:12.323359 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'status': 'completed', 'code': 200} Jan 28 04:33:12.396703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1efda-ce43-4cbc-b9a5-5bd67d80c4c1 req-27e5a456-29cf-42b3-a40a-51d6ae691380 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.400365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4cc1efda-ce43-4cbc-b9a5-5bd67d80c4c1 req-27e5a456-29cf-42b3-a40a-51d6ae691380 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0949061 Jan 28 04:33:12.495005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4cc1efda-ce43-4cbc-b9a5-5bd67d80c4c1 req-ee5aee56-80c7-4183-ad01-5be74afed694 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870597 Jan 28 04:33:12.651372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662693f-53b4-43c7-8774-5edd6397037d req-bd4dde0e-2913-48f5-b0d0-9d0717a40832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.654818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-bd4dde0e-2913-48f5-b0d0-9d0717a40832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1125 time: 0.2691181 Jan 28 04:33:12.690115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc91e-1cdc-4db9-b3e4-f5f4c6344e9b req-6fd65366-1086-4b8c-a32a-be76e478c83a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.691661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b0fc91e-1cdc-4db9-b3e4-f5f4c6344e9b req-6fd65366-1086-4b8c-a32a-be76e478c83a tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1948302 Jan 28 04:33:12.704362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662693f-53b4-43c7-8774-5edd6397037d req-9e8898c7-10b0-4f86-b75f-1a5764a50ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.704362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-9e8898c7-10b0-4f86-b75f-1a5764a50ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 1095 time: 0.2990317 Jan 28 04:33:13.039519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662693f-53b4-43c7-8774-5edd6397037d req-5ecbc3b0-4ca4-4b68-b28f-5f75f74f064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:13.042470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-5ecbc3b0-4ca4-4b68-b28f-5f75f74f064a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.3757808 Jan 28 04:33:13.134029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372fce3-9060-4d3b-9a57-5abbfc3a19c1 req-ad892b6c-8159-4a46-8569-e3a6d0d1af96 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:13.138955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e372fce3-9060-4d3b-9a57-5abbfc3a19c1 req-ad892b6c-8159-4a46-8569-e3a6d0d1af96 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 944 time: 0.1423838 Jan 28 04:33:13.184741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-bf79e0b2-e4ec-447a-865f-d823e07273d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 217 time: 0.1169574 Jan 28 04:33:13.199305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b0fc91e-1cdc-4db9-b3e4-f5f4c6344e9b req-36f704c9-285b-459c-ad30-ab17c816a505 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889612 Jan 28 04:33:13.257753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662693f-53b4-43c7-8774-5edd6397037d req-1d29f1c5-2189-40ef-80f6-612b96e260d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:13.259408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-1d29f1c5-2189-40ef-80f6-612b96e260d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 905 time: 0.5477619 Jan 28 04:33:13.276220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662693f-53b4-43c7-8774-5edd6397037d req-625cd7bb-8d48-4c67-a359-3a17c05d26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:13.277879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-625cd7bb-8d48-4c67-a359-3a17c05d26f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0826216 Jan 28 04:33:13.304710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e372fce3-9060-4d3b-9a57-5abbfc3a19c1 req-f2d40d22-5592-44bf-8dfe-7b5bf4ecf2f3 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590192 Jan 28 04:33:13.464278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee74b4-6672-46a3-8aed-09a000aa8bc5 req-5748ffda-4aa2-4051-9ebf-803723b62c7b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:13.474870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bee74b4-6672-46a3-8aed-09a000aa8bc5 req-5748ffda-4aa2-4051-9ebf-803723b62c7b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.0769045 Jan 28 04:33:13.549062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.587687 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bee74b4-6672-46a3-8aed-09a000aa8bc5 req-a75714ed-2f24-455c-b60e-3acbb2a24770 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111531 Jan 28 04:33:13.638558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53750) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:13.777010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-7c8359c6-0c29-450b-9fcb-3c8373fc864b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c HTTP/1.1" status: 200 len: 217 time: 0.5029702 Jan 28 04:33:13.892637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1331397889'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:13.892835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-b99a9f78-6a8c-4c08-b846-f3d8eac978e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6076646 Jan 28 04:33:13.940755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Made reservation on behalf of a2495904ca1c49b19fe3208fa620d6d8 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:13.946028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.963856 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.036892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662693f-53b4-43c7-8774-5edd6397037d req-79cac7d3-4f64-463f-b0d2-152b9fb2bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.038964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-79cac7d3-4f64-463f-b0d2-152b9fb2bd43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.2185473 Jan 28 04:33:14.040817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-399bb55e-ddb1-4bff-9ec9-3fac6873089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.042478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-399bb55e-ddb1-4bff-9ec9-3fac6873089c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335&tenant_id=e23947e951454848beb27f0afa63fdaf HTTP/1.1" status: 200 len: 1101 time: 0.2452378 Jan 28 04:33:14.061104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.064925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.070256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.075496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.080943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.086495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.091736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.094251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cb851c27-b9e1-4cbb-a32e-48c6f13a7f74 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.3068812 Jan 28 04:33:14.101864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:14.121459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks [] for security_group (46df5f5f-c18a-4203-a910-b81becf6f20d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.133879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20f06-c390-4df0-987a-27db5f3b5017 req-1be636d6-c219-4bde-b9f6-fec72f2af813 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.135471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50f20f06-c390-4df0-987a-27db5f3b5017 req-1be636d6-c219-4bde-b9f6-fec72f2af813 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1030626 Jan 28 04:33:14.137325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (46df5f5f-c18a-4203-a910-b81becf6f20d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.159538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-5a8e5ff0-ff4d-410f-ae59-5675cef608c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640845 Jan 28 04:33:14.186817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:14.237379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (be999e9a-a361-4a8f-82e7-c027672b5781), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.237734 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Added segment be999e9a-a361-4a8f-82e7-c027672b5781 of type vlan for network 46cd7834-eebf-4cc2-87ff-45a3a5cf1424 Jan 28 04:33:14.250326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46df5f5f-c18a-4203-a910-b81becf6f20d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:14.252940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-d35295ad-b202-4097-a8fb-9e038c239c4b service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254035 Jan 28 04:33:14.305533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50f20f06-c390-4df0-987a-27db5f3b5017 req-70ac60af-31c6-45d7-9fe6-d14733b9eedb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603968 Jan 28 04:33:14.316095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (46cd7834-eebf-4cc2-87ff-45a3a5cf1424), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.365903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.367721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (46cd7834-eebf-4cc2-87ff-45a3a5cf1424), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.374823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.375610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.378758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a811d7b9-166e-4d3c-96d8-6162159e2afe req-cbd2548d-bf42-44d5-b1a0-ce4526bf9b78 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2641819 Jan 28 04:33:14.454602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-d58f045f-97bf-43fe-a322-9347b2b0ff42 service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843423 Jan 28 04:33:14.465564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8258233 Jan 28 04:33:14.470018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53764) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:14.540398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c5b3-ad88-4abe-b41b-39cd74fb7c91 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Pushing event updated for resources: {'Network': ['ID=46cd7834-eebf-4cc2-87ff-45a3a5cf1424,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:14.555651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 46cd7834-eebf-4cc2-87ff-45a3a5cf1424 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:14.619664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-ce2b38a0-7045-4b9e-90cd-6334c8586d51 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454511 Jan 28 04:33:14.622821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367afe5-55c3-4137-9448-a7c8baac4b24 req-91e476bc-e469-4872-bf5b-fae2eb6848cb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.623577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'network': {'name': 'tempest-network--1026764142', 'router:external': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:14.635129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d367afe5-55c3-4137-9448-a7c8baac4b24 req-91e476bc-e469-4872-bf5b-fae2eb6848cb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1591699 Jan 28 04:33:14.749764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Made reservation on behalf of 67719f71f1fe4535a505c6c3269dbeca for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:14.752099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.784005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.791750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d367afe5-55c3-4137-9448-a7c8baac4b24 req-794f62c8-e9ae-49f2-8617-b000e8c80005 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506565 Jan 28 04:33:14.872294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2662693f-53b4-43c7-8774-5edd6397037d req-f89e32a3-d01f-46c5-a03e-216ea8d383a7 service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030032 Jan 28 04:33:14.912098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12944b6-205d-4953-bcd9-547af31bbdeb req-7f35274e-dc8b-4fb0-a35d-492130469b7d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:14.927026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e12944b6-205d-4953-bcd9-547af31bbdeb req-7f35274e-dc8b-4fb0-a35d-492130469b7d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 944 time: 0.3110683 Jan 28 04:33:15.071338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3e8a6-49a0-4358-9eca-de94b0a09b75 req-8bc126bb-95c1-4049-88c5-ec8567a66390 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.075514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for security_group (2fad020d-381c-4159-ab61-38d9539f64dd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.082688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cef3e8a6-49a0-4358-9eca-de94b0a09b75 req-8bc126bb-95c1-4049-88c5-ec8567a66390 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.1231616 Jan 28 04:33:15.106964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:15.153655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:15.216067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Publish callbacks [] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.216279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cef3e8a6-49a0-4358-9eca-de94b0a09b75 req-1c4245e8-a7d8-4562-8e93-9aaa96613582 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288295 Jan 28 04:33:15.237944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Transition to ACTIVE for port object e7f7549b-079d-4490-a917-ad0db0e598d5 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:15.239999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:15.246658 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9270e4-af61-487a-87e7-8917f1c698eb" -d '{"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:15.260849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2fad020d-381c-4159-ab61-38d9539f64dd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.267929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.275256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:15.338120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.368407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:15.464898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] No DVR routers for this DVR port e7f7549b-079d-4490-a917-ad0db0e598d5 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:15.478995 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1195fe9-f8e3-4c2a-863d-9187c5cf4e01 x-openstack-request-id: req-e1195fe9-f8e3-4c2a-863d-9187c5cf4e01 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:15.479301 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:15.479984 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1195fe9-f8e3-4c2a-863d-9187c5cf4e01 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:15.487492 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'code': 200} Jan 28 04:33:15.497020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad020d-381c-4159-ab61-38d9539f64dd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:15.522264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8fe6d1ac-bf64-457c-8cfa-494c4165af0a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.525720 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Added segment 8fe6d1ac-bf64-457c-8cfa-494c4165af0a of type vlan for network 95f051da-23c8-4193-9ebe-08a1ead6b798 Jan 28 04:33:15.545204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e12944b6-205d-4953-bcd9-547af31bbdeb req-5a66eb2f-bcd4-4b19-909e-891770a5f02a tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104403 Jan 28 04:33:15.600986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:15.643301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'mac_address': 'fa:16:3e:dc:dd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:15.644952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:15.775470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:15.775807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:15.776051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:15.777829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af490ba7-6b35-4651-8625-43d0ba04c6b7 req-a4c7f05e-0474-45d3-9e4d-97325ce5a804 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.789309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9ec47988-3a28-4353-a8e1-f5fa7351d12c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:15.789454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af490ba7-6b35-4651-8625-43d0ba04c6b7 req-a4c7f05e-0474-45d3-9e4d-97325ce5a804 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1058836 Jan 28 04:33:15.789716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.792501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (95f051da-23c8-4193-9ebe-08a1ead6b798), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.806239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:33:15.806604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Attempting to bind port e7f7549b-079d-4490-a917-ad0db0e598d5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:15.817932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:15.818271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:15.818653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:15.819098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Bound port: e7f7549b-079d-4490-a917-ad0db0e598d5, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:15.819616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.825797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec47988-3a28-4353-a8e1-f5fa7351d12c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:15.854006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.860366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.867864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.870921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:15.877064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.882707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.884528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af490ba7-6b35-4651-8625-43d0ba04c6b7 req-728b8fe8-cbd6-43dd-9546-959797cd0eb4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942719 Jan 28 04:33:15.886467 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.908267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.912881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:15.922292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-b20745a8-f21a-4ed9-bcec-cd29511c1c57 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2201753 Jan 28 04:33:15.948099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:33:15.986413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:16.099670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac105-cef7-48e7-ae74-92f5c92ebc12 req-cd722c76-1c35-48e2-91eb-a5245cf04189 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.102106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee1ac105-cef7-48e7-ae74-92f5c92ebc12 req-cd722c76-1c35-48e2-91eb-a5245cf04189 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.0683863 Jan 28 04:33:16.127494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (95f051da-23c8-4193-9ebe-08a1ead6b798), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.129083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.132178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.144245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:16.146908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:16.213931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:16.229747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee1ac105-cef7-48e7-ae74-92f5c92ebc12 req-7d908809-c15c-49b9-9d93-b7ae93ad6722 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223052 Jan 28 04:33:16.230295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9ec47988-3a28-4353-a8e1-f5fa7351d12c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:16.237648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port e7f7549b-079d-4490-a917-ad0db0e598d5 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:33:16.238400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:16.278370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dffbe6c-ae4b-479c-8b7d-1f68352ab404 req-dcf6cdd7-9b3a-473a-8bcf-0a7b13e757d3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3494105 Jan 28 04:33:16.289381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.299579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8091571 Jan 28 04:33:16.302648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:16.311390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-ba6c4243-4f84-4440-a476-2ac249629a96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2691910 Jan 28 04:33:16.439975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:16.483596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e0d7-a9dd-4641-8efc-c3de5dcdd758 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Network': ['ID=95f051da-23c8-4193-9ebe-08a1ead6b798,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:16.498363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 95f051da-23c8-4193-9ebe-08a1ead6b798 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:16.503147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-1b839185-82c6-4a94-8126-79314f195497 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3466015 Jan 28 04:33:16.507185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (95f051da-23c8-4193-9ebe-08a1ead6b798), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.507906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.508613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.510232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-be4de4d9-c7f1-4e49-b95b-dfe8a39ba6d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 1097 time: 2.4138665 Jan 28 04:33:16.542342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-d8c4f7e2-376e-481f-bc65-b1cf55a62d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.544175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-d8c4f7e2-376e-481f-bc65-b1cf55a62d1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 1101 time: 0.1142578 Jan 28 04:33:16.723128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89681-0b61-4ce5-b6a1-f469a2a1fefd req-64fc6583-5f13-4a3b-bce7-25815a22040a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.744091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69d89681-0b61-4ce5-b6a1-f469a2a1fefd req-64fc6583-5f13-4a3b-bce7-25815a22040a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.3331561 Jan 28 04:33:16.763723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (95f051da-23c8-4193-9ebe-08a1ead6b798), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.801013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f051da-23c8-4193-9ebe-08a1ead6b798']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:16.818042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe6d1ac-bf64-457c-8cfa-494c4165af0a') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:16.818339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe6d1ac-bf64-457c-8cfa-494c4165af0a') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:16.843320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (8fe6d1ac-bf64-457c-8cfa-494c4165af0a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.870745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8fe6d1ac-bf64-457c-8cfa-494c4165af0a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.883760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:16.884179 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (8fe6d1ac-bf64-457c-8cfa-494c4165af0a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:16.986111 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:16.988821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-9ba02a5d-0e20-43c5-a3b0-f4c75f240214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.989596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-9ba02a5d-0e20-43c5-a3b0-f4c75f240214 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1100 time: 0.4013352 Jan 28 04:33:17.002543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (95f051da-23c8-4193-9ebe-08a1ead6b798), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.032076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95f051da-23c8-4193-9ebe-08a1ead6b798 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:33:17.033702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-320a87aa-2ccb-4c62-86e4-3bac3ee1edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.035195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-320a87aa-2ccb-4c62-86e4-3bac3ee1edff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 1101 time: 0.4342089 Jan 28 04:33:17.061906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.065834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69d89681-0b61-4ce5-b6a1-f469a2a1fefd req-011a20e0-4f75-4ffe-9f94-f38807d12194 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190331 Jan 28 04:33:17.069070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53810) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:17.072679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/networks/95f051da-23c8-4193-9ebe-08a1ead6b798 HTTP/1.1" status: 204 len: 168 time: 0.7653501 Jan 28 04:33:17.074018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53812) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:17.074232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57570c8d-f920-4530-8f06-78e20cfe08d0 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Network': ['ID=95f051da-23c8-4193-9ebe-08a1ead6b798,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:17.120186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:17.123215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8cdb8-45ab-4a23-8d7b-751e41bb86c7 req-eaf7c07d-53d5-4f5e-acda-f0ca5ea6ba46 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.133988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5d8cdb8-45ab-4a23-8d7b-751e41bb86c7 req-eaf7c07d-53d5-4f5e-acda-f0ca5ea6ba46 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 945 time: 0.1498401 Jan 28 04:33:17.269122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5d8cdb8-45ab-4a23-8d7b-751e41bb86c7 req-3f15778a-f262-417f-934f-902e5a14d906 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340163 Jan 28 04:33:17.282390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Made reservation on behalf of 67719f71f1fe4535a505c6c3269dbeca for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:17.285473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.304887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-df53bcd4-812a-4355-bac0-77de495013e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.307772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-df53bcd4-812a-4355-bac0-77de495013e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.7347028 Jan 28 04:33:17.326556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:17.338679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1d93d9b1-ddf6-4958-b55d-91ce5f5268f7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.339145 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Added segment 1d93d9b1-ddf6-4958-b55d-91ce5f5268f7 of type vlan for network 052ecbd7-037f-4450-8033-e7ddd3a846a5 Jan 28 04:33:17.393237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (052ecbd7-037f-4450-8033-e7ddd3a846a5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.463543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d2d4a-1bbd-4991-addf-a526168bfee5 req-1737c2e5-0c97-456e-abd5-a6a28cf27e4d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.479599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-569d2d4a-1bbd-4991-addf-a526168bfee5 req-1737c2e5-0c97-456e-abd5-a6a28cf27e4d tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.1061718 Jan 28 04:33:17.484923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-cb18c869-38c5-41b8-b88a-af89a3070fe7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 200 len: 217 time: 0.0604022 Jan 28 04:33:17.485791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647d5cd2-1da2-4bca-892b-affdce7e290d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.492261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:17.494674 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4332d5c-0832-4982-8daa-65e4f8dc275d" -d '{"events": [{"name": "network-changed", "server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:17.507420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (052ecbd7-037f-4450-8033-e7ddd3a846a5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.508543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.509291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.550941 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-569d2d4a-1bbd-4991-addf-a526168bfee5 req-e1d1881a-a7c0-437b-bac4-4f1bdbd86155 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704272 Jan 28 04:33:17.600786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-9292791f-27a3-44f0-b338-7bf84e78acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.615006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-9292791f-27a3-44f0-b338-7bf84e78acf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1132936 Jan 28 04:33:17.630662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5210176 Jan 28 04:33:17.631976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53824) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:17.649968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'subnet': {'network_id': '052ecbd7-037f-4450-8033-e7ddd3a846a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:17.730703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647d5cd2-1da2-4bca-892b-affdce7e290d admin admin] Publish callbacks [] for security_group (82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.763349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Made reservation on behalf of 67719f71f1fe4535a505c6c3269dbeca for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:17.770372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.793295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.809214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.810917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647d5cd2-1da2-4bca-892b-affdce7e290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.824463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.840963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.851853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.869322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.878015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d5cd2-1da2-4bca-892b-affdce7e290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:17.881906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.883755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-3a85e703-17d6-45a0-827c-4ff2903cee43 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2684696 Jan 28 04:33:17.899921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ef82-0808-4b81-bf5d-02897c2030e1 req-ee887807-f216-4529-8fcb-9131f49bcd79 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.909351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c931ef82-0808-4b81-bf5d-02897c2030e1 req-ee887807-f216-4529-8fcb-9131f49bcd79 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.6743679 Jan 28 04:33:17.912265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-43105740-5f87-4e64-bc8d-9a1630fe872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.913916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-43105740-5f87-4e64-bc8d-9a1630fe872d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.9016044 Jan 28 04:33:17.994878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-5e20eed7-0366-4467-aa93-cd112873c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.996239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-5e20eed7-0366-4467-aa93-cd112873c3de service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.9211440 Jan 28 04:33:18.012819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996c453-4953-4ccd-898a-1e4e921295c4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Network': ['ID=052ecbd7-037f-4450-8033-e7ddd3a846a5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:18.023516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 052ecbd7-037f-4450-8033-e7ddd3a846a5 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:18.132707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-a33756b9-019c-4840-a1f7-f3f9fdee7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:18.150469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-a33756b9-019c-4840-a1f7-f3f9fdee7235 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5023782 Jan 28 04:33:18.152870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-647d5cd2-1da2-4bca-892b-affdce7e290d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9295d6061124a058437fa844323849d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0482900 Jan 28 04:33:18.153234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d37449c-9873-43da-b319-fa49ada9f1ec req-b710b407-5747-4c1a-b548-ec4dd7dcb448 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485924 Jan 28 04:33:18.161673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:18.164266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53828) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:18.173656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-f03fdf04-4a64-4967-870b-a9c16819f219 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.2286255 Jan 28 04:33:18.364594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3b555c3-7f1d-4903-aeda-e25ef260930d is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:18.365477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-829acb3f-fa71-43cf-a9ae-9668cf0f6c92 admin admin] Publish callbacks [] for security_group (82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.376027 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb2966-f215-4d7c-9aa4-f210a6ed6fef x-openstack-request-id: req-dbbb2966-f215-4d7c-9aa4-f210a6ed6fef {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:18.376633 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:18.376633 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbbb2966-f215-4d7c-9aa4-f210a6ed6fef {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:18.376962 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'status': 'completed', 'code': 200} Jan 28 04:33:18.411384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c931ef82-0808-4b81-bf5d-02897c2030e1 req-cafc4a06-51b9-4e48-95fc-ed62512ad800 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855411 Jan 28 04:33:18.423941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-829acb3f-fa71-43cf-a9ae-9668cf0f6c92 admin admin] Publish callbacks [] for security_group (82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.426686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-d3de898a-3d43-4a02-b636-6fc9c139cf5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 200 len: 217 time: 0.4113698 Jan 28 04:33:18.623925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-829acb3f-fa71-43cf-a9ae-9668cf0f6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.626888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-829acb3f-fa71-43cf-a9ae-9668cf0f6c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.643642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-829acb3f-fa71-43cf-a9ae-9668cf0f6c92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c HTTP/1.1" status: 204 len: 168 time: 0.4687676 Jan 28 04:33:18.718886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829acb3f-fa71-43cf-a9ae-9668cf0f6c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f6866f-4e3e-4bcc-bec3-f6c97c4aa20c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:18.840973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b467f8a-85b3-484c-a68a-fc60b7277a5c req-0575f8cc-cafd-44e5-ae00-e01e14ba8868 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:18.849032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b467f8a-85b3-484c-a68a-fc60b7277a5c req-0575f8cc-cafd-44e5-ae00-e01e14ba8868 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.3528576 Jan 28 04:33:18.953771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b467f8a-85b3-484c-a68a-fc60b7277a5c req-67b713b2-12b5-4859-a478-fbf38e20c198 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995357 Jan 28 04:33:18.955842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:19.059942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 9ec47988-3a28-4353-a8e1-f5fa7351d12c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:19.072625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 9ec47988-3a28-4353-a8e1-f5fa7351d12c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:19.073037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.077382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-e6109fbc-2786-47d0-908d-685e2f46cf0b service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894497 Jan 28 04:33:19.131095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 04:33:19.131928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ac5a257c-8d2d-4e7d-b283-f2a0183e1940), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.232252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac5a257c-8d2d-4e7d-b283-f2a0183e1940,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:19.247942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:19.266181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9ec47988-3a28-4353-a8e1-f5fa7351d12c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:19.266585 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.316039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bca524-eb17-40dc-8cef-730ba51a16d2 req-161a4632-149b-4031-99dc-7e67838298d5 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948562 Jan 28 04:33:19.324290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e738ae73-e3e1-48bc-a8da-aed65391d923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.330294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-a30a6124-3608-42b1-be74-906e6a390879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.332394 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-a30a6124-3608-42b1-be74-906e6a390879 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 1.1579609 Jan 28 04:33:19.346975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:19.350669 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0b8dd-082f-49fe-bb1f-6b1cb14e67a3" -d '{"events": [{"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-plugged", "status": "completed", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:19.373277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:19.380387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.404735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-17938802-cbef-4dad-adea-ed5163d2b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.407192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-17938802-cbef-4dad-adea-ed5163d2b91d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.9434433 Jan 28 04:33:19.422040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-2d5fc8b5-bd9a-4830-836b-488a7a124c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.431971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-2d5fc8b5-bd9a-4830-836b-488a7a124c7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1100 time: 1.0536647 Jan 28 04:33:19.443261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69184e-7b16-42b6-accc-81ddefa85bab req-39c139aa-e9f2-41c4-9ad7-07f54f75294c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.446373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a69184e-7b16-42b6-accc-81ddefa85bab req-39c139aa-e9f2-41c4-9ad7-07f54f75294c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 945 time: 0.4421070 Jan 28 04:33:19.462358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e738ae73-e3e1-48bc-a8da-aed65391d923 admin admin] Publish callbacks [] for security_group (951622ad-ea13-49b2-b369-1ddfd10d3417), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.476019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a591e-bd89-46e5-baf9-08898a43294d req-2da0b0de-0bf3-4686-9aaf-e3a1b36a7517 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.484042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c88a591e-bd89-46e5-baf9-08898a43294d req-2da0b0de-0bf3-4686-9aaf-e3a1b36a7517 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.3657494 Jan 28 04:33:19.485797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e738ae73-e3e1-48bc-a8da-aed65391d923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (951622ad-ea13-49b2-b369-1ddfd10d3417), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.510937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:19.520379 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e738ae73-e3e1-48bc-a8da-aed65391d923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468249ce1994433ea3269b7dafed69a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679865 Jan 28 04:33:19.520379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Checking segment: {'id': '1d93d9b1-ddf6-4958-b55d-91ce5f5268f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '052ecbd7-037f-4450-8033-e7ddd3a846a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:19.520379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Network hostable DHCP agents. Network: 052ecbd7-037f-4450-8033-e7ddd3a846a5, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:19.548643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:19.578566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738ae73-e3e1-48bc-a8da-aed65391d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951622ad-ea13-49b2-b369-1ddfd10d3417,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:19.632642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-c50464ae-c202-49b7-b734-16ae9235c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.634857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-c50464ae-c202-49b7-b734-16ae9235c43c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1870241 Jan 28 04:33:19.645452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Network 052ecbd7-037f-4450-8033-e7ddd3a846a5 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:19.668850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 052ecbd7-037f-4450-8033-e7ddd3a846a5) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:19.680210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8891a0-a8eb-4868-9d29-83c2ef93d994 None None] Network 052ecbd7-037f-4450-8033-e7ddd3a846a5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:19.734558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.735156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.757001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a69184e-7b16-42b6-accc-81ddefa85bab req-9287a829-c001-4b4b-9b5a-34196bc9a2d4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706097 Jan 28 04:33:19.758677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-2b1fc8e9-002b-4f39-9515-3818a47931a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.1004386 Jan 28 04:33:19.762422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-3b41bee7-456a-4c8d-9c6b-8fcdbeeec458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.765296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-3b41bee7-456a-4c8d-9c6b-8fcdbeeec458 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3462899 Jan 28 04:33:19.768960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-7792b852-8cfa-464d-8e80-72c3fd079a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:19.771230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-7792b852-8cfa-464d-8e80-72c3fd079a20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4313624 Jan 28 04:33:19.774349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-268869aa-2a8b-4f23-ab14-fc7647feeae4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1409357 Jan 28 04:33:19.789871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53854) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:19.794655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c88a591e-bd89-46e5-baf9-08898a43294d req-39b1488c-3af4-4ceb-bec0-1e1762e6fe67 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098292 Jan 28 04:33:19.799778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'floatingip': {'floating_network_id': '052ecbd7-037f-4450-8033-e7ddd3a846a5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:19.835585 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b53f03ab-ba73-4367-bdb1-366401932acd admin admin] Publish callbacks [] for security_group (951622ad-ea13-49b2-b369-1ddfd10d3417), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.890306 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d8f0d-fe73-47c4-933e-ead8d7148f76 x-openstack-request-id: req-c60d8f0d-fe73-47c4-933e-ead8d7148f76 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:19.890606 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-plugged", "status": "completed", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:19.890918 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c60d8f0d-fe73-47c4-933e-ead8d7148f76 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:19.891450 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'code': 200} Jan 28 04:33:19.892620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b53f03ab-ba73-4367-bdb1-366401932acd admin admin] Publish callbacks [] for security_group (951622ad-ea13-49b2-b369-1ddfd10d3417), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.947176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435f68b-db98-4832-9322-7a534deed0e8 None None] Network 052ecbd7-037f-4450-8033-e7ddd3a846a5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:19.959442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-27d05b69-c69a-4cdd-ba52-05f9c2bb347e service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677780 Jan 28 04:33:20.062891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b53f03ab-ba73-4367-bdb1-366401932acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (951622ad-ea13-49b2-b369-1ddfd10d3417), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.066325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b53f03ab-ba73-4367-bdb1-366401932acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.075244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b53f03ab-ba73-4367-bdb1-366401932acd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/951622ad-ea13-49b2-b369-1ddfd10d3417 HTTP/1.1" status: 204 len: 168 time: 0.4957259 Jan 28 04:33:20.150739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f03ab-ba73-4367-bdb1-366401932acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951622ad-ea13-49b2-b369-1ddfd10d3417,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:20.188003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac567c8-e2a3-4a13-8524-28d7ad006e21 req-930c5a1d-911d-4f5d-80ea-2945f9bbc34d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.189458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ac567c8-e2a3-4a13-8524-28d7ad006e21 req-930c5a1d-911d-4f5d-80ea-2945f9bbc34d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1739168 Jan 28 04:33:20.197547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.201202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8067a-3622-4e74-89d4-8e8f2ad514b5 req-57a8bd9a-84f9-4b67-b014-f59846a4e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.203347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1d8067a-3622-4e74-89d4-8e8f2ad514b5 req-57a8bd9a-84f9-4b67-b014-f59846a4e460 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 1097 time: 0.1902041 Jan 28 04:33:20.217877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-c4b1c5dc-0631-41d8-943e-b86cb9915c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.219364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-c4b1c5dc-0631-41d8-943e-b86cb9915c9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.4526103 Jan 28 04:33:20.273331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1d8067a-3622-4e74-89d4-8e8f2ad514b5 req-0349f92a-e08f-480b-8385-70c25ae9bc81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622876 Jan 28 04:33:20.292505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ac567c8-e2a3-4a13-8524-28d7ad006e21 req-3b2f5dc5-e4da-4376-91ba-840e567f60dc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934446 Jan 28 04:33:20.352185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.359525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.364740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.370078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.375858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.381060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.386275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.394340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-c7331a23-fae9-4ce6-9cd4-999b520280db tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.4257920 Jan 28 04:33:20.414818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-97eed0ce-895c-4168-a24a-d0183419bde0 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424360 Jan 28 04:33:20.459938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b55bb7-3808-4832-ae76-1b5f0919b3d2 req-8d768df0-0deb-40ed-b345-58e67c5c7ff6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.460492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66392d77-40d5-4301-b3be-5bb6edfc4ed4 req-c80a0a83-e9e3-4adb-ab6e-64946b71c8d8 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489212 Jan 28 04:33:20.464486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f6b55bb7-3808-4832-ae76-1b5f0919b3d2 req-8d768df0-0deb-40ed-b345-58e67c5c7ff6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.0732784 Jan 28 04:33:20.475615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-c4c55a3f-5e27-4a23-ac77-fcfdab54c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.477582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-c4c55a3f-5e27-4a23-ac77-fcfdab54c199 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2425241 Jan 28 04:33:20.550120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f6b55bb7-3808-4832-ae76-1b5f0919b3d2 req-182f6a0b-9ab3-4e4a-a3fe-aa0f4c856b33 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759890 Jan 28 04:33:20.667018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d441c068-e38e-40bb-b2f5-c9b22f428da9 req-b9740454-2cc4-4cb6-9db7-3b739efcbb54 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718258 Jan 28 04:33:20.838339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.897594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-5fade92a-77ca-4316-8db7-9c96ea1867c6 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011581 Jan 28 04:33:20.906497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-eb38950f-c025-4ec9-b8ee-97fdbd3e6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.908468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-eb38950f-c025-4ec9-b8ee-97fdbd3e6400 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e23947e951454848beb27f0afa63fdaf&device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1100 time: 0.2404542 Jan 28 04:33:20.951856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80940c9a-993b-4660-9b7d-c186961628aa req-e4f4a235-2762-463e-ad4e-12d3ccf00249 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:20.961477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80940c9a-993b-4660-9b7d-c186961628aa req-e4f4a235-2762-463e-ad4e-12d3ccf00249 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 946 time: 0.0950520 Jan 28 04:33:21.007962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25aea1-8f66-493b-b748-1a7da212a476 req-737399e3-9074-438a-a3cd-ca1cc89132e7 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118984 Jan 28 04:33:21.053862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80940c9a-993b-4660-9b7d-c186961628aa req-c91f6b1c-dd4e-4037-abcc-233ac7a01053 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895612 Jan 28 04:33:21.156972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-f02ff2db-6ac1-4e0c-ae5e-923d368e6c4b service neutron] 10.222.0.52 "GET /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.3908975 Jan 28 04:33:21.284881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa31f5-d18e-45f6-8ab3-4a9c03523313 req-53c2c728-f016-4659-ad1f-93c4a5a67882 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.286402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06aa31f5-d18e-45f6-8ab3-4a9c03523313 req-53c2c728-f016-4659-ad1f-93c4a5a67882 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.3770087 Jan 28 04:33:21.324221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-d69c1437-47e7-473f-81ff-d6a9ef8fbd3a service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814580 Jan 28 04:33:21.360008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Allocated IP 172.20.0.5 (052ecbd7-037f-4450-8033-e7ddd3a846a5/ac5a257c-8d2d-4e7d-b283-f2a0183e1940/92378503-448e-48ac-af8b-be1fdebbdf73) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:21.414895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-3b783ca8-815e-4a56-ac6b-72deccc1c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.418221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-3b783ca8-815e-4a56-ac6b-72deccc1c1e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.4635782 Jan 28 04:33:21.473767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeeb19-0a67-4f90-8a4c-2c44b7354677 req-32a50dcb-cd5b-4b54-b56e-ab80ce0839fc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.486097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-badeeb19-0a67-4f90-8a4c-2c44b7354677 req-32a50dcb-cd5b-4b54-b56e-ab80ce0839fc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0780997 Jan 28 04:33:21.553596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-badeeb19-0a67-4f90-8a4c-2c44b7354677 req-25f1b87a-18ec-4569-b54a-122e2af1dc89 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632634 Jan 28 04:33:21.647910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06aa31f5-d18e-45f6-8ab3-4a9c03523313 req-4b51cf4b-90ea-49bb-931c-6f09d4908196 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453553 Jan 28 04:33:21.652237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-5ecb0dea-b18d-499c-aac4-033caf3f0034 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 200 len: 217 time: 0.1886892 Jan 28 04:33:21.752629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff71d4-51cc-481e-9a68-e81b407c59f7 req-943ce8f6-a2c8-4e28-be31-2608c94681dc tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.754252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27ff71d4-51cc-481e-9a68-e81b407c59f7 req-943ce8f6-a2c8-4e28-be31-2608c94681dc tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 944 time: 0.0910730 Jan 28 04:33:21.838471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27ff71d4-51cc-481e-9a68-e81b407c59f7 req-2d7ea316-2733-44c7-bca1-fe1e64d95a10 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663693 Jan 28 04:33:21.895646 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for port (92378503-448e-48ac-af8b-be1fdebbdf73), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.920866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-2ad5681f-80f4-4fdc-b7ba-c77ab660f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.922360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-2ad5681f-80f4-4fdc-b7ba-c77ab660f65b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1933842 Jan 28 04:33:21.935155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:22.000609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.005944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.011373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.017384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.022824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.029915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.033743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.041137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-a43d0c4d-38c8-4250-9dab-25f3318aeaaa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2281096 Jan 28 04:33:22.200529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53916) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:22.341290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-264d0c9e-0c65-45cb-9f10-773b5c9fbeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.423895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:22.439218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-264d0c9e-0c65-45cb-9f10-773b5c9fbeb1 admin admin] Publish callbacks [] for security_group (87055bd7-f3ea-45dc-9503-2820a6c0be78), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.444758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-264d0c9e-0c65-45cb-9f10-773b5c9fbeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (87055bd7-f3ea-45dc-9503-2820a6c0be78), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.472558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (92378503-448e-48ac-af8b-be1fdebbdf73), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.489732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d0c9e-0c65-45cb-9f10-773b5c9fbeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87055bd7-f3ea-45dc-9503-2820a6c0be78,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:22.494834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-264d0c9e-0c65-45cb-9f10-773b5c9fbeb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d981e1eb14d44de486950a1b45689ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930739 Jan 28 04:33:22.497819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53920) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:22.518995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b555c3-7f1d-4903-aeda-e25ef260930d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:22.536221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-a44438f0-88df-49e0-9046-0c64723dee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.537889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-a44438f0-88df-49e0-9046-0c64723dee62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6001029 Jan 28 04:33:22.556642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f22b29-8057-46a5-b4f5-27850ca56862 admin admin] Publish callbacks [] for security_group (87055bd7-f3ea-45dc-9503-2820a6c0be78), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.571600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:22.579603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Network 052ecbd7-037f-4450-8033-e7ddd3a846a5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:22.584777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f22b29-8057-46a5-b4f5-27850ca56862 admin admin] Publish callbacks [] for security_group (87055bd7-f3ea-45dc-9503-2820a6c0be78), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.610640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:22.643326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Port': ['ID=92378503-448e-48ac-af8b-be1fdebbdf73,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:22.645373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f22b29-8057-46a5-b4f5-27850ca56862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (87055bd7-f3ea-45dc-9503-2820a6c0be78), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.645875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:22.648021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f22b29-8057-46a5-b4f5-27850ca56862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.651836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55f22b29-8057-46a5-b4f5-27850ca56862 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87055bd7-f3ea-45dc-9503-2820a6c0be78 HTTP/1.1" status: 204 len: 168 time: 0.1507542 Jan 28 04:33:22.654715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.688423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f22b29-8057-46a5-b4f5-27850ca56862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87055bd7-f3ea-45dc-9503-2820a6c0be78,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:22.690836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08ed3a74-7093-4da8-8923-e1a8f60dba96 req-badd5981-f5c7-4c41-ba3d-e286094d2343 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6470678 Jan 28 04:33:22.777179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d076d12-b7e9-48c7-8c77-767e299583b3 req-e984a237-1f9b-47ce-b1c4-f36a09ea365b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:22.780449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d076d12-b7e9-48c7-8c77-767e299583b3 req-e984a237-1f9b-47ce-b1c4-f36a09ea365b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 946 time: 0.0841408 Jan 28 04:33:22.887327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d076d12-b7e9-48c7-8c77-767e299583b3 req-7de86aff-c5ab-4ad0-b887-35d7efc66a5a tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997212 Jan 28 04:33:22.957829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] Transition to ACTIVE for port object b3b555c3-7f1d-4903-aeda-e25ef260930d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:22.991868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:23.009923 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for floatingip (3c1d9724-38f1-4118-9842-7d8e3a231890), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.020825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-79ee1054-6615-4a76-be2c-ff33fc843464 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663997 Jan 28 04:33:23.025549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.149340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4332d5c-0832-4982-8daa-65e4f8dc275d req-0873f88e-9eb0-4d09-a093-ebbf0f24a4d8 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193902 Jan 28 04:33:23.202724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4088e-613d-4c51-bf9a-d0b8c20e7aef req-2c7d096f-539a-48c2-89d5-d922318ee7a3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.210988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42b4088e-613d-4c51-bf9a-d0b8c20e7aef req-2c7d096f-539a-48c2-89d5-d922318ee7a3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.3776615 Jan 28 04:33:23.211805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:23.228992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'mac_address': 'fa:16:3e:80:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:23.271830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e7f7549b-079d-4490-a917-ad0db0e598d5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:23.274106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.275710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] No DVR routers for this DVR port b3b555c3-7f1d-4903-aeda-e25ef260930d on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:23.289195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f7549b-079d-4490-a917-ad0db0e598d5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:23.303226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (92378503-448e-48ac-af8b-be1fdebbdf73), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.314301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:23.321122 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.342307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfeb6c-94a2-49f6-a5e5-577ebe43d6ee req-24353c5c-69b6-4c5d-ba72-a4125b690efb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.352586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4bfeb6c-94a2-49f6-a5e5-577ebe43d6ee req-24353c5c-69b6-4c5d-ba72-a4125b690efb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 949 time: 0.0978708 Jan 28 04:33:23.377186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:23.437757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4bfeb6c-94a2-49f6-a5e5-577ebe43d6ee req-4274775f-e734-4cd8-b0f0-37f011ecaa13 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837193 Jan 28 04:33:23.439502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:23.464324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-d6174007-acf8-4996-88c0-3ac19edcfad9 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d/bindings/n-h2-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2975008 Jan 28 04:33:23.475820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42b4088e-613d-4c51-bf9a-d0b8c20e7aef req-dbfeb8bd-3f47-4561-bef2-62484caa69c2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635531 Jan 28 04:33:23.626962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25e80-7698-49b6-96b3-23a917edd40f req-9e92712f-e515-400d-a0fc-5821e7d5995f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.638029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ed25e80-7698-49b6-96b3-23a917edd40f req-9e92712f-e515-400d-a0fc-5821e7d5995f tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.1021030 Jan 28 04:33:23.661336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-7483b56a-4965-425e-b212-d3ca6125ff85 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.663228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-7483b56a-4965-425e-b212-d3ca6125ff85 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.0755475 Jan 28 04:33:23.668531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for port (92378503-448e-48ac-af8b-be1fdebbdf73), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.704655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (92378503-448e-48ac-af8b-be1fdebbdf73), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.711321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ed25e80-7698-49b6-96b3-23a917edd40f req-668229f5-dee7-4aa9-9b1c-7153fe2159c4 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717516 Jan 28 04:33:23.732429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['e7f7549b-079d-4490-a917-ad0db0e598d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:23.786047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Port': ['ID=92378503-448e-48ac-af8b-be1fdebbdf73,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:23.847642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-2beb6013-7029-4d1b-ab25-81c9f464f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.849169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-2beb6013-7029-4d1b-ab25-81c9f464f50b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f HTTP/1.1" status: 200 len: 1096 time: 0.1726289 Jan 28 04:33:23.909163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3c1d9724-38f1-4118-9842-7d8e3a231890), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.937936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc014c-4631-4fc6-84fd-f0f29b262069 req-3d117e27-ad93-4125-a86d-f9235dcca231 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.939737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1fc014c-4631-4fc6-84fd-f0f29b262069 req-3d117e27-ad93-4125-a86d-f9235dcca231 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 946 time: 0.0867980 Jan 28 04:33:23.954497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c896f-dba3-4c25-9284-a35b23fdd603 req-b6fabac1-dd97-40f1-a552-58aaa06d7302 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:23.958938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-745c896f-dba3-4c25-9284-a35b23fdd603 req-b6fabac1-dd97-40f1-a552-58aaa06d7302 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 1101 time: 0.0888357 Jan 28 04:33:24.019597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1fc014c-4631-4fc6-84fd-f0f29b262069 req-7b2931f2-d034-4f2b-8dc7-0e82013d3741 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616624 Jan 28 04:33:24.044516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.046676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-56177e19-e843-49a5-a8e7-616eef99f756 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2528598 Jan 28 04:33:24.051003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53964) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:24.055502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-745c896f-dba3-4c25-9284-a35b23fdd603 req-f5c26878-0529-4d6a-97e9-84479c35b664 tempest-MigrationsAdminTest-288421063 tempest-MigrationsAdminTest-288421063-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907283 Jan 28 04:33:24.170949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53970) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:24.179152 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5f2ff760-f56d-4f8a-9978-6f612efc11b1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=052ecbd7-037f-4450-8033-e7ddd3a846a5 HTTP/1.1" status: 200 len: 689 time: 0.1264117 Jan 28 04:33:24.237892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-59572f69-e3e1-42b2-ae77-3d782fffe92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.241557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-59572f69-e3e1-42b2-ae77-3d782fffe92f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1096 time: 0.3291440 Jan 28 04:33:24.316323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53976) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:24.332152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (052ecbd7-037f-4450-8033-e7ddd3a846a5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.408885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.414304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.421189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.425055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.430452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.435732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.441577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.443566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-03e5c0ef-7c44-4d47-84e5-5e65a2691b67 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.2570038 Jan 28 04:33:24.502852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab167-0cbd-4c3e-8088-ed0d551f3a37 req-f36f55a4-2220-4455-a434-d55d65252bc8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.504361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b48ab167-0cbd-4c3e-8088-ed0d551f3a37 req-f36f55a4-2220-4455-a434-d55d65252bc8 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.1014690 Jan 28 04:33:24.505124 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-099c2edb-9f6f-4fef-8f85-9c9b33812141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.522815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-88382242-8a7d-4862-9d5e-36a0c7325a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.524316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-88382242-8a7d-4862-9d5e-36a0c7325a88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 200 len: 922 time: 0.2417393 Jan 28 04:33:24.537948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d555ae5-bf52-41fd-8269-dd7a1d2d0e2a req-f71594f5-3874-4c1d-b641-4ba80fb1eefd tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783072 Jan 28 04:33:24.545128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Deleting port 92378503-448e-48ac-af8b-be1fdebbdf73 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:24.545537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (92378503-448e-48ac-af8b-be1fdebbdf73), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.578793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-306ba2b4-e328-4822-b9eb-ed676f55c52c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 200 len: 217 time: 0.0394480 Jan 28 04:33:24.658692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b48ab167-0cbd-4c3e-8088-ed0d551f3a37 req-98ef7e1d-b5a8-46ac-a677-4b7289428cb5 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427376 Jan 28 04:33:24.662182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-cd038179-6ea6-4b42-8283-1dd7f4607c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.663566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-cd038179-6ea6-4b42-8283-1dd7f4607c15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 200 len: 861 time: 0.0760195 Jan 28 04:33:24.697678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-8b420876-e7c3-474a-92c4-632a9bfea1a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddaa9b47-78f6-40a2-9951-a11db54ce174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272276 Jan 28 04:33:24.713251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (92378503-448e-48ac-af8b-be1fdebbdf73), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.713623 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for floatingip (92378503-448e-48ac-af8b-be1fdebbdf73), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.724505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07a6c-217f-43e9-b8cd-97d881694bee req-01ee2cfe-4977-4aa1-83f3-9f3f7dec70cc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.732006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3c07a6c-217f-43e9-b8cd-97d881694bee req-01ee2cfe-4977-4aa1-83f3-9f3f7dec70cc tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0984757 Jan 28 04:33:24.740697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Calling delete_port for 92378503-448e-48ac-af8b-be1fdebbdf73 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:24.749301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-099c2edb-9f6f-4fef-8f85-9c9b33812141 admin admin] Publish callbacks [] for security_group (e92e7f56-0b4b-4e8a-a69c-68063a6df346), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.759017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-099c2edb-9f6f-4fef-8f85-9c9b33812141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e92e7f56-0b4b-4e8a-a69c-68063a6df346), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.834851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3c07a6c-217f-43e9-b8cd-97d881694bee req-e6113ae1-b152-4a62-8377-c61864e753d7 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018090 Jan 28 04:33:24.876026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c2edb-9f6f-4fef-8f85-9c9b33812141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e7f56-0b4b-4e8a-a69c-68063a6df346,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:24.879219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-c023a38b-d79a-4bb7-990f-193222fb68e5 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716661 Jan 28 04:33:24.883338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:24.883480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-099c2edb-9f6f-4fef-8f85-9c9b33812141 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e575f72d86f45afb7c3aff2a4d990f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649593 Jan 28 04:33:24.903605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b96de-638c-4c3c-9580-4b959a9900fe req-c63096bd-9e80-4af2-8675-5329d3cba8c6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.905786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee0b96de-638c-4c3c-9580-4b959a9900fe req-c63096bd-9e80-4af2-8675-5329d3cba8c6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.0989945 Jan 28 04:33:24.982232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee0b96de-638c-4c3c-9580-4b959a9900fe req-a101dd63-fb2c-4ef4-8f12-7d0121e7bebe tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697119 Jan 28 04:33:25.007195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:25.012001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Publish callbacks [] for security_group (e92e7f56-0b4b-4e8a-a69c-68063a6df346), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.014659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:25.025035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-c030f6b2-2365-424e-92d5-06f594327743 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343365 Jan 28 04:33:25.042351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (92378503-448e-48ac-af8b-be1fdebbdf73), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.055154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Publish callbacks [] for security_group (e92e7f56-0b4b-4e8a-a69c-68063a6df346), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.102597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Port': ['ID=92378503-448e-48ac-af8b-be1fdebbdf73,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.168255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e92e7f56-0b4b-4e8a-a69c-68063a6df346), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.173095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.174523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e92e7f56-0b4b-4e8a-a69c-68063a6df346 HTTP/1.1" status: 204 len: 168 time: 0.2901962 Jan 28 04:33:25.191221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e7f56-0b4b-4e8a-a69c-68063a6df346,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.196668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for floatingip (3c1d9724-38f1-4118-9842-7d8e3a231890), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.211539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.212475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.213378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.214072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.214646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.215244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.215810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.216367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.216954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.218089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.218655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.219212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.219778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1ef5d-2cb6-4c71-be86-c92386c6a89e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:25.239919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657b4c4-c1b0-4795-acde-c7e3f50d01ad req-f729bc6f-3aed-41a1-a3b3-c09be0f2ae21 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:25.241622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c657b4c4-c1b0-4795-acde-c7e3f50d01ad req-f729bc6f-3aed-41a1-a3b3-c09be0f2ae21 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 946 time: 0.1092269 Jan 28 04:33:25.278377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ac5a257c-8d2d-4e7d-b283-f2a0183e1940), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.308475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port e7f7549b-079d-4490-a917-ad0db0e598d5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:25.332564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port e7f7549b-079d-4490-a917-ad0db0e598d5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:25.332716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.340680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c657b4c4-c1b0-4795-acde-c7e3f50d01ad req-202a7c2f-3110-4fd0-8f25-f8228ae902c5 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876532 Jan 28 04:33:25.397794 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ac5a257c-8d2d-4e7d-b283-f2a0183e1940), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.410395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-a99bf737-9843-4010-9200-80bb1e703ed9 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:25.414149 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-a99bf737-9843-4010-9200-80bb1e703ed9 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4&tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.0688295 Jan 28 04:33:25.435751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5a257c-8d2d-4e7d-b283-f2a0183e1940,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.452138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:25.488110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'port_id': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'mac_address': 'fa:16:3e:1c:6f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:25.496370 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (052ecbd7-037f-4450-8033-e7ddd3a846a5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.523094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052ecbd7-037f-4450-8033-e7ddd3a846a5']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:25.538764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d93d9b1-ddf6-4958-b55d-91ce5f5268f7') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:25.540217 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d93d9b1-ddf6-4958-b55d-91ce5f5268f7') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:25.561291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (1d93d9b1-ddf6-4958-b55d-91ce5f5268f7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.598933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1d93d9b1-ddf6-4958-b55d-91ce5f5268f7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.612965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:25.615536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (1d93d9b1-ddf6-4958-b55d-91ce5f5268f7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:25.620788 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:25.662524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:25.666539 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.719389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:25.742849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port e7f7549b-079d-4490-a917-ad0db0e598d5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:25.752875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.759851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-ccd5d917-1412-4267-a471-145363ec1412 service neutron] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:25.766790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-ccd5d917-1412-4267-a471-145363ec1412 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.769165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-ccd5d917-1412-4267-a471-145363ec1412 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d/bindings/n-h1-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.3454006 Jan 28 04:33:25.814487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:25.834897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (052ecbd7-037f-4450-8033-e7ddd3a846a5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.849669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 052ecbd7-037f-4450-8033-e7ddd3a846a5 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:33:25.853196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.864995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/networks/052ecbd7-037f-4450-8033-e7ddd3a846a5 HTTP/1.1" status: 204 len: 168 time: 1.6928852 Jan 28 04:33:25.869592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54028) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:25.903052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d838c-e92b-4420-8fa4-6cc0719be641 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Network': ['ID=052ecbd7-037f-4450-8033-e7ddd3a846a5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.904227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54034) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:25.908984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:25.921878 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad9f1e1-b1a7-417d-8255-b2ce6fd991f1" -d '{"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:25.926661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.934305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.937847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 52f4da5e-c44f-4320-b101-36c18f21bcad details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:26.024601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:26.035711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.039214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:26.101893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:26.148501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.162025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.175661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.181200 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Publish callbacks [] for security_group (3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.189221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.190709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.208354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.215975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.224801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.228646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-d33b75ce-f1d7-4e35-92c0-8803bebf2691 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5418 time: 0.4660757 Jan 28 04:33:26.233787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a14be-6b0b-453d-a5c6-93f5f53774e9 req-03a84e90-9cd0-422d-88c2-a99a3396259e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.237705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d7147016-705b-4c0b-b781-c8a544d16045 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3645096 Jan 28 04:33:26.246366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54040) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:26.248620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b6a14be-6b0b-453d-a5c6-93f5f53774e9 req-03a84e90-9cd0-422d-88c2-a99a3396259e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 950 time: 0.2462008 Jan 28 04:33:26.291415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=52f4da5e-c44f-4320-b101-36c18f21bcad,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:26.312543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '52f4da5e-c44f-4320-b101-36c18f21bcad', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'port_id': '52f4da5e-c44f-4320-b101-36c18f21bcad', 'mac_address': 'fa:16:3e:c4:28:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:26.330225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=446712e56ed94754a1508674ee4ebd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211693 Jan 28 04:33:26.331127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54046) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:26.361342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:26.370346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.371043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.372334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.372923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.373557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.374122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.374703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.375272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.375929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.376495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.377050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.377629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.378198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b70b4-4007-4070-b8f1-43b0f8545438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:26.440008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b6a14be-6b0b-453d-a5c6-93f5f53774e9 req-0d4855ef-50b8-4f84-b600-0aa41bc89e90 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860042 Jan 28 04:33:26.445397 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b131da-1fc8-460b-a0e1-4911970886d7 admin admin] Publish callbacks [] for security_group (3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.450800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-959f9695-0a5a-4d15-8bbf-34ccc4ae8122 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.452913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-959f9695-0a5a-4d15-8bbf-34ccc4ae8122 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 951 time: 0.4362612 Jan 28 04:33:26.457542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 52f4da5e-c44f-4320-b101-36c18f21bcad is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:26.461013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.461510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.461963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.462410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.462857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.463301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.463744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.464186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.464411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.464628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.465062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.465539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.472151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-afdf34b1-611f-4140-9e6c-0818caea9df1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.2205470 Jan 28 04:33:26.476789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:26.501376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f4da5e-c44f-4320-b101-36c18f21bcad {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:26.508333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b131da-1fc8-460b-a0e1-4911970886d7 admin admin] Publish callbacks [] for security_group (3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.555261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=52f4da5e-c44f-4320-b101-36c18f21bcad,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:26.564599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.565324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 690a93a5-94f1-484b-94b6-8d9c01e4944e details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:26.585326 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-5a9046d7-39af-4e34-8478-a1e25fabed05 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] delete failed (client error): The resource could not be found. Jan 28 04:33:26.589698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a9046d7-39af-4e34-8478-a1e25fabed05 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/3c1d9724-38f1-4118-9842-7d8e3a231890 HTTP/1.1" status: 404 len: 345 time: 0.1114862 Jan 28 04:33:26.595590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54050) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:26.604765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b131da-1fc8-460b-a0e1-4911970886d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.607351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b131da-1fc8-460b-a0e1-4911970886d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.620231 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23b131da-1fc8-460b-a0e1-4911970886d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d HTTP/1.1" status: 204 len: 168 time: 0.2783337 Jan 28 04:33:26.646179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:26.650079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a83ac75b-36ac-4e98-8d29-e149cf4f5b75 req-693c8917-3a9a-4fc5-88a3-23f58f140bbb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4065030 Jan 28 04:33:26.683746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:26.688422 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddba98b4-bdd7-48f9-8cbb-5d008c18c110 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 04:33:26.688980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddba98b4-bdd7-48f9-8cbb-5d008c18c110 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:26.695667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ddba98b4-bdd7-48f9-8cbb-5d008c18c110 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/networks/052ecbd7-037f-4450-8033-e7ddd3a846a5 HTTP/1.1" status: 404 len: 339 time: 0.0883095 Jan 28 04:33:26.695667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b131da-1fc8-460b-a0e1-4911970886d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4ae0f0-61fd-43ae-b8d5-934a34cdcf1d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:26.713085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54054) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:26.721668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'network': {'name': 'tempest-network--852445837', 'router:external': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:26.725907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '690a93a5-94f1-484b-94b6-8d9c01e4944e', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'port_id': '690a93a5-94f1-484b-94b6-8d9c01e4944e', 'mac_address': 'fa:16:3e:ea:91:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:26.749243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Deleting port e7f7549b-079d-4490-a917-ad0db0e598d5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:26.750309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.750464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b1ac2-1c83-4c65-9217-a32adabdc73f req-2a9f3901-0704-471f-b523-4d8cc64f6b43 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:26.757504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c5b1ac2-1c83-4c65-9217-a32adabdc73f req-2a9f3901-0704-471f-b523-4d8cc64f6b43 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1738045 Jan 28 04:33:26.812533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Made reservation on behalf of 67719f71f1fe4535a505c6c3269dbeca for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:26.815917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.844887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 690a93a5-94f1-484b-94b6-8d9c01e4944e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:26.845342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.855406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:26.861997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690a93a5-94f1-484b-94b6-8d9c01e4944e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:26.870018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (46f2ece8-0bca-414c-a6fc-7049c81110d4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.870801 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Added segment 46f2ece8-0bca-414c-a6fc-7049c81110d4 of type vlan for network feb138dd-6b2d-421f-9ff7-7345ff3092d9 Jan 28 04:33:26.874889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c5b1ac2-1c83-4c65-9217-a32adabdc73f req-d861695f-b48b-4e1c-88d1-d32d6e29831f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163521 Jan 28 04:33:26.907996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:26.912261 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1288cf-f2c5-47aa-890c-439b392ff71c x-openstack-request-id: req-8d1288cf-f2c5-47aa-890c-439b392ff71c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:26.913961 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:26.914313 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d1288cf-f2c5-47aa-890c-439b392ff71c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:26.915448 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'code': 200} Jan 28 04:33:26.920005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.921349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 25243698-924e-48cd-bdd3-6282c89379c2 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:27.032483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54070) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:27.039367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (feb138dd-6b2d-421f-9ff7-7345ff3092d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.066423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776f3d2-7fc6-4dae-8437-36ee303a2214 req-2ca9844d-f3c5-4d8e-82a6-0ffd838aa553 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.074162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d776f3d2-7fc6-4dae-8437-36ee303a2214 req-2ca9844d-f3c5-4d8e-82a6-0ffd838aa553 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.1384423 Jan 28 04:33:27.129134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] For port e7f7549b-079d-4490-a917-ad0db0e598d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=e7f7549b-079d-4490-a917-ad0db0e598d5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:27.133204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.136780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (feb138dd-6b2d-421f-9ff7-7345ff3092d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.143551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.144557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.175885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d776f3d2-7fc6-4dae-8437-36ee303a2214 req-b17b5793-51bd-4d51-8122-8c461a329625 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004474 Jan 28 04:33:27.204694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Calling delete_port for e7f7549b-079d-4490-a917-ad0db0e598d5 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:27.262019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:27.288387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25243698-924e-48cd-bdd3-6282c89379c2,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:27.316760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5999408 Jan 28 04:33:27.317077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54082) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:27.324713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '25243698-924e-48cd-bdd3-6282c89379c2', 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577', 'port_id': '25243698-924e-48cd-bdd3-6282c89379c2', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1129afa8-89a9-4042-9b1c-9b8f52c60aac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:27.388091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 25243698-924e-48cd-bdd3-6282c89379c2 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:27.388091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25243698-924e-48cd-bdd3-6282c89379c2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.403959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25243698-924e-48cd-bdd3-6282c89379c2 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:27.435729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25243698-924e-48cd-bdd3-6282c89379c2,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:27.442401 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.443643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f06d0385-c9c0-4f36-a391-a527ba9c6c0c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:27.443816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024412d-d6b1-42cc-aaa9-e095f05e6eb4 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Network': ['ID=feb138dd-6b2d-421f-9ff7-7345ff3092d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:27.486717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network feb138dd-6b2d-421f-9ff7-7345ff3092d9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:27.501119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ccd659-6666-4a35-83a5-d73bb059a8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.504881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21377f7-5be9-46a0-b85b-4319c3e46319 req-1b525366-dcc8-4f20-b15f-216024f9aa63 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.512227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a21377f7-5be9-46a0-b85b-4319c3e46319 req-1b525366-dcc8-4f20-b15f-216024f9aa63 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.2261407 Jan 28 04:33:27.585317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a21377f7-5be9-46a0-b85b-4319c3e46319 req-eaa4a327-6c1d-4642-9b9d-8bfb5946fe86 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720847 Jan 28 04:33:27.630870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a625-0fc9-4a5a-a570-35fddd154610 req-49e6da4e-cf7c-48dc-9722-2f7b17758ed8 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.632771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8c4a625-0fc9-4a5a-a570-35fddd154610 req-49e6da4e-cf7c-48dc-9722-2f7b17758ed8 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 1096 time: 0.2559700 Jan 28 04:33:27.642600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7ff5e-81c7-4c14-a14f-bbf5120297ec tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.645447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:27.648439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7ff5e-81c7-4c14-a14f-bbf5120297ec tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.653870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7ff5e-81c7-4c14-a14f-bbf5120297ec tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.655894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:27.660388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7ff5e-81c7-4c14-a14f-bbf5120297ec tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.662361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fed7ff5e-81c7-4c14-a14f-bbf5120297ec tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3442192 Jan 28 04:33:27.667724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'port_id': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c', 'mac_address': 'fa:16:3e:6b:17:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:27.668130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54092) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:27.720401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f06d0385-c9c0-4f36-a391-a527ba9c6c0c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:27.720803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.734810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e7f7549b-079d-4490-a917-ad0db0e598d5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.735189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06d0385-c9c0-4f36-a391-a527ba9c6c0c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:27.783362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb', '879f1b1d-932b-4c35-80e5-29914fbf938a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:27.785761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'e7f7549b-079d-4490-a917-ad0db0e598d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:27.790479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:27.804323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9423b8ae-9521-4b0f-a473-5e014c8e9cac req-44198061-f597-432f-8377-efc8d788b746 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 210 time: 0.0669394 Jan 28 04:33:27.807831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event deleted for resources: {'Port': ['ID=e7f7549b-079d-4490-a917-ad0db0e598d5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:27.820172 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8c4a625-0fc9-4a5a-a570-35fddd154610 req-2149fe6d-21e0-4ee4-8b8d-a4e62caef099 tempest-LiveAutoBlockMigrationV225Test-450630236 tempest-LiveAutoBlockMigrationV225Test-450630236-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561289 Jan 28 04:33:27.837367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (feb138dd-6b2d-421f-9ff7-7345ff3092d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.844903 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ccd659-6666-4a35-83a5-d73bb059a8eb admin admin] Publish callbacks [] for security_group (dde30086-7b31-4955-b4a8-47f933d82234), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.878197 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.879336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1644ed9b-9fcd-49f3-96fc-570fe5eda845 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:27.888121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] No DVR routers for this DVR port e7f7549b-079d-4490-a917-ad0db0e598d5 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:27.891435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.898239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d904301-a4a6-47ca-a0a3-a5b80947c1f2 req-f7e6121a-499a-40dc-aa39-87518dc840e9 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "DELETE /v2.0/ports/e7f7549b-079d-4490-a917-ad0db0e598d5 HTTP/1.1" status: 204 len: 173 time: 1.4223998 Jan 28 04:33:27.898747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-deleted', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:27.901016 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c483030-4511-4b62-aff4-6d76ff395bea" -d '{"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-deleted", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:27.903103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ccd659-6666-4a35-83a5-d73bb059a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dde30086-7b31-4955-b4a8-47f933d82234), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:27.958021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:27.980761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-80ccd659-6666-4a35-83a5-d73bb059a8eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e920d9e619234128ad9f2b266f9ceeee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9353566 Jan 28 04:33:27.984519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54116) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:27.986688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccd659-6666-4a35-83a5-d73bb059a8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde30086-7b31-4955-b4a8-47f933d82234,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:28.047983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:28.090747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '1644ed9b-9fcd-49f3-96fc-570fe5eda845', 'network_id': '90e49d80-b7ca-4a96-8282-5ff7ac6337cc', 'port_id': '1644ed9b-9fcd-49f3-96fc-570fe5eda845', 'mac_address': 'fa:16:3e:7d:89:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcf339-cd53-47e9-9007-aee8d6e0d517', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:28.136294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.145027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.154219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.161563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (feb138dd-6b2d-421f-9ff7-7345ff3092d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.162340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.192305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb138dd-6b2d-421f-9ff7-7345ff3092d9']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:28.196985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.197217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:28.197645 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.216297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f2ece8-0bca-414c-a6fc-7049c81110d4') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:28.216604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f2ece8-0bca-414c-a6fc-7049c81110d4') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:28.219540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7435772d-5ec5-481c-b7ed-b5f8b7aeb511 admin admin] Publish callbacks [] for security_group (dde30086-7b31-4955-b4a8-47f933d82234), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.226012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.230258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (46f2ece8-0bca-414c-a6fc-7049c81110d4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.242737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.248093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1644ed9b-9fcd-49f3-96fc-570fe5eda845 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:28.251927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-65e2b0d2-8440-4307-9b05-5983586365fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5423 time: 0.2585542 Jan 28 04:33:28.353315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:28.362692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.419771 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cb15e3-2e67-4ab7-97a6-7ed08f238884 x-openstack-request-id: req-64cb15e3-2e67-4ab7-97a6-7ed08f238884 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:28.420698 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72176a8e-c2a0-4cfc-8e53-c86962f05335", "name": "network-vif-deleted", "tag": "e7f7549b-079d-4490-a917-ad0db0e598d5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:28.421125 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64cb15e3-2e67-4ab7-97a6-7ed08f238884 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:28.421745 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72176a8e-c2a0-4cfc-8e53-c86962f05335', 'name': 'network-vif-deleted', 'tag': 'e7f7549b-079d-4490-a917-ad0db0e598d5', 'status': 'completed', 'code': 200} Jan 28 04:33:28.439349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51e56af5-9f3a-4211-8d3d-f30678e02ceb req-6b62d760-18d2-480d-90a7-eb9c663a7900 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806211 Jan 28 04:33:28.571812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ad80303c-7d4a-42cd-b166-e1995dad39ff details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:28.596262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-c10146de-4b83-4515-a329-2b584ea96fb5 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.599070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-c10146de-4b83-4515-a329-2b584ea96fb5 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.0603299 Jan 28 04:33:28.603772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:28.767806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:28.778121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7435772d-5ec5-481c-b7ed-b5f8b7aeb511 admin admin] Publish callbacks [] for security_group (dde30086-7b31-4955-b4a8-47f933d82234), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.781301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (46f2ece8-0bca-414c-a6fc-7049c81110d4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.798431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'ad80303c-7d4a-42cd-b166-e1995dad39ff', 'network_id': 'da859996-bfb1-433b-9fdd-067dd7d92577', 'port_id': 'ad80303c-7d4a-42cd-b166-e1995dad39ff', 'mac_address': 'fa:16:3e:db:1b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1129afa8-89a9-4042-9b1c-9b8f52c60aac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:28.802714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:28.803319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (46f2ece8-0bca-414c-a6fc-7049c81110d4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:28.805222 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:28.855785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ad80303c-7d4a-42cd-b166-e1995dad39ff is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:28.856601 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.865809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25845353-5e97-4ef7-8c78-a1d14007d775 req-6293107f-1f4f-4cdc-9fca-2312d52f8a45 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.870631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25845353-5e97-4ef7-8c78-a1d14007d775 req-6293107f-1f4f-4cdc-9fca-2312d52f8a45 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 946 time: 0.1316025 Jan 28 04:33:28.874758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad80303c-7d4a-42cd-b166-e1995dad39ff {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:28.878749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Deleting port 9393acd0-505c-43c3-9c45-a4b087a75df7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:28.885964 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.893618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a6e15-c2c1-44d3-8845-299f8f8b4f96 req-1ac138de-fe6e-4d23-9c08-4adf262a3da5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.900383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-347a6e15-c2c1-44d3-8845-299f8f8b4f96 req-1ac138de-fe6e-4d23-9c08-4adf262a3da5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.1685057 Jan 28 04:33:28.931717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:28.934889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (feb138dd-6b2d-421f-9ff7-7345ff3092d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.937999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.947918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network feb138dd-6b2d-421f-9ff7-7345ff3092d9 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:33:28.978382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.996993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/networks/feb138dd-6b2d-421f-9ff7-7345ff3092d9 HTTP/1.1" status: 204 len: 168 time: 1.3211691 Jan 28 04:33:28.997365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:28.998143 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7435772d-5ec5-481c-b7ed-b5f8b7aeb511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dde30086-7b31-4955-b4a8-47f933d82234), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.001326 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7435772d-5ec5-481c-b7ed-b5f8b7aeb511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.002668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7435772d-5ec5-481c-b7ed-b5f8b7aeb511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde30086-7b31-4955-b4a8-47f933d82234 HTTP/1.1" status: 204 len: 168 time: 1.0169168 Jan 28 04:33:29.025700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'network': {'name': 'tempest-network--1592420462', 'router:external': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:29.025948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74114a-b213-4fe4-8def-5f539d3676db tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Network': ['ID=feb138dd-6b2d-421f-9ff7-7345ff3092d9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.051531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.057904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435772d-5ec5-481c-b7ed-b5f8b7aeb511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde30086-7b31-4955-b4a8-47f933d82234,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.114668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-347a6e15-c2c1-44d3-8845-299f8f8b4f96 req-476202bc-6f2d-4af6-a2ef-53e8770921cf tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133365 Jan 28 04:33:29.165937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25845353-5e97-4ef7-8c78-a1d14007d775 req-92f3ba88-ea3f-475d-8819-cd4d7a5580c2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740793 Jan 28 04:33:29.195963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Made reservation on behalf of 67719f71f1fe4535a505c6c3269dbeca for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:29.203477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.240113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] For port 9393acd0-505c-43c3-9c45-a4b087a75df7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9393acd0-505c-43c3-9c45-a4b087a75df7,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:29.240503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.286281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:29.294511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ea2abd4-e76a-49f9-ac23-2277d41d3dde req-72beee8e-2118-41c6-abf0-b390646d3ac3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=72176a8e-c2a0-4cfc-8e53-c86962f05335 HTTP/1.1" status: 200 len: 210 time: 0.0457053 Jan 28 04:33:29.392683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Calling delete_port for 9393acd0-505c-43c3-9c45-a4b087a75df7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:29.395105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5c82eedd-fb1e-444e-8caa-27d61985aa98), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.395503 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Added segment 5c82eedd-fb1e-444e-8caa-27d61985aa98 of type vlan for network 770c60a2-f681-4479-acf2-1f59c5924e7c Jan 28 04:33:29.500210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-5ceb1326-8c0a-4078-8655-e8252bc0ef38 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.502109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-5ceb1326-8c0a-4078-8655-e8252bc0ef38 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.2662103 Jan 28 04:33:29.559249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (770c60a2-f681-4479-acf2-1f59c5924e7c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.694816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (770c60a2-f681-4479-acf2-1f59c5924e7c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.695776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.696358 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.744522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.749808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.755011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.760200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.765555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.769812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1644ed9b-9fcd-49f3-96fc-570fe5eda845'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:29.771041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.776312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.778214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-a5212ae5-891a-4d71-97e0-1a39ab497aae tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5425 time: 0.2077479 Jan 28 04:33:29.844202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['f06d0385-c9c0-4f36-a391-a527ba9c6c0c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:29.898893 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54186) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:29.909085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:29.911706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['25243698-924e-48cd-bdd3-6282c89379c2'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:29.924688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48a70e2e-208e-420d-9bca-cb2cff94a823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.924943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['52f4da5e-c44f-4320-b101-36c18f21bcad'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:30.028828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ad80303c-7d4a-42cd-b166-e1995dad39ff'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:30.117526 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48a70e2e-208e-420d-9bca-cb2cff94a823 admin admin] Publish callbacks [] for security_group (312e4f74-ef5a-4263-8e5a-f136dda410f1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.127536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48a70e2e-208e-420d-9bca-cb2cff94a823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (312e4f74-ef5a-4263-8e5a-f136dda410f1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.152745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1422510 Jan 28 04:33:30.160381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54194) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:30.190742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Deleting port b3b555c3-7f1d-4903-aeda-e25ef260930d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:30.191126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.193802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c0d2b-a2ec-4e02-a2e0-9ef112bc4e7a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Network': ['ID=770c60a2-f681-4479-acf2-1f59c5924e7c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:30.218816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9393acd0-505c-43c3-9c45-a4b087a75df7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.262396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-48a70e2e-208e-420d-9bca-cb2cff94a823 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9e13be914d74a2b9559211860d1d6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600900 Jan 28 04:33:30.265073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54204) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:30.299201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 770c60a2-f681-4479-acf2-1f59c5924e7c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:30.318053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a70e2e-208e-420d-9bca-cb2cff94a823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e4f74-ef5a-4263-8e5a-f136dda410f1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:30.387653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event deleted for resources: {'Port': ['ID=9393acd0-505c-43c3-9c45-a4b087a75df7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:30.441255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9393acd0-505c-43c3-9c45-a4b087a75df7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:30.458628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] For port b3b555c3-7f1d-4903-aeda-e25ef260930d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3b555c3-7f1d-4903-aeda-e25ef260930d,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:30.459033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.465694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c084421-e372-44e5-b82b-303dc48748c1 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.467301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9c084421-e372-44e5-b82b-303dc48748c1 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] 10.222.0.21 "GET /v2.0/networks/770c60a2-f681-4479-acf2-1f59c5924e7c HTTP/1.1" status: 200 len: 757 time: 0.3005681 Jan 28 04:33:30.472115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54218) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:30.477093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Calling delete_port for b3b555c3-7f1d-4903-aeda-e25ef260930d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:30.515517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5f17f-afe2-4e8b-b9bc-736e84a68d98 req-da225481-92a7-4afb-9c22-0bf8d3ecf906 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.517058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64e5f17f-afe2-4e8b-b9bc-736e84a68d98 req-da225481-92a7-4afb-9c22-0bf8d3ecf906 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 945 time: 0.1286218 Jan 28 04:33:30.563288 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70441816-be6f-4def-ba3d-240dc7eefa7f admin admin] Publish callbacks [] for security_group (312e4f74-ef5a-4263-8e5a-f136dda410f1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.570505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-124ac057-3f6d-4cf2-b0a9-e31aa87244a9 req-28a55de6-0e02-4aba-917f-aa11fbfc4bec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7721989 Jan 28 04:33:30.624265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] No DVR routers for this DVR port 9393acd0-505c-43c3-9c45-a4b087a75df7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:30.624494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:30.625749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70441816-be6f-4def-ba3d-240dc7eefa7f admin admin] Publish callbacks [] for security_group (312e4f74-ef5a-4263-8e5a-f136dda410f1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.633348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:30.635387 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.641270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92113ea8-8c77-41cf-86e7-cc853c4d8ffc req-f7c12266-9884-4cf6-9424-b2261737fa48 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "DELETE /v2.0/ports/9393acd0-505c-43c3-9c45-a4b087a75df7 HTTP/1.1" status: 204 len: 173 time: 2.0306234 Jan 28 04:33:30.641756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'name': 'network-vif-deleted', 'tag': '9393acd0-505c-43c3-9c45-a4b087a75df7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:30.644556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc69c22-ff3c-4f8d-a474-8cc9018280a6 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.646014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4dc69c22-ff3c-4f8d-a474-8cc9018280a6 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] 10.222.0.21 "GET /v2.0/networks/46cd7834-eebf-4cc2-87ff-45a3a5cf1424 HTTP/1.1" status: 200 len: 768 time: 0.1729867 Jan 28 04:33:30.659388 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505e561-b1bb-49e9-9ead-372ed5d40a91" -d '{"events": [{"server_uuid": "262f9da5-8c1d-40cc-aa5f-7957e1605826", "name": "network-vif-deleted", "tag": "9393acd0-505c-43c3-9c45-a4b087a75df7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:30.671611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54220) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:30.691789 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64e5f17f-afe2-4e8b-b9bc-736e84a68d98 req-13713453-065e-4170-b649-0e509d7fa597 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440570 Jan 28 04:33:30.704288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: e7f7549b-079d-4490-a917-ad0db0e598d5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:30.704288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device e7f7549b-079d-4490-a917-ad0db0e598d5 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:30.765890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70441816-be6f-4def-ba3d-240dc7eefa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (312e4f74-ef5a-4263-8e5a-f136dda410f1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.768578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70441816-be6f-4def-ba3d-240dc7eefa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.769870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-70441816-be6f-4def-ba3d-240dc7eefa7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/312e4f74-ef5a-4263-8e5a-f136dda410f1 HTTP/1.1" status: 204 len: 168 time: 0.4987364 Jan 28 04:33:30.780773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441816-be6f-4def-ba3d-240dc7eefa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e4f74-ef5a-4263-8e5a-f136dda410f1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:31.009774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20597d00-20d5-49ed-8079-7e453076d944 req-1b156070-a276-4f15-851e-86ae64d81939 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=262f9da5-8c1d-40cc-aa5f-7957e1605826 HTTP/1.1" status: 200 len: 210 time: 0.2501121 Jan 28 04:33:31.084392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['690a93a5-94f1-484b-94b6-8d9c01e4944e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:31.099325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (770c60a2-f681-4479-acf2-1f59c5924e7c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.109527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3b555c3-7f1d-4903-aeda-e25ef260930d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.155858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event deleted for resources: {'Port': ['ID=b3b555c3-7f1d-4903-aeda-e25ef260930d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:31.160494 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2846dc33-001b-4d6c-9178-5d0bd89e8167 x-openstack-request-id: req-2846dc33-001b-4d6c-9178-5d0bd89e8167 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:31.160808 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f9da5-8c1d-40cc-aa5f-7957e1605826", "name": "network-vif-deleted", "tag": "9393acd0-505c-43c3-9c45-a4b087a75df7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:31.161235 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2846dc33-001b-4d6c-9178-5d0bd89e8167 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:31.161634 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f9da5-8c1d-40cc-aa5f-7957e1605826', 'name': 'network-vif-deleted', 'tag': '9393acd0-505c-43c3-9c45-a4b087a75df7', 'status': 'completed', 'code': 200} Jan 28 04:33:31.204523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['611f7d6d-c489-4b4e-98af-1052522953dc', 'b3b555c3-7f1d-4903-aeda-e25ef260930d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:31.271504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] No DVR routers for this DVR port b3b555c3-7f1d-4903-aeda-e25ef260930d on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:31.276902 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.288347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fe5a798-d932-4efd-b3a2-1a16c6f67904 req-226b9980-dcba-4bb9-8b5d-5086a8206aa1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "DELETE /v2.0/ports/b3b555c3-7f1d-4903-aeda-e25ef260930d HTTP/1.1" status: 204 len: 173 time: 1.7773495 Jan 28 04:33:31.366543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (770c60a2-f681-4479-acf2-1f59c5924e7c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.402794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770c60a2-f681-4479-acf2-1f59c5924e7c']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:31.443645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c82eedd-fb1e-444e-8caa-27d61985aa98') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:31.443954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c82eedd-fb1e-444e-8caa-27d61985aa98') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:31.471879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5c82eedd-fb1e-444e-8caa-27d61985aa98), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.494102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5c82eedd-fb1e-444e-8caa-27d61985aa98), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.502332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:31.502980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5c82eedd-fb1e-444e-8caa-27d61985aa98), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:31.564659 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:31.604474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (770c60a2-f681-4479-acf2-1f59c5924e7c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.617133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 770c60a2-f681-4479-acf2-1f59c5924e7c {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:33:31.621006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.627989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54262) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:31.631555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/networks/770c60a2-f681-4479-acf2-1f59c5924e7c HTTP/1.1" status: 204 len: 168 time: 0.9559751 Jan 28 04:33:31.632920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'network': {'name': 'tempest-network--479036658'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:31.684907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Made reservation on behalf of 67719f71f1fe4535a505c6c3269dbeca for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:31.687633 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.730790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec444d-90be-44c5-b4cf-9951c5d5ec30 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Network': ['ID=770c60a2-f681-4479-acf2-1f59c5924e7c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:31.754320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:31.771189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d12ecf67-b8c0-42b0-899e-426a67725f5e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.771842 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Added segment d12ecf67-b8c0-42b0-899e-426a67725f5e of type vlan for network 40858420-03bd-422f-8a1a-65e475f4dbef Jan 28 04:33:31.798801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1bf94-3524-4609-81a6-fba989b6c3e8 req-2e56a46d-eae0-4873-9634-d260183e8b7e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:31.806260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5af1bf94-3524-4609-81a6-fba989b6c3e8 req-2e56a46d-eae0-4873-9634-d260183e8b7e tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 951 time: 0.2394359 Jan 28 04:33:31.887952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.917099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5af1bf94-3524-4609-81a6-fba989b6c3e8 req-05f80cb4-73fb-46f7-8055-75c972f311fd tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939789 Jan 28 04:33:31.921766 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:33:31.989406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.990694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:31.991351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:32.152645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.180158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.191375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.196921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5678060 Jan 28 04:33:32.204759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.213686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.231191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.238334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.254685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a002933-a1c7-421c-947d-bee90a3c905b req-b165a3dc-6b25-40e6-9628-4db3d9e7bcec tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5425 time: 0.2337396 Jan 28 04:33:32.255651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:32.286048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:32.288577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9393acd0-505c-43c3-9c45-a4b087a75df7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:32.321724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50454966-3841-4e55-9880-2316f9c8936a tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Network': ['ID=40858420-03bd-422f-8a1a-65e475f4dbef,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:32.340381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 9393acd0-505c-43c3-9c45-a4b087a75df7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:32.340730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9393acd0-505c-43c3-9c45-a4b087a75df7 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:32.385807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a002933-a1c7-421c-947d-bee90a3c905b req-6fbe5b10-f260-4726-ae0d-5d08e7447630 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301556 Jan 28 04:33:32.445130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 40858420-03bd-422f-8a1a-65e475f4dbef details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:32.486207 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e276c1b-a155-4bd0-ba63-f5ce36606e5c req-3ed7fee7-b7bb-4e3b-9e51-bf4abb375fbc tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0558739 Jan 28 04:33:32.659531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:32.754363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:32.790704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:32.843394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Network 40858420-03bd-422f-8a1a-65e475f4dbef is not hosted by any dhcp agent {{(pid=103139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 04:33:32.844665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.845527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:32.847104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "PUT /v2.0/networks/40858420-03bd-422f-8a1a-65e475f4dbef HTTP/1.1" status: 200 len: 857 time: 0.5870960 Jan 28 04:33:32.850168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54302) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:32.863493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'mac_address': 'fa:16:3e:dc:dd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:32.884483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002469f1-bc89-47f7-aa33-7602195069f1 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event updated for resources: {'Network': ['ID=40858420-03bd-422f-8a1a-65e475f4dbef,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:32.943675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.038155 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.079395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9ec47988-3a28-4353-a8e1-f5fa7351d12c is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:33.079395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.113411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ec47988-3a28-4353-a8e1-f5fa7351d12c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:33.131273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40858420-03bd-422f-8a1a-65e475f4dbef']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:33.143879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12ecf67-b8c0-42b0-899e-426a67725f5e') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:33.143879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12ecf67-b8c0-42b0-899e-426a67725f5e') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:33.153055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (d12ecf67-b8c0-42b0-899e-426a67725f5e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.158243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:33.167612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d12ecf67-b8c0-42b0-899e-426a67725f5e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.174122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:33.174569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (d12ecf67-b8c0-42b0-899e-426a67725f5e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.185878 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.245063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'name': 'network-vif-deleted', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:33.247320 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75c598-76f2-4da7-a655-a5f49cc4c436" -d '{"events": [{"server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "name": "network-vif-deleted", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:33.258092 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:33.347236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:33.361947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 52f4da5e-c44f-4320-b101-36c18f21bcad up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:33.404780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615280-ad85-44d2-a4b1-37fedf2bfc81 req-7524c2df-0665-47af-b8a4-ff0877a21007 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:33.417777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3615280-ad85-44d2-a4b1-37fedf2bfc81 req-7524c2df-0665-47af-b8a4-ff0877a21007 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 951 time: 0.3715053 Jan 28 04:33:33.430444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (40858420-03bd-422f-8a1a-65e475f4dbef), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.481087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40858420-03bd-422f-8a1a-65e475f4dbef {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:33:33.500697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Pushing event deleted for resources: {'Network': ['ID=40858420-03bd-422f-8a1a-65e475f4dbef,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:33.501495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 52f4da5e-c44f-4320-b101-36c18f21bcad completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:33.507038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 52f4da5e-c44f-4320-b101-36c18f21bcad triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:33.507423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.513235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.527797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c23259ef-fbca-4f99-87b7-957219a33d39 tempest-ExternalNetworksTestJSON-1812150521 tempest-ExternalNetworksTestJSON-1812150521-project-admin] 10.222.0.21 "DELETE /v2.0/networks/40858420-03bd-422f-8a1a-65e475f4dbef HTTP/1.1" status: 204 len: 168 time: 0.6762993 Jan 28 04:33:33.542006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54332) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:33.681740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18047443-13a9-423f-9188-b1a0acd352e9 req-2c87f49a-7212-450f-b606-e0a861a4cc47 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:33.691466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-18047443-13a9-423f-9188-b1a0acd352e9 req-2c87f49a-7212-450f-b606-e0a861a4cc47 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 951 time: 0.4305713 Jan 28 04:33:33.695430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-7f5a30a1-c679-4d11-9f72-cd0fc000a373 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:33.703665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-7f5a30a1-c679-4d11-9f72-cd0fc000a373 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.2809801 Jan 28 04:33:33.707220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9ec47988-3a28-4353-a8e1-f5fa7351d12c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:33.737478 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-b5faa69e-82b2-4eae-b8bd-d7c14baf9885 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/quotas/cd3ea49732e643e79ae5cb2d3605f174 HTTP/1.1" status: 200 len: 375 time: 0.0328596 Jan 28 04:33:33.739422 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e347debb-fff1-45bd-8e88-0140fdb649fc tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:33.741859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e347debb-fff1-45bd-8e88-0140fdb649fc tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:33.753924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e347debb-fff1-45bd-8e88-0140fdb649fc tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] 10.222.0.21 "DELETE /v2.0/subnets/ac5a257c-8d2d-4e7d-b283-f2a0183e1940 HTTP/1.1" status: 404 len: 337 time: 0.2108331 Jan 28 04:33:33.797438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54340) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:33.831259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-c197e3ae-079d-4ea6-a2f5-5b39b5747612 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919516 Jan 28 04:33:33.837177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 52f4da5e-c44f-4320-b101-36c18f21bcad is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:33.841332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.887003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3615280-ad85-44d2-a4b1-37fedf2bfc81 req-fde1b7f9-2d80-45c2-a367-86338c308d59 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667368 Jan 28 04:33:33.916370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f4da5e-c44f-4320-b101-36c18f21bcad'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:33.917626 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f5cdf6-a64f-4f0f-b92a-f622ed95fcb3" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "52f4da5e-c44f-4320-b101-36c18f21bcad"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:33.936623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=52f4da5e-c44f-4320-b101-36c18f21bcad,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:33.952201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.953182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1644ed9b-9fcd-49f3-96fc-570fe5eda845 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:34.071532 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe4084-718a-4b4d-b6ba-b2089d7dbd90 x-openstack-request-id: req-debe4084-718a-4b4d-b6ba-b2089d7dbd90 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:34.071835 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fba1ad-4dce-4def-bcbe-91e5700761d4", "name": "network-vif-deleted", "tag": "b3b555c3-7f1d-4903-aeda-e25ef260930d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:34.072105 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-debe4084-718a-4b4d-b6ba-b2089d7dbd90 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:34.072507 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fba1ad-4dce-4def-bcbe-91e5700761d4', 'name': 'network-vif-deleted', 'tag': 'b3b555c3-7f1d-4903-aeda-e25ef260930d', 'status': 'completed', 'code': 200} Jan 28 04:33:34.092896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (46cd7834-eebf-4cc2-87ff-45a3a5cf1424), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.121891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Deleting port 879f1b1d-932b-4c35-80e5-29914fbf938a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:34.122250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.122486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:34.129112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-37c1ffa4-a568-47eb-ba01-a7b352fcc936 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939091 Jan 28 04:33:34.232121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:34.254309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:34.255300 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.402534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-f11eab6f-c3f1-49ec-af0b-35266c5e40a7 service neutron] 10.222.0.21 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724154 Jan 28 04:33:34.425658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:34.426359 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.486666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (46cd7834-eebf-4cc2-87ff-45a3a5cf1424), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.496395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:34.506560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.507581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f06d0385-c9c0-4f36-a391-a527ba9c6c0c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:34.622954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cd7834-eebf-4cc2-87ff-45a3a5cf1424']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:34.656571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be999e9a-a361-4a8f-82e7-c027672b5781') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:34.657679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be999e9a-a361-4a8f-82e7-c027672b5781') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:34.660136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] For port 879f1b1d-932b-4c35-80e5-29914fbf938a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=879f1b1d-932b-4c35-80e5-29914fbf938a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:34.660620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.675725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.684521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.686831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:34.702091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.709646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.718473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.724611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.731067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.741688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-41e840a0-9e76-46b9-b997-588c4894e50e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5426 time: 0.5026321 Jan 28 04:33:34.751331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port f06d0385-c9c0-4f36-a391-a527ba9c6c0c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:34.759983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port f06d0385-c9c0-4f36-a391-a527ba9c6c0c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:34.759983 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.798831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (be999e9a-a361-4a8f-82e7-c027672b5781), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.809513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Calling delete_port for 879f1b1d-932b-4c35-80e5-29914fbf938a owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:34.852340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (be999e9a-a361-4a8f-82e7-c027672b5781), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.890183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6c75947-ac8d-4f58-95f4-162abf74ceb8 req-155006d0-e4f1-46cf-b28c-5d1ac0988c0a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0673413 Jan 28 04:33:34.897205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:34.897741 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (be999e9a-a361-4a8f-82e7-c027672b5781), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:34.901434 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:34.969081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b48fb03-cb5e-45bc-af68-dd5bf694c962 req-c0a5cb7b-51e9-4c00-8002-79751c14d0b0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2261462 Jan 28 04:33:34.985742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f06d0385-c9c0-4f36-a391-a527ba9c6c0c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:34.986152 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.072826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:35.082268 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c3ed1-f650-4305-87a0-85496e45f66b x-openstack-request-id: req-e56c3ed1-f650-4305-87a0-85496e45f66b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:35.084436 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "52f4da5e-c44f-4320-b101-36c18f21bcad", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:35.084609 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e56c3ed1-f650-4305-87a0-85496e45f66b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:35.085026 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f4da5e-c44f-4320-b101-36c18f21bcad', 'code': 200} Jan 28 04:33:35.105599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.110646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ad80303c-7d4a-42cd-b166-e1995dad39ff up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:35.235276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (46cd7834-eebf-4cc2-87ff-45a3a5cf1424), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.259236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e551fe36-46c7-42b9-9250-40fe3d2fdfe7 req-0f3d083a-c0ba-4f12-812c-2cb7cee1a8fe tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 210 time: 0.0931804 Jan 28 04:33:35.284003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.291044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] 10.222.0.21 "DELETE /v2.0/networks/46cd7834-eebf-4cc2-87ff-45a3a5cf1424 HTTP/1.1" status: 204 len: 168 time: 1.4876547 Jan 28 04:33:35.340070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c24ad-4307-4468-b816-ba78967aaaa9 tempest-ExternalNetworksTestJSON-1551778550 tempest-ExternalNetworksTestJSON-1551778550-project] Pushing event deleted for resources: {'Network': ['ID=46cd7834-eebf-4cc2-87ff-45a3a5cf1424,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:35.398795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:35.409129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port ad80303c-7d4a-42cd-b166-e1995dad39ff completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:35.417746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port ad80303c-7d4a-42cd-b166-e1995dad39ff triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:35.418126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.512007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ad80303c-7d4a-42cd-b166-e1995dad39ff is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:35.512739 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.535634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7a029-9b56-48c1-8e59-86f471b9cfe5 req-43c59202-becf-4a15-a91c-799515b90aff tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:35.548198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08e7a029-9b56-48c1-8e59-86f471b9cfe5 req-43c59202-becf-4a15-a91c-799515b90aff tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 951 time: 0.1354649 Jan 28 04:33:35.579049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (879f1b1d-932b-4c35-80e5-29914fbf938a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.600746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:35.607577 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.610011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:35.617351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb', '879f1b1d-932b-4c35-80e5-29914fbf938a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:35.620275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:35.697955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] No DVR routers for this DVR port 879f1b1d-932b-4c35-80e5-29914fbf938a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:35.700279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event deleted for resources: {'Port': ['ID=879f1b1d-932b-4c35-80e5-29914fbf938a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:35.709369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.719835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-18047443-13a9-423f-9188-b1a0acd352e9 req-a1a75865-e84c-42db-9808-963299edede6 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "DELETE /v2.0/ports/879f1b1d-932b-4c35-80e5-29914fbf938a HTTP/1.1" status: 204 len: 173 time: 1.9523332 Jan 28 04:33:35.734692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08e7a029-9b56-48c1-8e59-86f471b9cfe5 req-b82da2df-d19f-4118-9f74-49e77a73cc46 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813128 Jan 28 04:33:35.771678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: b3b555c3-7f1d-4903-aeda-e25ef260930d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:35.772175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3b555c3-7f1d-4903-aeda-e25ef260930d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:35.797447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:35.956559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:35.982828 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.073301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-deleted', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:36.076804 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb1e595-0ae1-4279-8b03-eb63c9db262c" -d '{"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-deleted", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:36.095526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 9ec47988-3a28-4353-a8e1-f5fa7351d12c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:36.096417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.156317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54410) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:36.160434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-440bfb63-d43a-42f0-8b38-382a8f09c6d0 req-a2fc4c83-3e21-4e50-857d-3ee756eca508 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0692475 Jan 28 04:33:36.421885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.434746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.453481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.468094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.482170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.497346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.507139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.524311 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-d21a6189-a694-4c19-9fbc-6a90bdbc359c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5429 time: 0.2252216 Jan 28 04:33:36.566980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9ec47988-3a28-4353-a8e1-f5fa7351d12c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:36.568083 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.675833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a26ecb5-a3b8-4798-9ae0-cb6ff0c228d4 req-df1fd223-fc0c-4b5c-8ab9-176c68696de3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474802 Jan 28 04:33:36.766216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:36.784198 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f1b6d8-ac32-4d08-aad1-d502978a2003 x-openstack-request-id: req-28f1b6d8-ac32-4d08-aad1-d502978a2003 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:36.786178 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.787265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 25243698-924e-48cd-bdd3-6282c89379c2 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:36.801206 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51f3bd-c71e-4758-aad7-7748c07a222f", "name": "network-vif-deleted", "tag": "879f1b1d-932b-4c35-80e5-29914fbf938a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:36.803014 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f1b6d8-ac32-4d08-aad1-d502978a2003 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:36.806185 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51f3bd-c71e-4758-aad7-7748c07a222f', 'name': 'network-vif-deleted', 'tag': '879f1b1d-932b-4c35-80e5-29914fbf938a', 'status': 'completed', 'code': 200} Jan 28 04:33:36.878010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-717e1782-47b6-4fba-aefb-cd4d4365229f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2495904ca1c49b19fe3208fa620d6d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7198808 Jan 28 04:33:36.881590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54430) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:36.918541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f87cc736-91d2-4f71-80f2-2e64507be8fe req-74d91c3d-0608-4e46-a26b-bfff0e85e63e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 210 time: 0.0587714 Jan 28 04:33:37.096113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845'}, {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c'}, {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff'}, {'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:37.099497 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab0a68-4f1b-4bab-bf50-12904c4c8f16" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845"}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c"}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff"}, {"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-plugged", "status": "completed", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:37.103955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:37.143223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 25243698-924e-48cd-bdd3-6282c89379c2 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:37.154710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 25243698-924e-48cd-bdd3-6282c89379c2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:37.156317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (25243698-924e-48cd-bdd3-6282c89379c2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.258112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcdc50e1-7ed0-43fb-af4b-d9bb33d47dd0 req-df660b09-ec33-4035-9274-45ea5882aa15 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac51f3bd-c71e-4758-aad7-7748c07a222f HTTP/1.1" status: 200 len: 210 time: 0.2109854 Jan 28 04:33:37.265940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92c1432-5b80-4ffd-8a1b-1b5a2c7cae42 admin admin] Publish callbacks [] for security_group (46df5f5f-c18a-4203-a910-b81becf6f20d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.327645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92c1432-5b80-4ffd-8a1b-1b5a2c7cae42 admin admin] Publish callbacks [] for security_group (46df5f5f-c18a-4203-a910-b81becf6f20d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.409856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-9e5fe6cf-81c6-481b-a83d-b5be60035853 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:37.423664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-9e5fe6cf-81c6-481b-a83d-b5be60035853 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 812 time: 0.4656231 Jan 28 04:33:37.429184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 25243698-924e-48cd-bdd3-6282c89379c2 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:37.429804 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25243698-924e-48cd-bdd3-6282c89379c2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.455684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Request body: {'port': {'device_id': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'admin_state_up': True, 'tenant_id': 'cd3ea49732e643e79ae5cb2d3605f174'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:37.511640 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b676a86b-23ba-4fdd-9a23-871ec56d1f2d x-openstack-request-id: req-b676a86b-23ba-4fdd-9a23-871ec56d1f2d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:37.516426 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845", "code": 200}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c", "code": 200}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff", "code": 200}, {"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-plugged", "status": "completed", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:37.516925 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b676a86b-23ba-4fdd-9a23-871ec56d1f2d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:37.517569 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845', 'code': 200} Jan 28 04:33:37.518528 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c', 'code': 200} Jan 28 04:33:37.518528 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff', 'code': 200} Jan 28 04:33:37.520975 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'code': 200} Jan 28 04:33:37.625995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b4bad0b-a646-48db-8df5-2cb8cbfd89a8 req-eb693456-4165-4477-836f-2e8f6c46f14e tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0980105 Jan 28 04:33:37.628057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25243698-924e-48cd-bdd3-6282c89379c2,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:37.642199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.643537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 690a93a5-94f1-484b-94b6-8d9c01e4944e up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:37.702687 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.705914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92c1432-5b80-4ffd-8a1b-1b5a2c7cae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (46df5f5f-c18a-4203-a910-b81becf6f20d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.711605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92c1432-5b80-4ffd-8a1b-1b5a2c7cae42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.714414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d92c1432-5b80-4ffd-8a1b-1b5a2c7cae42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46df5f5f-c18a-4203-a910-b81becf6f20d HTTP/1.1" status: 204 len: 168 time: 0.8318682 Jan 28 04:33:37.748817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c1432-5b80-4ffd-8a1b-1b5a2c7cae42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df5f5f-c18a-4203-a910-b81becf6f20d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:37.833798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Made reservation on behalf of cd3ea49732e643e79ae5cb2d3605f174 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:37.839618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.906907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:37.919889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 690a93a5-94f1-484b-94b6-8d9c01e4944e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:37.924247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 690a93a5-94f1-484b-94b6-8d9c01e4944e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:37.924943 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:37.980440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:37.991414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.003591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.025639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.038758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.044531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.055507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.060247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-441f2e63-f7e1-4602-94d6-7b48b6bc9c60 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5430 time: 0.1961026 Jan 28 04:33:38.073741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 690a93a5-94f1-484b-94b6-8d9c01e4944e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:38.078316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:38.128941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:38.137752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:38.138920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:38.263538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:38.278319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:38.283423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:38.304760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f4044dd8-20c1-4e00-bf88-87f96b5bf0d9 req-c880c255-6113-4974-88cf-87f60d12585d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2272112 Jan 28 04:33:38.315191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 879f1b1d-932b-4c35-80e5-29914fbf938a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:38.315768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 879f1b1d-932b-4c35-80e5-29914fbf938a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:38.319092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:38.319676 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:38.535896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Allocated IP 172.20.0.3 (d4926b07-c38f-4117-97fc-dd7e7ce678c4/9e589612-a8ab-4634-ba39-ec9c47977a92/774a4d7a-935c-4d01-8e81-ff17e4987b81) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:38.585690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:38.595589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:38.618194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5668b115-b86d-46c2-b200-4682ab5c2589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:38.626607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-af25a9ca-615e-485f-9a00-f0d0b4eb1a93 req-5154be07-32d2-4d12-83f4-b02b0d6f2f7d tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 210 time: 0.2616172 Jan 28 04:33:38.749051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:38.889563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:38.923622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-368bb720-95f6-4fe5-8763-0e14288051fe req-0760b9d2-35ef-4028-a6e8-089647a5bcff tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0925210 Jan 28 04:33:39.067583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks [] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.087698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54494) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:39.088202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:39.198668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2ba7720e-59bf-4d60-9b86-9253fee6a517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67719f71f1fe4535a505c6c3269dbeca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089671 Jan 28 04:33:39.203878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54498) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:39.270715 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-337a2eed-c57a-45cc-9b91-b9f27918621f admin admin] Publish callbacks [] for security_group (2fad020d-381c-4159-ab61-38d9539f64dd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.277800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.302307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-337a2eed-c57a-45cc-9b91-b9f27918621f admin admin] Publish callbacks [] for security_group (2fad020d-381c-4159-ab61-38d9539f64dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.346227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Network d4926b07-c38f-4117-97fc-dd7e7ce678c4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:39.399790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-337a2eed-c57a-45cc-9b91-b9f27918621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2fad020d-381c-4159-ab61-38d9539f64dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.403212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-337a2eed-c57a-45cc-9b91-b9f27918621f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.404764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-337a2eed-c57a-45cc-9b91-b9f27918621f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fad020d-381c-4159-ab61-38d9539f64dd HTTP/1.1" status: 204 len: 168 time: 0.1988091 Jan 28 04:33:39.418540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a2eed-c57a-45cc-9b91-b9f27918621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad020d-381c-4159-ab61-38d9539f64dd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:39.492439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event updated for resources: {'Port': ['ID=774a4d7a-935c-4d01-8e81-ff17e4987b81,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:39.510418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:39.514255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:39.522397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2'}, {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690a93a5-94f1-484b-94b6-8d9c01e4944e'}, {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:39.524916 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e3ab03-2e9e-4290-8bdd-667029b614f8" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "25243698-924e-48cd-bdd3-6282c89379c2"}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "690a93a5-94f1-484b-94b6-8d9c01e4944e"}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:39.556709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18801-7fdb-43b1-bbb2-81567fc1818d req-46ec8450-cc4d-42ea-9105-8efe07e3a3c7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.564324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeb18801-7fdb-43b1-bbb2-81567fc1818d req-46ec8450-cc4d-42ea-9105-8efe07e3a3c7 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.3899343 Jan 28 04:33:39.760618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeb18801-7fdb-43b1-bbb2-81567fc1818d req-263728b1-f266-4f1a-a09c-ac494ddb4dfb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953158 Jan 28 04:33:39.766418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.767069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:39.790528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.806135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.812359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-a13a852e-403f-4ce2-90ba-a1920babad2f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3673587 Jan 28 04:33:39.816977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.830417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Request body: {'port': {'device_id': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:39.832059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.844540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.859439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.878650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.889718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-03b07c20-e13b-45b1-aaa3-3a4302b55347 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.2241220 Jan 28 04:33:40.000063 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa753450-2801-4e72-b9bf-5d3d1cb57d1f x-openstack-request-id: req-fa753450-2801-4e72-b9bf-5d3d1cb57d1f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:40.000616 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "25243698-924e-48cd-bdd3-6282c89379c2", "code": 200}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "690a93a5-94f1-484b-94b6-8d9c01e4944e", "code": 200}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:40.000928 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa753450-2801-4e72-b9bf-5d3d1cb57d1f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:40.001564 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2', 'code': 200} Jan 28 04:33:40.001934 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690a93a5-94f1-484b-94b6-8d9c01e4944e', 'code': 200} Jan 28 04:33:40.002304 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'code': 200} Jan 28 04:33:40.026088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:40.041387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae710a94-9885-4ffe-af7c-1cf84bb32618 req-d51d5fb6-94df-4f11-b359-4557057ea027 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414309 Jan 28 04:33:40.262554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297114d-b87a-459f-98d3-2a858e4c7128 req-40284c0c-a7d9-4e50-8b2d-d00ea4550b72 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.270247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3297114d-b87a-459f-98d3-2a858e4c7128 req-40284c0c-a7d9-4e50-8b2d-d00ea4550b72 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 931 time: 0.1128616 Jan 28 04:33:40.301447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54536) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:40.403505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3297114d-b87a-459f-98d3-2a858e4c7128 req-319fdcee-aece-49d1-8bae-60e7b8f132a0 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263781 Jan 28 04:33:40.630114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774a4d7a-935c-4d01-8e81-ff17e4987b81 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:40.633428 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03663c97-c954-49a0-8134-fbf92c793372 req-42bf8185-8945-4cf0-a55d-52b43804b070 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0476375 Jan 28 04:33:40.640057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Publish callbacks [] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:40.658440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Transition to ACTIVE for port object 774a4d7a-935c-4d01-8e81-ff17e4987b81 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:40.690795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:40.711594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b12ac06b-4554-4e8a-a4e1-859f7b30ed62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:40.755387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2f30917-edb0-437e-8b3e-a9b6373da671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:40.812577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.813062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.813614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.814077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.816622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.817125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.819896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:40.824319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-2a1d6c1d-d15f-4c35-bfd4-3290be1d7df7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6489 time: 0.5792778 Jan 28 04:33:40.890677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b12ac06b-4554-4e8a-a4e1-859f7b30ed62 admin admin] Publish callbacks [] for security_group (82efc586-8a13-44a6-89bf-fb7468ffe329), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:40.976635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b12ac06b-4554-4e8a-a4e1-859f7b30ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (82efc586-8a13-44a6-89bf-fb7468ffe329), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.028473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ac06b-4554-4e8a-a4e1-859f7b30ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82efc586-8a13-44a6-89bf-fb7468ffe329,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:41.066266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb5377-55e6-415a-a5ef-0e5a2764168b req-abc5a90d-3833-49b1-be2e-72b92222f2ee tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.068384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86fb5377-55e6-415a-a5ef-0e5a2764168b req-abc5a90d-3833-49b1-be2e-72b92222f2ee tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.1620886 Jan 28 04:33:41.076919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-7c95e61f-ecaa-45b2-b2ab-592bd55e0f76 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.078387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-7c95e61f-ecaa-45b2-b2ab-592bd55e0f76 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 950 time: 0.4140968 Jan 28 04:33:41.079150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Pushing event updated for resources: {'Port': ['ID=774a4d7a-935c-4d01-8e81-ff17e4987b81,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:41.092963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce0a9f4f-2748-45f2-bb9b-f3b845e9f6ef req-d2e745c1-8852-4e43-8a7c-730193fc1ff4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2339659 Jan 28 04:33:41.147013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b12ac06b-4554-4e8a-a4e1-859f7b30ed62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7231fc49e85e45c28d2e0d9eb6eb2e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8443725 Jan 28 04:33:41.148610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:41.198189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86fb5377-55e6-415a-a5ef-0e5a2764168b req-56f0ca2a-12e1-4bb8-a74d-ff86803af7eb tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215663 Jan 28 04:33:41.252836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1499-3578-45ee-8f13-450e5ca3c1e8 admin admin] Publish callbacks [] for security_group (82efc586-8a13-44a6-89bf-fb7468ffe329), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.283295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1499-3578-45ee-8f13-450e5ca3c1e8 admin admin] Publish callbacks [] for security_group (82efc586-8a13-44a6-89bf-fb7468ffe329), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.363729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1499-3578-45ee-8f13-450e5ca3c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (82efc586-8a13-44a6-89bf-fb7468ffe329), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.367874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1499-3578-45ee-8f13-450e5ca3c1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.372342 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cc7b1499-3578-45ee-8f13-450e5ca3c1e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82efc586-8a13-44a6-89bf-fb7468ffe329 HTTP/1.1" status: 204 len: 168 time: 0.2226083 Jan 28 04:33:41.384321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1499-3578-45ee-8f13-450e5ca3c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82efc586-8a13-44a6-89bf-fb7468ffe329,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:41.430273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Attempting to bind port 774a4d7a-935c-4d01-8e81-ff17e4987b81 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:41.430589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Attempting to bind port 774a4d7a-935c-4d01-8e81-ff17e4987b81 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:41.430934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Attempting to bind port 774a4d7a-935c-4d01-8e81-ff17e4987b81 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:41.437125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Deleting port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:41.437509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.465463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Port 774a4d7a-935c-4d01-8e81-ff17e4987b81 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:33:41.465822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Attempting to bind port 774a4d7a-935c-4d01-8e81-ff17e4987b81 on network d4926b07-c38f-4117-97fc-dd7e7ce678c4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:41.508373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:41.508875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Checking segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:41.509299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Bound using segment: {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:41.509757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Bound port: 774a4d7a-935c-4d01-8e81-ff17e4987b81, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449d219-492a-47c8-bbb6-1b6fced63bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:41.510226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.640313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] For port 774a4d7a-935c-4d01-8e81-ff17e4987b81, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:41.643966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] For port 774a4d7a-935c-4d01-8e81-ff17e4987b81, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:41.659732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.715198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.725290 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.745117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.756123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.774334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.781671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.791469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.805502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-fefe2649-6403-4efa-9c9b-f910042d80ed tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.2511718 Jan 28 04:33:41.815980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:41.816600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.818079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] 10.222.0.52 "PUT /v2.0/ports/774a4d7a-935c-4d01-8e81-ff17e4987b81 HTTP/1.1" status: 200 len: 1091 time: 1.9924200 Jan 28 04:33:41.818548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'tag': '774a4d7a-935c-4d01-8e81-ff17e4987b81'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:41.841053 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f42d8-2ab4-4aae-8d8c-214135cc24c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe683cf5-39d7-41f6-b773-9abf2a25a09d", "tag": "774a4d7a-935c-4d01-8e81-ff17e4987b81"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:41.888214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:41.979318 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-279d3607-7b98-4c73-b96c-ba7d8551bb6a req-b4585381-9551-43f5-960b-995b746ac530 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656275 Jan 28 04:33:42.084666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:42.104954 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5da3a113-89ab-4bca-a2fd-47d6fa58f263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.118925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0c3dd-6bb9-4131-800d-f6e0736284cc service neutron] Pushing event updated for resources: {'Port': ['ID=774a4d7a-935c-4d01-8e81-ff17e4987b81,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:42.143667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] For port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:42.144055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.202951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-1eba3aac-e8cc-4141-82f2-c0204bf1db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:42.204798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-1eba3aac-e8cc-4141-82f2-c0204bf1db99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 1094 time: 0.2846239 Jan 28 04:33:42.238772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Calling delete_port for 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:42.372209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5da3a113-89ab-4bca-a2fd-47d6fa58f263 admin admin] Publish callbacks [] for security_group (8e48b30a-ecfa-4d19-9b49-d151c5468d1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.377254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5da3a113-89ab-4bca-a2fd-47d6fa58f263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8e48b30a-ecfa-4d19-9b49-d151c5468d1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.460241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-f8003218-ab7e-478f-a2c4-607fcfcde100 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81 HTTP/1.1" status: 200 len: 217 time: 0.2401049 Jan 28 04:33:42.531633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5da3a113-89ab-4bca-a2fd-47d6fa58f263 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67a26723064d41729b99a19d1ba2e983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452426 Jan 28 04:33:42.532199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54604) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:42.562940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3a113-89ab-4bca-a2fd-47d6fa58f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e48b30a-ecfa-4d19-9b49-d151c5468d1d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:42.721020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1e9debf3-0047-498f-9cf4-d8f3575a8dc6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.755673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:42.816432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0380ca19-f299-43c8-a3a3-dd76cb4d30dd admin admin] Publish callbacks [] for security_group (8e48b30a-ecfa-4d19-9b49-d151c5468d1d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.847125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['1e9debf3-0047-498f-9cf4-d8f3575a8dc6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:42.910319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5c02-62f4-4c5f-b722-5f53d0d47ab3 req-042d72bd-b858-4400-9582-6e7c4e32677e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:42.926931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6eb5c02-62f4-4c5f-b722-5f53d0d47ab3 req-042d72bd-b858-4400-9582-6e7c4e32677e tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 943 time: 1.2813482 Jan 28 04:33:42.932754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0380ca19-f299-43c8-a3a3-dd76cb4d30dd admin admin] Publish callbacks [] for security_group (8e48b30a-ecfa-4d19-9b49-d151c5468d1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.955168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] No DVR routers for this DVR port 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:42.963609 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.978805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea4fdba6-3c6f-406e-83c4-503ad7504c7f req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.47 "DELETE /v2.0/ports/1e9debf3-0047-498f-9cf4-d8f3575a8dc6 HTTP/1.1" status: 204 len: 173 time: 1.8846788 Jan 28 04:33:42.985080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377fd14-ebca-43be-a4ff-89a73b7ade58 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event deleted for resources: {'Port': ['ID=1e9debf3-0047-498f-9cf4-d8f3575a8dc6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:43.106781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0380ca19-f299-43c8-a3a3-dd76cb4d30dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8e48b30a-ecfa-4d19-9b49-d151c5468d1d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:43.112869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0380ca19-f299-43c8-a3a3-dd76cb4d30dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:43.117387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0380ca19-f299-43c8-a3a3-dd76cb4d30dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e48b30a-ecfa-4d19-9b49-d151c5468d1d HTTP/1.1" status: 204 len: 168 time: 0.5838790 Jan 28 04:33:43.137300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-78e76e8a-7019-4d2f-817e-5e710e63a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:43.139358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-78e76e8a-7019-4d2f-817e-5e710e63a0fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.4489300 Jan 28 04:33:43.143281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ca19-f299-43c8-a3a3-dd76cb4d30dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e48b30a-ecfa-4d19-9b49-d151c5468d1d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:43.231538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-b2401065-f815-4f1b-b5aa-226ff7753231 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772538 Jan 28 04:33:43.244799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6eb5c02-62f4-4c5f-b722-5f53d0d47ab3 req-101886ab-1158-48c7-9c2a-54e9e428fc18 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144441 Jan 28 04:33:43.426299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:43.571370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3dd399a-3f22-44f3-80b6-96022c52c14d req-8e2030ef-5b99-429e-a074-4ae77b9c63dd tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.1158128 Jan 28 04:33:43.695987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-dd177b59-03bb-4aac-86d1-633c936fe56a service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351015 Jan 28 04:33:43.782446 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4021ad-dcb9-4ba7-b582-993d88c9d59d x-openstack-request-id: req-3b4021ad-dcb9-4ba7-b582-993d88c9d59d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:43.782753 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe683cf5-39d7-41f6-b773-9abf2a25a09d", "tag": "774a4d7a-935c-4d01-8e81-ff17e4987b81", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:43.783017 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b4021ad-dcb9-4ba7-b582-993d88c9d59d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:43.783434 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'tag': '774a4d7a-935c-4d01-8e81-ff17e4987b81', 'status': 'completed', 'code': 200} Jan 28 04:33:44.007667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:44.067342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:44.113928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebabdd12-f454-43de-bf27-840ddf910454 req-dbfed4fe-e591-44fc-87cd-7a390be9386f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=754ce2ce-bc27-4f23-bb2d-44ab3b81448b HTTP/1.1" status: 200 len: 210 time: 0.1785257 Jan 28 04:33:44.199513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:44.208326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a8bced9-75e0-49a2-8823-c0292f45c346 req-82d66d00-c884-479c-8fef-65d4a888a300 service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050509 Jan 28 04:33:44.248721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.256377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.264722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.272210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.278909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.285785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.291467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.299251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-52a20926-1a0c-434a-b403-5a3d6de20b14 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.2285187 Jan 28 04:33:44.434726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54646) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:44.454561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-6bc2957f-87f9-4541-8082-6c9e2a5cddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.461334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-6bc2957f-87f9-4541-8082-6c9e2a5cddbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 1094 time: 0.1590753 Jan 28 04:33:44.540672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c03180f9-0adb-4162-bf23-f1977b2337cf req-16c4f557-7720-4e1b-8812-4af825b7021a tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2404537 Jan 28 04:33:44.642281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:44.793465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Allocated IP 172.25.6.46 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5aae714a-ddb6-4878-9e2f-138cc85ea9fb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:44.910566 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:44.983777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.990946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:44.997528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.003941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.011032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.018496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.027176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.036842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bee5ecb4-f554-448a-a890-b82afe25d81f req-34490bfb-a5e4-4eb2-aa21-6ec4a70ee391 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.1990969 Jan 28 04:33:45.086493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:45.104225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Request body: {'floatingip': {'port_id': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:45.217406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (440d2ba9-4362-440f-b289-46a5a4c395bf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:45.283968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:45.325592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:45.326309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1e9debf3-0047-498f-9cf4-d8f3575a8dc6 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:45.384109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-e42ce1d6-611c-40df-b729-97b38346c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.386405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-e42ce1d6-611c-40df-b729-97b38346c1fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 200 len: 913 time: 0.9179862 Jan 28 04:33:45.415676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc03d6d-47e4-430d-b5d6-c94eb6e35a30 req-b20becb2-fdd0-4a9b-8cb9-5b34489d53cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.423619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bc03d6d-47e4-430d-b5d6-c94eb6e35a30 req-b20becb2-fdd0-4a9b-8cb9-5b34489d53cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 943 time: 1.0464044 Jan 28 04:33:45.467639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4757091b-9b8b-4d63-9bb7-08e7df5429b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:45.477104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-49015f39-0dca-412f-9995-6db0cad40614 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81 HTTP/1.1" status: 200 len: 217 time: 0.0792067 Jan 28 04:33:45.678824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-3f06919e-ca55-4410-992b-2ba2173aef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:45.683446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-3f06919e-ca55-4410-992b-2ba2173aef9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 200 len: 852 time: 0.1957688 Jan 28 04:33:45.734206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bc03d6d-47e4-430d-b5d6-c94eb6e35a30 req-87ca98f8-5968-4dbc-bb6f-9ddb39200237 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094177 Jan 28 04:33:45.790454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4757091b-9b8b-4d63-9bb7-08e7df5429b8 admin admin] Publish callbacks [] for security_group (f5fc18a4-491d-47b1-88b3-fa2292aa229f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:45.794300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-deleted', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:45.800185 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b7220-61c7-489c-8e66-b9a82724b006" -d '{"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-deleted", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:45.809996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4757091b-9b8b-4d63-9bb7-08e7df5429b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f5fc18a4-491d-47b1-88b3-fa2292aa229f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:45.825332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d99fbbeb-50bb-4db8-a41a-7215863f7948 req-912938e5-3220-4b8a-ad5c-89697479e60b tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0706623 Jan 28 04:33:45.889183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757091b-9b8b-4d63-9bb7-08e7df5429b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc18a4-491d-47b1-88b3-fa2292aa229f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:45.906156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-e2180df3-351c-4fbe-ac34-04763887167b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4926b07-c38f-4117-97fc-dd7e7ce678c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800447 Jan 28 04:33:45.951768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:45.962222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4757091b-9b8b-4d63-9bb7-08e7df5429b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8ad497b9bb44a5f996947e07959cf88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5218973 Jan 28 04:33:45.963284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54696) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:46.020257 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d5bc4b-68ca-4bd4-bac9-d0bb35184800 x-openstack-request-id: req-90d5bc4b-68ca-4bd4-bac9-d0bb35184800 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:46.020567 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754ce2ce-bc27-4f23-bb2d-44ab3b81448b", "name": "network-vif-deleted", "tag": "1e9debf3-0047-498f-9cf4-d8f3575a8dc6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:46.020882 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90d5bc4b-68ca-4bd4-bac9-d0bb35184800 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:46.021245 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754ce2ce-bc27-4f23-bb2d-44ab3b81448b', 'name': 'network-vif-deleted', 'tag': '1e9debf3-0047-498f-9cf4-d8f3575a8dc6', 'status': 'completed', 'code': 200} Jan 28 04:33:46.189699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72494d95-7e1d-4083-88f6-3e19d5544594 admin admin] Publish callbacks [] for security_group (f5fc18a4-491d-47b1-88b3-fa2292aa229f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.259924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72494d95-7e1d-4083-88f6-3e19d5544594 admin admin] Publish callbacks [] for security_group (f5fc18a4-491d-47b1-88b3-fa2292aa229f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.278687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-9bffc590-5e92-49cf-9afb-32c90e2f796c service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655081 Jan 28 04:33:46.321658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.371007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.435126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (440d2ba9-4362-440f-b289-46a5a4c395bf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.456570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-717f42d8-2ab4-4aae-8d8c-214135cc24c4 req-8cb28cde-2961-4c53-aec7-54120d3fa180 service neutron] 10.222.0.52 "GET /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694431 Jan 28 04:33:46.468653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72494d95-7e1d-4083-88f6-3e19d5544594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f5fc18a4-491d-47b1-88b3-fa2292aa229f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.471273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72494d95-7e1d-4083-88f6-3e19d5544594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.480223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-72494d95-7e1d-4083-88f6-3e19d5544594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5fc18a4-491d-47b1-88b3-fa2292aa229f HTTP/1.1" status: 204 len: 168 time: 0.4723246 Jan 28 04:33:46.503771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72494d95-7e1d-4083-88f6-3e19d5544594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc18a4-491d-47b1-88b3-fa2292aa229f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:46.573920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:46.595935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:46.602310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:46.747488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Pushing event updated for resources: {'Port': ['ID=5aae714a-ddb6-4878-9e2f-138cc85ea9fb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:46.806150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80311d-915d-44ca-823e-8f87e0c4a9e1 req-16b0390b-3120-45d9-b776-244f0e524e88 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:46.817397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad80311d-915d-44ca-823e-8f87e0c4a9e1 req-16b0390b-3120-45d9-b776-244f0e524e88 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.5522354 Jan 28 04:33:46.986686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da77c9-e068-4bbb-9958-cb6aafae5728 req-503e3faa-f67f-46a3-b941-6b027503278c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:46.990486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57da77c9-e068-4bbb-9958-cb6aafae5728 req-503e3faa-f67f-46a3-b941-6b027503278c tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 943 time: 0.1117766 Jan 28 04:33:47.091250 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Floating IP 440d2ba9-4362-440f-b289-46a5a4c395bf associated. External IP: 172.25.6.181, port: 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21. Jan 28 04:33:47.102305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57da77c9-e068-4bbb-9958-cb6aafae5728 req-29f34a59-b169-4946-b032-187d5d1e46eb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048117 Jan 28 04:33:47.250733 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for floatingip (1a24b70a-332f-46e8-a8fe-2c1f44b20707), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.270991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad80311d-915d-44ca-823e-8f87e0c4a9e1 req-215ea64e-0b9c-49de-b443-dba3e26e782b tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522002 Jan 28 04:33:47.376798 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.438229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:47.449167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad1562c8-5fdb-4a2b-a159-8de61e571959 req-e5cecd6b-ab63-4865-abb1-9f5e96d22ea9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0616338 Jan 28 04:33:47.501586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9740a968-e7a9-4a58-8cd2-c07d5467bf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.567673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.573842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.682077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9740a968-e7a9-4a58-8cd2-c07d5467bf75 admin admin] Publish callbacks [] for security_group (5ea64083-ad15-4da9-ab3c-ca0c2004a616), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.690704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9740a968-e7a9-4a58-8cd2-c07d5467bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5ea64083-ad15-4da9-ab3c-ca0c2004a616), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.750513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9740a968-e7a9-4a58-8cd2-c07d5467bf75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88f9c9dd534848a085a45ffeb85624bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092990 Jan 28 04:33:47.753037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:47.761474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Pushing event updated for resources: {'Port': ['ID=5aae714a-ddb6-4878-9e2f-138cc85ea9fb,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:47.761918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740a968-e7a9-4a58-8cd2-c07d5467bf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea64083-ad15-4da9-ab3c-ca0c2004a616,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:47.792757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1a24b70a-332f-46e8-a8fe-2c1f44b20707), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.813964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Router 39c31a4e-5758-4aed-8890-4698aa03ee86 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:33:47.819118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.820706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e14a876-1530-4145-bc66-3b08999d108d tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3926299 Jan 28 04:33:47.826774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54742) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:47.833323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-637173621', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'fixed_ips': [{'ip_address': '172.25.6.46'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:47.918685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6ab3-5beb-40ce-b5be-40d29ef4b40a admin admin] Publish callbacks [] for security_group (5ea64083-ad15-4da9-ab3c-ca0c2004a616), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:47.949969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6ab3-5beb-40ce-b5be-40d29ef4b40a admin admin] Publish callbacks [] for security_group (5ea64083-ad15-4da9-ab3c-ca0c2004a616), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.116117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-ab5f4212-e8ab-4bd6-97be-3558e32aa2ec tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:48.118622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-ab5f4212-e8ab-4bd6-97be-3558e32aa2ec tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2550066 Jan 28 04:33:48.121611 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6ab3-5beb-40ce-b5be-40d29ef4b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5ea64083-ad15-4da9-ab3c-ca0c2004a616), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.125112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6ab3-5beb-40ce-b5be-40d29ef4b40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.139018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aa5e6ab3-5beb-40ce-b5be-40d29ef4b40a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ea64083-ad15-4da9-ab3c-ca0c2004a616 HTTP/1.1" status: 204 len: 168 time: 0.3831770 Jan 28 04:33:48.188873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e6ab3-5beb-40ce-b5be-40d29ef4b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea64083-ad15-4da9-ab3c-ca0c2004a616,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:48.354429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 774a4d7a-935c-4d01-8e81-ff17e4987b81 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:48.394960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Deleting port badedea0-b165-4f3e-8fe7-d9d94d5f38eb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:48.395321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.527651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Made reservation on behalf of 350d8e014abd484f9f582fd0f8614d67 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:48.538527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.589631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 774a4d7a-935c-4d01-8e81-ff17e4987b81, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:48.610998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.622127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '774a4d7a-935c-4d01-8e81-ff17e4987b81', 'network_id': 'd4926b07-c38f-4117-97fc-dd7e7ce678c4', 'port_id': '774a4d7a-935c-4d01-8e81-ff17e4987b81', 'mac_address': 'fa:16:3e:5a:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e589612-a8ab-4634-ba39-ec9c47977a92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:48.698855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fb5b-64fa-4e93-9b20-83e1e8fa5359 req-5d318806-d289-45f6-9fb0-85278fae86a0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:48.707048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44a4fb5b-64fa-4e93-9b20-83e1e8fa5359 req-5d318806-d289-45f6-9fb0-85278fae86a0 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 950 time: 0.2042155 Jan 28 04:33:48.739457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 774a4d7a-935c-4d01-8e81-ff17e4987b81 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:48.740331 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.761866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774a4d7a-935c-4d01-8e81-ff17e4987b81 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:48.795946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 774a4d7a-935c-4d01-8e81-ff17e4987b81, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:48.803964 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.807609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] For port badedea0-b165-4f3e-8fe7-d9d94d5f38eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:48.808008 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.865992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdb504-234a-4bf3-a97b-272060c776aa req-5b503055-0efd-4a2d-b83a-de6642ca4bc4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:48.868743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cbdb504-234a-4bf3-a97b-272060c776aa req-5b503055-0efd-4a2d-b83a-de6642ca4bc4 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 943 time: 0.3824372 Jan 28 04:33:48.877070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=774a4d7a-935c-4d01-8e81-ff17e4987b81,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:48.907761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Calling delete_port for badedea0-b165-4f3e-8fe7-d9d94d5f38eb owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:48.930795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:33:48.945446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] Sync routers for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:33:48.969043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:48.971759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:33:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:48.972837 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:48.988653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44a4fb5b-64fa-4e93-9b20-83e1e8fa5359 req-011aa197-9091-4c1d-8ea4-8d9ee2626a56 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ced4d-3233-4591-8e2e-984e3f219772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641141 Jan 28 04:33:49.100187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d773dead-a963-4892-948a-2bedc1ba7306 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "PUT /v2.0/floatingips/440d2ba9-4362-440f-b289-46a5a4c395bf HTTP/1.1" status: 200 len: 991 time: 4.0124521 Jan 28 04:33:49.119841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:49.124509 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:49.215101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cbdb504-234a-4bf3-a97b-272060c776aa req-1cd96da5-6a00-456c-ba8d-2afaffd043cb tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209062 Jan 28 04:33:49.249920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61d7e180-4d35-4afc-ab30-d5c22d9623ff req-bc0bc591-19be-4515-8ba7-7087a10d4988 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.1206346 Jan 28 04:33:49.335873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for security_group (2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:49.346479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:49.351526 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460c2884-940f-473e-807b-0de8153619dc x-openstack-request-id: req-460c2884-940f-473e-807b-0de8153619dc {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:49.351863 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:49.352075 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-460c2884-940f-473e-807b-0de8153619dc {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:49.352479 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'status': 'completed', 'code': 200} Jan 28 04:33:49.426695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (badedea0-b165-4f3e-8fe7-d9d94d5f38eb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:49.457731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] device_id is not set on port af6e1c5f-5605-42e0-9ca7-91056bd426f7 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:33:49.476232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:49.479244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:49.502993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['badedea0-b165-4f3e-8fe7-d9d94d5f38eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:49.598055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Pushing event deleted for resources: {'Port': ['ID=badedea0-b165-4f3e-8fe7-d9d94d5f38eb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:49.724799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['774a4d7a-935c-4d01-8e81-ff17e4987b81'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:49.769239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] No DVR routers for this DVR port badedea0-b165-4f3e-8fe7-d9d94d5f38eb on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:49.775827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:49.789180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba41b4dc-86d0-4b19-b8c3-687ced4cda98 req-fbc119c5-f74e-4d65-b485-ed16fcf483d3 tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.52 "DELETE /v2.0/ports/badedea0-b165-4f3e-8fe7-d9d94d5f38eb HTTP/1.1" status: 204 len: 173 time: 1.6468663 Jan 28 04:33:49.800300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-deleted', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:49.811879 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970e6994-abca-488e-a441-d220ca0208cb" -d '{"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-deleted", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:49.855476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.858688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.859346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.859823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.861460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.867650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.868277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:49.874933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-bf927250-f100-4891-94a4-9ef6a2daeeb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6489 time: 0.4693542 Jan 28 04:33:49.911109 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19937d3-f369-4de0-be1e-672f3cdf5327 x-openstack-request-id: req-d19937d3-f369-4de0-be1e-672f3cdf5327 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:49.911435 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb025-5bcd-4e78-80a5-403797fcc85a", "name": "network-vif-deleted", "tag": "badedea0-b165-4f3e-8fe7-d9d94d5f38eb", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:49.911685 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d19937d3-f369-4de0-be1e-672f3cdf5327 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:49.917032 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb025-5bcd-4e78-80a5-403797fcc85a', 'name': 'network-vif-deleted', 'tag': 'badedea0-b165-4f3e-8fe7-d9d94d5f38eb', 'status': 'completed', 'code': 200} Jan 28 04:33:50.033880 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 04:33:50.048557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:50.103415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-be0b3045-bdcf-4ac5-af3e-be2ab9fa1fd5 tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2751658 Jan 28 04:33:50.104690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54816) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:50.418682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-aad2998b-e56d-44db-b136-efd5fd652f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:50.420960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-aad2998b-e56d-44db-b136-efd5fd652f58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9567c41-6127-4d6e-b841-c244b5f9ae75 HTTP/1.1" status: 200 len: 912 time: 0.5399225 Jan 28 04:33:50.453448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f8f6933-8e4d-415d-85a8-87b760964388 req-a70a1030-47ea-4838-b99a-285b6768ae2f tempest-MigrationsAdminTest-1591094662 tempest-MigrationsAdminTest-1591094662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07cb025-5bcd-4e78-80a5-403797fcc85a HTTP/1.1" status: 200 len: 210 time: 0.0649703 Jan 28 04:33:50.537900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '440d2ba9-4362-440f-b289-46a5a4c395bf', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'port_id': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'mac_address': 'fa:16:3e:1c:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:31:53Z', 'updated_at': '2022-01-28T04:33:45Z', 'revision_number': 1, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:26Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:50.613833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] Checking router: 39c31a4e-5758-4aed-8890-4698aa03ee86 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:33:50.638192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:50.640214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:33:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:50.648204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120ad9e-54f5-4857-a6ca-73c988833b1a req-44a6e737-4d27-444c-8fab-9c5c46d8aec9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:50.664402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6120ad9e-54f5-4857-a6ca-73c988833b1a req-44a6e737-4d27-444c-8fab-9c5c46d8aec9 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 944 time: 0.2792046 Jan 28 04:33:50.689431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-672d286a-f9d9-4a81-bcb8-5d971e8e9230 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 200 len: 999 time: 0.2347705 Jan 28 04:33:50.725186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Deleting port 5aae714a-ddb6-4878-9e2f-138cc85ea9fb {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:50.725381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:50.875589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02fede39-cb59-4275-8489-3f418261d918 req-f5fdb717-7cd6-49ef-aabc-dec4c3f18051 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.1831720 Jan 28 04:33:50.910312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:50.958052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-802fe2d4-a751-4491-beae-2805a77ba6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:50.959702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-802fe2d4-a751-4491-beae-2805a77ba6ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=879faf50-de16-443f-a182-02bdfc17c9b0 HTTP/1.1" status: 200 len: 850 time: 0.2413597 Jan 28 04:33:50.973512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:50.973985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for floatingip (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:51.007656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Calling delete_port for 5aae714a-ddb6-4878-9e2f-138cc85ea9fb owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:51.118286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-5174847c-5c1b-414f-9dab-7b29ede3df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:51.137670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-5174847c-5c1b-414f-9dab-7b29ede3df2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9567c41-6127-4d6e-b841-c244b5f9ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709003 Jan 28 04:33:51.334263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-32025b7e-ada0-49c3-a2b8-9cd1b490acdb service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881509 Jan 28 04:33:51.419266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '440d2ba9-4362-440f-b289-46a5a4c395bf', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'port_id': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'mac_address': 'fa:16:3e:1c:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:31:53Z', 'updated_at': '2022-01-28T04:33:45Z', 'revision_number': 1, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:26Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:51.426306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6120ad9e-54f5-4857-a6ca-73c988833b1a req-4611d4f3-9d4c-4a5f-9655-89a30a89d04f tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604246 Jan 28 04:33:51.499464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b28d3-01b9-4948-a72b-b9f7a3416579 None None] The sync data for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 is: [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '440d2ba9-4362-440f-b289-46a5a4c395bf', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'port_id': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'mac_address': 'fa:16:3e:1c:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:31:53Z', 'updated_at': '2022-01-28T04:33:45Z', 'revision_number': 1, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:26Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:33:51.632790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5aae714a-ddb6-4878-9e2f-138cc85ea9fb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:51.663590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84ad5962-f5aa-4480-95f6-e2f93ee8ce8f req-0b7544c8-15d2-4707-be19-7030069443ae service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231351 Jan 28 04:33:51.701574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aae714a-ddb6-4878-9e2f-138cc85ea9fb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:51.777368 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks [] for floatingip (1a24b70a-332f-46e8-a8fe-2c1f44b20707), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:51.780670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:51.786122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4dbc46b-a718-471c-9ac5-c4e9627de80c tempest-ExternalNetworksAdminNegativeTestJSON-839097036 tempest-ExternalNetworksAdminNegativeTestJSON-839097036-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/1a24b70a-332f-46e8-a8fe-2c1f44b20707 HTTP/1.1" status: 204 len: 168 time: 1.6769023 Jan 28 04:33:51.905050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7682b8-2468-4a43-abd9-aed249e8e5cf None None] New status for floating IP 440d2ba9-4362-440f-b289-46a5a4c395bf: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:33:52.109564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a498dc3-c447-4596-8c88-429adf0f1d6b req-0f578a72-ea42-4d0c-9272-ceafdec49cc8 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=93fba1ad-4dce-4def-bcbe-91e5700761d4 HTTP/1.1" status: 200 len: 210 time: 0.0768189 Jan 28 04:33:52.399392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 774a4d7a-935c-4d01-8e81-ff17e4987b81 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:52.530346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 774a4d7a-935c-4d01-8e81-ff17e4987b81 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:52.536315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 774a4d7a-935c-4d01-8e81-ff17e4987b81 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:52.536949 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:52.579690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54902) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:52.639888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:52.670597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87824fc7-47ad-4b28-aa92-44fdaea1dcce req-802d91d1-b815-4b97-a023-34fa28877b12 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:52.684997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87824fc7-47ad-4b28-aa92-44fdaea1dcce req-802d91d1-b815-4b97-a023-34fa28877b12 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 944 time: 0.1020525 Jan 28 04:33:52.710612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 774a4d7a-935c-4d01-8e81-ff17e4987b81 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:52.711388 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:52.768022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774a4d7a-935c-4d01-8e81-ff17e4987b81'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:52.778179 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94dbbbc-8792-4296-91e6-c11fd04faca4" -d '{"events": [{"server_uuid": "fe683cf5-39d7-41f6-b773-9abf2a25a09d", "name": "network-vif-plugged", "status": "completed", "tag": "774a4d7a-935c-4d01-8e81-ff17e4987b81"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:52.788011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87824fc7-47ad-4b28-aa92-44fdaea1dcce req-c79cf704-2959-4df4-be50-315fbb06d9ac tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958364 Jan 28 04:33:52.821234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 774a4d7a-935c-4d01-8e81-ff17e4987b81, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:52.829186 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:52.831459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:52.857748 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c30e7-1846-4a79-86a9-5ec66df351ff x-openstack-request-id: req-422c30e7-1846-4a79-86a9-5ec66df351ff {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:52.858339 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe683cf5-39d7-41f6-b773-9abf2a25a09d", "name": "network-vif-plugged", "status": "completed", "tag": "774a4d7a-935c-4d01-8e81-ff17e4987b81", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:52.858769 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-422c30e7-1846-4a79-86a9-5ec66df351ff {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:52.859347 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774a4d7a-935c-4d01-8e81-ff17e4987b81', 'code': 200} Jan 28 04:33:53.019990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: badedea0-b165-4f3e-8fe7-d9d94d5f38eb {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:53.020344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device badedea0-b165-4f3e-8fe7-d9d94d5f38eb not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:53.025716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5270bb-a102-4e44-82ad-04fdb1eefa21 req-ffcafc18-8e09-4eea-9069-ea4418f09dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:53.027680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba5270bb-a102-4e44-82ad-04fdb1eefa21 req-ffcafc18-8e09-4eea-9069-ea4418f09dad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 1096 time: 0.0714376 Jan 28 04:33:53.040052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=774a4d7a-935c-4d01-8e81-ff17e4987b81,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:53.056210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.056555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.057084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.057757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.058306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.058810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.059314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.059811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.060826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.066502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.067108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.067743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.068267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:53.124906 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-29fc6a2b-e58e-4d1b-9a3d-0bbbe12ef067 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2440aea79a714f1399537add7111895e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766513 Jan 28 04:33:53.131534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba5270bb-a102-4e44-82ad-04fdb1eefa21 req-4e954f50-1a3e-484a-baa3-b5b33e4860b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967057 Jan 28 04:33:53.253277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b394-ff44-447f-b7db-de090e0973e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:53.402548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54934) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:53.415426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-18aa33ea-4a92-4139-ae09-36a0a7fd9721 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e23947e951454848beb27f0afa63fdaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342221 Jan 28 04:33:53.533447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a84ef9d3-3dd5-4d41-a964-b85a22f8e17c admin admin] Publish callbacks [] for security_group (c13ced4d-3233-4591-8e2e-984e3f219772), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:53.635569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a84ef9d3-3dd5-4d41-a964-b85a22f8e17c admin admin] Publish callbacks [] for security_group (c13ced4d-3233-4591-8e2e-984e3f219772), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:53.777700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a84ef9d3-3dd5-4d41-a964-b85a22f8e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c13ced4d-3233-4591-8e2e-984e3f219772), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:53.781844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a84ef9d3-3dd5-4d41-a964-b85a22f8e17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:53.783278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a84ef9d3-3dd5-4d41-a964-b85a22f8e17c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c13ced4d-3233-4591-8e2e-984e3f219772 HTTP/1.1" status: 204 len: 168 time: 0.3795469 Jan 28 04:33:53.789119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-5f41cd7a-8750-4421-812f-e6766e481349 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:53.801773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ef9d3-3dd5-4d41-a964-b85a22f8e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ced4d-3233-4591-8e2e-984e3f219772,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:53.810428 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-5f41cd7a-8750-4421-812f-e6766e481349 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6715655 Jan 28 04:33:53.859585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-71bda649-0ae4-42a1-b7f8-3fbb8470ae09 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/quotas/2440aea79a714f1399537add7111895e HTTP/1.1" status: 200 len: 375 time: 0.0480061 Jan 28 04:33:53.917711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-d8bbb589-c710-437c-9330-471d20d6efed tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570047 Jan 28 04:33:53.986285 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b394-ff44-447f-b7db-de090e0973e0 admin admin] Publish callbacks [] for security_group (df7a99bb-7b55-4f16-836a-2bf5cc8cc360), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:53.993311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b394-ff44-447f-b7db-de090e0973e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (df7a99bb-7b55-4f16-836a-2bf5cc8cc360), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:54.023146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7d8c-9d4c-42b2-a56c-38dc617bac72 req-2fafc843-b689-40be-b357-77bdda4081ce tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:54.037868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b3c7d8c-9d4c-42b2-a56c-38dc617bac72 req-2fafc843-b689-40be-b357-77bdda4081ce tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.1050205 Jan 28 04:33:54.103667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ccf3b394-ff44-447f-b7db-de090e0973e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47b464e07938486080ac3285c3c6ff8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4626396 Jan 28 04:33:54.107009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54954) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:54.110646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b394-ff44-447f-b7db-de090e0973e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a99bb-7b55-4f16-836a-2bf5cc8cc360,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:54.174943 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b3c7d8c-9d4c-42b2-a56c-38dc617bac72 req-28bb97f3-65ba-4d0b-b621-5f54d627c34a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360853 Jan 28 04:33:54.322132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca1842ef-0bfd-4500-97bf-8d60660e6856 admin admin] Publish callbacks [] for security_group (df7a99bb-7b55-4f16-836a-2bf5cc8cc360), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:54.352194 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca1842ef-0bfd-4500-97bf-8d60660e6856 admin admin] Publish callbacks [] for security_group (df7a99bb-7b55-4f16-836a-2bf5cc8cc360), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:54.430779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca1842ef-0bfd-4500-97bf-8d60660e6856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (df7a99bb-7b55-4f16-836a-2bf5cc8cc360), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:54.433708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca1842ef-0bfd-4500-97bf-8d60660e6856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:54.435105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ca1842ef-0bfd-4500-97bf-8d60660e6856 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df7a99bb-7b55-4f16-836a-2bf5cc8cc360 HTTP/1.1" status: 204 len: 168 time: 0.3233676 Jan 28 04:33:54.446701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1842ef-0bfd-4500-97bf-8d60660e6856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a99bb-7b55-4f16-836a-2bf5cc8cc360,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:54.677727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-19708086-c043-4d37-b640-0178590919de tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2440aea79a714f1399537add7111895e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659807 Jan 28 04:33:54.912651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54996) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:55.039277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5dcde645-7c2b-4b00-8d7a-2e486b33c746 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa3e5bbc49fd47d287816f4bed992786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232293 Jan 28 04:33:55.041419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55000) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:55.053455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-add39f17-8ae6-4dca-a7f3-aa35d2ffbe61 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:55.078891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-add39f17-8ae6-4dca-a7f3-aa35d2ffbe61 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951979 Jan 28 04:33:55.127557 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-e18dd35a-939c-4876-b7c9-e910fafe1b7c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/quotas/2440aea79a714f1399537add7111895e HTTP/1.1" status: 200 len: 375 time: 0.0463483 Jan 28 04:33:55.189614 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d0047e-f4bb-4eac-8a05-80c4a1ebdb5f admin admin] Publish callbacks [] for security_group (1055f181-e948-4468-a210-e5765437633c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:55.241757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-f0380d45-3564-48ea-822f-8a0d459cb78e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116793 Jan 28 04:33:55.299395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d0047e-f4bb-4eac-8a05-80c4a1ebdb5f admin admin] Publish callbacks [] for security_group (1055f181-e948-4468-a210-e5765437633c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:55.634646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010984b-9e4c-4ebe-abbd-8f4fe81b8d82 req-3b42a4c6-70ce-4064-ab2f-cad63eb82d55 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:55.647670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2010984b-9e4c-4ebe-abbd-8f4fe81b8d82 req-3b42a4c6-70ce-4064-ab2f-cad63eb82d55 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.2133527 Jan 28 04:33:55.656192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-095e537b-8cad-4f85-a415-d1f7216118e9 req-413e9c32-bc91-48cd-811f-d2e0447dad1a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 210 time: 0.0750141 Jan 28 04:33:55.678618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55016) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:55.742074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d0047e-f4bb-4eac-8a05-80c4a1ebdb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1055f181-e948-4468-a210-e5765437633c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:55.744611 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d0047e-f4bb-4eac-8a05-80c4a1ebdb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:55.771364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04d0047e-f4bb-4eac-8a05-80c4a1ebdb5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1055f181-e948-4468-a210-e5765437633c HTTP/1.1" status: 204 len: 168 time: 0.7268386 Jan 28 04:33:55.818404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0047e-f4bb-4eac-8a05-80c4a1ebdb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1055f181-e948-4468-a210-e5765437633c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:55.846617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-537477f0-2fe2-4c79-94a2-b5e12d1a6be0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=350d8e014abd484f9f582fd0f8614d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649230 Jan 28 04:33:55.847220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55024) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:56.066086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2010984b-9e4c-4ebe-abbd-8f4fe81b8d82 req-23bb4230-a953-447d-8808-d3d5f523884a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034979 Jan 28 04:33:56.107617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a93369-5760-4480-a72d-79276a0ccac6 admin admin] Publish callbacks [] for security_group (2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:56.199386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a93369-5760-4480-a72d-79276a0ccac6 admin admin] Publish callbacks [] for security_group (2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:56.546504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-50114af9-b62f-4a4c-9480-ccfa1dcac058 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2440aea79a714f1399537add7111895e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431494 Jan 28 04:33:56.939594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d7d6895-4a71-4761-a553-6d5ee4d91021 req-8a4fb504-6b9d-4a78-be73-99ebc82d9572 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 210 time: 0.0779729 Jan 28 04:33:56.958799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a93369-5760-4480-a72d-79276a0ccac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:56.961532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a93369-5760-4480-a72d-79276a0ccac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:56.962800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-68a93369-5760-4480-a72d-79276a0ccac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed HTTP/1.1" status: 204 len: 168 time: 1.0982509 Jan 28 04:33:57.053104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a93369-5760-4480-a72d-79276a0ccac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70d0fc-e7e3-44c4-9ab7-fb4c82d67eed,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:57.140211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8d29-29d3-43e3-b577-2000d7da3098 req-fe8c9621-e635-4693-8738-b1d9b8ef26f6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:57.148519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9edd8d29-29d3-43e3-b577-2000d7da3098 req-fe8c9621-e635-4693-8738-b1d9b8ef26f6 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.5428963 Jan 28 04:33:57.189338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ceb3d3db-1447-4c7f-8c5b-d74bd2baa07d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:57.191155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ceb3d3db-1447-4c7f-8c5b-d74bd2baa07d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6372306 Jan 28 04:33:57.221508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Request body: {'port': {'device_id': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '2440aea79a714f1399537add7111895e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:57.369719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9edd8d29-29d3-43e3-b577-2000d7da3098 req-66de8f59-789f-475c-9519-da28d603e6a2 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200007 Jan 28 04:33:57.403540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Made reservation on behalf of 2440aea79a714f1399537add7111895e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:57.407984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:57.424997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:57.686391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks [] for security_group (9fc5e055-9d3f-45aa-b396-f0b7221a5107), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:57.689270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-df9f9d71-67fd-4b5b-b09f-179de6309577 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2440aea79a714f1399537add7111895e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824597 Jan 28 04:33:57.710465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9fc5e055-9d3f-45aa-b396-f0b7221a5107), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:57.930912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Allocated IP 192.168.233.72 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/edf7e39b-2604-4107-890a-3290ff924c73) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:58.095248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks [] for port (edf7e39b-2604-4107-890a-3290ff924c73), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:58.199717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:58.236513 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1728f6dd-9102-458e-ba4b-d318fe109b44 req-a48426fc-6093-4f9e-8cdf-95ed4944824a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 210 time: 0.0568855 Jan 28 04:33:58.513069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:58.514520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5e055-9d3f-45aa-b396-f0b7221a5107,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:58.555462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:58.565904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:58.604910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159619b-c98a-497d-8c22-85cc2496ccc4 req-87cd91aa-69d4-410e-8b9a-3f36dff38704 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:58.623305 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1159619b-c98a-497d-8c22-85cc2496ccc4 req-87cd91aa-69d4-410e-8b9a-3f36dff38704 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.1213746 Jan 28 04:33:58.669406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:58.722035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-3d071ccd-fa4d-4a24-b992-633b2c05dcfe tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:58.734533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1159619b-c98a-497d-8c22-85cc2496ccc4 req-59357e0e-f14d-499f-8468-63ef971a0edf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082253 Jan 28 04:33:58.738292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-3d071ccd-fa4d-4a24-b992-633b2c05dcfe tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0444503 Jan 28 04:33:58.783425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:58.784097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:58.822284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Request body: {'port': {'device_id': '86384b39-e391-460a-87f0-0dde505d5b60', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '2440aea79a714f1399537add7111895e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:59.145599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-02a1892c-61a2-4752-8bc8-014927cdacc6 None None] Provisioning complete for port edf7e39b-2604-4107-890a-3290ff924c73 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:59.147099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02a1892c-61a2-4752-8bc8-014927cdacc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (edf7e39b-2604-4107-890a-3290ff924c73), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:59.168887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-ecfb69a7-dff4-40da-a72d-7d8e6479918e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9598923 Jan 28 04:33:59.198656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Request body: {'port': {'device_id': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:59.284777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-02a1892c-61a2-4752-8bc8-014927cdacc6 None None] Port edf7e39b-2604-4107-890a-3290ff924c73 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:33:59.364263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:59.669060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd08c126-bff7-4db9-9e51-c5450ff47693 req-8c12afe1-d797-4883-b812-58b59ae638eb tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 210 time: 0.0619752 Jan 28 04:33:59.963392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:59.973996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Publish callbacks [] for port (edf7e39b-2604-4107-890a-3290ff924c73), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:59.989372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Transition to ACTIVE for port object edf7e39b-2604-4107-890a-3290ff924c73 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:59.993312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Made reservation on behalf of 2440aea79a714f1399537add7111895e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:59.997641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:00.002524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:00.420810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Attempting to bind port edf7e39b-2604-4107-890a-3290ff924c73 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:00.421553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Attempting to bind port edf7e39b-2604-4107-890a-3290ff924c73 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:00.421553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Attempting to bind port edf7e39b-2604-4107-890a-3290ff924c73 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:00.431352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42437717-148c-438e-9e78-951041f4b73e service neutron] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:00.441180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9389e1-f867-41cb-8bdd-c3d8226b6525 req-79a0a1dc-6941-437f-82bf-4aff0899a2f3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:00.453662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f9389e1-f867-41cb-8bdd-c3d8226b6525 req-79a0a1dc-6941-437f-82bf-4aff0899a2f3 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.4632769 Jan 28 04:34:00.488958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Port edf7e39b-2604-4107-890a-3290ff924c73 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:00.489305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Attempting to bind port edf7e39b-2604-4107-890a-3290ff924c73 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:00.538873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:00.539224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:00.539619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:00.540070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Bound port: edf7e39b-2604-4107-890a-3290ff924c73, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:00.540437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:00.760378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f9389e1-f867-41cb-8bdd-c3d8226b6525 req-f2bf5df2-1b14-424d-9933-53eb72d84dff tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975283 Jan 28 04:34:00.831527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Allocated IP 192.168.233.28 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/9f8e7411-d928-4c6a-a654-f5a88734ea3c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:00.882367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:00.898189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:00.910011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:00.949210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50b12ad0-e6b8-4ba2-96e1-117ed2b8ef12 req-efb526c1-ed52-45e9-92f7-c1b82db11523 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 210 time: 0.0645285 Jan 28 04:34:01.036702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:01.037349 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:01.038748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-42437717-148c-438e-9e78-951041f4b73e service neutron] 10.222.0.52 "PUT /v2.0/ports/edf7e39b-2604-4107-890a-3290ff924c73 HTTP/1.1" status: 200 len: 1095 time: 1.8565145 Jan 28 04:34:01.053456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:01.055699 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc30409-b551-4da7-8eb9-6b3b78d81b23" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "tag": "edf7e39b-2604-4107-890a-3290ff924c73"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:01.215937 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4adcbb5-b915-45e6-ab37-74fdd49c0eeb x-openstack-request-id: req-e4adcbb5-b915-45e6-ab37-74fdd49c0eeb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:01.216226 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "tag": "edf7e39b-2604-4107-890a-3290ff924c73", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:01.216966 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4adcbb5-b915-45e6-ab37-74fdd49c0eeb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:01.217421 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73', 'status': 'completed', 'code': 200} Jan 28 04:34:01.328032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42437717-148c-438e-9e78-951041f4b73e service neutron] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:01.432120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494da429-183f-4d1c-8761-722747b7f75e req-552c814e-7f9c-464e-a980-c350935635d7 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:01.434557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-494da429-183f-4d1c-8761-722747b7f75e req-552c814e-7f9c-464e-a980-c350935635d7 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.4178653 Jan 28 04:34:01.440844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-3da8fffd-c69b-462e-bfae-2d727806daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:01.442519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-3da8fffd-c69b-462e-bfae-2d727806daa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1098 time: 0.3361163 Jan 28 04:34:01.563511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55222) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:01.581011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-1ece6698-bae3-4491-8e0e-a9c24da96f69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=edf7e39b-2604-4107-890a-3290ff924c73 HTTP/1.1" status: 200 len: 217 time: 0.1208632 Jan 28 04:34:01.589492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks [] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:01.774542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-db98427e-340e-45d4-89c3-909cb1f4cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:01.776101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-db98427e-340e-45d4-89c3-909cb1f4cc0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1845551 Jan 28 04:34:01.878160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Deleting port 774a4d7a-935c-4d01-8e81-ff17e4987b81 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:01.883711 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:01.956599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396222c-4f61-4c0b-93ad-f2ee4fea13c1 req-6008859c-e2b9-4228-8229-ad7304eed8f1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:01.961804 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e396222c-4f61-4c0b-93ad-f2ee4fea13c1 req-6008859c-e2b9-4228-8229-ad7304eed8f1 tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 945 time: 0.0744262 Jan 28 04:34:01.986104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b88b493-878e-4bbf-ad3c-4faa83da1cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.004272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.118755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] For port 774a4d7a-935c-4d01-8e81-ff17e4987b81, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=774a4d7a-935c-4d01-8e81-ff17e4987b81,segment=NetworkSegment(d449d219-492a-47c8-bbb6-1b6fced63bdb),segment_id=d449d219-492a-47c8-bbb6-1b6fced63bdb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:02.119246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.139726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:02.152024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Request body: {'security_group': {'name': 'tempest-securitygroup-497623524', 'description': 'tempest-description-366485845'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:02.157201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e396222c-4f61-4c0b-93ad-f2ee4fea13c1 req-229af141-ba66-4307-9883-9e261c098c9a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/security-groups?id=6836f4a2-38eb-4abc-9bfc-91458ca32035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510623 Jan 28 04:34:02.164848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:02.168980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Calling delete_port for 774a4d7a-935c-4d01-8e81-ff17e4987b81 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:02.173594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:02.256715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-b5b3c0b5-d327-48dd-a3a0-6c7ccab4e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:02.264826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-b5b3c0b5-d327-48dd-a3a0-6c7ccab4e84a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4792943 Jan 28 04:34:02.287924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b88b493-878e-4bbf-ad3c-4faa83da1cf3 admin admin] Publish callbacks [] for security_group (b7964350-415e-4017-8f2c-7550037c0043), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.306024 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b88b493-878e-4bbf-ad3c-4faa83da1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b7964350-415e-4017-8f2c-7550037c0043), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.411654 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5b88b493-878e-4bbf-ad3c-4faa83da1cf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5122c5d618fd477da59621f930d9e5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8457267 Jan 28 04:34:02.414448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88b493-878e-4bbf-ad3c-4faa83da1cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7964350-415e-4017-8f2c-7550037c0043,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:02.445053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:02.510340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event updated for resources: {'Port': ['ID=9f8e7411-d928-4c6a-a654-f5a88734ea3c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:02.649681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77581-f17d-4375-965b-7aa34ef8f47e req-353110ba-30cc-4abd-a02c-2dd6b6def3ff tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:02.652637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d354106d-4b43-4e49-b4b2-4c1af40ce739 None None] Provisioning complete for port 9f8e7411-d928-4c6a-a654-f5a88734ea3c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:02.653132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d354106d-4b43-4e49-b4b2-4c1af40ce739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.655673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddc77581-f17d-4375-965b-7aa34ef8f47e req-353110ba-30cc-4abd-a02c-2dd6b6def3ff tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 935 time: 0.2424743 Jan 28 04:34:02.658854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13463d5f-99ff-4cf6-ae7b-96ca02e8a34f admin admin] Publish callbacks [] for security_group (b7964350-415e-4017-8f2c-7550037c0043), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.670477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-e76b36a5-be48-40c4-aa2b-611668b964a3 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726060 Jan 28 04:34:02.706320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.718053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:02.718910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.762118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d354106d-4b43-4e49-b4b2-4c1af40ce739 None None] Port 9f8e7411-d928-4c6a-a654-f5a88734ea3c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:02.816328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddc77581-f17d-4375-965b-7aa34ef8f47e req-2c4f2c8c-b849-4086-b50c-0274d53ca69d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488035 Jan 28 04:34:02.882351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13463d5f-99ff-4cf6-ae7b-96ca02e8a34f admin admin] Publish callbacks [] for security_group (b7964350-415e-4017-8f2c-7550037c0043), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.968702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13463d5f-99ff-4cf6-ae7b-96ca02e8a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b7964350-415e-4017-8f2c-7550037c0043), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.973446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13463d5f-99ff-4cf6-ae7b-96ca02e8a34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:02.990250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-13463d5f-99ff-4cf6-ae7b-96ca02e8a34f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7964350-415e-4017-8f2c-7550037c0043 HTTP/1.1" status: 204 len: 168 time: 0.5309813 Jan 28 04:34:03.037678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463d5f-99ff-4cf6-ae7b-96ca02e8a34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7964350-415e-4017-8f2c-7550037c0043,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:03.078984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55284) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:03.235389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (774a4d7a-935c-4d01-8e81-ff17e4987b81), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.256759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.392952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] No DVR routers for this DVR port 774a4d7a-935c-4d01-8e81-ff17e4987b81 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:03.399502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.403074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-494da429-183f-4d1c-8761-722747b7f75e req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.52 "DELETE /v2.0/ports/774a4d7a-935c-4d01-8e81-ff17e4987b81 HTTP/1.1" status: 204 len: 173 time: 1.9579365 Jan 28 04:34:03.404777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c194d-049c-4b92-a9c6-cc6afff714cf tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] Pushing event deleted for resources: {'Port': ['ID=774a4d7a-935c-4d01-8e81-ff17e4987b81,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:03.406530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'name': 'network-vif-deleted', 'tag': '774a4d7a-935c-4d01-8e81-ff17e4987b81'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:03.417591 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e182a5-be63-4c1c-835e-9368295af7c5" -d '{"events": [{"server_uuid": "fe683cf5-39d7-41f6-b773-9abf2a25a09d", "name": "network-vif-deleted", "tag": "774a4d7a-935c-4d01-8e81-ff17e4987b81"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:03.434705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-621925fd-7528-4e2f-9667-eebaf26c0298 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6297021 Jan 28 04:34:03.443619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:03.492219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.495731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Request body: {'port': {'device_id': '86384b39-e391-460a-87f0-0dde505d5b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:03.578630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (ba57959b-a930-4612-bb99-75f67ff9a450), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.583869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e9ff538-9940-45e1-8b76-d457b84bc90d req-179a0697-c41b-40ba-89c3-656a9a75ad53 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9067016 Jan 28 04:34:03.639258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.724973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.794780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55314) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:03.839780 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6707f21-d34c-42a4-aedf-7636da7c1175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.913480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ba57959b-a930-4612-bb99-75f67ff9a450), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.976182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Allocated IP 172.25.6.240 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/35491b77-3a3a-4bfb-b422-9e0759f4ea1d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:04.055138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba57959b-a930-4612-bb99-75f67ff9a450,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:04.075204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-c08cb5bc-34fa-4679-8c88-8d6477001aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:04.077246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-c08cb5bc-34fa-4679-8c88-8d6477001aa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1098 time: 0.1614132 Jan 28 04:34:04.139237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (3734eafb-92cb-440d-baac-17bd26832bec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.189454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3734eafb-92cb-440d-baac-17bd26832bec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.217870 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6707f21-d34c-42a4-aedf-7636da7c1175 admin admin] Publish callbacks [] for security_group (801da466-6ec3-4f07-8e2d-0db3ffbb4e36), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.233258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6707f21-d34c-42a4-aedf-7636da7c1175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (801da466-6ec3-4f07-8e2d-0db3ffbb4e36), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.318283 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.333978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a957854-5f7b-4f7f-9091-748ffef2339e req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.1926565 Jan 28 04:34:04.359615 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.368722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9bd2e-3ee9-448c-9335-9ef0be06be2d tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3734eafb-92cb-440d-baac-17bd26832bec,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:04.378298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8e7411-d928-4c6a-a654-f5a88734ea3c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:04.399142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Publish callbacks [] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.425852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Transition to ACTIVE for port object 9f8e7411-d928-4c6a-a654-f5a88734ea3c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:04.428589 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22f7541-d7b3-461a-afa3-108803c0f288 x-openstack-request-id: req-a22f7541-d7b3-461a-afa3-108803c0f288 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:04.428995 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe683cf5-39d7-41f6-b773-9abf2a25a09d", "name": "network-vif-deleted", "tag": "774a4d7a-935c-4d01-8e81-ff17e4987b81", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:04.429409 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a22f7541-d7b3-461a-afa3-108803c0f288 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:04.429901 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe683cf5-39d7-41f6-b773-9abf2a25a09d', 'name': 'network-vif-deleted', 'tag': '774a4d7a-935c-4d01-8e81-ff17e4987b81', 'status': 'completed', 'code': 200} Jan 28 04:34:04.431408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-9d542484-669a-431c-95b9-913fc46310e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:04.433074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-9d542484-669a-431c-95b9-913fc46310e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3473401 Jan 28 04:34:04.435213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.437181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6707f21-d34c-42a4-aedf-7636da7c1175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801da466-6ec3-4f07-8e2d-0db3ffbb4e36,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:04.473567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.477719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 774a4d7a-935c-4d01-8e81-ff17e4987b81 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:04.531490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 774a4d7a-935c-4d01-8e81-ff17e4987b81 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:34:04.531934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 774a4d7a-935c-4d01-8e81-ff17e4987b81 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:34:04.547434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-ff5188cb-d7d1-4ab2-a8cd-e341532f02c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=edf7e39b-2604-4107-890a-3290ff924c73 HTTP/1.1" status: 200 len: 217 time: 0.1017287 Jan 28 04:34:04.608936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:04.613620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:04.618158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4bfb685-df5d-4594-8bbb-d056e8f75dfe req-46d7ef66-8396-476c-801a-be7a747a0a9a tempest-DeleteServersTestJSON-1363975920 tempest-DeleteServersTestJSON-1363975920-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe683cf5-39d7-41f6-b773-9abf2a25a09d HTTP/1.1" status: 200 len: 210 time: 0.1475599 Jan 28 04:34:04.619152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:04.645668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8e7411-d928-4c6a-a654-f5a88734ea3c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:04.674616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e6707f21-d34c-42a4-aedf-7636da7c1175 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2f945089e3843e6a5e5bcd4f0dac0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8783805 Jan 28 04:34:04.678763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55342) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:04.688296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Port': ['ID=35491b77-3a3a-4bfb-b422-9e0759f4ea1d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:04.743388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for floatingip (76894e05-129a-4a30-ae55-8e4eedc098aa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.800304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.893924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcb341-d4fa-4791-a439-c9bfe6bd99cf req-b60d6ec2-2008-498d-a8be-4b18a5a5d615 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:04.903460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6dcb341-d4fa-4791-a439-c9bfe6bd99cf req-b60d6ec2-2008-498d-a8be-4b18a5a5d615 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 947 time: 0.3545280 Jan 28 04:34:04.920427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-5f2d26fd-ed1d-41af-b780-91a7c06a0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:04.922181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-5f2d26fd-ed1d-41af-b780-91a7c06a0fd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3342271 Jan 28 04:34:05.012308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Attempting to bind port 9f8e7411-d928-4c6a-a654-f5a88734ea3c on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:05.012308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Attempting to bind port 9f8e7411-d928-4c6a-a654-f5a88734ea3c by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:05.012765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Attempting to bind port 9f8e7411-d928-4c6a-a654-f5a88734ea3c on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:05.032102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Port 9f8e7411-d928-4c6a-a654-f5a88734ea3c on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:05.032419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Attempting to bind port 9f8e7411-d928-4c6a-a654-f5a88734ea3c on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:05.054827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.066658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-9658c3f9-9ae3-4c72-a4d9-2e5537b0c741 req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1482579043', 'description': 'tempest-description-588848080'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:05.073808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.098442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-7c55bb7c-57d4-4eec-94ea-cb1261f1107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:05.100239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-7c55bb7c-57d4-4eec-94ea-cb1261f1107d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609259 Jan 28 04:34:05.101007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:05.101368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:05.102265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:05.102720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Bound port: 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:05.103079 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.180297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6dcb341-d4fa-4791-a439-c9bfe6bd99cf req-c7e069f5-6a47-44f2-9d5a-da8b08ed9142 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684591 Jan 28 04:34:05.182449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c40ccc7f-90f8-45a4-abca-73d941f5cd65 admin admin] Publish callbacks [] for security_group (801da466-6ec3-4f07-8e2d-0db3ffbb4e36), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.273597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9658c3f9-9ae3-4c72-a4d9-2e5537b0c741 req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.289378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Port': ['ID=35491b77-3a3a-4bfb-b422-9e0759f4ea1d,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:05.303054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (76894e05-129a-4a30-ae55-8e4eedc098aa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.330689 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.332476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-725ca6a7-2acf-4e13-98eb-dc3986475808 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2523477 Jan 28 04:34:05.335528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55356) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:05.368697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] For port 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:05.371070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:05.378497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-943249524'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:05.407559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c40ccc7f-90f8-45a4-abca-73d941f5cd65 admin admin] Publish callbacks [] for security_group (801da466-6ec3-4f07-8e2d-0db3ffbb4e36), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.432645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] For port 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:05.457593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Made reservation on behalf of 164f36afaeb64f519e884eb4527733f0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:05.460874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.467481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.494967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.502187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9ec47988-3a28-4353-a8e1-f5fa7351d12c is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:05.502991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.536663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9658c3f9-9ae3-4c72-a4d9-2e5537b0c741 req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (2703e6d2-512f-44ce-aa3a-076010cada7f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.553262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9658c3f9-9ae3-4c72-a4d9-2e5537b0c741 req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2703e6d2-512f-44ce-aa3a-076010cada7f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.571819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:05.573411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:05.577885 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2e56c-7193-44eb-b03f-0e4ec205b969" -d '{"events": [{"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:05.583943 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.641520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:05.643244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.645653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] 10.222.0.52 "PUT /v2.0/ports/9f8e7411-d928-4c6a-a654-f5a88734ea3c HTTP/1.1" status: 200 len: 1095 time: 2.1766036 Jan 28 04:34:05.649940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9658c3f9-9ae3-4c72-a4d9-2e5537b0c741 req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.651242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9658c3f9-9ae3-4c72-a4d9-2e5537b0c741 req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5910933 Jan 28 04:34:05.674757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-2c971f46-d818-4982-945f-c88384f8c425 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496905 Jan 28 04:34:05.676510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:05.682829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f30f5b-4e7a-405f-9756-b8dc7f6848ac tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2703e6d2-512f-44ce-aa3a-076010cada7f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:05.754447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for security_group (f67b0b80-6b77-4a8d-a420-a66cfb0338db), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.758090 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc4765-c569-43cd-9986-7bfee97ffcb2 x-openstack-request-id: req-53bc4765-c569-43cd-9986-7bfee97ffcb2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:05.758772 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:05.759169 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53bc4765-c569-43cd-9986-7bfee97ffcb2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:05.759818 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'code': 200} Jan 28 04:34:05.763234 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f67b0b80-6b77-4a8d-a420-a66cfb0338db), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.818736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67b0b80-6b77-4a8d-a420-a66cfb0338db,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:05.823290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-21212db9-6468-421c-8931-717a2240b8e5 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:05.826383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-21212db9-6468-421c-8931-717a2240b8e5 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.5071652 Jan 28 04:34:05.859524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:34:05.879182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0827533d-7b99-4dd1-a7ac-3395fd8905ea), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.879466 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Added segment 0827533d-7b99-4dd1-a7ac-3395fd8905ea of type vlan for network a4f131a1-804a-4141-aa4a-24eb3ed754bd Jan 28 04:34:05.910840 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.942321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df24c2-5718-4013-9b8b-d4000bc7ab24 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8e7411-d928-4c6a-a654-f5a88734ea3c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:05.971779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-af5b7999-b710-4321-8485-2764ebdc3200 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/quotas/008ce7126c15493abdcb40db79878698 HTTP/1.1" status: 200 len: 375 time: 0.0386977 Jan 28 04:34:05.972388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c40ccc7f-90f8-45a4-abca-73d941f5cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (801da466-6ec3-4f07-8e2d-0db3ffbb4e36), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.988051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c40ccc7f-90f8-45a4-abca-73d941f5cd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.989211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c40ccc7f-90f8-45a4-abca-73d941f5cd65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/801da466-6ec3-4f07-8e2d-0db3ffbb4e36 HTTP/1.1" status: 204 len: 168 time: 1.2331829 Jan 28 04:34:06.027001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a4f131a1-804a-4141-aa4a-24eb3ed754bd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.095673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ccc7f-90f8-45a4-abca-73d941f5cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801da466-6ec3-4f07-8e2d-0db3ffbb4e36,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:06.105541 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a4f131a1-804a-4141-aa4a-24eb3ed754bd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.121426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:06.124486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.137984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-e8ca6678-19df-4e29-9f58-7d4c493d0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:06.141053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-e8ca6678-19df-4e29-9f58-7d4c493d0882 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 1098 time: 0.3933821 Jan 28 04:34:06.150221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc30409-b551-4da7-8eb9-6b3b78d81b23 req-9983b7e0-377b-488c-af8e-3b6415f9975c service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477153 Jan 28 04:34:06.163681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-d0803d50-5913-4985-91bd-76d68cb91780 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1656802 Jan 28 04:34:06.222616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-2aef14c8-b53f-4ad9-aee4-471468ff48fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c HTTP/1.1" status: 200 len: 217 time: 0.0484662 Jan 28 04:34:06.301608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1302898794', 'description': 'tempest-description-2035337527'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:06.323344 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Network': ['ID=a4f131a1-804a-4141-aa4a-24eb3ed754bd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:06.327065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-3db46b3b-26f3-4014-adbc-34c6bfc5c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:06.329285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-3db46b3b-26f3-4014-adbc-34c6bfc5c792 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0927706 Jan 28 04:34:06.335058 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.336844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:34:06.372184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a5ca6e0-62a4-4fa1-8c0f-27d9077c011d tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0230210 Jan 28 04:34:06.376466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55380) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:06.379038 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.391689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Request body: {'subnet': {'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:06.391915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-b10652d4-1768-46a2-b277-d050cf90b8e0 service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270880 Jan 28 04:34:06.421811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-b026f5b1-4869-4dc2-9276-52a91c6e3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:06.423517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-b026f5b1-4869-4dc2-9276-52a91c6e3562 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876720 Jan 28 04:34:06.451521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86384b39-e391-460a-87f0-0dde505d5b60', 'tag': '9f8e7411-d928-4c6a-a654-f5a88734ea3c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:06.454175 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db198c69-3397-4035-bc85-dd97e069676b" -d '{"events": [{"name": "network-changed", "server_uuid": "86384b39-e391-460a-87f0-0dde505d5b60", "tag": "9f8e7411-d928-4c6a-a654-f5a88734ea3c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:06.508240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:06.576303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Made reservation on behalf of 164f36afaeb64f519e884eb4527733f0 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:06.580485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.681313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-255d1120-ba4e-4bcf-9bcd-d9cab47b672d service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795675 Jan 28 04:34:06.743615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-b3c6b3fe-a17f-491b-8998-285b73f1ebc0 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866414 Jan 28 04:34:06.796367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d51b1499-3c75-4bbf-8906-f8ff82575dce), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.812306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:06.836785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'edf7e39b-2604-4107-890a-3290ff924c73', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'edf7e39b-2604-4107-890a-3290ff924c73', 'mac_address': 'fa:16:3e:5b:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:06.872114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (89492764-02ee-401b-b055-5f4d2dd6ca0e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.901687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (89492764-02ee-401b-b055-5f4d2dd6ca0e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.949870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:06.950271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.956209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89492764-02ee-401b-b055-5f4d2dd6ca0e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:06.971460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Checking segment: {'id': '0827533d-7b99-4dd1-a7ac-3395fd8905ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:06.971888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network hostable DHCP agents. Network: a4f131a1-804a-4141-aa4a-24eb3ed754bd, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:34:06.985348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:06.995953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Subnet': ['ID=d51b1499-3c75-4bbf-8906-f8ff82575dce,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:06.996417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f363c4a-e04f-43b3-8dc6-572a17c35ec5 req-a35a1fb0-5e6b-41d3-b4a5-2e40704b5b8e service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462094 Jan 28 04:34:07.039070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:07.048589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.073529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:34:07.122168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a4f131a1-804a-4141-aa4a-24eb3ed754bd) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:07.139776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:07.142002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130a3ed-052c-4849-8d23-ac6ed5f82c0d None None] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:07.142710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.201492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (5beac982-33de-4a2a-a6a6-57c290587a0e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.257806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5beac982-33de-4a2a-a6a6-57c290587a0e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.281425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:07.353819 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7969bef2-cd99-4308-8d80-76575995a72b tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9755976 Jan 28 04:34:07.363549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55408) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:07.374585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beac982-33de-4a2a-a6a6-57c290587a0e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:07.376429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1179966207', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:07.403828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-a4f131a1-804a-4141-aa4a-24eb3ed754bd', 'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd', 'project_id': '164f36afaeb64f519e884eb4527733f0', 'fixed_ips': [{'subnet_id': 'd51b1499-3c75-4bbf-8906-f8ff82575dce'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:34:07.405429 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.428197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-8e13675e-92aa-45a4-b29f-88fb219e3305 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:07.428449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.429815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-8e13675e-92aa-45a4-b29f-88fb219e3305 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "GET /v2.0/ports?device_id=933c002e-d754-4f0e-aac0-77e5ffcdddb5 HTTP/1.1" status: 200 len: 944 time: 0.1981130 Jan 28 04:34:07.432346 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33d33fd1-a954-4584-9e3c-89a626bac9e5 req-6c660426-5adf-43cf-b05c-1df3c49a0cab tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1353929 Jan 28 04:34:07.509433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (a40a5fcf-71c1-47da-94a0-ea0fb001d347), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.510856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (a40a5fcf-71c1-47da-94a0-ea0fb001d347), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.682225 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459d8428-fb53-4ff7-b7d7-075bec0f43fd x-openstack-request-id: req-459d8428-fb53-4ff7-b7d7-075bec0f43fd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:07.682932 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86384b39-e391-460a-87f0-0dde505d5b60", "tag": "9f8e7411-d928-4c6a-a654-f5a88734ea3c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:07.683442 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-459d8428-fb53-4ff7-b7d7-075bec0f43fd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:07.683873 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86384b39-e391-460a-87f0-0dde505d5b60', 'tag': '9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'status': 'completed', 'code': 200} Jan 28 04:34:07.687197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68894498-a9a8-49e3-8a3c-319e2b336ca9 req-e98605c0-4237-4a42-b2be-4c6d263896a0 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:07.696437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-68894498-a9a8-49e3-8a3c-319e2b336ca9 req-e98605c0-4237-4a42-b2be-4c6d263896a0 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 947 time: 0.1560781 Jan 28 04:34:07.830888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-68894498-a9a8-49e3-8a3c-319e2b336ca9 req-b3f07ca0-9b46-4884-9d5b-07007c3c6107 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329606 Jan 28 04:34:07.849840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router_controller (a40a5fcf-71c1-47da-94a0-ea0fb001d347), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:07.895465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01161305-842d-4e83-aefd-18cd2ba18d8c req-c95b12ba-a9bb-4c9b-9a54-06cc3f073c24 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 210 time: 0.1467035 Jan 28 04:34:07.905672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['edf7e39b-2604-4107-890a-3290ff924c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:08.054965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4a21f-e15b-492f-91bf-d2de07a4a999 req-f073ef83-1825-4d68-9cbe-d5aee01a2251 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:08.063640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88d4a21f-e15b-492f-91bf-d2de07a4a999 req-f073ef83-1825-4d68-9cbe-d5aee01a2251 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.1188951 Jan 28 04:34:08.066994 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.154205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Allocated IP 172.20.0.2 (a4f131a1-804a-4141-aa4a-24eb3ed754bd/d51b1499-3c75-4bbf-8906-f8ff82575dce/ca5ffab3-a510-46d7-945a-2f58b430678b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:08.157773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6857b23d-b5d4-4ce4-a122-b793b2e10026 req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-290839148', 'description': 'tempest-description-1753250077'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:08.163866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88d4a21f-e15b-492f-91bf-d2de07a4a999 req-1e2a7fbf-2073-45c4-9cc5-991c64c96814 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930650 Jan 28 04:34:08.244437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Deleting port 9ec47988-3a28-4353-a8e1-f5fa7351d12c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:08.245064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.256077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198c69-3397-4035-bc85-dd97e069676b req-6da3b08c-96e1-4bff-9b60-a0b0a63dae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:08.257966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-6da3b08c-96e1-4bff-9b60-a0b0a63dae35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 1098 time: 0.5147719 Jan 28 04:34:08.385304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6857b23d-b5d4-4ce4-a122-b793b2e10026 req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.412098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router_gateway (a40a5fcf-71c1-47da-94a0-ea0fb001d347), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.445555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Publish callbacks [] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.453539 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.658001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de244cf8-a322-469a-972e-09d0fda58909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.667093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:08.670001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Pushing event updated for resources: {'Port': ['ID=ca5ffab3-a510-46d7-945a-2f58b430678b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:08.674495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:08.680883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:08.823098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Attempting to bind port ca5ffab3-a510-46d7-945a-2f58b430678b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:08.823735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Attempting to bind port ca5ffab3-a510-46d7-945a-2f58b430678b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0827533d-7b99-4dd1-a7ac-3395fd8905ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:08.824313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Attempting to bind port ca5ffab3-a510-46d7-945a-2f58b430678b on network a4f131a1-804a-4141-aa4a-24eb3ed754bd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:08.836830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:08.837442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Checking segment: {'id': '0827533d-7b99-4dd1-a7ac-3395fd8905ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:08.837961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.838496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Bound using segment: {'id': '0827533d-7b99-4dd1-a7ac-3395fd8905ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:08.839089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Bound port: ca5ffab3-a510-46d7-945a-2f58b430678b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0827533d-7b99-4dd1-a7ac-3395fd8905ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:08.839583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:08.922445 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:34:08.995902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] For port ca5ffab3-a510-46d7-945a-2f58b430678b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:08.996558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-f1e3fe08-2d2c-486b-b1a0-6ebc33770b9f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:08.998711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-f1e3fe08-2d2c-486b-b1a0-6ebc33770b9f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.2791607 Jan 28 04:34:09.000250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] For port ca5ffab3-a510-46d7-945a-2f58b430678b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ca5ffab3-a510-46d7-945a-2f58b430678b,segment=NetworkSegment(0827533d-7b99-4dd1-a7ac-3395fd8905ea),segment_id=0827533d-7b99-4dd1-a7ac-3395fd8905ea)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:09.008237 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.023931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Request body: {'port': {'device_id': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'admin_state_up': True, 'tenant_id': '008ce7126c15493abdcb40db79878698'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:09.094625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f547-344b-4ba6-8234-10afbe14cc93 req-e6046407-5b3b-414d-98d1-b0acc50cb11d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:09.096757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0af8f547-344b-4ba6-8234-10afbe14cc93 req-e6046407-5b3b-414d-98d1-b0acc50cb11d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 947 time: 0.1427188 Jan 28 04:34:09.142155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4a287-5b7c-4f2a-ad1e-c4e4d8019338 None None] Pushing event updated for resources: {'Port': ['ID=ca5ffab3-a510-46d7-945a-2f58b430678b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:09.142575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c8fee100-a254-4354-87b3-46b0e2ac87b1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:09.144246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c8fee100-a254-4354-87b3-46b0e2ac87b1 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.9827392 Jan 28 04:34:09.227891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0af8f547-344b-4ba6-8234-10afbe14cc93 req-3c253b89-2bd9-4f0b-bc43-dbd108a69cc7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243525 Jan 28 04:34:09.252534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Made reservation on behalf of 008ce7126c15493abdcb40db79878698 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:09.256624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.370823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] For port 9ec47988-3a28-4353-a8e1-f5fa7351d12c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9ec47988-3a28-4353-a8e1-f5fa7351d12c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:09.371210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.443249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Calling delete_port for 9ec47988-3a28-4353-a8e1-f5fa7351d12c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:09.530812 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6857b23d-b5d4-4ce4-a122-b793b2e10026 req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (351295ae-fab5-4b3c-9db8-65a6b8378aed), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.534832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198c69-3397-4035-bc85-dd97e069676b req-34e52465-9422-4f4a-a112-d2925055bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:09.536068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-34e52465-9422-4f4a-a112-d2925055bc65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 1.2294548 Jan 28 04:34:09.557810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6857b23d-b5d4-4ce4-a122-b793b2e10026 req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (351295ae-fab5-4b3c-9db8-65a6b8378aed), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.629026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b66cf08-0584-43c6-862b-a5dfdb3731fd req-f150cb81-9c56-4c3a-aa88-19e9c88fe231 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 210 time: 0.1566541 Jan 28 04:34:09.702293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351295ae-fab5-4b3c-9db8-65a6b8378aed,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:09.840685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca5ffab3-a510-46d7-945a-2f58b430678b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:09.855137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Allocated IP 172.20.0.4 (80938996-0453-4089-95f9-bd5d51c1ab3c/e87fa9ee-6185-4d3c-8a05-2ff3faa3174d/bd5b1014-b220-4320-81ed-3ac1ef93159c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:09.927954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-d18a65bb-2cc1-4619-8e7c-a4946bf39ca4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c HTTP/1.1" status: 200 len: 217 time: 0.3735766 Jan 28 04:34:09.937564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6857b23d-b5d4-4ce4-a122-b793b2e10026 req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.940712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ca5ffab3-a510-46d7-945a-2f58b430678b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:09.941099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:09.945653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6857b23d-b5d4-4ce4-a122-b793b2e10026 req-17f079d9-8193-47ed-97a4-1ae5d5b4f145 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.8428836 Jan 28 04:34:10.016427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9ec47988-3a28-4353-a8e1-f5fa7351d12c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.113554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks [] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.163977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ca5ffab3-a510-46d7-945a-2f58b430678b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:10.166207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event deleted for resources: {'Port': ['ID=9ec47988-3a28-4353-a8e1-f5fa7351d12c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:10.167083 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.167371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.222917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Deleting port 611f7d6d-c489-4b4e-98af-1052522953dc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:10.223582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.258078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39095240-baf0-4838-aa9c-b13bf9e8fef5 req-07516838-ff1a-489f-a14a-a48c74de30a9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:10.264341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ca5ffab3-a510-46d7-945a-2f58b430678b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ca5ffab3-a510-46d7-945a-2f58b430678b,segment=NetworkSegment(0827533d-7b99-4dd1-a7ac-3395fd8905ea),segment_id=0827533d-7b99-4dd1-a7ac-3395fd8905ea)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:10.267563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39095240-baf0-4838-aa9c-b13bf9e8fef5 req-07516838-ff1a-489f-a14a-a48c74de30a9 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 944 time: 0.5005264 Jan 28 04:34:10.268979 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.347580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Network 80938996-0453-4089-95f9-bd5d51c1ab3c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:10.355074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:10.362699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:10.370249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:10.388844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ca5ffab3-a510-46d7-945a-2f58b430678b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:10.450293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39095240-baf0-4838-aa9c-b13bf9e8fef5 req-3fc04345-8b8d-4f55-8f44-3988b8bd72b0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813047 Jan 28 04:34:10.483365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:10.484597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.485698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] No DVR routers for this DVR port 9ec47988-3a28-4353-a8e1-f5fa7351d12c on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:10.494298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198c69-3397-4035-bc85-dd97e069676b req-7943c292-abfd-4dd3-b02a-0a586a359bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:10.498131 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-7943c292-abfd-4dd3-b02a-0a586a359bd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.5507855 Jan 28 04:34:10.502494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9f8e7411-d928-4c6a-a654-f5a88734ea3c details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:10.516138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-85f3e799-1098-42c9-8459-190eae62c06b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4988589 Jan 28 04:34:10.531939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:10.539500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Request body: {'port': {'device_id': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:10.686498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.697167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-88112c78-ae89-46a9-b461-e7fac27b72d1 req-d02c9c20-7834-40f9-b6aa-594af99b4ac6 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "DELETE /v2.0/ports/9ec47988-3a28-4353-a8e1-f5fa7351d12c HTTP/1.1" status: 204 len: 173 time: 3.2528467 Jan 28 04:34:10.714825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-deleted', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:10.725799 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125cc7c4-3b48-42db-8119-b21536e82189" -d '{"events": [{"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-deleted", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:10.768848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:10.813288 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.813648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'mac_address': 'fa:16:3e:2a:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:10.907644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97559dda-2ada-454c-a117-6096bc474fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:10.936426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port edf7e39b-2604-4107-890a-3290ff924c73 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:10.956549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4a655-6d60-4749-9bda-c128b6468a12 None None] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:11.063484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9f8e7411-d928-4c6a-a654-f5a88734ea3c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:11.064198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.066391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port edf7e39b-2604-4107-890a-3290ff924c73 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:11.066948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (edf7e39b-2604-4107-890a-3290ff924c73), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.146372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8e7411-d928-4c6a-a654-f5a88734ea3c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:11.157785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-265f1332-dcca-423f-ba4e-aa3ba1ee7973 None None] Provisioning complete for port ca5ffab3-a510-46d7-945a-2f58b430678b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:11.158150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-265f1332-dcca-423f-ba4e-aa3ba1ee7973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.172749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] For port 611f7d6d-c489-4b4e-98af-1052522953dc, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=611f7d6d-c489-4b4e-98af-1052522953dc,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:11.173565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.211730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router_gateway (a40a5fcf-71c1-47da-94a0-ea0fb001d347), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.242101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:11.255263 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.298421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198c69-3397-4035-bc85-dd97e069676b req-d02dc215-efd1-4d93-840e-5b24cc96a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:11.305574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-d02dc215-efd1-4d93-840e-5b24cc96a331 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5688226 Jan 28 04:34:11.308458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Calling delete_port for 611f7d6d-c489-4b4e-98af-1052522953dc owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:11.335064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cd85c-cf8e-44d5-9c3e-a8e272b7894c req-56c9aceb-e556-4d9c-94db-9e34d5ca1fa2 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:11.335855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.344430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-761cd85c-cf8e-44d5-9c3e-a8e272b7894c req-56c9aceb-e556-4d9c-94db-9e34d5ca1fa2 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 947 time: 0.7626169 Jan 28 04:34:11.459102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:11.469059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:11.469806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.593824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 9ec47988-3a28-4353-a8e1-f5fa7351d12c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:34:11.594365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9ec47988-3a28-4353-a8e1-f5fa7351d12c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:34:11.594804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 611f7d6d-c489-4b4e-98af-1052522953dc no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:11.596735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9f8e7411-d928-4c6a-a654-f5a88734ea3c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:11.618117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:11.621484 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15039377-2a40-404d-9a10-2636916605cf" -d '{"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-plugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:11.666802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:11.670952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-265f1332-dcca-423f-ba4e-aa3ba1ee7973 None None] Current status of the port ca5ffab3-a510-46d7-945a-2f58b430678b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:11.680996 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.729765 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-761cd85c-cf8e-44d5-9c3e-a8e272b7894c req-cf98a634-9a07-4e6f-a01f-8982094bc5c9 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840764 Jan 28 04:34:11.737541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca5ffab3-a510-46d7-945a-2f58b430678b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:11.791105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9f8e7411-d928-4c6a-a654-f5a88734ea3c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:11.909603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 611f7d6d-c489-4b4e-98af-1052522953dc is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:11.913674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55508) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:11.929629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (611f7d6d-c489-4b4e-98af-1052522953dc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:11.967964 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.010114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f011087a-f2cc-401b-beff-445685c0239c None None] Provisioning complete for port ca5ffab3-a510-46d7-945a-2f58b430678b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:12.010406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f011087a-f2cc-401b-beff-445685c0239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.012028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:12.047077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event deleted for resources: {'Port': ['ID=611f7d6d-c489-4b4e-98af-1052522953dc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:12.073526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ca5ffab3-a510-46d7-945a-2f58b430678b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:12.074126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.078010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-dc51b49f-92e5-43df-ae9c-26d601bff193 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563314 Jan 28 04:34:12.175743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] No DVR routers for this DVR port 611f7d6d-c489-4b4e-98af-1052522953dc on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:12.191446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5b1014-b220-4320-81ed-3ac1ef93159c {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:12.201061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Publish callbacks [] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.214184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Allocated IP 172.25.6.175 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/e3da6039-f6f3-43a6-aa39-f86ec8c10d84) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:12.225239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.226008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea787c-7271-43d2-b22f-1e271b07ebd6 req-c8eaeb8e-6dfb-4427-93f0-0c31a72ed0ad tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:12.229411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a70d6380-c5a2-4c0a-94cf-ba2433f07916 req-c5867035-cc9f-4afd-bbc0-deda263ae152 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.47 "DELETE /v2.0/ports/611f7d6d-c489-4b4e-98af-1052522953dc HTTP/1.1" status: 204 len: 173 time: 3.0742741 Jan 28 04:34:12.234350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2eea787c-7271-43d2-b22f-1e271b07ebd6 req-c8eaeb8e-6dfb-4427-93f0-0c31a72ed0ad tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 931 time: 0.2101803 Jan 28 04:34:12.254003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd84a-82f1-4fa3-9761-33fe41d9889f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.267623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Transition to ACTIVE for port object bd5b1014-b220-4320-81ed-3ac1ef93159c will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:12.283585 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.291444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ca5ffab3-a510-46d7-945a-2f58b430678b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:12.322651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f011087a-f2cc-401b-beff-445685c0239c None None] Current status of the port ca5ffab3-a510-46d7-945a-2f58b430678b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:12.345234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2eea787c-7271-43d2-b22f-1e271b07ebd6 req-23174602-d6ec-4ce1-9ac8-618c99472fab tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081865 Jan 28 04:34:12.361845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-6cad67d1-9dfe-4b60-ad28-86f1fc8eb503 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45402 time: 2.2459476 Jan 28 04:34:12.420206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:12.482695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Attempting to bind port bd5b1014-b220-4320-81ed-3ac1ef93159c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:12.483121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Attempting to bind port bd5b1014-b220-4320-81ed-3ac1ef93159c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:12.483377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Attempting to bind port bd5b1014-b220-4320-81ed-3ac1ef93159c on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:12.485423 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b024c07-ffa7-40db-8400-270d6ed573d2 x-openstack-request-id: req-3b024c07-ffa7-40db-8400-270d6ed573d2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:12.485729 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c002e-d754-4f0e-aac0-77e5ffcdddb5", "name": "network-vif-deleted", "tag": "9ec47988-3a28-4353-a8e1-f5fa7351d12c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:12.485980 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b024c07-ffa7-40db-8400-270d6ed573d2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:12.486394 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933c002e-d754-4f0e-aac0-77e5ffcdddb5', 'name': 'network-vif-deleted', 'tag': '9ec47988-3a28-4353-a8e1-f5fa7351d12c', 'status': 'completed', 'code': 200} Jan 28 04:34:12.495436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db198c69-3397-4035-bc85-dd97e069676b req-824222bb-6e57-45b5-b0f0-4c1325ecb6e8 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098988 Jan 28 04:34:12.500192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Port bd5b1014-b220-4320-81ed-3ac1ef93159c on network 80938996-0453-4089-95f9-bd5d51c1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:12.502460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Attempting to bind port bd5b1014-b220-4320-81ed-3ac1ef93159c on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:12.516357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-c2c6d408-150b-4f57-a00a-ed1fd1d65664 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/228d8b51-3191-403c-a04f-657b7bc90c68 HTTP/1.1" status: 200 len: 2998 time: 0.1327267 Jan 28 04:34:12.526145 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for port (e3da6039-f6f3-43a6-aa39-f86ec8c10d84), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.530833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:12.533626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Checking segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:12.535152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Bound using segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:12.537444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Bound port: bd5b1014-b220-4320-81ed-3ac1ef93159c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:12.539398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.633803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd84a-82f1-4fa3-9761-33fe41d9889f admin admin] Publish callbacks [] for security_group (8d50e66c-9d88-453f-9da0-e2b697f2ecbb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.639445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-e2e230fe-2ec4-44ba-a28c-8d99bba13218 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/228d8b51-3191-403c-a04f-657b7bc90c68 HTTP/1.1" status: 200 len: 2998 time: 0.1113217 Jan 28 04:34:12.643122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd84a-82f1-4fa3-9761-33fe41d9889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8d50e66c-9d88-453f-9da0-e2b697f2ecbb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.650956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:12.655969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:12.661621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.703624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e3da6039-f6f3-43a6-aa39-f86ec8c10d84), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.732615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:12.738769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a4dd84a-82f1-4fa3-9761-33fe41d9889f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=165789b619a4487f8d1b6799ae73d202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8239365 Jan 28 04:34:12.739503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dd84a-82f1-4fa3-9761-33fe41d9889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d50e66c-9d88-453f-9da0-e2b697f2ecbb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:12.741849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55512) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:12.774187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:12.775813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.778026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-240097a3-0fbf-45b4-8ec1-076c072ea915 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd5b1014-b220-4320-81ed-3ac1ef93159c HTTP/1.1" status: 200 len: 1091 time: 2.2436011 Jan 28 04:34:12.778610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:12.782390 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79b88db-e94f-455c-81de-f8f412a63b17" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:12.845912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Port': ['ID=e3da6039-f6f3-43a6-aa39-f86ec8c10d84,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:12.851213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:12.853009 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c3ad461-56fb-430c-9461-b1d9ba661ba8 req-fded85e2-39d3-432f-95e6-0bc68c7643cf tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=69994909-6ac7-40d1-ba24-ababc9c6b553 HTTP/1.1" status: 200 len: 210 time: 0.0859432 Jan 28 04:34:12.865407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-096b87d0-2ff5-4172-8f42-5a0029f9d102 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4ca0dc5c-b098-4199-a1b1-963f806f3ff3 HTTP/1.1" status: 200 len: 2998 time: 0.2099400 Jan 28 04:34:12.910098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-374b0f4a-25fb-453a-bdaa-990ce9a009a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:12.911497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:12.911781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-374b0f4a-25fb-453a-bdaa-990ce9a009a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 1094 time: 0.0709255 Jan 28 04:34:12.914309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:12.976336 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6caecc3-6b3f-4d97-8f4f-9f07c9da64c8 x-openstack-request-id: req-f6caecc3-6b3f-4d97-8f4f-9f07c9da64c8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:12.976920 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-plugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:12.977389 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6caecc3-6b3f-4d97-8f4f-9f07c9da64c8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:12.978042 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73', 'code': 200} Jan 28 04:34:12.988908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-2a36695f-7f84-4178-af27-3c16954a0b87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c HTTP/1.1" status: 200 len: 217 time: 0.0538511 Jan 28 04:34:12.993842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-e3a39ea3-ae21-470e-92e6-098994f79e72 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4ca0dc5c-b098-4199-a1b1-963f806f3ff3 HTTP/1.1" status: 200 len: 2998 time: 0.1273220 Jan 28 04:34:13.148004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cd3ac21-f2e6-426e-9e8f-492e7926d5fa admin admin] Publish callbacks [] for security_group (8d50e66c-9d88-453f-9da0-e2b697f2ecbb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.170388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-3a7d0add-8e81-4104-8c0e-5b0e08b95f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.172617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-3a7d0add-8e81-4104-8c0e-5b0e08b95f7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.1699357 Jan 28 04:34:13.182161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c8f0-44a5-4381-8a05-abde7a88e4fa req-981c843e-536b-4ba0-865b-cb848bca2fca tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.184113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff8c8f0-44a5-4381-8a05-abde7a88e4fa req-981c843e-536b-4ba0-865b-cb848bca2fca tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 948 time: 0.0829527 Jan 28 04:34:13.226274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-59ed546f-c6d0-497a-89fb-92a54802c65e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405962 Jan 28 04:34:13.231192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-2e733d1d-eb94-4087-9b86-ef8ed7d5ea3f tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4dcb2595-a448-413b-aa5c-ab5345e5b6da HTTP/1.1" status: 200 len: 2998 time: 0.2347269 Jan 28 04:34:13.256818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cd3ac21-f2e6-426e-9e8f-492e7926d5fa admin admin] Publish callbacks [] for security_group (8d50e66c-9d88-453f-9da0-e2b697f2ecbb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.308336 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff8c8f0-44a5-4381-8a05-abde7a88e4fa req-20de656b-02a7-4dae-806b-9098edd46c57 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142864 Jan 28 04:34:13.318003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971ed2-9361-44c0-b3d7-2fa80898899a req-309a06db-65b3-449b-b5e6-c6612a6ccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.319744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef971ed2-9361-44c0-b3d7-2fa80898899a req-309a06db-65b3-449b-b5e6-c6612a6ccfa0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1100 time: 0.2361255 Jan 28 04:34:13.362773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-97c565fb-dd22-4959-a826-bd0e30b2146c service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215296 Jan 28 04:34:13.396548 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db8c8d9-54a7-42ea-9a13-faf009268db9 x-openstack-request-id: req-8db8c8d9-54a7-42ea-9a13-faf009268db9 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:13.397088 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:13.397592 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8db8c8d9-54a7-42ea-9a13-faf009268db9 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:13.398307 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'status': 'completed', 'code': 200} Jan 28 04:34:13.439915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-79d4ff8c-caa9-464a-a803-a90c28bc3bbe tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4dcb2595-a448-413b-aa5c-ab5345e5b6da HTTP/1.1" status: 200 len: 2998 time: 0.1857493 Jan 28 04:34:13.483326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cd3ac21-f2e6-426e-9e8f-492e7926d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8d50e66c-9d88-453f-9da0-e2b697f2ecbb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.486044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cd3ac21-f2e6-426e-9e8f-492e7926d5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.487225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0cd3ac21-f2e6-426e-9e8f-492e7926d5fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d50e66c-9d88-453f-9da0-e2b697f2ecbb HTTP/1.1" status: 204 len: 168 time: 0.6965809 Jan 28 04:34:13.512157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e341f1e-ce30-478e-a7cc-f4c1938750e7 req-0668595e-15aa-49ac-b214-d19799f69ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418047 Jan 28 04:34:13.548327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef971ed2-9361-44c0-b3d7-2fa80898899a req-20cc6675-0f30-41ab-b3b6-e52137be4297 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170475 Jan 28 04:34:13.567701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3ac21-f2e6-426e-9e8f-492e7926d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d50e66c-9d88-453f-9da0-e2b697f2ecbb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:13.615369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.617039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-f8c2ef94-8def-4dfe-b7e8-8549f592f89e tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6836f4a2-38eb-4abc-9bfc-91458ca32035 HTTP/1.1" status: 200 len: 2998 time: 0.1607897 Jan 28 04:34:13.619441 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router_gateway (a40a5fcf-71c1-47da-94a0-ea0fb001d347), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.632361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3723e1-f348-4a32-b1cb-b71f55f87580 req-2a524af9-c18d-4c00-aeaf-11b7eed9fd3d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.641394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e3723e1-f348-4a32-b1cb-b71f55f87580 req-2a524af9-c18d-4c00-aeaf-11b7eed9fd3d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 943 time: 0.1281159 Jan 28 04:34:13.736091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-8f9f1ab5-524f-46a2-86b1-7f7db500c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.737752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-8f9f1ab5-524f-46a2-86b1-7f7db500c278 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 1094 time: 0.0890737 Jan 28 04:34:13.741128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e3723e1-f348-4a32-b1cb-b71f55f87580 req-dda776b5-0dcb-49ed-8324-93a29b97b8d9 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988266 Jan 28 04:34:13.780323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-64a8d57d-fc5c-4f67-9872-2991ae92ca44 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6836f4a2-38eb-4abc-9bfc-91458ca32035 HTTP/1.1" status: 200 len: 2998 time: 0.1553707 Jan 28 04:34:13.921054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-11c180c4-798e-442d-b47f-7ce3e81c45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.922615 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-11c180c4-798e-442d-b47f-7ce3e81c45a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 905 time: 0.1788616 Jan 28 04:34:13.928388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-65e74a73-28b3-4eac-9294-07495cc08a84 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/89492764-02ee-401b-b055-5f4d2dd6ca0e HTTP/1.1" status: 200 len: 3001 time: 0.0775888 Jan 28 04:34:13.955487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55534) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:13.970418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658ed5a8-2cbe-40ab-9433-3ae20f19153f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.028104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-3ee9348f-6a13-4f7a-87a1-949006fea312 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c HTTP/1.1" status: 200 len: 217 time: 0.0538459 Jan 28 04:34:14.030523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-982bbdbc-fc42-4517-860c-7174101bb24c tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/89492764-02ee-401b-b055-5f4d2dd6ca0e HTTP/1.1" status: 200 len: 3001 time: 0.0944886 Jan 28 04:34:14.031567 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (a40a5fcf-71c1-47da-94a0-ea0fb001d347), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.105833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-1f5ef52b-a0c3-4a3e-b796-5f80b1647c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:14.108275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-1f5ef52b-a0c3-4a3e-b796-5f80b1647c37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.0720885 Jan 28 04:34:14.130176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-14c671df-da3a-4021-ac7d-f9b7bf9533be tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/994d216a-18d9-4faa-918f-d88a24163858 HTTP/1.1" status: 200 len: 2998 time: 0.0931010 Jan 28 04:34:14.155036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-710118a7-762c-4a27-9ad5-a5ccbe9ff5c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398812 Jan 28 04:34:14.226057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658ed5a8-2cbe-40ab-9433-3ae20f19153f admin admin] Publish callbacks [] for security_group (79ad7b51-b229-45ac-a68c-aaf0aa50b50b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.245603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658ed5a8-2cbe-40ab-9433-3ae20f19153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (79ad7b51-b229-45ac-a68c-aaf0aa50b50b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.274228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-6953a69c-15b4-4cf6-8e3f-dcf617dd8f9d tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/994d216a-18d9-4faa-918f-d88a24163858 HTTP/1.1" status: 200 len: 2998 time: 0.1296282 Jan 28 04:34:14.329561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-658ed5a8-2cbe-40ab-9433-3ae20f19153f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6f4bbf5ecbe4204a47f095509f27cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705297 Jan 28 04:34:14.330902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-0afd42fc-c4b7-4105-9ddf-86916a1e0819 service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653631 Jan 28 04:34:14.331076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55538) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:14.337599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed5a8-2cbe-40ab-9433-3ae20f19153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad7b51-b229-45ac-a68c-aaf0aa50b50b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:14.375176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Router a40a5fcf-71c1-47da-94a0-ea0fb001d347 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:34:14.383916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-5e8ab700-aa38-4b47-a200-8b92937023d8 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9fc5e055-9d3f-45aa-b396-f0b7221a5107 HTTP/1.1" status: 200 len: 2998 time: 0.0930326 Jan 28 04:34:14.424654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa344-ad47-4f36-a795-3c7cd30cd82d req-b5b9aae2-0e6b-42e7-81be-453139389965 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:14.426247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7affa344-ad47-4f36-a795-3c7cd30cd82d req-b5b9aae2-0e6b-42e7-81be-453139389965 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 945 time: 0.1988487 Jan 28 04:34:14.488423 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cda101f-9dd3-4e8f-8a74-7cb0e3d4c96f admin admin] Publish callbacks [] for security_group (79ad7b51-b229-45ac-a68c-aaf0aa50b50b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.489689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'name': 'network-vif-deleted', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:14.492079 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d034ac-0ac4-46b6-9bf2-ed357ad2fa9d" -d '{"events": [{"server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "name": "network-vif-deleted", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:14.511269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-c2f36cdb-dead-4436-bbc0-308397073ac8 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9fc5e055-9d3f-45aa-b396-f0b7221a5107 HTTP/1.1" status: 200 len: 2998 time: 0.1178615 Jan 28 04:34:14.512529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9f8e7411-d928-4c6a-a654-f5a88734ea3c up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:14.547035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7affa344-ad47-4f36-a795-3c7cd30cd82d req-dd2a7247-bbe0-433a-854c-a161bef328e5 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071002 Jan 28 04:34:14.553594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c79b88db-e94f-455c-81de-f8f412a63b17 req-2c222bdb-884b-4801-886e-adcf5472c147 service neutron] 10.222.0.47 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118959 Jan 28 04:34:14.569275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cda101f-9dd3-4e8f-8a74-7cb0e3d4c96f admin admin] Publish callbacks [] for security_group (79ad7b51-b229-45ac-a68c-aaf0aa50b50b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.629353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 9f8e7411-d928-4c6a-a654-f5a88734ea3c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:14.637109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9f8e7411-d928-4c6a-a654-f5a88734ea3c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:14.637721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.644674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:14.656826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-012198b6-ed61-41f6-bd7f-b25ce326ae03 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ba57959b-a930-4612-bb99-75f67ff9a450 HTTP/1.1" status: 200 len: 2998 time: 0.1000578 Jan 28 04:34:14.664142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] Sync routers for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:14.691968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:14.692992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:14.698958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.703505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4bcbd0fc-e831-4845-8ea9-07ac9c8d7a9a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3391619 Jan 28 04:34:14.704099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55544) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:14.731227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:14.746109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:14.747020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:14.750047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-48057b4a-3d41-4d83-b169-fd108e1d7257 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ba57959b-a930-4612-bb99-75f67ff9a450 HTTP/1.1" status: 200 len: 2998 time: 0.0836096 Jan 28 04:34:14.804008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-e68fb3e2-06ef-4e20-87a6-4680411c4e26 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d23f726d-5cbc-4d64-9c96-5b6f37e60753 HTTP/1.1" status: 200 len: 2990 time: 0.0529695 Jan 28 04:34:14.853955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-d0e6590c-5afc-4721-a2d8-ef5599d36d67 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d23f726d-5cbc-4d64-9c96-5b6f37e60753 HTTP/1.1" status: 200 len: 2990 time: 0.0489504 Jan 28 04:34:14.927214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-68f77bad-020e-4f34-835b-6d66d338c021 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d3b1ad8a-4385-46a0-bb96-3ce4a580a5df HTTP/1.1" status: 200 len: 2998 time: 0.0722682 Jan 28 04:34:14.953483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:14.954755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113fe47-780e-40ae-b50d-f0871f67d2ef None None] The sync data for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:14.979448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9f8e7411-d928-4c6a-a654-f5a88734ea3c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:14.980995 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.991885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.006280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae6607-c8a7-49da-a6da-c85557c56e59 req-c91f683d-feca-46de-b0fc-363e9e8063c5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:15.014900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04ae6607-c8a7-49da-a6da-c85557c56e59 req-c91f683d-feca-46de-b0fc-363e9e8063c5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 948 time: 0.3782325 Jan 28 04:34:15.025579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86384b39-e391-460a-87f0-0dde505d5b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8e7411-d928-4c6a-a654-f5a88734ea3c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:15.036400 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f8d12b-1c59-4cf4-b4e3-724a71200906" -d '{"events": [{"server_uuid": "86384b39-e391-460a-87f0-0dde505d5b60", "name": "network-vif-plugged", "status": "completed", "tag": "9f8e7411-d928-4c6a-a654-f5a88734ea3c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:15.054496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cda101f-9dd3-4e8f-8a74-7cb0e3d4c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (79ad7b51-b229-45ac-a68c-aaf0aa50b50b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.057702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cda101f-9dd3-4e8f-8a74-7cb0e3d4c96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.061051 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7cda101f-9dd3-4e8f-8a74-7cb0e3d4c96f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79ad7b51-b229-45ac-a68c-aaf0aa50b50b HTTP/1.1" status: 204 len: 168 time: 0.7288966 Jan 28 04:34:15.077707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:15.083902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.157764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9f8e7411-d928-4c6a-a654-f5a88734ea3c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:15.171517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda101f-9dd3-4e8f-8a74-7cb0e3d4c96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad7b51-b229-45ac-a68c-aaf0aa50b50b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:15.185511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04ae6607-c8a7-49da-a6da-c85557c56e59 req-ffd7ce95-bc81-4d6d-87bf-910f00174d06 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695523 Jan 28 04:34:15.420949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:15.493690 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d670c-960d-4878-abe8-e486bab9ab32 x-openstack-request-id: req-919d670c-960d-4878-abe8-e486bab9ab32 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:15.494298 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69994909-6ac7-40d1-ba24-ababc9c6b553", "name": "network-vif-deleted", "tag": "611f7d6d-c489-4b4e-98af-1052522953dc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:15.494298 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-919d670c-960d-4878-abe8-e486bab9ab32 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:15.494617 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69994909-6ac7-40d1-ba24-ababc9c6b553', 'name': 'network-vif-deleted', 'tag': '611f7d6d-c489-4b4e-98af-1052522953dc', 'status': 'completed', 'code': 200} Jan 28 04:34:15.552639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:15.564954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-f90ddfeb-803f-4916-8319-28a3a13cd856 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d3b1ad8a-4385-46a0-bb96-3ce4a580a5df HTTP/1.1" status: 200 len: 2998 time: 0.6308928 Jan 28 04:34:15.571675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'mac_address': 'fa:16:3e:d3:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:15.590000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-93139fcd-b5ff-4881-a97f-3da0adcc6b98 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:15.592644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-93139fcd-b5ff-4881-a97f-3da0adcc6b98 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 945 time: 0.1119404 Jan 28 04:34:15.655454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd5b1014-b220-4320-81ed-3ac1ef93159c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:15.665985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.700068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5b1014-b220-4320-81ed-3ac1ef93159c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:15.725864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:15.732864 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.752101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-5d9cfa25-d771-4187-9386-7ba4f67eccec tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dceb5bdd-b24a-4ac4-a096-f2a5c0584a65 HTTP/1.1" status: 200 len: 2998 time: 0.1759801 Jan 28 04:34:15.795182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Deleting port c3de9a2d-af67-4907-a049-8f2478866a45 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:15.795686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.811748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:15.894054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] For port c3de9a2d-af67-4907-a049-8f2478866a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c3de9a2d-af67-4907-a049-8f2478866a45,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:15.894617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.896474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87ea5-eddf-4054-ae2d-57c97b419342 req-2a2eac49-5c25-4324-99e4-e221af550102 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:15.897991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5c87ea5-eddf-4054-ae2d-57c97b419342 req-2a2eac49-5c25-4324-99e4-e221af550102 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 943 time: 0.4187090 Jan 28 04:34:15.917775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-4d406f93-18a3-4301-8510-3d14ed63d9e8 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dceb5bdd-b24a-4ac4-a096-f2a5c0584a65 HTTP/1.1" status: 200 len: 2998 time: 0.1646318 Jan 28 04:34:15.926564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Calling delete_port for c3de9a2d-af67-4907-a049-8f2478866a45 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:16.031270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-4a324a39-6b27-43cf-b992-9409f1207edf tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e6588960-07e0-425a-950b-28da5c74ec09 HTTP/1.1" status: 200 len: 2994 time: 0.1123610 Jan 28 04:34:16.040021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5c87ea5-eddf-4054-ae2d-57c97b419342 req-5a59ba12-8a28-49aa-a35c-92b7f4871c75 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348634 Jan 28 04:34:16.074714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:16.090837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-b03a7050-0ace-415b-b036-ce34b7f744d7 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e6588960-07e0-425a-950b-28da5c74ec09 HTTP/1.1" status: 200 len: 2994 time: 0.0584693 Jan 28 04:34:16.107783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['bd5b1014-b220-4320-81ed-3ac1ef93159c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:16.195813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-6b8482f5-c099-4d05-9856-f6dfc8cde701 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f67b0b80-6b77-4a8d-a420-a66cfb0338db HTTP/1.1" status: 200 len: 2998 time: 0.1033652 Jan 28 04:34:16.273718 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf46ca-ec3c-4f8e-bee8-efc792979889 x-openstack-request-id: req-02cf46ca-ec3c-4f8e-bee8-efc792979889 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:16.273863 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86384b39-e391-460a-87f0-0dde505d5b60", "name": "network-vif-plugged", "status": "completed", "tag": "9f8e7411-d928-4c6a-a654-f5a88734ea3c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:16.274097 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02cf46ca-ec3c-4f8e-bee8-efc792979889 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:16.274504 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86384b39-e391-460a-87f0-0dde505d5b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'code': 200} Jan 28 04:34:16.282643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae70014-9f85-4878-a491-66739c4f038e req-a3df3f8e-ee99-41c0-813c-c765d06a0343 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f67b0b80-6b77-4a8d-a420-a66cfb0338db HTTP/1.1" status: 200 len: 2998 time: 0.0857775 Jan 28 04:34:16.501684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83b728-a246-47bc-8d01-123846346da9 req-5660d1e7-c0b4-4f38-917d-0d660f5744b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:16.503198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c83b728-a246-47bc-8d01-123846346da9 req-5660d1e7-c0b4-4f38-917d-0d660f5744b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 1100 time: 0.1372180 Jan 28 04:34:16.506438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c3de9a2d-af67-4907-a049-8f2478866a45), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:16.570764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event deleted for resources: {'Port': ['ID=c3de9a2d-af67-4907-a049-8f2478866a45,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:16.584662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a46d-20fa-4feb-8ea0-e1ab60be442b req-ad39cb37-b34e-4845-9bd2-3ce9684ccdbf tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:16.586207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f435a46d-20fa-4feb-8ea0-e1ab60be442b req-ad39cb37-b34e-4845-9bd2-3ce9684ccdbf tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.1586883 Jan 28 04:34:16.599650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Allocated IP 172.20.0.1 (a4f131a1-804a-4141-aa4a-24eb3ed754bd/d51b1499-3c75-4bbf-8906-f8ff82575dce/ef45d0c5-283a-4354-8acb-57235df856d6) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:16.625870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c83b728-a246-47bc-8d01-123846346da9 req-daf30bd7-c604-4403-963a-216f1971424a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090457 Jan 28 04:34:16.646542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] No DVR routers for this DVR port c3de9a2d-af67-4907-a049-8f2478866a45 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:16.650112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:16.653439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cdc0512-15c7-4ff1-9895-aea354393183 req-dcb1a628-d8d1-4f3a-8dfc-792efb2dde15 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "DELETE /v2.0/ports/c3de9a2d-af67-4907-a049-8f2478866a45 HTTP/1.1" status: 204 len: 173 time: 1.0529866 Jan 28 04:34:16.699479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f435a46d-20fa-4feb-8ea0-e1ab60be442b req-29a0b226-6aba-477f-8181-f81331b63334 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037984 Jan 28 04:34:16.718201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a443d-962d-4a02-85e5-65b6265cef16 req-24f31dfd-1810-4940-8e76-5de557b3ae3a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:16.721748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-006a443d-962d-4a02-85e5-65b6265cef16 req-24f31dfd-1810-4940-8e76-5de557b3ae3a tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ab5181-f29e-4074-a037-5b769d51527d HTTP/1.1" status: 200 len: 866 time: 0.2854753 Jan 28 04:34:16.837269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-006a443d-962d-4a02-85e5-65b6265cef16 req-f538ac4b-84fd-4db7-b2af-6e83ad21cab6 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051810 Jan 28 04:34:16.851094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for port (ef45d0c5-283a-4354-8acb-57235df856d6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:16.870130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa2b8089-e3f8-49ab-ad24-7954c9c6d832 req-f42367d1-4381-4a66-9365-93501e66dbfc tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f374ad3ce4914a6e8063c230b5311129 HTTP/1.1" status: 200 len: 6152 time: 0.0938871 Jan 28 04:34:16.899483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:16.934981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa2b8089-e3f8-49ab-ad24-7954c9c6d832 req-8b63b085-b53d-4997-9233-32a3575ea8c1 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "GET /v2.0/security-groups/ba57959b-a930-4612-bb99-75f67ff9a450 HTTP/1.1" status: 200 len: 2998 time: 0.0575573 Jan 28 04:34:16.947292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:16.950322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:16.954986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:17.009443 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa2b8089-e3f8-49ab-ad24-7954c9c6d832 req-da55dd1c-3868-4fa6-a0e6-d58f472b7c40 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "GET /v2.0/security-groups/ba57959b-a930-4612-bb99-75f67ff9a450 HTTP/1.1" status: 200 len: 2998 time: 0.0680296 Jan 28 04:34:17.016070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Port': ['ID=ef45d0c5-283a-4354-8acb-57235df856d6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:17.050858 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (a40a5fcf-71c1-47da-94a0-ea0fb001d347), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.290309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554a420-a97d-420c-b540-2d605d7cb5ca req-71e02f64-7786-4a68-bd34-e589f0772ae0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:17.299024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9554a420-a97d-420c-b540-2d605d7cb5ca req-71e02f64-7786-4a68-bd34-e589f0772ae0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 944 time: 0.0969782 Jan 28 04:34:17.367983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78aab088-c6b1-420c-98e8-fd8951e463f8 req-191cf6db-157c-48ed-a911-d84c315a61fc tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/351295ae-fab5-4b3c-9db8-65a6b8378aed HTTP/1.1" status: 200 len: 1796 time: 0.3142655 Jan 28 04:34:17.381203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9554a420-a97d-420c-b540-2d605d7cb5ca req-d66c6070-d89a-4cd8-98ff-85c0d6d7bf2c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808623 Jan 28 04:34:17.385080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.400533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0d925906-19aa-41dc-a7f4-d1d2d53b2952 None None] Provisioning complete for port ef45d0c5-283a-4354-8acb-57235df856d6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:17.401016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d925906-19aa-41dc-a7f4-d1d2d53b2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.453440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:17.496000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'name': 'network-vif-deleted', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:17.499915 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e3ba6e-eae3-48ca-aae3-bee61a48a52d" -d '{"events": [{"server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "name": "network-vif-deleted", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:17.547684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0d925906-19aa-41dc-a7f4-d1d2d53b2952 None None] Port ef45d0c5-283a-4354-8acb-57235df856d6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:17.601112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port bd5b1014-b220-4320-81ed-3ac1ef93159c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:17.608094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78aab088-c6b1-420c-98e8-fd8951e463f8 req-368a6220-8b8d-4f7c-9e49-d2e5d814b22b tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (351295ae-fab5-4b3c-9db8-65a6b8378aed), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.613510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port bd5b1014-b220-4320-81ed-3ac1ef93159c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:17.614145 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.646270 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b53b06e-5d82-40b0-b757-c13f5cefc08f x-openstack-request-id: req-5b53b06e-5d82-40b0-b757-c13f5cefc08f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:17.646804 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab5181-f29e-4074-a037-5b769d51527d", "name": "network-vif-deleted", "tag": "c3de9a2d-af67-4907-a049-8f2478866a45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:17.647016 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b53b06e-5d82-40b0-b757-c13f5cefc08f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:17.647529 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab5181-f29e-4074-a037-5b769d51527d', 'name': 'network-vif-deleted', 'tag': 'c3de9a2d-af67-4907-a049-8f2478866a45', 'status': 'completed', 'code': 200} Jan 28 04:34:17.678550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78aab088-c6b1-420c-98e8-fd8951e463f8 req-368a6220-8b8d-4f7c-9e49-d2e5d814b22b tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (351295ae-fab5-4b3c-9db8-65a6b8378aed), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.723366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd5b1014-b220-4320-81ed-3ac1ef93159c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:17.723638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.774464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:17.781659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.819178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78aab088-c6b1-420c-98e8-fd8951e463f8 req-368a6220-8b8d-4f7c-9e49-d2e5d814b22b tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (351295ae-fab5-4b3c-9db8-65a6b8378aed), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.822025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-78aab088-c6b1-420c-98e8-fd8951e463f8 req-368a6220-8b8d-4f7c-9e49-d2e5d814b22b tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.839363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78aab088-c6b1-420c-98e8-fd8951e463f8 req-368a6220-8b8d-4f7c-9e49-d2e5d814b22b tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/351295ae-fab5-4b3c-9db8-65a6b8378aed HTTP/1.1" status: 204 len: 173 time: 0.4698124 Jan 28 04:34:17.860729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:17.893450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a6220-8b8d-4f7c-9e49-d2e5d814b22b tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351295ae-fab5-4b3c-9db8-65a6b8378aed,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:17.900347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55634) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:17.956901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for port (ef45d0c5-283a-4354-8acb-57235df856d6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.971678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.048769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bf8d0-ebb9-4650-819c-bcb65a36915c req-7b163f60-cfa4-4391-b7cf-d13ab09380fc tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:18.053229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b0bf8d0-ebb9-4650-819c-bcb65a36915c req-7b163f60-cfa4-4391-b7cf-d13ab09380fc tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.1472380 Jan 28 04:34:18.132988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (a40a5fcf-71c1-47da-94a0-ea0fb001d347), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.140670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b0bf8d0-ebb9-4650-819c-bcb65a36915c req-3ff98802-3d51-4f5f-8ac8-0d85587f1f09 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808022 Jan 28 04:34:18.150179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Port': ['ID=ef45d0c5-283a-4354-8acb-57235df856d6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:18.159663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b6f062a-de4d-483e-9cc4-c440ea0eaf1f req-c4623f26-03ce-4e43-b337-f9a29ca5c343 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5beac982-33de-4a2a-a6a6-57c290587a0e HTTP/1.1" status: 200 len: 1797 time: 0.2227783 Jan 28 04:34:18.275993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:18.279203 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e20f65f-11b6-4ad0-814d-6f991a2171c8" -d '{"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:18.302623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Deleting subnet 9e589612-a8ab-4634-ba39-ec9c47977a92 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:34:18.306037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Publish callbacks [] for subnet (9e589612-a8ab-4634-ba39-ec9c47977a92), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.360456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-4b6f062a-de4d-483e-9cc4-c440ea0eaf1f req-be4291c5-a5f9-4c16-b939-ac050d47a776 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (5beac982-33de-4a2a-a6a6-57c290587a0e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.391135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (9e589612-a8ab-4634-ba39-ec9c47977a92), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.430952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-4b6f062a-de4d-483e-9cc4-c440ea0eaf1f req-be4291c5-a5f9-4c16-b939-ac050d47a776 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (5beac982-33de-4a2a-a6a6-57c290587a0e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.435075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:18.443558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:18.454009 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b359a4-31af-4686-8689-fbbaefec7e44 x-openstack-request-id: req-e8b359a4-31af-4686-8689-fbbaefec7e44 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:18.454488 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:18.454588 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8b359a4-31af-4686-8689-fbbaefec7e44 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:18.456825 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'code': 200} Jan 28 04:34:18.531329 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (9e589612-a8ab-4634-ba39-ec9c47977a92), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.532756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:18.581642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: c3de9a2d-af67-4907-a049-8f2478866a45 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:34:18.589519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c3de9a2d-af67-4907-a049-8f2478866a45 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:34:18.603642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-4b6f062a-de4d-483e-9cc4-c440ea0eaf1f req-be4291c5-a5f9-4c16-b939-ac050d47a776 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5beac982-33de-4a2a-a6a6-57c290587a0e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.606453 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-4b6f062a-de4d-483e-9cc4-c440ea0eaf1f req-be4291c5-a5f9-4c16-b939-ac050d47a776 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.608438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b6f062a-de4d-483e-9cc4-c440ea0eaf1f req-be4291c5-a5f9-4c16-b939-ac050d47a776 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/5beac982-33de-4a2a-a6a6-57c290587a0e HTTP/1.1" status: 204 len: 173 time: 0.4355204 Jan 28 04:34:18.683027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee546d-9f13-412f-acbd-b21b99377f7d req-ecf7baa0-fd36-4d03-8f22-a4066a3c0710 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:18.685553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4291c5-a5f9-4c16-b939-ac050d47a776 tempest-SecurityGroupsTestAdminJSON-1924724972 tempest-SecurityGroupsTestAdminJSON-1924724972-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beac982-33de-4a2a-a6a6-57c290587a0e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:18.720855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3eee546d-9f13-412f-acbd-b21b99377f7d req-ecf7baa0-fd36-4d03-8f22-a4066a3c0710 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1495786 Jan 28 04:34:18.741551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (9e589612-a8ab-4634-ba39-ec9c47977a92), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.749657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86dd6-3eb3-4a79-937b-3d944342a855 req-f6ea0a8d-c94b-4a80-aac5-b0534aee1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:18.751356 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cdd86dd6-3eb3-4a79-937b-3d944342a855 req-f6ea0a8d-c94b-4a80-aac5-b0534aee1ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 1096 time: 0.1735356 Jan 28 04:34:18.800611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e589612-a8ab-4634-ba39-ec9c47977a92,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:18.802954 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.806754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c58d26e-4699-4c6d-9f34-6b2177a5e171 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e589612-a8ab-4634-ba39-ec9c47977a92 HTTP/1.1" status: 204 len: 168 time: 0.9062018 Jan 28 04:34:18.811710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Router a40a5fcf-71c1-47da-94a0-ea0fb001d347 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:34:18.813709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55670) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:18.890167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3eee546d-9f13-412f-acbd-b21b99377f7d req-9f7ac4cc-185d-4c4c-a14c-7b609e20c899 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605535 Jan 28 04:34:18.904520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-40843ae6-b315-4de8-a318-5512e49d063f None None] Provisioning complete for port ef45d0c5-283a-4354-8acb-57235df856d6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:18.904941 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-40843ae6-b315-4de8-a318-5512e49d063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:18.967092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-40843ae6-b315-4de8-a318-5512e49d063f None None] Port ef45d0c5-283a-4354-8acb-57235df856d6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:19.003952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cdd86dd6-3eb3-4a79-937b-3d944342a855 req-e98571ea-fc85-4d6c-a7c9-b3143c2ddb9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198491 Jan 28 04:34:19.006428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d4926b07-c38f-4117-97fc-dd7e7ce678c4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.017746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40d49-7457-4f88-ac35-c7b970108d8d req-18fff886-d599-41b9-8a7b-b6613af884e0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:19.024641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-edc40d49-7457-4f88-ac35-c7b970108d8d req-18fff886-d599-41b9-8a7b-b6613af884e0 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.2426512 Jan 28 04:34:19.084375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c50f37fe-31f4-4488-875c-e830951f3ea4 req-4197afa8-7afc-4f8b-a446-6681b258b0ef tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "GET /v2.0/security-groups/2703e6d2-512f-44ce-aa3a-076010cada7f HTTP/1.1" status: 200 len: 1794 time: 0.0559042 Jan 28 04:34:19.177186 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-edc40d49-7457-4f88-ac35-c7b970108d8d req-483bb56d-8e4e-4fcd-826a-2eb4827fd3f3 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/security-groups?id=228d8b51-3191-403c-a04f-657b7bc90c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514199 Jan 28 04:34:19.186102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-aea7c71e-6da8-4924-9325-6eb188be42db tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:19.187627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-aea7c71e-6da8-4924-9325-6eb188be42db tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 944 time: 0.0721500 Jan 28 04:34:19.202209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d4926b07-c38f-4117-97fc-dd7e7ce678c4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.207602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c50f37fe-31f4-4488-875c-e830951f3ea4 req-f88c3b68-9474-457d-8111-02816003cd6a tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (2703e6d2-512f-44ce-aa3a-076010cada7f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.211707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:19.220732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-11968614-1a31-44f6-af09-916f72de94f4 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "PUT /v2.0/routers/a40a5fcf-71c1-47da-94a0-ea0fb001d347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5155435 Jan 28 04:34:19.224926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:19.226288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] Sync routers for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:19.241895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Request body: {'port': {'network_id': 'a4f131a1-804a-4141-aa4a-24eb3ed754bd', 'name': 'tempest-FloatingIPAdminTestJSON-1132954560'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:19.251690 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:19.258659 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.259832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55680) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:19.261706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4926b07-c38f-4117-97fc-dd7e7ce678c4']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.308201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd449d219-492a-47c8-bbb6-1b6fced63bdb') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.308768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd449d219-492a-47c8-bbb6-1b6fced63bdb') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.333120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d449d219-492a-47c8-bbb6-1b6fced63bdb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.354872 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.369624 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:19.370422 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.384813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d449d219-492a-47c8-bbb6-1b6fced63bdb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.397990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c50f37fe-31f4-4488-875c-e830951f3ea4 req-f88c3b68-9474-457d-8111-02816003cd6a tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (2703e6d2-512f-44ce-aa3a-076010cada7f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.413790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:34:19.414541 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d449d219-492a-47c8-bbb6-1b6fced63bdb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:34:19.416636 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:34:19.429194 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:19.432213 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6813c-7da3-456e-8349-c014976d718c None None] The sync data for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:19.492434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c50f37fe-31f4-4488-875c-e830951f3ea4 req-f88c3b68-9474-457d-8111-02816003cd6a tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2703e6d2-512f-44ce-aa3a-076010cada7f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.496139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c50f37fe-31f4-4488-875c-e830951f3ea4 req-f88c3b68-9474-457d-8111-02816003cd6a tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.504525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c50f37fe-31f4-4488-875c-e830951f3ea4 req-f88c3b68-9474-457d-8111-02816003cd6a tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "DELETE /v2.0/security-groups/2703e6d2-512f-44ce-aa3a-076010cada7f HTTP/1.1" status: 204 len: 173 time: 0.4160547 Jan 28 04:34:19.510727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bbe05-944a-4856-bb37-6312d6d3a738 req-5dc5b173-ead0-4730-97bd-7b97b545920f tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:19.512323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd5bbe05-944a-4856-bb37-6312d6d3a738 req-5dc5b173-ead0-4730-97bd-7b97b545920f tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.1686547 Jan 28 04:34:19.517905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Deleting port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:19.518913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.522932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62e58221-111c-4def-8c44-ca60e99fed84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.538126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Made reservation on behalf of 164f36afaeb64f519e884eb4527733f0 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:19.541447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.543307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d4926b07-c38f-4117-97fc-dd7e7ce678c4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.546988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c3b68-9474-457d-8111-02816003cd6a tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2703e6d2-512f-44ce-aa3a-076010cada7f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:19.568959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.572141 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d4926b07-c38f-4117-97fc-dd7e7ce678c4 HTTP/1.1" status: 204 len: 168 time: 0.7444458 Jan 28 04:34:19.597323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0f73c-ab2d-4974-8895-75c5aa9d113a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4926b07-c38f-4117-97fc-dd7e7ce678c4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:19.602739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] device_id is not set on port 3f561ec7-1c9a-4130-840e-f894c3a0dc49 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:34:19.681658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4232319-0025-48c1-87a8-4c49e93233d3 req-c0e7aeaa-2e32-466e-834e-e40b0f76388b tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "GET /v2.0/security-groups/3734eafb-92cb-440d-baac-17bd26832bec HTTP/1.1" status: 200 len: 1793 time: 0.1392505 Jan 28 04:34:19.739122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] For port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,segment=NetworkSegment(698f7cb6-df4c-49b6-aec3-06fe13d1ad8a),segment_id=698f7cb6-df4c-49b6-aec3-06fe13d1ad8a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:19.739855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.760841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Calling delete_port for 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:19.773425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:19.789939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4232319-0025-48c1-87a8-4c49e93233d3 req-8096c973-4a3c-4638-a8ca-cefaef76e3e5 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (3734eafb-92cb-440d-baac-17bd26832bec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.872279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4232319-0025-48c1-87a8-4c49e93233d3 req-8096c973-4a3c-4638-a8ca-cefaef76e3e5 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (3734eafb-92cb-440d-baac-17bd26832bec), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.901685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5f61a689-07ec-4de1-ac36-151d67d5b75d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd3ea49732e643e79ae5cb2d3605f174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249654 Jan 28 04:34:19.909239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:19.974525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4232319-0025-48c1-87a8-4c49e93233d3 req-8096c973-4a3c-4638-a8ca-cefaef76e3e5 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3734eafb-92cb-440d-baac-17bd26832bec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.977071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b4232319-0025-48c1-87a8-4c49e93233d3 req-8096c973-4a3c-4638-a8ca-cefaef76e3e5 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.978252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4232319-0025-48c1-87a8-4c49e93233d3 req-8096c973-4a3c-4638-a8ca-cefaef76e3e5 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] 10.222.0.21 "DELETE /v2.0/security-groups/3734eafb-92cb-440d-baac-17bd26832bec HTTP/1.1" status: 204 len: 173 time: 0.2955470 Jan 28 04:34:19.998990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd5bbe05-944a-4856-bb37-6312d6d3a738 req-01307c96-44d5-46f3-940b-5ecd4efc0860 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777792 Jan 28 04:34:20.003808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096c973-4a3c-4638-a8ca-cefaef76e3e5 tempest-SecurityGroupsTestAdminJSON-660071045 tempest-SecurityGroupsTestAdminJSON-660071045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734eafb-92cb-440d-baac-17bd26832bec,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.024017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5985728f-569b-4f22-9296-d96e082dd439 admin admin] Publish callbacks [] for security_group (6836f4a2-38eb-4abc-9bfc-91458ca32035), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.062556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5985728f-569b-4f22-9296-d96e082dd439 admin admin] Publish callbacks [] for security_group (6836f4a2-38eb-4abc-9bfc-91458ca32035), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.085342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (635460a8-d73b-4a7c-8b9e-a48b4f7f8a40), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.145776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Pushing event deleted for resources: {'Port': ['ID=635460a8-d73b-4a7c-8b9e-a48b4f7f8a40,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.218027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] No DVR routers for this DVR port 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:20.221679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.226654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83e9f98b-1b51-4d81-941f-3c375aea6bf6 req-3dd0b3b7-691a-4402-a984-a77d5bd20053 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.52 "DELETE /v2.0/ports/635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 HTTP/1.1" status: 204 len: 173 time: 1.0301900 Jan 28 04:34:20.226654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'name': 'network-vif-deleted', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:20.226982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62e58221-111c-4def-8c44-ca60e99fed84 admin admin] Publish callbacks [] for security_group (289fc37b-c609-44d5-b9e1-e94f6f4e93d2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.228001 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a06024c-2b71-4077-bfd8-d70f11508660" -d '{"events": [{"server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "name": "network-vif-deleted", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:20.228472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Allocated IP 172.20.0.9 (a4f131a1-804a-4141-aa4a-24eb3ed754bd/d51b1499-3c75-4bbf-8906-f8ff82575dce/3f561ec7-1c9a-4130-840e-f894c3a0dc49) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:20.242165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3357-ae16-4f40-bdb9-f8116b217274 req-e0490453-4237-48fb-a113-f5489c74f13c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.243722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4cf3357-ae16-4f40-bdb9-f8116b217274 req-e0490453-4237-48fb-a113-f5489c74f13c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1443322 Jan 28 04:34:20.246568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5985728f-569b-4f22-9296-d96e082dd439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6836f4a2-38eb-4abc-9bfc-91458ca32035), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.249343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5985728f-569b-4f22-9296-d96e082dd439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.253716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5985728f-569b-4f22-9296-d96e082dd439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6836f4a2-38eb-4abc-9bfc-91458ca32035 HTTP/1.1" status: 204 len: 168 time: 0.3412821 Jan 28 04:34:20.253928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62e58221-111c-4def-8c44-ca60e99fed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (289fc37b-c609-44d5-b9e1-e94f6f4e93d2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.273546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985728f-569b-4f22-9296-d96e082dd439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6836f4a2-38eb-4abc-9bfc-91458ca32035,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.316721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4cf3357-ae16-4f40-bdb9-f8116b217274 req-aa4d9177-0c90-480a-896b-780b3fafae4c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639820 Jan 28 04:34:20.372878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f041bf5-ae81-4eda-9e54-69957c3de10c req-bc99de18-bb4a-4cc4-87db-f2994109bd6a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.380617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f041bf5-ae81-4eda-9e54-69957c3de10c req-bc99de18-bb4a-4cc4-87db-f2994109bd6a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1864524 Jan 28 04:34:20.382367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e58221-111c-4def-8c44-ca60e99fed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289fc37b-c609-44d5-b9e1-e94f6f4e93d2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.390503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-62e58221-111c-4def-8c44-ca60e99fed84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44e6e7a8e4e94c529ac99f4346b292a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1220970 Jan 28 04:34:20.394597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55706) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:20.434200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bc38057-0861-4be9-87bc-311d33147a74 req-6e08d21b-56c8-4d37-991c-c7df2fff8b83 tempest-LiveAutoBlockMigrationV225Test-1247598372 tempest-LiveAutoBlockMigrationV225Test-1247598372-project] 10.222.0.21 "GET /v2.0/ports?device_id=219cbbbb-8bfd-4050-be9a-a6a67c0a391a HTTP/1.1" status: 200 len: 210 time: 0.0506525 Jan 28 04:34:20.514272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f041bf5-ae81-4eda-9e54-69957c3de10c req-5fc081a1-6250-4cac-ae92-f3ec196f85e3 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325986 Jan 28 04:34:20.537657 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc8585-d362-41ef-95a5-0e3b4d97a77b x-openstack-request-id: req-2fbc8585-d362-41ef-95a5-0e3b4d97a77b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:20.538206 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219cbbbb-8bfd-4050-be9a-a6a67c0a391a", "name": "network-vif-deleted", "tag": "635460a8-d73b-4a7c-8b9e-a48b4f7f8a40", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:20.538652 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fbc8585-d362-41ef-95a5-0e3b4d97a77b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:20.539062 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219cbbbb-8bfd-4050-be9a-a6a67c0a391a', 'name': 'network-vif-deleted', 'tag': '635460a8-d73b-4a7c-8b9e-a48b4f7f8a40', 'status': 'completed', 'code': 200} Jan 28 04:34:20.540109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d07191-aa07-4758-a0ff-b119045f10fd admin admin] Publish callbacks [] for security_group (289fc37b-c609-44d5-b9e1-e94f6f4e93d2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.563620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d07191-aa07-4758-a0ff-b119045f10fd admin admin] Publish callbacks [] for security_group (289fc37b-c609-44d5-b9e1-e94f6f4e93d2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.564640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for port (3f561ec7-1c9a-4130-840e-f894c3a0dc49), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.588218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:20.617875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3f561ec7-1c9a-4130-840e-f894c3a0dc49), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.623260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d07191-aa07-4758-a0ff-b119045f10fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (289fc37b-c609-44d5-b9e1-e94f6f4e93d2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.625889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d07191-aa07-4758-a0ff-b119045f10fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.627049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a3d07191-aa07-4758-a0ff-b119045f10fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/289fc37b-c609-44d5-b9e1-e94f6f4e93d2 HTTP/1.1" status: 204 len: 168 time: 0.2302783 Jan 28 04:34:20.635878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d07191-aa07-4758-a0ff-b119045f10fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289fc37b-c609-44d5-b9e1-e94f6f4e93d2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.646029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:20.648203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:20.657699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:20.749660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event updated for resources: {'Port': ['ID=3f561ec7-1c9a-4130-840e-f894c3a0dc49,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.774237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.775172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.850143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-d8fb1fde-e075-40df-a416-2d6d1a1a4d8e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2440aea79a714f1399537add7111895e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407987 Jan 28 04:34:20.857591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:20.863870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ad74d7f-03ab-4a55-b53b-92701a780080 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6376317 Jan 28 04:34:20.984437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fb204798-1805-4928-8636-c4d50f9dbe50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f374ad3ce4914a6e8063c230b5311129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946691 Jan 28 04:34:20.987019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:21.009237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6d3627a9-720c-41a2-87af-e665f9c68aca None None] Provisioning complete for port 3f561ec7-1c9a-4130-840e-f894c3a0dc49 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:21.009843 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d3627a9-720c-41a2-87af-e665f9c68aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3f561ec7-1c9a-4130-840e-f894c3a0dc49), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.049097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-065c0013-6ec0-4d7f-9c2a-939c1a887072 admin admin] Publish callbacks [] for security_group (ba57959b-a930-4612-bb99-75f67ff9a450), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.065764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-bbc6278d-a01c-4b56-b791-2f769e7b9f53 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:21.075190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6d3627a9-720c-41a2-87af-e665f9c68aca None None] Port 3f561ec7-1c9a-4130-840e-f894c3a0dc49 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:21.076825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-bbc6278d-a01c-4b56-b791-2f769e7b9f53 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108274 Jan 28 04:34:21.085537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-065c0013-6ec0-4d7f-9c2a-939c1a887072 admin admin] Publish callbacks [] for security_group (ba57959b-a930-4612-bb99-75f67ff9a450), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.091384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-ea21d193-81bc-4cea-a0e4-eff113b708d1 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/quotas/2440aea79a714f1399537add7111895e HTTP/1.1" status: 200 len: 375 time: 0.0128992 Jan 28 04:34:21.168801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'project_id': '164f36afaeb64f519e884eb4527733f0', 'port_id': '3f561ec7-1c9a-4130-840e-f894c3a0dc49'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:21.170450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-b317f74d-3ab8-4804-a03e-86fcecc30f42 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733786 Jan 28 04:34:21.205320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-065c0013-6ec0-4d7f-9c2a-939c1a887072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ba57959b-a930-4612-bb99-75f67ff9a450), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.208576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-065c0013-6ec0-4d7f-9c2a-939c1a887072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.212518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-065c0013-6ec0-4d7f-9c2a-939c1a887072 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba57959b-a930-4612-bb99-75f67ff9a450 HTTP/1.1" status: 204 len: 168 time: 0.2215977 Jan 28 04:34:21.223438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:21.240200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c0013-6ec0-4d7f-9c2a-939c1a887072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba57959b-a930-4612-bb99-75f67ff9a450,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:21.244526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.280932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15fc9889-b8bb-475d-81a2-046bfa5ed9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.429754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2893ab83-7cd3-4211-b5a8-9c1ee037fa81 req-b4960126-db81-49ef-b69f-2a1da7944fbe tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 210 time: 0.0525270 Jan 28 04:34:21.493059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15fc9889-b8bb-475d-81a2-046bfa5ed9ac admin admin] Publish callbacks [] for security_group (6aafaff7-f5cf-4f1f-99ea-9c76d6840c39), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.500242 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15fc9889-b8bb-475d-81a2-046bfa5ed9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6aafaff7-f5cf-4f1f-99ea-9c76d6840c39), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.529672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.533041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:21.556126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9477-5014-4831-9665-d8bb0e9a6e43 req-9ccd8149-a5b9-4860-9086-b88ff9d43a65 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:21.557854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-218c9477-5014-4831-9665-d8bb0e9a6e43 req-9ccd8149-a5b9-4860-9086-b88ff9d43a65 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1251283 Jan 28 04:34:21.569679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-15fc9889-b8bb-475d-81a2-046bfa5ed9ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fbd514f99184543b25f4fdd1801864e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3449724 Jan 28 04:34:21.596802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55764) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:21.598901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9889-b8bb-475d-81a2-046bfa5ed9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aafaff7-f5cf-4f1f-99ea-9c76d6840c39,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:21.664728 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-218c9477-5014-4831-9665-d8bb0e9a6e43 req-3907f8de-5fd3-4f5f-a6f1-0cca0323e882 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007690 Jan 28 04:34:21.729023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2c2b-9826-43bc-87f2-be67cabd7731 admin admin] Publish callbacks [] for security_group (6aafaff7-f5cf-4f1f-99ea-9c76d6840c39), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.751888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Allocated IP 172.25.6.234 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/3fb5694e-a9e1-4216-86f3-c250e0910a9f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:21.792545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2c2b-9826-43bc-87f2-be67cabd7731 admin admin] Publish callbacks [] for security_group (6aafaff7-f5cf-4f1f-99ea-9c76d6840c39), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.931003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Deleting subnet 745d9cfb-a6cf-40a1-9351-bf9090ad99e8 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:34:21.931268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.940373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Publish callbacks [] for subnet (745d9cfb-a6cf-40a1-9351-bf9090ad99e8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:21.988306 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.014911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (745d9cfb-a6cf-40a1-9351-bf9090ad99e8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.048963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:22.072305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:22.081647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:22.084783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2c2b-9826-43bc-87f2-be67cabd7731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6aafaff7-f5cf-4f1f-99ea-9c76d6840c39), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.088868 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2c2b-9826-43bc-87f2-be67cabd7731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.090370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e7e2c2b-9826-43bc-87f2-be67cabd7731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6aafaff7-f5cf-4f1f-99ea-9c76d6840c39 HTTP/1.1" status: 204 len: 168 time: 0.4924600 Jan 28 04:34:22.095272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:22.131802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb5694e-a9e1-4216-86f3-c250e0910a9f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:22.137114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2c2b-9826-43bc-87f2-be67cabd7731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aafaff7-f5cf-4f1f-99ea-9c76d6840c39,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:22.147607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (745d9cfb-a6cf-40a1-9351-bf9090ad99e8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.158880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-92f5dbc5-0be1-468f-bd63-0348ff34b7a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17adaf8f707e4fabb1cdad6396c0958a&name=default HTTP/1.1" status: 200 len: 2999 time: 0.1079087 Jan 28 04:34:22.162077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55790) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:22.182824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e558fb-5c9b-4ff6-932b-02c27bd4285e req-37273107-3b2d-4f72-92a1-8868ee5acef0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:22.184747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4e558fb-5c9b-4ff6-932b-02c27bd4285e req-37273107-3b2d-4f72-92a1-8868ee5acef0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1283524 Jan 28 04:34:22.250904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4e558fb-5c9b-4ff6-932b-02c27bd4285e req-27f7a3a1-9cad-4220-bf35-b3a8a32a40e5 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589333 Jan 28 04:34:22.296979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (745d9cfb-a6cf-40a1-9351-bf9090ad99e8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.355578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745d9cfb-a6cf-40a1-9351-bf9090ad99e8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:22.361455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.367844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-475cb14b-5cd4-46da-898d-a6a79ff63ca8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/745d9cfb-a6cf-40a1-9351-bf9090ad99e8 HTTP/1.1" status: 204 len: 168 time: 0.8306742 Jan 28 04:34:22.369176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:22.374971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83b0459a-e6de-49cb-9df4-a6b043dc3aeb admin admin] Publish callbacks [] for security_group (89492764-02ee-401b-b055-5f4d2dd6ca0e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.397166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:22.488594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (ddaa9b47-78f6-40a2-9951-a11db54ce174), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.504089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83b0459a-e6de-49cb-9df4-a6b043dc3aeb admin admin] Publish callbacks [] for security_group (89492764-02ee-401b-b055-5f4d2dd6ca0e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.545583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:22.588067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:34:22.589334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 635460a8-d73b-4a7c-8b9e-a48b4f7f8a40 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:34:22.622597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83b0459a-e6de-49cb-9df4-a6b043dc3aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (89492764-02ee-401b-b055-5f4d2dd6ca0e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.623725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-965311db-49db-4372-8ba9-9a2d218881c3 req-a91f30f8-c10a-4e7d-ac51-545324d026e5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 210 time: 0.0821514 Jan 28 04:34:22.626166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83b0459a-e6de-49cb-9df4-a6b043dc3aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.627346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83b0459a-e6de-49cb-9df4-a6b043dc3aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89492764-02ee-401b-b055-5f4d2dd6ca0e HTTP/1.1" status: 204 len: 168 time: 0.4627926 Jan 28 04:34:22.684033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (ddaa9b47-78f6-40a2-9951-a11db54ce174), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.718752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaa9b47-78f6-40a2-9951-a11db54ce174']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:22.724039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0459a-e6de-49cb-9df4-a6b043dc3aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89492764-02ee-401b-b055-5f4d2dd6ca0e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:22.744406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:22.746113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698f7cb6-df4c-49b6-aec3-06fe13d1ad8a') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:22.768807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (698f7cb6-df4c-49b6-aec3-06fe13d1ad8a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.791267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (698f7cb6-df4c-49b6-aec3-06fe13d1ad8a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.804933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-837198310-network', 'tenant_id': 'a3ce9c17db8c4b9fa0875440770db644'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:22.813577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:34:22.814074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (698f7cb6-df4c-49b6-aec3-06fe13d1ad8a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:34:22.816315 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:34:22.901181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-b146f0e9-2b94-4cda-acaa-a51f855754d8 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2440aea79a714f1399537add7111895e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472040 Jan 28 04:34:22.946118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Made reservation on behalf of a3ce9c17db8c4b9fa0875440770db644 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:22.950359 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.974611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.979170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (ddaa9b47-78f6-40a2-9951-a11db54ce174), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.989952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:22.998799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ddaa9b47-78f6-40a2-9951-a11db54ce174 HTTP/1.1" status: 204 len: 168 time: 0.6281395 Jan 28 04:34:23.000320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:23.026947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dd7cd-2de9-4867-832c-7a8f0d584070 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaa9b47-78f6-40a2-9951-a11db54ce174,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:23.108969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for floatingip (68116f3c-a2f9-438f-9bd9-c4842f07ef4b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.110501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks [] for security_group (c4b297cd-21a7-4c3a-8416-9030bce51356), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.116041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c4b297cd-21a7-4c3a-8416-9030bce51356), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.159135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:34:23.166310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b297cd-21a7-4c3a-8416-9030bce51356,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:23.173757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (32dbdaa0-d708-438e-9a55-4582b39beaa1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.174048 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Added segment 32dbdaa0-d708-438e-9a55-4582b39beaa1 of type vlan for network a4c9caaa-bf2f-40b4-84df-53333895d0a0 Jan 28 04:34:23.238602 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a4c9caaa-bf2f-40b4-84df-53333895d0a0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.274686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a4c9caaa-bf2f-40b4-84df-53333895d0a0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.275738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:23.276385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.338255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9392521 Jan 28 04:34:23.341450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55832) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:23.346962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Request body: {'subnet': {'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-837198310-subnet', 'tenant_id': 'a3ce9c17db8c4b9fa0875440770db644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:23.367355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e410c-53a8-4028-ae40-3bdebf65514e admin admin] Pushing event updated for resources: {'Network': ['ID=a4c9caaa-bf2f-40b4-84df-53333895d0a0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:23.380906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:34:23.395171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Made reservation on behalf of a3ce9c17db8c4b9fa0875440770db644 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:23.399542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.547373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Deleting subnet a1841021-d4d1-44dd-9199-0de14222dd67 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:34:23.571967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Publish callbacks [] for subnet (a1841021-d4d1-44dd-9199-0de14222dd67), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.648205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-21d3b2ba-07bc-4938-a58e-f8c064e5ebeb tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:23.649748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-21d3b2ba-07bc-4938-a58e-f8c064e5ebeb tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7399855 Jan 28 04:34:23.656724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (a1841021-d4d1-44dd-9199-0de14222dd67), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.713950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Request body: {'port': {'device_id': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '2440aea79a714f1399537add7111895e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:23.740485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (8d9ec970-aefd-422f-8cae-551bbd07df31), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.776407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.798190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ca36-a497-4bf4-a7fd-f87d0df61038 req-b2e7c94e-8709-4c68-a13c-d4d9f9cfac69 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:23.804584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7fa6eda-4801-427f-a717-23a742a494dd req-73240641-4391-4ec3-852f-42e899219b36 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 210 time: 0.0577452 Jan 28 04:34:23.806037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c51ca36-a497-4bf4-a7fd-f87d0df61038 req-b2e7c94e-8709-4c68-a13c-d4d9f9cfac69 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.3183479 Jan 28 04:34:23.852294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Checking segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:23.852662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Network hostable DHCP agents. Network: a4c9caaa-bf2f-40b4-84df-53333895d0a0, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:34:23.855511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9ec970-aefd-422f-8cae-551bbd07df31,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:23.876063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:34:23.878747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a1841021-d4d1-44dd-9199-0de14222dd67), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.887613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a4c9caaa-bf2f-40b4-84df-53333895d0a0) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:23.903012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e732f25-2f5c-4e1c-9a6e-60709fd37a39 None None] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:23.921075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:23.921714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.956239 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd726249-7d64-4248-84b6-ec8d474e1953 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6040678 Jan 28 04:34:23.984183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c51ca36-a497-4bf4-a7fd-f87d0df61038 req-e68db03d-9da8-4038-8442-b9aced7dfed8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769917 Jan 28 04:34:24.080745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (a1841021-d4d1-44dd-9199-0de14222dd67), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.095865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614aba4-5282-4a84-8df7-eeb44b67432b None None] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:24.125737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Made reservation on behalf of 2440aea79a714f1399537add7111895e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:24.129578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.140233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1841021-d4d1-44dd-9199-0de14222dd67,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:24.149877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.153954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b98e740-5754-4390-ab69-368c46e6e10b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1841021-d4d1-44dd-9199-0de14222dd67 HTTP/1.1" status: 204 len: 168 time: 1.1238348 Jan 28 04:34:24.158100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55862) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:24.202873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.234233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.276033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (687f91c6-cd89-4fc4-b19a-02eb884f4c49), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.367706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb5694e-a9e1-4216-86f3-c250e0910a9f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:24.380520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (68116f3c-a2f9-438f-9bd9-c4842f07ef4b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.398722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (687f91c6-cd89-4fc4-b19a-02eb884f4c49), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.426051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687f91c6-cd89-4fc4-b19a-02eb884f4c49']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:24.440090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee0f10b-3bf5-47a6-aa3c-875c01a02160') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:24.440404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee0f10b-3bf5-47a6-aa3c-875c01a02160') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:24.453543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (aee0f10b-3bf5-47a6-aa3c-875c01a02160), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.459530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Allocated IP 192.168.233.240 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/c1055573-8e4a-4116-8153-93bd8b110145) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:24.473321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aee0f10b-3bf5-47a6-aa3c-875c01a02160), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.484331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:34:24.485463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (aee0f10b-3bf5-47a6-aa3c-875c01a02160), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.554708 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Floating IP 68116f3c-a2f9-438f-9bd9-c4842f07ef4b associated. External IP: 172.25.6.234, port: 3f561ec7-1c9a-4130-840e-f894c3a0dc49. Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:34:24.557336 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:34:24.563943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (687f91c6-cd89-4fc4-b19a-02eb884f4c49), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.574209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.585332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] 10.222.0.21 "DELETE /v2.0/networks/687f91c6-cd89-4fc4-b19a-02eb884f4c49 HTTP/1.1" status: 204 len: 168 time: 0.4256387 Jan 28 04:34:24.611971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d2f9f-f127-492e-9653-c6da0399f705 admin admin] Pushing event deleted for resources: {'Network': ['ID=687f91c6-cd89-4fc4-b19a-02eb884f4c49,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:24.815869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks [] for port (c1055573-8e4a-4116-8153-93bd8b110145), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.934856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Router a40a5fcf-71c1-47da-94a0-ea0fb001d347 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:34:24.939548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c1055573-8e4a-4116-8153-93bd8b110145), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:24.979584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55900) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:24.980304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['edf7e39b-2604-4107-890a-3290ff924c73', '9f8e7411-d928-4c6a-a654-f5a88734ea3c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:25.012629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event updated for resources: {'Port': ['ID=c1055573-8e4a-4116-8153-93bd8b110145,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:25.040228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:25.047470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:25.055649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:25.066303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-12e1088e-b594-41ce-a0f1-c3a7a433a8ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b17bc8a4c3425eb0bd16e537cc193f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849493 Jan 28 04:34:25.069840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:25.159284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-96cd4f09-acc1-4443-932e-edfb8c952de4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.165970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-96cd4f09-acc1-4443-932e-edfb8c952de4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 814 time: 0.2781062 Jan 28 04:34:25.213389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-fd77ee3b-0b3e-4d0b-82cc-da4c01b24668 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/quotas/a3ce9c17db8c4b9fa0875440770db644 HTTP/1.1" status: 200 len: 375 time: 0.0416386 Jan 28 04:34:25.234339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be59585a-15aa-4f3c-a03a-7f631f1c51e8 admin admin] Publish callbacks [] for security_group (228d8b51-3191-403c-a04f-657b7bc90c68), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.307144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:25.320034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] Sync routers for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:25.328658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-a71c9898-c3b1-4be1-bbc0-d511aa2e4ea6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986192 Jan 28 04:34:25.329553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.330228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.341431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4b552-9fcb-40bc-84dd-fbd9881d5522 req-b12fdeef-016a-4eac-a4c3-2c199281ef52 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.349325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9a4b552-9fcb-40bc-84dd-fbd9881d5522 req-b12fdeef-016a-4eac-a4c3-2c199281ef52 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 936 time: 0.4122283 Jan 28 04:34:25.386460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.412492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-aa1c13b8-b6e3-4e18-a8d7-15286956a288 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7122774 Jan 28 04:34:25.416445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be59585a-15aa-4f3c-a03a-7f631f1c51e8 admin admin] Publish callbacks [] for security_group (228d8b51-3191-403c-a04f-657b7bc90c68), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.423080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:25.423874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:25.451206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9a4b552-9fcb-40bc-84dd-fbd9881d5522 req-90712bbe-e319-40c5-adca-eb1478fdc5a5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979252 Jan 28 04:34:25.463343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Request body: {'port': {'device_id': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:25.472917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:25.500178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-8c729702-4fde-4bff-ac17-1ca21583ded5 service neutron] 10.222.0.21 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550236 Jan 28 04:34:25.553442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7e426ffc-1253-44df-b867-a3c4e06f17c0 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.6940558 Jan 28 04:34:25.562598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55916) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:25.573382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3c4a30a8-cf10-48b3-951e-dfc2ee555844 None None] Provisioning complete for port c1055573-8e4a-4116-8153-93bd8b110145 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:25.573767 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c4a30a8-cf10-48b3-951e-dfc2ee555844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c1055573-8e4a-4116-8153-93bd8b110145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.575341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:25.575990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:25.623304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c1055573-8e4a-4116-8153-93bd8b110145), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.630203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be59585a-15aa-4f3c-a03a-7f631f1c51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (228d8b51-3191-403c-a04f-657b7bc90c68), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.636240 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be59585a-15aa-4f3c-a03a-7f631f1c51e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.643108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-be59585a-15aa-4f3c-a03a-7f631f1c51e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/228d8b51-3191-403c-a04f-657b7bc90c68 HTTP/1.1" status: 204 len: 168 time: 0.5679910 Jan 28 04:34:25.661514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:25.662269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452cf432-2409-4c91-81f3-e90f619bec0a None None] The sync data for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:25.683889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a30a8-cf10-48b3-951e-dfc2ee555844 None None] Port c1055573-8e4a-4116-8153-93bd8b110145 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:25.706789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aa533-82c4-470a-ae84-68abe7392fca req-0c26dd27-943e-4812-8ce1-d29f1d3cf430 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.709215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0aa533-82c4-470a-ae84-68abe7392fca req-0c26dd27-943e-4812-8ce1-d29f1d3cf430 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1313107 Jan 28 04:34:25.728452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59585a-15aa-4f3c-a03a-7f631f1c51e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228d8b51-3191-403c-a04f-657b7bc90c68,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:25.803677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-856eb90f-0f69-412e-a365-d7543dc28295 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] 10.222.0.21 "GET /v2.0/floatingips/68116f3c-a2f9-438f-9bd9-c4842f07ef4b HTTP/1.1" status: 200 len: 983 time: 0.2398005 Jan 28 04:34:25.804360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55930) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:25.850601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-e3df5b97-b13b-4c5f-8975-9d3bacc985dc service neutron] 10.222.0.21 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362720 Jan 28 04:34:25.859827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0aa533-82c4-470a-ae84-68abe7392fca req-188dacf3-09ac-4c41-b104-f4f20f1bf3a3 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368511 Jan 28 04:34:25.995768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55940) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:25.996958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1c40372-f236-4436-ab0b-72bfff6990cd tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1856189 Jan 28 04:34:26.248588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3216b23e-8f54-48bf-bb6b-6fee1416f0f4 req-1ab7125b-405a-4806-86bb-36c9bcab3ede tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 210 time: 0.0482438 Jan 28 04:34:26.444772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55962) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:26.480073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-0f4da0f6-83ef-494c-845e-8ebcc91a8f74 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542951 Jan 28 04:34:26.510523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-377794b2-48bc-4d4a-87aa-fcd36b36b0f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a34d6f4a2f804b75b5e41c33aea37d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622818 Jan 28 04:34:26.511104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55970) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:26.572192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Publish callbacks [] for security_group (994d216a-18d9-4faa-918f-d88a24163858), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:26.620219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1055573-8e4a-4116-8153-93bd8b110145 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:26.633183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-06fcaf70-e01f-410a-9fac-feecc78b89e6 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:26.636318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Publish callbacks [] for security_group (994d216a-18d9-4faa-918f-d88a24163858), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:26.641282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-06fcaf70-e01f-410a-9fac-feecc78b89e6 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602941 Jan 28 04:34:26.665932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Publish callbacks [] for port (c1055573-8e4a-4116-8153-93bd8b110145), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:26.686337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-43643806-df32-4dfe-b9cb-346556aa1540 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/quotas/58afacf6cc6a4cc58050302c38d8b08b HTTP/1.1" status: 200 len: 375 time: 0.0429478 Jan 28 04:34:26.689928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774e5e9-a0a0-4ec9-a181-de014aae1737 req-eba58f7f-5153-4934-872d-25c6016bf801 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:26.700160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7774e5e9-a0a0-4ec9-a181-de014aae1737 req-eba58f7f-5153-4934-872d-25c6016bf801 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 936 time: 0.1155901 Jan 28 04:34:26.740207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (994d216a-18d9-4faa-918f-d88a24163858), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:26.743220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:26.744515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/994d216a-18d9-4faa-918f-d88a24163858 HTTP/1.1" status: 204 len: 168 time: 0.2322080 Jan 28 04:34:26.770238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d216a-18d9-4faa-918f-d88a24163858,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:26.788010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.788432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.788779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.789410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.789883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.790329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.790645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.790983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.791410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.791900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.792330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.792664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.792993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f195a-1587-4317-9562-4595e573b170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.806613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7774e5e9-a0a0-4ec9-a181-de014aae1737 req-310054c6-1e3a-4290-ab03-87a3b7d7356c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Jan 28 04:34:26.849125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Transition to ACTIVE for port object c1055573-8e4a-4116-8153-93bd8b110145 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:26.851836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-a42401d5-ff49-4556-bd8a-95c569f523c0 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534948 Jan 28 04:34:26.857956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c1055573-8e4a-4116-8153-93bd8b110145), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.002798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Pushing event updated for resources: {'Port': ['ID=c1055573-8e4a-4116-8153-93bd8b110145,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:27.016865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.017461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.025252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.025866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.026400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.026910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.027411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.027913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.028465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.028965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.029491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.029987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.030483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:27.038536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55982) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:27.108141 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd780162-47bb-4bdf-ae7a-e44b17b39f94 req-48c67b15-60ce-4d3d-838b-5982ba584c85 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:27.121701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd780162-47bb-4bdf-ae7a-e44b17b39f94 req-48c67b15-60ce-4d3d-838b-5982ba584c85 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1335952 Jan 28 04:34:27.134289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting port 3fb5694e-a9e1-4216-86f3-c250e0910a9f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:27.135002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.137228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Attempting to bind port c1055573-8e4a-4116-8153-93bd8b110145 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:27.137892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Attempting to bind port c1055573-8e4a-4116-8153-93bd8b110145 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:27.138474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Attempting to bind port c1055573-8e4a-4116-8153-93bd8b110145 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:27.158555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Port c1055573-8e4a-4116-8153-93bd8b110145 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:27.159014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Attempting to bind port c1055573-8e4a-4116-8153-93bd8b110145 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:27.208413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:27.208837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:27.209470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:27.211957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Bound port: c1055573-8e4a-4116-8153-93bd8b110145, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:27.211957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c1055573-8e4a-4116-8153-93bd8b110145), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.227319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd780162-47bb-4bdf-ae7a-e44b17b39f94 req-7c1f00ca-4c49-4243-87b2-3676d21a917f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036947 Jan 28 04:34:27.288812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c032c0b-b0a3-4bb6-b6a1-167f6bcb9cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.307970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f5a6076-431a-4703-a955-f4ef092c36ad req-e3d1ce4a-8f06-49ad-ab20-ab4d9e5140da tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 210 time: 0.0944922 Jan 28 04:34:27.415091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.416222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for floatingip (3fb5694e-a9e1-4216-86f3-c250e0910a9f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.440372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c032c0b-b0a3-4bb6-b6a1-167f6bcb9cab admin admin] Publish callbacks [] for security_group (f3ed20eb-a123-4fda-bb46-049bbb2c6569), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.446135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c032c0b-b0a3-4bb6-b6a1-167f6bcb9cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f3ed20eb-a123-4fda-bb46-049bbb2c6569), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.474317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b16815d2-175d-4b67-8ef8-f02180bbd53a req-1663ca9c-a015-4b34-a6b4-430e782cdcfb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 210 time: 0.0654669 Jan 28 04:34:27.476360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Calling delete_port for 3fb5694e-a9e1-4216-86f3-c250e0910a9f owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:27.484345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] For port c1055573-8e4a-4116-8153-93bd8b110145, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:27.498234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8c032c0b-b0a3-4bb6-b6a1-167f6bcb9cab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7624c22cd5c04f7d8beda23db235de2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633303 Jan 28 04:34:27.499268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c032c0b-b0a3-4bb6-b6a1-167f6bcb9cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed20eb-a123-4fda-bb46-049bbb2c6569,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:27.502257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56004) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:27.537724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] For port c1055573-8e4a-4116-8153-93bd8b110145, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c1055573-8e4a-4116-8153-93bd8b110145,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:27.609022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c1055573-8e4a-4116-8153-93bd8b110145), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.621927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc40a694-8a24-4f8a-b3ca-8d311cd2a351 admin admin] Publish callbacks [] for security_group (f3ed20eb-a123-4fda-bb46-049bbb2c6569), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.677347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc40a694-8a24-4f8a-b3ca-8d311cd2a351 admin admin] Publish callbacks [] for security_group (f3ed20eb-a123-4fda-bb46-049bbb2c6569), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.698918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Pushing event updated for resources: {'Port': ['ID=c1055573-8e4a-4116-8153-93bd8b110145,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:27.732608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-5810b51e-a4e5-44e1-8947-54218dd65d36 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:27.734395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-5810b51e-a4e5-44e1-8947-54218dd65d36 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.47 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 814 time: 0.2313437 Jan 28 04:34:27.734696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:27.735292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.736924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-3c356418-94bc-4984-83d4-d7a00e5fd841 service neutron] 10.222.0.52 "PUT /v2.0/ports/c1055573-8e4a-4116-8153-93bd8b110145 HTTP/1.1" status: 200 len: 1096 time: 2.2956936 Jan 28 04:34:27.737228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'tag': 'c1055573-8e4a-4116-8153-93bd8b110145'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:27.741437 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73379f4d-8915-489b-b0e6-33b1705b918a" -d '{"events": [{"name": "network-changed", "server_uuid": "115f4857-0910-46aa-a2ff-c21f83d2100c", "tag": "c1055573-8e4a-4116-8153-93bd8b110145"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:27.762419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Request body: {'port': {'device_id': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'admin_state_up': True, 'tenant_id': 'a3ce9c17db8c4b9fa0875440770db644'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:27.822963 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109cbeb-923a-4958-aa10-77c0e32efa25 x-openstack-request-id: req-9109cbeb-923a-4958-aa10-77c0e32efa25 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:27.823277 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115f4857-0910-46aa-a2ff-c21f83d2100c", "tag": "c1055573-8e4a-4116-8153-93bd8b110145", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:27.823532 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9109cbeb-923a-4958-aa10-77c0e32efa25 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:27.823956 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'tag': 'c1055573-8e4a-4116-8153-93bd8b110145', 'status': 'completed', 'code': 200} Jan 28 04:34:27.873078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc40a694-8a24-4f8a-b3ca-8d311cd2a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f3ed20eb-a123-4fda-bb46-049bbb2c6569), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.879817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc40a694-8a24-4f8a-b3ca-8d311cd2a351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:27.883266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fc40a694-8a24-4f8a-b3ca-8d311cd2a351 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3ed20eb-a123-4fda-bb46-049bbb2c6569 HTTP/1.1" status: 204 len: 168 time: 0.3790324 Jan 28 04:34:27.907013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40a694-8a24-4f8a-b3ca-8d311cd2a351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed20eb-a123-4fda-bb46-049bbb2c6569,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:28.005520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-c509d0d3-5842-4333-b745-b3dd4f3be398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.015978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-c509d0d3-5842-4333-b745-b3dd4f3be398 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 1099 time: 0.1777968 Jan 28 04:34:28.024836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Made reservation on behalf of a3ce9c17db8c4b9fa0875440770db644 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:28.033160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.171503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-a37dace9-6d99-4b0a-8b2e-fdcff7e75c5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c1055573-8e4a-4116-8153-93bd8b110145 HTTP/1.1" status: 200 len: 217 time: 0.1250694 Jan 28 04:34:28.231490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a3659-8b7e-4b64-ada7-c6efad24d429 req-015dc014-2a9b-4eac-a191-554aeae722f6 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.234056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-859a3659-8b7e-4b64-ada7-c6efad24d429 req-015dc014-2a9b-4eac-a191-554aeae722f6 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 948 time: 0.2747355 Jan 28 04:34:28.267719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Allocated IP 172.20.0.11 (a4c9caaa-bf2f-40b4-84df-53333895d0a0/8d9ec970-aefd-422f-8cae-551bbd07df31/033bc424-efcb-4f8c-a6c5-8e3d682cdd93) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:28.288451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3fb5694e-a9e1-4216-86f3-c250e0910a9f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.361512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-f1342a73-5ee2-467d-89f9-72f42a9d13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.362874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-f1342a73-5ee2-467d-89f9-72f42a9d13db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1830933 Jan 28 04:34:28.366099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Port': ['ID=3fb5694e-a9e1-4216-86f3-c250e0910a9f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:28.487278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-859a3659-8b7e-4b64-ada7-c6efad24d429 req-d24b6e44-31c7-4f2d-a8e1-2338cb0805f7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425790 Jan 28 04:34:28.491490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee23237-bc83-4a19-8df7-f89cd8a34d42 req-ff89ebf9-834d-4419-8c65-182e4c73f1eb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.499893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fee23237-bc83-4a19-8df7-f89cd8a34d42 req-ff89ebf9-834d-4419-8c65-182e4c73f1eb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1477675 Jan 28 04:34:28.521901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for floatingip (68116f3c-a2f9-438f-9bd9-c4842f07ef4b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.521901 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Floating IP 68116f3c-a2f9-438f-9bd9-c4842f07ef4b disassociated (deleted). External IP: 172.25.6.234, port: 3f561ec7-1c9a-4130-840e-f894c3a0dc49. Jan 28 04:34:28.565265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da263-6e28-44cf-8803-a13bad975154 req-b04fab22-b90e-4ff6-b914-7d5066f01b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.566945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-b04fab22-b90e-4ff6-b914-7d5066f01b7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911075 Jan 28 04:34:28.583025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fee23237-bc83-4a19-8df7-f89cd8a34d42 req-bf766e43-b1d3-4fe8-a757-668089614a07 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820222 Jan 28 04:34:28.586728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56042) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:28.619318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks [] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.678770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa58e988-550a-414e-959e-60ae02afceaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.696402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7b48aa0-191c-483f-861f-c7eef0720e46 req-acdcc90b-f732-402c-944a-0e9690f90cbd tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 210 time: 0.0334637 Jan 28 04:34:28.701930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.759473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:28.764736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:28.768469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:28.808470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:28.837300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.837684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.855663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-bc8964c1-0646-4929-af30-965e8f8f8e42 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1051896 Jan 28 04:34:28.868965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-0d5ff295-c270-46e4-a9b4-29c863f7a3bb service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914639 Jan 28 04:34:28.891619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Request body: {'port': {'device_id': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:28.958582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:28.966522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffeca-9d29-481d-8a2b-3924c691a354 req-a14e2fb0-116c-4a8d-86b8-d2b885fb3652 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:28.976920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b3ffeca-9d29-481d-8a2b-3924c691a354 req-a14e2fb0-116c-4a8d-86b8-d2b885fb3652 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 932 time: 0.2519293 Jan 28 04:34:29.077379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-79ac5098-249d-4db9-ab86-81a97e751c79 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966191 Jan 28 04:34:29.162698 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa58e988-550a-414e-959e-60ae02afceaf admin admin] Publish callbacks [] for security_group (0b507ae8-a764-4115-b699-eb0792f82c78), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.215295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa58e988-550a-414e-959e-60ae02afceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b507ae8-a764-4115-b699-eb0792f82c78), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.222249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Router a40a5fcf-71c1-47da-94a0-ea0fb001d347 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:34:29.245996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b3ffeca-9d29-481d-8a2b-3924c691a354 req-e3625b6f-39b9-4849-bed8-ee564c81566e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681739 Jan 28 04:34:29.287966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-826da263-6e28-44cf-8803-a13bad975154 req-cc67e733-c275-4950-a6e3-50d7db99ba53 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030471 Jan 28 04:34:29.305389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aa58e988-550a-414e-959e-60ae02afceaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0806a2f7375044879f48bb6d1b25e9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167163 Jan 28 04:34:29.308603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:29.319255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58e988-550a-414e-959e-60ae02afceaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b507ae8-a764-4115-b699-eb0792f82c78,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:29.402647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-42b56421-2637-41c0-96f8-45ca548632d1 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:29.404764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-42b56421-2637-41c0-96f8-45ca548632d1 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106432 Jan 28 04:34:29.425132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Request body: {'port': {'device_id': '338814c6-c301-4240-9847-cc0bb91b4933', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '58afacf6cc6a4cc58050302c38d8b08b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:29.464994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9504-6108-4a14-b513-4724ec9084b0 admin admin] Publish callbacks [] for security_group (0b507ae8-a764-4115-b699-eb0792f82c78), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.498846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9504-6108-4a14-b513-4724ec9084b0 admin admin] Publish callbacks [] for security_group (0b507ae8-a764-4115-b699-eb0792f82c78), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.608959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9504-6108-4a14-b513-4724ec9084b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b507ae8-a764-4115-b699-eb0792f82c78), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.612338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9504-6108-4a14-b513-4724ec9084b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.613790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf6e9504-6108-4a14-b513-4724ec9084b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b507ae8-a764-4115-b699-eb0792f82c78 HTTP/1.1" status: 204 len: 168 time: 0.3042037 Jan 28 04:34:29.628764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e9504-6108-4a14-b513-4724ec9084b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b507ae8-a764-4115-b699-eb0792f82c78,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:29.649698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:29.660933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Publish callbacks [] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.675920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Transition to ACTIVE for port object 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:29.683068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.743487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:29.848704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f63dd-7817-4f92-8f69-15c94b015cbd req-fc01b94c-8f09-4eff-b319-95b10ebe6355 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:29.850230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a7f63dd-7817-4f92-8f69-15c94b015cbd req-fc01b94c-8f09-4eff-b319-95b10ebe6355 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.0832295 Jan 28 04:34:29.860100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Attempting to bind port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:29.860439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Attempting to bind port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:29.860778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Attempting to bind port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:29.870995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:29.871333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Attempting to bind port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:29.888766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:29.889119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Checking segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:29.889544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Bound using segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:29.889989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Bound port: 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:29.890349 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.946142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:29.954299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:29.958136 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] Sync routers for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:29.967446 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a7f63dd-7817-4f92-8f69-15c94b015cbd req-20e053ef-d35b-4c84-a391-6f50386c087e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987723 Jan 28 04:34:29.976801 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:29.977541 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:29.995904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379f4d-8915-489b-b0e6-33b1705b918a req-a1f9c5ff-26ba-44e0-a9af-cfb3e096fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:29.998370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-a1f9c5ff-26ba-44e0-a9af-cfb3e096fa5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 1099 time: 0.5433996 Jan 28 04:34:30.010680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:30.015422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:30.022154 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.047632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dc45a9b7-f0d0-42a5-a55c-b274d0afeb70 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "DELETE /v2.0/floatingips/68116f3c-a2f9-438f-9bd9-c4842f07ef4b HTTP/1.1" status: 204 len: 168 time: 4.0500369 Jan 28 04:34:30.053752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56078) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:30.056572 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:30.067406 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:30.068031 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:30.091294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdceb7-c6ec-4583-a50f-520f41db30fa req-d68bd3a7-43c0-483b-8010-522ab4f8866b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.093410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:30.103303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cfdceb7-c6ec-4583-a50f-520f41db30fa req-d68bd3a7-43c0-483b-8010-522ab4f8866b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 948 time: 0.2655382 Jan 28 04:34:30.109257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.110004 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.110794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:30.111385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-2a3844ed-200a-4515-b9a1-9de847be2cd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/033bc424-efcb-4f8c-a6c5-8e3d682cdd93 HTTP/1.1" status: 200 len: 1092 time: 1.2296991 Jan 28 04:34:30.112913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:30.116405 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46daeca-dd25-4b88-8a71-f42ff23382d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:30.138189 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:30.139349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f124bf8-3754-4d11-96c5-db3ea29bab23 None None] The sync data for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:30.211194 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.243525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Made reservation on behalf of 58afacf6cc6a4cc58050302c38d8b08b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:30.248065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.248902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d0d9f2c-f7dc-47a7-93bd-270f274bf7d5 req-435b6d68-045c-4968-8af6-3941afd28aee tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 210 time: 0.0577929 Jan 28 04:34:30.261698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-5a7ada96-c3ba-40b5-ac59-4971be7e4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.263243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-5a7ada96-c3ba-40b5-ac59-4971be7e4d8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 1095 time: 0.0590134 Jan 28 04:34:30.265585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cfdceb7-c6ec-4583-a50f-520f41db30fa req-7fc6e307-8f69-40df-a400-0d651949d517 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604788 Jan 28 04:34:30.278803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.355673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379f4d-8915-489b-b0e6-33b1705b918a req-796f54f3-b172-4be1-b702-0e819a47bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.358006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-796f54f3-b172-4be1-b702-0e819a47bac3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3494873 Jan 28 04:34:30.376216 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04d6e3-2ea9-49dc-864d-2ce9bb8e56bf x-openstack-request-id: req-6d04d6e3-2ea9-49dc-864d-2ce9bb8e56bf {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:30.377317 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:30.377616 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d04d6e3-2ea9-49dc-864d-2ce9bb8e56bf {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:30.378120 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'status': 'completed', 'code': 200} Jan 28 04:34:30.381792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-92ddd3ce-cda0-4c60-8ed3-f8cc7999833f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93 HTTP/1.1" status: 200 len: 217 time: 0.0851381 Jan 28 04:34:30.439116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-3879a3ea-22a2-4d28-a5f3-af3a1641baf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c1055573-8e4a-4116-8153-93bd8b110145 HTTP/1.1" status: 200 len: 217 time: 0.0703421 Jan 28 04:34:30.480004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292613f-f419-497e-8aa8-a89966b05f18 req-cbe797b0-1fa7-4469-aca7-31b1633e4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.483267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-cbe797b0-1fa7-4469-aca7-31b1633e4f9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 200 len: 854 time: 0.0926311 Jan 28 04:34:30.492114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793b413-ff26-46a0-8533-ef5f7bf7942a req-510ab5ac-f59b-465f-844c-fc732cc06032 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.505313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c793b413-ff26-46a0-8533-ef5f7bf7942a req-510ab5ac-f59b-465f-844c-fc732cc06032 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 944 time: 0.1235869 Jan 28 04:34:30.539518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379f4d-8915-489b-b0e6-33b1705b918a req-42547860-ab9d-4507-8c45-7e6558c8be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.541027 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-42547860-ab9d-4507-8c45-7e6558c8be74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0904551 Jan 28 04:34:30.563408 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-90ab9f32-edac-4393-b657-1659ac952c9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9caaa-bf2f-40b4-84df-53333895d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538874 Jan 28 04:34:30.608490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks [] for security_group (34e79180-7a79-4592-93e4-800285e9bf03), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.615822 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (34e79180-7a79-4592-93e4-800285e9bf03), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.624579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c793b413-ff26-46a0-8533-ef5f7bf7942a req-cc3bad7b-612e-4659-b132-f40d28727dab tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180987 Jan 28 04:34:30.636642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.757440 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-003787d5-bde3-4b4a-82e0-edb6ebe873de service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559198 Jan 28 04:34:30.777535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e79180-7a79-4592-93e4-800285e9bf03,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:30.786297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379f4d-8915-489b-b0e6-33b1705b918a req-09d86bf8-49c6-42ba-b108-cfdf3c220ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:30.787845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-09d86bf8-49c6-42ba-b108-cfdf3c220ef8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2354186 Jan 28 04:34:30.844631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56106) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:30.918008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f292613f-f419-497e-8aa8-a89966b05f18 req-5b348d6f-3f14-45d1-8736-0e7781cfab53 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429496 Jan 28 04:34:30.960796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Allocated IP 172.25.6.89 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/63142749-c24d-467f-9bdc-98746af204d4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:31.018640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Allocated IP 192.168.233.83 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/77fae89b-dac2-488b-ae77-78727e6c53e9) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:31.039120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-1dfd5f99-3a8d-4963-809a-4604944c1603 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444046 Jan 28 04:34:31.086176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-d21eb9fe-f8f2-4ead-b97c-4f1037acc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:31.087699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-d21eb9fe-f8f2-4ead-b97c-4f1037acc785 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 1095 time: 0.0549092 Jan 28 04:34:31.122853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a07ecc5-861c-4817-bdbb-53c93a600b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.194578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-1009cce4-5d38-489f-8538-1e03dab20cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:31.196489 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-1009cce4-5d38-489f-8538-1e03dab20cfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 915 time: 0.1008952 Jan 28 04:34:31.257705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-6376108e-9594-45b1-bfcc-935a35da86c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93 HTTP/1.1" status: 200 len: 217 time: 0.0400841 Jan 28 04:34:31.312075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-a15e81c5-9407-4add-abf8-9ced5224266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:31.314042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-a15e81c5-9407-4add-abf8-9ced5224266d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 200 len: 854 time: 0.0499442 Jan 28 04:34:31.355744 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-1703ea72-5deb-4158-9542-d7068c20e426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9caaa-bf2f-40b4-84df-53333895d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320432 Jan 28 04:34:31.368446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7a76e-eefd-42ef-828e-b87f2eedc0c6 req-4b569491-0211-42df-b153-f17244a95a27 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:31.375928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf7a76e-eefd-42ef-828e-b87f2eedc0c6 req-4b569491-0211-42df-b153-f17244a95a27 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.2939422 Jan 28 04:34:31.392449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccbc1195-73bd-43d3-8aac-80932f23a295 req-c49aec29-c959-41c7-9a46-fb54d7b48a47 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 210 time: 0.0399761 Jan 28 04:34:31.413666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for port (63142749-c24d-467f-9bdc-98746af204d4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.427104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:31.456687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73379f4d-8915-489b-b0e6-33b1705b918a req-cd162a9d-ee64-446b-ac2b-e85cbac89af8 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768206 Jan 28 04:34:31.513370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-6148e3ed-6331-4b68-a4fb-7431b72c71ff service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476257 Jan 28 04:34:31.545731 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a07ecc5-861c-4817-bdbb-53c93a600b53 admin admin] Publish callbacks [] for security_group (2ee05db4-7125-4452-964a-290a8a230d3c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.555672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf7a76e-eefd-42ef-828e-b87f2eedc0c6 req-3726c50e-8df1-4e3a-b93f-3c73527f5478 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789811 Jan 28 04:34:31.566158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a07ecc5-861c-4817-bdbb-53c93a600b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2ee05db4-7125-4452-964a-290a8a230d3c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.590405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8f6b-dcec-4f0c-96a5-f4a598459816 req-dfbbc466-41f3-4d66-97a0-d31badd4b545 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:31.592217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b88b8f6b-dcec-4f0c-96a5-f4a598459816 req-dfbbc466-41f3-4d66-97a0-d31badd4b545 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 948 time: 0.1222236 Jan 28 04:34:31.606327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks [] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.612495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8543d05-ac9c-4fd0-afb2-b0e70f87cdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.621439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (63142749-c24d-467f-9bdc-98746af204d4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.668145 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46daeca-dd25-4b88-8a71-f42ff23382d4 req-4f56f6a4-24a4-4182-b3e6-69d1171d0ebb service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462049 Jan 28 04:34:31.678527 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b88b8f6b-dcec-4f0c-96a5-f4a598459816 req-dc04573e-7e85-446e-91f8-b30600297f38 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 Jan 28 04:34:31.679785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07ecc5-861c-4817-bdbb-53c93a600b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee05db4-7125-4452-964a-290a8a230d3c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:31.686432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a07ecc5-861c-4817-bdbb-53c93a600b53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d9bc40afe249ed809c26885f6190b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8353648 Jan 28 04:34:31.694289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56142) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:31.701968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:31.704623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:31.719061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:31.763850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fe47f5d-a589-48c9-bbd2-9ab6293e342d admin admin] Publish callbacks [] for security_group (2ee05db4-7125-4452-964a-290a8a230d3c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.766665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Pushing event updated for resources: {'Port': ['ID=63142749-c24d-467f-9bdc-98746af204d4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:31.786448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fe47f5d-a589-48c9-bbd2-9ab6293e342d admin admin] Publish callbacks [] for security_group (2ee05db4-7125-4452-964a-290a8a230d3c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.822786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.846062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fe47f5d-a589-48c9-bbd2-9ab6293e342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2ee05db4-7125-4452-964a-290a8a230d3c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.848758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fe47f5d-a589-48c9-bbd2-9ab6293e342d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.850244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2fe47f5d-a589-48c9-bbd2-9ab6293e342d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ee05db4-7125-4452-964a-290a8a230d3c HTTP/1.1" status: 204 len: 168 time: 0.1544592 Jan 28 04:34:31.858250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47f5d-a589-48c9-bbd2-9ab6293e342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee05db4-7125-4452-964a-290a8a230d3c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:31.895886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e0d83-d924-4df1-81a7-d0a6b86fe7de req-43d947e1-ed82-4df4-a9aa-b1681a03f68c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:31.897437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-466e0d83-d924-4df1-81a7-d0a6b86fe7de req-43d947e1-ed82-4df4-a9aa-b1681a03f68c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 944 time: 0.1664200 Jan 28 04:34:31.932342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:31.951448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:31.953278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Pushing event updated for resources: {'Port': ['ID=77fae89b-dac2-488b-ae77-78727e6c53e9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:31.959791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:32.021589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8543d05-ac9c-4fd0-afb2-b0e70f87cdd3 admin admin] Publish callbacks [] for security_group (9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.039030 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8543d05-ac9c-4fd0-afb2-b0e70f87cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.062734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for floatingip (f8b29eeb-86a1-4eef-85e9-f0f90ab21b64), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.130275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:32.131059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.156136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-466e0d83-d924-4df1-81a7-d0a6b86fe7de req-ae83ff7d-03c0-4f70-aa0a-fb58a332fde4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197709 Jan 28 04:34:32.162203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8543d05-ac9c-4fd0-afb2-b0e70f87cdd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6777115f62a4a4b87dc99b89f9cb1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219598 Jan 28 04:34:32.162600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56148) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:32.168415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8543d05-ac9c-4fd0-afb2-b0e70f87cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:32.180239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (63142749-c24d-467f-9bdc-98746af204d4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.208715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56150) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:32.215338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-3ac31122-35f0-415b-9f6a-a01ea351980b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7944486 Jan 28 04:34:32.240717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Request body: {'port': {'device_id': '338814c6-c301-4240-9847-cc0bb91b4933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:32.258946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8c76022-4531-475a-8c5b-f8a02e2a86a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.311256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26f19a79-4d7c-4ed0-8fa9-f5c87c97fe1f admin admin] Publish callbacks [] for security_group (9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.347354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26f19a79-4d7c-4ed0-8fa9-f5c87c97fe1f admin admin] Publish callbacks [] for security_group (9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.349397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-069eb060-f07c-4ad5-b420-176860c2b893 None None] Provisioning complete for port 77fae89b-dac2-488b-ae77-78727e6c53e9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:32.350376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-069eb060-f07c-4ad5-b420-176860c2b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.368626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.387428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-069eb060-f07c-4ad5-b420-176860c2b893 None None] Port 77fae89b-dac2-488b-ae77-78727e6c53e9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:32.406242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8c76022-4531-475a-8c5b-f8a02e2a86a8 admin admin] Publish callbacks [] for security_group (ce4e6a90-4d6e-40ff-81e6-510716fe31d7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.411613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8c76022-4531-475a-8c5b-f8a02e2a86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce4e6a90-4d6e-40ff-81e6-510716fe31d7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.454575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26f19a79-4d7c-4ed0-8fa9-f5c87c97fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.457375 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26f19a79-4d7c-4ed0-8fa9-f5c87c97fe1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.458589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26f19a79-4d7c-4ed0-8fa9-f5c87c97fe1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162 HTTP/1.1" status: 204 len: 168 time: 0.2959895 Jan 28 04:34:32.459711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76022-4531-475a-8c5b-f8a02e2a86a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e6a90-4d6e-40ff-81e6-510716fe31d7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:32.470510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d8c76022-4531-475a-8c5b-f8a02e2a86a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc5603f2ce274f2c95942d62f1c995c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603796 Jan 28 04:34:32.471117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56158) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:32.494133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f19a79-4d7c-4ed0-8fa9-f5c87c97fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae648d2-a6b1-4065-b9ef-c1ea3e0f9162,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:32.543023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30bc782e-2835-4224-aef6-e030becc1cb9 admin admin] Publish callbacks [] for security_group (ce4e6a90-4d6e-40ff-81e6-510716fe31d7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.568740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30bc782e-2835-4224-aef6-e030becc1cb9 admin admin] Publish callbacks [] for security_group (ce4e6a90-4d6e-40ff-81e6-510716fe31d7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.570382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for port (63142749-c24d-467f-9bdc-98746af204d4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.592483 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (63142749-c24d-467f-9bdc-98746af204d4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.619747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c1055573-8e4a-4116-8153-93bd8b110145 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:32.672015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30bc782e-2835-4224-aef6-e030becc1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce4e6a90-4d6e-40ff-81e6-510716fe31d7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.674662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30bc782e-2835-4224-aef6-e030becc1cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.679253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-30bc782e-2835-4224-aef6-e030becc1cb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4e6a90-4d6e-40ff-81e6-510716fe31d7 HTTP/1.1" status: 204 len: 168 time: 0.2032371 Jan 28 04:34:32.732710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc782e-2835-4224-aef6-e030becc1cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e6a90-4d6e-40ff-81e6-510716fe31d7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:32.753528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Pushing event updated for resources: {'Port': ['ID=63142749-c24d-467f-9bdc-98746af204d4,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:32.762312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45607a-d072-4313-9a2d-e78abe23bfab req-a06761b8-20f7-46b1-b78b-56acbb2a05aa tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:32.769715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae45607a-d072-4313-9a2d-e78abe23bfab req-a06761b8-20f7-46b1-b78b-56acbb2a05aa tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 935 time: 0.2243166 Jan 28 04:34:32.799277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f998e3-2436-472c-8cdc-0bf2d00384eb req-06851a22-278c-4042-bfcd-fe75b4e06995 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:32.802037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46f998e3-2436-472c-8cdc-0bf2d00384eb req-06851a22-278c-4042-bfcd-fe75b4e06995 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1449051 Jan 28 04:34:32.803203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (f8b29eeb-86a1-4eef-85e9-f0f90ab21b64), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.823180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c1055573-8e4a-4116-8153-93bd8b110145, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c1055573-8e4a-4116-8153-93bd8b110145,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:32.851899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.853376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4e27d5d9-0c1a-41c1-8cfb-2ee8329d126d tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7710874 Jan 28 04:34:32.856824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56168) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:32.859480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'c1055573-8e4a-4116-8153-93bd8b110145', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'c1055573-8e4a-4116-8153-93bd8b110145', 'mac_address': 'fa:16:3e:06:99:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:32.889323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae45607a-d072-4313-9a2d-e78abe23bfab req-7edab53b-92bb-4249-a86b-9a6da9928484 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137588 Jan 28 04:34:32.892216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46f998e3-2436-472c-8cdc-0bf2d00384eb req-d759b7fa-77c5-41fb-8cbe-d783e06eb70c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816348 Jan 28 04:34:32.933441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c1055573-8e4a-4116-8153-93bd8b110145 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:32.934224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c1055573-8e4a-4116-8153-93bd8b110145), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.949980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1055573-8e4a-4116-8153-93bd8b110145 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:32.968066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fae89b-dac2-488b-ae77-78727e6c53e9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:32.977894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c1055573-8e4a-4116-8153-93bd8b110145, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c1055573-8e4a-4116-8153-93bd8b110145,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:32.982335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Publish callbacks [] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:32.988044 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c1055573-8e4a-4116-8153-93bd8b110145), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.020511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Transition to ACTIVE for port object 77fae89b-dac2-488b-ae77-78727e6c53e9 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:33.026582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.065087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c1055573-8e4a-4116-8153-93bd8b110145,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:33.075711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa84544-b43a-4b00-8414-f0fa19075a35 req-36667509-8dbf-42df-ac99-0d0688976287 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:33.077302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fa84544-b43a-4b00-8414-f0fa19075a35 req-36667509-8dbf-42df-ac99-0d0688976287 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 949 time: 0.0923851 Jan 28 04:34:33.096354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:33.137647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.355984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.411949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c90aa-aae4-4590-b0d3-e2c09b38c910 req-7ad5a0c0-81de-47dd-888a-a5d235e7a55f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:33.421013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-676c90aa-aae4-4590-b0d3-e2c09b38c910 req-7ad5a0c0-81de-47dd-888a-a5d235e7a55f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 944 time: 0.1139150 Jan 28 04:34:33.433636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c1055573-8e4a-4116-8153-93bd8b110145'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:33.517523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-676c90aa-aae4-4590-b0d3-e2c09b38c910 req-6f0752da-6306-4080-bad0-866de2f48925 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954528 Jan 28 04:34:33.540264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Pushing event updated for resources: {'Port': ['ID=77fae89b-dac2-488b-ae77-78727e6c53e9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:33.571699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Allocated IP 172.25.6.26 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d9eb1e50-b63c-4311-bfe9-1e25bb78d64e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:33.572191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:33.663150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fa84544-b43a-4b00-8414-f0fa19075a35 req-c14e9c81-eb21-4bed-9dd2-6b4ba0f66372 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744386 Jan 28 04:34:33.687698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Attempting to bind port 77fae89b-dac2-488b-ae77-78727e6c53e9 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:33.688051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Attempting to bind port 77fae89b-dac2-488b-ae77-78727e6c53e9 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:33.690510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Attempting to bind port 77fae89b-dac2-488b-ae77-78727e6c53e9 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:33.706434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Port 77fae89b-dac2-488b-ae77-78727e6c53e9 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:33.706842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Attempting to bind port 77fae89b-dac2-488b-ae77-78727e6c53e9 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:33.719643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:33.719992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:33.722930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:33.724740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Bound port: 77fae89b-dac2-488b-ae77-78727e6c53e9, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:33.725377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.741699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:34:33.770455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks [] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.824197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] For port 77fae89b-dac2-488b-ae77-78727e6c53e9, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:33.829570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] For port 77fae89b-dac2-488b-ae77-78727e6c53e9, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77fae89b-dac2-488b-ae77-78727e6c53e9,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:33.834560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.834982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.896426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:33.911030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Pushing event updated for resources: {'Port': ['ID=77fae89b-dac2-488b-ae77-78727e6c53e9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:33.947027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:33.948643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.952050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-9212f45c-ede3-4d96-84b3-50d382bb8b1f service neutron] 10.222.0.47 "PUT /v2.0/ports/77fae89b-dac2-488b-ae77-78727e6c53e9 HTTP/1.1" status: 200 len: 1095 time: 1.7173238 Jan 28 04:34:33.952988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338814c6-c301-4240-9847-cc0bb91b4933', 'tag': '77fae89b-dac2-488b-ae77-78727e6c53e9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:33.953560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:33.956942 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa930227-7372-4bf9-9e6c-8ceda118e31a" -d '{"events": [{"name": "network-changed", "server_uuid": "338814c6-c301-4240-9847-cc0bb91b4933", "tag": "77fae89b-dac2-488b-ae77-78727e6c53e9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:33.957397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:33.960859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:34.000153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'port_id': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'mac_address': 'fa:16:3e:72:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9ec970-aefd-422f-8cae-551bbd07df31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:34.043412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Pushing event updated for resources: {'Port': ['ID=d9eb1e50-b63c-4311-bfe9-1e25bb78d64e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:34.131967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19bd39-0ca1-4fde-be42-f96cad463fa0 req-1b64177b-53a1-41b4-adab-747c70c091cf tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.142375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c19bd39-0ca1-4fde-be42-f96cad463fa0 req-1b64177b-53a1-41b4-adab-747c70c091cf tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 947 time: 0.1159680 Jan 28 04:34:34.154109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-8abdbf5a-c331-4bbe-93dd-a1d743a65d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.156323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-8abdbf5a-c331-4bbe-93dd-a1d743a65d90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 1098 time: 0.1414018 Jan 28 04:34:34.255181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-80c358d4-c258-4a44-98eb-f21a49baf659 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=77fae89b-dac2-488b-ae77-78727e6c53e9 HTTP/1.1" status: 200 len: 217 time: 0.0841899 Jan 28 04:34:34.275932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56218) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:34.286264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks [] for floatingip (3a1465cd-495a-43f4-aee5-359bb25a8af5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.343308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.345264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c19bd39-0ca1-4fde-be42-f96cad463fa0 req-38905134-71fd-4dcf-a140-9b4ba7e3a427 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006345 Jan 28 04:34:34.376678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-b8e6db0c-77e8-437e-b9c6-b210bc03ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.380079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-b8e6db0c-77e8-437e-b9c6-b210bc03ad28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1126347 Jan 28 04:34:34.380456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:34.381095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.399410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:34.421130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:34.431201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.452491 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7b71f1-f887-480d-9ff2-56512e084b52 x-openstack-request-id: req-5a7b71f1-f887-480d-9ff2-56512e084b52 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:34.452959 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338814c6-c301-4240-9847-cc0bb91b4933", "tag": "77fae89b-dac2-488b-ae77-78727e6c53e9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:34.453252 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a7b71f1-f887-480d-9ff2-56512e084b52 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:34.453987 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338814c6-c301-4240-9847-cc0bb91b4933', 'tag': '77fae89b-dac2-488b-ae77-78727e6c53e9', 'status': 'completed', 'code': 200} Jan 28 04:34:34.480647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-8a688087-b3de-4468-9cdf-f559e1df4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.483394 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-8a688087-b3de-4468-9cdf-f559e1df4bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968993 Jan 28 04:34:34.493408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837af9-115b-4530-a6ac-cd80e55d4b6e req-2c618a0b-0148-48b7-b516-bf903088e26e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.500980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:34.502243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d837af9-115b-4530-a6ac-cd80e55d4b6e req-2c618a0b-0148-48b7-b516-bf903088e26e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.2919168 Jan 28 04:34:34.587703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d837af9-115b-4530-a6ac-cd80e55d4b6e req-577c8dfd-957e-4b1e-b65c-c6cce02d8379 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839119 Jan 28 04:34:34.649112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks [] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.655703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.680078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-network', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:34.703414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-81ba46f7-3a37-42a7-9f4e-d47e23d59bef service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070692 Jan 28 04:34:34.712932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a5f2-7364-42ad-a5d2-0a5a0398fadd req-b1d93e21-66ca-49d5-9971-58b871099fbe tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.714567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f848a5f2-7364-42ad-a5d2-0a5a0398fadd req-b1d93e21-66ca-49d5-9971-58b871099fbe tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 945 time: 0.0954003 Jan 28 04:34:34.726692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Made reservation on behalf of b7d9e01584194fa2b4ba9cb236c9bc9f for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:34.728967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.747599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Pushing event updated for resources: {'Port': ['ID=d9eb1e50-b63c-4311-bfe9-1e25bb78d64e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:34.790142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.846661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3a1465cd-495a-43f4-aee5-359bb25a8af5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.863651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf569598-1fcd-4845-8b01-6c47a9012279 req-74af919a-46ac-4e6d-a41f-efd03ae7c91b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:34.872987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf569598-1fcd-4845-8b01-6c47a9012279 req-74af919a-46ac-4e6d-a41f-efd03ae7c91b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 949 time: 0.0883040 Jan 28 04:34:34.878442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f848a5f2-7364-42ad-a5d2-0a5a0398fadd req-4d490337-a088-4c4b-b2c1-c94e72e6b80f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539443 Jan 28 04:34:34.885901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f07197-c949-44dc-8d38-7c868abcdc8a req-da77aef1-548f-45c3-a0a8-cca5482582e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691947 Jan 28 04:34:34.899199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['033bc424-efcb-4f8c-a6c5-8e3d682cdd93'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:34.912059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.916136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-39f294c1-8070-4617-95d1-97bf55c97d12 tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0577691 Jan 28 04:34:34.918152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56238) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:34.945567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf569598-1fcd-4845-8b01-6c47a9012279 req-95c877da-3fcb-4005-a175-80b3cbde6c89 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721965 Jan 28 04:34:35.009025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks [] for security_group (b75fce35-2f4f-4eca-9a1b-37c07711b03c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.022447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b75fce35-2f4f-4eca-9a1b-37c07711b03c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.059628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-21aae351-0c38-4972-b963-4ec193df8314 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1379213 Jan 28 04:34:35.060044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56242) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:35.074584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:34:35.101739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (316a5cc1-f7fa-4900-a1cd-c9121e4bac36), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.102438 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Added segment 316a5cc1-f7fa-4900-a1cd-c9121e4bac36 of type vlan for network 8284537f-2de5-4e44-a4c9-eb6747e59c29 Jan 28 04:34:35.145199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-605ca229-7e38-4ef9-b7b3-69ede5cf8cca tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0822017 Jan 28 04:34:35.146186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56250) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:35.186825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fce35-2f4f-4eca-9a1b-37c07711b03c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:35.196140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8284537f-2de5-4e44-a4c9-eb6747e59c29), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.217087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-6e8be8f4-f9c5-4139-b46e-0d855ad8be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.219004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-6e8be8f4-f9c5-4139-b46e-0d855ad8be4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 1098 time: 0.1465569 Jan 28 04:34:35.255470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8284537f-2de5-4e44-a4c9-eb6747e59c29), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.256415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.257059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.285466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Deleting port d9eb1e50-b63c-4311-bfe9-1e25bb78d64e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:35.285816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.367749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0906379 Jan 28 04:34:35.371282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56260) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:35.374927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964659ab-6637-49ab-87b1-de970b72e3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8284537f-2de5-4e44-a4c9-eb6747e59c29,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:35.390378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:34:35.390525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Request body: {'subnet': {'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-subnet', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:35.397998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.398374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks [] for floatingip (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.404194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-812587eb-0ec7-4e5f-8de0-08db9d98ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.405898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-812587eb-0ec7-4e5f-8de0-08db9d98ae31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1767597 Jan 28 04:34:35.423131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Calling delete_port for d9eb1e50-b63c-4311-bfe9-1e25bb78d64e owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:35.463633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Made reservation on behalf of b7d9e01584194fa2b4ba9cb236c9bc9f for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:35.466545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.479932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-652d410a-cbbb-4aa2-adb3-c1dfe0d571a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=77fae89b-dac2-488b-ae77-78727e6c53e9 HTTP/1.1" status: 200 len: 217 time: 0.0567596 Jan 28 04:34:35.536234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-e60d1ecd-ea99-4a2a-ba9a-531f93cb3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.537956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-e60d1ecd-ea99-4a2a-ba9a-531f93cb3aba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0511508 Jan 28 04:34:35.588368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de44c9-de62-4e2b-9de5-80cba8cacd67 req-7b2c0d91-e88b-42cd-88f7-2c40285470f1 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.589907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20de44c9-de62-4e2b-9de5-80cba8cacd67 req-7b2c0d91-e88b-42cd-88f7-2c40285470f1 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 947 time: 0.1611233 Jan 28 04:34:35.591495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-c907cfec-71d8-4b80-9bba-af3c9b6b806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.593200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-c907cfec-71d8-4b80-9bba-af3c9b6b806b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485020 Jan 28 04:34:35.735279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20de44c9-de62-4e2b-9de5-80cba8cacd67 req-45790f83-9e36-4342-9fc7-4e2bc7babe44 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317954 Jan 28 04:34:35.742236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-09d03db5-29c5-442b-856c-ae55b6407477 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398439 Jan 28 04:34:35.800575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d9eb1e50-b63c-4311-bfe9-1e25bb78d64e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.820371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60900c8c-67b6-49b6-b6aa-da63ea0de9ee req-fb33fa62-546e-400a-9b90-2f684d3b8e2a tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:35.826282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60900c8c-67b6-49b6-b6aa-da63ea0de9ee req-fb33fa62-546e-400a-9b90-2f684d3b8e2a tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1338747 Jan 28 04:34:35.839411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Pushing event deleted for resources: {'Port': ['ID=d9eb1e50-b63c-4311-bfe9-1e25bb78d64e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:35.873916 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (c4e1c300-60a0-41ee-8bb1-b598d2f76fea), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.899786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.915166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60900c8c-67b6-49b6-b6aa-da63ea0de9ee req-22f59fde-9b3c-40d8-b9e2-f87ce4669414 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876710 Jan 28 04:34:35.921780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa930227-7372-4bf9-9e6c-8ceda118e31a req-27de5310-b6a2-4f3a-901f-2b6db567bdd7 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663911 Jan 28 04:34:35.967205 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks [] for floatingip (3a1465cd-495a-43f4-aee5-359bb25a8af5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.970121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.973768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0768b41e-599d-4381-b64d-bc3b2a14bf1e tempest-FloatingIPAdminTestJSON-1210689170 tempest-FloatingIPAdminTestJSON-1210689170-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a1465cd-495a-43f4-aee5-359bb25a8af5 HTTP/1.1" status: 204 len: 168 time: 0.8239627 Jan 28 04:34:35.974103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56304) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:35.982653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e1c300-60a0-41ee-8bb1-b598d2f76fea,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:35.997826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Checking segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:35.998280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Network hostable DHCP agents. Network: 8284537f-2de5-4e44-a4c9-eb6747e59c29, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:34:36.020601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:34:36.043513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8284537f-2de5-4e44-a4c9-eb6747e59c29) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:36.056106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:36.056975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a7262-4876-44e9-bb7c-fa53ba169b7c None None] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:36.058933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.102326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f2b321ca-91d4-41c6-ba11-b66b05652419 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7299085 Jan 28 04:34:36.104743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56308) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:36.112504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:36.138621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52b352-682a-4f30-b4b9-9d94f0dd624e req-15fd248c-6841-442a-8b0a-f076a5e50f3a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:36.147179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb52b352-682a-4f30-b4b9-9d94f0dd624e req-15fd248c-6841-442a-8b0a-f076a5e50f3a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 945 time: 0.1161153 Jan 28 04:34:36.154390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0590818-eae8-4782-8994-3703fce06f8d req-9c7f3f7c-ec63-48f5-8fb2-de5ceb12ab8c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:36.155937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0590818-eae8-4782-8994-3703fce06f8d req-9c7f3f7c-ec63-48f5-8fb2-de5ceb12ab8c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 949 time: 0.0823040 Jan 28 04:34:36.175648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (bff3d7a3-d193-4e82-a35e-cabdf3067aca), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.176762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (bff3d7a3-d193-4e82-a35e-cabdf3067aca), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.181232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56310) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:36.192644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Deleting port 63142749-c24d-467f-9bdc-98746af204d4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:36.193238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (63142749-c24d-467f-9bdc-98746af204d4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.200411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8284537f-2de5-4e44-a4c9-eb6747e59c29', 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'fixed_ips': [{'subnet_id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:34:36.202106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.223703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb52b352-682a-4f30-b4b9-9d94f0dd624e req-1bafed22-13b9-41cc-b470-129b0fca7eb2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756145 Jan 28 04:34:36.313593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0590818-eae8-4782-8994-3703fce06f8d req-f15e889c-9e71-49b1-ae01-83e31d39246f tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419613 Jan 28 04:34:36.327864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks [] for router_controller (bff3d7a3-d193-4e82-a35e-cabdf3067aca), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.363985 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (63142749-c24d-467f-9bdc-98746af204d4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.365363 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for floatingip (63142749-c24d-467f-9bdc-98746af204d4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.381687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Calling delete_port for 63142749-c24d-467f-9bdc-98746af204d4 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:36.410525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Allocated IP 172.20.0.2 (8284537f-2de5-4e44-a4c9-eb6747e59c29/c4e1c300-60a0-41ee-8bb1-b598d2f76fea/d626f2e5-e557-4350-86a9-b00c3d4e445e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:36.418084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2514e3e8-da10-40e8-a469-5d94e3d815a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.510613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks [] for router_gateway (bff3d7a3-d193-4e82-a35e-cabdf3067aca), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.533138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (63142749-c24d-467f-9bdc-98746af204d4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.563332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Pushing event deleted for resources: {'Port': ['ID=63142749-c24d-467f-9bdc-98746af204d4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:36.572153 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Publish callbacks [] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.579569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.623538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c1055573-8e4a-4116-8153-93bd8b110145 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:36.629328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:36.636596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2514e3e8-da10-40e8-a469-5d94e3d815a1 admin admin] Publish callbacks [] for security_group (97d183c1-9e7f-4213-b758-7a7d4fdba4c8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.645222 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2514e3e8-da10-40e8-a469-5d94e3d815a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (97d183c1-9e7f-4213-b758-7a7d4fdba4c8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.647973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks [] for floatingip (f8b29eeb-86a1-4eef-85e9-f0f90ab21b64), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.650909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.655994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:36.659206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56314) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:36.659575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:36.660594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a3d5aabf-70dd-4f79-8c57-706141774485 tempest-FloatingIPAdminTestJSON-781302859 tempest-FloatingIPAdminTestJSON-781302859-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/f8b29eeb-86a1-4eef-85e9-f0f90ab21b64 HTTP/1.1" status: 204 len: 168 time: 0.6817532 Jan 28 04:34:36.665508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Pushing event updated for resources: {'Port': ['ID=d626f2e5-e557-4350-86a9-b00c3d4e445e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:36.730409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2514e3e8-da10-40e8-a469-5d94e3d815a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b32fc6e6a93411a8070c227cccbbe07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405722 Jan 28 04:34:36.730661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port c1055573-8e4a-4116-8153-93bd8b110145 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:36.733389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56316) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:36.734384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514e3e8-da10-40e8-a469-5d94e3d815a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d183c1-9e7f-4213-b758-7a7d4fdba4c8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:36.737364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port c1055573-8e4a-4116-8153-93bd8b110145 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:36.737743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c1055573-8e4a-4116-8153-93bd8b110145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.739446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Attempting to bind port d626f2e5-e557-4350-86a9-b00c3d4e445e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:36.740345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Attempting to bind port d626f2e5-e557-4350-86a9-b00c3d4e445e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:36.740836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Attempting to bind port d626f2e5-e557-4350-86a9-b00c3d4e445e on network 8284537f-2de5-4e44-a4c9-eb6747e59c29 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:36.748252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:36.748631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Checking segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:36.749391 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.750206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Bound using segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:36.750683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Bound port: d626f2e5-e557-4350-86a9-b00c3d4e445e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:36.751083 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.803593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32015150-a28a-40b2-bc39-cc56b1594b05 admin admin] Publish callbacks [] for security_group (97d183c1-9e7f-4213-b758-7a7d4fdba4c8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.842187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32015150-a28a-40b2-bc39-cc56b1594b05 admin admin] Publish callbacks [] for security_group (97d183c1-9e7f-4213-b758-7a7d4fdba4c8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.867278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] For port d626f2e5-e557-4350-86a9-b00c3d4e445e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:36.871267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] For port d626f2e5-e557-4350-86a9-b00c3d4e445e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d626f2e5-e557-4350-86a9-b00c3d4e445e,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:36.894906 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.905214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting port 3f561ec7-1c9a-4130-840e-f894c3a0dc49 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:36.905772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3f561ec7-1c9a-4130-840e-f894c3a0dc49), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.926329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9259a72-478d-480f-90d6-80b2c545d45e req-12048d97-d62a-45ea-98f3-2a7f2c0edb13 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:36.927815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9259a72-478d-480f-90d6-80b2c545d45e req-12048d97-d62a-45ea-98f3-2a7f2c0edb13 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 947 time: 0.0889671 Jan 28 04:34:36.955385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c1055573-8e4a-4116-8153-93bd8b110145 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:36.956289 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c1055573-8e4a-4116-8153-93bd8b110145), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.968386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32015150-a28a-40b2-bc39-cc56b1594b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (97d183c1-9e7f-4213-b758-7a7d4fdba4c8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.974956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32015150-a28a-40b2-bc39-cc56b1594b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.978569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-32015150-a28a-40b2-bc39-cc56b1594b05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d183c1-9e7f-4213-b758-7a7d4fdba4c8 HTTP/1.1" status: 204 len: 168 time: 0.2420311 Jan 28 04:34:37.026094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015150-a28a-40b2-bc39-cc56b1594b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d183c1-9e7f-4213-b758-7a7d4fdba4c8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:37.046696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c1055573-8e4a-4116-8153-93bd8b110145, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c1055573-8e4a-4116-8153-93bd8b110145,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:37.051278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1055573-8e4a-4116-8153-93bd8b110145'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:37.054268 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363be7e2-4731-4e11-b829-4e5685a10f6e" -d '{"events": [{"server_uuid": "115f4857-0910-46aa-a2ff-c21f83d2100c", "name": "network-vif-plugged", "status": "completed", "tag": "c1055573-8e4a-4116-8153-93bd8b110145"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:37.067676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced277a9-9fb8-4a26-a080-9612576f4e2c None None] Pushing event updated for resources: {'Port': ['ID=d626f2e5-e557-4350-86a9-b00c3d4e445e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:37.071644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c1055573-8e4a-4116-8153-93bd8b110145), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.113372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9259a72-478d-480f-90d6-80b2c545d45e req-b19d3c9e-7fa3-4d33-8fa2-bd64acf422f2 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504614 Jan 28 04:34:37.208082 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb6c00-1ee7-47c4-8e9d-60c8903c11e6 x-openstack-request-id: req-e6eb6c00-1ee7-47c4-8e9d-60c8903c11e6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:37.208320 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f4857-0910-46aa-a2ff-c21f83d2100c", "name": "network-vif-plugged", "status": "completed", "tag": "c1055573-8e4a-4116-8153-93bd8b110145", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:37.208556 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6eb6c00-1ee7-47c4-8e9d-60c8903c11e6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:37.208937 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1055573-8e4a-4116-8153-93bd8b110145', 'code': 200} Jan 28 04:34:37.210082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c1055573-8e4a-4116-8153-93bd8b110145,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:37.379048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks [] for router_gateway (bff3d7a3-d193-4e82-a35e-cabdf3067aca), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.437433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df621-0a42-4328-85e4-b86565f92c0f req-5b84a379-bd8e-4f12-b7b4-7ee8b4ae007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:37.440214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-529df621-0a42-4328-85e4-b86565f92c0f req-5b84a379-bd8e-4f12-b7b4-7ee8b4ae007b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 1101 time: 0.0950425 Jan 28 04:34:37.460857 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.463335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91ce0c-8187-49b9-bdcf-51d97b27d0fe req-94733e46-ba88-4565-9e2f-cf8c5833d798 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:37.470004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c91ce0c-8187-49b9-bdcf-51d97b27d0fe req-94733e46-ba88-4565-9e2f-cf8c5833d798 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 945 time: 0.1165404 Jan 28 04:34:37.515758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56334) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:37.544713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.563571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77fae89b-dac2-488b-ae77-78727e6c53e9 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:37.567584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10b79272-ddb1-40c7-9cae-58ad18490af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.576628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3f561ec7-1c9a-4130-840e-f894c3a0dc49), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.594972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3047c3-ad91-4956-b317-98eb189e2f81 req-24dd229b-162c-46e9-a76e-48893f24c84e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:37.597170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f3047c3-ad91-4956-b317-98eb189e2f81 req-24dd229b-162c-46e9-a76e-48893f24c84e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.2264228 Jan 28 04:34:37.598067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-529df621-0a42-4328-85e4-b86565f92c0f req-bd28a99f-4227-4a4e-a4f3-1e6e1bbd0af3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482780 Jan 28 04:34:37.607587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Calling delete_port for 3f561ec7-1c9a-4130-840e-f894c3a0dc49 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:37.641434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c91ce0c-8187-49b9-bdcf-51d97b27d0fe req-3d6fdde2-72fc-4090-9e9b-47abee9944cb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616168 Jan 28 04:34:37.689398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:37.768826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 77fae89b-dac2-488b-ae77-78727e6c53e9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77fae89b-dac2-488b-ae77-78727e6c53e9,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:37.781872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d626f2e5-e557-4350-86a9-b00c3d4e445e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:37.796746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10b79272-ddb1-40c7-9cae-58ad18490af7 admin admin] Publish callbacks [] for security_group (8173c23f-e383-4ac6-ae02-91f11ea61cd7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.805866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Allocated IP 172.25.6.251 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/3d9401fe-ec60-47f9-a67c-b9467b49050b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:37.812632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '77fae89b-dac2-488b-ae77-78727e6c53e9', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '77fae89b-dac2-488b-ae77-78727e6c53e9', 'mac_address': 'fa:16:3e:41:f5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:37.813865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10b79272-ddb1-40c7-9cae-58ad18490af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8173c23f-e383-4ac6-ae02-91f11ea61cd7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.829516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f3047c3-ad91-4956-b317-98eb189e2f81 req-6a27f28f-01d0-47c1-b669-690ef4864310 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077942 Jan 28 04:34:37.887868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:37.891337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-10b79272-ddb1-40c7-9cae-58ad18490af7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f8d566f8484c4abd9e8659c2fcc7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748789 Jan 28 04:34:37.894109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56336) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:37.903639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:37.904719 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.910921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b79272-ddb1-40c7-9cae-58ad18490af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8173c23f-e383-4ac6-ae02-91f11ea61cd7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:37.931987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 77fae89b-dac2-488b-ae77-78727e6c53e9 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:37.932591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:37.960770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fae89b-dac2-488b-ae77-78727e6c53e9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:37.974743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e09e3c-5692-40c0-b116-2addbe39251d req-80ced6f3-0482-4d03-bfbe-ec53afc6839c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:37.977669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86e09e3c-5692-40c0-b116-2addbe39251d req-80ced6f3-0482-4d03-bfbe-ec53afc6839c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 950 time: 0.1789958 Jan 28 04:34:37.980649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d626f2e5-e557-4350-86a9-b00c3d4e445e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:37.981383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.013600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 77fae89b-dac2-488b-ae77-78727e6c53e9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77fae89b-dac2-488b-ae77-78727e6c53e9,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:38.024324 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.034636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc5d0-7ec4-4db8-b939-efc63cf62983 admin admin] Publish callbacks [] for security_group (8173c23f-e383-4ac6-ae02-91f11ea61cd7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.063900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks [] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.074459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc5d0-7ec4-4db8-b939-efc63cf62983 admin admin] Publish callbacks [] for security_group (8173c23f-e383-4ac6-ae02-91f11ea61cd7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.079040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86e09e3c-5692-40c0-b116-2addbe39251d req-5edc34e2-280e-4a65-96ba-d017f990329d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936956 Jan 28 04:34:38.119565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3f561ec7-1c9a-4130-840e-f894c3a0dc49), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.127718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:38.129074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.136105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=77fae89b-dac2-488b-ae77-78727e6c53e9,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:38.142684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc5d0-7ec4-4db8-b939-efc63cf62983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8173c23f-e383-4ac6-ae02-91f11ea61cd7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.146672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc5d0-7ec4-4db8-b939-efc63cf62983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.147897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8a0dc5d0-7ec4-4db8-b939-efc63cf62983 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8173c23f-e383-4ac6-ae02-91f11ea61cd7 HTTP/1.1" status: 204 len: 168 time: 0.2525263 Jan 28 04:34:38.167328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dc5d0-7ec4-4db8-b939-efc63cf62983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8173c23f-e383-4ac6-ae02-91f11ea61cd7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:38.219543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:38.220572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Port': ['ID=3f561ec7-1c9a-4130-840e-f894c3a0dc49,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:38.247297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.250498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.306573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:38.324174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d626f2e5-e557-4350-86a9-b00c3d4e445e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:38.324663 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.379105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port d626f2e5-e557-4350-86a9-b00c3d4e445e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d626f2e5-e557-4350-86a9-b00c3d4e445e,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:38.388429 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.457924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=d626f2e5-e557-4350-86a9-b00c3d4e445e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:38.474361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['77fae89b-dac2-488b-ae77-78727e6c53e9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:38.523895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.533499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9a0e9b67-cfc7-419f-ad22-5617d3efd9de tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "DELETE /v2.0/ports/3f561ec7-1c9a-4130-840e-f894c3a0dc49 HTTP/1.1" status: 204 len: 168 time: 1.8673682 Jan 28 04:34:38.536390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56344) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:38.549019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:38.572584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:38.579623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:38.614575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9401fe-ec60-47f9-a67c-b9467b49050b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:38.628619 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb6db-4950-4e54-a015-ebc186e40bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:38.640940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3e7ff-8a11-4cd7-b13e-bd76dab724e1 req-703a29a9-10c5-4312-a027-d9873531b6c9 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:38.643425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31d040-fcb9-4082-8861-0810e988bc8a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:38.651648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9d3e7ff-8a11-4cd7-b13e-bd76dab724e1 req-703a29a9-10c5-4312-a027-d9873531b6c9 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 948 time: 0.3123834 Jan 28 04:34:38.652687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9f31d040-fcb9-4082-8861-0810e988bc8a tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40a5fcf-71c1-47da-94a0-ea0fb001d347 HTTP/1.1" status: 200 len: 913 time: 0.1144128 Jan 28 04:34:38.653438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56348) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:38.744979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4497387-a598-40f4-9f60-6015b05268fb None None] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:38.844450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9d3e7ff-8a11-4cd7-b13e-bd76dab724e1 req-6a4bc610-fd78-45b1-a4a1-7a5025b187ed tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925173 Jan 28 04:34:38.860106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04423f0-5ef0-4243-85c8-acc28afa1f45 req-4afac29c-491e-4e13-b6a5-a04f1a43f00f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:38.862314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d04423f0-5ef0-4243-85c8-acc28afa1f45 req-4afac29c-491e-4e13-b6a5-a04f1a43f00f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.0879223 Jan 28 04:34:39.010299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ae9da4f6-0708-458b-9bbd-3b52ead94c24 None None] Provisioning complete for port d626f2e5-e557-4350-86a9-b00c3d4e445e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:39.010299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae9da4f6-0708-458b-9bbd-3b52ead94c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:39.059907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d04423f0-5ef0-4243-85c8-acc28afa1f45 req-37e454e1-c7b7-4d57-8b37-cc1ebedd17cb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913493 Jan 28 04:34:39.139001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b99-b17b-445a-a599-d9aa26689c91 req-e60e33b3-4271-43ab-9fd4-95fc88e7e856 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:39.154316 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-079a4b99-b17b-445a-a599-d9aa26689c91 req-e60e33b3-4271-43ab-9fd4-95fc88e7e856 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1977539 Jan 28 04:34:39.203772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks [] for router_gateway (bff3d7a3-d193-4e82-a35e-cabdf3067aca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:39.211773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:39.213786 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ece17-41cf-4584-8f32-cb6053ef2eb8" -d '{"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-plugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:39.239245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ae9da4f6-0708-458b-9bbd-3b52ead94c24 None None] Current status of the port d626f2e5-e557-4350-86a9-b00c3d4e445e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:39.356799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-079a4b99-b17b-445a-a599-d9aa26689c91 req-599f2726-4709-42b5-9261-9fe0d1cf2b50 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933801 Jan 28 04:34:39.462447 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873dcf27-2a65-47c3-8e74-19a0fb02f774 x-openstack-request-id: req-873dcf27-2a65-47c3-8e74-19a0fb02f774 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:39.462858 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-plugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:39.463490 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-873dcf27-2a65-47c3-8e74-19a0fb02f774 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:39.463984 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'code': 200} Jan 28 04:34:39.561182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433000c-4106-4bd9-a96e-683b006b9542 req-58eb7199-18af-42cf-9e4c-9872e0dd11f4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:39.579709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-caa45fbd-4384-4305-bde9-0a2a9a478170 None None] Provisioning complete for port d626f2e5-e557-4350-86a9-b00c3d4e445e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:39.581488 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caa45fbd-4384-4305-bde9-0a2a9a478170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:39.587095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2433000c-4106-4bd9-a96e-683b006b9542 req-58eb7199-18af-42cf-9e4c-9872e0dd11f4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 950 time: 0.2568676 Jan 28 04:34:39.624429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (bff3d7a3-d193-4e82-a35e-cabdf3067aca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:39.732814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d626f2e5-e557-4350-86a9-b00c3d4e445e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:39.753535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2433000c-4106-4bd9-a96e-683b006b9542 req-c7bc0754-7137-426d-98f2-26b37d2a9d78 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653292 Jan 28 04:34:39.760440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf67b5-5eb1-4a8d-bc05-183dee5718d3 req-c77bee37-54ba-4432-a4a4-fe4b95636307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:39.762085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96bf67b5-5eb1-4a8d-bc05-183dee5718d3 req-c77bee37-54ba-4432-a4a4-fe4b95636307 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 1097 time: 0.1725578 Jan 28 04:34:39.822367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-caa45fbd-4384-4305-bde9-0a2a9a478170 None None] Current status of the port d626f2e5-e557-4350-86a9-b00c3d4e445e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:39.836982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d626f2e5-e557-4350-86a9-b00c3d4e445e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:39.837780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:39.927763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Router bff3d7a3-d193-4e82-a35e-cabdf3067aca is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:34:40.024453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (a40a5fcf-71c1-47da-94a0-ea0fb001d347), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:40.028800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d626f2e5-e557-4350-86a9-b00c3d4e445e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:40.073051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96bf67b5-5eb1-4a8d-bc05-183dee5718d3 req-83cfed5c-9c62-45b0-bab6-797f26cbdc92 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421677 Jan 28 04:34:40.126270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:40.133838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Sync routers for ids ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:40.152601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Routers {'bff3d7a3-d193-4e82-a35e-cabdf3067aca'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:40.154160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:40.189910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:40.190420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8ea56c9d-789d-4566-b38b-b2fca8900e62 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0846567 Jan 28 04:34:40.194611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56394) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:40.413473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Set router bff3d7a3-d193-4e82-a35e-cabdf3067aca gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:40.507430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56402) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:40.658506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072db886-acaf-4a72-b369-09bca5e00f4d req-12403726-d937-447f-9c23-ba2a2e309fa5 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:40.660935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-072db886-acaf-4a72-b369-09bca5e00f4d req-12403726-d937-447f-9c23-ba2a2e309fa5 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 948 time: 0.6795809 Jan 28 04:34:40.731310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52d45c-6a41-47c7-ba1b-07c537c39043 req-dfac3cb6-a121-41b0-8d1b-29200a36d98a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:40.732929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac52d45c-6a41-47c7-ba1b-07c537c39043 req-dfac3cb6-a121-41b0-8d1b-29200a36d98a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1673710 Jan 28 04:34:40.811971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06e12272-e7e4-459f-8287-a9a03ebb05f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:40.843516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-072db886-acaf-4a72-b369-09bca5e00f4d req-d5824aa2-f806-4a2c-b6d4-458bc2dea283 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560535 Jan 28 04:34:40.863148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6ca28d18-55cd-40eb-8ab6-19fada2423e3 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1219305809'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:40.863626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6ca28d18-55cd-40eb-8ab6-19fada2423e3 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Unknown quota resources ['metering_label']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:34:40.885247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac52d45c-6a41-47c7-ba1b-07c537c39043 req-f6f02aff-7137-43d0-991b-08b592438e5b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432164 Jan 28 04:34:40.999865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting port ef45d0c5-283a-4354-8acb-57235df856d6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:41.000359 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.036990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:34:38Z', 'revision_number': 3, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:41.067188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Checking router: bff3d7a3-d193-4e82-a35e-cabdf3067aca for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:34:41.067924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Updating router bff3d7a3-d193-4e82-a35e-cabdf3067aca port 3d9401fe-ec60-47f9-a67c-b9467b49050b binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:34:41.095927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.107096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.121168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Calling delete_port for ef45d0c5-283a-4354-8acb-57235df856d6 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:41.216253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ca28d18-55cd-40eb-8ab6-19fada2423e3 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.220341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6ca28d18-55cd-40eb-8ab6-19fada2423e3 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7212903 Jan 28 04:34:41.223173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56408) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:41.242469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-58251143-fd3b-482c-8dee-4c19187c46ed tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '537ff58f-ea17-4b13-9add-cce3118d64d6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:41.242982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-58251143-fd3b-482c-8dee-4c19187c46ed tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:34:41.408402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.462041 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Publish callbacks [] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.462559 n-d-824835-3 neutron-server[103139]: WARNING neutron.services.metering.metering_plugin [None req-58251143-fd3b-482c-8dee-4c19187c46ed tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 04:34:41.468534 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.473229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8caad-566c-43a4-b08d-6c104352052d req-1407005e-6b63-46d8-b2b7-b0997b34a053 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.474946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4a8caad-566c-43a4-b08d-6c104352052d req-1407005e-6b63-46d8-b2b7-b0997b34a053 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.4580822 Jan 28 04:34:41.484475 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ef45d0c5-283a-4354-8acb-57235df856d6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.513541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Attempting to bind port 3d9401fe-ec60-47f9-a67c-b9467b49050b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:41.513923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Attempting to bind port 3d9401fe-ec60-47f9-a67c-b9467b49050b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:41.514291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Attempting to bind port 3d9401fe-ec60-47f9-a67c-b9467b49050b on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:41.522402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:41.522878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:41.523170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.525579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:41.525579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Bound port: 3d9401fe-ec60-47f9-a67c-b9467b49050b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:41.525579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.536078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Port': ['ID=ef45d0c5-283a-4354-8acb-57235df856d6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:41.576057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a10d0-c160-4928-958a-e33046bec8b4 None None] Pushing event updated for resources: {'Port': ['ID=3d9401fe-ec60-47f9-a67c-b9467b49050b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:41.587555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77fae89b-dac2-488b-ae77-78727e6c53e9 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:41.624592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.624736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.625514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.625999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.626467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.626965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.627389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.627853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.628661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.628796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.629244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.629706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.630166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.632828 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-50a797f7-31ac-457b-be2a-561fd73d7d18 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933&device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2&device_id=115f4857-0910-46aa-a2ff-c21f83d2100c&device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa&device_id=86384b39-e391-460a-87f0-0dde505d5b60&device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 11823 time: 0.2147553 Jan 28 04:34:41.662911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] For port 3d9401fe-ec60-47f9-a67c-b9467b49050b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:41.667179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] For port 3d9401fe-ec60-47f9-a67c-b9467b49050b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3d9401fe-ec60-47f9-a67c-b9467b49050b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:41.668965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 77fae89b-dac2-488b-ae77-78727e6c53e9 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:41.674529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 77fae89b-dac2-488b-ae77-78727e6c53e9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:41.674899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.677021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.680405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-d03f991a-eb73-4f12-9bf8-c9e21510e874 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.755980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a10d0-c160-4928-958a-e33046bec8b4 None None] Pushing event updated for resources: {'Port': ['ID=3d9401fe-ec60-47f9-a67c-b9467b49050b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:41.800868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Routers {'bff3d7a3-d193-4e82-a35e-cabdf3067aca'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:41.801966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:41.802163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (a40a5fcf-71c1-47da-94a0-ea0fb001d347), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.890231 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-d03f991a-eb73-4f12-9bf8-c9e21510e874 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Publish callbacks [] for security_group (4d821317-4827-47f4-8fa5-1c5899b3169b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.896088 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.896347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-d03f991a-eb73-4f12-9bf8-c9e21510e874 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4d821317-4827-47f4-8fa5-1c5899b3169b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.947385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 77fae89b-dac2-488b-ae77-78727e6c53e9 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:41.947697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.978470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f991a-eb73-4f12-9bf8-c9e21510e874 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d821317-4827-47f4-8fa5-1c5899b3169b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:41.985110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338814c6-c301-4240-9847-cc0bb91b4933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fae89b-dac2-488b-ae77-78727e6c53e9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:41.987217 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed89190-1999-4bc2-8f67-d7dd75e66c5c" -d '{"events": [{"server_uuid": "338814c6-c301-4240-9847-cc0bb91b4933", "name": "network-vif-plugged", "status": "completed", "tag": "77fae89b-dac2-488b-ae77-78727e6c53e9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:42.001369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] Set router bff3d7a3-d193-4e82-a35e-cabdf3067aca gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:42.029316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 77fae89b-dac2-488b-ae77-78727e6c53e9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77fae89b-dac2-488b-ae77-78727e6c53e9,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:42.057321 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.058031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58251143-fd3b-482c-8dee-4c19187c46ed tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.066485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-58251143-fd3b-482c-8dee-4c19187c46ed tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8354888 Jan 28 04:34:42.066746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56418) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:42.075652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-21f4762b-9088-4081-9a34-de1b01e32ebb tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '537ff58f-ea17-4b13-9add-cce3118d64d6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:42.075893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-21f4762b-9088-4081-9a34-de1b01e32ebb tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:34:42.096338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c163ec-fd62-4a84-a406-72ed041e1be0 req-d03f991a-eb73-4f12-9bf8-c9e21510e874 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&id=c4b297cd-21a7-4c3a-8416-9030bce51356&id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4308782 Jan 28 04:34:42.113195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4a8caad-566c-43a4-b08d-6c104352052d req-fa00b41c-1116-4ced-9506-e576ddc5ea5e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287193 Jan 28 04:34:42.171646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=77fae89b-dac2-488b-ae77-78727e6c53e9,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:42.245306 n-d-824835-3 neutron-server[103138]: WARNING neutron.services.metering.metering_plugin [None req-21f4762b-9088-4081-9a34-de1b01e32ebb tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 04:34:42.256901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:34:38Z', 'revision_number': 3, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:42.273698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Allocated IP 172.20.0.1 (8284537f-2de5-4e44-a4c9-eb6747e59c29/c4e1c300-60a0-41ee-8bb1-b598d2f76fea/1e0a13c6-14a8-431c-a349-513a0e8fe71a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:42.285282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12295d2-1102-440e-8440-0517fd94dff9 req-c473c252-285c-4c6b-ad16-652bfee71be5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:42.286916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d12295d2-1102-440e-8440-0517fd94dff9 req-c473c252-285c-4c6b-ad16-652bfee71be5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.0720510 Jan 28 04:34:42.294520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47ee19-e913-478b-aab9-18b586772d49 None None] The sync data for ids ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'] in n-d-824835-3 is: [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:34:38Z', 'revision_number': 3, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:42.394409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d12295d2-1102-440e-8440-0517fd94dff9 req-dd8d85df-5df0-4eab-aae8-c6d9f8e8c84c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982876 Jan 28 04:34:42.450895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks [] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.454285 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf08a4-7949-4071-8525-3d6e637b5546 x-openstack-request-id: req-7eaf08a4-7949-4071-8525-3d6e637b5546 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:42.454943 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338814c6-c301-4240-9847-cc0bb91b4933", "name": "network-vif-plugged", "status": "completed", "tag": "77fae89b-dac2-488b-ae77-78727e6c53e9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:42.455209 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eaf08a4-7949-4071-8525-3d6e637b5546 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:42.455666 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338814c6-c301-4240-9847-cc0bb91b4933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fae89b-dac2-488b-ae77-78727e6c53e9', 'code': 200} Jan 28 04:34:42.474413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21f4762b-9088-4081-9a34-de1b01e32ebb tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.478401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-21f4762b-9088-4081-9a34-de1b01e32ebb tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4067137 Jan 28 04:34:42.482329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:42.506454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.507790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-37c9472d-df2b-4206-b34e-ef7ab91b4bf6 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=1c86cbc4-e824-40ce-abe4-776570b9ccdd HTTP/1.1" status: 200 len: 464 time: 0.0237095 Jan 28 04:34:42.509898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56426) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:42.558508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85e42-8695-4b1e-9795-9983b8ada349 req-00b512ab-a33b-48dc-afd4-28f3aebb0371 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:42.560566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20c85e42-8695-4b1e-9795-9983b8ada349 req-00b512ab-a33b-48dc-afd4-28f3aebb0371 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 949 time: 0.3171246 Jan 28 04:34:42.573603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:42.581081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:42.602761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:42.610588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Pushing event updated for resources: {'Port': ['ID=1e0a13c6-14a8-431c-a349-513a0e8fe71a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:42.675586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Router a40a5fcf-71c1-47da-94a0-ea0fb001d347 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:34:42.697323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (bff3d7a3-d193-4e82-a35e-cabdf3067aca), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.848347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a1212ca-30de-4478-be56-21b1ce618e3f tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.849961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a1212ca-30de-4478-be56-21b1ce618e3f tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/1c86cbc4-e824-40ce-abe4-776570b9ccdd HTTP/1.1" status: 204 len: 168 time: 0.3370216 Jan 28 04:34:42.860832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:42.885566 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a25ee04c-1548-4963-8295-71e99fe0b700 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=1c86cbc4-e824-40ce-abe4-776570b9ccdd HTTP/1.1" status: 200 len: 221 time: 0.0184190 Jan 28 04:34:42.889755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56432) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:42.897743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6bd54c0b-54c8-4db1-96e7-44aa0f2b3677 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2136662869', 'description': 'label created by tempest'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:42.898216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6bd54c0b-54c8-4db1-96e7-44aa0f2b3677 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Unknown quota resources ['metering_label']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:34:42.914144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20c85e42-8695-4b1e-9795-9983b8ada349 req-59656208-fa94-4a3d-9cc7-2a6bf73f8c82 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465176 Jan 28 04:34:42.980750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3f95d-6f4d-49d8-b53d-e2e7ee461352 req-2681bc7b-5e3c-4e9b-9fc6-35d46ebd1327 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:42.982707 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-71d3f95d-6f4d-49d8-b53d-e2e7ee461352 req-2681bc7b-5e3c-4e9b-9fc6-35d46ebd1327 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1608098 Jan 28 04:34:43.010721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9acd71-23cb-4112-8b92-17c2f1a00b60 req-69f16e57-1472-4429-a3f6-5c1b42e27ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:43.012152 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de9acd71-23cb-4112-8b92-17c2f1a00b60 req-69f16e57-1472-4429-a3f6-5c1b42e27ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 1100 time: 0.3350065 Jan 28 04:34:43.067307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.089399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de9acd71-23cb-4112-8b92-17c2f1a00b60 req-59e9d9f6-31a9-4423-8887-b3697682fa77 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695167 Jan 28 04:34:43.092923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:43.094388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c6c575c6-2ee8-41cc-bcbf-f900a42d6033 None None] Provisioning complete for port 1e0a13c6-14a8-431c-a349-513a0e8fe71a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:43.095347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6c575c6-2ee8-41cc-bcbf-f900a42d6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.101709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5b91b784-9b2c-4942-b1b4-2f48be230e34 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "PUT /v2.0/routers/a40a5fcf-71c1-47da-94a0-ea0fb001d347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4471266 Jan 28 04:34:43.104033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56434) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:43.107291 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] Sync routers for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:43.126803 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:43.127511 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:43.170349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c6c575c6-2ee8-41cc-bcbf-f900a42d6033 None None] Port 1e0a13c6-14a8-431c-a349-513a0e8fe71a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:43.196381 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:43.223325 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] Routers {'a40a5fcf-71c1-47da-94a0-ea0fb001d347'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:43.223961 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:43.256736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6bd54c0b-54c8-4db1-96e7-44aa0f2b3677 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.257650 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:43.258094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6bd54c0b-54c8-4db1-96e7-44aa0f2b3677 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3656824 Jan 28 04:34:43.258659 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5520dee-8198-4809-8d59-982f268fd707 None None] The sync data for ids ['a40a5fcf-71c1-47da-94a0-ea0fb001d347'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:43.264936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-71d3f95d-6f4d-49d8-b53d-e2e7ee461352 req-08d88b04-11b3-4f29-bbaf-ebe78c3d56d4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721267 Jan 28 04:34:43.265545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56438) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:43.315086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9155b-fdd3-4f6b-948a-0122400b9c10 req-b1ae06ee-2d76-43c0-8843-689f268519b5 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:43.315749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9155b-fdd3-4f6b-948a-0122400b9c10 req-b1ae06ee-2d76-43c0-8843-689f268519b5 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:43.316228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9155b-fdd3-4f6b-948a-0122400b9c10 req-b1ae06ee-2d76-43c0-8843-689f268519b5 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:43.318233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed9155b-fdd3-4f6b-948a-0122400b9c10 req-b1ae06ee-2d76-43c0-8843-689f268519b5 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c&device_id=86384b39-e391-460a-87f0-0dde505d5b60&device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 2882 time: 0.0747185 Jan 28 04:34:43.320586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router (a40a5fcf-71c1-47da-94a0-ea0fb001d347), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.378791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-03e7ad89-d06f-4b3f-b780-f69c1d6b11a5 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=f6d24342-1d8a-4da5-8a8f-d450ec71f64a HTTP/1.1" status: 200 len: 468 time: 0.1104276 Jan 28 04:34:43.385133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:43.470538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cf9e0-def9-4133-bfae-bf323934bfbf req-11062eae-1b1c-4e1c-810d-0d8e651f837c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:43.472188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f69cf9e0-def9-4133-bfae-bf323934bfbf req-11062eae-1b1c-4e1c-810d-0d8e651f837c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1046441 Jan 28 04:34:43.543110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.576878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks [] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.595817 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f69cf9e0-def9-4133-bfae-bf323934bfbf req-9a107295-5ea3-4d07-9c44-8f2bc0460927 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116617 Jan 28 04:34:43.605850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.694111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Pushing event updated for resources: {'Port': ['ID=1e0a13c6-14a8-431c-a349-513a0e8fe71a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:43.701099 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (bff3d7a3-d193-4e82-a35e-cabdf3067aca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.741633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3d9401fe-ec60-47f9-a67c-b9467b49050b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:43.801705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3d9401fe-ec60-47f9-a67c-b9467b49050b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:43.802108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.828245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:43.830568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:43.916001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3d9401fe-ec60-47f9-a67c-b9467b49050b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:43.916518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:43.950083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed9155b-fdd3-4f6b-948a-0122400b9c10 req-221c081d-d53d-44b6-928f-78351d1abdad tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200423 Jan 28 04:34:43.958055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 3d9401fe-ec60-47f9-a67c-b9467b49050b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3d9401fe-ec60-47f9-a67c-b9467b49050b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:43.974360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.049076 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router_gateway (a40a5fcf-71c1-47da-94a0-ea0fb001d347), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.074961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=3d9401fe-ec60-47f9-a67c-b9467b49050b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:44.077432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Router bff3d7a3-d193-4e82-a35e-cabdf3067aca has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:34:44.116478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da1a9848-89a3-4063-b4ad-06647ebe2d11 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.117820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-da1a9848-89a3-4063-b4ad-06647ebe2d11 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/f6d24342-1d8a-4da5-8a8f-d450ec71f64a HTTP/1.1" status: 204 len: 168 time: 0.7315912 Jan 28 04:34:44.140861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.157477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8d7dfe07-f7de-428c-bba1-3de4570ccae5 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=f6d24342-1d8a-4da5-8a8f-d450ec71f64a HTTP/1.1" status: 200 len: 216 time: 0.0153100 Jan 28 04:34:44.161475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56466) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.179985 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2716994d-9860-41d5-adb2-573655504cbc tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0174263 Jan 28 04:34:44.187433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56468) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.225587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7180-6835-4821-beb5-c26280b52284 req-c995b2e9-25dc-4972-896e-2dc17de6b26c tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:44.227453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c28c7180-6835-4821-beb5-c26280b52284 req-c995b2e9-25dc-4972-896e-2dc17de6b26c tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 949 time: 0.1280935 Jan 28 04:34:44.229074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a235b3f4-73d0-4c59-b607-32f2daf0d811 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0406179 Jan 28 04:34:44.232684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56472) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.290422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:44.309271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7061ad39-4b49-4463-89f3-f71042ae639e admin admin] 10.222.0.21 "PUT /v2.0/routers/bff3d7a3-d193-4e82-a35e-cabdf3067aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1127074 Jan 28 04:34:44.321948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dd98f08f-14a3-4495-9cca-909e2b56ab55 None None] Provisioning complete for port 1e0a13c6-14a8-431c-a349-513a0e8fe71a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:44.322519 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd98f08f-14a3-4495-9cca-909e2b56ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.329301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd9aeb-561f-4bc1-9230-35722b7cffec req-88a90634-0157-40cb-8f88-71e58ffa0abe tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:44.331039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcbd9aeb-561f-4bc1-9230-35722b7cffec req-88a90634-0157-40cb-8f88-71e58ffa0abe tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1019866 Jan 28 04:34:44.336621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7a8d6810-71e0-4997-9746-999ca119c95e tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/537ff58f-ea17-4b13-9add-cce3118d64d6 HTTP/1.1" status: 200 len: 473 time: 0.1025848 Jan 28 04:34:44.343349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56476) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.355727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting port e3da6039-f6f3-43a6-aa39-f86ec8c10d84 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:44.356096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e3da6039-f6f3-43a6-aa39-f86ec8c10d84), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.362627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-20abde64-8557-432a-89dd-800f8b4349a5 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/55f7aeba-bdb8-41fc-a378-7bba5f7716f6 HTTP/1.1" status: 200 len: 461 time: 0.0113525 Jan 28 04:34:44.362852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56478) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.425557 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcbd9aeb-561f-4bc1-9230-35722b7cffec req-79da2776-107a-4290-8634-c22d089d5965 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784535 Jan 28 04:34:44.432559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dd98f08f-14a3-4495-9cca-909e2b56ab55 None None] Port 1e0a13c6-14a8-431c-a349-513a0e8fe71a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:44.435797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c28c7180-6835-4821-beb5-c26280b52284 req-08ceeb76-46af-479e-9951-f541c6eef053 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007654 Jan 28 04:34:44.584425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ff4f-9f2f-4887-bf23-d7c72b38fa61 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.585670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7bc6ff4f-9f2f-4887-bf23-d7c72b38fa61 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/55f7aeba-bdb8-41fc-a378-7bba5f7716f6 HTTP/1.1" status: 204 len: 168 time: 0.2152154 Jan 28 04:34:44.589849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56486) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:44.596752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e3da6039-f6f3-43a6-aa39-f86ec8c10d84), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.674830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Sync routers for ids ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:44.691834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Routers {'bff3d7a3-d193-4e82-a35e-cabdf3067aca'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:44.692536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:44.736424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Calling delete_port for e3da6039-f6f3-43a6-aa39-f86ec8c10d84 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:44.820582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Set router bff3d7a3-d193-4e82-a35e-cabdf3067aca gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:45.049192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70dc7-0982-4393-930c-54884c145ecc req-d8ea8635-f0cd-47ae-84f8-4c8e4f0a026f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:45.051253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbc70dc7-0982-4393-930c-54884c145ecc req-d8ea8635-f0cd-47ae-84f8-4c8e4f0a026f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.3492618 Jan 28 04:34:45.058978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d510cb9-f228-4d46-bcaa-6f3505cfae54 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.062973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d510cb9-f228-4d46-bcaa-6f3505cfae54 tempest-MeteringTestJSON-16896586 tempest-MeteringTestJSON-16896586-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/537ff58f-ea17-4b13-9add-cce3118d64d6 HTTP/1.1" status: 204 len: 168 time: 0.4739354 Jan 28 04:34:45.106846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56506) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:45.123549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-network', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:45.127312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbc70dc7-0982-4393-930c-54884c145ecc req-82d12da6-eb76-45b7-aca9-e6fb4aa0bb2f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631020 Jan 28 04:34:45.128609 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e3da6039-f6f3-43a6-aa39-f86ec8c10d84), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.156655 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.172921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Port': ['ID=e3da6039-f6f3-43a6-aa39-f86ec8c10d84,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:45.174037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Made reservation on behalf of 164f5e8fb21c4503943f01d7e96c4677 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:45.182521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.197435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.249340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (a40a5fcf-71c1-47da-94a0-ea0fb001d347), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.307916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:34:42Z', 'revision_number': 4, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1e0a13c6-14a8-431c-a349-513a0e8fe71a', 'name': '', 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'mac_address': 'fa:16:3e:5c:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:41Z', 'updated_at': '2022-01-28T04:34:43Z', 'revision_number': 2, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'subnets': [{'id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:45.340671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Checking router: bff3d7a3-d193-4e82-a35e-cabdf3067aca for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:34:45.342153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Updating router bff3d7a3-d193-4e82-a35e-cabdf3067aca port 1e0a13c6-14a8-431c-a349-513a0e8fe71a binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:34:45.353177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks [] for security_group (912ba356-775e-40f3-a374-73a09bf8d088), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.361536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (912ba356-775e-40f3-a374-73a09bf8d088), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.370482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.371546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (a40a5fcf-71c1-47da-94a0-ea0fb001d347), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.375561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router_controller (a40a5fcf-71c1-47da-94a0-ea0fb001d347), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.388803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:34:45.410171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9f141-78de-41e4-8c24-e3beab225b5c req-854e4af1-d78d-458d-b9ef-58b618100b85 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:45.412303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78d9f141-78de-41e4-8c24-e3beab225b5c req-854e4af1-d78d-458d-b9ef-58b618100b85 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1100 time: 0.1062050 Jan 28 04:34:45.417349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912ba356-775e-40f3-a374-73a09bf8d088,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:45.422561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.423160 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Added segment 0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b of type vlan for network 44630987-01d7-4fde-851f-0a5e8aa6576a Jan 28 04:34:45.437860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (a40a5fcf-71c1-47da-94a0-ea0fb001d347), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.438752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Fanout notify agent at l3_agent the message router_deleted on router a40a5fcf-71c1-47da-94a0-ea0fb001d347 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:34:45.448275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.453468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56516) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:45.454499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7fe90d5e-1114-4973-b516-ba89afd032b3 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "DELETE /v2.0/routers/a40a5fcf-71c1-47da-94a0-ea0fb001d347 HTTP/1.1" status: 204 len: 168 time: 2.3478010 Jan 28 04:34:45.545586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56520) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:45.552566 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (44630987-01d7-4fde-851f-0a5e8aa6576a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.579309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78d9f141-78de-41e4-8c24-e3beab225b5c req-51f5bfb0-089e-4006-bf91-74fc78c20959 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542346 Jan 28 04:34:45.591548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ece88-4b0d-49bd-a65f-86ee92d499e3 req-9f1542df-4340-4f03-9260-2131b5ad0ba0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:45.602702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b78ece88-4b0d-49bd-a65f-86ee92d499e3 req-9f1542df-4340-4f03-9260-2131b5ad0ba0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.0934834 Jan 28 04:34:45.605230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting subnet d51b1499-3c75-4bbf-8906-f8ff82575dce {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:34:45.633542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for subnet (d51b1499-3c75-4bbf-8906-f8ff82575dce), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.662064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b78ece88-4b0d-49bd-a65f-86ee92d499e3 req-2740b0eb-0288-4939-b5a7-e6896b917370 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569034 Jan 28 04:34:45.669219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3d9401fe-ec60-47f9-a67c-b9467b49050b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:45.688495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (44630987-01d7-4fde-851f-0a5e8aa6576a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.689630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:45.690271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.789337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3d9401fe-ec60-47f9-a67c-b9467b49050b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:45.789716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.793177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6815069 Jan 28 04:34:45.794527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56526) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:45.802315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Request body: {'subnet': {'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-subnet', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:45.815253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db711baf-8c4d-40cc-a1c6-2310438b4bd9 req-2b6e8ecd-7c5b-462a-b776-5d48bd73fddc tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:45.816790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d51b1499-3c75-4bbf-8906-f8ff82575dce), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.817084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db711baf-8c4d-40cc-a1c6-2310438b4bd9 req-2b6e8ecd-7c5b-462a-b776-5d48bd73fddc tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1100 time: 0.0593545 Jan 28 04:34:45.839182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Publish callbacks [] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.841403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dadba782-9dae-4758-89cb-95dbb2e12d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.843103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Made reservation on behalf of 164f5e8fb21c4503943f01d7e96c4677 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:45.845721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.849450 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.861611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef87ada-29e0-4175-93c3-6901d3d3224b admin admin] Pushing event updated for resources: {'Network': ['ID=44630987-01d7-4fde-851f-0a5e8aa6576a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:45.890552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 44630987-01d7-4fde-851f-0a5e8aa6576a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:34:45.899117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb82af-c4f2-4ac8-9083-f2165fd33d07 req-7fd4c728-51e7-4021-9caf-d8227176b119 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:45.900671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2feb82af-c4f2-4ac8-9083-f2165fd33d07 req-7fd4c728-51e7-4021-9caf-d8227176b119 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 949 time: 0.2043700 Jan 28 04:34:45.940211 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:34:45.944414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db711baf-8c4d-40cc-a1c6-2310438b4bd9 req-a305c50a-db78-4dbd-ac7e-35e3f86f8002 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180482 Jan 28 04:34:46.052562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5e9a8-4548-4abd-b2a6-926cad0faca5 None None] Pushing event updated for resources: {'Port': ['ID=1e0a13c6-14a8-431c-a349-513a0e8fe71a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:46.098327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d51b1499-3c75-4bbf-8906-f8ff82575dce), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.104243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3d9401fe-ec60-47f9-a67c-b9467b49050b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:46.111698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2feb82af-c4f2-4ac8-9083-f2165fd33d07 req-a3b9092b-440f-4ab9-bc6f-dd86446d386a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964214 Jan 28 04:34:46.136979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f3d0b707-38d8-4e40-890f-e50f24abae1e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.179178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Attempting to bind port 1e0a13c6-14a8-431c-a349-513a0e8fe71a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:46.180007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Attempting to bind port 1e0a13c6-14a8-431c-a349-513a0e8fe71a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:46.180647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Attempting to bind port 1e0a13c6-14a8-431c-a349-513a0e8fe71a on network 8284537f-2de5-4e44-a4c9-eb6747e59c29 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:46.189840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:46.190678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Checking segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:46.191341 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.192030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Bound using segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:46.193074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Bound port: 1e0a13c6-14a8-431c-a349-513a0e8fe71a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:46.193811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.243478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d0b707-38d8-4e40-890f-e50f24abae1e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:46.255599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dadba782-9dae-4758-89cb-95dbb2e12d9a admin admin] Publish callbacks [] for security_group (34901b42-41eb-4fbd-95d8-2383c7e22634), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.267322 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dadba782-9dae-4758-89cb-95dbb2e12d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (34901b42-41eb-4fbd-95d8-2383c7e22634), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.285705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] For port 1e0a13c6-14a8-431c-a349-513a0e8fe71a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:46.289307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] For port 1e0a13c6-14a8-431c-a349-513a0e8fe71a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1e0a13c6-14a8-431c-a349-513a0e8fe71a,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:46.293336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Checking segment: {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:46.294100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Network hostable DHCP agents. Network: 44630987-01d7-4fde-851f-0a5e8aa6576a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:34:46.295729 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.315174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d51b1499-3c75-4bbf-8906-f8ff82575dce), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.334114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Network 44630987-01d7-4fde-851f-0a5e8aa6576a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:34:46.354256 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dadba782-9dae-4758-89cb-95dbb2e12d9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79c45b22ff084862b45566dcf1307a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8035293 Jan 28 04:34:46.354256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Subnet': ['ID=d51b1499-3c75-4bbf-8906-f8ff82575dce,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:46.355082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadba782-9dae-4758-89cb-95dbb2e12d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34901b42-41eb-4fbd-95d8-2383c7e22634,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:46.358316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56540) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:46.369384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.373344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-622cd468-2422-4a67-a7d9-3a2707a7b663 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "DELETE /v2.0/subnets/d51b1499-3c75-4bbf-8906-f8ff82575dce HTTP/1.1" status: 204 len: 168 time: 0.9148924 Jan 28 04:34:46.379879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56542) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:46.384549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40c6e6-7ffd-49d8-ab21-6ed3cf031205 None None] Network a4f131a1-804a-4141-aa4a-24eb3ed754bd requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:46.412678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 44630987-01d7-4fde-851f-0a5e8aa6576a) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:46.420437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:46.423683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.483842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3007-1ea9-4db1-b7d0-7cc7e95b3c4c req-30a494d7-a460-4da1-b494-9c349751f955 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:46.485581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea1f3007-1ea9-4db1-b7d0-7cc7e95b3c4c req-30a494d7-a460-4da1-b494-9c349751f955 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1296432 Jan 28 04:34:46.491735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f093383f-ce9f-4b87-9865-eb1ab64bdc13 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6913967 Jan 28 04:34:46.492009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56544) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:46.499926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:46.501574 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a4f131a1-804a-4141-aa4a-24eb3ed754bd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.508922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf991799-d2c0-4324-bd34-118a4a504452 None None] Network 44630987-01d7-4fde-851f-0a5e8aa6576a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:46.530046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc60ffd3-7943-41ea-965b-2dbb0211150a admin admin] Publish callbacks [] for security_group (34901b42-41eb-4fbd-95d8-2383c7e22634), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.564451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (1087b7ca-2bed-4646-9174-d1bb80476303), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.565522 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (1087b7ca-2bed-4646-9174-d1bb80476303), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.579451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc60ffd3-7943-41ea-965b-2dbb0211150a admin admin] Publish callbacks [] for security_group (34901b42-41eb-4fbd-95d8-2383c7e22634), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.627554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks [] for router_controller (1087b7ca-2bed-4646-9174-d1bb80476303), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.649518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting port ca5ffab3-a510-46d7-945a-2f58b430678b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:46.652090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.657800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5e9a8-4548-4abd-b2a6-926cad0faca5 None None] Pushing event updated for resources: {'Port': ['ID=1e0a13c6-14a8-431c-a349-513a0e8fe71a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:46.658547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea1f3007-1ea9-4db1-b7d0-7cc7e95b3c4c req-05a25e26-f02f-4b5b-8707-9730fd76e48c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631877 Jan 28 04:34:46.711717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] Provisioning complete for port 1e0a13c6-14a8-431c-a349-513a0e8fe71a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:46.713690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.718338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Routers {'bff3d7a3-d193-4e82-a35e-cabdf3067aca'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:46.723264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:46.737123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc60ffd3-7943-41ea-965b-2dbb0211150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (34901b42-41eb-4fbd-95d8-2383c7e22634), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.739957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc60ffd3-7943-41ea-965b-2dbb0211150a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.744127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bc60ffd3-7943-41ea-965b-2dbb0211150a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34901b42-41eb-4fbd-95d8-2383c7e22634 HTTP/1.1" status: 204 len: 168 time: 0.3836408 Jan 28 04:34:46.795078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60ffd3-7943-41ea-965b-2dbb0211150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34901b42-41eb-4fbd-95d8-2383c7e22634,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:46.817740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] For port ca5ffab3-a510-46d7-945a-2f58b430678b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ca5ffab3-a510-46d7-945a-2f58b430678b,segment=NetworkSegment(0827533d-7b99-4dd1-a7ac-3395fd8905ea),segment_id=0827533d-7b99-4dd1-a7ac-3395fd8905ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:46.820868 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.848146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Calling delete_port for ca5ffab3-a510-46d7-945a-2f58b430678b owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:46.878534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks [] for router_gateway (1087b7ca-2bed-4646-9174-d1bb80476303), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.949333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-c19c8038-a1c8-47c0-9408-689db55195f9 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315011 Jan 28 04:34:47.044153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] Set router bff3d7a3-d193-4e82-a35e-cabdf3067aca gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:47.072693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882986-7497-423d-8de6-f74268a657ab req-e3199065-9b69-4c18-9ae2-059946ac52f6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:47.087550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17882986-7497-423d-8de6-f74268a657ab req-e3199065-9b69-4c18-9ae2-059946ac52f6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1605284 Jan 28 04:34:47.090690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-44630987-01d7-4fde-851f-0a5e8aa6576a', 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a', 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'fixed_ips': [{'subnet_id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:34:47.091561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.094524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ca5ffab3-a510-46d7-945a-2f58b430678b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.100367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03964799-aca7-4a71-b697-cf2f02d1854d None None] DHCP port deletion for a4f131a1-804a-4141-aa4a-24eb3ed754bd request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:34:47.150123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Port': ['ID=ca5ffab3-a510-46d7-945a-2f58b430678b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:47.163327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] No DVR routers for this DVR port ca5ffab3-a510-46d7-945a-2f58b430678b on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:47.170836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17882986-7497-423d-8de6-f74268a657ab req-bef17ce6-c52e-47f0-821a-dfb048363267 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822132 Jan 28 04:34:47.213358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56566) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:47.218330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-bfe79f20-c0c2-4a4a-9353-14beb468cb5e tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:47.219090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-bfe79f20-c0c2-4a4a-9353-14beb468cb5e tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603071 Jan 28 04:34:47.247221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83c4fa73-3f85-4e78-b37a-219d6b95b0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.252551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-5181ee27-a058-465d-ac87-e4090dbcec6d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/quotas/58afacf6cc6a4cc58050302c38d8b08b HTTP/1.1" status: 200 len: 375 time: 0.0269778 Jan 28 04:34:47.321428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a4f131a1-804a-4141-aa4a-24eb3ed754bd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.330573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] Current status of the port 1e0a13c6-14a8-431c-a349-513a0e8fe71a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:47.330987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.350476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f131a1-804a-4141-aa4a-24eb3ed754bd']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:47.378274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-a228d132-84a8-4317-8e1e-31cd143b858b tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958533 Jan 28 04:34:47.380273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0827533d-7b99-4dd1-a7ac-3395fd8905ea') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:47.380605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0827533d-7b99-4dd1-a7ac-3395fd8905ea') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:47.397455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] For port 1e0a13c6-14a8-431c-a349-513a0e8fe71a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1e0a13c6-14a8-431c-a349-513a0e8fe71a,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:47.404967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0827533d-7b99-4dd1-a7ac-3395fd8905ea), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.408778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83c4fa73-3f85-4e78-b37a-219d6b95b0a8 admin admin] Publish callbacks [] for security_group (b73d1072-4d1d-4529-9586-fbbd2522ee34), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.420837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.445746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0827533d-7b99-4dd1-a7ac-3395fd8905ea), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.457552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:34:47.457985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0827533d-7b99-4dd1-a7ac-3395fd8905ea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.460015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83c4fa73-3f85-4e78-b37a-219d6b95b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b73d1072-4d1d-4529-9586-fbbd2522ee34), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:34:47.461415 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:34:47.561107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks [] for router_gateway (1087b7ca-2bed-4646-9174-d1bb80476303), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.610149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4fa73-3f85-4e78-b37a-219d6b95b0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d1072-4d1d-4529-9586-fbbd2522ee34,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:47.649498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Allocated IP 172.20.0.2 (44630987-01d7-4fde-851f-0a5e8aa6576a/f3d0b707-38d8-4e40-890f-e50f24abae1e/2e9899c3-f960-4516-98ad-7387500db282) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:47.710557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83c4fa73-3f85-4e78-b37a-219d6b95b0a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c45003d187a495bba2b43044cd192a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4961255 Jan 28 04:34:47.719364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.724265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56584) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:47.743077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca5ffab3-a510-46d7-945a-2f58b430678b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:47.795671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bb778b85-a45b-4312-99ff-faf658bd1bd5 None None] Provisioning complete for port 1e0a13c6-14a8-431c-a349-513a0e8fe71a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:47.796502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb778b85-a45b-4312-99ff-faf658bd1bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:47.800212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d97ea-cbae-4a94-8a2a-18eb967b1482 None None] Pushing event updated for resources: {'Port': ['ID=1e0a13c6-14a8-431c-a349-513a0e8fe71a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:47.836278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ca5ffab3-a510-46d7-945a-2f58b430678b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:34:47.836900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ca5ffab3-a510-46d7-945a-2f58b430678b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:34:47.903779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:34:42Z', 'revision_number': 4, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1e0a13c6-14a8-431c-a349-513a0e8fe71a', 'name': '', 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'mac_address': 'fa:16:3e:5c:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:41Z', 'updated_at': '2022-01-28T04:34:46Z', 'revision_number': 4, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'subnets': [{'id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:47.954857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae32a0-2015-4fe4-b694-63269371c07c None None] The sync data for ids ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'] in n-d-824835-3 is: [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:34:42Z', 'revision_number': 4, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1e0a13c6-14a8-431c-a349-513a0e8fe71a', 'name': '', 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'mac_address': 'fa:16:3e:5c:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:41Z', 'updated_at': '2022-01-28T04:34:46Z', 'revision_number': 4, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'subnets': [{'id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:48.003352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6fdca27-f26d-4aa9-bc51-071eda7c8d6f admin admin] Publish callbacks [] for security_group (b73d1072-4d1d-4529-9586-fbbd2522ee34), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.038569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d2313-a915-4c0f-91c9-151526677d9c req-3a26a645-365d-4ca1-b548-7db884cf8fb8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:48.045025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-991d2313-a915-4c0f-91c9-151526677d9c req-3a26a645-365d-4ca1-b548-7db884cf8fb8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1426072 Jan 28 04:34:48.069016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb778b85-a45b-4312-99ff-faf658bd1bd5 None None] Current status of the port 1e0a13c6-14a8-431c-a349-513a0e8fe71a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:48.089991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Publish callbacks [] for port (2e9899c3-f960-4516-98ad-7387500db282), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.098911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2e9899c3-f960-4516-98ad-7387500db282), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.131554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6fdca27-f26d-4aa9-bc51-071eda7c8d6f admin admin] Publish callbacks [] for security_group (b73d1072-4d1d-4529-9586-fbbd2522ee34), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.157053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Network 44630987-01d7-4fde-851f-0a5e8aa6576a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:48.164764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:48.168182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:48.187160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Pushing event updated for resources: {'Port': ['ID=2e9899c3-f960-4516-98ad-7387500db282,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:48.263706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Attempting to bind port 2e9899c3-f960-4516-98ad-7387500db282 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:48.264747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Attempting to bind port 2e9899c3-f960-4516-98ad-7387500db282 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:48.264747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Attempting to bind port 2e9899c3-f960-4516-98ad-7387500db282 on network 44630987-01d7-4fde-851f-0a5e8aa6576a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:48.272890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:48.273449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Checking segment: {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:48.273924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.274393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Bound using segment: {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:48.274936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Bound port: 2e9899c3-f960-4516-98ad-7387500db282, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:48.275436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2e9899c3-f960-4516-98ad-7387500db282), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.290234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-991d2313-a915-4c0f-91c9-151526677d9c req-14a4b2e5-ec91-4380-a499-c67e6717ceea tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442219 Jan 28 04:34:48.292326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Allocated IP 172.25.6.157 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:48.339907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1712ab36-021e-4d98-89de-de18a3f6d15b req-627863c1-2f95-4d60-8238-666189d1bc3f tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 210 time: 0.1193030 Jan 28 04:34:48.371383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a4f131a1-804a-4141-aa4a-24eb3ed754bd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.379341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.393377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] For port 2e9899c3-f960-4516-98ad-7387500db282, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:48.393639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "DELETE /v2.0/networks/a4f131a1-804a-4141-aa4a-24eb3ed754bd HTTP/1.1" status: 204 len: 168 time: 2.0121701 Jan 28 04:34:48.396665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56602) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:48.398405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] For port 2e9899c3-f960-4516-98ad-7387500db282, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2e9899c3-f960-4516-98ad-7387500db282,segment=NetworkSegment(0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b),segment_id=0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:48.405179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2e9899c3-f960-4516-98ad-7387500db282), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.424782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dee832-65c9-47c0-a713-2ec5e92a5f80 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Network': ['ID=a4f131a1-804a-4141-aa4a-24eb3ed754bd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:48.475906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1b994-49de-4609-af25-6a1d6e100048 None None] Pushing event updated for resources: {'Port': ['ID=2e9899c3-f960-4516-98ad-7387500db282,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:48.539774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638329-35e2-4d08-bf99-3f2f9fca195c req-c75d21e3-76a1-4721-86a3-f90641b26f01 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:48.541771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93638329-35e2-4d08-bf99-3f2f9fca195c req-c75d21e3-76a1-4721-86a3-f90641b26f01 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1287863 Jan 28 04:34:48.555914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6fdca27-f26d-4aa9-bc51-071eda7c8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b73d1072-4d1d-4529-9586-fbbd2522ee34), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.558621 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6fdca27-f26d-4aa9-bc51-071eda7c8d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.560351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6fdca27-f26d-4aa9-bc51-071eda7c8d6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b73d1072-4d1d-4529-9586-fbbd2522ee34 HTTP/1.1" status: 204 len: 168 time: 0.8318279 Jan 28 04:34:48.641805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdca27-f26d-4aa9-bc51-071eda7c8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d1072-4d1d-4529-9586-fbbd2522ee34,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:48.744357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636d169-f069-4821-8d38-3dd5d9af81cb req-9bf02ced-19d7-412b-89a7-437502f53477 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:48.774486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks [] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.774702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5636d169-f069-4821-8d38-3dd5d9af81cb req-9bf02ced-19d7-412b-89a7-437502f53477 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1760752 Jan 28 04:34:48.863115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93638329-35e2-4d08-bf99-3f2f9fca195c req-8cf90e3f-ab88-4853-a392-a7db683ffa85 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089135 Jan 28 04:34:48.890214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.898886 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5636d169-f069-4821-8d38-3dd5d9af81cb req-f66a90ca-307b-43ed-8d16-ba62e402dbaa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230326 Jan 28 04:34:48.913200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Deleting port 35491b77-3a3a-4bfb-b422-9e0759f4ea1d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:48.913958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:48.978910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:48.982159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:48.984727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:49.034986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:49.039304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for floatingip (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:49.063085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Calling delete_port for 35491b77-3a3a-4bfb-b422-9e0759f4ea1d owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:49.081043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:49.284219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (35491b77-3a3a-4bfb-b422-9e0759f4ea1d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:49.410576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Pushing event deleted for resources: {'Port': ['ID=35491b77-3a3a-4bfb-b422-9e0759f4ea1d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:49.552834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-941a4683-f3bb-4284-a274-d42188cfc10d req-a1ce0895-8ba8-4c49-869b-6fdc055400f7 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 210 time: 0.0752540 Jan 28 04:34:49.572832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks [] for floatingip (76894e05-129a-4a30-ae55-8e4eedc098aa), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:49.576427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:49.581022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fb918152-95e6-448c-b8d4-310b78666ac5 tempest-FloatingIPAdminTestJSON-815651747 tempest-FloatingIPAdminTestJSON-815651747-project] 10.222.0.21 "DELETE /v2.0/floatingips/76894e05-129a-4a30-ae55-8e4eedc098aa HTTP/1.1" status: 204 len: 168 time: 1.1843026 Jan 28 04:34:49.870263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-1497ce20-0400-4365-88c4-553b9081d857 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5736065 Jan 28 04:34:49.875959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks [] for router_gateway (1087b7ca-2bed-4646-9174-d1bb80476303), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:49.969598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2e9899c3-f960-4516-98ad-7387500db282 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:50.092020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2e9899c3-f960-4516-98ad-7387500db282 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:50.092794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2e9899c3-f960-4516-98ad-7387500db282), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.101722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b306c-c8a3-4cfc-9416-b32a2dbaaabd req-a6b1c820-22f0-41c4-8f06-30090f555934 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:50.118135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b0b306c-c8a3-4cfc-9416-b32a2dbaaabd req-a6b1c820-22f0-41c4-8f06-30090f555934 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.2735996 Jan 28 04:34:50.130563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56640) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:50.136970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e99e20-5e47-4222-96d3-7865add02dd3 req-e5d48a83-08e2-4fae-a087-393166b895fe tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:50.140217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81e99e20-5e47-4222-96d3-7865add02dd3 req-e5d48a83-08e2-4fae-a087-393166b895fe tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1379302 Jan 28 04:34:50.148304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd27e6f-71c1-45c1-8dc1-6125bbd25d65 None None] Network 44630987-01d7-4fde-851f-0a5e8aa6576a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:34:50.297412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81e99e20-5e47-4222-96d3-7865add02dd3 req-81707a39-87af-4f8e-8361-653c8ca3b2a6 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353896 Jan 28 04:34:50.320256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Provisioning complete for port 2e9899c3-f960-4516-98ad-7387500db282 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:50.320991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2e9899c3-f960-4516-98ad-7387500db282), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.378679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (1087b7ca-2bed-4646-9174-d1bb80476303), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.389237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-bee575eb-110c-41f5-a2c2-efaca6e0452d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:50.390977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-bee575eb-110c-41f5-a2c2-efaca6e0452d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5139282 Jan 28 04:34:50.409758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b0b306c-c8a3-4cfc-9416-b32a2dbaaabd req-3b85d76d-c810-4952-b740-8201d0086af1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905927 Jan 28 04:34:50.433917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Request body: {'port': {'device_id': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '58afacf6cc6a4cc58050302c38d8b08b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:50.490851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2e9899c3-f960-4516-98ad-7387500db282 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:50.491241 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2e9899c3-f960-4516-98ad-7387500db282), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.557715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800d572-b111-426d-b9d0-2a2fa98ff32d req-422b9a75-b777-46ff-8090-f57cc74cc9e4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:50.567308 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7800d572-b111-426d-b9d0-2a2fa98ff32d req-422b9a75-b777-46ff-8090-f57cc74cc9e4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1117404 Jan 28 04:34:50.594251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Current status of the port 2e9899c3-f960-4516-98ad-7387500db282 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:50.594652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2e9899c3-f960-4516-98ad-7387500db282), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.599669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 2e9899c3-f960-4516-98ad-7387500db282, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2e9899c3-f960-4516-98ad-7387500db282,segment=NetworkSegment(0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b),segment_id=0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:50.612091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2e9899c3-f960-4516-98ad-7387500db282), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.612846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1e0a13c6-14a8-431c-a349-513a0e8fe71a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:50.669481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7800d572-b111-426d-b9d0-2a2fa98ff32d req-08205947-41d3-487e-9714-8c83277009b8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956669 Jan 28 04:34:50.770183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=2e9899c3-f960-4516-98ad-7387500db282,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:50.806927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1e0a13c6-14a8-431c-a349-513a0e8fe71a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:50.807394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.813726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b4f1cda-fd8d-4f20-be28-1193bc62abb9 req-ad043a90-90e8-4cfe-aea0-e785fdf051c3 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 210 time: 0.1206024 Jan 28 04:34:50.841413 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:34:50.841672 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:34:50.872525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Made reservation on behalf of 58afacf6cc6a4cc58050302c38d8b08b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:50.880460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:50.902063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c10c6487-7a7a-41b1-8a8d-103fc1f3f998 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=164f36afaeb64f519e884eb4527733f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7679796 Jan 28 04:34:50.904549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56658) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:50.917827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1e0a13c6-14a8-431c-a349-513a0e8fe71a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:50.984936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Router 1087b7ca-2bed-4646-9174-d1bb80476303 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:34:51.094870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64ffb84-10e7-4e2a-8fc3-fc387a9c1de1 admin admin] Publish callbacks [] for security_group (f67b0b80-6b77-4a8d-a420-a66cfb0338db), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.146620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64ffb84-10e7-4e2a-8fc3-fc387a9c1de1 admin admin] Publish callbacks [] for security_group (f67b0b80-6b77-4a8d-a420-a66cfb0338db), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.148676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Allocated IP 192.168.233.54 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/289e6481-1c11-4e15-8a12-aa2337faf2e3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:51.196156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56668) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:51.249697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:51.259029 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Sync routers for ids ['1087b7ca-2bed-4646-9174-d1bb80476303'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:51.270979 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Routers {'1087b7ca-2bed-4646-9174-d1bb80476303'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:51.271628 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1087b7ca-2bed-4646-9174-d1bb80476303'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:51.307196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-78387182-3980-4590-8ed9-fcfd182307b2 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:51.327671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-78387182-3980-4590-8ed9-fcfd182307b2 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "PUT /v2.0/quotas/a30e5c7ad28d49478ff399ff0dd0daa4 HTTP/1.1" status: 200 len: 368 time: 0.1298635 Jan 28 04:34:51.328599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.329846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8383a0b7-b1ed-4834-9798-28aa15b5c6f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8361909 Jan 28 04:34:51.333025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:51.333459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:51.344712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Request body: {'network': {'project_id': 'a30e5c7ad28d49478ff399ff0dd0daa4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:51.344948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64ffb84-10e7-4e2a-8fc3-fc387a9c1de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f67b0b80-6b77-4a8d-a420-a66cfb0338db), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.347849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64ffb84-10e7-4e2a-8fc3-fc387a9c1de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.351910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a64ffb84-10e7-4e2a-8fc3-fc387a9c1de1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f67b0b80-6b77-4a8d-a420-a66cfb0338db HTTP/1.1" status: 204 len: 168 time: 0.4462652 Jan 28 04:34:51.364653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ffb84-10e7-4e2a-8fc3-fc387a9c1de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67b0b80-6b77-4a8d-a420-a66cfb0338db,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:51.387733 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Set router 1087b7ca-2bed-4646-9174-d1bb80476303 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:51.507410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-952e8c77-2bbb-469a-b03c-5317183ac424 None None] Current status of the port 2e9899c3-f960-4516-98ad-7387500db282 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:51.521021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks [] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.626231 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:34:49Z', 'revision_number': 3, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:51.627895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Made reservation on behalf of a30e5c7ad28d49478ff399ff0dd0daa4 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:51.630311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.633104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b36b1d12-8d3a-4dea-9b59-5d4959f39d39 None None] Provisioning complete for port 2e9899c3-f960-4516-98ad-7387500db282 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:51.633757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b36b1d12-8d3a-4dea-9b59-5d4959f39d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2e9899c3-f960-4516-98ad-7387500db282), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.658069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009e17b-ca14-464d-98a1-fdf4cb8a0c44 req-5fb55aaf-904b-4ee5-846b-554d24cf175d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:51.661587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.662745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d009e17b-ca14-464d-98a1-fdf4cb8a0c44 req-5fb55aaf-904b-4ee5-846b-554d24cf175d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1597564 Jan 28 04:34:51.665452 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Checking router: 1087b7ca-2bed-4646-9174-d1bb80476303 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:34:51.666244 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Updating router 1087b7ca-2bed-4646-9174-d1bb80476303 port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:34:51.687818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97969d5c-02e6-44b0-b0cc-7e5fd535830e req-35c41e9d-2a3c-4ac4-9d2f-737902be5cf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:51.689441 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97969d5c-02e6-44b0-b0cc-7e5fd535830e req-35c41e9d-2a3c-4ac4-9d2f-737902be5cf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.1541107 Jan 28 04:34:51.698916 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.700781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2e9899c3-f960-4516-98ad-7387500db282 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:51.805182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b36b1d12-8d3a-4dea-9b59-5d4959f39d39 None None] Current status of the port 2e9899c3-f960-4516-98ad-7387500db282 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:51.815005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.833378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2e9899c3-f960-4516-98ad-7387500db282 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:51.833903 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2e9899c3-f960-4516-98ad-7387500db282), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:51.863422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['77fae89b-dac2-488b-ae77-78727e6c53e9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:51.866323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d009e17b-ca14-464d-98a1-fdf4cb8a0c44 req-621ab162-7160-409a-9e4b-2b2bdafd14f2 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927845 Jan 28 04:34:51.868248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:51.873461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:51.878288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:51.946917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Pushing event updated for resources: {'Port': ['ID=289e6481-1c11-4e15-8a12-aa2337faf2e3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:51.982087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:51.982781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.025484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d266c6a0-a2b4-470e-866b-cf69152d4c2d tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6127474 Jan 28 04:34:52.040126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97969d5c-02e6-44b0-b0cc-7e5fd535830e req-7e8dd167-2175-42ec-8f22-75e9de0ed5b2 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140016 Jan 28 04:34:52.050079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Request body: {'port': {'device_id': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:52.079604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:52.117008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2e9899c3-f960-4516-98ad-7387500db282 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:52.140155 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6c60b68-1380-470f-8560-b88a419c12f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.147647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for security_group (286c781f-8a1d-4086-9b0a-0c1a2ef56dc2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.212441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (286c781f-8a1d-4086-9b0a-0c1a2ef56dc2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.253166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:34:52.263514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a848dd-821d-4f47-9e87-0231c7759a37 req-cf46a674-9c9e-41dd-a1d8-217b561c9f78 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:52.272117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c781f-8a1d-4086-9b0a-0c1a2ef56dc2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:52.272506 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76a848dd-821d-4f47-9e87-0231c7759a37 req-cf46a674-9c9e-41dd-a1d8-217b561c9f78 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2190869 Jan 28 04:34:52.280468 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (19dd158a-96ff-4836-92d1-18818bf5f898), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.280864 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Added segment 19dd158a-96ff-4836-92d1-18818bf5f898 of type vlan for network 1a431951-cf6f-4fdc-bc74-7070cb03871f Jan 28 04:34:52.282740 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Publish callbacks [] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.296659 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.303189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.327258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d9fc8-340c-423b-98ad-59d1cc320950 req-eb2149fa-9878-4b55-ad23-f87125f2078e tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:52.329188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b7d9fc8-340c-423b-98ad-59d1cc320950 req-eb2149fa-9878-4b55-ad23-f87125f2078e tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 935 time: 0.1846330 Jan 28 04:34:52.377475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Attempting to bind port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:52.377851 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Attempting to bind port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:52.378221 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Attempting to bind port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:52.383765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (1a431951-cf6f-4fdc-bc74-7070cb03871f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.385638 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:52.386025 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:52.386436 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.386832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:52.387346 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Bound port: 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:52.387731 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.388649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.389722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76a848dd-821d-4f47-9e87-0231c7759a37 req-662990e0-5ecb-4f93-864b-67b2fdbe3309 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162610 Jan 28 04:34:52.391251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ad29fc5d-b4ed-41ed-bb9c-e38f615d5f2c None None] Provisioning complete for port 289e6481-1c11-4e15-8a12-aa2337faf2e3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:52.391798 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ad29fc5d-b4ed-41ed-bb9c-e38f615d5f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.453531 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] For port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:52.456672 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] For port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:52.465524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ad29fc5d-b4ed-41ed-bb9c-e38f615d5f2c None None] Port 289e6481-1c11-4e15-8a12-aa2337faf2e3 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:52.474230 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.493759 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Pushing event updated for resources: {'Port': ['ID=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:52.497972 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b7d9fc8-340c-423b-98ad-59d1cc320950 req-20c78179-05d8-4022-ba95-5c604e288a15 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453650 Jan 28 04:34:52.501500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (1a431951-cf6f-4fdc-bc74-7070cb03871f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.502930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:52.503768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.518395 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.518739 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.519078 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.519438 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.519769 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.520096 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.520421 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.520744 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.521067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.521409 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.521728 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.522050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.522369 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:52.555800 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Routers {'1087b7ca-2bed-4646-9174-d1bb80476303'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:52.556427 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1087b7ca-2bed-4646-9174-d1bb80476303'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:52.561300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6c60b68-1380-470f-8560-b88a419c12f3 admin admin] Publish callbacks [] for security_group (4f6deecb-6e49-4909-a1b8-3a8a2b075ec1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.570873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6c60b68-1380-470f-8560-b88a419c12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4f6deecb-6e49-4909-a1b8-3a8a2b075ec1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.606926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2722116 Jan 28 04:34:52.612539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56692) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:52.616275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065d2d2-2674-44da-b5b8-c64159fa5745 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Pushing event updated for resources: {'Network': ['ID=1a431951-cf6f-4fdc-bc74-7070cb03871f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:52.623307 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd36226-b0ca-40c7-9aa3-5a3efefa15c2 None None] Pushing event updated for resources: {'Port': ['ID=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:52.631758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 1a431951-cf6f-4fdc-bc74-7070cb03871f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:34:52.647238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Request body: {'network': {'project_id': 'a30e5c7ad28d49478ff399ff0dd0daa4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:52.691036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Allocated IP 172.20.0.1 (44630987-01d7-4fde-851f-0a5e8aa6576a/f3d0b707-38d8-4e40-890f-e50f24abae1e/2ca37c44-9e6f-4844-b8fe-5d3112c1b145) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:52.694245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c60b68-1380-470f-8560-b88a419c12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6deecb-6e49-4909-a1b8-3a8a2b075ec1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:52.698415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] Set router 1087b7ca-2bed-4646-9174-d1bb80476303 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:52.702354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Made reservation on behalf of a30e5c7ad28d49478ff399ff0dd0daa4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:52.705312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.709481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d6c60b68-1380-470f-8560-b88a419c12f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=886554b236e1413ab97bca8b64ff54b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254849 Jan 28 04:34:52.712627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56694) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:52.838648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks [] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.842670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:34:52.875633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.876376 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Added segment 3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2 of type vlan for network 7ea797f7-33d1-414a-984b-77068e5408d0 Jan 28 04:34:52.887071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.920623 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:34:49Z', 'revision_number': 3, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:52.928262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Network 44630987-01d7-4fde-851f-0a5e8aa6576a is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:52.933051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:52.933561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289e6481-1c11-4e15-8a12-aa2337faf2e3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:52.939887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:52.954527 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a90720-55c3-4738-85c1-692b778f7ec7 None None] The sync data for ids ['1087b7ca-2bed-4646-9174-d1bb80476303'] in n-d-824835-3 is: [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:34:49Z', 'revision_number': 3, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:34:52.958916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Publish callbacks [] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:52.969327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:52.977391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c96554b8-7c06-44db-94e0-bc2760f07548 admin admin] Publish callbacks [] for security_group (4f6deecb-6e49-4909-a1b8-3a8a2b075ec1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.019044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Transition to ACTIVE for port object 289e6481-1c11-4e15-8a12-aa2337faf2e3 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:53.039191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (1087b7ca-2bed-4646-9174-d1bb80476303), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.039426 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7ea797f7-33d1-414a-984b-77068e5408d0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.041913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.047356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c96554b8-7c06-44db-94e0-bc2760f07548 admin admin] Publish callbacks [] for security_group (4f6deecb-6e49-4909-a1b8-3a8a2b075ec1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.101881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275b489-d505-484b-8e1f-c69f93430104 req-f82de750-3e51-4281-bde0-e274e9c24293 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:53.103548 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8275b489-d505-484b-8e1f-c69f93430104 req-f82de750-3e51-4281-bde0-e274e9c24293 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1355145 Jan 28 04:34:53.234909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8275b489-d505-484b-8e1f-c69f93430104 req-fc91a8e9-1b58-400c-baa6-5a7b2985f0e4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206708 Jan 28 04:34:53.248203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=289e6481-1c11-4e15-8a12-aa2337faf2e3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:53.259622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7ea797f7-33d1-414a-984b-77068e5408d0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.259622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:53.259622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.343212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.401624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-129c52f0-5ee0-475d-bcb0-f901ca68cd4d None None] Provisioning complete for port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:53.401624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129c52f0-5ee0-475d-bcb0-f901ca68cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.402010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7814629 Jan 28 04:34:53.404526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:53.404879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c96554b8-7c06-44db-94e0-bc2760f07548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4f6deecb-6e49-4909-a1b8-3a8a2b075ec1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.407437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c96554b8-7c06-44db-94e0-bc2760f07548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.408563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c96554b8-7c06-44db-94e0-bc2760f07548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f6deecb-6e49-4909-a1b8-3a8a2b075ec1 HTTP/1.1" status: 204 len: 168 time: 0.6950889 Jan 28 04:34:53.410554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ab7c3e14-8900-4817-8225-b1bc0f59204b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Request body: {'network': {'project_id': 'a30e5c7ad28d49478ff399ff0dd0daa4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:53.426312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af48b55-1575-4f48-8fae-ea515e7d667b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Pushing event updated for resources: {'Network': ['ID=7ea797f7-33d1-414a-984b-77068e5408d0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:53.453632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527857-fe67-484f-9b8b-7f772b9d86fe req-3b1a04b8-a41c-4dff-a8e7-635278084d85 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:53.455238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94527857-fe67-484f-9b8b-7f772b9d86fe req-3b1a04b8-a41c-4dff-a8e7-635278084d85 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 945 time: 0.2914610 Jan 28 04:34:53.456038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96554b8-7c06-44db-94e0-bc2760f07548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6deecb-6e49-4909-a1b8-3a8a2b075ec1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:53.479252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7ea797f7-33d1-414a-984b-77068e5408d0 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:34:53.487189 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7c3e14-8900-4817-8225-b1bc0f59204b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 04:34:53.487924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7c3e14-8900-4817-8225-b1bc0f59204b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:34:53.489333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab7c3e14-8900-4817-8225-b1bc0f59204b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0836380 Jan 28 04:34:53.492717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:53.531078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Attempting to bind port 289e6481-1c11-4e15-8a12-aa2337faf2e3 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:53.531420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Attempting to bind port 289e6481-1c11-4e15-8a12-aa2337faf2e3 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:53.531752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Attempting to bind port 289e6481-1c11-4e15-8a12-aa2337faf2e3 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:53.567549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Port 289e6481-1c11-4e15-8a12-aa2337faf2e3 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:53.567936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Attempting to bind port 289e6481-1c11-4e15-8a12-aa2337faf2e3 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:53.578777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-129c52f0-5ee0-475d-bcb0-f901ca68cd4d None None] Port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:53.593910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:53.594292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:53.594741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:53.595205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Bound port: 289e6481-1c11-4e15-8a12-aa2337faf2e3, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:53.595575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.675001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94527857-fe67-484f-9b8b-7f772b9d86fe req-085a1937-aa30-4d0e-acb6-5f9fe5fa9dad tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978407 Jan 28 04:34:53.683705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b910e810-9b0a-4d3e-9024-19cc8a058894 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a30e5c7ad28d49478ff399ff0dd0daa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852181 Jan 28 04:34:53.689791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56712) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:53.736402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402567a-8d29-450d-83d9-87696fe7d9d2 req-424df4a3-6c26-4ce7-b4cb-923b460e4d38 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:53.749164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2402567a-8d29-450d-83d9-87696fe7d9d2 req-424df4a3-6c26-4ce7-b4cb-923b460e4d38 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1635938 Jan 28 04:34:53.749396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] For port 289e6481-1c11-4e15-8a12-aa2337faf2e3, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:53.768182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] For port 289e6481-1c11-4e15-8a12-aa2337faf2e3, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:53.784512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1950-000d-4c9f-805c-5480a7398e25 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for security_group (286c781f-8a1d-4086-9b0a-0c1a2ef56dc2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.786770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.814608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks [] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.831318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.867760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2402567a-8d29-450d-83d9-87696fe7d9d2 req-149419ea-b2f8-4a1a-82fb-736c2360b7d9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222317 Jan 28 04:34:53.904338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:53.921808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:53.922453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:53.925098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/289e6481-1c11-4e15-8a12-aa2337faf2e3 HTTP/1.1" status: 200 len: 1095 time: 1.8804872 Jan 28 04:34:53.931125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'tag': '289e6481-1c11-4e15-8a12-aa2337faf2e3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:53.939484 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491b01c2-a439-4527-b171-4652bedeff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "06b96333-c244-46a7-b5f8-ba59e257cf5a", "tag": "289e6481-1c11-4e15-8a12-aa2337faf2e3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:53.995547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1950-000d-4c9f-805c-5480a7398e25 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for security_group (286c781f-8a1d-4086-9b0a-0c1a2ef56dc2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.007601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (1087b7ca-2bed-4646-9174-d1bb80476303), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.018313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:54.147316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5cd12-0a11-4dae-a54e-1caf70fa795a req-6985b003-e722-4fb9-a49c-6edb283d772a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:54.154905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ce5cd12-0a11-4dae-a54e-1caf70fa795a req-6985b003-e722-4fb9-a49c-6edb283d772a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 947 time: 0.3128738 Jan 28 04:34:54.190746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc84ee-e068-4840-b10b-5bf4feafa8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=289e6481-1c11-4e15-8a12-aa2337faf2e3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:54.213236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56724) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:54.269340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac2a5-ef33-4f6a-84a4-30a047692cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.272795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Network 44630987-01d7-4fde-851f-0a5e8aa6576a is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:54.291773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:54.309941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-1ef3400c-e849-4e43-b390-ba9b8dc9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:54.311575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-1ef3400c-e849-4e43-b390-ba9b8dc9e803 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 1098 time: 0.2760394 Jan 28 04:34:54.328676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:54.329103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.365817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ce5cd12-0a11-4dae-a54e-1caf70fa795a req-1e91fe23-4cdd-4082-a7d1-97241ae1390f tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099516 Jan 28 04:34:54.420403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1950-000d-4c9f-805c-5480a7398e25 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (286c781f-8a1d-4086-9b0a-0c1a2ef56dc2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.433313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1950-000d-4c9f-805c-5480a7398e25 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.434581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eb0c1950-000d-4c9f-805c-5480a7398e25 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/286c781f-8a1d-4086-9b0a-0c1a2ef56dc2 HTTP/1.1" status: 204 len: 168 time: 0.7437015 Jan 28 04:34:54.436257 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc9663-1b91-41a4-9919-d53cf23f03f8 x-openstack-request-id: req-dcbc9663-1b91-41a4-9919-d53cf23f03f8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:54.436549 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b96333-c244-46a7-b5f8-ba59e257cf5a", "tag": "289e6481-1c11-4e15-8a12-aa2337faf2e3", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:54.436808 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcbc9663-1b91-41a4-9919-d53cf23f03f8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:54.440916 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'tag': '289e6481-1c11-4e15-8a12-aa2337faf2e3', 'status': 'completed', 'code': 200} Jan 28 04:34:54.443601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:54.459260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-532c2a49-459f-448c-b29c-8479cb209052 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3 HTTP/1.1" status: 200 len: 217 time: 0.1226151 Jan 28 04:34:54.502046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c1950-000d-4c9f-805c-5480a7398e25 tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c781f-8a1d-4086-9b0a-0c1a2ef56dc2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:54.547920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:54.548315 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.586753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:54.593533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.692600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Router 1087b7ca-2bed-4646-9174-d1bb80476303 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:34:54.723273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:54.730923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac2a5-ef33-4f6a-84a4-30a047692cd9 admin admin] Publish callbacks [] for security_group (2291bb07-96e3-4349-b3ed-9fc5c0306103), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.732928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.733661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.734301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.734936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.735956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.736070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.736405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.737505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.738032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.738956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.739569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.740074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.740480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:54.747981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac2a5-ef33-4f6a-84a4-30a047692cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2291bb07-96e3-4349-b3ed-9fc5c0306103), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.750804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7ea797f7-33d1-414a-984b-77068e5408d0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.764189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-f0d6b4dd-beec-40d9-8cf4-587f3e4f39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:54.765815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-f0d6b4dd-beec-40d9-8cf4-587f3e4f39d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2875869 Jan 28 04:34:54.780837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2aec464d-c054-4f4c-8001-80a054f17abb None None] Provisioning complete for port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:54.781085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05481fa5-fcb4-42c3-a669-95dfcd41f041 req-3fe8369c-7923-4153-a859-0144516dd8a4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:54.781244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2aec464d-c054-4f4c-8001-80a054f17abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.782637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05481fa5-fcb4-42c3-a669-95dfcd41f041 req-3fe8369c-7923-4153-a859-0144516dd8a4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.3030338 Jan 28 04:34:54.823078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2aec464d-c054-4f4c-8001-80a054f17abb None None] Port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:54.836783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ac2a5-ef33-4f6a-84a4-30a047692cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2291bb07-96e3-4349-b3ed-9fc5c0306103,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:54.856832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0b2ac2a5-ef33-4f6a-84a4-30a047692cd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=114d79c95186400294485cc53261b8e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6371732 Jan 28 04:34:54.863472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56744) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:54.909957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:34:54.916409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-516e77d1-4307-4e89-ac7b-8a1e298fd280 admin admin] 10.222.0.21 "PUT /v2.0/routers/1087b7ca-2bed-4646-9174-d1bb80476303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5766323 Jan 28 04:34:54.979098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7ea797f7-33d1-414a-984b-77068e5408d0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:54.984273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-e528f93b-e4c4-476c-94d6-5335ed24b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:54.985821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-e528f93b-e4c4-476c-94d6-5335ed24b8c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129080 Jan 28 04:34:55.037399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-05481fa5-fcb4-42c3-a669-95dfcd41f041 req-6f314f48-6c2b-4ebf-9557-4311c16451bb tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312584 Jan 28 04:34:55.061644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92712052-239c-467c-916c-78eccf3edfde req-425ca291-3178-49b2-a01b-d5fcf1638b92 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:55.068855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92712052-239c-467c-916c-78eccf3edfde req-425ca291-3178-49b2-a01b-d5fcf1638b92 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1267977 Jan 28 04:34:55.088832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea797f7-33d1-414a-984b-77068e5408d0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.128266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92712052-239c-467c-916c-78eccf3edfde req-10e32974-1bb0-4669-b66b-148c53d77f77 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584469 Jan 28 04:34:55.131050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.131343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.165779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.173512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d604-9521-461a-9ecb-4979419f3b79 admin admin] Publish callbacks [] for security_group (2291bb07-96e3-4349-b3ed-9fc5c0306103), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.195367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.218570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:34:55.219060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (3d62ab2f-3d90-4b9b-bcdd-2283b20c7ec2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:34:55.222449 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:34:55.243398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d604-9521-461a-9ecb-4979419f3b79 admin admin] Publish callbacks [] for security_group (2291bb07-96e3-4349-b3ed-9fc5c0306103), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.311652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-d3e205a2-dd98-4b80-91e6-73594db1b280 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153737 Jan 28 04:34:55.336635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7ea797f7-33d1-414a-984b-77068e5408d0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.345854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.348998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7ea797f7-33d1-414a-984b-77068e5408d0 HTTP/1.1" status: 204 len: 168 time: 0.8949656 Jan 28 04:34:55.351849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56762) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:55.451478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31dcff34-4249-4566-9bbe-2fcb87a528d0 req-e52e259a-02aa-4e35-b11c-fb1ef317c486 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280801 Jan 28 04:34:55.487715 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (1a431951-cf6f-4fdc-bc74-7070cb03871f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.502700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88339883-51b3-4707-b8c2-2106f50fe61b tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ea797f7-33d1-414a-984b-77068e5408d0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:55.514150 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d604-9521-461a-9ecb-4979419f3b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2291bb07-96e3-4349-b3ed-9fc5c0306103), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.516967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d604-9521-461a-9ecb-4979419f3b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.518872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a0b7d604-9521-461a-9ecb-4979419f3b79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2291bb07-96e3-4349-b3ed-9fc5c0306103 HTTP/1.1" status: 204 len: 168 time: 0.6538379 Jan 28 04:34:55.547333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7d604-9521-461a-9ecb-4979419f3b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2291bb07-96e3-4349-b3ed-9fc5c0306103,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:55.547588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945f290-671f-4f14-9613-bd0587d3869b req-bfd7d24b-8581-4b8e-92aa-3d713c2f3e58 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:55.555520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a945f290-671f-4f14-9613-bd0587d3869b req-bfd7d24b-8581-4b8e-92aa-3d713c2f3e58 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 947 time: 0.1167352 Jan 28 04:34:55.625224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:55.724028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a945f290-671f-4f14-9613-bd0587d3869b req-6f9cb898-cf41-4f35-a272-73134a267420 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672201 Jan 28 04:34:55.737389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b01c2-a439-4527-b171-4652bedeff9b req-e6aea53a-7530-489b-81f3-a10950cc33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:55.741094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-e6aea53a-7530-489b-81f3-a10950cc33db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 1098 time: 0.0990586 Jan 28 04:34:55.841545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (1a431951-cf6f-4fdc-bc74-7070cb03871f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.888939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:55.899852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a431951-cf6f-4fdc-bc74-7070cb03871f']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.905816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'mac_address': 'fa:16:3e:d3:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:55.907981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:55.910970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Sync routers for ids ['1087b7ca-2bed-4646-9174-d1bb80476303'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:34:55.920348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dd158a-96ff-4836-92d1-18818bf5f898') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.923825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dd158a-96ff-4836-92d1-18818bf5f898') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.954214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (19dd158a-96ff-4836-92d1-18818bf5f898), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:55.959035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Routers {'1087b7ca-2bed-4646-9174-d1bb80476303'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:55.959935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1087b7ca-2bed-4646-9174-d1bb80476303'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:55.988781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b01c2-a439-4527-b171-4652bedeff9b req-ffebe5b7-9117-418c-a1eb-6b3361e07741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:56.001864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (19dd158a-96ff-4836-92d1-18818bf5f898), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.004201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-ffebe5b7-9117-418c-a1eb-6b3361e07741 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2485664 Jan 28 04:34:56.020658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:34:56.026502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (19dd158a-96ff-4836-92d1-18818bf5f898), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:34:56.115497 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:34:56.204683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Set router 1087b7ca-2bed-4646-9174-d1bb80476303 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:56.312799 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (1a431951-cf6f-4fdc-bc74-7070cb03871f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.323183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.327926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1a431951-cf6f-4fdc-bc74-7070cb03871f HTTP/1.1" status: 204 len: 168 time: 0.9744692 Jan 28 04:34:56.357541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada9d03-0ec4-44cf-ac0e-924e05624f18 req-cb042bcb-6fe0-41ef-b9b3-cc8bedb85da5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:56.368909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ada9d03-0ec4-44cf-ac0e-924e05624f18 req-cb042bcb-6fe0-41ef-b9b3-cc8bedb85da5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1133940 Jan 28 04:34:56.444032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227e5c-54a5-4a94-bf19-f3deb8bb35ac tempest-QuotasNegativeTest-1236046931 tempest-QuotasNegativeTest-1236046931-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a431951-cf6f-4fdc-bc74-7070cb03871f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:56.516565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ada9d03-0ec4-44cf-ac0e-924e05624f18 req-dbea6a1f-67ff-4f91-9141-3e7551043d23 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386535 Jan 28 04:34:56.569387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd5b1014-b220-4320-81ed-3ac1ef93159c is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:56.570075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.590002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd5b1014-b220-4320-81ed-3ac1ef93159c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:56.618793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:56.645811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.735630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:56.747447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:34:53Z', 'revision_number': 4, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2ca37c44-9e6f-4844-b8fe-5d3112c1b145', 'name': '', 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'mac_address': 'fa:16:3e:81:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:52Z', 'updated_at': '2022-01-28T04:34:53Z', 'revision_number': 2, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'subnets': [{'id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:56.786545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Checking router: 1087b7ca-2bed-4646-9174-d1bb80476303 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:34:56.787147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Updating router 1087b7ca-2bed-4646-9174-d1bb80476303 port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:34:56.816668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.868639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:56.869686 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:56.975465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['bd5b1014-b220-4320-81ed-3ac1ef93159c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:57.080661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a4e53-480d-4b6d-a6bd-ce95e743547a req-d7ffb724-4700-448a-aee1-eca84c02b679 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:57.095896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-545a4e53-480d-4b6d-a6bd-ce95e743547a req-d7ffb724-4700-448a-aee1-eca84c02b679 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 947 time: 0.2095361 Jan 28 04:34:57.111280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-06257efe-922c-4a67-a375-6a29c6f65032 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3 HTTP/1.1" status: 200 len: 217 time: 1.1006455 Jan 28 04:34:57.146774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:57.188028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-545a4e53-480d-4b6d-a6bd-ce95e743547a req-9f240e03-0c0c-44ac-a589-54da5e285325 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889606 Jan 28 04:34:57.324483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b01c2-a439-4527-b171-4652bedeff9b req-038d8e29-aa4e-4f74-b41d-eb5f25361aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:57.325867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-038d8e29-aa4e-4f74-b41d-eb5f25361aea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2105448 Jan 28 04:34:57.390439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc1bba-98d0-4523-8c17-5c751c271e3d req-c9220bda-58ac-4806-a57d-3cc4611d3ba0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:57.392742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95dc1bba-98d0-4523-8c17-5c751c271e3d req-c9220bda-58ac-4806-a57d-3cc4611d3ba0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.3916614 Jan 28 04:34:57.461439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56820) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:57.465112 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Publish callbacks [] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:57.476209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:57.508368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56824) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:57.530942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b01c2-a439-4527-b171-4652bedeff9b req-f4bb8f8d-f5c4-4327-90b4-2f73813c5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:57.545271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-f4bb8f8d-f5c4-4327-90b4-2f73813c5e8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979911 Jan 28 04:34:57.578930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff172-11f6-480f-9939-674144f1cee2 None None] Pushing event updated for resources: {'Port': ['ID=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:57.659622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-d86a4ac5-802d-47a3-9992-9eb156085dca service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050627 Jan 28 04:34:57.663718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95dc1bba-98d0-4523-8c17-5c751c271e3d req-516a7336-6286-476e-9eba-16794fcdc546 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555797 Jan 28 04:34:57.745331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:57.798737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-95c768b7-d1df-44f5-ac70-0514ca27a54a tempest-AgentManagementNegativeTest-1938914679 tempest-AgentManagementNegativeTest-1938914679-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2891026 Jan 28 04:34:57.861287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Attempting to bind port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:57.862976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Attempting to bind port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:57.864497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Attempting to bind port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 on network 44630987-01d7-4fde-851f-0a5e8aa6576a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:57.915444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-491b01c2-a439-4527-b171-4652bedeff9b req-7e1828a7-4f2d-4c09-9a8a-c713b39a9b6f service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475567 Jan 28 04:34:57.920138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:57.926897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Checking segment: {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:57.929630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:57.930179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Bound using segment: {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:57.930836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Bound port: 2ca37c44-9e6f-4844-b8fe-5d3112c1b145, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:57.931548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.045198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34049ba-691e-49ac-8e6d-1ac5317f2b22 req-7cf4b4d0-60af-4081-84a0-f2728e4e1b9e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:58.058232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c34049ba-691e-49ac-8e6d-1ac5317f2b22 req-7cf4b4d0-60af-4081-84a0-f2728e4e1b9e tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.2158265 Jan 28 04:34:58.096835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port bd5b1014-b220-4320-81ed-3ac1ef93159c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:58.099200 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.104317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fc9357c-440d-40e8-bd7e-c99a9d17878f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.182466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] For port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:58.209022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] For port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,segment=NetworkSegment(0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b),segment_id=0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:58.212490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1e4c6d89-748b-4f9e-9dee-a26044ae1ef7 None None] Provisioning complete for port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:58.212966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6d89-748b-4f9e-9dee-a26044ae1ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.218753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56850) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:58.229961 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c34049ba-691e-49ac-8e6d-1ac5317f2b22 req-d1a2afc5-6cef-441d-bc93-cdfec609ea9a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679466 Jan 28 04:34:58.347502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.372915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc98fd-8080-4687-af4e-a128c8c9d75c req-cb9d94f2-11f4-42ce-85a8-06cf72f06e2a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:58.385063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3fc98fd-8080-4687-af4e-a128c8c9d75c req-cb9d94f2-11f4-42ce-85a8-06cf72f06e2a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 947 time: 0.0974436 Jan 28 04:34:58.448467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fc9357c-440d-40e8-bd7e-c99a9d17878f admin admin] Publish callbacks [] for security_group (31cb2e70-c0df-48d3-86df-175910dd4b7d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.461908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fc9357c-440d-40e8-bd7e-c99a9d17878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (31cb2e70-c0df-48d3-86df-175910dd4b7d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.504483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3fc98fd-8080-4687-af4e-a128c8c9d75c req-b4d492f8-fbf6-43e7-b3d7-c47856b0dd16 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181850 Jan 28 04:34:58.534998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8b-b0b0-4b28-b56d-e6de70b0847b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.574075 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3fc9357c-440d-40e8-bd7e-c99a9d17878f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90a7fc5664414cfe96a3f7fca32ba7f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1026926 Jan 28 04:34:58.578908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56868) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:58.581375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9357c-440d-40e8-bd7e-c99a9d17878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb2e70-c0df-48d3-86df-175910dd4b7d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:58.604635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c6d89-748b-4f9e-9dee-a26044ae1ef7 None None] Port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:58.664726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Routers {'1087b7ca-2bed-4646-9174-d1bb80476303'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:34:58.676361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1087b7ca-2bed-4646-9174-d1bb80476303'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:34:58.692727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:58.722608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b067f05c-6642-41fd-bb49-8b89e69b8e4d admin admin] Publish callbacks [] for security_group (31cb2e70-c0df-48d3-86df-175910dd4b7d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.733106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:58.735295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff172-11f6-480f-9939-674144f1cee2 None None] Pushing event updated for resources: {'Port': ['ID=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:58.770302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b067f05c-6642-41fd-bb49-8b89e69b8e4d admin admin] Publish callbacks [] for security_group (31cb2e70-c0df-48d3-86df-175910dd4b7d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.788808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8b-b0b0-4b28-b56d-e6de70b0847b admin admin] Publish callbacks [] for security_group (1f51470f-c1ab-4a1c-b493-d8c0b55818d0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.796273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8b-b0b0-4b28-b56d-e6de70b0847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1f51470f-c1ab-4a1c-b493-d8c0b55818d0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.871264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259fa8b-b0b0-4b28-b56d-e6de70b0847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f51470f-c1ab-4a1c-b493-d8c0b55818d0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:58.970086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] Set router 1087b7ca-2bed-4646-9174-d1bb80476303 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:34:58.970781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2259fa8b-b0b0-4b28-b56d-e6de70b0847b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11bdb758103742b6800ccfd4dc29cf0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7505105 Jan 28 04:34:58.974449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56876) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:58.974617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b067f05c-6642-41fd-bb49-8b89e69b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (31cb2e70-c0df-48d3-86df-175910dd4b7d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.979388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b067f05c-6642-41fd-bb49-8b89e69b8e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:58.983267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b067f05c-6642-41fd-bb49-8b89e69b8e4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31cb2e70-c0df-48d3-86df-175910dd4b7d HTTP/1.1" status: 204 len: 168 time: 0.4016728 Jan 28 04:34:59.014935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f983e-b0b2-460b-b2f0-6da588b6f0f9 req-48397410-71dc-4808-b2f5-5c8c7a14c11c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:59.023065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c6f983e-b0b2-460b-b2f0-6da588b6f0f9 req-48397410-71dc-4808-b2f5-5c8c7a14c11c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1535392 Jan 28 04:34:59.043070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067f05c-6642-41fd-bb49-8b89e69b8e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb2e70-c0df-48d3-86df-175910dd4b7d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:59.135086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c6f983e-b0b2-460b-b2f0-6da588b6f0f9 req-ff7ce0f9-ddc8-4fb5-ad70-67c4d183b2be tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065195 Jan 28 04:34:59.144171 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6d790f2-eab3-4dfd-ade4-0a91fae01668 admin admin] Publish callbacks [] for security_group (1f51470f-c1ab-4a1c-b493-d8c0b55818d0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:59.206794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6d790f2-eab3-4dfd-ade4-0a91fae01668 admin admin] Publish callbacks [] for security_group (1f51470f-c1ab-4a1c-b493-d8c0b55818d0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:59.327065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6d790f2-eab3-4dfd-ade4-0a91fae01668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1f51470f-c1ab-4a1c-b493-d8c0b55818d0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:59.333172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6d790f2-eab3-4dfd-ade4-0a91fae01668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:59.337732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:59.338872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d6d790f2-eab3-4dfd-ade4-0a91fae01668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f51470f-c1ab-4a1c-b493-d8c0b55818d0 HTTP/1.1" status: 204 len: 168 time: 0.3629329 Jan 28 04:34:59.349718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d790f2-eab3-4dfd-ade4-0a91fae01668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f51470f-c1ab-4a1c-b493-d8c0b55818d0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:59.396068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'edf7e39b-2604-4107-890a-3290ff924c73', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'edf7e39b-2604-4107-890a-3290ff924c73', 'mac_address': 'fa:16:3e:5b:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:59.498149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1cea0-b626-4a44-83af-442e9d944acd req-3c8b915c-317a-450d-9d3a-fa8073921f65 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:59.507853 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fbf1cea0-b626-4a44-83af-442e9d944acd req-3c8b915c-317a-450d-9d3a-fa8073921f65 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.0826528 Jan 28 04:34:59.658568 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fbf1cea0-b626-4a44-83af-442e9d944acd req-938b92d2-4d26-49fa-8bbc-cea91ebde0ed tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461971 Jan 28 04:34:59.778720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56894) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:34:59.806297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eba4bc07-cc33-4996-9592-abd1684f2507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:59.808681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9401ae-b7ad-4693-97ba-0bf0f6a7ede9 req-5adf4d92-4326-4bd8-b8d8-2cc68b979fba tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:59.815669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b9401ae-b7ad-4693-97ba-0bf0f6a7ede9 req-5adf4d92-4326-4bd8-b8d8-2cc68b979fba tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 947 time: 0.1773989 Jan 28 04:34:59.981563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b9401ae-b7ad-4693-97ba-0bf0f6a7ede9 req-c7a86a4a-7ea1-49a3-8d8f-422e3e3deb9f tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596684 Jan 28 04:35:00.025207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eba4bc07-cc33-4996-9592-abd1684f2507 admin admin] Publish callbacks [] for security_group (0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.029811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd5b1014-b220-4320-81ed-3ac1ef93159c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:00.030362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.036208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eba4bc07-cc33-4996-9592-abd1684f2507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.081395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56900) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:00.092022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eba4bc07-cc33-4996-9592-abd1684f2507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc074cada76a42c6943ec3fd674b8fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120439 Jan 28 04:35:00.097604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4bc07-cc33-4996-9592-abd1684f2507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:00.130807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:00.131205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.155547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34351468-c779-476d-ba79-f46075e135f7 admin admin] Publish callbacks [] for security_group (0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.170373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] Provisioning complete for port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:00.170754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.211260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34351468-c779-476d-ba79-f46075e135f7 admin admin] Publish callbacks [] for security_group (0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.258666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:00.318588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34351468-c779-476d-ba79-f46075e135f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.321763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34351468-c779-476d-ba79-f46075e135f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.323098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-34351468-c779-476d-ba79-f46075e135f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3 HTTP/1.1" status: 204 len: 168 time: 0.2410858 Jan 28 04:35:00.357017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34351468-c779-476d-ba79-f46075e135f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861bfbb-135c-48aa-a0f1-ca0c3ceec5a3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:00.362293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:00.367465 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a9d03e-2b2a-4cf2-8f1a-c4623e610401" -d '{"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:00.472204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:00.564888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c3272-d935-4632-9202-7eae5e79048e req-9dfb4916-199b-46c4-9081-6a1dbfb21673 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:00.576628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c07c3272-d935-4632-9202-7eae5e79048e req-9dfb4916-199b-46c4-9081-6a1dbfb21673 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1601481 Jan 28 04:35:00.630419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:00.708896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.725942 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37f7417-8a05-46f7-963d-7d1290792023 x-openstack-request-id: req-b37f7417-8a05-46f7-963d-7d1290792023 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:00.726508 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:00.726927 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b37f7417-8a05-46f7-963d-7d1290792023 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:00.727544 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'code': 200} Jan 28 04:35:00.736850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c07c3272-d935-4632-9202-7eae5e79048e req-e9950fd9-977c-4da1-ba11-3ffc2a78441f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387744 Jan 28 04:35:00.744803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.746125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 289e6481-1c11-4e15-8a12-aa2337faf2e3 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:00.834069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 289e6481-1c11-4e15-8a12-aa2337faf2e3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:00.907541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '289e6481-1c11-4e15-8a12-aa2337faf2e3', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '289e6481-1c11-4e15-8a12-aa2337faf2e3', 'mac_address': 'fa:16:3e:46:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:00.980824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 289e6481-1c11-4e15-8a12-aa2337faf2e3 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:00.981550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.005891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289e6481-1c11-4e15-8a12-aa2337faf2e3 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:01.030326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 289e6481-1c11-4e15-8a12-aa2337faf2e3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:01.054208 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.057743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:01.058380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.068456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:34:53Z', 'revision_number': 4, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2ca37c44-9e6f-4844-b8fe-5d3112c1b145', 'name': '', 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'mac_address': 'fa:16:3e:81:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:52Z', 'updated_at': '2022-01-28T04:34:58Z', 'revision_number': 4, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'subnets': [{'id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:01.110134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecaa437-46da-4588-b129-d77fb28598b9 None None] The sync data for ids ['1087b7ca-2bed-4646-9174-d1bb80476303'] in n-d-824835-3 is: [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:34:53Z', 'revision_number': 4, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2ca37c44-9e6f-4844-b8fe-5d3112c1b145', 'name': '', 'network_id': '44630987-01d7-4fde-851f-0a5e8aa6576a', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'mac_address': 'fa:16:3e:81:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:52Z', 'updated_at': '2022-01-28T04:34:58Z', 'revision_number': 4, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'subnets': [{'id': 'f3d0b707-38d8-4e40-890f-e50f24abae1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:01.112682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] Current status of the port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:01.113451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.151137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7648e-25ac-42fd-a529-3cea8f33834d req-aa2dd94a-15c3-429d-a1c7-702877287948 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:01.166432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50d7648e-25ac-42fd-a529-3cea8f33834d req-aa2dd94a-15c3-429d-a1c7-702877287948 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 948 time: 0.2606592 Jan 28 04:35:01.219399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] For port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,segment=NetworkSegment(0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b),segment_id=0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:01.234612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:01.345582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.353926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:01.391464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5758-cc33-4afd-9ab2-175b7d6d6d6f req-54885ee0-92e6-481b-ac71-8f6756295716 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:01.402265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ade5758-cc33-4afd-9ab2-175b7d6d6d6f req-54885ee0-92e6-481b-ac71-8f6756295716 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 948 time: 0.0967720 Jan 28 04:35:01.432136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50d7648e-25ac-42fd-a529-3cea8f33834d req-4ecf7e74-4e6d-4cac-9c04-15ded5fb63e7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641945 Jan 28 04:35:01.484590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ade5758-cc33-4afd-9ab2-175b7d6d6d6f req-3bc5c206-09c0-4d69-bd28-178cf15f8c06 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804353 Jan 28 04:35:01.593969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=289e6481-1c11-4e15-8a12-aa2337faf2e3,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:01.735534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['289e6481-1c11-4e15-8a12-aa2337faf2e3'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:01.746228 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:35:01.747143 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:35:01.779824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56966) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:01.960591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360cfb2-276b-4209-b855-40867acd7af9 None None] Pushing event updated for resources: {'Port': ['ID=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:01.977865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['edf7e39b-2604-4107-890a-3290ff924c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:02.062639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1cd02-7b8f-420b-9bb4-27c1b31d109e req-93aed1ac-fd1b-432e-bb6c-974ef5e0747a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:02.065367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbe1cd02-7b8f-420b-9bb4-27c1b31d109e req-93aed1ac-fd1b-432e-bb6c-974ef5e0747a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1220648 Jan 28 04:35:02.107451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1828477472'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:02.153985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:02.228885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:02.234521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.266778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.286002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbe1cd02-7b8f-420b-9bb4-27c1b31d109e req-08ef7ec0-d93d-417e-8a7b-fed422f25fac tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083817 Jan 28 04:35:02.416471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for security_group (89808841-2a0e-4fb3-aed9-d64c550f32c2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.433657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (89808841-2a0e-4fb3-aed9-d64c550f32c2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.467091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:02.516765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b89869a9-2801-4929-a450-c5e367bd3592), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.517123 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment b89869a9-2801-4929-a450-c5e367bd3592 of type vlan for network 5d071ae5-97a7-480d-b3bf-90565817bbda Jan 28 04:35:02.639550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952abc5d-1e05-4126-ba96-8431904e6511 req-e979735d-a2f9-42aa-ac62-34ddade51aad tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:02.648037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-952abc5d-1e05-4126-ba96-8431904e6511 req-e979735d-a2f9-42aa-ac62-34ddade51aad tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 948 time: 0.1265683 Jan 28 04:35:02.675396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: BUILD; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:02.678199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.745414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-952abc5d-1e05-4126-ba96-8431904e6511 req-e0ed5323-0231-4fed-8830-c5fee7633483 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960953 Jan 28 04:35:02.779041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:02.811230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:02.812141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (5d071ae5-97a7-480d-b3bf-90565817bbda), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.821871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:02.823055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:02.853551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.001196 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (5d071ae5-97a7-480d-b3bf-90565817bbda), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.011360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:03.022222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.080841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:03.081716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3005505 Jan 28 04:35:03.173208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89808841-2a0e-4fb3-aed9-d64c550f32c2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:03.276362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:03.410838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a8346-7321-4e61-b40b-7f266b08758e req-51b47df9-3eb0-46f2-acb9-fff687f2ab1a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:03.423292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f4a8346-7321-4e61-b40b-7f266b08758e req-51b47df9-3eb0-46f2-acb9-fff687f2ab1a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 948 time: 0.5560145 Jan 28 04:35:03.642998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f4a8346-7321-4e61-b40b-7f266b08758e req-8de37eb9-d407-4b35-9f43-439d08e5ef90 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183313 Jan 28 04:35:03.647611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51c6a-cc33-49a5-8be0-88484c954b66 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=5d071ae5-97a7-480d-b3bf-90565817bbda,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:03.744133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 5d071ae5-97a7-480d-b3bf-90565817bbda details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:03.812759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2d015-3b3a-49e6-8ab2-94ecd11646a8 req-c2524650-5e13-458a-85dc-6859e923a155 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:03.819695 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88e2d015-3b3a-49e6-8ab2-94ecd11646a8 req-c2524650-5e13-458a-85dc-6859e923a155 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2584538 Jan 28 04:35:04.186166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88e2d015-3b3a-49e6-8ab2-94ecd11646a8 req-503d8737-8e7a-4ec2-8a3e-d5532664e539 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587267 Jan 28 04:35:04.268505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a5be3-3b59-4fa9-9b68-e8780f868be5 req-8cd9cbcb-c6ae-43f6-a509-37e4a42d1670 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:04.284979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-494a5be3-3b59-4fa9-9b68-e8780f868be5 req-8cd9cbcb-c6ae-43f6-a509-37e4a42d1670 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 947 time: 0.3339062 Jan 28 04:35:04.546664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:04.549122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-494a5be3-3b59-4fa9-9b68-e8780f868be5 req-0b06f3b4-900e-4600-a71b-db8d28706ff1 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612789 Jan 28 04:35:04.718464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57024) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:04.755194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:04.756316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:04.988050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2086033773', 'router:external': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:05.028813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa14dd-6261-444c-b777-4903044010f1 req-901ac109-c9fc-4887-ba5e-b27b3c0cf232 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:05.042313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6fa14dd-6261-444c-b777-4903044010f1 req-901ac109-c9fc-4887-ba5e-b27b3c0cf232 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 948 time: 0.1802554 Jan 28 04:35:05.044720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:05.062066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Made reservation on behalf of dd15cb7cc58e40848ea35288d560fd20 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:05.065868 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.088531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.108802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:05.219860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6fa14dd-6261-444c-b777-4903044010f1 req-a18cad0d-1a63-411b-8915-bfb5fc485347 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709151 Jan 28 04:35:05.315414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port edf7e39b-2604-4107-890a-3290ff924c73 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:05.323264 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (edf7e39b-2604-4107-890a-3290ff924c73), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.392825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for security_group (608c6344-0e78-422a-a4b8-3428130c7ebd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.419977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (608c6344-0e78-422a-a4b8-3428130c7ebd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.532570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c6344-0e78-422a-a4b8-3428130c7ebd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:05.555549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:05.556706 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.640290 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:05.664778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:05.669370 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc540e-2634-453a-bfda-4b2e27e99965" -d '{"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-plugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:05.715332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb7d6-c445-4966-90c7-d1e30ff3634d req-f3f73f67-a20f-40eb-9aac-42cf1b0d98e8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:05.732045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5ceb7d6-c445-4966-90c7-d1e30ff3634d req-f3f73f67-a20f-40eb-9aac-42cf1b0d98e8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.3357146 Jan 28 04:35:05.739282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:05.743638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d77eac27-c2fd-4b0d-8750-ffd275471162), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.749775 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Added segment d77eac27-c2fd-4b0d-8750-ffd275471162 of type vlan for network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 Jan 28 04:35:05.764633 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.765903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 289e6481-1c11-4e15-8a12-aa2337faf2e3 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:05.955070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1578d3-f6e7-4e24-947d-7abb46444c1b req-de5d362e-c23c-4d2b-b1fb-ff81ae85dfc7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:05.967343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec1578d3-f6e7-4e24-947d-7abb46444c1b req-de5d362e-c23c-4d2b-b1fb-ff81ae85dfc7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1651666 Jan 28 04:35:06.041470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5ceb7d6-c445-4966-90c7-d1e30ff3634d req-aee82e09-3199-4842-a522-b25f4aad7d37 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996604 Jan 28 04:35:06.043409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.125852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.172063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:06.192309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec1578d3-f6e7-4e24-947d-7abb46444c1b req-a0b3b252-5c54-413e-bbc8-af2fb2b48da1 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206042 Jan 28 04:35:06.243884 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a056a0a3-86a3-4cd0-b553-2e5313c2db62 x-openstack-request-id: req-a056a0a3-86a3-4cd0-b553-2e5313c2db62 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:06.244187 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-plugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:06.244449 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a056a0a3-86a3-4cd0-b553-2e5313c2db62 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:06.244851 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73', 'code': 200} Jan 28 04:35:06.245431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 289e6481-1c11-4e15-8a12-aa2337faf2e3 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:35:06.275999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 289e6481-1c11-4e15-8a12-aa2337faf2e3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:06.276384 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.319913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.319913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:06.319913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.374460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6543074 Jan 28 04:35:06.379377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:06.384463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'subnet': {'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:06.520842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Made reservation on behalf of dd15cb7cc58e40848ea35288d560fd20 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:06.528571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.598735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57050) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:06.609004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:06.642540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 289e6481-1c11-4e15-8a12-aa2337faf2e3 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:06.643177 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.688648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489544-57a1-4396-8dba-8149ec8351f1 req-6393b1da-65bd-4033-bb7e-e82e87b4e392 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:06.707022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13489544-57a1-4396-8dba-8149ec8351f1 req-6393b1da-65bd-4033-bb7e-e82e87b4e392 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 948 time: 0.1042113 Jan 28 04:35:06.746346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638301-512b-4424-bc0c-b4a2b07776e0 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Network': ['ID=e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:06.761450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 289e6481-1c11-4e15-8a12-aa2337faf2e3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:06.769575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:06.830288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13489544-57a1-4396-8dba-8149ec8351f1 req-cc43ac52-d449-465f-a845-b95fb93c2b88 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221299 Jan 28 04:35:06.862859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.932618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=289e6481-1c11-4e15-8a12-aa2337faf2e3,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:06.971624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e0300-be92-49d3-80fc-95a8136bb353 req-6065d016-0c9f-4cdc-88a4-d64474e851f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:06.973477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e66e0300-be92-49d3-80fc-95a8136bb353 req-6065d016-0c9f-4cdc-88a4-d64474e851f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1100 time: 0.3498330 Jan 28 04:35:06.979134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:06.983382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.276138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e66e0300-be92-49d3-80fc-95a8136bb353 req-f86dff10-dbc2-428a-a9f1-ebd77dfe3054 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693968 Jan 28 04:35:07.391765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09e1d5-d6f1-48df-a831-156628e1e8a7 req-949b0369-1885-4526-9605-3ac46f950bbb tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:07.393616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-be09e1d5-d6f1-48df-a831-156628e1e8a7 req-949b0369-1885-4526-9605-3ac46f950bbb tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.0651023 Jan 28 04:35:07.433600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23e27b-06c9-4339-ac6d-d8549c4564bc req-0d62040f-877f-4c6b-8a80-9863576b8463 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:07.435341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f23e27b-06c9-4339-ac6d-d8549c4564bc req-0d62040f-877f-4c6b-8a80-9863576b8463 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2570164 Jan 28 04:35:07.473917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-be09e1d5-d6f1-48df-a831-156628e1e8a7 req-0257a551-de83-4b5e-8465-beafa7c33089 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659635 Jan 28 04:35:07.586910 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.637953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f23e27b-06c9-4339-ac6d-d8549c4564bc req-fdac23c5-713f-4ae5-b3f4-fe2dce64c9b3 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965466 Jan 28 04:35:07.655268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (d04250c7-8bd0-4829-9d32-8b6bb374144c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.820536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=d04250c7-8bd0-4829-9d32-8b6bb374144c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:07.826035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': 'b89869a9-2801-4929-a450-c5e367bd3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:07.826406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: 5d071ae5-97a7-480d-b3bf-90565817bbda, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:07.860778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 5d071ae5-97a7-480d-b3bf-90565817bbda is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:07.884815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 5d071ae5-97a7-480d-b3bf-90565817bbda) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:07.895903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764adc7d-9d90-4ca1-8c08-510931ed59c0 None None] Network 5d071ae5-97a7-480d-b3bf-90565817bbda requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:07.908231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:07.913797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.986802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27a06ef5-8f4a-4cba-b0a2-d56039773a35 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3866761 Jan 28 04:35:07.991240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57080) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:07.999422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429545406'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:08.080143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-5d071ae5-97a7-480d-b3bf-90565817bbda', 'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': 'd04250c7-8bd0-4829-9d32-8b6bb374144c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:08.083398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.110513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:08.114081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.131025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 04:35:08.131714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2703e267-2ce1-4bf9-98c3-349e28cbe05e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.189648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:08.201621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940a14-2650-4b3b-b9c5-301225b5f9b5 req-f5a10e0a-767e-488e-9ab4-43cfbe55c358 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:08.210332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7940a14-2650-4b3b-b9c5-301225b5f9b5 req-f5a10e0a-767e-488e-9ab4-43cfbe55c358 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.2036052 Jan 28 04:35:08.263515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (05db3c00-e483-4d5f-9b4e-ff584f5984fe), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.263926 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment 05db3c00-e483-4d5f-9b4e-ff584f5984fe of type vlan for network dd373868-445c-43e9-b02d-a7d0eefd69aa Jan 28 04:35:08.282436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2703e267-2ce1-4bf9-98c3-349e28cbe05e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:08.335605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Checking segment: {'id': 'd77eac27-c2fd-4b0d-8750-ffd275471162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:08.335977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network hostable DHCP agents. Network: e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:08.378106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7940a14-2650-4b3b-b9c5-301225b5f9b5 req-766d8281-63bf-4362-a2e2-5f7002c36b58 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664314 Jan 28 04:35:08.383650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (dd373868-445c-43e9-b02d-a7d0eefd69aa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.438563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:08.464031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289e6481-1c11-4e15-8a12-aa2337faf2e3'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:08.467301 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde0021-217d-49e5-a452-4f902401febf" -d '{"events": [{"server_uuid": "06b96333-c244-46a7-b5f8-ba59e257cf5a", "name": "network-vif-plugged", "status": "completed", "tag": "289e6481-1c11-4e15-8a12-aa2337faf2e3"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:08.470120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:08.475438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (dd373868-445c-43e9-b02d-a7d0eefd69aa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.483877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:08.486151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.490236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:08.490896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.505371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31db56c-3aae-496e-a792-21cc7ab1f6dd None None] Network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:08.578919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5837200 Jan 28 04:35:08.579330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57096) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:08.590586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': 'dd373868-445c-43e9-b02d-a7d0eefd69aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:08.621076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28bcfb-ead8-4ae7-9947-acd4537fcfdf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=dd373868-445c-43e9-b02d-a7d0eefd69aa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:08.678620 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c93ffd-6c78-4de3-a2aa-e12f90b6b8ae x-openstack-request-id: req-75c93ffd-6c78-4de3-a2aa-e12f90b6b8ae {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:08.679285 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b96333-c244-46a7-b5f8-ba59e257cf5a", "name": "network-vif-plugged", "status": "completed", "tag": "289e6481-1c11-4e15-8a12-aa2337faf2e3", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:08.680308 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75c93ffd-6c78-4de3-a2aa-e12f90b6b8ae {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:08.681105 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289e6481-1c11-4e15-8a12-aa2337faf2e3', 'code': 200} Jan 28 04:35:08.696413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Allocated IP 2001:db8:0:ffff::2 (5d071ae5-97a7-480d-b3bf-90565817bbda/d04250c7-8bd0-4829-9d32-8b6bb374144c/0e3e1430-e23f-4e79-8399-3e15cf92d075) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:08.721090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-56aa8b45-249e-4808-bfe1-0d533e7f6b7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3405583 Jan 28 04:35:08.740410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:08.748446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-492596370', 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:08.795264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917ff4d-307c-481c-a052-7a99041165ba req-9366e299-0a0d-44df-8187-67ece9bfbc06 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:08.797178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b917ff4d-307c-481c-a052-7a99041165ba req-9366e299-0a0d-44df-8187-67ece9bfbc06 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1552892 Jan 28 04:35:08.830646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network dd373868-445c-43e9-b02d-a7d0eefd69aa details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:08.844149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Made reservation on behalf of dd15cb7cc58e40848ea35288d560fd20 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:08.847456 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.861412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:08.867358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.895345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] device_id is not set on port b9563027-934f-4111-813d-0647a90639c7 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:35:08.905956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b917ff4d-307c-481c-a052-7a99041165ba req-84539dc2-f4bc-4c55-a70d-32f1e3924bb8 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003153 Jan 28 04:35:09.073123 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6633a670-4934-4c3c-8f6a-a41df14c5094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.119400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5801-f83a-4208-896b-c12c82aae69b req-1c56e869-c9c8-4ec7-9e87-45c8079c19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:09.121340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f96d5801-f83a-4208-896b-c12c82aae69b req-1c56e869-c9c8-4ec7-9e87-45c8079c19be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 1100 time: 0.1425741 Jan 28 04:35:09.187770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d9185-e132-47d0-bfbd-96a4c74c3eff req-e472f739-ea64-4221-bc32-bf900c19834c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:09.189648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Allocated IP 172.20.0.2 (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4/2703e267-2ce1-4bf9-98c3-349e28cbe05e/b9563027-934f-4111-813d-0647a90639c7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:09.198965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-993d9185-e132-47d0-bfbd-96a4c74c3eff req-e472f739-ea64-4221-bc32-bf900c19834c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.1795733 Jan 28 04:35:09.219359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a084e0d-c859-4099-bf7f-d7c929afa49b None None] Network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:09.272217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f96d5801-f83a-4208-896b-c12c82aae69b req-d5f2b8fc-f490-4b36-9c05-e115e5c6f065 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424603 Jan 28 04:35:09.422861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-993d9185-e132-47d0-bfbd-96a4c74c3eff req-aa6c5fb6-a0e4-45cc-9d19-98e2be466fc7 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213032 Jan 28 04:35:09.493949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for port (b9563027-934f-4111-813d-0647a90639c7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.587085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Publish callbacks [] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.593323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b9563027-934f-4111-813d-0647a90639c7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.598784 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.606771 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.668246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:09.679925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Network 5d071ae5-97a7-480d-b3bf-90565817bbda is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:09.687189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:09.693083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Pushing event updated for resources: {'Port': ['ID=0e3e1430-e23f-4e79-8399-3e15cf92d075,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:09.695804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:09.718695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:09.726328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Port': ['ID=b9563027-934f-4111-813d-0647a90639c7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:09.742461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:09.746405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:09.834839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Attempting to bind port 0e3e1430-e23f-4e79-8399-3e15cf92d075 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:09.834839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Attempting to bind port 0e3e1430-e23f-4e79-8399-3e15cf92d075 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b89869a9-2801-4929-a450-c5e367bd3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:09.835220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Attempting to bind port 0e3e1430-e23f-4e79-8399-3e15cf92d075 on network 5d071ae5-97a7-480d-b3bf-90565817bbda {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:09.846070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:09.846503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Checking segment: {'id': 'b89869a9-2801-4929-a450-c5e367bd3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:09.846891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.847273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Bound using segment: {'id': 'b89869a9-2801-4929-a450-c5e367bd3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:09.847757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Bound port: 0e3e1430-e23f-4e79-8399-3e15cf92d075, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89869a9-2801-4929-a450-c5e367bd3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5d071ae5-97a7-480d-b3bf-90565817bbda'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:09.848143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.857761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:09.859305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.864831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab244b98-ab9c-4b71-9ee8-29933cf78a5b req-6a668d18-6f78-4421-9945-9daae21b8f68 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:09.874658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab244b98-ab9c-4b71-9ee8-29933cf78a5b req-6a668d18-6f78-4421-9945-9daae21b8f68 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.3687072 Jan 28 04:35:09.881283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': '05db3c00-e483-4d5f-9b4e-ff584f5984fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dd373868-445c-43e9-b02d-a7d0eefd69aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:09.881283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: dd373868-445c-43e9-b02d-a7d0eefd69aa, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:09.908962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1fd8bcff-b3a8-4fea-bb58-f87c039c86a8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1624813 Jan 28 04:35:09.909390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57126) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:09.982657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network dd373868-445c-43e9-b02d-a7d0eefd69aa is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:09.993308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] For port 0e3e1430-e23f-4e79-8399-3e15cf92d075, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:09.997819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] For port 0e3e1430-e23f-4e79-8399-3e15cf92d075, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0e3e1430-e23f-4e79-8399-3e15cf92d075,segment=NetworkSegment(b89869a9-2801-4929-a450-c5e367bd3592),segment_id=b89869a9-2801-4929-a450-c5e367bd3592)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:10.014078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.032205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, dd373868-445c-43e9-b02d-a7d0eefd69aa) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:10.059964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:10.060595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.086989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe62c4-8d14-40a3-a884-1c7a2be2fc87 None None] Network dd373868-445c-43e9-b02d-a7d0eefd69aa requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:10.148091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab244b98-ab9c-4b71-9ee8-29933cf78a5b req-5101a466-94f2-4ea0-b0fb-841cde815283 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724228 Jan 28 04:35:10.166657 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-388b7b5a-72ce-4f44-90d9-b4ddfd06aad3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5828073 Jan 28 04:35:10.171311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57130) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:10.181484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Deleting port b9563027-934f-4111-813d-0647a90639c7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:10.181927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b9563027-934f-4111-813d-0647a90639c7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.399711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b7551-f2a4-4e93-9dcb-b80d5a31ba6c None None] Pushing event updated for resources: {'Port': ['ID=0e3e1430-e23f-4e79-8399-3e15cf92d075,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:10.471123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b9563027-934f-4111-813d-0647a90639c7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.503194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59672f1-cd00-4b71-b325-15e05b398641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-dd373868-445c-43e9-b02d-a7d0eefd69aa', 'network_id': 'dd373868-445c-43e9-b02d-a7d0eefd69aa', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': '61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:10.504811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a59672f1-cd00-4b71-b325-15e05b398641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.508452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (dd373868-445c-43e9-b02d-a7d0eefd69aa), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.508653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Calling delete_port for b9563027-934f-4111-813d-0647a90639c7 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:10.782081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.920841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.967927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:11.011488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b9563027-934f-4111-813d-0647a90639c7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-a59672f1-cd00-4b71-b325-15e05b398641 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9: This subnet is being modified by another concurrent operation. Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:35:11.079484 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9: This subnet is being modified by another concurrent operation. Jan 28 04:35:11.084826 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 04:35:11.101339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9e99-97da-4e8b-8512-c869a867390f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.129584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9563027-934f-4111-813d-0647a90639c7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:11.159455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942d200-cc5b-4626-a443-64a3ce8f8e89 None None] Network dd373868-445c-43e9-b02d-a7d0eefd69aa requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:11.333986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.339454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8f61a671-7f54-4435-9d75-dae136e10bb5 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b9563027-934f-4111-813d-0647a90639c7 HTTP/1.1" status: 204 len: 168 time: 1.4270406 Jan 28 04:35:11.340793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:11.352380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4', 'external_fixed_ips': [{'subnet_id': '2703e267-2ce1-4bf9-98c3-349e28cbe05e', 'ip_address': '172.20.0.2'}]}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:11.405396 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.406694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.541595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (dd373868-445c-43e9-b02d-a7d0eefd69aa), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.568410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd373868-445c-43e9-b02d-a7d0eefd69aa']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:11.569975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.582257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05db3c00-e483-4d5f-9b4e-ff584f5984fe') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:11.582805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05db3c00-e483-4d5f-9b4e-ff584f5984fe') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:11.606778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a901f3-b388-44f1-8656-0eac4da3394e req-d80b4a90-ea31-4b98-b44b-6bcaec8b8b30 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:11.613666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99a901f3-b388-44f1-8656-0eac4da3394e req-d80b4a90-ea31-4b98-b44b-6bcaec8b8b30 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.5248814 Jan 28 04:35:11.629951 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (05db3c00-e483-4d5f-9b4e-ff584f5984fe), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.671535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (05db3c00-e483-4d5f-9b4e-ff584f5984fe), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.687917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:11.693130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (05db3c00-e483-4d5f-9b4e-ff584f5984fe), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:11.696964 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:11.780282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99a901f3-b388-44f1-8656-0eac4da3394e req-29e075fd-22c5-456e-9cb0-65a4fed39b88 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652706 Jan 28 04:35:11.886382 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.918394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0e3e1430-e23f-4e79-8399-3e15cf92d075 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:12.017492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (dd373868-445c-43e9-b02d-a7d0eefd69aa), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.079367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.081298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0e3e1430-e23f-4e79-8399-3e15cf92d075 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:12.081690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.091041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/dd373868-445c-43e9-b02d-a7d0eefd69aa HTTP/1.1" status: 204 len: 168 time: 1.9148793 Jan 28 04:35:12.091041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f83638-dcc1-44c8-a268-568a3d393539 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=dd373868-445c-43e9-b02d-a7d0eefd69aa,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:12.112687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57142) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:12.123709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177274281'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:12.138564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.203357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740a4c8-be68-4b2f-bdea-cf10e8311b7d req-4e24dc87-e607-4715-aa50-63894dbce70a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:12.220917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5740a4c8-be68-4b2f-bdea-cf10e8311b7d req-4e24dc87-e607-4715-aa50-63894dbce70a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2998807 Jan 28 04:35:12.232073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:12.235527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.271206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0e3e1430-e23f-4e79-8399-3e15cf92d075 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:12.271818 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.326920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:12.337317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262add3-c3bb-40d3-a056-007067891c03 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:35:12.364172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5a52372c-112b-4884-8502-fb4e3d85a805), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.364441 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment 5a52372c-112b-4884-8502-fb4e3d85a805 of type vlan for network 0200b689-7f4e-41e5-89eb-06714cb30c2f Jan 28 04:35:12.421267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0200b689-7f4e-41e5-89eb-06714cb30c2f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.475254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 0e3e1430-e23f-4e79-8399-3e15cf92d075, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0e3e1430-e23f-4e79-8399-3e15cf92d075,segment=NetworkSegment(b89869a9-2801-4929-a450-c5e367bd3592),segment_id=b89869a9-2801-4929-a450-c5e367bd3592)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:12.500017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5740a4c8-be68-4b2f-bdea-cf10e8311b7d req-3c0401f0-d8c2-4134-9cf2-28f4427dd81d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706692 Jan 28 04:35:12.500565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-23ce63e4-ea27-4dc6-b2c7-259458632f2c None None] Provisioning complete for port 0e3e1430-e23f-4e79-8399-3e15cf92d075 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:12.500988 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23ce63e4-ea27-4dc6-b2c7-259458632f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.502721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.503622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0200b689-7f4e-41e5-89eb-06714cb30c2f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.516461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:12.519829 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.599459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.679677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=0e3e1430-e23f-4e79-8399-3e15cf92d075,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:12.699687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=0200b689-7f4e-41e5-89eb-06714cb30c2f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:12.707732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9d3ee90-688b-428c-a91f-2d9154465bf6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5924504 Jan 28 04:35:12.708933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.711366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57144) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:12.718196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:12.724763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0200b689-7f4e-41e5-89eb-06714cb30c2f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:12.745492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4262add3-c3bb-40d3-a056-007067891c03 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:35:12.799424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9244466-c17d-4b13-bf01-a319c1e58e04 req-9e13be43-2231-4ffe-87b9-f85936b82d2a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:12.807363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9244466-c17d-4b13-bf01-a319c1e58e04 req-9e13be43-2231-4ffe-87b9-f85936b82d2a tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.1415060 Jan 28 04:35:12.906016 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9244466-c17d-4b13-bf01-a319c1e58e04 req-5ba04539-6e52-41f0-977f-e206029b6398 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924652 Jan 28 04:35:12.908868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:12.918518 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.207156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Allocated IP 172.20.0.2 (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4/2703e267-2ce1-4bf9-98c3-349e28cbe05e/d468bd70-df1d-4838-aea2-bf0c2685e250) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:13.274087 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (73a0964e-ab4e-4e11-86ad-470453dfdea3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.433305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.484931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.500388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d50d7-afdc-425c-a81e-8f531b749635 req-141cf6cf-090c-4452-91de-b6ed08ec2328 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:13.509213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-153d50d7-afdc-425c-a81e-8f531b749635 req-141cf6cf-090c-4452-91de-b6ed08ec2328 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.3092880 Jan 28 04:35:13.543597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Port': ['ID=d468bd70-df1d-4838-aea2-bf0c2685e250,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:13.551435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=73a0964e-ab4e-4e11-86ad-470453dfdea3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:13.588049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:13.590382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:13.599223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-23ce63e4-ea27-4dc6-b2c7-259458632f2c None None] Current status of the port 0e3e1430-e23f-4e79-8399-3e15cf92d075 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:13.619773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:13.658088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': '5a52372c-112b-4884-8502-fb4e3d85a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:13.658466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: 0200b689-7f4e-41e5-89eb-06714cb30c2f, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:13.727700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-153d50d7-afdc-425c-a81e-8f531b749635 req-136a47bb-0881-4413-9c28-de781958823d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175493 Jan 28 04:35:13.745756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.779222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 0200b689-7f4e-41e5-89eb-06714cb30c2f is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:13.794930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0e3e1430-e23f-4e79-8399-3e15cf92d075 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:13.810745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0200b689-7f4e-41e5-89eb-06714cb30c2f) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:13.815755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:13.816636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.879937 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-124e3178-32d1-490c-804a-a58f89893ab0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1657131 Jan 28 04:35:13.880801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57152) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:13.886080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946974110'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:13.889757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0e3e1430-e23f-4e79-8399-3e15cf92d075 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:13.890140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.972060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:13.975801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.004267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6f8bb-8c61-4aa2-b0a6-86494cfbc739 None None] Network 5d071ae5-97a7-480d-b3bf-90565817bbda requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:14.006128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b2229-a193-4d25-94d3-de9ac7b2cc48 None None] Network 0200b689-7f4e-41e5-89eb-06714cb30c2f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:14.061225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:14.088910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2860bc9e-8484-4470-ab56-b8f5a0bb840e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.089312 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment 2860bc9e-8484-4470-ab56-b8f5a0bb840e of type vlan for network b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 Jan 28 04:35:14.226829 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (b3d7fddb-15d8-4aa5-8e7c-361b2061bb87), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.347619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (b3d7fddb-15d8-4aa5-8e7c-361b2061bb87), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.366502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:14.367649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.474012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941ebea-9791-456b-8a63-be54495e249f req-73386f58-e50c-48ad-9411-ddacda147eca tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:14.476301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b941ebea-9791-456b-8a63-be54495e249f req-73386f58-e50c-48ad-9411-ddacda147eca tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2340851 Jan 28 04:35:14.521693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6391380 Jan 28 04:35:14.522516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57162) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:14.542336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': 'b3d7fddb-15d8-4aa5-8e7c-361b2061bb87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:14.614402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0e3e1430-e23f-4e79-8399-3e15cf92d075 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:14.818738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0200b689-7f4e-41e5-89eb-06714cb30c2f', 'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': '73a0964e-ab4e-4e11-86ad-470453dfdea3'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:14.820460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.824022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b941ebea-9791-456b-8a63-be54495e249f req-240eb599-213c-4e24-afed-64fe0c2dba81 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289220 Jan 28 04:35:14.851807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d9e7f-ff23-4eec-bd01-7c9fbf43dadd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=b3d7fddb-15d8-4aa5-8e7c-361b2061bb87,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:15.029833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:15.033543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.039983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.145884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Allocated IP 2001:db8::1 (0200b689-7f4e-41e5-89eb-06714cb30c2f/73a0964e-ab4e-4e11-86ad-470453dfdea3/152c79eb-3175-49c9-9d26-178f6783e4dd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:15.257045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Performing IP validity checks on allocation pools {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 04:35:15.257610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 04:35:15.378278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Publish callbacks [] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.412150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:15.442647 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.500900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (7958d262-2263-4418-beab-3bbf4ba5e01d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.604607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': '2860bc9e-8484-4470-ab56-b8f5a0bb840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b3d7fddb-15d8-4aa5-8e7c-361b2061bb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:15.604989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: b3d7fddb-15d8-4aa5-8e7c-361b2061bb87, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:15.607752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=7958d262-2263-4418-beab-3bbf4ba5e01d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:15.610902 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.638847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:15.655824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, b3d7fddb-15d8-4aa5-8e7c-361b2061bb87) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:15.661983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:15.662939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.712691 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe01571d-cbd5-4ef7-ad57-df94646ec8f3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1855521 Jan 28 04:35:15.715492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57172) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:15.744346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e6ea4-415b-406e-a16c-e7d98b288c0f None None] Network b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:15.764501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.769751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Router be5ce0e7-84eb-44aa-99d5-b52b1c58e331 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:15.798453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Pushing event updated for resources: {'Port': ['ID=152c79eb-3175-49c9-9d26-178f6783e4dd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:15.850640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Network 0200b689-7f4e-41e5-89eb-06714cb30c2f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:15.912077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-14746274-4fef-4538-a24c-3225e05bab84 None None] Provisioning complete for port 0e3e1430-e23f-4e79-8399-3e15cf92d075 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:15.916558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (b3d7fddb-15d8-4aa5-8e7c-361b2061bb87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.920063 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14746274-4fef-4538-a24c-3225e05bab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.928652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:15.935500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:16.039584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7958d262-2263-4418-beab-3bbf4ba5e01d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.057095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:16.071481 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Sync routers for ids ['be5ce0e7-84eb-44aa-99d5-b52b1c58e331'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:16.095311 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Routers {'be5ce0e7-84eb-44aa-99d5-b52b1c58e331'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:16.095952 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['be5ce0e7-84eb-44aa-99d5-b52b1c58e331'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:16.119909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.122174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a0ab2683-a2cb-4a65-90ff-416eb8c57606 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7750583 Jan 28 04:35:16.124650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57176) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:16.136629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (7958d262-2263-4418-beab-3bbf4ba5e01d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.172186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=7958d262-2263-4418-beab-3bbf4ba5e01d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.268712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (b3d7fddb-15d8-4aa5-8e7c-361b2061bb87), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.272322 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Set router be5ce0e7-84eb-44aa-99d5-b52b1c58e331 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:16.293351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d7fddb-15d8-4aa5-8e7c-361b2061bb87']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:16.305091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2860bc9e-8484-4470-ab56-b8f5a0bb840e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:16.307117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2860bc9e-8484-4470-ab56-b8f5a0bb840e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:16.326737 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (2860bc9e-8484-4470-ab56-b8f5a0bb840e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.331634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Attempting to bind port 152c79eb-3175-49c9-9d26-178f6783e4dd on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:16.335197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Attempting to bind port 152c79eb-3175-49c9-9d26-178f6783e4dd by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5a52372c-112b-4884-8502-fb4e3d85a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:16.335611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Attempting to bind port 152c79eb-3175-49c9-9d26-178f6783e4dd on network 0200b689-7f4e-41e5-89eb-06714cb30c2f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:16.345180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:16.348518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Checking segment: {'id': '5a52372c-112b-4884-8502-fb4e3d85a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:16.349088 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.349525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Bound using segment: {'id': '5a52372c-112b-4884-8502-fb4e3d85a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:16.350464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Bound port: 152c79eb-3175-49c9-9d26-178f6783e4dd, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52372c-112b-4884-8502-fb4e3d85a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0200b689-7f4e-41e5-89eb-06714cb30c2f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:16.352171 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.358237 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2860bc9e-8484-4470-ab56-b8f5a0bb840e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.382060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:16.385128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (2860bc9e-8484-4470-ab56-b8f5a0bb840e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:16.394018 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:16.408983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c54f7-da7b-478e-a522-82d9e2c59bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-b3d7fddb-15d8-4aa5-8e7c-361b2061bb87', 'network_id': 'b3d7fddb-15d8-4aa5-8e7c-361b2061bb87', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': '7958d262-2263-4418-beab-3bbf4ba5e01d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:16.410317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c1c54f7-da7b-478e-a522-82d9e2c59bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.423967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.500509 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ce0e7-84eb-44aa-99d5-b52b1c58e331', 'name': '', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4', 'external_fixed_ips': [{'subnet_id': '2703e267-2ce1-4bf9-98c3-349e28cbe05e', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd468bd70-df1d-4838-aea2-bf0c2685e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:11Z', 'updated_at': '2022-01-28T04:35:14Z', 'revision_number': 3, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port': {'id': 'd468bd70-df1d-4838-aea2-bf0c2685e250', 'name': '', 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ce0e7-84eb-44aa-99d5-b52b1c58e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '2703e267-2ce1-4bf9-98c3-349e28cbe05e', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:12Z', 'updated_at': '2022-01-28T04:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2703e267-2ce1-4bf9-98c3-349e28cbe05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:16.561473 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Checking router: be5ce0e7-84eb-44aa-99d5-b52b1c58e331 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:16.562442 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (b3d7fddb-15d8-4aa5-8e7c-361b2061bb87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.565782 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Updating router be5ce0e7-84eb-44aa-99d5-b52b1c58e331 port d468bd70-df1d-4838-aea2-bf0c2685e250 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:16.584887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.602917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 HTTP/1.1" status: 204 len: 168 time: 0.8849013 Jan 28 04:35:16.606094 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.613943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:16.619362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-270931827'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:16.668457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2d9dc-f039-47b4-aa9a-ab7ee86664f7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=b3d7fddb-15d8-4aa5-8e7c-361b2061bb87,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.691535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bb39d-3e34-4aa9-aaf1-ec10c98fb72c None None] Network b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:16.721654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bb39d-3e34-4aa9-aaf1-ec10c98fb72c None None] Network b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:35:16.731859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:16.737973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.738665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14746274-4fef-4538-a24c-3225e05bab84 None None] Current status of the port 0e3e1430-e23f-4e79-8399-3e15cf92d075 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:16.741518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.770702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] For port 152c79eb-3175-49c9-9d26-178f6783e4dd, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:16.774710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] For port 152c79eb-3175-49c9-9d26-178f6783e4dd, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=152c79eb-3175-49c9-9d26-178f6783e4dd,segment=NetworkSegment(5a52372c-112b-4884-8502-fb4e3d85a805),segment_id=5a52372c-112b-4884-8502-fb4e3d85a805)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:16.792455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.842065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:16.865637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aee911ee-55ce-4212-896c-a39d857a44b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.865990 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment aee911ee-55ce-4212-896c-a39d857a44b1 of type vlan for network 8d7711b1-ad28-4748-b070-cf520a96921d Jan 28 04:35:16.915188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b3116-57df-4e51-b927-300eccf6ea62 None None] Pushing event updated for resources: {'Port': ['ID=152c79eb-3175-49c9-9d26-178f6783e4dd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:17.071324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8d7711b1-ad28-4748-b070-cf520a96921d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.079372 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Publish callbacks [] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.106493 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.309063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-0f0460bd-6774-4ad4-98f6-14c08019bc45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2462909 Jan 28 04:35:17.327995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8d7711b1-ad28-4748-b070-cf520a96921d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.328477 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Attempting to bind port d468bd70-df1d-4838-aea2-bf0c2685e250 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:17.328891 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Attempting to bind port d468bd70-df1d-4838-aea2-bf0c2685e250 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd77eac27-c2fd-4b0d-8750-ffd275471162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:17.329289 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Attempting to bind port d468bd70-df1d-4838-aea2-bf0c2685e250 on network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:17.333019 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca8f9-df87-4c6e-9fec-8f43c14b8827 None None] Pushing event updated for resources: {'Port': ['ID=d468bd70-df1d-4838-aea2-bf0c2685e250,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:17.334366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:17.335000 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.343194 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:17.343662 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Checking segment: {'id': 'd77eac27-c2fd-4b0d-8750-ffd275471162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:17.343973 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.344368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Bound using segment: {'id': 'd77eac27-c2fd-4b0d-8750-ffd275471162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:17.344843 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Bound port: d468bd70-df1d-4838-aea2-bf0c2685e250, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77eac27-c2fd-4b0d-8750-ffd275471162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:17.345248 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.345475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-d4c15971-3f55-4fa8-a07d-4e36e681f304 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3185036 Jan 28 04:35:17.419745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Deleting port d468bd70-df1d-4838-aea2-bf0c2685e250 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:17.420104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.514438 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] For port d468bd70-df1d-4838-aea2-bf0c2685e250, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:17.518777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] For port d468bd70-df1d-4838-aea2-bf0c2685e250, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d468bd70-df1d-4838-aea2-bf0c2685e250,segment=NetworkSegment(d77eac27-c2fd-4b0d-8750-ffd275471162),segment_id=d77eac27-c2fd-4b0d-8750-ffd275471162)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:17.530122 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.546671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.566569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Calling delete_port for d468bd70-df1d-4838-aea2-bf0c2685e250 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:17.656915 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Routers {'be5ce0e7-84eb-44aa-99d5-b52b1c58e331'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:17.657597 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['be5ce0e7-84eb-44aa-99d5-b52b1c58e331'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:17.659608 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca8f9-df87-4c6e-9fec-8f43c14b8827 None None] Pushing event updated for resources: {'Port': ['ID=d468bd70-df1d-4838-aea2-bf0c2685e250,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:17.807303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1913464 Jan 28 04:35:17.809701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:17.817456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': '8d7711b1-ad28-4748-b070-cf520a96921d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:17.884159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] Set router be5ce0e7-84eb-44aa-99d5-b52b1c58e331 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:17.964607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 152c79eb-3175-49c9-9d26-178f6783e4dd up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:18.140653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:18.154348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.154623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 152c79eb-3175-49c9-9d26-178f6783e4dd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:18.155068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.168961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fa10b-74d9-4c07-9b0a-f8311f471943 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=8d7711b1-ad28-4748-b070-cf520a96921d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.237050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ce0e7-84eb-44aa-99d5-b52b1c58e331', 'name': '', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:11Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:18.238404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8d7711b1-ad28-4748-b070-cf520a96921d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:18.275753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1be7-8003-4007-987b-982d2322185a req-363cb7bf-dc58-42e5-aa40-4ae2bf110e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.277871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-363cb7bf-dc58-42e5-aa40-4ae2bf110e1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2440aea79a714f1399537add7111895e&device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1100 time: 0.5982783 Jan 28 04:35:18.285817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.286309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.286783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.287256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.287723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.288203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.288662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.291101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e6348f1b-2904-4164-a335-3a5a4c081b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6489 time: 0.6061788 Jan 28 04:35:18.310778 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b95a0-6c21-4ad9-96b7-c5077ad2110c None None] The sync data for ids ['be5ce0e7-84eb-44aa-99d5-b52b1c58e331'] in n-d-824835-3 is: [{'id': 'be5ce0e7-84eb-44aa-99d5-b52b1c58e331', 'name': '', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:11Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:18.592936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 152c79eb-3175-49c9-9d26-178f6783e4dd is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:18.597548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.696736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 152c79eb-3175-49c9-9d26-178f6783e4dd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=152c79eb-3175-49c9-9d26-178f6783e4dd,segment=NetworkSegment(5a52372c-112b-4884-8502-fb4e3d85a805),segment_id=5a52372c-112b-4884-8502-fb4e3d85a805)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:18.710946 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.776063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (16755c28-7458-4547-a459-a8e775466b88), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.780345 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d468bd70-df1d-4838-aea2-bf0c2685e250), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.817218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=152c79eb-3175-49c9-9d26-178f6783e4dd,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.836765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4310f10-334d-44d0-ac9c-4217fbc849f9 None None] Network 0200b689-7f4e-41e5-89eb-06714cb30c2f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:18.913120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event deleted for resources: {'Port': ['ID=d468bd70-df1d-4838-aea2-bf0c2685e250,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.935314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=16755c28-7458-4547-a459-a8e775466b88,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.986339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': 'aee911ee-55ce-4212-896c-a39d857a44b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8d7711b1-ad28-4748-b070-cf520a96921d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:18.987127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: 8d7711b1-ad28-4748-b070-cf520a96921d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:19.010717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1be7-8003-4007-987b-982d2322185a req-7121acd0-c65b-4752-b1e2-a78c4d9e465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:19.013010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-7121acd0-c65b-4752-b1e2-a78c4d9e465f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.7125523 Jan 28 04:35:19.027976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 8d7711b1-ad28-4748-b070-cf520a96921d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:19.063356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8d7711b1-ad28-4748-b070-cf520a96921d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:19.084066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:19.087227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.134999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4784f739-0807-4e8f-a034-ea300e44c3bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3204119 Jan 28 04:35:19.138937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:19.189923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-385c5dbd-9d44-4e11-b0d2-22054e820157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=edf7e39b-2604-4107-890a-3290ff924c73 HTTP/1.1" status: 200 len: 217 time: 0.1656804 Jan 28 04:35:19.333441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607f733-09c1-4a14-8ed4-2da207dec139 None None] Network 8d7711b1-ad28-4748-b070-cf520a96921d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:19.406119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8d7711b1-ad28-4748-b070-cf520a96921d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.407304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-dc8b60fa-af8e-4409-bafc-8b4dbcbc779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:19.409732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-dc8b60fa-af8e-4409-bafc-8b4dbcbc779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:19.411237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-dc8b60fa-af8e-4409-bafc-8b4dbcbc779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:19.414544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-dc8b60fa-af8e-4409-bafc-8b4dbcbc779e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9567c41-6127-4d6e-b841-c244b5f9ae75&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=da859996-bfb1-433b-9fdd-067dd7d92577&id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 2293 time: 1.0790038 Jan 28 04:35:19.457792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5f337674-d770-4994-a61b-39f590af628d None None] Provisioning complete for port 152c79eb-3175-49c9-9d26-178f6783e4dd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:19.458253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f337674-d770-4994-a61b-39f590af628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.527223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.562807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (16755c28-7458-4547-a459-a8e775466b88), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.757138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:19.796466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (16755c28-7458-4547-a459-a8e775466b88), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.812264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1be7-8003-4007-987b-982d2322185a req-ff9e8b34-ef81-4a31-95b1-d50c1e6bfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:19.821604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-ff9e8b34-ef81-4a31-95b1-d50c1e6bfef0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.5665624 Jan 28 04:35:19.866012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 152c79eb-3175-49c9-9d26-178f6783e4dd up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:19.888052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=16755c28-7458-4547-a459-a8e775466b88,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:19.940629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-6bf67536-4389-4ce6-9d5b-f15408d5d32d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 200 len: 1001 time: 0.5147555 Jan 28 04:35:19.959997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.981376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5f337674-d770-4994-a61b-39f590af628d None None] Current status of the port 152c79eb-3175-49c9-9d26-178f6783e4dd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:19.986713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52742d66-d41e-4792-9c58-19ff056424ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8d7711b1-ad28-4748-b070-cf520a96921d', 'network_id': '8d7711b1-ad28-4748-b070-cf520a96921d', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': '16755c28-7458-4547-a459-a8e775466b88'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:19.987585 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52742d66-d41e-4792-9c58-19ff056424ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.010296 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8d7711b1-ad28-4748-b070-cf520a96921d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.018810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.048979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:20.048979 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.057293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7711b1-ad28-4748-b070-cf520a96921d']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:20.084168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee911ee-55ce-4212-896c-a39d857a44b1') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:20.084789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee911ee-55ce-4212-896c-a39d857a44b1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:20.097928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (aee911ee-55ce-4212-896c-a39d857a44b1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.120730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:20.146282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aee911ee-55ce-4212-896c-a39d857a44b1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.148271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1be7-8003-4007-987b-982d2322185a req-d37fb2cd-a66d-4eb9-8c6c-892389523c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:20.150491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-d37fb2cd-a66d-4eb9-8c6c-892389523c51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2396286 Jan 28 04:35:20.154817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (be5ce0e7-84eb-44aa-99d5-b52b1c58e331), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.155349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be5ce0e7-84eb-44aa-99d5-b52b1c58e331 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:20.157751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-b548ff2d-2486-41fd-98ea-d0b8c9922ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:20.159173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-b548ff2d-2486-41fd-98ea-d0b8c9922ef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=879faf50-de16-443f-a182-02bdfc17c9b0 HTTP/1.1" status: 200 len: 850 time: 0.1967719 Jan 28 04:35:20.169232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:20.171073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (aee911ee-55ce-4212-896c-a39d857a44b1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:20.172887 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:20.175680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.176361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-21e3cf38-e2ff-4afd-ac08-94cf06bb3f20 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/routers/be5ce0e7-84eb-44aa-99d5-b52b1c58e331 HTTP/1.1" status: 204 len: 168 time: 4.0506823 Jan 28 04:35:20.213341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:20.221121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 152c79eb-3175-49c9-9d26-178f6783e4dd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:20.221693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.279745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:20.283414 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8267627b-864d-4196-8266-c0f7554e66f7" -d '{"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-unplugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:20.299381 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.382765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c25b99-5c25-44db-9fdf-6b1a1a7e0854 None None] Network 8d7711b1-ad28-4748-b070-cf520a96921d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:20.412442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Deleting subnet 2703e267-2ce1-4bf9-98c3-349e28cbe05e {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:20.418951 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8d7711b1-ad28-4748-b070-cf520a96921d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.422975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for subnet (2703e267-2ce1-4bf9-98c3-349e28cbe05e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.487730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-fe42a2ca-d251-47ad-84cd-b74002da3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:20.501204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-fe42a2ca-d251-47ad-84cd-b74002da3c46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9567c41-6127-4d6e-b841-c244b5f9ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2928915 Jan 28 04:35:20.504203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.519735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/8d7711b1-ad28-4748-b070-cf520a96921d HTTP/1.1" status: 204 len: 168 time: 1.3796549 Jan 28 04:35:20.520379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57192) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:20.552786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313392060'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:20.584923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81dcc5-c692-4c6d-9e86-efc9748db3b3 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=8d7711b1-ad28-4748-b070-cf520a96921d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:20.628654 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (2703e267-2ce1-4bf9-98c3-349e28cbe05e), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.674259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:20.677645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.696262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:20.711682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 152c79eb-3175-49c9-9d26-178f6783e4dd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:20.773953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2703e267-2ce1-4bf9-98c3-349e28cbe05e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.776602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a9d9f1d6-abc3-49f9-b91a-c5a7c0668b25 None None] Provisioning complete for port 152c79eb-3175-49c9-9d26-178f6783e4dd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:20.776981 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f1d6-abc3-49f9-b91a-c5a7c0668b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.781303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:20.892470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.892819 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment 30b2c1c7-ba1a-46f5-a415-352ac9d701da of type vlan for network 6d69e4f0-4d1d-4015-859e-644a153e984c Jan 28 04:35:20.991890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9f1d6-abc3-49f9-b91a-c5a7c0668b25 None None] Current status of the port 152c79eb-3175-49c9-9d26-178f6783e4dd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:20.998388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.010166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (2703e267-2ce1-4bf9-98c3-349e28cbe05e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.048446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2703e267-2ce1-4bf9-98c3-349e28cbe05e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.056966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.061623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-99cd8e05-663a-401b-904c-7b098bcd7709 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/2703e267-2ce1-4bf9-98c3-349e28cbe05e HTTP/1.1" status: 204 len: 168 time: 0.8472812 Jan 28 04:35:21.068244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57198) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:21.097782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-a76a8955-5877-47c2-a8c5-ea2913d89af7 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203267 Jan 28 04:35:21.118074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.124042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:21.125059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.194228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-48e0c0af-b51e-472f-8dc2-5474ee4e3e2b service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853888 Jan 28 04:35:21.229103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.241295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6990128 Jan 28 04:35:21.245615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57206) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:21.252274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:21.262302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09616d-9903-4993-85d4-c7182ae1b559 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=6d69e4f0-4d1d-4015-859e-644a153e984c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.273362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 6d69e4f0-4d1d-4015-859e-644a153e984c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:21.335563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6b1be7-8003-4007-987b-982d2322185a req-2226f052-80cd-4603-b423-699a50b8a663 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308662 Jan 28 04:35:21.416520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-facfba21-171e-4687-a6bb-e7697ea6cd14 service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151403 Jan 28 04:35:21.456383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.499317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:21.513550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77eac27-c2fd-4b0d-8750-ffd275471162') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:21.513910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77eac27-c2fd-4b0d-8750-ffd275471162') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:21.520970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:21.523222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-c5dba105-0e2d-4616-af9f-9e2531f244af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 217 time: 0.1003647 Jan 28 04:35:21.524886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.541835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d77eac27-c2fd-4b0d-8750-ffd275471162), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.606472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d77eac27-c2fd-4b0d-8750-ffd275471162), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.623669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:21.624034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d77eac27-c2fd-4b0d-8750-ffd275471162), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:21.626005 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:21.628951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-a3600636-43dd-47d4-bacf-2fffeb293164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:21.630563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-a3600636-43dd-47d4-bacf-2fffeb293164 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.0993900 Jan 28 04:35:21.716314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:21.725948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-abc87a47-a2d6-4b5b-b0ed-80895e06242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:21.727511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-abc87a47-a2d6-4b5b-b0ed-80895e06242c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887132 Jan 28 04:35:21.731212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.745719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:35:21.751417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.760289 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4 HTTP/1.1" status: 204 len: 168 time: 0.6911077 Jan 28 04:35:21.865451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5a161-e200-428b-ba77-8cb9c3547097 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event deleted for resources: {'Network': ['ID=e91a44ea-a0a9-4b8f-8ee2-7f35f62c84a4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.993955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-dad518b7-aa3c-4a0e-830d-388788b32d98 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551119 Jan 28 04:35:22.037635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:22.065135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'port_id': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'mac_address': 'fa:16:3e:72:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9ec970-aefd-422f-8cae-551bbd07df31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:22.113437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (3f0d96fb-00cd-4614-afa4-c2aff61e09be), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.164462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:22.164803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.185049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:22.213047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:22.226050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.247878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57240) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:22.291506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'name': 'tempest-router--1017499044', 'project_id': '90109d937f0d4389b884b031de4f995e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:22.327954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:22.410861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe013b9-42c8-4809-adf2-957c55ff770d req-2d577d7a-bbee-4dfe-907b-0a0385d62852 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:22.416754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fe013b9-42c8-4809-adf2-957c55ff770d req-2d577d7a-bbee-4dfe-907b-0a0385d62852 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 945 time: 0.1188071 Jan 28 04:35:22.436680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728181b0-9d25-4baa-926e-1361dd909c00 req-f737434f-7fc0-47ce-bb5d-76eedfd78c45 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:22.437248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=3f0d96fb-00cd-4614-afa4-c2aff61e09be,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:22.445857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-728181b0-9d25-4baa-926e-1361dd909c00 req-f737434f-7fc0-47ce-bb5d-76eedfd78c45 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 1100 time: 0.3804657 Jan 28 04:35:22.453349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': '30b2c1c7-ba1a-46f5-a415-352ac9d701da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:22.453719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: 6d69e4f0-4d1d-4015-859e-644a153e984c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:22.471675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (7d938eb8-a0b9-453a-938c-eb3134072354), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.472712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (7d938eb8-a0b9-453a-938c-eb3134072354), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.484460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fe013b9-42c8-4809-adf2-957c55ff770d req-e75c09bc-4d18-4bd6-93b2-c999a1fd54ae tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Jan 28 04:35:22.514329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 6d69e4f0-4d1d-4015-859e-644a153e984c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:22.529886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 6d69e4f0-4d1d-4015-859e-644a153e984c) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:22.547283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a80f7-9025-4789-af17-83f458950630 None None] Network 6d69e4f0-4d1d-4015-859e-644a153e984c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:22.552440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:22.553528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.570271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-728181b0-9d25-4baa-926e-1361dd909c00 req-0d57597d-cf40-4372-a701-aa2cc3034d98 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.580547 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c0b44e-5c9c-4fb0-b953-143c263713ae x-openstack-request-id: req-e6c0b44e-5c9c-4fb0-b953-143c263713ae {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:22.581001 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-unplugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:22.581466 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6c0b44e-5c9c-4fb0-b953-143c263713ae {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:22.581969 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'code': 200} Jan 28 04:35:22.598335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-df574d8e-c8ef-47f3-b460-2e2d4fb118bb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3483236 Jan 28 04:35:22.598801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57242) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:22.608220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (7d938eb8-a0b9-453a-938c-eb3134072354), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.628620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (7d938eb8-a0b9-453a-938c-eb3134072354), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.647817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-842bc52a-de42-46ea-a4fb-c1f7d808885f service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687521 Jan 28 04:35:22.688510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['033bc424-efcb-4f8c-a6c5-8e3d682cdd93'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:22.785195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.786446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b568f152-b315-47ce-9f1a-546b3870e707 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5051847 Jan 28 04:35:22.791886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57254) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:22.809238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-6d69e4f0-4d1d-4015-859e-644a153e984c', 'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': '3f0d96fb-00cd-4614-afa4-c2aff61e09be'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:22.810637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.824089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-4c6b6ced-61cb-43e2-bf4b-b3cc3fc0d1e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 217 time: 0.1682489 Jan 28 04:35:22.847631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.921316 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:35:22.922067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (7d938eb8-a0b9-453a-938c-eb3134072354), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.977419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (3f0d96fb-00cd-4614-afa4-c2aff61e09be), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.990343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec975400-dfa7-4bec-b642-de6ef5998d10 req-03c8b621-1c6d-44b7-8333-bb3c41966e60 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:22.997024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec975400-dfa7-4bec-b642-de6ef5998d10 req-03c8b621-1c6d-44b7-8333-bb3c41966e60 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.2090929 Jan 28 04:35:23.089097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec975400-dfa7-4bec-b642-de6ef5998d10 req-cb691af7-a33e-45d6-ac52-35abbdbf029d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910258 Jan 28 04:35:23.120661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Allocated IP 2001:db8::1 (6d69e4f0-4d1d-4015-859e-644a153e984c/3f0d96fb-00cd-4614-afa4-c2aff61e09be/5f0f13d5-839e-4d4b-9e75-992906ece597) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:23.152040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e5d0540b-006e-4acf-99fa-83cad85eb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:23.153855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e5d0540b-006e-4acf-99fa-83cad85eb86a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.2298515 Jan 28 04:35:23.253988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-728181b0-9d25-4baa-926e-1361dd909c00 req-0d57597d-cf40-4372-a701-aa2cc3034d98 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] Publish callbacks [] for security_group (5167cc6a-33bc-4520-8544-b4592ee627c9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.257683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (7d938eb8-a0b9-453a-938c-eb3134072354), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.260579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (7d938eb8-a0b9-453a-938c-eb3134072354), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.272717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-728181b0-9d25-4baa-926e-1361dd909c00 req-0d57597d-cf40-4372-a701-aa2cc3034d98 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5167cc6a-33bc-4520-8544-b4592ee627c9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.306332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57597d-cf40-4372-a701-aa2cc3034d98 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5167cc6a-33bc-4520-8544-b4592ee627c9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:23.349108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-3e2998cf-faa2-41be-8ed9-2f7bbe423884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:23.350736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-3e2998cf-faa2-41be-8ed9-2f7bbe423884 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1879985 Jan 28 04:35:23.369634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-b664c295-3247-4027-8bea-890396618857 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:35:23.370671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-b664c295-3247-4027-8bea-890396618857 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087981 Jan 28 04:35:23.372532 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Publish callbacks [] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.373366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (7d938eb8-a0b9-453a-938c-eb3134072354), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.373872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d938eb8-a0b9-453a-938c-eb3134072354 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:23.392921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.394448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27e67c0e-9c6c-4d9c-b09f-c04b475792fa tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7d938eb8-a0b9-453a-938c-eb3134072354 HTTP/1.1" status: 204 len: 168 time: 0.5753872 Jan 28 04:35:23.394881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.397261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-728181b0-9d25-4baa-926e-1361dd909c00 req-0d57597d-cf40-4372-a701-aa2cc3034d98 tempest-ServersAdminNegativeTestJSON-550021929 tempest-ServersAdminNegativeTestJSON-550021929-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507565 Jan 28 04:35:23.422405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (3f0d96fb-00cd-4614-afa4-c2aff61e09be), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.465369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0d96fb-00cd-4614-afa4-c2aff61e09be,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:23.475011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Network 6d69e4f0-4d1d-4015-859e-644a153e984c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:23.479801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:23.484062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:23.560625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Pushing event updated for resources: {'Port': ['ID=5f0f13d5-839e-4d4b-9e75-992906ece597,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:23.567267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Attempting to bind port 5f0f13d5-839e-4d4b-9e75-992906ece597 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:23.568252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Attempting to bind port 5f0f13d5-839e-4d4b-9e75-992906ece597 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '30b2c1c7-ba1a-46f5-a415-352ac9d701da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:23.569799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Attempting to bind port 5f0f13d5-839e-4d4b-9e75-992906ece597 on network 6d69e4f0-4d1d-4015-859e-644a153e984c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:23.581018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:23.581602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Checking segment: {'id': '30b2c1c7-ba1a-46f5-a415-352ac9d701da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:23.582118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.582874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Bound using segment: {'id': '30b2c1c7-ba1a-46f5-a415-352ac9d701da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:23.583452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Bound port: 5f0f13d5-839e-4d4b-9e75-992906ece597, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b2c1c7-ba1a-46f5-a415-352ac9d701da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6d69e4f0-4d1d-4015-859e-644a153e984c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:23.583896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.585009 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.633866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d69e4f0-4d1d-4015-859e-644a153e984c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:23.647905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-a03370d2-749f-4d53-ae09-ad13f7c9bc62 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703564 Jan 28 04:35:23.656543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b2c1c7-ba1a-46f5-a415-352ac9d701da') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:23.658129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b2c1c7-ba1a-46f5-a415-352ac9d701da') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:23.682941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.700748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57274) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:23.719414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] For port 5f0f13d5-839e-4d4b-9e75-992906ece597, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:23.723155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] For port 5f0f13d5-839e-4d4b-9e75-992906ece597, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5f0f13d5-839e-4d4b-9e75-992906ece597,segment=NetworkSegment(30b2c1c7-ba1a-46f5-a415-352ac9d701da),segment_id=30b2c1c7-ba1a-46f5-a415-352ac9d701da)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:23.732675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.737937 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.756347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:23.756564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:23.765035 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:23.893488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250c78b-5048-48af-b626-36ad6be1c088 None None] Pushing event updated for resources: {'Port': ['ID=5f0f13d5-839e-4d4b-9e75-992906ece597,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:23.924300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-6c152731-88db-4047-b873-933eec1273f1 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662203 Jan 28 04:35:23.934027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5cc54-317a-4b7b-ac08-85c7a39d3c29 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:35:23.941406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 04:35:23.941406 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 04:35:23.941406 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '6d69e4f0-4d1d-4015-859e-644a153e984c'}] Jan 28 04:35:23.941406 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:35:23.941877 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:35:24.049743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1326190238', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:24.059088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-661cc80b-fad3-4f15-ae2f-62b6ce903eb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c HTTP/1.1" status: 200 len: 217 time: 0.1119509 Jan 28 04:35:24.100015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.101634 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.113255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3abe0-83ac-4e3c-adfb-dc1ca2eb1a62 req-1fa31f8c-8e5a-4bb2-807b-7e8bd30afc4e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:24.124589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efc3abe0-83ac-4e3c-adfb-dc1ca2eb1a62 req-1fa31f8c-8e5a-4bb2-807b-7e8bd30afc4e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 945 time: 0.1992412 Jan 28 04:35:24.132169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5cc54-317a-4b7b-ac08-85c7a39d3c29 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:35:24.244848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.255843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efc3abe0-83ac-4e3c-adfb-dc1ca2eb1a62 req-170233a1-5965-4b25-9485-a2b544f3b17d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276162 Jan 28 04:35:24.299152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-612f83d9-5b85-4b44-b379-45dec842b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:24.304410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-612f83d9-5b85-4b44-b379-45dec842b00b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.2340751 Jan 28 04:35:24.432408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-ed643c31-19c0-493b-8dc2-c8b7b1a85dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:24.445032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-ed643c31-19c0-493b-8dc2-c8b7b1a85dff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371386 Jan 28 04:35:24.492896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.500387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.592231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a929b-222b-4078-81c9-cbcf1ae18bb6 req-bb0bee79-b8e6-4bfe-ac6d-f6a896d9ef4d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:24.599160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09cac5e-8a19-482e-8ba9-9102bbdac3fa None None] Network 6d69e4f0-4d1d-4015-859e-644a153e984c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:24.609838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-552a929b-222b-4078-81c9-cbcf1ae18bb6 req-bb0bee79-b8e6-4bfe-ac6d-f6a896d9ef4d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.2167385 Jan 28 04:35:24.761988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-47159ee7-bfec-4843-8bc0-d4efcd9fb750 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030038 Jan 28 04:35:24.789204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-552a929b-222b-4078-81c9-cbcf1ae18bb6 req-9959435a-3703-4899-841b-6337f830e38b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782331 Jan 28 04:35:25.017960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-2424e921-f142-42a1-bbaa-524713ac0764 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278426 Jan 28 04:35:25.076590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting port 5f0f13d5-839e-4d4b-9e75-992906ece597 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:25.076896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.156425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-b7e1f98a-fa46-404d-9492-624abc05253d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 200 len: 217 time: 0.1023731 Jan 28 04:35:25.165525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] For port 5f0f13d5-839e-4d4b-9e75-992906ece597, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5f0f13d5-839e-4d4b-9e75-992906ece597,segment=NetworkSegment(30b2c1c7-ba1a-46f5-a415-352ac9d701da),segment_id=30b2c1c7-ba1a-46f5-a415-352ac9d701da)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:25.165895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.264315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-a9521d4c-2ca6-4452-8028-abab04c316b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:25.265887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-a9521d4c-2ca6-4452-8028-abab04c316b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.0958405 Jan 28 04:35:25.300430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Calling delete_port for 5f0f13d5-839e-4d4b-9e75-992906ece597 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:25.346791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-db85314c-b10b-4dd5-966f-ce329d5e5052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:25.348694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-db85314c-b10b-4dd5-966f-ce329d5e5052 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710459 Jan 28 04:35:25.390213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc5be-5027-4c81-8831-0c0a94e56a2c req-ea45099c-105b-493b-b9eb-203e8fe6f9b3 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:25.392094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d9efc5be-5027-4c81-8831-0c0a94e56a2c req-ea45099c-105b-493b-b9eb-203e8fe6f9b3 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.0803463 Jan 28 04:35:25.428374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.456230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.510597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d9efc5be-5027-4c81-8831-0c0a94e56a2c req-acdffb9f-c5a5-4b2a-aeea-7c27fcee0c26 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850558 Jan 28 04:35:25.529970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-fbcf9da2-aaec-4f40-b0d7-a203af15b3ec service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703687 Jan 28 04:35:25.566736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-4011965e-a872-4235-a95d-04d77b554d09 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:25.568257 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-4011965e-a872-4235-a95d-04d77b554d09 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.2564425 Jan 28 04:35:25.609280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5f0f13d5-839e-4d4b-9e75-992906ece597), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.622313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9091ae42-4eac-43b6-b082-1d406f98110b tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/quotas/008ce7126c15493abdcb40db79878698 HTTP/1.1" status: 200 len: 375 time: 0.0419552 Jan 28 04:35:25.673585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Port': ['ID=5f0f13d5-839e-4d4b-9e75-992906ece597,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:25.686796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No DVR routers for this DVR port 5f0f13d5-839e-4d4b-9e75-992906ece597 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:25.719476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:25.740166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Allocated IP 172.25.6.215 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/45056571-40bb-4ac6-a4d9-1c6a691802e1) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:25.777607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee49bf-7786-4986-868d-ccf0f9f0e80e req-7ce87087-0d32-4dad-97b1-f4d089b6aa18 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:25.779760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1ee49bf-7786-4986-868d-ccf0f9f0e80e req-7ce87087-0d32-4dad-97b1-f4d089b6aa18 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 945 time: 0.1550200 Jan 28 04:35:25.782717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-cdc36fc0-c86f-485b-a365-2b1a4ab042ff service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452464 Jan 28 04:35:25.800988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-bf7b4d57-174b-49dc-9cf3-8a93500330ef tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775124 Jan 28 04:35:25.823456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:25.824747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.851858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-44b788f7-c559-4cd0-9e1f-b4ec990b4194 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 200 len: 217 time: 0.0526540 Jan 28 04:35:25.909647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:25.910611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.915056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1ee49bf-7786-4986-868d-ccf0f9f0e80e req-dda69637-9c7a-4bea-87dc-8b4a97a7683e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277573 Jan 28 04:35:25.935193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e1752632-fdcc-4fbd-befa-6cc94ab82c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:25.940035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:25.940444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-e1752632-fdcc-4fbd-befa-6cc94ab82c32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.0757625 Jan 28 04:35:25.943181 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fea9d2-a67d-469e-a266-8f9d29a93fa9" -d '{"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-plugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:25.972952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:25.980532 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:25.981436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:26.031505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-f70b552a-ddc6-4d8d-a8d2-2fa44d0f072d service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293451 Jan 28 04:35:26.070669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for port (45056571-40bb-4ac6-a4d9-1c6a691802e1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.086600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-abae1f7f-d8af-4337-a26f-c8e7b5b24ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:26.088183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-abae1f7f-d8af-4337-a26f-c8e7b5b24ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433306 Jan 28 04:35:26.089580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.101332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7beb3-be7d-4a3f-9277-ccaec1821f5c req-332dfa61-ee8c-453d-8e79-315170e21b94 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:26.111331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09f7beb3-be7d-4a3f-9277-ccaec1821f5c req-332dfa61-ee8c-453d-8e79-315170e21b94 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.0980592 Jan 28 04:35:26.166589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d69e4f0-4d1d-4015-859e-644a153e984c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:26.191410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b2c1c7-ba1a-46f5-a415-352ac9d701da') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:26.191787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b2c1c7-ba1a-46f5-a415-352ac9d701da') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:26.217928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-5cf47a4b-8023-4966-89c2-f97c103397cb service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989447 Jan 28 04:35:26.223860 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.243312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.281698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-c4eab9c0-bad9-4f8b-825b-9005a571944f service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468729 Jan 28 04:35:26.287051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (45056571-40bb-4ac6-a4d9-1c6a691802e1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.289952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.298478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd5b1014-b220-4320-81ed-3ac1ef93159c is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:26.301873 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.320852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:26.321310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (30b2c1c7-ba1a-46f5-a415-352ac9d701da), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:26.326472 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:26.351351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:26.352459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09f7beb3-be7d-4a3f-9277-ccaec1821f5c req-4652c1c9-d234-4e1d-98a7-849b900c96e4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358067 Jan 28 04:35:26.387323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:26.399432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:26.403633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:26.406153 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.425174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-f92040c8-8996-4af6-b91e-578397978af5 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971431 Jan 28 04:35:26.469989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event updated for resources: {'Port': ['ID=45056571-40bb-4ac6-a4d9-1c6a691802e1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.498552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (6d69e4f0-4d1d-4015-859e-644a153e984c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.512521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.518725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/6d69e4f0-4d1d-4015-859e-644a153e984c HTTP/1.1" status: 204 len: 168 time: 3.9187877 Jan 28 04:35:26.524874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.537807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57342) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:26.545233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536721819'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:26.552115 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be63c6e2-08ba-4c2d-8fdc-73344811cbe7 x-openstack-request-id: req-be63c6e2-08ba-4c2d-8fdc-73344811cbe7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:26.552434 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-plugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:26.552724 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be63c6e2-08ba-4c2d-8fdc-73344811cbe7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:26.553261 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'code': 200} Jan 28 04:35:26.557576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-ff391cd9-e6d4-454d-a441-335d9b04f9b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 200 len: 217 time: 0.1206281 Jan 28 04:35:26.653170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f726f39-2d6a-4e35-bb6c-a4521cbdaead req-9b6ba6dd-484d-4409-a1a8-547889b46a83 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 210 time: 0.0450706 Jan 28 04:35:26.667856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3b71-de20-4788-a1e7-9de9dd2fdeb2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=6d69e4f0-4d1d-4015-859e-644a153e984c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.702528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-5dd2d4b3-fcdb-4834-a597-9dbbe7662473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:26.704907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-5dd2d4b3-fcdb-4834-a597-9dbbe7662473 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.0656371 Jan 28 04:35:26.786235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:26.791234 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.807220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-26225c6c-28be-49e9-a4d0-6ccbabbe6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:26.808706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-26225c6c-28be-49e9-a4d0-6ccbabbe6244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931873 Jan 28 04:35:26.862791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b9d17-ca3a-4d06-b2e5-d36c8939e698 req-fd1e4ff0-91cd-4f2e-bce0-9074beefaede tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:26.864454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-223b9d17-ca3a-4d06-b2e5-d36c8939e698 req-fd1e4ff0-91cd-4f2e-bce0-9074beefaede tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.1892173 Jan 28 04:35:26.972362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-9bd398eb-2692-4d31-bffe-ba68be4b874c service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537173 Jan 28 04:35:26.984471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:27.099114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (21003e59-7c50-426d-8149-5b434ec012e3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.099468 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment 21003e59-7c50-426d-8149-5b434ec012e3 of type vlan for network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac Jan 28 04:35:27.200006 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-223b9d17-ca3a-4d06-b2e5-d36c8939e698 req-7e4f6b3a-3b21-4980-a917-59d1fa05cc3c tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910676 Jan 28 04:35:27.224568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.252469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-b703839d-854e-4e77-88d5-063e2474b722 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.254450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-b703839d-854e-4e77-88d5-063e2474b722 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca9ec99d-423a-420b-ae65-97fbc1a082fa HTTP/1.1" status: 200 len: 943 time: 0.2870398 Jan 28 04:35:27.300717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.457312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.465343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.465903 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.517921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c25b22-cd8d-4e28-825b-a1f6a7779e0d req-8f8d3e87-d565-49ed-a7dc-b6107e6c8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.520124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0c25b22-cd8d-4e28-825b-a1f6a7779e0d req-8f8d3e87-d565-49ed-a7dc-b6107e6c8a3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 1097 time: 0.5674317 Jan 28 04:35:27.639880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1018972 Jan 28 04:35:27.650011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57368) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:27.670193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:27.670465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:27.708936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.709421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.709769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.710125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.710493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.710784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.711207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.716810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.716810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.717050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.717385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.717741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.718083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f42a-29c3-4e55-9311-bed1803e69bf tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.731402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:27.734166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48a26-387e-4cf6-85d1-6df4c97c8b71 req-17c580ab-8eae-44d1-a702-16124f5987c7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.736426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fd48a26-387e-4cf6-85d1-6df4c97c8b71 req-17c580ab-8eae-44d1-a702-16124f5987c7 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.2671213 Jan 28 04:35:27.774050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726c6d3-b45f-4c9c-a2d2-a8bb37ed03ec req-f7f82849-36d5-440e-8e29-f093683169f9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.782228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9726c6d3-b45f-4c9c-a2d2-a8bb37ed03ec req-f7f82849-36d5-440e-8e29-f093683169f9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.7247744 Jan 28 04:35:27.801011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Deleting port bd5b1014-b220-4320-81ed-3ac1ef93159c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:27.801444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.825599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f009be-8041-4c17-abf0-0e1f923c3d51 req-777e43d1-eb40-4e38-b7c5-7cc5df1a10ff service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241735 Jan 28 04:35:27.844822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0c25b22-cd8d-4e28-825b-a1f6a7779e0d req-6fd444df-8a46-4d8d-bcc9-a8b22270483d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060558 Jan 28 04:35:27.866244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-c0e9b272-ae1b-4588-8a97-5571254bdfad tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.867961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-c0e9b272-ae1b-4588-8a97-5571254bdfad tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.52 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.3461790 Jan 28 04:35:27.935795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:27.939313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.953939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9726c6d3-b45f-4c9c-a2d2-a8bb37ed03ec req-accbb7df-73d9-4dcb-b4d6-8ed5a5a66119 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706734 Jan 28 04:35:28.023368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fd48a26-387e-4cf6-85d1-6df4c97c8b71 req-097bb87b-cd47-4291-9640-c85a99d5288a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444243 Jan 28 04:35:28.043501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.131238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] For port bd5b1014-b220-4320-81ed-3ac1ef93159c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd5b1014-b220-4320-81ed-3ac1ef93159c,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:28.131238 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.157670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad548774-29db-4756-bc0f-31594ad2f836 req-d00d4601-384b-4e0c-85cc-bea2855327e8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 210 time: 0.0488851 Jan 28 04:35:28.162424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Deleting port 289e6481-1c11-4e15-8a12-aa2337faf2e3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:28.162796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.171282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Calling delete_port for bd5b1014-b220-4320-81ed-3ac1ef93159c owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:28.352737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Router 569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:28.405487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] For port 289e6481-1c11-4e15-8a12-aa2337faf2e3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=289e6481-1c11-4e15-8a12-aa2337faf2e3,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:28.405933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.425297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Calling delete_port for 289e6481-1c11-4e15-8a12-aa2337faf2e3 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:28.447571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (a7d4e89c-edb3-450b-9ec3-b78682155a1d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.470656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (bd5b1014-b220-4320-81ed-3ac1ef93159c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.512220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event deleted for resources: {'Port': ['ID=bd5b1014-b220-4320-81ed-3ac1ef93159c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:28.524995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:28.537798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] Sync routers for ids ['569e4bf5-f90b-4aa8-bb8f-7b6a094184d1'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:28.550931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] Routers {'569e4bf5-f90b-4aa8-bb8f-7b6a094184d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:28.551566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['569e4bf5-f90b-4aa8-bb8f-7b6a094184d1'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:28.600411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:28.603746 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8663e66c-1a01-43b1-bef6-07a45f0f7414" -d '{"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-unplugged", "status": "completed", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:28.608336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:28.619647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] Routers {'569e4bf5-f90b-4aa8-bb8f-7b6a094184d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:28.620277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['569e4bf5-f90b-4aa8-bb8f-7b6a094184d1'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:28.646111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5056-1ffb-4bde-9df4-4bdf9e492849 req-b395a528-9ae7-4cc1-bb6f-e2b7aafef741 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:28.647936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-674c5056-1ffb-4bde-9df4-4bdf9e492849 req-b395a528-9ae7-4cc1-bb6f-e2b7aafef741 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b96333-c244-46a7-b5f8-ba59e257cf5a HTTP/1.1" status: 200 len: 949 time: 0.2995617 Jan 28 04:35:28.662802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:28.663740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa816f5-4801-4f0e-99cb-62903d9a0926 None None] The sync data for ids ['569e4bf5-f90b-4aa8-bb8f-7b6a094184d1'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:28.754782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=a7d4e89c-edb3-450b-9ec3-b78682155a1d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:28.795617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': '21003e59-7c50-426d-8149-5b434ec012e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:28.795998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:28.798816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.799181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.799533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.799880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.800224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.800598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.800943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.801458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.801808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.802147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.802493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.802810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.803139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:28.828846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-dec8b5f1-93ef-4855-9eaf-003411997f19 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:28.830469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-dec8b5f1-93ef-4855-9eaf-003411997f19 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.4388556 Jan 28 04:35:28.840916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-674c5056-1ffb-4bde-9df4-4bdf9e492849 req-1be594f7-4595-4d71-93a0-df21def7e123 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794186 Jan 28 04:35:28.849842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Request body: {'port': {'device_id': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'admin_state_up': True, 'tenant_id': '008ce7126c15493abdcb40db79878698'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:28.889530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:28.904683 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79be0e29-068e-46f3-930a-2a628c7dd501 x-openstack-request-id: req-79be0e29-068e-46f3-930a-2a628c7dd501 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:28.905697 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-unplugged", "status": "completed", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:28.906162 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79be0e29-068e-46f3-930a-2a628c7dd501 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:28.906780 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'code': 200} Jan 28 04:35:28.939312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] No DVR routers for this DVR port bd5b1014-b220-4320-81ed-3ac1ef93159c on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:28.943192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.946385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aaac3ad3-9727-4240-a871-7be60b90f997 req-272eea5f-9948-48bb-ada6-31ffb763b850 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.47 "DELETE /v2.0/ports/bd5b1014-b220-4320-81ed-3ac1ef93159c HTTP/1.1" status: 204 len: 173 time: 1.6846693 Jan 28 04:35:28.946827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-deleted', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:28.949057 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a897e-f48b-423a-bb02-391bb9e5f4c0" -d '{"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-deleted", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:28.952296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:28.962972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.963438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd48bb8-4b36-4b9f-88bb-f4691be8890f None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:28.966162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-054bc6fe-42c9-4d3f-b864-fd9bf63993d7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2637661 Jan 28 04:35:28.969657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:28.970272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.972481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57398) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:28.995452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (289e6481-1c11-4e15-8a12-aa2337faf2e3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.066850 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16723a89-5e86-4cc8-a3da-e10180e8732f x-openstack-request-id: req-16723a89-5e86-4cc8-a3da-e10180e8732f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:29.067148 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9ec99d-423a-420b-ae65-97fbc1a082fa", "name": "network-vif-deleted", "tag": "bd5b1014-b220-4320-81ed-3ac1ef93159c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:29.067409 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16723a89-5e86-4cc8-a3da-e10180e8732f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:29.067813 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9ec99d-423a-420b-ae65-97fbc1a082fa', 'name': 'network-vif-deleted', 'tag': 'bd5b1014-b220-4320-81ed-3ac1ef93159c', 'status': 'completed', 'code': 200} Jan 28 04:35:29.082318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Pushing event deleted for resources: {'Port': ['ID=289e6481-1c11-4e15-8a12-aa2337faf2e3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:29.092076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-9caedce2-f9f2-43bd-9215-552614e2240f tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:29.093678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-99677f9a-57cc-4854-8db1-de5a27acdeb0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4329011 Jan 28 04:35:29.093958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-9caedce2-f9f2-43bd-9215-552614e2240f tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/networks?id=8284537f-2de5-4e44-a4c9-eb6747e59c29 HTTP/1.1" status: 200 len: 814 time: 0.1559525 Jan 28 04:35:29.094544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57404) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:29.100678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:29.124139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['289e6481-1c11-4e15-8a12-aa2337faf2e3'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:29.128118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['77fae89b-dac2-488b-ae77-78727e6c53e9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:29.221839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-68754d23-acfb-4a9a-a6e3-f79a46fa495d tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/quotas/b7d9e01584194fa2b4ba9cb236c9bc9f HTTP/1.1" status: 200 len: 375 time: 0.0993977 Jan 28 04:35:29.259370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] No DVR routers for this DVR port 289e6481-1c11-4e15-8a12-aa2337faf2e3 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:29.337060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.341467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc87bd78-bb8a-4ccc-a49a-6e5df67cf8f8 req-663ada27-52c9-42e0-9c3c-f6b3df807eae tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.52 "DELETE /v2.0/ports/289e6481-1c11-4e15-8a12-aa2337faf2e3 HTTP/1.1" status: 204 len: 173 time: 1.4594989 Jan 28 04:35:29.346629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'name': 'network-vif-deleted', 'tag': '289e6481-1c11-4e15-8a12-aa2337faf2e3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:29.349213 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce10f26f-1b93-4c70-aa9a-f1cc93957557" -d '{"events": [{"server_uuid": "06b96333-c244-46a7-b5f8-ba59e257cf5a", "name": "network-vif-deleted", "tag": "289e6481-1c11-4e15-8a12-aa2337faf2e3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:29.354450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Made reservation on behalf of 008ce7126c15493abdcb40db79878698 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:29.361924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.375107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:29.375446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac', 'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': 'a7d4e89c-edb3-450b-9ec3-b78682155a1d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:29.376962 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.380800 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.434532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e57d76b0-96b0-48b4-ae82-100d7e1dde9a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 HTTP/1.1" status: 200 len: 921 time: 0.4527683 Jan 28 04:35:29.439709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57412) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:29.470533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5409880-1f80-498b-8260-ce3c7d729994 req-05612fae-92cf-4701-8d49-26b157759e5a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:29.477664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5409880-1f80-498b-8260-ce3c7d729994 req-05612fae-92cf-4701-8d49-26b157759e5a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2278535 Jan 28 04:35:29.504912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b872dd7-bfd0-4a52-bf89-961ff69540e7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 HTTP/1.1" status: 200 len: 205 time: 0.0625863 Jan 28 04:35:29.508278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57414) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:29.634064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Allocated IP 2001:db8::2 (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac/a7d4e89c-edb3-450b-9ec3-b78682155a1d/b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:29.650535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-ea82bb6b-d695-4418-bfbe-303c8a52d0f4 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d9e01584194fa2b4ba9cb236c9bc9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4148369 Jan 28 04:35:29.715002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5409880-1f80-498b-8260-ce3c7d729994 req-3fdf7124-8184-4ad1-a0c2-8988bdb0ca3b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348616 Jan 28 04:35:29.776765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Allocated IP 172.20.0.6 (80938996-0453-4089-95f9-bd5d51c1ab3c/e87fa9ee-6185-4d3c-8a05-2ff3faa3174d/72066b9a-bc9f-47bd-9357-b77a202ce31e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:29.794209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.811642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:29.836014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.839391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: bd5b1014-b220-4320-81ed-3ac1ef93159c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:29.840285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd5b1014-b220-4320-81ed-3ac1ef93159c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:29.862551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Publish callbacks [] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.869618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.896316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:29.897271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:29.904232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:29.912404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:29.913026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:29.920197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:29.924689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:29.931102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:29.931903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-9106f555-fd1d-4793-b350-edb309260d8a service neutron] 10.222.0.21 "GET /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757757 Jan 28 04:35:29.939137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Pushing event updated for resources: {'Port': ['ID=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:29.960099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9eb1b7f5-325b-46fe-ba2c-32ee9e556d3b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8644152 Jan 28 04:35:30.001073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:30.007070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Attempting to bind port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:30.008723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Attempting to bind port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '21003e59-7c50-426d-8149-5b434ec012e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:30.010504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Attempting to bind port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 on network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:30.023513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:30.024327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Checking segment: {'id': '21003e59-7c50-426d-8149-5b434ec012e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:30.024953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.025555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Bound using segment: {'id': '21003e59-7c50-426d-8149-5b434ec012e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:30.026256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Bound port: b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21003e59-7c50-426d-8149-5b434ec012e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:30.026883 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.102018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] For port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:30.104574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa8e6a-edd9-4da5-90d2-fce3526aa888 req-e7b28499-646d-4f20-a636-b7957390fb4d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.106189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2ffa8e6a-edd9-4da5-90d2-fce3526aa888 req-e7b28499-646d-4f20-a636-b7957390fb4d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.3318126 Jan 28 04:35:30.106406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] For port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,segment=NetworkSegment(21003e59-7c50-426d-8149-5b434ec012e3),segment_id=21003e59-7c50-426d-8149-5b434ec012e3)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:30.112069 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.112317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec744ac-0826-434e-ba66-3b3e2e619d40 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.113619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec744ac-0826-434e-ba66-3b3e2e619d40 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.114951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec744ac-0826-434e-ba66-3b3e2e619d40 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.116267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec744ac-0826-434e-ba66-3b3e2e619d40 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.117608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec744ac-0826-434e-ba66-3b3e2e619d40 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.123344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aec744ac-0826-434e-ba66-3b3e2e619d40 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1212256 Jan 28 04:35:30.123988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57420) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:30.143148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503987870'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:30.163068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:30.169759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.176245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.186185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-4a6848d9-b436-4b03-be59-e2ebbc7f02e2 service neutron] 10.222.0.21 "GET /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534578 Jan 28 04:35:30.201703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:30.212745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (42d5ee15-1449-4e36-8f38-967a6e97dd9c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.213468 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment 42d5ee15-1449-4e36-8f38-967a6e97dd9c of type vlan for network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 Jan 28 04:35:30.216563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5257f07-2679-4507-87b2-e223afbb8b92 None None] Pushing event updated for resources: {'Port': ['ID=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:30.232756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks [] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.269206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.282951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2ffa8e6a-edd9-4da5-90d2-fce3526aa888 req-28802849-43fc-4f1e-b56e-d5105bbe7bc0 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563663 Jan 28 04:35:30.308594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.314916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.315705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.334451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Deleting port 45056571-40bb-4ac6-a4d9-1c6a691802e1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:30.334934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (45056571-40bb-4ac6-a4d9-1c6a691802e1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.339042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.340954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2111166 Jan 28 04:35:30.353236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57422) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:30.382467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:30.461354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165408b-6af9-4fb8-96d0-4695251dd147 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=8eed88de-69c4-4af7-8e9b-5af600d3d6c1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:30.473979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:30.545845 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207dae32-b92a-465c-b5fb-54037cb2eee9 x-openstack-request-id: req-207dae32-b92a-465c-b5fb-54037cb2eee9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:30.546542 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b96333-c244-46a7-b5f8-ba59e257cf5a", "name": "network-vif-deleted", "tag": "289e6481-1c11-4e15-8a12-aa2337faf2e3", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:30.546972 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-207dae32-b92a-465c-b5fb-54037cb2eee9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:30.547408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c3f4-e860-47a6-9f72-68073dd3de42 req-db1f8a0d-25ef-42c1-9283-7ef91a6e0bbc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.547748 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b96333-c244-46a7-b5f8-ba59e257cf5a', 'name': 'network-vif-deleted', 'tag': '289e6481-1c11-4e15-8a12-aa2337faf2e3', 'status': 'completed', 'code': 200} Jan 28 04:35:30.555918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b60c3f4-e860-47a6-9f72-68073dd3de42 req-db1f8a0d-25ef-42c1-9283-7ef91a6e0bbc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 931 time: 0.0916378 Jan 28 04:35:30.628225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Network 80938996-0453-4089-95f9-bd5d51c1ab3c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:30.636065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b60c3f4-e860-47a6-9f72-68073dd3de42 req-957063ee-cc79-4121-ac6b-58c86e5b2b18 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789733 Jan 28 04:35:30.643702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:30.696709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:30.783238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d6fb92e-a310-42ac-8438-43e92000b971 req-46c0d6aa-40d0-458b-b803-bb6ca6e8954c tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.1281316 Jan 28 04:35:30.811097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:30.860504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (45056571-40bb-4ac6-a4d9-1c6a691802e1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.904605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.905292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.951245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Calling delete_port for 45056571-40bb-4ac6-a4d9-1c6a691802e1 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:30.979547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-941aecdd-0a3e-4419-923a-26efdd0d8bf1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1334465 Jan 28 04:35:30.984084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7919bcf-0515-4e96-a0b1-256c4d8b0f76 req-5dfcf81d-be33-4394-80f2-2d152add1940 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:30.985969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7919bcf-0515-4e96-a0b1-256c4d8b0f76 req-5dfcf81d-be33-4394-80f2-2d152add1940 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 949 time: 0.0553770 Jan 28 04:35:31.030135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-e506d609-93b9-4116-a705-9bee31ca2afc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:35:31.031144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-e506d609-93b9-4116-a705-9bee31ca2afc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450246 Jan 28 04:35:31.042122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7919bcf-0515-4e96-a0b1-256c4d8b0f76 req-a2fa1cda-f0a1-4f99-aca2-8d71fc129708 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Jan 28 04:35:31.050235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.088567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00be76-4b58-4d54-91fa-e51f06a35be5 req-6d0c7355-20ba-4741-bbe3-86b4c1e3e2a0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:31.090227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d00be76-4b58-4d54-91fa-e51f06a35be5 req-6d0c7355-20ba-4741-bbe3-86b4c1e3e2a0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.2270076 Jan 28 04:35:31.102075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.181290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Request body: {'port': {'device_id': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:31.184194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 04:35:31.188969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:31.189605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.190924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "PUT /v2.0/networks/8eed88de-69c4-4af7-8e9b-5af600d3d6c1 HTTP/1.1" status: 200 len: 723 time: 0.8240955 Jan 28 04:35:31.194028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57442) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:31.200196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:31.231890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 289e6481-1c11-4e15-8a12-aa2337faf2e3 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:31.269505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 289e6481-1c11-4e15-8a12-aa2337faf2e3 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:31.272103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 289e6481-1c11-4e15-8a12-aa2337faf2e3 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:31.316900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:31.322326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62867fe-1f08-4fe3-8ad5-ec1330665e5b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=8eed88de-69c4-4af7-8e9b-5af600d3d6c1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:31.331062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.334604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:31.376204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.411511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d00be76-4b58-4d54-91fa-e51f06a35be5 req-91d9d95e-8c1e-4f75-89a9-27128a36f908 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097544 Jan 28 04:35:31.490926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd720b6-3ff1-4031-9fcf-0a1b22a1128a req-bd2c5ea2-9740-4af6-b85f-ccb96cbebbef tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:31.498904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcd720b6-3ff1-4031-9fcf-0a1b22a1128a req-bd2c5ea2-9740-4af6-b85f-ccb96cbebbef tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1120992 Jan 28 04:35:31.587748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcd720b6-3ff1-4031-9fcf-0a1b22a1128a req-bc31ebab-5862-4521-8d52-1f449b826027 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879238 Jan 28 04:35:31.624283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fdf75-0049-4e2f-bd3e-0eed8e6a4154 None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:31.660280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (f9de1134-96d3-4d20-858d-59d3fefc2117), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.752546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=f9de1134-96d3-4d20-858d-59d3fefc2117,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:31.769643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': '42d5ee15-1449-4e36-8f38-967a6e97dd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:31.770544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: 8eed88de-69c4-4af7-8e9b-5af600d3d6c1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:31.792133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:31.820513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] Provisioning complete for port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:31.821288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.825752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8eed88de-69c4-4af7-8e9b-5af600d3d6c1) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:31.853930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a2761-8ce9-4f18-919a-d5f50d5a38df None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:31.857220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:31.873585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:31.875131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1771513'] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.005602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9652db8c-5a4d-4302-9ffd-d9f5e0d9938a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8099740 Jan 28 04:35:32.012089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57454) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:32.017490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:32.078318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60837c8-04f4-4fdd-9cb0-a9009b32d2e9 req-8d50ad11-6767-43d0-a052-56e3e927b593 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:32.086880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c60837c8-04f4-4fdd-9cb0-a9009b32d2e9 req-8d50ad11-6767-43d0-a052-56e3e927b593 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 931 time: 0.2634389 Jan 28 04:35:32.099871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8eed88de-69c4-4af7-8e9b-5af600d3d6c1', 'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': 'f9de1134-96d3-4d20-858d-59d3fefc2117'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:32.101499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.109922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:32.110563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.140753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-47bb11c8-399c-4fe8-a9ec-e56cf11d1f1c tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:32.142383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-47bb11c8-399c-4fe8-a9ec-e56cf11d1f1c tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.47 "GET /v2.0/networks?id=8284537f-2de5-4e44-a4c9-eb6747e59c29 HTTP/1.1" status: 200 len: 814 time: 0.2616756 Jan 28 04:35:32.158164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72066b9a-bc9f-47bd-9357-b77a202ce31e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:32.166721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Publish callbacks [] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.179433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Transition to ACTIVE for port object 72066b9a-bc9f-47bd-9357-b77a202ce31e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:35:32.183438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] Current status of the port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:32.183438 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.198077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] Update dhcp port {'port': {'network_id': 'b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac', 'fixed_ips': [{'subnet_id': 'a7d4e89c-edb3-450b-9ec3-b78682155a1d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:35:32.198345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Request body: {'port': {'device_id': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'admin_state_up': True, 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:32.241424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.259068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (45056571-40bb-4ac6-a4d9-1c6a691802e1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.279199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c60837c8-04f4-4fdd-9cb0-a9009b32d2e9 req-426374c4-36bc-4e6e-a19f-be26ce6ee099 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912711 Jan 28 04:35:32.310730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50445218'] for subnet (f9de1134-96d3-4d20-858d-59d3fefc2117), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.326253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.371176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] For port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,segment=NetworkSegment(21003e59-7c50-426d-8149-5b434ec012e3),segment_id=21003e59-7c50-426d-8149-5b434ec012e3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:32.405824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.438883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:32.472007 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd47b1a7-9634-4230-9afe-6b05ba7fd9e4 req-67dcd148-b292-4fb3-9111-16f0fd060f7f tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.0764270 Jan 28 04:35:32.498544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e8f9-9820-4540-ab4d-865642b0fcf5 req-c26f99d3-40b9-4ee7-8850-27b233cb175f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:32.500765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff99e8f9-9820-4540-ab4d-865642b0fcf5 req-c26f99d3-40b9-4ee7-8850-27b233cb175f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 946 time: 0.3194294 Jan 28 04:35:32.509238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event deleted for resources: {'Port': ['ID=45056571-40bb-4ac6-a4d9-1c6a691802e1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:32.520241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:32.520652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.586926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.592194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Allocated IP 2001:db8::2 (8eed88de-69c4-4af7-8e9b-5af600d3d6c1/f9de1134-96d3-4d20-858d-59d3fefc2117/98ba056f-bebb-41a4-9da4-2870ea24990b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:32.672667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Made reservation on behalf of b7d9e01584194fa2b4ba9cb236c9bc9f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:32.676317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.727246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.732381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.776635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08c311-90f8-4e0b-aa38-560dfd0248b8 req-dadc0e03-9c90-4d28-8b4f-f25ba0efa70e tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:32.784444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b08c311-90f8-4e0b-aa38-560dfd0248b8 req-dadc0e03-9c90-4d28-8b4f-f25ba0efa70e tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 949 time: 0.1937997 Jan 28 04:35:32.841953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff99e8f9-9820-4540-ab4d-865642b0fcf5 req-3506070a-0fd0-40d3-abd6-ae17c05df12b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226142 Jan 28 04:35:32.845132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Attempting to bind port 72066b9a-bc9f-47bd-9357-b77a202ce31e on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:32.849828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Attempting to bind port 72066b9a-bc9f-47bd-9357-b77a202ce31e by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:32.850691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Attempting to bind port 72066b9a-bc9f-47bd-9357-b77a202ce31e on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:32.885520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13b2f2-bc15-47a8-8be6-3d03f3b3962c None None] Pushing event updated for resources: {'Port': ['ID=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:32.888203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (569e4bf5-f90b-4aa8-bb8f-7b6a094184d1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.894130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Fanout notify agent at l3_agent the message router_deleted on router 569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:32.920527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:32.926820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96d24d9d-3017-44d2-820d-423499d2fc80 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 HTTP/1.1" status: 204 len: 168 time: 3.4170794 Jan 28 04:35:32.966268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57480) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:32.980466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1580284992', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': False}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:33.012989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Allocated IP 172.20.0.10 (8284537f-2de5-4e44-a4c9-eb6747e59c29/c4e1c300-60a0-41ee-8bb1-b598d2f76fea/a42e8312-2d74-437f-ad56-6f15c78d484c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:33.014962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Port 72066b9a-bc9f-47bd-9357-b77a202ce31e on network 80938996-0453-4089-95f9-bd5d51c1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:35:33.015479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Attempting to bind port 72066b9a-bc9f-47bd-9357-b77a202ce31e on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:33.029512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:33.030569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Checking segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:33.031463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Bound using segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:33.032383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Bound port: 72066b9a-bc9f-47bd-9357-b77a202ce31e, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:33.033344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.036085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (d72c72c0-840c-44cc-9c97-c265daf145c6), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.038486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (d72c72c0-840c-44cc-9c97-c265daf145c6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.175351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b08c311-90f8-4e0b-aa38-560dfd0248b8 req-88f9af3f-3309-4d45-b775-6c06e2989830 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/security-groups?id=34e79180-7a79-4592-93e4-800285e9bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896015 Jan 28 04:35:33.184893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (d72c72c0-840c-44cc-9c97-c265daf145c6), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.268093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks [] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.275182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-6de3c2d9-d4fb-4e3d-89f4-1a16cb599160 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:33.276791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-6de3c2d9-d4fb-4e3d-89f4-1a16cb599160 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.47 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 949 time: 0.4328282 Jan 28 04:35:33.307110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] Allocated IP 172.20.0.1 (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac/d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1/b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:33.355763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.382609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bd421-c407-44d6-9b16-4c149aa7488d req-2e26ba9c-e194-4898-a6cb-cdff0dafc6c5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:33.391355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-903bd421-c407-44d6-9b16-4c149aa7488d req-2e26ba9c-e194-4898-a6cb-cdff0dafc6c5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.3649817 Jan 28 04:35:33.431261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Pushing event updated for resources: {'Port': ['ID=a42e8312-2d74-437f-ad56-6f15c78d484c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:33.436556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] For port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,segment=NetworkSegment(21003e59-7c50-426d-8149-5b434ec012e3),segment_id=21003e59-7c50-426d-8149-5b434ec012e3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:33.442267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:33.443636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:33.471679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:33.484814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] Publish callbacks [] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.488240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:35:33.488742 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:35:33.589040 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Publish callbacks [] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.590870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:33.591755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.593372 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.627623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.661439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (d72c72c0-840c-44cc-9c97-c265daf145c6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.756758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:33.786023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792585955539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-50379179'] for subnet (f9de1134-96d3-4d20-858d-59d3fefc2117), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.845909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:33.854677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:33.855339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.860450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "PUT /v2.0/subnets/f9de1134-96d3-4d20-858d-59d3fefc2117 HTTP/1.1" status: 200 len: 826 time: 1.8440475 Jan 28 04:35:33.871791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57488) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:33.874505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0874e-330e-496e-ab72-3de2f1067d25 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=f9de1134-96d3-4d20-858d-59d3fefc2117,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:33.883273 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-7a9cb7cf-46a4-419d-91f7-0397679b5cef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6890116 Jan 28 04:35:33.896061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:33.920870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-903bd421-c407-44d6-9b16-4c149aa7488d req-11295f91-e5f7-4844-8b41-919efd275a6c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286415 Jan 28 04:35:33.924947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Request body: {'port': {'device_id': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:33.973189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.982006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:34.008525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:34.028766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.113052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d045c22-3f07-4217-981c-6e6c1a6c7a32 None None] Pushing event updated for resources: {'Port': ['ID=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:34.124708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-87afa93b-7969-4ffe-9f06-17384ed6d037 None None] Provisioning complete for port a42e8312-2d74-437f-ad56-6f15c78d484c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:34.125101 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87afa93b-7969-4ffe-9f06-17384ed6d037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.167333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c782188-5f42-45cb-a5a6-a251d7814dc7 req-4ed3912b-c680-473c-ac7c-cacb1ac2043f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.185698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c782188-5f42-45cb-a5a6-a251d7814dc7 req-4ed3912b-c680-473c-ac7c-cacb1ac2043f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 943 time: 0.3233736 Jan 28 04:35:34.215921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.218943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:34.236308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Deleting port 77fae89b-dac2-488b-ae77-78727e6c53e9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:34.236825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.282358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c782188-5f42-45cb-a5a6-a251d7814dc7 req-a5a16e06-dcef-4853-96ac-f78ea1740ceb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982876 Jan 28 04:35:34.401023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.401935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.404342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-9e88448f-e4ac-413e-a60b-3e58c02ae2b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/72066b9a-bc9f-47bd-9357-b77a202ce31e HTTP/1.1" status: 200 len: 1091 time: 3.3412454 Jan 28 04:35:34.413104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:34.486232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-87afa93b-7969-4ffe-9f06-17384ed6d037 None None] Port a42e8312-2d74-437f-ad56-6f15c78d484c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:34.497667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Pushing event updated for resources: {'Port': ['ID=98ba056f-bebb-41a4-9da4-2870ea24990b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:34.504972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:34.506501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Attempting to bind port 98ba056f-bebb-41a4-9da4-2870ea24990b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:34.506909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Attempting to bind port 98ba056f-bebb-41a4-9da4-2870ea24990b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '42d5ee15-1449-4e36-8f38-967a6e97dd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:34.507271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Attempting to bind port 98ba056f-bebb-41a4-9da4-2870ea24990b on network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:34.509312 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597e2bb8-72d1-47a4-ba12-2a1f339e536b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:34.515197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:34.515594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Checking segment: {'id': '42d5ee15-1449-4e36-8f38-967a6e97dd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:34.516009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.516410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Bound using segment: {'id': '42d5ee15-1449-4e36-8f38-967a6e97dd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:34.516896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Bound port: 98ba056f-bebb-41a4-9da4-2870ea24990b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d5ee15-1449-4e36-8f38-967a6e97dd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '8eed88de-69c4-4af7-8e9b-5af600d3d6c1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:34.528816 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.625873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:34.744417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] For port 98ba056f-bebb-41a4-9da4-2870ea24990b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:34.751488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09dba-df81-4336-95aa-2a1ca4365e1e req-d1db069b-3239-47b6-b2b1-212cb41b76c6 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.759772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85d09dba-df81-4336-95aa-2a1ca4365e1e req-d1db069b-3239-47b6-b2b1-212cb41b76c6 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 932 time: 0.5301926 Jan 28 04:35:34.772883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-edd7ff03-7cc7-40be-9099-609d46a99839 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.780665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] For port 98ba056f-bebb-41a4-9da4-2870ea24990b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=98ba056f-bebb-41a4-9da4-2870ea24990b,segment=NetworkSegment(42d5ee15-1449-4e36-8f38-967a6e97dd9c),segment_id=42d5ee15-1449-4e36-8f38-967a6e97dd9c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:34.781590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-edd7ff03-7cc7-40be-9099-609d46a99839 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 814 time: 0.3292642 Jan 28 04:35:34.791490 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.805210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] For port 77fae89b-dac2-488b-ae77-78727e6c53e9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77fae89b-dac2-488b-ae77-78727e6c53e9,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:34.809576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.815969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-5244fc79-072c-417d-9bc6-160e3f7f0185 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/quotas/a3ce9c17db8c4b9fa0875440770db644 HTTP/1.1" status: 200 len: 375 time: 0.0318012 Jan 28 04:35:34.834179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-62193942-5beb-475a-b5f6-974a89f8fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.836097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-62193942-5beb-475a-b5f6-974a89f8fe76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 1094 time: 0.3157642 Jan 28 04:35:34.918180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-67207958-9ff2-41c8-b84d-791d08af5469 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009958 Jan 28 04:35:34.927384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Calling delete_port for 77fae89b-dac2-488b-ae77-78727e6c53e9 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:34.930432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:34.930653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.020057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42e8312-2d74-437f-ad56-6f15c78d484c {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:35.033342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Publish callbacks [] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.051415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Transition to ACTIVE for port object a42e8312-2d74-437f-ad56-6f15c78d484c will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:35:35.091843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51711b5a-56ef-4f10-ac6d-a9b4ce65cce9 None None] Pushing event updated for resources: {'Port': ['ID=98ba056f-bebb-41a4-9da4-2870ea24990b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:35.114076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-8017464f-1c0f-4252-a56b-f4f16333e72f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e HTTP/1.1" status: 200 len: 217 time: 0.2564776 Jan 28 04:35:35.205530 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-59f2d4a0-7c38-4fd9-b1d9-98651d072b5f service neutron] 10.222.0.21 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862344 Jan 28 04:35:35.207073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.236377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5545ba-b065-4dc2-b94b-3d9ff0886087 None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:35.329000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting port 98ba056f-bebb-41a4-9da4-2870ea24990b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:35.330475 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.368804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85d09dba-df81-4336-95aa-2a1ca4365e1e req-5f57e958-250d-4ed8-be78-f6e069385be4 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946102 Jan 28 04:35:35.388286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Pushing event updated for resources: {'Port': ['ID=a42e8312-2d74-437f-ad56-6f15c78d484c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:35.408473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:35.438477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b32a77a4-2374-4627-9d22-2f2a46111b8a None None] Provisioning complete for port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:35.439087 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b32a77a4-2374-4627-9d22-2f2a46111b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.592239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Attempting to bind port a42e8312-2d74-437f-ad56-6f15c78d484c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:35.592798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Attempting to bind port a42e8312-2d74-437f-ad56-6f15c78d484c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:35.593308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Attempting to bind port a42e8312-2d74-437f-ad56-6f15c78d484c on network 8284537f-2de5-4e44-a4c9-eb6747e59c29 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:35.612363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-5960bc9e-cf7c-424f-bb32-603c15650762 service neutron] 10.222.0.21 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960989 Jan 28 04:35:35.619236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Port a42e8312-2d74-437f-ad56-6f15c78d484c on network 8284537f-2de5-4e44-a4c9-eb6747e59c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:35:35.619801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Attempting to bind port a42e8312-2d74-437f-ad56-6f15c78d484c on network 8284537f-2de5-4e44-a4c9-eb6747e59c29 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:35.643987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:35.644418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Checking segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:35.644755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Bound using segment: {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:35.645234 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Bound port: a42e8312-2d74-437f-ad56-6f15c78d484c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316a5cc1-f7fa-4900-a1cd-c9121e4bac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:35.645605 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.674059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-17f7f6e3-e4bb-420d-ab26-154f2373a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:35.676324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-17f7f6e3-e4bb-420d-ab26-154f2373a935 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.5345628 Jan 28 04:35:35.726228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (77fae89b-dac2-488b-ae77-78727e6c53e9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.770712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b32a77a4-2374-4627-9d22-2f2a46111b8a None None] Current status of the port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:35.803808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77fae89b-dac2-488b-ae77-78727e6c53e9 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:35.822487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] For port a42e8312-2d74-437f-ad56-6f15c78d484c, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:35.827654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] For port a42e8312-2d74-437f-ad56-6f15c78d484c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a42e8312-2d74-437f-ad56-6f15c78d484c,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:35.829009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6724ed98-cc61-4327-8bd4-1060966cc47f req-25bfbfd7-c8c1-4a64-9f5a-8523b52115db tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 210 time: 0.1056557 Jan 28 04:35:35.838033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.844097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 77fae89b-dac2-488b-ae77-78727e6c53e9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:35.844360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77fae89b-dac2-488b-ae77-78727e6c53e9 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:35.844919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:35.973763 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.052166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Pushing event updated for resources: {'Port': ['ID=a42e8312-2d74-437f-ad56-6f15c78d484c,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:36.059491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:36.060439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.062151 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-64a086b2-3043-4f58-bc37-652386fae7fc service neutron] 10.222.0.47 "PUT /v2.0/ports/a42e8312-2d74-437f-ad56-6f15c78d484c HTTP/1.1" status: 200 len: 1092 time: 2.1518099 Jan 28 04:35:36.062664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'tag': 'a42e8312-2d74-437f-ad56-6f15c78d484c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:36.065665 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478e6056-f033-4e70-9a9f-f34043704192" -d '{"events": [{"name": "network-changed", "server_uuid": "030ec424-e2d3-467d-b029-58c7668b5dd1", "tag": "a42e8312-2d74-437f-ad56-6f15c78d484c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:36.078073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:36.078475 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.127370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Pushing event deleted for resources: {'Port': ['ID=77fae89b-dac2-488b-ae77-78727e6c53e9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:36.132643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:36.135164 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce6e56-a0aa-4055-8fac-2fdeb75c4da7" -d '{"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-unplugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:36.219091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:36.245074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.281931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-b447bb5c-57e2-448b-b738-94c831729d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:36.283994 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-b447bb5c-57e2-448b-b738-94c831729d72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7d9e01584194fa2b4ba9cb236c9bc9f&device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 1095 time: 0.1567945 Jan 28 04:35:36.287197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] For port 98ba056f-bebb-41a4-9da4-2870ea24990b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=98ba056f-bebb-41a4-9da4-2870ea24990b,segment=NetworkSegment(42d5ee15-1449-4e36-8f38-967a6e97dd9c),segment_id=42d5ee15-1449-4e36-8f38-967a6e97dd9c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:36.290402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.320885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Calling delete_port for 98ba056f-bebb-41a4-9da4-2870ea24990b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:36.400433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:36.433705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9614334b-3e5f-4052-a422-5220d6c37efe None None] Provisioning complete for port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:36.434201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9614334b-3e5f-4052-a422-5220d6c37efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.537785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-6166a8a9-c23f-4937-aa91-55e151a23b47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e8312-2d74-437f-ad56-6f15c78d484c HTTP/1.1" status: 200 len: 217 time: 0.1567721 Jan 28 04:35:36.596230 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb376cde-c0e9-4b5a-aa92-d5774cdbc002 x-openstack-request-id: req-cb376cde-c0e9-4b5a-aa92-d5774cdbc002 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:36.596871 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:36.603909 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb376cde-c0e9-4b5a-aa92-d5774cdbc002 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:36.604681 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'status': 'completed', 'code': 200} Jan 28 04:35:36.608083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-7696ee71-476e-4e08-acb1-2f79dcc73a13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8766811 Jan 28 04:35:36.680403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-d18f7f59-0216-4599-a2c9-4b9ce0811bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:36.681947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-d18f7f59-0216-4599-a2c9-4b9ce0811bc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4e1c300-60a0-41ee-8bb1-b598d2f76fea HTTP/1.1" status: 200 len: 853 time: 0.1263187 Jan 28 04:35:36.742374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9614334b-3e5f-4052-a422-5220d6c37efe None None] Current status of the port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:36.749182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f53f5-9bae-47c4-abeb-f60bacea6c25 req-ff93648a-2748-4a08-aa9b-94d0a0f8c4c0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:36.750992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-503f53f5-9bae-47c4-abeb-f60bacea6c25 req-ff93648a-2748-4a08-aa9b-94d0a0f8c4c0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 943 time: 0.4487822 Jan 28 04:35:36.779039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 98ba056f-bebb-41a4-9da4-2870ea24990b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:36.915470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-503f53f5-9bae-47c4-abeb-f60bacea6c25 req-09156566-efda-49db-910e-0abe2fdd438d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422005 Jan 28 04:35:36.967079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-eeb9eb2f-8604-44f5-9c14-3b343a27d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:36.968754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-eeb9eb2f-8604-44f5-9c14-3b343a27d2f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8284537f-2de5-4e44-a4c9-eb6747e59c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2669518 Jan 28 04:35:36.995129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 98ba056f-bebb-41a4-9da4-2870ea24990b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:36.995333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.122319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 98ba056f-bebb-41a4-9da4-2870ea24990b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:37.122730 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.125880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb83d3-915c-4033-9d69-084993c402a9 None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:37.256145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-04265243-4dd9-482f-9be6-0f403bad29e1 None None] Provisioning complete for port 98ba056f-bebb-41a4-9da4-2870ea24990b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:37.256575 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-04265243-4dd9-482f-9be6-0f403bad29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.269615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 98ba056f-bebb-41a4-9da4-2870ea24990b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=98ba056f-bebb-41a4-9da4-2870ea24990b,segment=NetworkSegment(42d5ee15-1449-4e36-8f38-967a6e97dd9c),segment_id=42d5ee15-1449-4e36-8f38-967a6e97dd9c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:37.301106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.367871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=98ba056f-bebb-41a4-9da4-2870ea24990b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:37.513998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-04265243-4dd9-482f-9be6-0f403bad29e1 None None] Current status of the port 98ba056f-bebb-41a4-9da4-2870ea24990b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:37.552098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] No DVR routers for this DVR port 77fae89b-dac2-488b-ae77-78727e6c53e9 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:37.563780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.567164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-00694eaa-614d-4cc8-9890-013db28bb2c0 req-17cd96e4-08ee-4737-9f07-532ad562ad96 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.47 "DELETE /v2.0/ports/77fae89b-dac2-488b-ae77-78727e6c53e9 HTTP/1.1" status: 204 len: 173 time: 4.2811813 Jan 28 04:35:37.598442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.772051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-7d723567-3393-425f-a43f-56ce2584863a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:37.774994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-7d723567-3393-425f-a43f-56ce2584863a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.47 "GET /v2.0/ports?device_id=a16149c6-25fd-4ccf-8e8e-24da3c7f87e2 HTTP/1.1" status: 200 len: 944 time: 1.8341148 Jan 28 04:35:37.783166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (d72c72c0-840c-44cc-9c97-c265daf145c6), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.837307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ccdf-49c7-409c-b61e-56c62f9a0184 req-85cf46f7-2257-46f3-b944-dfa577e5fe0c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:37.839908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db23ccdf-49c7-409c-b61e-56c62f9a0184 req-85cf46f7-2257-46f3-b944-dfa577e5fe0c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 1.2205818 Jan 28 04:35:37.852688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:37.882804 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-26b05871-0750-41dc-88d4-bd4d838b846c service neutron] 10.222.0.47 "GET /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9013929 Jan 28 04:35:37.887925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd32003-d0fc-4bd7-a560-5edfe047f810 None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:37.911182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-83665d48-33e9-4ca4-ba93-b68ad240587b service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2912669 Jan 28 04:35:37.913230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9bd0ce4-d10d-4fd9-98bd-b14e57426cc2 req-55b5faa3-2c40-4f2f-9a48-946936ee1440 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 210 time: 0.0292063 Jan 28 04:35:38.056525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cf186bad-31c8-4a66-b307-0fb533d36f2c None None] Provisioning complete for port 98ba056f-bebb-41a4-9da4-2870ea24990b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:38.056908 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf186bad-31c8-4a66-b307-0fb533d36f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:38.142280 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b1cf4-01ff-4ebd-a185-b0595910b855 x-openstack-request-id: req-0c0b1cf4-01ff-4ebd-a185-b0595910b855 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:38.142996 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ec424-e2d3-467d-b029-58c7668b5dd1", "tag": "a42e8312-2d74-437f-ad56-6f15c78d484c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:38.145983 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c0b1cf4-01ff-4ebd-a185-b0595910b855 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:38.146611 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'tag': 'a42e8312-2d74-437f-ad56-6f15c78d484c', 'status': 'completed', 'code': 200} Jan 28 04:35:38.237582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (98ba056f-bebb-41a4-9da4-2870ea24990b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:38.297748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cf186bad-31c8-4a66-b307-0fb533d36f2c None None] Current status of the port 98ba056f-bebb-41a4-9da4-2870ea24990b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:38.311015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff57f933-a4b3-483d-aca5-1cbc6fee37e8 req-35c650da-0cd0-4f82-b249-d759b0476d34 service neutron] 10.222.0.47 "GET /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813648 Jan 28 04:35:38.314589 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f3f97-73a3-433f-84f0-a096ab7e0f0b x-openstack-request-id: req-7e9f3f97-73a3-433f-84f0-a096ab7e0f0b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:38.315522 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-unplugged", "status": "completed", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:38.315792 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e9f3f97-73a3-433f-84f0-a096ab7e0f0b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:38.318495 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'code': 200} Jan 28 04:35:38.397868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db23ccdf-49c7-409c-b61e-56c62f9a0184 req-9e4a1806-eba5-461d-908a-5edee8e6da70 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425556 Jan 28 04:35:38.491918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Port': ['ID=98ba056f-bebb-41a4-9da4-2870ea24990b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:38.497172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed780b5a-e0f8-442d-9b4c-8acaae05760a req-a13e5e4f-ac21-484c-8777-1f8f71559f65 service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405450 Jan 28 04:35:38.561406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fab11696-f7ed-47d6-b0cb-465ed977e8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:38.579747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-363b74ac-7514-4af7-bfed-4f0b46b08993 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:38.581624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-363b74ac-7514-4af7-bfed-4f0b46b08993 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 814 time: 0.3563538 Jan 28 04:35:38.613962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338814c6-c301-4240-9847-cc0bb91b4933', 'name': 'network-vif-deleted', 'tag': '77fae89b-dac2-488b-ae77-78727e6c53e9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:38.617084 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62217038-4ae1-4a7f-83db-0d8e14e9a20a" -d '{"events": [{"server_uuid": "338814c6-c301-4240-9847-cc0bb91b4933", "name": "network-vif-deleted", "tag": "77fae89b-dac2-488b-ae77-78727e6c53e9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:38.658816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Request body: {'port': {'device_id': '63953f25-51fa-4629-af7a-b39de159b43a', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'admin_state_up': True, 'tenant_id': 'a3ce9c17db8c4b9fa0875440770db644'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:38.680465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 98ba056f-bebb-41a4-9da4-2870ea24990b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:38.699451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c948-e5d4-476b-89f7-9c1a1886a45a req-2b1e8e92-b592-46d4-9de8-366495f4e0ff tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:38.701668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8b2c948-e5d4-476b-89f7-9c1a1886a45a req-2b1e8e92-b592-46d4-9de8-366495f4e0ff tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1849666 Jan 28 04:35:38.749842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711027a4-db37-48f8-88ad-da4714f8133b None None] DHCP port deletion for 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:38.757629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6056-f033-4e70-9a9f-f34043704192 req-0acf751b-7757-4d76-a687-68d3498eab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:38.759290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-0acf751b-7757-4d76-a687-68d3498eab46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7d9e01584194fa2b4ba9cb236c9bc9f&device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 1095 time: 0.1818841 Jan 28 04:35:38.762953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 98ba056f-bebb-41a4-9da4-2870ea24990b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:38.763499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 98ba056f-bebb-41a4-9da4-2870ea24990b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 04:35:38.833806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No DVR routers for this DVR port 98ba056f-bebb-41a4-9da4-2870ea24990b on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:38.851712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c87544de-94cd-44b1-b5d2-e39ff1ba0451 None None] Could not find standard attr ID for object 98ba056f-bebb-41a4-9da4-2870ea24990b. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:35:38.869222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Port 98ba056f-bebb-41a4-9da4-2870ea24990b not found, will not notify nova. {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 04:35:38.896302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56659fbe-14f6-4527-bdce-7f206c2cee8b None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:35:38.913621 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8b2c948-e5d4-476b-89f7-9c1a1886a45a req-3193984d-e21a-4062-a07c-6650a1c59fc6 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793149 Jan 28 04:35:38.971583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Deleting port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:38.972121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:38.998096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6056-f033-4e70-9a9f-f34043704192 req-62d9148f-b9b3-4eb6-9b37-d8e15fe2733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:39.000962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-62d9148f-b9b3-4eb6-9b37-d8e15fe2733b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8284537f-2de5-4e44-a4c9-eb6747e59c29 HTTP/1.1" status: 200 len: 915 time: 0.2212555 Jan 28 04:35:39.110182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] For port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:39.110760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:39.117541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-12b6bc7b-c4b2-455f-9382-bed79135fb0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e8312-2d74-437f-ad56-6f15c78d484c HTTP/1.1" status: 200 len: 217 time: 0.1088471 Jan 28 04:35:39.133669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Calling delete_port for 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:39.214831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f9de1134-96d3-4d20-858d-59d3fefc2117), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:39.282911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6056-f033-4e70-9a9f-f34043704192 req-14bc30b9-fc47-43ad-a820-2a50613afe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:39.284579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-14bc30b9-fc47-43ad-a820-2a50613afe23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4e1c300-60a0-41ee-8bb1-b598d2f76fea HTTP/1.1" status: 200 len: 853 time: 0.1478150 Jan 28 04:35:39.292418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56659fbe-14f6-4527-bdce-7f206c2cee8b None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:35:39.306026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Allocated IP 172.25.6.195 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d4ec870c-8407-4557-a191-60d32c9b3c4c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:39.335613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29862-d555-4a69-998f-9d46fe6d39c8 req-afa1c863-bbd5-4391-994c-0a63c2dc9e77 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:39.351072 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79a29862-d555-4a69-998f-9d46fe6d39c8 req-afa1c863-bbd5-4391-994c-0a63c2dc9e77 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 943 time: 0.1638715 Jan 28 04:35:39.377056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Made reservation on behalf of a3ce9c17db8c4b9fa0875440770db644 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:39.380383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:39.400503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (f9de1134-96d3-4d20-858d-59d3fefc2117), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:39.549912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fafa3058-0cc2-4c63-8a51-dfb063600f61 req-53b1e89a-f1a4-4e00-b4cd-81b7bca2cfb5 tempest-ServersAdminNegativeTestJSON-1445649155 tempest-ServersAdminNegativeTestJSON-1445649155-project] 10.222.0.21 "GET /v2.0/ports?device_id=338814c6-c301-4240-9847-cc0bb91b4933 HTTP/1.1" status: 200 len: 210 time: 0.5797379 Jan 28 04:35:39.552162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6056-f033-4e70-9a9f-f34043704192 req-66555a13-0fd6-46ed-a64b-50c7b5e7d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:39.557552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-66555a13-0fd6-46ed-a64b-50c7b5e7d476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8284537f-2de5-4e44-a4c9-eb6747e59c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547410 Jan 28 04:35:39.610098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79a29862-d555-4a69-998f-9d46fe6d39c8 req-3d9dedd3-1ab5-4efd-b4bf-550ab9facf78 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898789 Jan 28 04:35:39.659002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=f9de1134-96d3-4d20-858d-59d3fefc2117,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:39.879553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-052f0c5e-abbd-48bc-9314-1d245d0399b3 req-6c17fc07-60e1-4d23-9aba-0e545e9617ae tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 210 time: 0.0903494 Jan 28 04:35:39.899808 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13a65b-073b-4cca-923e-a299935e54e9 x-openstack-request-id: req-ec13a65b-073b-4cca-923e-a299935e54e9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:39.900409 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338814c6-c301-4240-9847-cc0bb91b4933", "name": "network-vif-deleted", "tag": "77fae89b-dac2-488b-ae77-78727e6c53e9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:39.900894 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec13a65b-073b-4cca-923e-a299935e54e9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:39.901402 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338814c6-c301-4240-9847-cc0bb91b4933', 'name': 'network-vif-deleted', 'tag': '77fae89b-dac2-488b-ae77-78727e6c53e9', 'status': 'completed', 'code': 200} Jan 28 04:35:39.911877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ef846-f667-4f0c-88c3-a718c84704cc None None] Network 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:39.956000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-37f93f49-48e8-46fb-b8d3-42e0c870464f service neutron] 10.222.0.47 "GET /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856931 Jan 28 04:35:40.064557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.103889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-825876f2-3630-41a2-8d9c-60a1c1257883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.106050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-825876f2-3630-41a2-8d9c-60a1c1257883 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 1094 time: 0.7322164 Jan 28 04:35:40.130722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d307e-245c-42af-9303-d6b0990d67f8 None None] DHCP port deletion for 8eed88de-69c4-4af7-8e9b-5af600d3d6c1 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:40.146945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.180152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eed88de-69c4-4af7-8e9b-5af600d3d6c1']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:40.203646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc743-4646-4226-a187-180fbb8014e5 req-b6a80b88-f4a1-42dc-982f-a8ab3f77eefe tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.210922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-933bc743-4646-4226-a187-180fbb8014e5 req-b6a80b88-f4a1-42dc-982f-a8ab3f77eefe tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1359022 Jan 28 04:35:40.232680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-478e6056-f033-4e70-9a9f-f34043704192 req-9d3dc6e4-4eb4-4710-ae8a-f3cf73e2079f service neutron] 10.222.0.47 "GET /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506402 Jan 28 04:35:40.234634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d5ee15-1449-4e36-8f38-967a6e97dd9c') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:40.235114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d5ee15-1449-4e36-8f38-967a6e97dd9c') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:40.297249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-933bc743-4646-4226-a187-180fbb8014e5 req-fbeedd91-4945-48f2-b841-827cc4e31702 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851858 Jan 28 04:35:40.392762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (42d5ee15-1449-4e36-8f38-967a6e97dd9c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.427328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Allocated IP 172.20.0.8 (a4c9caaa-bf2f-40b4-84df-53333895d0a0/8d9ec970-aefd-422f-8cae-551bbd07df31/9e210377-d726-459c-b259-569b17803181) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:40.548148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-1a09c99c-735d-40c4-9df9-b6e3e0c019bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.550268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-1a09c99c-735d-40c4-9df9-b6e3e0c019bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 905 time: 0.4246094 Jan 28 04:35:40.568945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (033bc424-efcb-4f8c-a6c5-8e3d682cdd93), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.582904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 98ba056f-bebb-41a4-9da4-2870ea24990b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:40.587254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82501fa0-e206-44bc-9675-a62e5040eefe req-e6d2b29e-56ce-4012-b8da-c00d541490f5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.619885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82501fa0-e206-44bc-9675-a62e5040eefe req-e6d2b29e-56ce-4012-b8da-c00d541490f5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.6720324 Jan 28 04:35:40.634368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 98ba056f-bebb-41a4-9da4-2870ea24990b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:40.634719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 98ba056f-bebb-41a4-9da4-2870ea24990b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:40.810091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks [] for port (9e210377-d726-459c-b259-569b17803181), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.895882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (42d5ee15-1449-4e36-8f38-967a6e97dd9c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.914952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:40.918229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (42d5ee15-1449-4e36-8f38-967a6e97dd9c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: warnings.warn(msg) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:40.957178 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:40.981431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20881ce4-6cf3-43dd-8543-48ac2737cd31 req-a04569c9-2f68-4e73-9a7a-7c56fbb396e3 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.993745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20881ce4-6cf3-43dd-8543-48ac2737cd31 req-a04569c9-2f68-4e73-9a7a-7c56fbb396e3 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 943 time: 0.1455789 Jan 28 04:35:41.034944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Pushing event deleted for resources: {'Port': ['ID=033bc424-efcb-4f8c-a6c5-8e3d682cdd93,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:41.050214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9e210377-d726-459c-b259-569b17803181), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.058849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-25b9e676-a170-4fb7-8b32-c8e7ce7570e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e HTTP/1.1" status: 200 len: 217 time: 0.4556189 Jan 28 04:35:41.128734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20881ce4-6cf3-43dd-8543-48ac2737cd31 req-81342b60-2534-4619-b2c8-8e7e12f5a9be tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339948 Jan 28 04:35:41.151187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:41.220247 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20c86a1c-62d8-4c39-8659-0fbf3c70cd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.361486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ccd1-b949-4be0-ac5e-4d3094fcc985 req-b5b4076c-77eb-4f13-b2e0-ae2a31a2646b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.363017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7c1ccd1-b949-4be0-ac5e-4d3094fcc985 req-b5b4076c-77eb-4f13-b2e0-ae2a31a2646b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 931 time: 0.0939112 Jan 28 04:35:41.451908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2e45d91d-c9fd-4c6a-a40e-a100430efe86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58afacf6cc6a4cc58050302c38d8b08b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992411 Jan 28 04:35:41.456095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7c1ccd1-b949-4be0-ac5e-4d3094fcc985 req-f59dcf23-c8b0-4dc5-a993-67d76b920d96 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843925 Jan 28 04:35:41.456591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57570) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:41.494977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] No DVR routers for this DVR port 033bc424-efcb-4f8c-a6c5-8e3d682cdd93 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:41.498606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-69e92384-ebd0-428c-b606-11342eb5f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.500429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-69e92384-ebd0-428c-b606-11342eb5f8a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.3137877 Jan 28 04:35:41.504031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.508389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-759d416b-bc17-453e-8fb6-51fc6d5f98ed req-38405557-4b6d-4c19-a3c3-9662dc5b465a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.47 "DELETE /v2.0/ports/033bc424-efcb-4f8c-a6c5-8e3d682cdd93 HTTP/1.1" status: 204 len: 173 time: 3.6810248 Jan 28 04:35:41.535815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:41.549574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.554565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74309299-78a0-431a-ad33-3740f4695785 admin admin] Publish callbacks [] for security_group (34e79180-7a79-4592-93e4-800285e9bf03), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.590605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:41.604940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74309299-78a0-431a-ad33-3740f4695785 admin admin] Publish callbacks [] for security_group (34e79180-7a79-4592-93e4-800285e9bf03), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.634871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-4773d16f-57e6-4b68-bf09-6a1548f0e713 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854642 Jan 28 04:35:41.645840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:41.659745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74309299-78a0-431a-ad33-3740f4695785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (34e79180-7a79-4592-93e4-800285e9bf03), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.663660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74309299-78a0-431a-ad33-3740f4695785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.665376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-74309299-78a0-431a-ad33-3740f4695785 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34e79180-7a79-4592-93e4-800285e9bf03 HTTP/1.1" status: 204 len: 168 time: 0.2077119 Jan 28 04:35:41.675388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74309299-78a0-431a-ad33-3740f4695785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e79180-7a79-4592-93e4-800285e9bf03,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:41.763244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.764778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.830735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae055f01-aca7-4d3e-b7f6-e843718ff417 req-51a9430e-5714-443f-be2b-13aa89b88bf1 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.834597 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae055f01-aca7-4d3e-b7f6-e843718ff417 req-51a9430e-5714-443f-be2b-13aa89b88bf1 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1381390 Jan 28 04:35:41.859331 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.958062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae055f01-aca7-4d3e-b7f6-e843718ff417 req-af7d702f-26b8-4a26-905f-31d110534870 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084692 Jan 28 04:35:42.228767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57578) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:42.352024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-78e46985-6745-432f-8cf9-8d0cb3679264 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5859873bbacc4ffb8b7f0922e1f0ee44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220140 Jan 28 04:35:42.352714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57580) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:42.419447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-deleted', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:42.422872 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19984a83-9f41-4437-8243-c15826ea80d0" -d '{"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-deleted", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:42.426091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8eed88de-69c4-4af7-8e9b-5af600d3d6c1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.432128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82501fa0-e206-44bc-9675-a62e5040eefe req-4035857c-eb93-4379-be89-5fd7c4baa66c tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8364558 Jan 28 04:35:42.466241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bec9b60-5deb-46bf-873f-9deca5fbd60f admin admin] Publish callbacks [] for security_group (5167cc6a-33bc-4520-8544-b4592ee627c9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.473419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:42.477538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57f38c-e19b-43f4-85af-018753d0373c req-07ca2a65-bac5-4a6d-a845-2335567ca3b4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:42.480883 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.484771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f57f38c-e19b-43f4-85af-018753d0373c req-07ca2a65-bac5-4a6d-a845-2335567ca3b4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 943 time: 0.1116245 Jan 28 04:35:42.485288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/8eed88de-69c4-4af7-8e9b-5af600d3d6c1 HTTP/1.1" status: 204 len: 168 time: 8.5941687 Jan 28 04:35:42.493058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57584) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:42.521506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:42.537164 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd6683-1109-4170-b953-bbdebd5a5c9b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:42.537743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fd6683-1109-4170-b953-bbdebd5a5c9b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:42.547505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e7fd6683-1109-4170-b953-bbdebd5a5c9b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/8eed88de-69c4-4af7-8e9b-5af600d3d6c1 HTTP/1.1" status: 404 len: 339 time: 0.0505569 Jan 28 04:35:42.550379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:42.564252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1526143894', 'description': 'd1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:42.567558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bec9b60-5deb-46bf-873f-9deca5fbd60f admin admin] Publish callbacks [] for security_group (5167cc6a-33bc-4520-8544-b4592ee627c9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.622697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f57f38c-e19b-43f4-85af-018753d0373c req-40c0d22b-82d9-4a97-bff5-0f6a9ece58d7 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311786 Jan 28 04:35:42.628423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-d4eb3fde-45ca-4a80-8feb-c48fa0bff1fc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9970157 Jan 28 04:35:42.630988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d307ef-dbab-486e-b450-9058edd52923 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=8eed88de-69c4-4af7-8e9b-5af600d3d6c1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:42.636217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:42.646916 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be48e579-bbaa-42c4-91f1-5f40edd98f37 x-openstack-request-id: req-be48e579-bbaa-42c4-91f1-5f40edd98f37 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:42.646916 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16149c6-25fd-4ccf-8e8e-24da3c7f87e2", "name": "network-vif-deleted", "tag": "033bc424-efcb-4f8c-a6c5-8e3d682cdd93", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:42.649934 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be48e579-bbaa-42c4-91f1-5f40edd98f37 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:42.650094 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16149c6-25fd-4ccf-8e8e-24da3c7f87e2', 'name': 'network-vif-deleted', 'tag': '033bc424-efcb-4f8c-a6c5-8e3d682cdd93', 'status': 'completed', 'code': 200} Jan 28 04:35:42.670742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Request body: {'port': {'device_id': '63953f25-51fa-4629-af7a-b39de159b43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:42.675947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bec9b60-5deb-46bf-873f-9deca5fbd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5167cc6a-33bc-4520-8544-b4592ee627c9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.679918 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bec9b60-5deb-46bf-873f-9deca5fbd60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.681626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4bec9b60-5deb-46bf-873f-9deca5fbd60f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5167cc6a-33bc-4520-8544-b4592ee627c9 HTTP/1.1" status: 204 len: 168 time: 0.3277476 Jan 28 04:35:42.719705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec9b60-5deb-46bf-873f-9deca5fbd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167cc6a-33bc-4520-8544-b4592ee627c9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:42.755846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:42.760703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-f7a9b567-9bfe-49c7-b626-5d1c45619726 service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9903173 Jan 28 04:35:42.986686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:42.989029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.060341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ec870c-8407-4557-a191-60d32c9b3c4c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:43.121427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d466c6-b406-491f-bfab-26c4deed6f13 req-b9932417-e001-4f31-8acc-a52cccaf50b3 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:43.128417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1d466c6-b406-491f-bfab-26c4deed6f13 req-b9932417-e001-4f31-8acc-a52cccaf50b3 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 931 time: 0.3602972 Jan 28 04:35:43.180098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83077bdd-6ce2-4320-8978-9e9080a518dc req-ebef6b74-2742-4949-a060-1db576d61cf8 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:43.195293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83077bdd-6ce2-4320-8978-9e9080a518dc req-ebef6b74-2742-4949-a060-1db576d61cf8 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1327624 Jan 28 04:35:43.284519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:43.313131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:43.340428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.353824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:43.361797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83077bdd-6ce2-4320-8978-9e9080a518dc req-d1a0b410-ff2f-48fe-9396-b6100541b80d tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656263 Jan 28 04:35:43.367240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (bd074796-6d6f-453a-ae1a-8a96ea581b92), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.367601 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment bd074796-6d6f-453a-ae1a-8a96ea581b92 of type vlan for network a57b6101-6470-4085-9198-73020e43f96e Jan 28 04:35:43.414056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a57b6101-6470-4085-9198-73020e43f96e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.462023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:43.462687 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.472391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a57b6101-6470-4085-9198-73020e43f96e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.480721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:43.481381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.548258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:43.553304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:43.556004 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bec5bd-c5a5-426c-a7ea-11f5c2008358" -d '{"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-unplugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:43.565725 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.592805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=a57b6101-6470-4085-9198-73020e43f96e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:43.613052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a57b6101-6470-4085-9198-73020e43f96e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:43.654681 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.694832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba8532-a4e9-4ba0-a3c4-a691349b8755 req-dd98f19f-8ce8-4ede-8da9-77920dc5fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:43.696735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fba8532-a4e9-4ba0-a3c4-a691349b8755 req-dd98f19f-8ce8-4ede-8da9-77920dc5fb22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1100 time: 0.4312782 Jan 28 04:35:43.699353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597e2bb8-72d1-47a4-ba12-2a1f339e536b req-e0aff276-0630-47d0-b5a6-b279673bdde4 service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9097359 Jan 28 04:35:43.776493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:43.781624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b1d16c1c-4b50-4ab8-974e-356fa6c41439 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2296610 Jan 28 04:35:43.783690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:43.803146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c4ad-3f7b-4f82-9a97-e38019721f44 req-04499910-d89f-4067-9285-458652d0f8f4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:43.809828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:43.811321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfd1c4ad-3f7b-4f82-9a97-e38019721f44 req-04499910-d89f-4067-9285-458652d0f8f4 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 947 time: 0.1669357 Jan 28 04:35:43.863937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'edf7e39b-2604-4107-890a-3290ff924c73', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'edf7e39b-2604-4107-890a-3290ff924c73', 'mac_address': 'fa:16:3e:5b:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:43.899527 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfd1c4ad-3f7b-4f82-9a97-e38019721f44 req-7146eb06-7512-477c-93c5-b2faf7399906 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871944 Jan 28 04:35:43.916444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:43.916932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.931438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:43.953540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:43.960030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:43.962002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:44.037218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1d466c6-b406-491f-bfab-26c4deed6f13 req-046ddcbf-d24e-482d-9db4-650af22ed3c9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689383 Jan 28 04:35:44.039166 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4e80f-34a5-42db-b409-cc2ecf845d45 x-openstack-request-id: req-25e4e80f-34a5-42db-b409-cc2ecf845d45 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:44.039572 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-unplugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:44.039928 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25e4e80f-34a5-42db-b409-cc2ecf845d45 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:44.041114 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73', 'code': 200} Jan 28 04:35:44.090961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fba8532-a4e9-4ba0-a3c4-a691349b8755 req-a0bc6a4d-fd11-4db5-9201-ba0efe065be1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079500 Jan 28 04:35:44.091742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (d72c72c0-840c-44cc-9c97-c265daf145c6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.191804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:44.223071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702fe7b-d09c-4a43-871c-e251051cb454 req-0ed035a6-74e6-48f8-835d-da0f4fb486a0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:44.224722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0702fe7b-d09c-4a43-871c-e251051cb454 req-0ed035a6-74e6-48f8-835d-da0f4fb486a0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 943 time: 0.0968142 Jan 28 04:35:44.256343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:44.272362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'mac_address': 'fa:16:3e:43:40:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:44.291939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78d013-81cd-41f1-bbe8-7b3b9815bed6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:44.301630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fa78d013-81cd-41f1-bbe8-7b3b9815bed6 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks?id=a57b6101-6470-4085-9198-73020e43f96e HTTP/1.1" status: 200 len: 765 time: 0.5039020 Jan 28 04:35:44.304555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57622) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:44.314823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'description': 'd2'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:44.323731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 72066b9a-bc9f-47bd-9357-b77a202ce31e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:44.324811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.343582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72066b9a-bc9f-47bd-9357-b77a202ce31e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:44.349812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0702fe7b-d09c-4a43-871c-e251051cb454 req-52e14a5d-c080-4e1a-9c85-3ceb6bd1a554 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122029 Jan 28 04:35:44.406852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:44.421248 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.523082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:44.630474 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a57b6101-6470-4085-9198-73020e43f96e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.655055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a57b6101-6470-4085-9198-73020e43f96e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.736057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c040b-3610-4842-96b7-51e60395d01b req-e44267f0-ba9a-4cf7-a1b5-a1b506879d33 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:44.738422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f5c040b-3610-4842-96b7-51e60395d01b req-e44267f0-ba9a-4cf7-a1b5-a1b506879d33 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1838100 Jan 28 04:35:44.797135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=a57b6101-6470-4085-9198-73020e43f96e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:44.811618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network a57b6101-6470-4085-9198-73020e43f96e is not hosted by any dhcp agent {{(pid=103139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 04:35:44.811736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a57b6101-6470-4085-9198-73020e43f96e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:44.816982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:44.817964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.819297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c501d8ba-6e05-4d3e-a685-9d2541cf02f0 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "PUT /v2.0/networks/a57b6101-6470-4085-9198-73020e43f96e HTTP/1.1" status: 200 len: 762 time: 0.5137384 Jan 28 04:35:44.826410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57636) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:44.883482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e210377-d726-459c-b259-569b17803181 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:44.893627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (d72c72c0-840c-44cc-9c97-c265daf145c6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.902850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Publish callbacks [] for port (9e210377-d726-459c-b259-569b17803181), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.918530 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f5c040b-3610-4842-96b7-51e60395d01b req-80f2f40a-0c2d-4e64-b4a5-4039b646d0c6 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681325 Jan 28 04:35:44.970411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Transition to ACTIVE for port object 9e210377-d726-459c-b259-569b17803181 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:35:44.983570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.993371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['edf7e39b-2604-4107-890a-3290ff924c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:45.034609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['72066b9a-bc9f-47bd-9357-b77a202ce31e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:45.037781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf3642-9c64-44cc-97f0-3f42dbc8ff9b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.039750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dfdf3642-9c64-44cc-97f0-3f42dbc8ff9b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks?id=a57b6101-6470-4085-9198-73020e43f96e HTTP/1.1" status: 200 len: 765 time: 0.2108073 Jan 28 04:35:45.043996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57642) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:45.108694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:45.194808 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.287983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Attempting to bind port 9e210377-d726-459c-b259-569b17803181 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:45.288353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Attempting to bind port 9e210377-d726-459c-b259-569b17803181 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:45.288694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Attempting to bind port 9e210377-d726-459c-b259-569b17803181 on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:45.350377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Port 9e210377-d726-459c-b259-569b17803181 on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:35:45.350686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Attempting to bind port 9e210377-d726-459c-b259-569b17803181 on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:45.366233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:45.367319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Checking segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:45.367718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Bound using segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:45.368201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Bound port: 9e210377-d726-459c-b259-569b17803181, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:45.368544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.404976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040c45a-6dc8-4c10-92c3-58306bf9c0c1 req-1d6fba37-5c2b-4a09-ae7b-796f093911bf tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.406663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2040c45a-6dc8-4c10-92c3-58306bf9c0c1 req-1d6fba37-5c2b-4a09-ae7b-796f093911bf tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.3014834 Jan 28 04:35:45.408539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eefdb-c161-4075-8039-4b224551bd0f req-422c2a3c-632c-4e50-865f-3d2b2026cdba tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.410130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b31eefdb-c161-4075-8039-4b224551bd0f req-422c2a3c-632c-4e50-865f-3d2b2026cdba tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 943 time: 0.1591921 Jan 28 04:35:45.512313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a4876-71ab-4922-bddd-cc10db955ab7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.517076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-551a4876-71ab-4922-bddd-cc10db955ab7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4695821 Jan 28 04:35:45.521550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:45.575736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2040c45a-6dc8-4c10-92c3-58306bf9c0c1 req-2f826405-8242-4893-a9ef-73cb8a3b9ad5 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451418 Jan 28 04:35:45.601364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e100eaa5-4c3f-4aa0-84d7-972296898026 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 207 time: 0.0753248 Jan 28 04:35:45.602066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:45.757874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Router d72c72c0-840c-44cc-9c97-c265daf145c6 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:45.767483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:45.842960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723da6a9-2e3d-4a3c-8a7c-80b1200f4590 req-a79eec4e-a454-4e37-84b3-51d3fbb5025f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.850292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-723da6a9-2e3d-4a3c-8a7c-80b1200f4590 req-a79eec4e-a454-4e37-84b3-51d3fbb5025f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 944 time: 0.1019578 Jan 28 04:35:45.853025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:45.868870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.875164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.880343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.885728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.891846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.897265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.900900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e97b85f-f449-4ccf-b3a4-d65bf2a330e4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2975097 Jan 28 04:35:45.907844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57662) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:45.919263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.924638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b31eefdb-c161-4075-8039-4b224551bd0f req-235ab332-fa24-42f4-9f14-60dcb909191f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593349 Jan 28 04:35:45.958382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.959022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.960527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] 10.222.0.52 "PUT /v2.0/ports/9e210377-d726-459c-b259-569b17803181 HTTP/1.1" status: 200 len: 1091 time: 3.3095067 Jan 28 04:35:45.993233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'tag': '9e210377-d726-459c-b259-569b17803181'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:45.996615 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f4e6a-acaa-4da8-9392-fea1c4958196" -d '{"events": [{"name": "network-changed", "server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "tag": "9e210377-d726-459c-b259-569b17803181"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:46.003689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:46.008862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-723da6a9-2e3d-4a3c-8a7c-80b1200f4590 req-a4d92307-346c-4d0b-8216-8410b831bd35 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574256 Jan 28 04:35:46.016415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Sync routers for ids ['d72c72c0-840c-44cc-9c97-c265daf145c6'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:46.039106 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Routers {'d72c72c0-840c-44cc-9c97-c265daf145c6'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:46.040932 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d72c72c0-840c-44cc-9c97-c265daf145c6'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:46.044949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922541a-d472-4c10-8453-ed77ff36dfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:46.079766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.081169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c6185202-d26b-4c4d-9ebe-2c0437065a6d tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 13.1108260 Jan 28 04:35:46.084030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.107372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6b67cdce-1027-448e-8e56-f6f4a1ec2253 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1980715 Jan 28 04:35:46.110821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.170666 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Set router d72c72c0-840c-44cc-9c97-c265daf145c6 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:46.191909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91059010-9275-4a09-84da-f7e2f84912a5 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.193395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91059010-9275-4a09-84da-f7e2f84912a5 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.205621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91059010-9275-4a09-84da-f7e2f84912a5 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.207349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91059010-9275-4a09-84da-f7e2f84912a5 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.208895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91059010-9275-4a09-84da-f7e2f84912a5 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.210734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-91059010-9275-4a09-84da-f7e2f84912a5 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0989406 Jan 28 04:35:46.221455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.357475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd9144-d06f-4fb6-809b-4e4e2bbf7921 req-62305c7f-dc3c-4ede-ad3e-de128b5e29cc tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.358983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0cd9144-d06f-4fb6-809b-4e4e2bbf7921 req-62305c7f-dc3c-4ede-ad3e-de128b5e29cc tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.0759788 Jan 28 04:35:46.364060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22d9f3-589a-48d1-a0ea-3ddb45e81f8f tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.365859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22d9f3-589a-48d1-a0ea-3ddb45e81f8f tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.367262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22d9f3-589a-48d1-a0ea-3ddb45e81f8f tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.369162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22d9f3-589a-48d1-a0ea-3ddb45e81f8f tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.370602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22d9f3-589a-48d1-a0ea-3ddb45e81f8f tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.372539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a22d9f3-589a-48d1-a0ea-3ddb45e81f8f tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1498091 Jan 28 04:35:46.396218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.444994 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c72c0-840c-44cc-9c97-c265daf145c6', 'name': 'tempest-snat-router-1580284992', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': False}, 'gw_port_id': 'd4ec870c-8407-4557-a191-60d32c9b3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:33Z', 'updated_at': '2022-01-28T04:35:43Z', 'revision_number': 3, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port': {'id': 'd4ec870c-8407-4557-a191-60d32c9b3c4c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c72c0-840c-44cc-9c97-c265daf145c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:37Z', 'updated_at': '2022-01-28T04:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:46.473454 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62c8e28-c0a2-4c5d-abb5-62387fc06d1f x-openstack-request-id: req-a62c8e28-c0a2-4c5d-abb5-62387fc06d1f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:46.473743 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "tag": "9e210377-d726-459c-b259-569b17803181", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:46.473994 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a62c8e28-c0a2-4c5d-abb5-62387fc06d1f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:46.474382 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'tag': '9e210377-d726-459c-b259-569b17803181', 'status': 'completed', 'code': 200} Jan 28 04:35:46.480970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Checking router: d72c72c0-840c-44cc-9c97-c265daf145c6 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:46.481528 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Updating router d72c72c0-840c-44cc-9c97-c265daf145c6 port d4ec870c-8407-4557-a191-60d32c9b3c4c binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:46.499249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b7c5ece5-b4df-4626-8a76-f7b1c9e2f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.500921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-b7c5ece5-b4df-4626-8a76-f7b1c9e2f61b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 1094 time: 0.4517355 Jan 28 04:35:46.514337 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.516591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0cd9144-d06f-4fb6-809b-4e4e2bbf7921 req-02aac676-47b2-4f24-a590-c58ace9757f3 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424842 Jan 28 04:35:46.570087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2156db9-65cf-46a5-a2ce-25d308d9d9e7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.571787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c2156db9-65cf-46a5-a2ce-25d308d9d9e7 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks/5d071ae5-97a7-480d-b3bf-90565817bbda HTTP/1.1" status: 200 len: 804 time: 0.1741140 Jan 28 04:35:46.576526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57694) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.587010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-11e2e029-c600-4eca-a35c-de0a9ae8a7f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e210377-d726-459c-b259-569b17803181 HTTP/1.1" status: 200 len: 217 time: 0.0469034 Jan 28 04:35:46.634421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c6a7fdf1-19de-42ec-bf2e-c86effe71bdd tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/d72c72c0-840c-44cc-9c97-c265daf145c6 HTTP/1.1" status: 200 len: 909 time: 0.5469384 Jan 28 04:35:46.634682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57698) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.641158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1580284992', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': True}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:46.661390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-4385bc24-8cf9-438c-a9ac-530da77bb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.663029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-4385bc24-8cf9-438c-a9ac-530da77bb755 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 200 len: 854 time: 0.0669537 Jan 28 04:35:46.670089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.671205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.705695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-dbf2f253-1ccd-452f-bb51-40d77b3a2730 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4c9caaa-bf2f-40b4-84df-53333895d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306714 Jan 28 04:35:46.734917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ee533c16-ed3b-4121-935e-ad0742d20bce tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/networks/5d071ae5-97a7-480d-b3bf-90565817bbda?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1571500 Jan 28 04:35:46.738433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57702) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.791611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bade4-fe40-4483-9b47-ccb7a11b0dbb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.793040 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b4bade4-fe40-4483-9b47-ccb7a11b0dbb tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/subnets/d04250c7-8bd0-4829-9d32-8b6bb374144c HTTP/1.1" status: 200 len: 843 time: 0.0536847 Jan 28 04:35:46.796726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57704) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.834966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.858260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.858754 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Publish callbacks [] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.867671 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.875599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912ce00-237a-419c-acfc-68c60341e75e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.877405 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f912ce00-237a-419c-acfc-68c60341e75e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "GET /v2.0/subnets/d04250c7-8bd0-4829-9d32-8b6bb374144c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0758643 Jan 28 04:35:46.880853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57710) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:46.886329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131140753'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:46.902636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313e88d-2be7-41b8-8a19-e2dab117a9aa req-b0226d1a-040e-4fde-b82f-ed6434d2a501 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.904091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9313e88d-2be7-41b8-8a19-e2dab117a9aa req-b0226d1a-040e-4fde-b82f-ed6434d2a501 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 949 time: 0.1951070 Jan 28 04:35:46.919711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:46.923999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.926327 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Attempting to bind port d4ec870c-8407-4557-a191-60d32c9b3c4c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:46.926713 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Attempting to bind port d4ec870c-8407-4557-a191-60d32c9b3c4c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:46.927548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Attempting to bind port d4ec870c-8407-4557-a191-60d32c9b3c4c on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:46.930776 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d5d66-1cad-4c96-85c0-51559c3bf169 None None] Pushing event updated for resources: {'Port': ['ID=d4ec870c-8407-4557-a191-60d32c9b3c4c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:46.936810 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:46.937765 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:46.938147 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.939621 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:46.940371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Bound port: d4ec870c-8407-4557-a191-60d32c9b3c4c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:46.940925 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.955702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:46.967393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.967783 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Added segment e46c8022-31bb-49b8-ad7c-b97e82e18d3b of type vlan for network 6f466d6a-30e1-4305-9072-d66dbb9df85b Jan 28 04:35:47.027961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.043185 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] For port d4ec870c-8407-4557-a191-60d32c9b3c4c, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:47.046811 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] For port d4ec870c-8407-4557-a191-60d32c9b3c4c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d4ec870c-8407-4557-a191-60d32c9b3c4c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:47.053966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-5ea8b0d8-9dfe-40a3-89e1-91f1d211e6da service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402407 Jan 28 04:35:47.054764 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.056026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.093042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d92ba-144e-4b7c-bda4-10bd5a4c1b6a req-37965556-096c-4a17-bcee-7226789f006e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.094905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee5d92ba-144e-4b7c-bda4-10bd5a4c1b6a req-37965556-096c-4a17-bcee-7226789f006e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 943 time: 0.0856013 Jan 28 04:35:47.097211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a240b82-74e8-45c1-9fc8-78c02f69f8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.115177 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Routers {'d72c72c0-840c-44cc-9c97-c265daf145c6'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:47.116145 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d72c72c0-840c-44cc-9c97-c265daf145c6'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:47.133781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9313e88d-2be7-41b8-8a19-e2dab117a9aa req-7213ddbe-25cd-450d-aded-e9eeb34021a8 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958756 Jan 28 04:35:47.138670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.145505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.146830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.200288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d5d66-1cad-4c96-85c0-51559c3bf169 None None] Pushing event updated for resources: {'Port': ['ID=d4ec870c-8407-4557-a191-60d32c9b3c4c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:47.224671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b45c7564-634d-4190-81c1-c7908b9c5695 req-c84a584c-5d59-48cc-885c-dfc6d4a52c41 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622148 Jan 28 04:35:47.294503 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] Set router d72c72c0-840c-44cc-9c97-c265daf145c6 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:47.309713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621efa54-0ce0-44a3-84c7-2e08e04d1568 req-1d4a408f-d65f-425d-bf17-2a914a16447d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.312681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-621efa54-0ce0-44a3-84c7-2e08e04d1568 req-1d4a408f-d65f-425d-bf17-2a914a16447d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 944 time: 0.0792081 Jan 28 04:35:47.319022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:47.323926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4388981 Jan 28 04:35:47.328202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57720) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:47.337376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:47.385533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port edf7e39b-2604-4107-890a-3290ff924c73 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:47.385908 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (edf7e39b-2604-4107-890a-3290ff924c73), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.451337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee5d92ba-144e-4b7c-bda4-10bd5a4c1b6a req-58680ecd-7d93-4da2-8fff-434e53f3a231 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456349 Jan 28 04:35:47.456280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a240b82-74e8-45c1-9fc8-78c02f69f8b6 admin admin] Publish callbacks [] for security_group (71b96ed0-33eb-48bd-8c58-81a347496e21), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.458153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Made reservation on behalf of c83b64087630401da7393aa4b4239611 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:47.463163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.468139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09dc80-3986-476e-8656-c4be86d7c795 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Network': ['ID=6f466d6a-30e1-4305-9072-d66dbb9df85b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:47.483677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a240b82-74e8-45c1-9fc8-78c02f69f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (71b96ed0-33eb-48bd-8c58-81a347496e21), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.495197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:47.525586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-621efa54-0ce0-44a3-84c7-2e08e04d1568 req-6e2e7ae0-fe4e-4013-969d-392e30bf6adb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938200 Jan 28 04:35:47.530228 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c72c0-840c-44cc-9c97-c265daf145c6', 'name': 'tempest-snat-router-1580284992', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': False}, 'gw_port_id': 'd4ec870c-8407-4557-a191-60d32c9b3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:33Z', 'updated_at': '2022-01-28T04:35:43Z', 'revision_number': 3, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port': {'id': 'd4ec870c-8407-4557-a191-60d32c9b3c4c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c72c0-840c-44cc-9c97-c265daf145c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:37Z', 'updated_at': '2022-01-28T04:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:47.546441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-49351ebe-6fb6-42c4-846d-2941f411f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.549469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-49351ebe-6fb6-42c4-846d-2941f411f3e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 1094 time: 0.2088091 Jan 28 04:35:47.564433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a240b82-74e8-45c1-9fc8-78c02f69f8b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd2812bd59ef433aa5426358ada64320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7047315 Jan 28 04:35:47.575143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57724) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:47.585960 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d6319-6c67-44b8-b218-7f50ed83a35b None None] The sync data for ids ['d72c72c0-840c-44cc-9c97-c265daf145c6'] in n-d-824835-3 is: [{'id': 'd72c72c0-840c-44cc-9c97-c265daf145c6', 'name': 'tempest-snat-router-1580284992', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': False}, 'gw_port_id': 'd4ec870c-8407-4557-a191-60d32c9b3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:33Z', 'updated_at': '2022-01-28T04:35:43Z', 'revision_number': 3, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port': {'id': 'd4ec870c-8407-4557-a191-60d32c9b3c4c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c72c0-840c-44cc-9c97-c265daf145c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:37Z', 'updated_at': '2022-01-28T04:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:47.627169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Performing IP validity checks on allocation pools {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 04:35:47.627848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 04:35:47.645784 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.667017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a240b82-74e8-45c1-9fc8-78c02f69f8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b96ed0-33eb-48bd-8c58-81a347496e21,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:47.683289 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.712794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port edf7e39b-2604-4107-890a-3290ff924c73 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:47.713242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.756061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7109426d-f1b4-41cc-89fb-8d7180c2711e admin admin] Publish callbacks [] for security_group (71b96ed0-33eb-48bd-8c58-81a347496e21), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.774545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:47.778774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:47.781989 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f469a5a-3f65-4e94-b5f6-0ed23a5a45e5" -d '{"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-plugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:47.786733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.787891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:47.799158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7109426d-f1b4-41cc-89fb-8d7180c2711e admin admin] Publish callbacks [] for security_group (71b96ed0-33eb-48bd-8c58-81a347496e21), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.806717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Allocated IP 172.25.6.158 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7f0c9ff5-a25b-4fd7-b2e8-821768f7f141) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:47.896943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:47.911701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 72066b9a-bc9f-47bd-9357-b77a202ce31e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:35:47.917962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 72066b9a-bc9f-47bd-9357-b77a202ce31e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:47.918582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.946894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d81de-8f19-4af6-9afe-752bf03dddd2 req-35c5a405-0502-462b-b85b-de79e043e34e tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.953713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e8d81de-8f19-4af6-9afe-752bf03dddd2 req-35c5a405-0502-462b-b85b-de79e043e34e tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1502676 Jan 28 04:35:47.998706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-6b9761bc-f071-4f58-aabe-f74a64706239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.003321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-6b9761bc-f071-4f58-aabe-f74a64706239 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 915 time: 0.4433281 Jan 28 04:35:48.006090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76cca9-a974-4aa6-8db9-9e3a7069eb5f req-5c411468-f3ad-40d9-b492-62ac9feb6e70 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.013816 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f76cca9-a974-4aa6-8db9-9e3a7069eb5f req-5c411468-f3ad-40d9-b492-62ac9feb6e70 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1101 time: 0.2102137 Jan 28 04:35:48.018721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7109426d-f1b4-41cc-89fb-8d7180c2711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (71b96ed0-33eb-48bd-8c58-81a347496e21), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.022145 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7109426d-f1b4-41cc-89fb-8d7180c2711e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.023572 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7109426d-f1b4-41cc-89fb-8d7180c2711e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71b96ed0-33eb-48bd-8c58-81a347496e21 HTTP/1.1" status: 204 len: 168 time: 0.4474957 Jan 28 04:35:48.030762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 72066b9a-bc9f-47bd-9357-b77a202ce31e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:48.031752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.073528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109426d-f1b4-41cc-89fb-8d7180c2711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b96ed0-33eb-48bd-8c58-81a347496e21,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:48.077937 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (09edbba6-abd1-44cf-82f7-80006807c28f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.091548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-0a0b26f1-6ff9-4917-83c6-3235b079ad69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e210377-d726-459c-b259-569b17803181 HTTP/1.1" status: 200 len: 217 time: 0.0690925 Jan 28 04:35:48.092394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:48.113125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.171821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for port (7f0c9ff5-a25b-4fd7-b2e8-821768f7f141), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.210149 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e8d81de-8f19-4af6-9afe-752bf03dddd2 req-71816d61-5dcb-4d83-bd63-e5871b3b98be tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506328 Jan 28 04:35:48.212167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f76cca9-a974-4aa6-8db9-9e3a7069eb5f req-d5d46eb0-f2cc-4bd4-b862-36b743401052 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924951 Jan 28 04:35:48.229315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:48.242148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=09edbba6-abd1-44cf-82f7-80006807c28f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:48.252336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-5ad308b1-5909-4889-b109-70d2d218569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.254438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-5ad308b1-5909-4889-b109-70d2d218569f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 200 len: 854 time: 0.1555345 Jan 28 04:35:48.275936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Checking segment: {'id': 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:48.277699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network hostable DHCP agents. Network: 6f466d6a-30e1-4305-9072-d66dbb9df85b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:48.294159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7f0c9ff5-a25b-4fd7-b2e8-821768f7f141), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.299995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-75d3c8f3-0e3c-4ebe-8d08-da0e93dad4c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4c9caaa-bf2f-40b4-84df-53333895d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373764 Jan 28 04:35:48.315676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:48.340094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 6f466d6a-30e1-4305-9072-d66dbb9df85b) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:48.346930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.353069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b31a08-ee05-4136-a80b-db531b9ccd0c None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:48.368306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.401239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:48.408383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:48.411660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:48.434028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5201fab1-bedf-481a-a44a-abc34e74d2d9 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1004615 Jan 28 04:35:48.434742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57738) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:48.451237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0c9ff5-a25b-4fd7-b2e8-821768f7f141,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:48.456915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:48.625616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-5d6cae27-3183-4fd8-abf6-1d2b1cc3003f service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158491 Jan 28 04:35:48.632598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-6f466d6a-30e1-4305-9072-d66dbb9df85b', 'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b', 'project_id': 'c83b64087630401da7393aa4b4239611', 'fixed_ips': [{'subnet_id': '09edbba6-abd1-44cf-82f7-80006807c28f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:48.634096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.730043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50445218'] for subnet (09edbba6-abd1-44cf-82f7-80006807c28f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.743086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:48.809514 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25b879-17b4-4e86-a300-93d8fafb0733 x-openstack-request-id: req-3b25b879-17b4-4e86-a300-93d8fafb0733 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:48.809827 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-plugged", "status": "completed", "tag": "edf7e39b-2604-4107-890a-3290ff924c73", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:48.810250 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b25b879-17b4-4e86-a300-93d8fafb0733 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:48.810810 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73', 'code': 200} Jan 28 04:35:48.820669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4ec870c-8407-4557-a191-60d32c9b3c4c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:48.838216 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f447b1e2-48e8-4892-b0e8-70eb35ad9ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.902147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d4ec870c-8407-4557-a191-60d32c9b3c4c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:48.902773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:48.916628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337fab-6639-4efc-a372-cdf3ffe178bd req-dc1dca34-c200-4643-a77e-8a4a94f06719 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.919513 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7337fab-6639-4efc-a372-cdf3ffe178bd req-dc1dca34-c200-4643-a77e-8a4a94f06719 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 943 time: 0.1699123 Jan 28 04:35:49.006911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d4ec870c-8407-4557-a191-60d32c9b3c4c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:49.007312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.017876 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 04:35:49.017876 n-d-824835-3 neutron-server[103140]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 28 04:35:49.017876 n-d-824835-3 neutron-server[103140]: [parameters: {'in_use': 1, 'id_1': '09edbba6-abd1-44cf-82f7-80006807c28f'}] Jan 28 04:35:49.017876 n-d-824835-3 neutron-server[103140]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:35:49.018275 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:35:49.037030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port d4ec870c-8407-4557-a191-60d32c9b3c4c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d4ec870c-8407-4557-a191-60d32c9b3c4c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:49.041728 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.067844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7337fab-6639-4efc-a372-cdf3ffe178bd req-a8b3095e-6ff1-4fca-a933-5305457fd8cd tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282897 Jan 28 04:35:49.068442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fef779-4419-49f3-8fc9-db16749c39d2 req-c871d1e4-26fd-425f-992f-9f7bba5bf3cd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:49.068442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6fef779-4419-49f3-8fc9-db16749c39d2 req-c871d1e4-26fd-425f-992f-9f7bba5bf3cd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.2091415 Jan 28 04:35:49.095435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.101124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-334f4e6a-acaa-4da8-9392-fea1c4958196 req-2994b012-af8c-4898-bf71-b95e918cc7b2 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901474 Jan 28 04:35:49.134250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=d4ec870c-8407-4557-a191-60d32c9b3c4c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:49.173052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6fef779-4419-49f3-8fc9-db16749c39d2 req-b96caa39-fc4d-4ccd-b848-509f80403b5e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Jan 28 04:35:49.180495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f447b1e2-48e8-4892-b0e8-70eb35ad9ab5 admin admin] Publish callbacks [] for security_group (2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.190466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f447b1e2-48e8-4892-b0e8-70eb35ad9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.215894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792585955539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-50379179'] for subnet (09edbba6-abd1-44cf-82f7-80006807c28f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.276676 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f447b1e2-48e8-4892-b0e8-70eb35ad9ab5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8960817c4961412abf55dcda735b32df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5290048 Jan 28 04:35:49.279168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447b1e2-48e8-4892-b0e8-70eb35ad9ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:49.284689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57752) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:49.301841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1052-a558-4cd4-9958-1a1d4edc5af6 req-062f5c52-d246-499d-bc1d-3e5812404c6e tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:49.305610 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-709e1052-a558-4cd4-9958-1a1d4edc5af6 req-062f5c52-d246-499d-bc1d-3e5812404c6e tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 1101 time: 0.1655917 Jan 28 04:35:49.351307 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.482972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a152c-856a-4c76-b0ab-bfc63ed42d5e req-60fefeaa-6610-47a6-a075-59fa48b5ece2 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:49.484464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d28a152c-856a-4c76-b0ab-bfc63ed42d5e req-60fefeaa-6610-47a6-a075-59fa48b5ece2 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1253502 Jan 28 04:35:49.519690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.560148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d28a152c-856a-4c76-b0ab-bfc63ed42d5e req-a7c8e60e-f213-4f3b-bcc6-3ff1206c33e2 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682642 Jan 28 04:35:49.566762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Router f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:49.658706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:49.659444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.664339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "PUT /v2.0/subnets/09edbba6-abd1-44cf-82f7-80006807c28f HTTP/1.1" status: 200 len: 900 time: 1.2248821 Jan 28 04:35:49.672380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57754) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:49.707510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed72c4d-2abd-4193-bcc3-c603d4a8ca01 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event updated for resources: {'Subnet': ['ID=09edbba6-abd1-44cf-82f7-80006807c28f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:49.716356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Allocated IP 2001:db8::3 (6f466d6a-30e1-4305-9072-d66dbb9df85b/09edbba6-abd1-44cf-82f7-80006807c28f/d0b800c8-9a62-4063-8c2b-58d31bd13dec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:49.720803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:49.736654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Sync routers for ids ['f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:49.747067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.753041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b52ce34a-4fdb-4413-92a1-bfe67f113c7c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1151323 Jan 28 04:35:49.753418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57756) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:49.794045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-709e1052-a558-4cd4-9958-1a1d4edc5af6 req-37a402c5-ef39-4947-a061-aa13211b90a4 tempest-ServersAdminTestJSON-20757156 tempest-ServersAdminTestJSON-20757156-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835684 Jan 28 04:35:49.795549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26e758e2-69be-4668-89a3-4abd150a9aad admin admin] Publish callbacks [] for security_group (2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.816029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Routers {'f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:49.816029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:49.851179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a42e8312-2d74-437f-ad56-6f15c78d484c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:49.868980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26e758e2-69be-4668-89a3-4abd150a9aad admin admin] Publish callbacks [] for security_group (2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.881047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.898388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-05d1885a-34d5-413c-9bc5-01846eec74c7 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e HTTP/1.1" status: 200 len: 908 time: 0.1437242 Jan 28 04:35:49.901168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57760) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:49.969550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26e758e2-69be-4668-89a3-4abd150a9aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.972438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26e758e2-69be-4668-89a3-4abd150a9aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:49.973786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26e758e2-69be-4668-89a3-4abd150a9aad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d HTTP/1.1" status: 204 len: 168 time: 0.6870661 Jan 28 04:35:49.977400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (09edbba6-abd1-44cf-82f7-80006807c28f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.008182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e758e2-69be-4668-89a3-4abd150a9aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff4cac9-61f0-41d0-b1a7-a3dec2e0e40d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:50.241484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbec770-2e55-4d01-b49c-826f4e44e8f8 req-863950ff-3bcd-4110-a301-cc81ab111a16 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.254793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8bbec770-2e55-4d01-b49c-826f4e44e8f8 req-863950ff-3bcd-4110-a301-cc81ab111a16 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 950 time: 0.0907362 Jan 28 04:35:50.275063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Set router f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:50.343851 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8bbec770-2e55-4d01-b49c-826f4e44e8f8 req-66a304b5-c85d-4bc1-bca0-7571edc6cb56 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879598 Jan 28 04:35:50.411457 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks [] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.437284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a42e8312-2d74-437f-ad56-6f15c78d484c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a42e8312-2d74-437f-ad56-6f15c78d484c,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:50.440972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.467450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfec775-5db6-49d4-8e08-f8be094b8b5d req-3045ece3-9587-426b-9a89-d09230a0bcf8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.474636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cfec775-5db6-49d4-8e08-f8be094b8b5d req-3045ece3-9587-426b-9a89-d09230a0bcf8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.0714760 Jan 28 04:35:50.477253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (09edbba6-abd1-44cf-82f7-80006807c28f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.531629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=09edbba6-abd1-44cf-82f7-80006807c28f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:50.556735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9278cc-7a21-441a-86c8-71d2b1086132 req-2c58197c-c1b8-4fdb-87f2-694744f7b966 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.558277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'a42e8312-2d74-437f-ad56-6f15c78d484c', 'network_id': '8284537f-2de5-4e44-a4c9-eb6747e59c29', 'port_id': 'a42e8312-2d74-437f-ad56-6f15c78d484c', 'mac_address': 'fa:16:3e:1a:f7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e1c300-60a0-41ee-8bb1-b598d2f76fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:50.571792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d9278cc-7a21-441a-86c8-71d2b1086132 req-2c58197c-c1b8-4fdb-87f2-694744f7b966 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 943 time: 0.1080017 Jan 28 04:35:50.576985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4ec870c-8407-4557-a191-60d32c9b3c4c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:50.582190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:50.584314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.618487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.624536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Pushing event updated for resources: {'Port': ['ID=d0b800c8-9a62-4063-8c2b-58d31bd13dec,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:50.651265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:50.654273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f466d6a-30e1-4305-9072-d66dbb9df85b']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:50.667860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:50.668165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:50.678333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.681781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:50.692770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.697780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d9278cc-7a21-441a-86c8-71d2b1086132 req-abeb923f-8cfa-4868-befa-fcbbb714deae tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200802 Jan 28 04:35:50.703971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:50.703971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:50.783065 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:50.793133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cfec775-5db6-49d4-8e08-f8be094b8b5d req-fda2e524-ebec-4dd9-a7da-a6553cc1be8e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175178 Jan 28 04:35:50.798792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 04:35:50.798792 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 04:35:50.798792 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '6f466d6a-30e1-4305-9072-d66dbb9df85b'}] Jan 28 04:35:50.798792 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:35:50.809240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a42e8312-2d74-437f-ad56-6f15c78d484c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:50.809240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.810117 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:35:50.823027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:50.826489 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb81735b-3221-4604-8937-d1c885280ae4" -d '{"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-plugged", "status": "completed", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:50.829211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.831035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42e8312-2d74-437f-ad56-6f15c78d484c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:50.836249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Attempting to bind port d0b800c8-9a62-4063-8c2b-58d31bd13dec on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:50.836853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Attempting to bind port d0b800c8-9a62-4063-8c2b-58d31bd13dec by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:50.837361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Attempting to bind port d0b800c8-9a62-4063-8c2b-58d31bd13dec on network 6f466d6a-30e1-4305-9072-d66dbb9df85b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:50.865080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:50.865652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Checking segment: {'id': 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:50.866221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.866938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Bound using segment: {'id': 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:50.867646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Bound port: d0b800c8-9a62-4063-8c2b-58d31bd13dec, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6f466d6a-30e1-4305-9072-d66dbb9df85b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:50.868285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.897691 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84fdfcc-266f-401c-9bcf-88e71c328fa6 x-openstack-request-id: req-b84fdfcc-266f-401c-9bcf-88e71c328fa6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:50.898113 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-plugged", "status": "completed", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:50.898492 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b84fdfcc-266f-401c-9bcf-88e71c328fa6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:50.899556 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'code': 200} Jan 28 04:35:50.930223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Deleting port 7f0c9ff5-a25b-4fd7-b2e8-821768f7f141 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:50.931016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7f0c9ff5-a25b-4fd7-b2e8-821768f7f141), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.933585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a42e8312-2d74-437f-ad56-6f15c78d484c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a42e8312-2d74-437f-ad56-6f15c78d484c,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:50.935969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e', 'name': 'tempest-snat-router-1580284992', 'tenant_id': 'dd15cb7cc58e40848ea35288d560fd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '7f0c9ff5-a25b-4fd7-b2e8-821768f7f141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:46Z', 'updated_at': '2022-01-28T04:35:48Z', 'revision_number': 3, 'project_id': 'dd15cb7cc58e40848ea35288d560fd20', 'gw_port': {'id': '7f0c9ff5-a25b-4fd7-b2e8-821768f7f141', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:47Z', 'updated_at': '2022-01-28T04:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:50.938497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d4ec870c-8407-4557-a191-60d32c9b3c4c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:50.938998 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.947337 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.989444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acc8f9-9453-4caa-a865-8852315aa43a req-fac35325-5058-49c5-a2b8-1e40f4b32608 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.991151 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18acc8f9-9453-4caa-a865-8852315aa43a req-fac35325-5058-49c5-a2b8-1e40f4b32608 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.1011915 Jan 28 04:35:51.047204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Checking router: f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:51.047594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Updating router f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e port 7f0c9ff5-a25b-4fd7-b2e8-821768f7f141 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:51.050078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18acc8f9-9453-4caa-a865-8852315aa43a req-aebde5a1-6bd4-4b94-b4c1-16eb6ac6821d tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Jan 28 04:35:51.084026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7f0c9ff5-a25b-4fd7-b2e8-821768f7f141), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.100760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeadc1-a1cc-4c9c-8a76-8efdc56c0b32 req-06d47e6d-6956-4077-b7e5-6dd2653c1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.102321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94aeadc1-a1cc-4c9c-8a76-8efdc56c0b32 req-06d47e6d-6956-4077-b7e5-6dd2653c1181 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 1096 time: 0.0925784 Jan 28 04:35:51.103233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Calling delete_port for 7f0c9ff5-a25b-4fd7-b2e8-821768f7f141 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:51.111009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a42e8312-2d74-437f-ad56-6f15c78d484c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:51.126842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] For port d0b800c8-9a62-4063-8c2b-58d31bd13dec, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:51.130699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] For port d0b800c8-9a62-4063-8c2b-58d31bd13dec, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d0b800c8-9a62-4063-8c2b-58d31bd13dec,segment=NetworkSegment(e46c8022-31bb-49b8-ad7c-b97e82e18d3b),segment_id=e46c8022-31bb-49b8-ad7c-b97e82e18d3b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:51.133107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7f0c9ff5-a25b-4fd7-b2e8-821768f7f141), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.159791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.207473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94aeadc1-a1cc-4c9c-8a76-8efdc56c0b32 req-7a501955-195f-4243-b660-ea1985c7b856 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950067 Jan 28 04:35:51.312516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.328975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7f0c9ff5-a25b-4fd7-b2e8-821768f7f141), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.332277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a42e8312-2d74-437f-ad56-6f15c78d484c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:51.378108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:51.409822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f0c9ff5-a25b-4fd7-b2e8-821768f7f141,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:51.418570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96fa3-d08c-4508-b2be-b2ec0752b132 None None] Pushing event updated for resources: {'Port': ['ID=d0b800c8-9a62-4063-8c2b-58d31bd13dec,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:51.438569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d4ec870c-8407-4557-a191-60d32c9b3c4c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:51.451732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting port d0b800c8-9a62-4063-8c2b-58d31bd13dec {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:51.451732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.484519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b7fd0-861d-4c20-b80d-8e2b7410bd48 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:35:51.525190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e43156-78c9-47be-85c8-a52b066f757c req-e364ccb0-6a79-4612-9c51-03c0689b9004 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.526952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76e43156-78c9-47be-85c8-a52b066f757c req-e364ccb0-6a79-4612-9c51-03c0689b9004 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 950 time: 0.1041477 Jan 28 04:35:51.530930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.543123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] For port d0b800c8-9a62-4063-8c2b-58d31bd13dec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d0b800c8-9a62-4063-8c2b-58d31bd13dec,segment=NetworkSegment(e46c8022-31bb-49b8-ad7c-b97e82e18d3b),segment_id=e46c8022-31bb-49b8-ad7c-b97e82e18d3b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:51.543499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.585019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Calling delete_port for d0b800c8-9a62-4063-8c2b-58d31bd13dec owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:51.650342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.652666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.716697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d0b800c8-9a62-4063-8c2b-58d31bd13dec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.730987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76e43156-78c9-47be-85c8-a52b066f757c req-033815f0-3937-47a4-b17e-110389511920 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588535 Jan 28 04:35:51.733014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.733584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:51.744798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.744798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c744098-2ac8-4059-b53f-ed918abd4417 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e HTTP/1.1" status: 204 len: 168 time: 1.8405507 Jan 28 04:35:51.744798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57810) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:51.745245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:51.774765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Port': ['ID=d0b800c8-9a62-4063-8c2b-58d31bd13dec,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:51.777584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No DVR routers for this DVR port d0b800c8-9a62-4063-8c2b-58d31bd13dec on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:51.811801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9e210377-d726-459c-b259-569b17803181', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'port_id': '9e210377-d726-459c-b259-569b17803181', 'mac_address': 'fa:16:3e:5d:03:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9ec970-aefd-422f-8cae-551bbd07df31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:51.878560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (d72c72c0-840c-44cc-9c97-c265daf145c6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.927220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.958998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f466d6a-30e1-4305-9072-d66dbb9df85b']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:51.974270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:51.974739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46c8022-31bb-49b8-ad7c-b97e82e18d3b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:51.992095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.021407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.042869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ac414-6d9a-462a-991d-379804d3e2f4 req-fb8ff688-4672-4ddd-a504-a092436f2c7d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:52.044974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:52.045425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (e46c8022-31bb-49b8-ad7c-b97e82e18d3b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:52.049477 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:52.051219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-248ac414-6d9a-462a-991d-379804d3e2f4 req-fb8ff688-4672-4ddd-a504-a092436f2c7d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.1155422 Jan 28 04:35:52.077726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (d72c72c0-840c-44cc-9c97-c265daf145c6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.126008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a86826-a0ad-4716-8f7f-6317756f3bb4 req-d41337f9-d40a-4bb9-943d-1fd626be9950 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:52.130915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20a86826-a0ad-4716-8f7f-6317756f3bb4 req-d41337f9-d40a-4bb9-943d-1fd626be9950 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 943 time: 0.2748942 Jan 28 04:35:52.140810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b7fd0-861d-4c20-b80d-8e2b7410bd48 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:35:52.144950 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:35:52.145340 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:35:52.148401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9e210377-d726-459c-b259-569b17803181 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:52.148800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.148990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (6f466d6a-30e1-4305-9072-d66dbb9df85b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.152369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-248ac414-6d9a-462a-991d-379804d3e2f4 req-c63445a7-eea1-4f41-9d5c-694c42c4cad4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 Jan 28 04:35:52.156879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.164449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/6f466d6a-30e1-4305-9072-d66dbb9df85b HTTP/1.1" status: 204 len: 168 time: 2.4874465 Jan 28 04:35:52.173927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57822) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:52.176499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e210377-d726-459c-b259-569b17803181 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:52.192045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353ab0f-99ea-4b86-bb8b-09c8d6c41f80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=6f466d6a-30e1-4305-9072-d66dbb9df85b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:52.228929 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f199ad-d00c-4a44-8727-6f96942902f2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:52.230289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f199ad-d00c-4a44-8727-6f96942902f2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:52.238361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-33f199ad-d00c-4a44-8727-6f96942902f2 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/09edbba6-abd1-44cf-82f7-80006807c28f HTTP/1.1" status: 404 len: 337 time: 0.0596344 Jan 28 04:35:52.239195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20a86826-a0ad-4716-8f7f-6317756f3bb4 req-6c480bd1-7ed3-49e4-8bed-e0757c3b1b6a tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012325 Jan 28 04:35:52.239768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57824) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:52.242551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:52.249352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.259469 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d36c7bf-4cd5-4cc8-bb77-65484e697fdd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:52.260073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d36c7bf-4cd5-4cc8-bb77-65484e697fdd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:52.265958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1d36c7bf-4cd5-4cc8-bb77-65484e697fdd tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/6f466d6a-30e1-4305-9072-d66dbb9df85b HTTP/1.1" status: 404 len: 339 time: 0.0226805 Jan 28 04:35:52.268642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:52.283614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-7e73b796-ea4f-4c07-8445-2d744f3994fc tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:52.285383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-7e73b796-ea4f-4c07-8445-2d744f3994fc tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 950 time: 0.1765361 Jan 28 04:35:52.374667 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a57b6101-6470-4085-9198-73020e43f96e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.378402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:52.383253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Deleting port d4ec870c-8407-4557-a191-60d32c9b3c4c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:52.383606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.441362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ed757-e642-468d-812b-b7191759698f None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:52.457105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ed757-e642-468d-812b-b7191759698f None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:35:52.468515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2919a9-6bae-46e5-98b7-ab16d0d38046 None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:52.482799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2919a9-6bae-46e5-98b7-ab16d0d38046 None None] Network 6f466d6a-30e1-4305-9072-d66dbb9df85b could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:35:52.520823 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a57b6101-6470-4085-9198-73020e43f96e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.543818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57b6101-6470-4085-9198-73020e43f96e']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:52.554519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd074796-6d6f-453a-ae1a-8a96ea581b92') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:52.555013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd074796-6d6f-453a-ae1a-8a96ea581b92') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:52.564902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (bd074796-6d6f-453a-ae1a-8a96ea581b92), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.578787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15fa52-7693-4f0e-992f-b46ebfc5362a req-a75e5a12-f322-459d-b2c6-696bd133186f tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:52.579157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (bd074796-6d6f-453a-ae1a-8a96ea581b92), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.580314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a15fa52-7693-4f0e-992f-b46ebfc5362a req-a75e5a12-f322-459d-b2c6-696bd133186f tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.1768780 Jan 28 04:35:52.584646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] For port d4ec870c-8407-4557-a191-60d32c9b3c4c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d4ec870c-8407-4557-a191-60d32c9b3c4c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:52.585019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.587538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:52.588381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (bd074796-6d6f-453a-ae1a-8a96ea581b92), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:52.592410 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:52.597586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Deleting port c1055573-8e4a-4116-8153-93bd8b110145 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:52.597937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c1055573-8e4a-4116-8153-93bd8b110145), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.660504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a57b6101-6470-4085-9198-73020e43f96e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.670531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.676522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/a57b6101-6470-4085-9198-73020e43f96e HTTP/1.1" status: 204 len: 168 time: 0.4043272 Jan 28 04:35:52.676666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Port 7f0c9ff5-a25b-4fd7-b2e8-821768f7f141 not found while updating agent binding for router f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e. {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 04:35:52.683942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57838) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:52.685772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:52.686806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 04:35:52.686931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ebcaa-a5c5-4527-a064-e229e7118370 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=a57b6101-6470-4085-9198-73020e43f96e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:52.687012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_agentschedulers_db [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent'). {{(pid=103140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 04:35:52.687113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Calling delete_port for d4ec870c-8407-4557-a191-60d32c9b3c4c owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:52.687603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a4f31-5d31-40b0-aa97-281912cbf87a None None] The sync data for ids ['f97e7c78-8a7e-4e71-8fd8-ab6fe9a5648e'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:52.717630 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd76ab1e-5dcc-482b-8618-250ae804ba80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:52.718124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd76ab1e-5dcc-482b-8618-250ae804ba80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:52.724159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd76ab1e-5dcc-482b-8618-250ae804ba80 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/f9de1134-96d3-4d20-858d-59d3fefc2117 HTTP/1.1" status: 404 len: 337 time: 0.0359297 Jan 28 04:35:52.724417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:52.743465 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-985e1acb-1abc-4a68-8b33-2e799b2feaea tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:52.744030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985e1acb-1abc-4a68-8b33-2e799b2feaea tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:52.749889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-985e1acb-1abc-4a68-8b33-2e799b2feaea tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/8eed88de-69c4-4af7-8e9b-5af600d3d6c1 HTTP/1.1" status: 404 len: 339 time: 0.0218592 Jan 28 04:35:52.750050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57844) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:52.805529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9e210377-d726-459c-b259-569b17803181'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:52.815315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting subnet d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:52.825169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a15fa52-7693-4f0e-992f-b46ebfc5362a req-c83220bc-5169-4e4a-ba1f-c1bddd5555e5 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351100 Jan 28 04:35:52.832518 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.872218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] For port c1055573-8e4a-4116-8153-93bd8b110145, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c1055573-8e4a-4116-8153-93bd8b110145,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:52.872634 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c1055573-8e4a-4116-8153-93bd8b110145), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:52.889889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Calling delete_port for c1055573-8e4a-4116-8153-93bd8b110145 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:52.905386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.052966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.065483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ea67b-2919-4dba-aa6f-9147342508dd req-9b291bd1-5980-41d9-9898-3ddd8d855023 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:53.065483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d4ea67b-2919-4dba-aa6f-9147342508dd req-9b291bd1-5980-41d9-9898-3ddd8d855023 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f4857-0910-46aa-a2ff-c21f83d2100c HTTP/1.1" status: 200 len: 950 time: 0.2340922 Jan 28 04:35:53.070223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57848) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:53.087006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d4ec870c-8407-4557-a191-60d32c9b3c4c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.123703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4ec870c-8407-4557-a191-60d32c9b3c4c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:53.152365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d4ea67b-2919-4dba-aa6f-9147342508dd req-0700bbe4-7b3f-498c-bdd9-fd36af71ca7b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696712 Jan 28 04:35:53.161159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.188672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:53.196275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.199580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0e9baf71-0b18-494f-ab19-ddd4904d5340 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/d4e3b4f3-8fba-4b95-87ad-f9e3c72e15d1 HTTP/1.1" status: 204 len: 168 time: 0.4485636 Jan 28 04:35:53.202286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57854) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:53.203494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b66d2-ac3f-42d4-8e8b-bfd59cae0db3 None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:53.263439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting subnet a7d4e89c-edb3-450b-9ec3-b78682155a1d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:53.267612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (a7d4e89c-edb3-450b-9ec3-b78682155a1d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.285529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-895342f3-baa8-4d28-a2fb-0ccf13de63a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.290311 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (d72c72c0-840c-44cc-9c97-c265daf145c6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.337405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c1055573-8e4a-4116-8153-93bd8b110145 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:53.338413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (a7d4e89c-edb3-450b-9ec3-b78682155a1d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.371830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: c1055573-8e4a-4116-8153-93bd8b110145 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:53.372486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c1055573-8e4a-4116-8153-93bd8b110145 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:53.402279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c1055573-8e4a-4116-8153-93bd8b110145), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.421645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed3868-a874-4b00-9ad8-27cc466722fd req-955bf50b-74a5-44d0-a1c6-003bf2b034c0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:53.423234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74ed3868-a874-4b00-9ad8-27cc466722fd req-955bf50b-74a5-44d0-a1c6-003bf2b034c0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 944 time: 0.0982296 Jan 28 04:35:53.441788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'edf7e39b-2604-4107-890a-3290ff924c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:53.483847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (d72c72c0-840c-44cc-9c97-c265daf145c6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.490206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_controller (d72c72c0-840c-44cc-9c97-c265daf145c6), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.509547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a7d4e89c-edb3-450b-9ec3-b78682155a1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.521322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event deleted for resources: {'Port': ['ID=c1055573-8e4a-4116-8153-93bd8b110145,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:53.578361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74ed3868-a874-4b00-9ad8-27cc466722fd req-18fe132a-3a9b-4522-8dbd-c433a1f342e9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304114 Jan 28 04:35:53.622006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] No DVR routers for this DVR port c1055573-8e4a-4116-8153-93bd8b110145 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:53.644366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1a29-e177-46c3-9846-c57c21e2b24c req-cd2609e9-ec4e-465e-ae72-17b6d4b7509c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:53.647200 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (a7d4e89c-edb3-450b-9ec3-b78682155a1d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.652780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2baa1a29-e177-46c3-9846-c57c21e2b24c req-cd2609e9-ec4e-465e-ae72-17b6d4b7509c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.3688579 Jan 28 04:35:53.657102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.660478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1d592b6-a99d-410a-95d5-f1aedc50f6ad req-e9243ccf-f060-4d7c-9ed1-cd4912a1576d tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "DELETE /v2.0/ports/c1055573-8e4a-4116-8153-93bd8b110145 HTTP/1.1" status: 204 len: 173 time: 1.3687909 Jan 28 04:35:53.661296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'name': 'network-vif-deleted', 'tag': 'c1055573-8e4a-4116-8153-93bd8b110145'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:53.669328 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf0826-ea6e-4bff-bb05-4372f0b46d0b" -d '{"events": [{"server_uuid": "115f4857-0910-46aa-a2ff-c21f83d2100c", "name": "network-vif-deleted", "tag": "c1055573-8e4a-4116-8153-93bd8b110145"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:53.680108 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (d72c72c0-840c-44cc-9c97-c265daf145c6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.680662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d72c72c0-840c-44cc-9c97-c265daf145c6 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:53.688972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.696364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27b4d6c5-67d2-46e6-ba5b-720bcfac39d8 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d72c72c0-840c-44cc-9c97-c265daf145c6 HTTP/1.1" status: 204 len: 168 time: 1.9499438 Jan 28 04:35:53.709423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57862) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:53.730959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1215930497', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:53.737998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d4e89c-edb3-450b-9ec3-b78682155a1d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:53.755539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.773250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f2d4ee48-992b-48f0-b265-1c2d19e11b59 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/a7d4e89c-edb3-450b-9ec3-b78682155a1d HTTP/1.1" status: 204 len: 168 time: 0.5674548 Jan 28 04:35:53.773986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:53.858781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a42e8312-2d74-437f-ad56-6f15c78d484c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:53.876709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2baa1a29-e177-46c3-9846-c57c21e2b24c req-20c0af2f-49d1-4b1e-ae07-be9449a44d15 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166336 Jan 28 04:35:53.941517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.945384 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a373d86-8282-4eba-a56e-409139f47471 x-openstack-request-id: req-6a373d86-8282-4eba-a56e-409139f47471 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:53.945691 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f4857-0910-46aa-a2ff-c21f83d2100c", "name": "network-vif-deleted", "tag": "c1055573-8e4a-4116-8153-93bd8b110145", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:53.945954 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a373d86-8282-4eba-a56e-409139f47471 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:53.947403 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f4857-0910-46aa-a2ff-c21f83d2100c', 'name': 'network-vif-deleted', 'tag': 'c1055573-8e4a-4116-8153-93bd8b110145', 'status': 'completed', 'code': 200} Jan 28 04:35:53.984706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (fb110377-6a32-4466-8aad-b989033547d9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.991114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (fb110377-6a32-4466-8aad-b989033547d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.013737 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-895342f3-baa8-4d28-a2fb-0ccf13de63a5 admin admin] Publish callbacks [] for security_group (f3be4c6d-6195-40be-84cb-6eef663f60ee), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.027966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-895342f3-baa8-4d28-a2fb-0ccf13de63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f3be4c6d-6195-40be-84cb-6eef663f60ee), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.046327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:54.053323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.127976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port a42e8312-2d74-437f-ad56-6f15c78d484c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:35:54.136189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] For port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,segment=NetworkSegment(21003e59-7c50-426d-8149-5b434ec012e3),segment_id=21003e59-7c50-426d-8149-5b434ec012e3)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:54.136664 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.149725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port a42e8312-2d74-437f-ad56-6f15c78d484c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:54.149725 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.174201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Calling delete_port for b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:54.216181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (fb110377-6a32-4466-8aad-b989033547d9), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.226145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895342f3-baa8-4d28-a2fb-0ccf13de63a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be4c6d-6195-40be-84cb-6eef663f60ee,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:54.340084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-895342f3-baa8-4d28-a2fb-0ccf13de63a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53213f63eb914ce994145658dad55d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2658870 Jan 28 04:35:54.350920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57874) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:54.378859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a42e8312-2d74-437f-ad56-6f15c78d484c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:54.379266 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.424248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e8312-2d74-437f-ad56-6f15c78d484c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:54.426873 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c1c02-db1e-423d-9660-09c3eccdbbf6" -d '{"events": [{"server_uuid": "030ec424-e2d3-467d-b029-58c7668b5dd1", "name": "network-vif-plugged", "status": "completed", "tag": "a42e8312-2d74-437f-ad56-6f15c78d484c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:54.441384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a42e8312-2d74-437f-ad56-6f15c78d484c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a42e8312-2d74-437f-ad56-6f15c78d484c,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:54.447030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.507774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc741a3c-e43b-45ee-b040-4e09419c5e2e req-e1809ee4-5ae8-4308-90b1-a17e634a2bb8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:54.520746 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc741a3c-e43b-45ee-b040-4e09419c5e2e req-e1809ee4-5ae8-4308-90b1-a17e634a2bb8 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.2068415 Jan 28 04:35:54.521082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0c68c-25d7-493c-a0ab-6059b7302a03 req-edfb1f0a-c507-4272-89cb-6ca8b587dea7 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:54.522903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77f0c68c-25d7-493c-a0ab-6059b7302a03 req-edfb1f0a-c507-4272-89cb-6ca8b587dea7 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.4985850 Jan 28 04:35:54.528491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.528674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (fb110377-6a32-4466-8aad-b989033547d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.530260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343d58e-b79d-4655-b716-9a7052e34133 None None] Network b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:54.548197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2632861d-63bc-47e8-a6f9-20f9d76840c5 admin admin] Publish callbacks [] for security_group (f3be4c6d-6195-40be-84cb-6eef663f60ee), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.557925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d765cf55-6bec-47d8-9f70-0f4ccf2e1ef0 None None] Could not find standard attr ID for object b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:35:54.579613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Port': ['ID=b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:54.592423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No DVR routers for this DVR port b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:54.601091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4ec870c-8407-4557-a191-60d32c9b3c4c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:54.624628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2632861d-63bc-47e8-a6f9-20f9d76840c5 admin admin] Publish callbacks [] for security_group (f3be4c6d-6195-40be-84cb-6eef663f60ee), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.642499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77f0c68c-25d7-493c-a0ab-6059b7302a03 req-659c8212-7537-4765-80f6-297dc44e24ef tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096148 Jan 28 04:35:54.644323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d4ec870c-8407-4557-a191-60d32c9b3c4c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:54.644786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4ec870c-8407-4557-a191-60d32c9b3c4c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:54.651999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a42e8312-2d74-437f-ad56-6f15c78d484c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:54.738545 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc741a3c-e43b-45ee-b040-4e09419c5e2e req-8f7518fa-a52c-465d-95bb-3404169833e1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202163 Jan 28 04:35:54.757024 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f642a-989a-432e-bbff-e6619035333c x-openstack-request-id: req-703f642a-989a-432e-bbff-e6619035333c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:54.757468 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ec424-e2d3-467d-b029-58c7668b5dd1", "name": "network-vif-plugged", "status": "completed", "tag": "a42e8312-2d74-437f-ad56-6f15c78d484c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:54.757733 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-703f642a-989a-432e-bbff-e6619035333c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:54.758227 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e8312-2d74-437f-ad56-6f15c78d484c', 'code': 200} Jan 28 04:35:54.776042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2f517-b60a-4dc7-8aeb-b642aa1dd2d7 None None] DHCP port deletion for b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:54.808293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.857240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:54.876400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21003e59-7c50-426d-8149-5b434ec012e3') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:54.876610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21003e59-7c50-426d-8149-5b434ec012e3') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:54.891481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (21003e59-7c50-426d-8149-5b434ec012e3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.901470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2632861d-63bc-47e8-a6f9-20f9d76840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f3be4c6d-6195-40be-84cb-6eef663f60ee), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.904021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2632861d-63bc-47e8-a6f9-20f9d76840c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.907386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2632861d-63bc-47e8-a6f9-20f9d76840c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3be4c6d-6195-40be-84cb-6eef663f60ee HTTP/1.1" status: 204 len: 168 time: 0.5531096 Jan 28 04:35:54.918482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebc11f-e685-43cc-b0e2-6630b74276a0 req-a7df7188-36ee-4abd-8638-bf8a933e138e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:54.925745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9ebc11f-e685-43cc-b0e2-6630b74276a0 req-a7df7188-36ee-4abd-8638-bf8a933e138e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 944 time: 0.1135941 Jan 28 04:35:54.927924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (21003e59-7c50-426d-8149-5b434ec012e3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.932122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (fb110377-6a32-4466-8aad-b989033547d9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.952596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:54.953010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (21003e59-7c50-426d-8149-5b434ec012e3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.956581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632861d-63bc-47e8-a6f9-20f9d76840c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be4c6d-6195-40be-84cb-6eef663f60ee,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:54.958729 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:54.960715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261f4aa-131e-40ec-aa3f-573d9257e3bb req-0005ed3c-083f-4d0e-835e-8f85b62e7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:54.961503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4261f4aa-131e-40ec-aa3f-573d9257e3bb req-0005ed3c-083f-4d0e-835e-8f85b62e7cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 1097 time: 0.1021807 Jan 28 04:35:54.962553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.049932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9ebc11f-e685-43cc-b0e2-6630b74276a0 req-4c42feb1-7673-425e-a056-6521a0f0c73f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231897 Jan 28 04:35:55.052650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.087233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.096306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57888) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.097174 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac HTTP/1.1" status: 204 len: 168 time: 1.3214145 Jan 28 04:35:55.113445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d1326-1ab1-464e-a0fc-9fa01e3338b4 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=b4ee69b7-6ffc-4d0b-bd79-4df3566f72ac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:55.152460 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcdb78b-49e1-481f-8ad9-1c8ea6f52d7a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:55.152922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcdb78b-49e1-481f-8ad9-1c8ea6f52d7a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:55.157269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ddcdb78b-49e1-481f-8ad9-1c8ea6f52d7a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/3f0d96fb-00cd-4614-afa4-c2aff61e09be HTTP/1.1" status: 404 len: 337 time: 0.0588849 Jan 28 04:35:55.159552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.187201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e0670-f39e-4e60-ad53-ba543d3c4cb4 req-916b231d-0d72-4d0b-92b3-0e8c55f2a774 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:55.188715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-973e0670-f39e-4e60-ad53-ba543d3c4cb4 req-916b231d-0d72-4d0b-92b3-0e8c55f2a774 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.0572898 Jan 28 04:35:55.189509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4261f4aa-131e-40ec-aa3f-573d9257e3bb req-e51965c5-d587-4f64-a858-a66dd7197ff3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200301 Jan 28 04:35:55.201711 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-772d1627-b809-419f-a9e9-851661c7d23b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:55.202222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772d1627-b809-419f-a9e9-851661c7d23b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:55.205234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-772d1627-b809-419f-a9e9-851661c7d23b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/6d69e4f0-4d1d-4015-859e-644a153e984c HTTP/1.1" status: 404 len: 339 time: 0.0422220 Jan 28 04:35:55.208201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57894) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.233871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Allocated IP 172.25.6.214 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f8151b8a-e333-4289-8be9-8009eaf3d7d7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:55.247625 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-de96bd36-ddcd-4470-8e10-d611320ec27a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:55.248185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de96bd36-ddcd-4470-8e10-d611320ec27a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:55.251290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de96bd36-ddcd-4470-8e10-d611320ec27a tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/16755c28-7458-4547-a459-a8e775466b88 HTTP/1.1" status: 404 len: 337 time: 0.0420551 Jan 28 04:35:55.256891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57896) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.278421 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff97b39-4b1a-4d76-baa4-77c81e2c2691 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:55.279096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff97b39-4b1a-4d76-baa4-77c81e2c2691 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:55.284628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aff97b39-4b1a-4d76-baa4-77c81e2c2691 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/8d7711b1-ad28-4748-b070-cf520a96921d HTTP/1.1" status: 404 len: 339 time: 0.0242670 Jan 28 04:35:55.285681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57898) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.318057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57900) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.327421 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-973e0670-f39e-4e60-ad53-ba543d3c4cb4 req-47f69d78-4cec-4263-b512-efb8ef0572d2 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303520 Jan 28 04:35:55.330087 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48365e1-1353-48d9-95de-d30010d82152 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:55.330087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48365e1-1353-48d9-95de-d30010d82152 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:55.332211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:55.335813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e48365e1-1353-48d9-95de-d30010d82152 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/7958d262-2263-4418-beab-3bbf4ba5e01d HTTP/1.1" status: 404 len: 337 time: 0.0469315 Jan 28 04:35:55.336437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.340677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7099b58-0faf-47e8-a9c7-1a1e9ed021ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.366025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for port (f8151b8a-e333-4289-8be9-8009eaf3d7d7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.389525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 9e210377-d726-459c-b259-569b17803181 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:35:55.393721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9e210377-d726-459c-b259-569b17803181 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:55.394105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9e210377-d726-459c-b259-569b17803181), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.394254 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cff36d6-23ef-4816-aab7-06a619b27ece tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:55.394792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cff36d6-23ef-4816-aab7-06a619b27ece tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:55.398034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1cff36d6-23ef-4816-aab7-06a619b27ece tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/b3d7fddb-15d8-4aa5-8e7c-361b2061bb87 HTTP/1.1" status: 404 len: 339 time: 0.0301435 Jan 28 04:35:55.400823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57904) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.426121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7099b58-0faf-47e8-a9c7-1a1e9ed021ce admin admin] Publish callbacks [] for security_group (3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.431550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7099b58-0faf-47e8-a9c7-1a1e9ed021ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.466377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting subnet 73a0964e-ab4e-4e11-86ad-470453dfdea3 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:55.467283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7099b58-0faf-47e8-a9c7-1a1e9ed021ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:55.471335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (73a0964e-ab4e-4e11-86ad-470453dfdea3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.481945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9e210377-d726-459c-b259-569b17803181 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:55.482354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.487046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d7099b58-0faf-47e8-a9c7-1a1e9ed021ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93302a1b1f644b55ad2ec7cfa25915d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677613 Jan 28 04:35:55.489583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:55.501078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f8151b8a-e333-4289-8be9-8009eaf3d7d7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.518310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:55.522769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.545395 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-84b55cf7-bf98-4bc3-a16b-f049c1193516 admin admin] Publish callbacks [] for security_group (3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.570306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-84b55cf7-bf98-4bc3-a16b-f049c1193516 admin admin] Publish callbacks [] for security_group (3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.572828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:55.581315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.581748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.582164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.582582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.583176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.583510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.583842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.584177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.584504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.584830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.585178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.585505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.585828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:55.624761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-84b55cf7-bf98-4bc3-a16b-f049c1193516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.627494 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-84b55cf7-bf98-4bc3-a16b-f049c1193516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:55.628723 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-84b55cf7-bf98-4bc3-a16b-f049c1193516 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7 HTTP/1.1" status: 204 len: 168 time: 0.1381488 Jan 28 04:35:55.637837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b55cf7-bf98-4bc3-a16b-f049c1193516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a060ca3-60f5-4a60-9fd9-c0ac67ff51c7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:55.859331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba68f-a3b1-4ab4-86b4-94c1a9523812 req-6a33c0ab-7360-4571-87fe-aa8042a62368 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:55.860925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7bba68f-a3b1-4ab4-86b4-94c1a9523812 req-6a33c0ab-7360-4571-87fe-aa8042a62368 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.0531240 Jan 28 04:35:55.888526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:55.913126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7bba68f-a3b1-4ab4-86b4-94c1a9523812 req-1f192716-29b7-46bd-8ec6-c9f716f3543a tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 Jan 28 04:35:55.913336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:55.916648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:55.945119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (73a0964e-ab4e-4e11-86ad-470453dfdea3), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.002533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event updated for resources: {'Port': ['ID=f8151b8a-e333-4289-8be9-8009eaf3d7d7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:56.145386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128e0dd-c15d-4f37-a56f-9e2fadb349fb req-aa34ec97-a5d8-41f0-a739-4d863f002742 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:56.154038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0128e0dd-c15d-4f37-a56f-9e2fadb349fb req-aa34ec97-a5d8-41f0-a739-4d863f002742 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 946 time: 0.2725449 Jan 28 04:35:56.244584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (73a0964e-ab4e-4e11-86ad-470453dfdea3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.286778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0128e0dd-c15d-4f37-a56f-9e2fadb349fb req-91a08320-59e2-49fb-acd9-4d35d3b73087 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269448 Jan 28 04:35:56.468017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (73a0964e-ab4e-4e11-86ad-470453dfdea3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.551073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.552678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:56.554350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/73a0964e-ab4e-4e11-86ad-470453dfdea3 HTTP/1.1" status: 204 len: 168 time: 1.1519606 Jan 28 04:35:56.561070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:56.565673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b2d564-daf6-4a38-9fe3-0bf8a0aeeee1 None None] Network 0200b689-7f4e-41e5-89eb-06714cb30c2f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:56.566197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57960) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:56.572037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f334d-f02b-48ca-8ac0-3209b7c93897 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=73a0964e-ab4e-4e11-86ad-470453dfdea3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:56.599725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705e0d7-ac4e-4f3d-b69c-880600365f7a req-8c181774-24d1-4057-b682-bb13b2c928f5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:56.601670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b705e0d7-ac4e-4f3d-b69c-880600365f7a req-8c181774-24d1-4057-b682-bb13b2c928f5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1903734 Jan 28 04:35:56.614408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:56.614776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b4bc1e6d-4493-4b33-87e3-c3ba4a423cd9 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:56.641648 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (fb110377-6a32-4466-8aad-b989033547d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.655692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b63ee-81e9-49c7-b585-93eade29fe16 req-927a762f-4f40-4d4e-b684-e974998961ca tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:56.657585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e3b63ee-81e9-49c7-b585-93eade29fe16 req-927a762f-4f40-4d4e-b684-e974998961ca tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.1555882 Jan 28 04:35:56.690048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0200b689-7f4e-41e5-89eb-06714cb30c2f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.735737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-140105352-network', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:56.763480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e210377-d726-459c-b259-569b17803181'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:56.767355 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a09bc-9bee-49b7-a947-9bca92031a7d" -d '{"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-plugged", "status": "completed", "tag": "9e210377-d726-459c-b259-569b17803181"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:56.777321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e3b63ee-81e9-49c7-b585-93eade29fe16 req-fe943b07-b15e-42f7-88ec-e59f9bae9640 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127717 Jan 28 04:35:56.781341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b705e0d7-ac4e-4f3d-b69c-880600365f7a req-17d2ae5e-d077-4960-b5e1-0bf29ab67a55 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731625 Jan 28 04:35:56.802927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] DHCP port deletion for 0200b689-7f4e-41e5-89eb-06714cb30c2f request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:56.805272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Made reservation on behalf of 42f0b8a4a14f460abcc507969c19debc for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:56.808396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.819845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.837139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting port 152c79eb-3175-49c9-9d26-178f6783e4dd {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:56.837508 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.847570 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94026ae-48f5-4450-a2e4-050c0d1b297b x-openstack-request-id: req-b94026ae-48f5-4450-a2e4-050c0d1b297b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:56.847985 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-plugged", "status": "completed", "tag": "9e210377-d726-459c-b259-569b17803181", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:56.848335 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b94026ae-48f5-4450-a2e4-050c0d1b297b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:56.848842 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e210377-d726-459c-b259-569b17803181', 'code': 200} Jan 28 04:35:56.861551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] Deleting port 152c79eb-3175-49c9-9d26-178f6783e4dd {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:56.862168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.862783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-e61d2768-3ff2-4435-8580-a060458d2406 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:56.864688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-e61d2768-3ff2-4435-8580-a060458d2406 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.1599193 Jan 28 04:35:56.922697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] For port 152c79eb-3175-49c9-9d26-178f6783e4dd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=152c79eb-3175-49c9-9d26-178f6783e4dd,segment=NetworkSegment(5a52372c-112b-4884-8502-fb4e3d85a805),segment_id=5a52372c-112b-4884-8502-fb4e3d85a805)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:56.923107 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.941721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Calling delete_port for 152c79eb-3175-49c9-9d26-178f6783e4dd owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:56.949982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] For port 152c79eb-3175-49c9-9d26-178f6783e4dd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=152c79eb-3175-49c9-9d26-178f6783e4dd,segment=NetworkSegment(5a52372c-112b-4884-8502-fb4e3d85a805),segment_id=5a52372c-112b-4884-8502-fb4e3d85a805)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:56.951188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.967295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] Calling delete_port for 152c79eb-3175-49c9-9d26-178f6783e4dd owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:57.023990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks [] for security_group (517c5db7-a46d-42e1-b171-1c632a1b0ae5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.035078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (517c5db7-a46d-42e1-b171-1c632a1b0ae5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.063287 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.074680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:57.083859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517c5db7-a46d-42e1-b171-1c632a1b0ae5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:57.091428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (624c4f6a-711e-40ae-8c66-7a67e470792b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.091428 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Added segment 624c4f6a-711e-40ae-8c66-7a67e470792b of type vlan for network a15b52ca-d6b8-4ef9-9baf-8e2817566887 Jan 28 04:35:57.096520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] No DVR routers for this DVR port 152c79eb-3175-49c9-9d26-178f6783e4dd on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:57.101197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdd277-3c86-489d-941d-4133aef7419d None None] Pushing event deleted for resources: {'Port': ['ID=152c79eb-3175-49c9-9d26-178f6783e4dd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:57.102705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (152c79eb-3175-49c9-9d26-178f6783e4dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.106907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf98f5-85bf-4563-a73c-2332d95c6bcd req-8ea652db-6bc7-4f7d-8f3f-eeea2a45a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:57.113447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39cf98f5-85bf-4563-a73c-2332d95c6bcd req-8ea652db-6bc7-4f7d-8f3f-eeea2a45a90f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 1096 time: 0.1567733 Jan 28 04:35:57.131562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (fb110377-6a32-4466-8aad-b989033547d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.154396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Port': ['ID=152c79eb-3175-49c9-9d26-178f6783e4dd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:57.160197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a15b52ca-d6b8-4ef9-9baf-8e2817566887), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.162600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No DVR routers for this DVR port 152c79eb-3175-49c9-9d26-178f6783e4dd on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:57.211841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Deleting port 9f8e7411-d928-4c6a-a654-f5a88734ea3c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:57.212148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.240142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39cf98f5-85bf-4563-a73c-2332d95c6bcd req-04f729b3-bad4-4745-9c52-6ccf7190bfb9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196482 Jan 28 04:35:57.252118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a15b52ca-d6b8-4ef9-9baf-8e2817566887), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.253069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:57.253674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.263534 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0200b689-7f4e-41e5-89eb-06714cb30c2f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.332297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7717590 Jan 28 04:35:57.338685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57968) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:57.344989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0200b689-7f4e-41e5-89eb-06714cb30c2f']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:57.352446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Request body: {'subnet': {'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-subnet', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:57.359378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a52372c-112b-4884-8502-fb4e3d85a805') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:57.359682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a52372c-112b-4884-8502-fb4e3d85a805') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:57.366083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c044e-863d-4be4-80cf-39045bf688bd admin admin] Pushing event updated for resources: {'Network': ['ID=a15b52ca-d6b8-4ef9-9baf-8e2817566887,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:57.371138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (5a52372c-112b-4884-8502-fb4e3d85a805), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.384978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:57.393479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5a52372c-112b-4884-8502-fb4e3d85a805), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.401506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:57.402757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (5a52372c-112b-4884-8502-fb4e3d85a805), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:57.407032 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:57.426431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] For port 9f8e7411-d928-4c6a-a654-f5a88734ea3c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9f8e7411-d928-4c6a-a654-f5a88734ea3c,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:57.426823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.453963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Calling delete_port for 9f8e7411-d928-4c6a-a654-f5a88734ea3c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:57.469279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Made reservation on behalf of 42f0b8a4a14f460abcc507969c19debc for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:57.471719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.485178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0200b689-7f4e-41e5-89eb-06714cb30c2f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.493795 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.500139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/0200b689-7f4e-41e5-89eb-06714cb30c2f HTTP/1.1" status: 204 len: 168 time: 0.9306459 Jan 28 04:35:57.503087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57974) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:57.543615 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-648fc5bc-260e-4bd8-8952-dd087b275f56 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:57.544075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648fc5bc-260e-4bd8-8952-dd087b275f56 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:57.547754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-648fc5bc-260e-4bd8-8952-dd087b275f56 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/61ee8a2b-82d3-44e5-bb90-bbd5f66f78e9 HTTP/1.1" status: 404 len: 337 time: 0.0432379 Jan 28 04:35:57.548770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320d0be-ac56-4854-91b3-b40c67c49d42 tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=0200b689-7f4e-41e5-89eb-06714cb30c2f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:57.550611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57984) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:57.568871 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b128d8a6-7652-41e3-bf7f-bbd5f854219b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] DELETE failed (client error): The resource could not be found. Jan 28 04:35:57.569579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b128d8a6-7652-41e3-bf7f-bbd5f854219b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:35:57.572363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b128d8a6-7652-41e3-bf7f-bbd5f854219b tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/dd373868-445c-43e9-b02d-a7d0eefd69aa HTTP/1.1" status: 404 len: 339 time: 0.0207164 Jan 28 04:35:57.575621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57986) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:57.583144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ea3-e1fe-48fa-86ae-112849ea2356 req-d5875ca7-2d1b-4d38-8f70-351050f2ba0d tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:57.584641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f702ea3-e1fe-48fa-86ae-112849ea2356 req-d5875ca7-2d1b-4d38-8f70-351050f2ba0d tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 946 time: 0.2229197 Jan 28 04:35:57.620487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Router fb110377-6a32-4466-8aad-b989033547d9 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:57.628943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting subnet d04250c7-8bd0-4829-9d32-8b6bb374144c {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:57.632074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (d04250c7-8bd0-4829-9d32-8b6bb374144c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.673356 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d04250c7-8bd0-4829-9d32-8b6bb374144c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.735666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f702ea3-e1fe-48fa-86ae-112849ea2356 req-7723babc-1f6a-4a8a-8bc0-89fda144e704 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431520 Jan 28 04:35:57.773414 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d04250c7-8bd0-4829-9d32-8b6bb374144c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.851559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d04250c7-8bd0-4829-9d32-8b6bb374144c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.876426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:57.893222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] Sync routers for ids ['fb110377-6a32-4466-8aad-b989033547d9'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:57.905032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:57.908993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/subnets/d04250c7-8bd0-4829-9d32-8b6bb374144c HTTP/1.1" status: 204 len: 168 time: 0.3324549 Jan 28 04:35:57.911506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f953a-e67b-4f67-837f-6aa232e394bc tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Subnet': ['ID=d04250c7-8bd0-4829-9d32-8b6bb374144c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:57.912498 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] Routers {'fb110377-6a32-4466-8aad-b989033547d9'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:57.913646 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fb110377-6a32-4466-8aad-b989033547d9'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:57.914549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f8b96-4ec5-4016-8688-43ba23062fc8 None None] Network 5d071ae5-97a7-480d-b3bf-90565817bbda requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:57.915058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57996) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:57.954594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:57.970415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] Routers {'fb110377-6a32-4466-8aad-b989033547d9'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:57.973498 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fb110377-6a32-4466-8aad-b989033547d9'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:58.018375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aed2b8-b858-4958-a861-7903b6e545e2 req-d58520b4-7246-4fd9-bf98-bf733fe78d35 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:58.024680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51aed2b8-b858-4958-a861-7903b6e545e2 req-d58520b4-7246-4fd9-bf98-bf733fe78d35 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1341352 Jan 28 04:35:58.033578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (5d071ae5-97a7-480d-b3bf-90565817bbda), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.067312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.071323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b5979c9a-901a-47eb-8548-74da05e8d546 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3447759 Jan 28 04:35:58.071517 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:58.071517 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62381e-1155-4769-a6d3-8728d975a43c None None] The sync data for ids ['fb110377-6a32-4466-8aad-b989033547d9'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:58.076733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:58.089540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': False}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:58.092632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9f8e7411-d928-4c6a-a654-f5a88734ea3c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.122042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2653a-2666-48be-b547-33eaffaf56b2 req-2642c01d-1489-48d4-b9ae-34a1ed80a8ad tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:58.129789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'edf7e39b-2604-4107-890a-3290ff924c73'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:58.130536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42c2653a-2666-48be-b547-33eaffaf56b2 req-2642c01d-1489-48d4-b9ae-34a1ed80a8ad tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 949 time: 0.2769275 Jan 28 04:35:58.193949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Deleting port 0e3e1430-e23f-4e79-8399-3e15cf92d075 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:58.194779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.210563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] DHCP port deletion for 5d071ae5-97a7-480d-b3bf-90565817bbda request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:58.233560 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42c2653a-2666-48be-b547-33eaffaf56b2 req-d046fd60-fea9-48cc-9771-3abbdfa76c9f tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982704 Jan 28 04:35:58.303860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] For port 0e3e1430-e23f-4e79-8399-3e15cf92d075, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0e3e1430-e23f-4e79-8399-3e15cf92d075,segment=NetworkSegment(b89869a9-2801-4929-a450-c5e367bd3592),segment_id=b89869a9-2801-4929-a450-c5e367bd3592)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:58.304297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.323300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Calling delete_port for 0e3e1430-e23f-4e79-8399-3e15cf92d075 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:58.345119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51aed2b8-b858-4958-a861-7903b6e545e2 req-06cfe3a5-c74b-4d7e-ace1-5f8d41a4f6dc tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195746 Jan 28 04:35:58.387108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] Deleting port 0e3e1430-e23f-4e79-8399-3e15cf92d075 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:58.387685 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.469998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.493991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event deleted for resources: {'Port': ['ID=9f8e7411-d928-4c6a-a654-f5a88734ea3c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:58.547098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Port': ['ID=0e3e1430-e23f-4e79-8399-3e15cf92d075,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:58.553240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] No DVR routers for this DVR port 0e3e1430-e23f-4e79-8399-3e15cf92d075 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:58.561408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] For port 0e3e1430-e23f-4e79-8399-3e15cf92d075, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0e3e1430-e23f-4e79-8399-3e15cf92d075,segment=NetworkSegment(b89869a9-2801-4929-a450-c5e367bd3592),segment_id=b89869a9-2801-4929-a450-c5e367bd3592)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:58.562054 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.591431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] Calling delete_port for 0e3e1430-e23f-4e79-8399-3e15cf92d075 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:58.673873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (4be01ea8-aca0-48ba-9ee3-317e64aa2d6f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.678067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] No DVR routers for this DVR port 9f8e7411-d928-4c6a-a654-f5a88734ea3c on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:58.700249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.714505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61ea7c6d-b38a-43f4-827e-005e72547be6 req-8c9f6edb-e6f3-45b3-8ba0-aa6b48fb100b tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "DELETE /v2.0/ports/9f8e7411-d928-4c6a-a654-f5a88734ea3c HTTP/1.1" status: 204 len: 173 time: 1.8283584 Jan 28 04:35:58.725404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 152c79eb-3175-49c9-9d26-178f6783e4dd no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:58.731071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86384b39-e391-460a-87f0-0dde505d5b60', 'name': 'network-vif-deleted', 'tag': '9f8e7411-d928-4c6a-a654-f5a88734ea3c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:58.735491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (5d071ae5-97a7-480d-b3bf-90565817bbda), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.740453 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f5ca3-8af8-4524-9f55-5266aec2a54c" -d '{"events": [{"server_uuid": "86384b39-e391-460a-87f0-0dde505d5b60", "name": "network-vif-deleted", "tag": "9f8e7411-d928-4c6a-a654-f5a88734ea3c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:58.762545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d071ae5-97a7-480d-b3bf-90565817bbda']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:58.766948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 152c79eb-3175-49c9-9d26-178f6783e4dd {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:58.767636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 152c79eb-3175-49c9-9d26-178f6783e4dd not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:58.768390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0e3e1430-e23f-4e79-8399-3e15cf92d075 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:58.774457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89869a9-2801-4929-a450-c5e367bd3592') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:58.774887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89869a9-2801-4929-a450-c5e367bd3592') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:58.796209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0e3e1430-e23f-4e79-8399-3e15cf92d075 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:58.796896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0e3e1430-e23f-4e79-8399-3e15cf92d075 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:58.824340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (b89869a9-2801-4929-a450-c5e367bd3592), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.865412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b89869a9-2801-4929-a450-c5e367bd3592), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.869107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (0e3e1430-e23f-4e79-8399-3e15cf92d075), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.895662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:58.897660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be01ea8-aca0-48ba-9ee3-317e64aa2d6f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:58.901872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (b89869a9-2801-4929-a450-c5e367bd3592), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:58.907512 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:58.917410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] Pushing event deleted for resources: {'Port': ['ID=0e3e1430-e23f-4e79-8399-3e15cf92d075,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:58.920877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6da7b-0e25-496f-a3b3-d687d6765e0c None None] No DVR routers for this DVR port 0e3e1430-e23f-4e79-8399-3e15cf92d075 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:59.042225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (5d071ae5-97a7-480d-b3bf-90565817bbda), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.050982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.054715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] 10.222.0.21 "DELETE /v2.0/networks/5d071ae5-97a7-480d-b3bf-90565817bbda HTTP/1.1" status: 204 len: 168 time: 1.1225417 Jan 28 04:35:59.078001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e9296-46ce-4a29-a460-23f7b98a539e tempest-NetworksIpV6Test-1285970913 tempest-NetworksIpV6Test-1285970913-project] Pushing event deleted for resources: {'Network': ['ID=5d071ae5-97a7-480d-b3bf-90565817bbda,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:59.312731 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae95973-22f3-4800-b677-0dd94d1ce2d8 x-openstack-request-id: req-eae95973-22f3-4800-b677-0dd94d1ce2d8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:59.313026 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86384b39-e391-460a-87f0-0dde505d5b60", "name": "network-vif-deleted", "tag": "9f8e7411-d928-4c6a-a654-f5a88734ea3c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:59.313307 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eae95973-22f3-4800-b677-0dd94d1ce2d8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:59.313717 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86384b39-e391-460a-87f0-0dde505d5b60', 'name': 'network-vif-deleted', 'tag': '9f8e7411-d928-4c6a-a654-f5a88734ea3c', 'status': 'completed', 'code': 200} Jan 28 04:35:59.349871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:59.355092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (fb110377-6a32-4466-8aad-b989033547d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.362609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:59.441796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6eeb232b-82eb-4cd3-9de7-b968d80f2c1c req-a46a7fdf-7f53-452a-9821-e7b9063122b0 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=86384b39-e391-460a-87f0-0dde505d5b60 HTTP/1.1" status: 200 len: 210 time: 0.0781851 Jan 28 04:35:59.481634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Checking segment: {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:59.482011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Network hostable DHCP agents. Network: a15b52ca-d6b8-4ef9-9baf-8e2817566887, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:59.537311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:59.559902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:59.560381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'mac_address': 'fa:16:3e:43:40:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:59.577995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a15b52ca-d6b8-4ef9-9baf-8e2817566887) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:59.584319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:59.585137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.593110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a36e6-24eb-4457-94b9-5bb714da0cd4 None None] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:59.613545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-257379f5-6afb-4e2e-9fc5-39cfaa8c4919 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2663414 Jan 28 04:35:59.614237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58038) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:59.623238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:59.637198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b79c-b5b2-400c-a0aa-d67730f92258 req-0c872fed-09ea-4be4-ad2d-7ed706dd9285 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:59.639502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2e0b79c-b5b2-400c-a0aa-d67730f92258 req-0c872fed-09ea-4be4-ad2d-7ed706dd9285 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1445293 Jan 28 04:35:59.677743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e99903a1-4fe1-400d-a4e5-bd364603b997 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c83b64087630401da7393aa4b4239611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114810 Jan 28 04:35:59.678798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58040) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:59.748350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (35e80a9a-199c-441f-b9cf-38c500f72291), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.750603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (35e80a9a-199c-441f-b9cf-38c500f72291), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.820397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2e0b79c-b5b2-400c-a0aa-d67730f92258 req-1040b5d7-59d3-43ac-82b8-f6b209ea9fc9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666081 Jan 28 04:35:59.821473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080ed4d2-8962-440e-9bdf-700f0a73ab42 admin admin] Publish callbacks [] for security_group (89808841-2a0e-4fb3-aed9-d64c550f32c2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.845860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 72066b9a-bc9f-47bd-9357-b77a202ce31e is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:59.846761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.864455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080ed4d2-8962-440e-9bdf-700f0a73ab42 admin admin] Publish callbacks [] for security_group (89808841-2a0e-4fb3-aed9-d64c550f32c2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.883159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72066b9a-bc9f-47bd-9357-b77a202ce31e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:59.919749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks [] for router_controller (35e80a9a-199c-441f-b9cf-38c500f72291), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.922491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:59.928674 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.930204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080ed4d2-8962-440e-9bdf-700f0a73ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (89808841-2a0e-4fb3-aed9-d64c550f32c2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.934946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080ed4d2-8962-440e-9bdf-700f0a73ab42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.936339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-a15b52ca-d6b8-4ef9-9baf-8e2817566887', 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887', 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'fixed_ips': [{'subnet_id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:59.936633 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:35:59.937487 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.939262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-080ed4d2-8962-440e-9bdf-700f0a73ab42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89808841-2a0e-4fb3-aed9-d64c550f32c2 HTTP/1.1" status: 204 len: 168 time: 0.2595532 Jan 28 04:35:59.949008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ed4d2-8962-440e-9bdf-700f0a73ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89808841-2a0e-4fb3-aed9-d64c550f32c2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:00.026429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:00.125816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ae23-b5c1-4073-9f58-7172e2ec6eb0 req-f0db96f4-7012-4ba4-a966-3540c4a80373 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:00.132755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b299ae23-b5c1-4073-9f58-7172e2ec6eb0 req-f0db96f4-7012-4ba4-a966-3540c4a80373 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.2149804 Jan 28 04:36:00.186245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['72066b9a-bc9f-47bd-9357-b77a202ce31e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:00.239800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks [] for router_gateway (35e80a9a-199c-441f-b9cf-38c500f72291), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.252629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Allocated IP 172.20.0.2 (a15b52ca-d6b8-4ef9-9baf-8e2817566887/4be01ea8-aca0-48ba-9ee3-317e64aa2d6f/f0cbb7d5-587d-4494-b44f-4186684c0a13) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:00.353774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b299ae23-b5c1-4073-9f58-7172e2ec6eb0 req-b733fe6f-0856-44c6-8a94-19ca4931157d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122033 Jan 28 04:36:00.433909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (fb110377-6a32-4466-8aad-b989033547d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.444094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (fb110377-6a32-4466-8aad-b989033547d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.549316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Publish callbacks [] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.556435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.600988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:00.606314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:00.611452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:00.615487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Pushing event updated for resources: {'Port': ['ID=f0cbb7d5-587d-4494-b44f-4186684c0a13,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:00.625546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Router fb110377-6a32-4466-8aad-b989033547d9 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:00.675197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Attempting to bind port f0cbb7d5-587d-4494-b44f-4186684c0a13 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:00.675622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Attempting to bind port f0cbb7d5-587d-4494-b44f-4186684c0a13 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:00.676154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Attempting to bind port f0cbb7d5-587d-4494-b44f-4186684c0a13 on network a15b52ca-d6b8-4ef9-9baf-8e2817566887 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:00.681845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:00.682410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Checking segment: {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:00.682862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.683265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Bound using segment: {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:00.683747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Bound port: f0cbb7d5-587d-4494-b44f-4186684c0a13, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:00.684137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.778714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] For port f0cbb7d5-587d-4494-b44f-4186684c0a13, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:00.784822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] For port f0cbb7d5-587d-4494-b44f-4186684c0a13, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f0cbb7d5-587d-4494-b44f-4186684c0a13,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:00.790694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.887613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16b9a-e95a-46b5-81b5-d0f5c1a51f1b req-65b93f06-bb13-4358-a374-fb72a514efa2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:00.888514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bdb6a-326e-4d12-a1e6-c6f62795bf84 None None] Pushing event updated for resources: {'Port': ['ID=f0cbb7d5-587d-4494-b44f-4186684c0a13,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:00.894396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4a16b9a-e95a-46b5-81b5-d0f5c1a51f1b req-65b93f06-bb13-4358-a374-fb72a514efa2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.2365904 Jan 28 04:36:00.940861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks [] for router_gateway (35e80a9a-199c-441f-b9cf-38c500f72291), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.987767 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.030959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:01.042918 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] Sync routers for ids ['fb110377-6a32-4466-8aad-b989033547d9'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:01.064673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] Routers {'fb110377-6a32-4466-8aad-b989033547d9'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:01.065618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fb110377-6a32-4466-8aad-b989033547d9'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.082589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.087057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58100) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:01.089498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bef98c35-9254-4d7a-8bbc-659b0e5ad44c tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "PUT /v2.0/routers/fb110377-6a32-4466-8aad-b989033547d9 HTTP/1.1" status: 200 len: 922 time: 3.0070384 Jan 28 04:36:01.125234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.129740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4a16b9a-e95a-46b5-81b5-d0f5c1a51f1b req-8854b1b5-c89f-4d73-be55-cc7fd386bcf3 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344065 Jan 28 04:36:01.158271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:01.174321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] Routers {'fb110377-6a32-4466-8aad-b989033547d9'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:01.177777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fb110377-6a32-4466-8aad-b989033547d9'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.277616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.278294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a24e183-fe47-46e2-8249-1b27f4563604 None None] The sync data for ids ['fb110377-6a32-4466-8aad-b989033547d9'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:01.349835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Allocated IP 172.25.6.86 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/85eba401-b47b-4be2-8c53-f3308170ea31) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:01.383223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:01.401608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-510bc122-011b-44e4-a5d5-f6ecc929d516 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/fb110377-6a32-4466-8aad-b989033547d9 HTTP/1.1" status: 200 len: 922 time: 0.3129725 Jan 28 04:36:01.404477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:01.426275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1185807693'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:01.473291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 72066b9a-bc9f-47bd-9357-b77a202ce31e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:01.474001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.508439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8351d0-9518-4ad1-879a-e356ea120623 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.513246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca8351d0-9518-4ad1-879a-e356ea120623 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=fb110377-6a32-4466-8aad-b989033547d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1077182 Jan 28 04:36:01.513932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:01.584126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 72066b9a-bc9f-47bd-9357-b77a202ce31e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:01.584426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.612491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7de36-7f37-488a-b008-d37f524e5abc tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.622040 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c7a7de36-7f37-488a-b008-d37f524e5abc tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.1069674 Jan 28 04:36:01.622891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58122) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:01.624425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:01.632173 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53ce5a8-530e-4b88-bcb6-b47496bcbe51" -d '{"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-plugged", "status": "completed", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:01.643148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9523eb-9219-4325-a809-57f0681ceae3 req-c68cd7f0-d776-4f15-b068-5262bc04e00f tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.644821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a9523eb-9219-4325-a809-57f0681ceae3 req-c68cd7f0-d776-4f15-b068-5262bc04e00f tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 950 time: 0.2973945 Jan 28 04:36:01.647808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:01.651141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.655401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a02146fa-54d4-4006-9793-c2a0557d6908 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb110377-6a32-4466-8aad-b989033547d9 HTTP/1.1" status: 200 len: 205 time: 0.0312300 Jan 28 04:36:01.656173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58126) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:01.673009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:01.682277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.683889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9f8e7411-d928-4c6a-a654-f5a88734ea3c no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:01.738052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.793448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 9f8e7411-d928-4c6a-a654-f5a88734ea3c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:01.794100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9f8e7411-d928-4c6a-a654-f5a88734ea3c not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:01.803387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a9523eb-9219-4325-a809-57f0681ceae3 req-9c53627d-6fa8-41b0-8cc1-9962080a3199 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497107 Jan 28 04:36:01.841232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:01.843879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks [] for port (85eba401-b47b-4be2-8c53-f3308170ea31), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.905790 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a34340-8550-40d3-b1a6-1e5064413e33 x-openstack-request-id: req-d4a34340-8550-40d3-b1a6-1e5064413e33 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:01.906893 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-plugged", "status": "completed", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:01.907289 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a34340-8550-40d3-b1a6-1e5064413e33 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:01.907922 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'code': 200} Jan 28 04:36:01.951984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.006083 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (34be5214-d644-4d97-b1d3-afa9565b252d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.027689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:02.030363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:02.037868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:02.041290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (34be5214-d644-4d97-b1d3-afa9565b252d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.046126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Pushing event updated for resources: {'Port': ['ID=85eba401-b47b-4be2-8c53-f3308170ea31,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:02.108636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:36:02.135686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (07e3bec7-b501-4e6c-9be7-ea1108714bd3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.136036 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment 07e3bec7-b501-4e6c-9be7-ea1108714bd3 of type vlan for network 9708c25e-35f8-43e3-a00d-9b68c253ed74 Jan 28 04:36:02.152407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34be5214-d644-4d97-b1d3-afa9565b252d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:02.254371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (9708c25e-35f8-43e3-a00d-9b68c253ed74), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.336857 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (fb110377-6a32-4466-8aad-b989033547d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.344252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (9708c25e-35f8-43e3-a00d-9b68c253ed74), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.351212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:02.352081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.398368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da5b43-1437-4f3f-b783-3b8bc1216670 None None] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:02.433656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2715902 Jan 28 04:36:02.438931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58140) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:02.447116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'name': 'tempest-PortsTestJSON-1974580883'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:02.545652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962c033-0dca-4543-94a2-176cf28d163b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=9708c25e-35f8-43e3-a00d-9b68c253ed74,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:02.545846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] Provisioning complete for port f0cbb7d5-587d-4494-b44f-4186684c0a13 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:02.546338 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.548104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (fb110377-6a32-4466-8aad-b989033547d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.586934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35ce3-15d1-4e49-a646-e3ad9bdf0bc8 req-9402b741-0c26-472f-9c1f-7b8955f8c554 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:02.595484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc35ce3-15d1-4e49-a646-e3ad9bdf0bc8 req-9402b741-0c26-472f-9c1f-7b8955f8c554 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.3093727 Jan 28 04:36:02.604068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:36:02.653119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks [] for router_gateway (35e80a9a-199c-441f-b9cf-38c500f72291), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.684946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc35ce3-15d1-4e49-a646-e3ad9bdf0bc8 req-91ee03b6-2a65-4c8c-ad00-af59712133b1 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883920 Jan 28 04:36:02.757975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f0cbb7d5-587d-4494-b44f-4186684c0a13 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:02.759623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Deleting port f8151b8a-e333-4289-8be9-8009eaf3d7d7 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:02.761917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f8151b8a-e333-4289-8be9-8009eaf3d7d7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.788798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:02.793188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.920372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] Current status of the port f0cbb7d5-587d-4494-b44f-4186684c0a13 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:02.921344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.964879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f8151b8a-e333-4289-8be9-8009eaf3d7d7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:02.975803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] For port f0cbb7d5-587d-4494-b44f-4186684c0a13, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f0cbb7d5-587d-4494-b44f-4186684c0a13,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:02.977465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f0cbb7d5-587d-4494-b44f-4186684c0a13 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:02.977993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.004786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Calling delete_port for f8151b8a-e333-4289-8be9-8009eaf3d7d7 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:03.005033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.060222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 60abdf00-1886-4ebd-aada-777a92cd07c1 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:03.065183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61001b-d117-4548-8fe6-9e8aef47b7bc None None] Pushing event updated for resources: {'Port': ['ID=f0cbb7d5-587d-4494-b44f-4186684c0a13,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:03.170210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f0cbb7d5-587d-4494-b44f-4186684c0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:03.183129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4d198c82-6ec3-4dd1-86cd-a337fc58fbd1 None None] Provisioning complete for port f0cbb7d5-587d-4494-b44f-4186684c0a13 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:03.184566 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d198c82-6ec3-4dd1-86cd-a337fc58fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.322083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4d198c82-6ec3-4dd1-86cd-a337fc58fbd1 None None] Current status of the port f0cbb7d5-587d-4494-b44f-4186684c0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:03.327828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2e1ec-8fe0-4738-a90f-c2fdfc312ef3 req-728da849-e3b8-4550-bb88-450137acfc10 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:03.336334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c2e1ec-8fe0-4738-a90f-c2fdfc312ef3 req-728da849-e3b8-4550-bb88-450137acfc10 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 950 time: 0.4058645 Jan 28 04:36:03.432315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (35e80a9a-199c-441f-b9cf-38c500f72291), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.439833 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f8151b8a-e333-4289-8be9-8009eaf3d7d7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.454872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997e38-dbf1-4440-91ec-1c7ad92af046 req-fd71e5af-fe31-4e52-9919-e2e14f7a6275 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:03.456813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef997e38-dbf1-4440-91ec-1c7ad92af046 req-fd71e5af-fe31-4e52-9919-e2e14f7a6275 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.0869412 Jan 28 04:36:03.496806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event deleted for resources: {'Port': ['ID=f8151b8a-e333-4289-8be9-8009eaf3d7d7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:03.581215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef997e38-dbf1-4440-91ec-1c7ad92af046 req-4de5d22e-0f72-45e6-946a-a4bfc083c926 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955222 Jan 28 04:36:03.582201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (fb110377-6a32-4466-8aad-b989033547d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.617650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-46b6e77e-fb1f-4dd1-8f81-4d22a8beb566 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:03.623466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-46b6e77e-fb1f-4dd1-8f81-4d22a8beb566 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 950 time: 0.4388485 Jan 28 04:36:03.676655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c2e1ec-8fe0-4738-a90f-c2fdfc312ef3 req-2396d796-1b53-483c-b48d-d7eff96f2e68 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393605 Jan 28 04:36:03.772043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (fb110377-6a32-4466-8aad-b989033547d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.775250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (fb110377-6a32-4466-8aad-b989033547d9), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.881546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (fb110377-6a32-4466-8aad-b989033547d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.883053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Fanout notify agent at l3_agent the message router_deleted on router fb110377-6a32-4466-8aad-b989033547d9 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:03.893753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.895383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eb699e6c-6fe0-4792-bf47-acf0bf8eb504 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/fb110377-6a32-4466-8aad-b989033547d9 HTTP/1.1" status: 204 len: 168 time: 2.2378407 Jan 28 04:36:03.902963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58198) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:03.920908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1526082717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:03.989901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:03.999334 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.071294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (99567646-79d8-4ba9-ac1d-8423c2ddad22), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.083055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.131927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.137625 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-35417772-70f1-4e16-ab5c-323e22752891 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2289228 Jan 28 04:36:04.139024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58202) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:04.145724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:04.291177 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.375875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Router 35e80a9a-199c-441f-b9cf-38c500f72291 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:36:04.396880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.426779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (99567646-79d8-4ba9-ac1d-8423c2ddad22), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.498460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=60abdf00-1886-4ebd-aada-777a92cd07c1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:04.502743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Deleting port edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:04.503190 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (edf7e39b-2604-4107-890a-3290ff924c73), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.675992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': '07e3bec7-b501-4e6c-9be7-ea1108714bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:04.676373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 9708c25e-35f8-43e3-a00d-9b68c253ed74, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:36:04.683039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f0cbb7d5-587d-4494-b44f-4186684c0a13 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:04.732278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:04.750700 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Sync routers for ids ['35e80a9a-199c-441f-b9cf-38c500f72291'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:04.761301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] For port edf7e39b-2604-4107-890a-3290ff924c73, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=edf7e39b-2604-4107-890a-3290ff924c73,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:04.761727 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (edf7e39b-2604-4107-890a-3290ff924c73), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.806301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f0cbb7d5-587d-4494-b44f-4186684c0a13 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:04.806618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.816013 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Routers {'35e80a9a-199c-441f-b9cf-38c500f72291'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:04.816629 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['35e80a9a-199c-441f-b9cf-38c500f72291'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:04.828209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Calling delete_port for edf7e39b-2604-4107-890a-3290ff924c73 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:04.841640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.842905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-82cccdc5-a08a-4bdc-b2f9-e13e7ea18b1b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2272248 Jan 28 04:36:04.863701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58212) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:04.892215 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (99567646-79d8-4ba9-ac1d-8423c2ddad22), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.919210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.924768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:36:05.001380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f0cbb7d5-587d-4494-b44f-4186684c0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:05.065199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280051-0f01-4981-92dd-ece049aef297 req-02678714-a676-4fef-8a63-843e081683b4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:05.067293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2280051-0f01-4981-92dd-ece049aef297 req-02678714-a676-4fef-8a63-843e081683b4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.3001647 Jan 28 04:36:05.077715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 9708c25e-35f8-43e3-a00d-9b68c253ed74) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:05.107223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:05.108428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7a219-9d1d-460a-a0ab-a981a15dc887 None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:05.119202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Allocated IP 172.25.6.228 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b45f0027-12d2-4e1b-a2af-6e657b97ccd2) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:05.123629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:05.124335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.144948 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Set router 35e80a9a-199c-441f-b9cf-38c500f72291 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:05.292394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd1d06-c9ea-43f4-a609-94f09416b8c5 req-ebadc17d-3478-42d6-87b6-5fefe7d2ed71 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:05.294336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cbd1d06-c9ea-43f4-a609-94f09416b8c5 req-ebadc17d-3478-42d6-87b6-5fefe7d2ed71 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49 HTTP/1.1" status: 200 len: 950 time: 0.4680240 Jan 28 04:36:05.310737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-610869c2-6156-4a22-9daa-e59a1395b56b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8690307 Jan 28 04:36:05.319418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58218) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:05.362195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2061379086'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:05.423758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for port (b45f0027-12d2-4e1b-a2af-6e657b97ccd2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.477799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2280051-0f01-4981-92dd-ece049aef297 req-7b413220-6e2e-453d-9d01-3491bd43e0cb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556359 Jan 28 04:36:05.492300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:05.509124 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.552122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:36:05.565212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b45f0027-12d2-4e1b-a2af-6e657b97ccd2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.573221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (33f7842d-8ba4-4492-87af-760c5877943c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.588216 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment 33f7842d-8ba4-4492-87af-760c5877943c of type vlan for network 43034c7c-a38e-4c38-b66f-1841ba5ba0d6 Jan 28 04:36:05.680329 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:02Z', 'revision_number': 3, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:05.746357 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Checking router: 35e80a9a-199c-441f-b9cf-38c500f72291 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:36:05.746711 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Updating router 35e80a9a-199c-441f-b9cf-38c500f72291 port 85eba401-b47b-4be2-8c53-f3308170ea31 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:36:05.746942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (edf7e39b-2604-4107-890a-3290ff924c73), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.803965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cbd1d06-c9ea-43f4-a609-94f09416b8c5 req-a1d1fc0e-1bb3-4787-8606-1c32a292a91a tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc5e055-9d3f-45aa-b396-f0b7221a5107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914179 Jan 28 04:36:05.807904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:05.813113 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.852290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (43034c7c-a38e-4c38-b66f-1841ba5ba0d6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.903569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:05.920496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (43034c7c-a38e-4c38-b66f-1841ba5ba0d6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.926192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:05.926852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.929914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:05.939449 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.952089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event updated for resources: {'Port': ['ID=b45f0027-12d2-4e1b-a2af-6e657b97ccd2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:06.000651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Pushing event deleted for resources: {'Port': ['ID=edf7e39b-2604-4107-890a-3290ff924c73,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:06.127605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] No DVR routers for this DVR port edf7e39b-2604-4107-890a-3290ff924c73 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:06.132220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.139843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eebdde04-ff18-4410-aba3-d92eeb8182d4 req-95c9543b-a174-40fd-8785-29d2ebabe608 tempest-ServersAdminTestJSON-1389144729 tempest-ServersAdminTestJSON-1389144729-project] 10.222.0.52 "DELETE /v2.0/ports/edf7e39b-2604-4107-890a-3290ff924c73 HTTP/1.1" status: 204 len: 173 time: 2.4579227 Jan 28 04:36:06.140344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-deleted', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:06.142811 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90592f-8e6a-47e5-9ff4-4c3d6fd57263" -d '{"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-deleted", "tag": "edf7e39b-2604-4107-890a-3290ff924c73"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:06.177013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8353138 Jan 28 04:36:06.197262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58230) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:06.209139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'ports': [{'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'}, {'network_id': '43034c7c-a38e-4c38-b66f-1841ba5ba0d6'}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:06.209482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:06.209987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '43034c7c-a38e-4c38-b66f-1841ba5ba0d6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:06.267640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e28ee-3d3b-4a5e-8c5e-aab87b225741 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=43034c7c-a38e-4c38-b66f-1841ba5ba0d6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:06.281133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 43034c7c-a38e-4c38-b66f-1841ba5ba0d6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:36:06.290910 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2c104-0c7a-4cc6-971a-dc1d0992f469 x-openstack-request-id: req-fea2c104-0c7a-4cc6-971a-dc1d0992f469 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:06.291235 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49", "name": "network-vif-deleted", "tag": "edf7e39b-2604-4107-890a-3290ff924c73", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:06.291505 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fea2c104-0c7a-4cc6-971a-dc1d0992f469 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:06.291995 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b94c9-c4fc-44d8-94fd-3cb763ab8e49', 'name': 'network-vif-deleted', 'tag': 'edf7e39b-2604-4107-890a-3290ff924c73', 'status': 'completed', 'code': 200} Jan 28 04:36:06.323717 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Publish callbacks [] for port (85eba401-b47b-4be2-8c53-f3308170ea31), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.331570 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.383444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.501564 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Attempting to bind port 85eba401-b47b-4be2-8c53-f3308170ea31 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:06.507942 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Attempting to bind port 85eba401-b47b-4be2-8c53-f3308170ea31 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:06.508620 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Attempting to bind port 85eba401-b47b-4be2-8c53-f3308170ea31 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:06.547228 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:06.550515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:06.555399 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.555994 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:06.559270 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Bound port: 85eba401-b47b-4be2-8c53-f3308170ea31, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:06.560255 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.641932 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Pushing event updated for resources: {'Port': ['ID=85eba401-b47b-4be2-8c53-f3308170ea31,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:06.669625 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.669960 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.672928 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.673473 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.675355 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.675851 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.676380 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.677003 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.680361 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.680881 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.681397 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.681883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.682429 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:06.746984 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] For port 85eba401-b47b-4be2-8c53-f3308170ea31, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:06.754320 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] For port 85eba401-b47b-4be2-8c53-f3308170ea31, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=85eba401-b47b-4be2-8c53-f3308170ea31,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:06.761244 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.885099 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Routers {'35e80a9a-199c-441f-b9cf-38c500f72291'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:06.887767 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['35e80a9a-199c-441f-b9cf-38c500f72291'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:06.980791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1634e-684d-48e6-a7c5-a0a7eff9c70f req-624bec28-1e37-48b7-ba2e-b20955881182 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:06.984529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57b1634e-684d-48e6-a7c5-a0a7eff9c70f req-624bec28-1e37-48b7-ba2e-b20955881182 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.3372073 Jan 28 04:36:07.008465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (99567646-79d8-4ba9-ac1d-8423c2ddad22), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.072089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Allocated IP 172.20.0.1 (a15b52ca-d6b8-4ef9-9baf-8e2817566887/4be01ea8-aca0-48ba-9ee3-317e64aa2d6f/5e2b6a08-3e9e-4643-babb-2a3e43121034) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:07.078515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] Set router 35e80a9a-199c-441f-b9cf-38c500f72291 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:07.129797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:07.139849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.140621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57b1634e-684d-48e6-a7c5-a0a7eff9c70f req-0dfb15ba-74d0-454c-8eb8-f78175987bf2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499968 Jan 28 04:36:07.191551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.221271 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0cc01-b4c2-4a3c-81e2-48c432e8cdb3 None None] Pushing event updated for resources: {'Port': ['ID=85eba401-b47b-4be2-8c53-f3308170ea31,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:07.344211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks [] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.435135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.440294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:07.481903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: edf7e39b-2604-4107-890a-3290ff924c73 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:07.489814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device edf7e39b-2604-4107-890a-3290ff924c73 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:07.502363 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:02Z', 'revision_number': 3, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:07.535611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:07.540095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:07.546804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:07.557782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:07.562950 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338c57b-5c43-4de6-b050-8c3d913e8e8f None None] The sync data for ids ['35e80a9a-199c-441f-b9cf-38c500f72291'] in n-d-824835-3 is: [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:02Z', 'revision_number': 3, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:07.622663 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.652793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b6a08-3e9e-4643-babb-2a3e43121034,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:07.725970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (35e80a9a-199c-441f-b9cf-38c500f72291), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:07.738952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 7e8943f4-e24c-4ade-8327-4c078d6def18 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:08.007949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (7e8943f4-e24c-4ade-8327-4c078d6def18), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.127313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.137846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.146000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-997afd71-ded6-4d1e-8e8c-70e12aea52e1 None None] Provisioning complete for port 5e2b6a08-3e9e-4643-babb-2a3e43121034 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:08.158305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-997afd71-ded6-4d1e-8e8c-70e12aea52e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.169046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.250388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 4e953e97-9f9f-450d-ab10-97691097c963 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:08.262552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-997afd71-ded6-4d1e-8e8c-70e12aea52e1 None None] Port 5e2b6a08-3e9e-4643-babb-2a3e43121034 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:08.398134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (4e953e97-9f9f-450d-ab10-97691097c963), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.458492 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-263765a8-72ee-4941-a485-df36e7c11a27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2440aea79a714f1399537add7111895e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9177885 Jan 28 04:36:08.462374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7e8943f4-e24c-4ade-8327-4c078d6def18), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.516196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58274) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:08.562832 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5914c1c-1796-4165-a1ff-17bd15479e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.624194 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks [] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.625686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:08.635625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.678643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:08.686792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:08.689022 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4e953e97-9f9f-450d-ab10-97691097c963), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.708806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85eba401-b47b-4be2-8c53-f3308170ea31 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:08.736128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (35e80a9a-199c-441f-b9cf-38c500f72291), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.748932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=7e8943f4-e24c-4ade-8327-4c078d6def18,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:08.809421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 85eba401-b47b-4be2-8c53-f3308170ea31 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:08.810048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.899780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fa68-03c5-4073-950e-2a450dd147a4 req-efdd1cc5-4aa0-4a4a-bc51-cbac8ab86fcd tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:08.906558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0369fa68-03c5-4073-950e-2a450dd147a4 req-efdd1cc5-4aa0-4a4a-bc51-cbac8ab86fcd tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.6244202 Jan 28 04:36:08.932268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02852336-ca12-459e-b380-d1c8af50f007 admin admin] Publish callbacks [] for security_group (9fc5e055-9d3f-45aa-b396-f0b7221a5107), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:08.935398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b6a08-3e9e-4643-babb-2a3e43121034,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:09.003953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02852336-ca12-459e-b380-d1c8af50f007 admin admin] Publish callbacks [] for security_group (9fc5e055-9d3f-45aa-b396-f0b7221a5107), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.067126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:09.071286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:09.094990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 85eba401-b47b-4be2-8c53-f3308170ea31 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:09.095402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.151709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 85eba401-b47b-4be2-8c53-f3308170ea31, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=85eba401-b47b-4be2-8c53-f3308170ea31,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:09.159085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.288909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=85eba401-b47b-4be2-8c53-f3308170ea31,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:09.389448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Router 35e80a9a-199c-441f-b9cf-38c500f72291 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:09.535780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:09.541842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9a6238d5-b100-4f51-856e-7ee0afdcf830 admin admin] 10.222.0.21 "PUT /v2.0/routers/35e80a9a-199c-441f-b9cf-38c500f72291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6740191 Jan 28 04:36:09.606875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d18c5490-eda3-47f3-ad61-6b9e4e1cc7eb None None] Provisioning complete for port 5e2b6a08-3e9e-4643-babb-2a3e43121034 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:09.607351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d18c5490-eda3-47f3-ad61-6b9e4e1cc7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.658909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=4e953e97-9f9f-450d-ab10-97691097c963,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:09.711609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': '33f7842d-8ba4-4492-87af-760c5877943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '43034c7c-a38e-4c38-b66f-1841ba5ba0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:09.711982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 43034c7c-a38e-4c38-b66f-1841ba5ba0d6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:36:09.733627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d18c5490-eda3-47f3-ad61-6b9e4e1cc7eb None None] Port 5e2b6a08-3e9e-4643-babb-2a3e43121034 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:09.775008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0369fa68-03c5-4073-950e-2a450dd147a4 req-afedaab2-bd4e-40b2-a82f-f737a9aaa81e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8440239 Jan 28 04:36:09.784699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 43034c7c-a38e-4c38-b66f-1841ba5ba0d6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:36:09.796424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 43034c7c-a38e-4c38-b66f-1841ba5ba0d6) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:09.800414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Router 99567646-79d8-4ba9-ac1d-8423c2ddad22 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:36:09.817523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee4858d-f770-4d15-98c1-ab9f53b59ace None None] Network 43034c7c-a38e-4c38-b66f-1841ba5ba0d6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:09.828920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:09.836230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:09.842632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:09.843363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.863444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02852336-ca12-459e-b380-d1c8af50f007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9fc5e055-9d3f-45aa-b396-f0b7221a5107), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.866543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02852336-ca12-459e-b380-d1c8af50f007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:09.872740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02852336-ca12-459e-b380-d1c8af50f007 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fc5e055-9d3f-45aa-b396-f0b7221a5107 HTTP/1.1" status: 204 len: 168 time: 1.3036747 Jan 28 04:36:09.886722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02852336-ca12-459e-b380-d1c8af50f007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5e055-9d3f-45aa-b396-f0b7221a5107,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:09.903712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01e9717f-07b5-422e-95cd-8350f072efdc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7045567 Jan 28 04:36:09.906596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58300) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.184305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:10.199169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] Sync routers for ids ['99567646-79d8-4ba9-ac1d-8423c2ddad22'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:10.199365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.203617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d4d34df-e5f0-40c4-ae43-09854d0d0fa7 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "PUT /v2.0/routers/99567646-79d8-4ba9-ac1d-8423c2ddad22 HTTP/1.1" status: 200 len: 880 time: 6.0635438 Jan 28 04:36:10.204255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58314) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.219195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] Routers {'99567646-79d8-4ba9-ac1d-8423c2ddad22'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:10.225041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['99567646-79d8-4ba9-ac1d-8423c2ddad22'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:10.287607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:10.306120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] Routers {'99567646-79d8-4ba9-ac1d-8423c2ddad22'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:10.307890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['99567646-79d8-4ba9-ac1d-8423c2ddad22'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:10.341934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 4e953e97-9f9f-450d-ab10-97691097c963 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:10.342326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4e953e97-9f9f-450d-ab10-97691097c963), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.385961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:10.388902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625daa2f-df43-4b25-af1b-53a6a2d39c58 None None] The sync data for ids ['99567646-79d8-4ba9-ac1d-8423c2ddad22'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:10.433721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f02658bc-0fba-4453-91c4-031008afc465 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/99567646-79d8-4ba9-ac1d-8423c2ddad22 HTTP/1.1" status: 200 len: 921 time: 0.2283077 Jan 28 04:36:10.436699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58318) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.450413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58320) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.544256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13865f9b-ed3d-43eb-8794-a58248611616 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:10.548269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-13865f9b-ed3d-43eb-8794-a58248611616 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=99567646-79d8-4ba9-ac1d-8423c2ddad22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1069381 Jan 28 04:36:10.551209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec66d6f5-ef3a-4b4c-817e-6d9f421b9023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c824e449d7ba49c7894efc9d225d51e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973072 Jan 28 04:36:10.551209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58322) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.557822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58324) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.613395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-31b535ea-e3c9-438f-96ac-17296ad277b0 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4917145 Jan 28 04:36:10.625532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:10.645939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4e953e97-9f9f-450d-ab10-97691097c963), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.672809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85eba401-b47b-4be2-8c53-f3308170ea31 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:10.679188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e694612c-08a7-487b-a88e-6d7a7fb92e31 admin admin] Publish callbacks [] for security_group (4d821317-4827-47f4-8fa5-1c5899b3169b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.683481 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Sync routers for ids ['35e80a9a-199c-441f-b9cf-38c500f72291'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:10.703811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 4e953e97-9f9f-450d-ab10-97691097c963 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:10.710602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abb645-b871-4e70-b73e-d01c8191300a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:10.716984 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Routers {'35e80a9a-199c-441f-b9cf-38c500f72291'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:10.717623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e5abb645-b871-4e70-b73e-d01c8191300a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.1670539 Jan 28 04:36:10.722639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58326) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.723710 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:35:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['35e80a9a-199c-441f-b9cf-38c500f72291'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:10.756431 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.771360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e694612c-08a7-487b-a88e-6d7a7fb92e31 admin admin] Publish callbacks [] for security_group (4d821317-4827-47f4-8fa5-1c5899b3169b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.797473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01d4e901-4ea1-4f5a-87b4-da71bb786eda tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=99567646-79d8-4ba9-ac1d-8423c2ddad22 HTTP/1.1" status: 200 len: 205 time: 0.0734897 Jan 28 04:36:10.799808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58328) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:10.808919 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d4bf6f-0967-4515-b4d1-830640f4f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.851479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 85eba401-b47b-4be2-8c53-f3308170ea31 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:10.852689 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.916275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:10.976871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4e953e97-9f9f-450d-ab10-97691097c963), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.074195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=4e953e97-9f9f-450d-ab10-97691097c963,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:11.075772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Set router 35e80a9a-199c-441f-b9cf-38c500f72291 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:11.090128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.093523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a1731e8-18f5-4dcc-8d7b-ae1ac5459245 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/4e953e97-9f9f-450d-ab10-97691097c963 HTTP/1.1" status: 204 len: 168 time: 1.1856034 Jan 28 04:36:11.099307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58334) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:11.117905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515695f1-e47d-4938-a0e9-f39889315bce req-9f189795-bd2f-4a2b-9543-a19dac601f6f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:11.125951 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-515695f1-e47d-4938-a0e9-f39889315bce req-9f189795-bd2f-4a2b-9543-a19dac601f6f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1363263 Jan 28 04:36:11.146857 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e694612c-08a7-487b-a88e-6d7a7fb92e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4d821317-4827-47f4-8fa5-1c5899b3169b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.149313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e694612c-08a7-487b-a88e-6d7a7fb92e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.150840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e694612c-08a7-487b-a88e-6d7a7fb92e31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d821317-4827-47f4-8fa5-1c5899b3169b HTTP/1.1" status: 204 len: 168 time: 0.5920610 Jan 28 04:36:11.183899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (99567646-79d8-4ba9-ac1d-8423c2ddad22), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.197764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694612c-08a7-487b-a88e-6d7a7fb92e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d821317-4827-47f4-8fa5-1c5899b3169b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:11.362387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fb27c-827f-4bfe-93c0-5ec5578c4cce tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:11.378872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fb27c-827f-4bfe-93c0-5ec5578c4cce tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:11.390067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58340) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:11.391030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-da1fb27c-827f-4bfe-93c0-5ec5578c4cce tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2821038 Jan 28 04:36:11.398020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-515695f1-e47d-4938-a0e9-f39889315bce req-ff0216e1-8ac1-4bd3-8567-d8483bb7fab2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711995 Jan 28 04:36:11.409378 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:08Z', 'revision_number': 4, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '5e2b6a08-3e9e-4643-babb-2a3e43121034', 'name': '', 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'mac_address': 'fa:16:3e:4a:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:06Z', 'updated_at': '2022-01-28T04:36:08Z', 'revision_number': 2, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'subnets': [{'id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:11.448551 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Checking router: 35e80a9a-199c-441f-b9cf-38c500f72291 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:36:11.449267 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Updating router 35e80a9a-199c-441f-b9cf-38c500f72291 port 5e2b6a08-3e9e-4643-babb-2a3e43121034 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:36:11.509608 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.514885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.559522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 85eba401-b47b-4be2-8c53-f3308170ea31 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:11.689475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Deleting port b45f0027-12d2-4e1b-a2af-6e657b97ccd2 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:11.690015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b45f0027-12d2-4e1b-a2af-6e657b97ccd2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.798149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b45f0027-12d2-4e1b-a2af-6e657b97ccd2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.802301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 7e8943f4-e24c-4ade-8327-4c078d6def18 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:11.802301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7e8943f4-e24c-4ade-8327-4c078d6def18), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.880976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:11.926923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Calling delete_port for b45f0027-12d2-4e1b-a2af-6e657b97ccd2 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:11.992540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7e8943f4-e24c-4ade-8327-4c078d6def18), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.091961 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Publish callbacks [] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.092384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 7e8943f4-e24c-4ade-8327-4c078d6def18 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:12.102309 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.237252 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ab60-74ce-4ae1-874b-32a30bc0d927 None None] Pushing event updated for resources: {'Port': ['ID=5e2b6a08-3e9e-4643-babb-2a3e43121034,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:12.360500 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Attempting to bind port 5e2b6a08-3e9e-4643-babb-2a3e43121034 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:12.361520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Attempting to bind port 5e2b6a08-3e9e-4643-babb-2a3e43121034 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:12.362422 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Attempting to bind port 5e2b6a08-3e9e-4643-babb-2a3e43121034 on network a15b52ca-d6b8-4ef9-9baf-8e2817566887 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:12.392101 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:12.392789 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Checking segment: {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:12.393376 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.393916 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Bound using segment: {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:12.394567 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Bound port: 5e2b6a08-3e9e-4643-babb-2a3e43121034, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c4f6a-711e-40ae-8c66-7a67e470792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:12.395129 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.512465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7e8943f4-e24c-4ade-8327-4c078d6def18), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.558098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Allocated IP 172.25.6.169 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/574e3341-a742-4d07-9ca0-bda150a0a40a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:12.565033 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] For port 5e2b6a08-3e9e-4643-babb-2a3e43121034, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:12.573842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] For port 5e2b6a08-3e9e-4643-babb-2a3e43121034, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5e2b6a08-3e9e-4643-babb-2a3e43121034,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:12.580927 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.588315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=7e8943f4-e24c-4ade-8327-4c078d6def18,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:12.613821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.633447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58372) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:12.633771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec3c4136-2a49-4574-a5d3-1298392c3cc3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/7e8943f4-e24c-4ade-8327-4c078d6def18 HTTP/1.1" status: 204 len: 168 time: 1.2236266 Jan 28 04:36:12.691182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Routers {'35e80a9a-199c-441f-b9cf-38c500f72291'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:12.692478 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['35e80a9a-199c-441f-b9cf-38c500f72291'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:12.754424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b45f0027-12d2-4e1b-a2af-6e657b97ccd2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.812386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] Provisioning complete for port 5e2b6a08-3e9e-4643-babb-2a3e43121034 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:12.821613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.831500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83457a6c-a307-4826-bbde-e470c32b7b19 req-94e8facc-42ca-44cc-a3d7-70294542e34e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:12.842188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83457a6c-a307-4826-bbde-e470c32b7b19 req-94e8facc-42ca-44cc-a3d7-70294542e34e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.2070925 Jan 28 04:36:12.843734 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ab60-74ce-4ae1-874b-32a30bc0d927 None None] Pushing event updated for resources: {'Port': ['ID=5e2b6a08-3e9e-4643-babb-2a3e43121034,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:12.919445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae1caf-34fd-470f-afc9-ac6b2ca45d1d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:12.925882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e3ae1caf-34fd-470f-afc9-ac6b2ca45d1d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2913213 Jan 28 04:36:12.932029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58382) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:13.023598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] Current status of the port 5e2b6a08-3e9e-4643-babb-2a3e43121034 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:13.024158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.081500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.089705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event deleted for resources: {'Port': ['ID=b45f0027-12d2-4e1b-a2af-6e657b97ccd2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:13.107170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (99567646-79d8-4ba9-ac1d-8423c2ddad22), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.108762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] For port 5e2b6a08-3e9e-4643-babb-2a3e43121034, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5e2b6a08-3e9e-4643-babb-2a3e43121034,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:13.115880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.215824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f2eb5-fb44-4c1b-93c8-546c894aa4eb None None] Pushing event updated for resources: {'Port': ['ID=5e2b6a08-3e9e-4643-babb-2a3e43121034,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:13.249064 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53580ff-0940-4406-8899-714d737c8878 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:13.250765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.258274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e53580ff-0940-4406-8899-714d737c8878 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/4e953e97-9f9f-450d-ab10-97691097c963 HTTP/1.1" status: 404 len: 333 time: 0.2358942 Jan 28 04:36:13.260552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58390) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:13.278070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bbabe4b5-2777-47e9-bdea-31d5ea64af6d None None] Provisioning complete for port 5e2b6a08-3e9e-4643-babb-2a3e43121034 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:13.278462 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bbabe4b5-2777-47e9-bdea-31d5ea64af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.330254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] Set router 35e80a9a-199c-441f-b9cf-38c500f72291 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:13.361529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.364977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (99567646-79d8-4ba9-ac1d-8423c2ddad22), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.387368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83457a6c-a307-4826-bbde-e470c32b7b19 req-2f696778-9ae9-4ead-ab89-19e9cbfa69f9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426254 Jan 28 04:36:13.401577 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c025d5e-1390-4f88-80a9-0a87e13a206f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:13.406718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4c025d5e-1390-4f88-80a9-0a87e13a206f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/7e8943f4-e24c-4ade-8327-4c078d6def18 HTTP/1.1" status: 404 len: 333 time: 0.1330900 Jan 28 04:36:13.407955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58392) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:13.443527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:13.527955 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (99567646-79d8-4ba9-ac1d-8423c2ddad22), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.528815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Fanout notify agent at l3_agent the message router_deleted on router 99567646-79d8-4ba9-ac1d-8423c2ddad22 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:13.535919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.544254 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c2bcb00-aeb7-4663-b133-d6a3e6c95146 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/99567646-79d8-4ba9-ac1d-8423c2ddad22 HTTP/1.1" status: 204 len: 168 time: 2.7433903 Jan 28 04:36:13.559252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58404) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:13.562185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:13.572963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1333071695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:13.573186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:13.575281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=574e3341-a742-4d07-9ca0-bda150a0a40a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:13.635688 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.641105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bbabe4b5-2777-47e9-bdea-31d5ea64af6d None None] Current status of the port 5e2b6a08-3e9e-4643-babb-2a3e43121034 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:13.660655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (43034c7c-a38e-4c38-b66f-1841ba5ba0d6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.667998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.670230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.836610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (2f24b936-9775-49b9-b8a7-150e16acd564), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.846056 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.871684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (82c50308-d89d-4e8b-b8b9-e6393e75b7f4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.874547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.875418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (43034c7c-a38e-4c38-b66f-1841ba5ba0d6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.880225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dcb090a3-0aae-4e95-98e4-e3ad8ef1efbd tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3195722 Jan 28 04:36:13.881127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58410) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:13.892393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': True}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:13.909332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43034c7c-a38e-4c38-b66f-1841ba5ba0d6']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:13.942782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f7842d-8ba4-4492-87af-760c5877943c') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:13.943172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f7842d-8ba4-4492-87af-760c5877943c') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:13.954743 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:08Z', 'revision_number': 4, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '5e2b6a08-3e9e-4643-babb-2a3e43121034', 'name': '', 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'mac_address': 'fa:16:3e:4a:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:06Z', 'updated_at': '2022-01-28T04:36:12Z', 'revision_number': 4, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'subnets': [{'id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:13.977588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (33f7842d-8ba4-4492-87af-760c5877943c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:13.991290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.020947 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05d9a8-6a7c-4334-860b-49408c2f2a7f None None] The sync data for ids ['35e80a9a-199c-441f-b9cf-38c500f72291'] in n-d-824835-3 is: [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:08Z', 'revision_number': 4, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '5e2b6a08-3e9e-4643-babb-2a3e43121034', 'name': '', 'network_id': 'a15b52ca-d6b8-4ef9-9baf-8e2817566887', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'mac_address': 'fa:16:3e:4a:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:06Z', 'updated_at': '2022-01-28T04:36:12Z', 'revision_number': 4, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'subnets': [{'id': '4be01ea8-aca0-48ba-9ee3-317e64aa2d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:14.127896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (33f7842d-8ba4-4492-87af-760c5877943c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.185874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:36:14.196924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (33f7842d-8ba4-4492-87af-760c5877943c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:36:14.219307 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:36:14.254516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (2f24b936-9775-49b9-b8a7-150e16acd564), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.556240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (43034c7c-a38e-4c38-b66f-1841ba5ba0d6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.570602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.586105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/43034c7c-a38e-4c38-b66f-1841ba5ba0d6 HTTP/1.1" status: 204 len: 168 time: 1.1768076 Jan 28 04:36:14.595920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:14.646691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-804773503'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:14.776598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a4d1a-6e90-43d2-bebe-3761e8bff46e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=43034c7c-a38e-4c38-b66f-1841ba5ba0d6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:14.813370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e2b6a08-3e9e-4643-babb-2a3e43121034 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:14.831002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:14.837054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.872923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (2f24b936-9775-49b9-b8a7-150e16acd564), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.906836 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.909208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.918394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.012115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:36:15.038301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=574e3341-a742-4d07-9ca0-bda150a0a40a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:15.052179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Allocated IP 172.25.6.53 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/22324928-3f11-4a06-b35f-7d2d5cac2962) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:15.058735 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8c43c6dc-c086-436b-9aa5-9483a92b9288), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.059452 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment 8c43c6dc-c086-436b-9aa5-9483a92b9288 of type vlan for network 0f5fed8b-77b1-427a-aef9-09c250d8f1be Jan 28 04:36:15.070238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (82c50308-d89d-4e8b-b8b9-e6393e75b7f4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.109852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.132612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5e2b6a08-3e9e-4643-babb-2a3e43121034 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:15.133050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.136186 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.138020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-2ddefd83-ec0a-44bb-85c6-71a48c5b6b12 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5166278 Jan 28 04:36:15.141750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0f5fed8b-77b1-427a-aef9-09c250d8f1be), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.255454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for port (22324928-3f11-4a06-b35f-7d2d5cac2962), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.268369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:36:15.280767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-1b4771fb-d216-4410-b408-6e2c29bf36f7 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.1350615 Jan 28 04:36:15.314297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (22324928-3f11-4a06-b35f-7d2d5cac2962), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.367579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Port': ['ID=22324928-3f11-4a06-b35f-7d2d5cac2962,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:15.372558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5e2b6a08-3e9e-4643-babb-2a3e43121034 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:15.386938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a79d3-86ae-46e9-bda8-927ebe0dd387 req-12bd706f-e80c-476c-a23c-0d81066c0524 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:15.394136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b89a79d3-86ae-46e9-bda8-927ebe0dd387 req-12bd706f-e80c-476c-a23c-0d81066c0524 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.7499783 Jan 28 04:36:15.410812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:15.443455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:15.446989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:15.493830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-e6753569-e3ca-43a7-805d-86e09276895c tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:15.496643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a38a70de-2f60-4c77-a239-52bf06e37ef4 req-e6753569-e3ca-43a7-805d-86e09276895c tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2011647 Jan 28 04:36:15.523129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0f5fed8b-77b1-427a-aef9-09c250d8f1be), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.533068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:15.534614 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.653024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0475416 Jan 28 04:36:15.661681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:15.674828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:15.854262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (2f24b936-9775-49b9-b8a7-150e16acd564), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.952755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:15.961948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.962704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b89a79d3-86ae-46e9-bda8-927ebe0dd387 req-cf86a73d-fe86-4d63-b782-47ba677148ad tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674453 Jan 28 04:36:16.111790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ceddc-6139-4cac-947e-0348bd6c34ae tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=0f5fed8b-77b1-427a-aef9-09c250d8f1be,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:16.124838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:36:16.192730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Performing IP validity checks on allocation pools {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 04:36:16.193726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 04:36:16.283816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-8ec0e2c0-a8fa-48ed-b86b-4411f1fc891a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1462417 Jan 28 04:36:16.467591 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (87346289-e406-42f2-ab0e-d73b256cb8cf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.608788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': '8c43c6dc-c086-436b-9aa5-9483a92b9288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:16.609539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 0f5fed8b-77b1-427a-aef9-09c250d8f1be, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:36:16.612233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=87346289-e406-42f2-ab0e-d73b256cb8cf,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:16.632130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-b670bb27-0e5e-4b44-ac62-8cba6f518e19 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:16.640145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-b670bb27-0e5e-4b44-ac62-8cba6f518e19 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3541863 Jan 28 04:36:16.673096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-5063c883-3d06-464b-b988-a6664e2a1f55 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/quotas/b79c05c4bde8438f9efb92d7dff6d24f HTTP/1.1" status: 200 len: 375 time: 0.0316164 Jan 28 04:36:16.718167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-86e65584-3c46-42fa-b03b-41b1393e51cb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429642 Jan 28 04:36:16.742332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:36:16.762112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0f5fed8b-77b1-427a-aef9-09c250d8f1be) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:16.771864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d78ce-e599-4619-8e32-4f427bb5e181 None None] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:16.783738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:16.785687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.824888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58462) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:16.825480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-993640ea-c8f8-46f4-ba05-e8d5611dce36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1622224 Jan 28 04:36:17.011965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0f5fed8b-77b1-427a-aef9-09c250d8f1be', 'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': '87346289-e406-42f2-ab0e-d73b256cb8cf'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:36:17.012849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.130848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.147097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be', 'name': 'tempest-PortsTestJSON-2140567537'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.164700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.201017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-d0040ac9-c216-4102-9041-df52749e5430 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1501675 Jan 28 04:36:17.234763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Allocated IP 172.20.0.2 (0f5fed8b-77b1-427a-aef9-09c250d8f1be/87346289-e406-42f2-ab0e-d73b256cb8cf/88932c49-d276-42ee-8203-790ef2b0ae7b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:17.248475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.324564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acd72fab-da5e-4d66-873f-7cec354ccd8f req-5525d958-51b1-4418-8a07-7b7a65d700cd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0582600 Jan 28 04:36:17.520485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.537864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935f3eb-9231-421b-b8aa-485b3a361e90 req-6a5be501-326d-47d3-bd63-56d64ff46c37 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:17.546995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9935f3eb-9231-421b-b8aa-485b3a361e90 req-6a5be501-326d-47d3-bd63-56d64ff46c37 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.0980527 Jan 28 04:36:17.608626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Publish callbacks [] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.623867 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.700026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9935f3eb-9231-421b-b8aa-485b3a361e90 req-fd3088e8-15ad-4869-a6ba-83f9e44c68bd tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518400 Jan 28 04:36:17.755967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Pushing event updated for resources: {'Port': ['ID=88932c49-d276-42ee-8203-790ef2b0ae7b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:17.796650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:17.799228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:17.804115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:17.855673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Router 2f24b936-9775-49b9-b8a7-150e16acd564 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:36:17.937114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:17.939446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Attempting to bind port 88932c49-d276-42ee-8203-790ef2b0ae7b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:17.939861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Attempting to bind port 88932c49-d276-42ee-8203-790ef2b0ae7b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '8c43c6dc-c086-436b-9aa5-9483a92b9288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:17.940678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.941292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Attempting to bind port 88932c49-d276-42ee-8203-790ef2b0ae7b on network 0f5fed8b-77b1-427a-aef9-09c250d8f1be {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:17.950623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:17.951481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Checking segment: {'id': '8c43c6dc-c086-436b-9aa5-9483a92b9288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:17.951902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.952311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Bound using segment: {'id': '8c43c6dc-c086-436b-9aa5-9483a92b9288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:17.952794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Bound port: 88932c49-d276-42ee-8203-790ef2b0ae7b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c43c6dc-c086-436b-9aa5-9483a92b9288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0f5fed8b-77b1-427a-aef9-09c250d8f1be'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:17.953807 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.986607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:17.996286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.111625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] For port 88932c49-d276-42ee-8203-790ef2b0ae7b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:18.119042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] For port 88932c49-d276-42ee-8203-790ef2b0ae7b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=88932c49-d276-42ee-8203-790ef2b0ae7b,segment=NetworkSegment(8c43c6dc-c086-436b-9aa5-9483a92b9288),segment_id=8c43c6dc-c086-436b-9aa5-9483a92b9288)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:18.138333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.280520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687bb2d-d12f-4d90-9c81-09fcebc0987d None None] Pushing event updated for resources: {'Port': ['ID=88932c49-d276-42ee-8203-790ef2b0ae7b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:18.287514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:18.305938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.306643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] Sync routers for ids ['2f24b936-9775-49b9-b8a7-150e16acd564'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:18.310550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58498) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:18.317771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-81efc0e3-9f77-48ff-8d0f-fe48c16efe78 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "PUT /v2.0/routers/2f24b936-9775-49b9-b8a7-150e16acd564 HTTP/1.1" status: 200 len: 914 time: 4.4352424 Jan 28 04:36:18.330396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] Routers {'2f24b936-9775-49b9-b8a7-150e16acd564'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:18.335805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2f24b936-9775-49b9-b8a7-150e16acd564'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:18.385116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:18.402873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] Routers {'2f24b936-9775-49b9-b8a7-150e16acd564'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:18.404074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2f24b936-9775-49b9-b8a7-150e16acd564'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:18.484271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:18.486105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c538e9-bacf-49d0-a955-969f00b8241b None None] The sync data for ids ['2f24b936-9775-49b9-b8a7-150e16acd564'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:18.568356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b964612-f13e-4a2b-8652-1cda3274a420 req-611e2fd6-b727-49a5-b54a-47c39b9606f4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0830328 Jan 28 04:36:18.623215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Allocated IP 172.25.6.243 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/997a1b77-b19b-4b1b-a651-d62658f4f7c8) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:18.625472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.12 (0f5fed8b-77b1-427a-aef9-09c250d8f1be/87346289-e406-42f2-ab0e-d73b256cb8cf/d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:18.691963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d06c1791-f389-41c8-bc71-cfc7530fe6c6 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/2f24b936-9775-49b9-b8a7-150e16acd564 HTTP/1.1" status: 200 len: 920 time: 0.3802567 Jan 28 04:36:18.694640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58502) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:18.869385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-da588a53-0906-4d7b-b29c-e7d7a5b05606 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657732 Jan 28 04:36:19.046108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.141892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-ed43621b-edca-4a9b-a238-a51489e2e9eb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:19.143880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-ed43621b-edca-4a9b-a238-a51489e2e9eb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230227 Jan 28 04:36:19.149820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.174767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:19.184761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd2f9e-1a89-4d0c-a725-db8a7dead54a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:19.186746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3fdd2f9e-1a89-4d0c-a725-db8a7dead54a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=2f24b936-9775-49b9-b8a7-150e16acd564&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4911788 Jan 28 04:36:19.201048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:19.254541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f30b4-8a0d-4916-b071-c41ad51ac180 req-dec9f5ab-ea27-4349-9996-bf11bbb36173 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:19.262235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6f30b4-8a0d-4916-b071-c41ad51ac180 req-dec9f5ab-ea27-4349-9996-bf11bbb36173 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.3131647 Jan 28 04:36:19.320794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75bfc97-799e-4e2e-a01d-3e676003389a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:19.322427 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f75bfc97-799e-4e2e-a01d-3e676003389a tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.1196437 Jan 28 04:36:19.328982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58512) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:19.335098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc6f30b4-8a0d-4916-b071-c41ad51ac180 req-9e22b6a7-a40a-4997-a2b2-6db60a1a9589 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623062 Jan 28 04:36:19.349139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:19.372260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:19.374440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:19.473855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:19.477372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.492510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.501659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.507302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec537fbe-944e-4f77-8dc5-93727206db22 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f24b936-9775-49b9-b8a7-150e16acd564 HTTP/1.1" status: 200 len: 205 time: 0.1542261 Jan 28 04:36:19.508382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58526) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:19.542801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=997a1b77-b19b-4b1b-a651-d62658f4f7c8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:19.683495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (2f24b936-9775-49b9-b8a7-150e16acd564), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.763436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.788715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ddbe104-88da-4f49-9ed5-1fd0fbc11b94 req-ac73bf68-8334-4adb-be58-f4d8f3e0428e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0525498 Jan 28 04:36:19.826335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for security_group (df7352dd-99ce-428b-869c-8b591c3dfb1b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.859151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (df7352dd-99ce-428b-869c-8b591c3dfb1b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.861685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:19.890448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:19.892310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (50048e3a-202a-4182-bfc8-7ec602ef1ef7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.897959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:19.906842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:19.969315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7352dd-99ce-428b-869c-8b591c3dfb1b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:19.974178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (2f24b936-9775-49b9-b8a7-150e16acd564), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:19.995940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.006398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:20.007251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.071327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-95fcba0d-d4dc-4035-8e53-39a0102761ad tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2388148 Jan 28 04:36:20.073830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:20.092033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.14 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/5044bf6e-73be-4835-9dd3-3c1cc0287a47) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:20.114850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Deleting port 22324928-3f11-4a06-b35f-7d2d5cac2962 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:20.116004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (22324928-3f11-4a06-b35f-7d2d5cac2962), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.123935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7f258-d2c4-4bd2-8560-d37ba8128209 None None] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:20.204820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] Provisioning complete for port 88932c49-d276-42ee-8203-790ef2b0ae7b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:20.205626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.285839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (22324928-3f11-4a06-b35f-7d2d5cac2962), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.306102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Calling delete_port for 22324928-3f11-4a06-b35f-7d2d5cac2962 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:20.342462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:20.343005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.383680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] Current status of the port 88932c49-d276-42ee-8203-790ef2b0ae7b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:20.384668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.411253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.436829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] For port 88932c49-d276-42ee-8203-790ef2b0ae7b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=88932c49-d276-42ee-8203-790ef2b0ae7b,segment=NetworkSegment(8c43c6dc-c086-436b-9aa5-9483a92b9288),segment_id=8c43c6dc-c086-436b-9aa5-9483a92b9288)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:20.445065 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.538008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c683925-cc49-4c8d-b7c8-610effc7fb61 None None] Pushing event updated for resources: {'Port': ['ID=88932c49-d276-42ee-8203-790ef2b0ae7b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:20.592340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.633992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.652379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.720884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:20.750840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 88932c49-d276-42ee-8203-790ef2b0ae7b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:20.831128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=997a1b77-b19b-4b1b-a651-d62658f4f7c8,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:20.889243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (50048e3a-202a-4182-bfc8-7ec602ef1ef7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.930858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b2d2cf16-7c71-4738-bc7c-3a5c78fbb00c None None] Provisioning complete for port 88932c49-d276-42ee-8203-790ef2b0ae7b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:20.931247 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2d2cf16-7c71-4738-bc7c-3a5c78fbb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.934579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 88932c49-d276-42ee-8203-790ef2b0ae7b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:20.934751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.956432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:20.957803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-6d49aeaf-2fe7-48b4-af13-fd61e7037904 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7547317 Jan 28 04:36:21.125861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 88932c49-d276-42ee-8203-790ef2b0ae7b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:21.150410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2cf16-7c71-4738-bc7c-3a5c78fbb00c None None] Current status of the port 88932c49-d276-42ee-8203-790ef2b0ae7b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:21.172469 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-d9aa7900-21c9-4911-a4cf-3fe852f041af tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.243 HTTP/1.1" status: 200 len: 696 time: 0.1910040 Jan 28 04:36:21.177605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b2d2cf16-7c71-4738-bc7c-3a5c78fbb00c None None] Provisioning complete for port d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:21.178097 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2d2cf16-7c71-4738-bc7c-3a5c78fbb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.178205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.238501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2cf16-7c71-4738-bc7c-3a5c78fbb00c None None] Port d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:21.245271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=5044bf6e-73be-4835-9dd3-3c1cc0287a47,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:21.253581 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.263305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (22324928-3f11-4a06-b35f-7d2d5cac2962), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.296680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event deleted for resources: {'Port': ['ID=22324928-3f11-4a06-b35f-7d2d5cac2962,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:21.302434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:21.312823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:21.330914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:21.339359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aced27b-9943-4b3d-b884-ec095c481acc req-b10b887a-a570-42c4-9730-999a3dad3ede tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:21.340875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8aced27b-9943-4b3d-b884-ec095c481acc req-b10b887a-a570-42c4-9730-999a3dad3ede tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.8443668 Jan 28 04:36:21.341729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:21.360421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d1c057aa-7594-4452-b398-fd68c5d9c834 None None] Could not find standard attr ID for object d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:36:21.399427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-8b7173c7-f645-43c8-8135-6e7b88415b9a tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:21.401335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ceaf923d-75e1-4e00-800e-f5bdc3c5bbc5 req-8b7173c7-f645-43c8-8135-6e7b88415b9a tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2278442 Jan 28 04:36:21.484236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.501267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f2fc6abb-cc83-41c6-96e6-30f479882d12 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 HTTP/1.1" status: 204 len: 168 time: 1.4260530 Jan 28 04:36:21.504507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:21.537182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:21.544408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.571517 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f673da-104b-4e88-a4fa-9c214a860ce5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:36:21.571834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f673da-104b-4e88-a4fa-9c214a860ce5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:36:21.576400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-72f673da-104b-4e88-a4fa-9c214a860ce5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 HTTP/1.1" status: 404 len: 333 time: 0.0692236 Jan 28 04:36:21.579297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:21.628296 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (2f24b936-9775-49b9-b8a7-150e16acd564), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.637877 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe75a62-b91e-4951-ac96-0f759485f7aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:21.642080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dbe75a62-b91e-4951-ac96-0f759485f7aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/d31ae9a3-0c3b-4b68-8dc9-f4b984c1fe76 HTTP/1.1" status: 404 len: 333 time: 0.0593090 Jan 28 04:36:21.643533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:21.667910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-4a81213c-b4cb-4e54-85ea-1adeac455832 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4971409 Jan 28 04:36:21.737614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Request body: {'port': {'device_id': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:21.742826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 87346289-e406-42f2-ab0e-d73b256cb8cf {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:36:21.747371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (87346289-e406-42f2-ab0e-d73b256cb8cf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.806382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-31f2bf73-3807-443f-95f3-d0fb57445754 None None] Provisioning complete for port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:21.807035 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31f2bf73-3807-443f-95f3-d0fb57445754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.808909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.835027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (87346289-e406-42f2-ab0e-d73b256cb8cf), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.853675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-31f2bf73-3807-443f-95f3-d0fb57445754 None None] Port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:21.858788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8aced27b-9943-4b3d-b884-ec095c481acc req-fa6beac6-9d27-4f32-9498-6bd41d9afde2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708233 Jan 28 04:36:21.868106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.871855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (2f24b936-9775-49b9-b8a7-150e16acd564), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:21.888688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f5f8b-21ce-48b4-be27-e7c6890d7dad req-97a3ae43-542a-4e33-baf2-2c1931abc5c7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:21.888688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e2f5f8b-21ce-48b4-be27-e7c6890d7dad req-97a3ae43-542a-4e33-baf2-2c1931abc5c7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 935 time: 0.1370153 Jan 28 04:36:21.957355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e2f5f8b-21ce-48b4-be27-e7c6890d7dad req-f07e659f-e571-4af9-b89f-bb5e07fa6a8c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688422 Jan 28 04:36:22.019243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (87346289-e406-42f2-ab0e-d73b256cb8cf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.030180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (2f24b936-9775-49b9-b8a7-150e16acd564), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.030753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Fanout notify agent at l3_agent the message router_deleted on router 2f24b936-9775-49b9-b8a7-150e16acd564 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:22.087989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.093230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2520c824-b20a-4217-8704-d18a9a322272 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/2f24b936-9775-49b9-b8a7-150e16acd564 HTTP/1.1" status: 204 len: 168 time: 2.5803652 Jan 28 04:36:22.094449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:22.101899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1941083315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:22.115612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (87346289-e406-42f2-ab0e-d73b256cb8cf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.155169 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.158367 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/87346289-e406-42f2-ab0e-d73b256cb8cf HTTP/1.1" status: 204 len: 168 time: 0.5120578 Jan 28 04:36:22.159301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.161537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16edd56e-1a26-4e4f-81ec-86147c70a5f0 None None] Network 0f5fed8b-77b1-427a-aef9-09c250d8f1be requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:22.169258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58568) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:22.179117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.219211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f11b79-6d5b-49c1-9858-142294ef04e4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=87346289-e406-42f2-ab0e-d73b256cb8cf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:22.303703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.312697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.341554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.343281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ebaef986-2f4a-4379-8eb4-4220f0895b11 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2468443 Jan 28 04:36:22.346027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58570) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:22.357168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': False}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:22.360320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-31f3967d-2ff3-4627-af8d-7c04cafa8c87 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4530363 Jan 28 04:36:22.371641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:22.399092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0f5fed8b-77b1-427a-aef9-09c250d8f1be), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.433240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] DHCP port deletion for 0f5fed8b-77b1-427a-aef9-09c250d8f1be request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:36:22.468031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.562395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] Deleting port 88932c49-d276-42ee-8203-790ef2b0ae7b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:22.569173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.638897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.693125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 88932c49-d276-42ee-8203-790ef2b0ae7b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:22.742600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5044bf6e-73be-4835-9dd3-3c1cc0287a47 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:22.755934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Publish callbacks [] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.763163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 88932c49-d276-42ee-8203-790ef2b0ae7b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:22.763695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.792444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] For port 88932c49-d276-42ee-8203-790ef2b0ae7b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=88932c49-d276-42ee-8203-790ef2b0ae7b,segment=NetworkSegment(8c43c6dc-c086-436b-9aa5-9483a92b9288),segment_id=8c43c6dc-c086-436b-9aa5-9483a92b9288)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:22.793243 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.814056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] Calling delete_port for 88932c49-d276-42ee-8203-790ef2b0ae7b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:22.852947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] For port 88932c49-d276-42ee-8203-790ef2b0ae7b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=88932c49-d276-42ee-8203-790ef2b0ae7b,segment=NetworkSegment(8c43c6dc-c086-436b-9aa5-9483a92b9288),segment_id=8c43c6dc-c086-436b-9aa5-9483a92b9288)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:22.853358 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.873358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 88932c49-d276-42ee-8203-790ef2b0ae7b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:22.939888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.963930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 88932c49-d276-42ee-8203-790ef2b0ae7b is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:22.964328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.974087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Transition to ACTIVE for port object 5044bf6e-73be-4835-9dd3-3c1cc0287a47 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:36:22.981007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.984353 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.033045 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.083371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] Pushing event deleted for resources: {'Port': ['ID=88932c49-d276-42ee-8203-790ef2b0ae7b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:23.086529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (88932c49-d276-42ee-8203-790ef2b0ae7b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.115768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29f26e-a536-4738-bc5d-adbac4ef3f45 None None] No DVR routers for this DVR port 88932c49-d276-42ee-8203-790ef2b0ae7b on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:23.140839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No DVR routers for this DVR port 88932c49-d276-42ee-8203-790ef2b0ae7b on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:23.205064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Pushing event updated for resources: {'Port': ['ID=5044bf6e-73be-4835-9dd3-3c1cc0287a47,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:23.227536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.373376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0f5fed8b-77b1-427a-aef9-09c250d8f1be), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.399682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5fed8b-77b1-427a-aef9-09c250d8f1be']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:23.412076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c43c6dc-c086-436b-9aa5-9483a92b9288') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:23.412281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c43c6dc-c086-436b-9aa5-9483a92b9288') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:23.424728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (8c43c6dc-c086-436b-9aa5-9483a92b9288), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.437466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=88932c49-d276-42ee-8203-790ef2b0ae7b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:23.502058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8c43c6dc-c086-436b-9aa5-9483a92b9288), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.544606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:36:23.545039 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (8c43c6dc-c086-436b-9aa5-9483a92b9288), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:36:23.550189 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:36:23.576870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02aec-6934-459d-af56-44c0f7f3b5f9 req-ad6e9e47-61ec-4cc4-a2b0-1216032d3dad tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:23.578463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7bb02aec-6934-459d-af56-44c0f7f3b5f9 req-ad6e9e47-61ec-4cc4-a2b0-1216032d3dad tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.6083815 Jan 28 04:36:23.624699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Allocated IP 172.25.6.36 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/994a7c67-41f0-4476-bdf8-69c7f300a00e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:23.642897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Attempting to bind port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:23.643241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Attempting to bind port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:23.643574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Attempting to bind port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:23.647094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0f5fed8b-77b1-427a-aef9-09c250d8f1be), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.652272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7bb02aec-6934-459d-af56-44c0f7f3b5f9 req-0bb5b6c4-a483-443c-b117-68a4438e5a34 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662119 Jan 28 04:36:23.663876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.669449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/0f5fed8b-77b1-427a-aef9-09c250d8f1be HTTP/1.1" status: 204 len: 168 time: 1.4991827 Jan 28 04:36:23.683290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58592) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:23.691583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1415916936'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:23.723412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:36:23.723702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Attempting to bind port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:23.741810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0ec1-1f46-4457-81e2-7f5cfb7057bc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=0f5fed8b-77b1-427a-aef9-09c250d8f1be,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:23.749539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:23.749934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:23.750356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:23.750886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Bound port: 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:23.751297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.771623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:23.775078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.823168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for port (994a7c67-41f0-4476-bdf8-69c7f300a00e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.840495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:36:23.844098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a65f9-a172-4df0-b75b-0a4e285021e6 req-997245d4-d9b3-4e95-b756-820fc7670f4b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:23.851162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-560a65f9-a172-4df0-b75b-0a4e285021e6 req-997245d4-d9b3-4e95-b756-820fc7670f4b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 947 time: 0.0808194 Jan 28 04:36:23.862909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d8fb8160-efeb-49e6-93b7-e4d5fe739573), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.863264 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment d8fb8160-efeb-49e6-93b7-e4d5fe739573 of type vlan for network 90e296f6-e77e-4f78-b2bf-86647b77f10e Jan 28 04:36:23.865026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] For port 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:23.875044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] For port 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:23.901722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.922452 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-560a65f9-a172-4df0-b75b-0a4e285021e6 req-dd5037a4-2511-469c-9481-95f6a1bb4bfc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703585 Jan 28 04:36:23.943803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (90e296f6-e77e-4f78-b2bf-86647b77f10e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.953839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:23.954466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.955878 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-02ebf659-6403-4137-927f-70eca12517fb service neutron] 10.222.0.47 "PUT /v2.0/ports/5044bf6e-73be-4835-9dd3-3c1cc0287a47 HTTP/1.1" status: 200 len: 1095 time: 2.2254658 Jan 28 04:36:23.956240 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (994a7c67-41f0-4476-bdf8-69c7f300a00e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:23.962800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'tag': '5044bf6e-73be-4835-9dd3-3c1cc0287a47'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:23.974246 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12" -d '{"events": [{"name": "network-changed", "server_uuid": "7834daa1-79e2-43b1-a65e-a5355196e9f5", "tag": "5044bf6e-73be-4835-9dd3-3c1cc0287a47"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:24.053688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:24.060133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:24.062093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Pushing event updated for resources: {'Port': ['ID=994a7c67-41f0-4476-bdf8-69c7f300a00e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:24.069044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:24.082035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:36:24.155780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebf659-6403-4137-927f-70eca12517fb service neutron] Pushing event updated for resources: {'Port': ['ID=5044bf6e-73be-4835-9dd3-3c1cc0287a47,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:24.188095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (90e296f6-e77e-4f78-b2bf-86647b77f10e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:24.199045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:24.208717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:24.257596 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d21055-ea74-4560-9b9d-bb805bb833f9 x-openstack-request-id: req-99d21055-ea74-4560-9b9d-bb805bb833f9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:24.257792 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7834daa1-79e2-43b1-a65e-a5355196e9f5", "tag": "5044bf6e-73be-4835-9dd3-3c1cc0287a47", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:24.258477 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d21055-ea74-4560-9b9d-bb805bb833f9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:24.258957 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'tag': '5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'status': 'completed', 'code': 200} Jan 28 04:36:24.260415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Allocated IP 172.25.6.198 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7332b6d2-d4ed-4441-ae55-4d2140f15f61) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:24.333227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6452637 Jan 28 04:36:24.339416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-0264070b-dbf1-4278-afed-771cab5bcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:24.340611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58608) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:24.341137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-0264070b-dbf1-4278-afed-771cab5bcb77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 1098 time: 0.3104155 Jan 28 04:36:24.355057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:24.446437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3ffe8-efc8-4ad8-94a5-be12a95d152a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=90e296f6-e77e-4f78-b2bf-86647b77f10e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:24.458231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-aac52edb-96c7-4277-8d69-9c95dd3ac7b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47 HTTP/1.1" status: 200 len: 217 time: 0.0925426 Jan 28 04:36:24.458889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:36:24.584115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:24.584692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-c3eda1e5-a2a4-4e67-ab19-bbb14608f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:24.586491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-c3eda1e5-a2a4-4e67-ab19-bbb14608f634 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0952017 Jan 28 04:36:24.590647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:24.597559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router_gateway (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:24.659473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:24.667769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-6b1c8123-6699-407b-a2ec-82ecce4d13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:24.669652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-6b1c8123-6699-407b-a2ec-82ecce4d13f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722406 Jan 28 04:36:24.786201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:24.826670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-93e2711a-ad5a-40a4-955d-9a1cc7ae1977 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489303 Jan 28 04:36:24.838000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:24.848422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:24.859051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:24.872702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=7332b6d2-d4ed-4441-ae55-4d2140f15f61,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:24.889072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f096a-0666-4a36-93f1-eb28de8b4326 req-728addc0-5d20-4879-88d8-d25b800b8e56 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:24.890672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec1f096a-0666-4a36-93f1-eb28de8b4326 req-728addc0-5d20-4879-88d8-d25b800b8e56 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1391871 Jan 28 04:36:25.010082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec8c67f1-6eee-4ad5-bf7d-58e6ff5fd8d1 req-75101c31-47fe-436a-aefd-9bb89b38e2e7 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687241 Jan 28 04:36:25.022856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (c14e004d-a90f-41bd-83af-1655720b4269), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.045192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.052137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.072516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.234239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-debf9912-029c-4b63-8b41-c8497c375277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:25.238311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-debf9912-029c-4b63-8b41-c8497c375277 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0908079 Jan 28 04:36:25.319508 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec1f096a-0666-4a36-93f1-eb28de8b4326 req-2e447118-0432-48be-a1c6-59962320fe65 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107080 Jan 28 04:36:25.367293 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.404211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (828bca5d-48ea-4ab1-9829-0e0af45da314), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.421128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.423967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-d6c7f57a-e75f-4ce2-949a-588605723274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:25.427418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-d6c7f57a-e75f-4ce2-949a-588605723274 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1768703 Jan 28 04:36:25.477892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=828bca5d-48ea-4ab1-9829-0e0af45da314,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:25.513528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=7332b6d2-d4ed-4441-ae55-4d2140f15f61,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:25.535913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Router 4af6f2b7-274c-456a-8ae7-a4b4c3482e18 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:36:25.566962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-a68b2d66-3ed0-44df-93a2-2bc723734b8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47 HTTP/1.1" status: 200 len: 217 time: 0.1312153 Jan 28 04:36:25.625338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ae22b-477b-4401-ab2a-1b71f40436c3 req-e48a4280-29ea-4370-a8a1-0e7b216d8855 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:25.632345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177ae22b-477b-4401-ab2a-1b71f40436c3 req-e48a4280-29ea-4370-a8a1-0e7b216d8855 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 947 time: 0.1590474 Jan 28 04:36:25.659068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-8341f54b-61f0-4e0f-b845-4da402a4535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:25.661303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-8341f54b-61f0-4e0f-b845-4da402a4535a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0681140 Jan 28 04:36:25.671216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': 'd8fb8160-efeb-49e6-93b7-e4d5fe739573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:25.671597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 90e296f6-e77e-4f78-b2bf-86647b77f10e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:36:25.707064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (c14e004d-a90f-41bd-83af-1655720b4269), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.750036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-0f7648ac-3184-40af-a2b5-9f0b9c909d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:25.751937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-0f7648ac-3184-40af-a2b5-9f0b9c909d10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773823 Jan 28 04:36:25.757223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177ae22b-477b-4401-ab2a-1b71f40436c3 req-3f2a88bc-ad56-4960-b264-530278a0db50 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228240 Jan 28 04:36:25.757724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.759140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:36:25.759269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-973662b6-0761-4ab4-a826-be5c6369cc00 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3930864 Jan 28 04:36:25.788537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:25.789470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 90e296f6-e77e-4f78-b2bf-86647b77f10e) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:25.802088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f338ca7-b3ba-4ff1-ab3a-7f173bf39a7b None None] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:25.804559 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] Sync routers for ids ['4af6f2b7-274c-456a-8ae7-a4b4c3482e18'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:25.817741 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] Routers {'4af6f2b7-274c-456a-8ae7-a4b4c3482e18'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:25.818351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.824496 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8df1bc56-018e-40ff-9021-a690e8a15864 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "PUT /v2.0/routers/4af6f2b7-274c-456a-8ae7-a4b4c3482e18 HTTP/1.1" status: 200 len: 915 time: 3.4732163 Jan 28 04:36:25.824814 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4af6f2b7-274c-456a-8ae7-a4b4c3482e18'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:25.825867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58630) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:25.829892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:25.830729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:25.884696 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:25.895093 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] Routers {'4af6f2b7-274c-456a-8ae7-a4b4c3482e18'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:25.895870 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4af6f2b7-274c-456a-8ae7-a4b4c3482e18'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:25.954288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:25.955309 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67026dfa-45fb-4d64-be21-db1325735539 None None] The sync data for ids ['4af6f2b7-274c-456a-8ae7-a4b4c3482e18'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:26.004929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2fd589d9-ae30-4770-aa6f-a0f8b34e7125 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6524863 Jan 28 04:36:26.007529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58636) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:26.013526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-da441548-609f-401e-afb4-f628fba135fd tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.2255709 Jan 28 04:36:26.015232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-788764145'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:26.020344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-90e296f6-e77e-4f78-b2bf-86647b77f10e', 'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': '828bca5d-48ea-4ab1-9829-0e0af45da314'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:36:26.021355 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.085520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-369d79aa-5ef2-420f-b63e-944f445b6f75 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/4af6f2b7-274c-456a-8ae7-a4b4c3482e18 HTTP/1.1" status: 200 len: 921 time: 0.2499206 Jan 28 04:36:26.088882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58642) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:26.120635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-3c3dc74f-bada-41ba-9439-d096b16d11aa service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602927 Jan 28 04:36:26.199590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b8b66-bd3f-4ed1-ab11-a495531a30fd tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:26.201468 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b85b8b66-bd3f-4ed1-ab11-a495531a30fd tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=4af6f2b7-274c-456a-8ae7-a4b4c3482e18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1116266 Jan 28 04:36:26.204274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58646) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:26.237988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Allocated IP 172.20.0.2 (90e296f6-e77e-4f78-b2bf-86647b77f10e/828bca5d-48ea-4ab1-9829-0e0af45da314/4d461f97-7357-47d1-91c2-2ac880c78f36) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:26.271150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:26.274925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.310558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 4749094c-f12d-4aec-adb3-6ef66e01f3ba yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:26.327926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9192025-4b17-4d99-bc9c-d5b84178c80b tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:26.329380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a9192025-4b17-4d99-bc9c-d5b84178c80b tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.1241331 Jan 28 04:36:26.332172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58650) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:26.363255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-a0102abd-9979-4540-9b4f-0dff4bfabc10 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:26.364785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c5a3da9-de5b-4d17-9885-57585463d152 req-a0102abd-9979-4540-9b4f-0dff4bfabc10 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.3502717 Jan 28 04:36:26.404967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-19c6deef-d4da-405f-b483-871dcb98b8aa tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af6f2b7-274c-456a-8ae7-a4b4c3482e18 HTTP/1.1" status: 200 len: 205 time: 0.0717003 Jan 28 04:36:26.407921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:26.409115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46eea92d-ce33-4f29-8ba8-e8b34a6a9f12 req-783e2015-7825-4d68-a185-dca52569c05c service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776787 Jan 28 04:36:26.576904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad622582-db97-4177-9c65-e3bf7595f689 req-335ccba4-d72b-4384-a179-b8dfc6206636 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:26.578560 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad622582-db97-4177-9c65-e3bf7595f689 req-335ccba4-d72b-4384-a179-b8dfc6206636 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.0636840 Jan 28 04:36:26.621947 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Publish callbacks [] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.633608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.642592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.651582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad622582-db97-4177-9c65-e3bf7595f689 req-88d01adf-54ef-4ce6-ba72-89244672f3f7 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621736 Jan 28 04:36:26.655503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:26.675320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:26.685654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:26.724326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Pushing event updated for resources: {'Port': ['ID=4d461f97-7357-47d1-91c2-2ac880c78f36,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:26.771158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Attempting to bind port 4d461f97-7357-47d1-91c2-2ac880c78f36 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:26.771815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Attempting to bind port 4d461f97-7357-47d1-91c2-2ac880c78f36 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd8fb8160-efeb-49e6-93b7-e4d5fe739573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:26.772372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Attempting to bind port 4d461f97-7357-47d1-91c2-2ac880c78f36 on network 90e296f6-e77e-4f78-b2bf-86647b77f10e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:26.778313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:26.778986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Checking segment: {'id': 'd8fb8160-efeb-49e6-93b7-e4d5fe739573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:26.780214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.781137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Bound using segment: {'id': 'd8fb8160-efeb-49e6-93b7-e4d5fe739573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:26.781837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Bound port: 4d461f97-7357-47d1-91c2-2ac880c78f36, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fb8160-efeb-49e6-93b7-e4d5fe739573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90e296f6-e77e-4f78-b2bf-86647b77f10e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:26.782451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.918542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] For port 4d461f97-7357-47d1-91c2-2ac880c78f36, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:26.922978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] For port 4d461f97-7357-47d1-91c2-2ac880c78f36, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d461f97-7357-47d1-91c2-2ac880c78f36,segment=NetworkSegment(d8fb8160-efeb-49e6-93b7-e4d5fe739573),segment_id=d8fb8160-efeb-49e6-93b7-e4d5fe739573)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:26.929535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:26.934809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e15dbd-79a2-4255-ab05-db4f0ee6950c req-e6c80527-0908-4d4b-a812-cf5b8f4b7df0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:26.936625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3e15dbd-79a2-4255-ab05-db4f0ee6950c req-e6c80527-0908-4d4b-a812-cf5b8f4b7df0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 947 time: 0.0842023 Jan 28 04:36:27.023973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3e15dbd-79a2-4255-ab05-db4f0ee6950c req-f149988e-be2c-4047-a0b1-3ede92b1bb9a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803030 Jan 28 04:36:27.156137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.9 (90e296f6-e77e-4f78-b2bf-86647b77f10e/828bca5d-48ea-4ab1-9829-0e0af45da314/4749094c-f12d-4aec-adb3-6ef66e01f3ba) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:27.199488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca27d-cade-4776-bcb9-7eb0e68091e9 None None] Pushing event updated for resources: {'Port': ['ID=4d461f97-7357-47d1-91c2-2ac880c78f36,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:27.324091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.332516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a2667d0f-65cc-47ee-b9f6-53be9b3cdea4 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7536550 Jan 28 04:36:27.342326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:27.422394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.474906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (4749094c-f12d-4aec-adb3-6ef66e01f3ba), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.587316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Deleting port 994a7c67-41f0-4476-bdf8-69c7f300a00e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:27.588727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (994a7c67-41f0-4476-bdf8-69c7f300a00e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.676433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (994a7c67-41f0-4476-bdf8-69c7f300a00e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.708343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Calling delete_port for 994a7c67-41f0-4476-bdf8-69c7f300a00e owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:27.846051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4749094c-f12d-4aec-adb3-6ef66e01f3ba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.948620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:27.958876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:27.964552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:27.967035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:27.976278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=4749094c-f12d-4aec-adb3-6ef66e01f3ba,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:28.000182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5044bf6e-73be-4835-9dd3-3c1cc0287a47 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:28.019017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.019393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.019817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.020187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.020556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.020996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.021432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.021819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.022114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.022447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.022848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.023128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.023487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:28.121775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:28.122528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.161587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:28.177044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'mac_address': 'fa:16:3e:df:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:28.210448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f5f42485-e3cf-426a-9e25-82376c06cd18 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1993115 Jan 28 04:36:28.211017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58742) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:28.237599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (994a7c67-41f0-4476-bdf8-69c7f300a00e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.239705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:28.240181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.277077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5044bf6e-73be-4835-9dd3-3c1cc0287a47 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:28.282042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6711e0d-2b10-4c27-a170-f75674a74ff5 req-0b81651c-11d2-44db-ab07-93d802a69a53 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:28.284214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6711e0d-2b10-4c27-a170-f75674a74ff5 req-0b81651c-11d2-44db-ab07-93d802a69a53 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1165564 Jan 28 04:36:28.314050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Allocated IP 172.25.6.104 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/e08cd12d-88ef-46eb-94cb-bf3b1ec9393f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:28.319124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event deleted for resources: {'Port': ['ID=994a7c67-41f0-4476-bdf8-69c7f300a00e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:28.325206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:28.334420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.407949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.410862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6711e0d-2b10-4c27-a170-f75674a74ff5 req-e2689f6f-9e22-466c-9c91-288991ce4a82 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815361 Jan 28 04:36:28.423800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 4749094c-f12d-4aec-adb3-6ef66e01f3ba {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:28.424148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4749094c-f12d-4aec-adb3-6ef66e01f3ba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.434002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5044bf6e-73be-4835-9dd3-3c1cc0287a47,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:28.576582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.609822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.655393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc0f3-4e21-4aa9-a07f-2a2105d61170 req-9fa322cf-41f0-491d-be6d-bcb3d65211ee tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:28.663663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ee7cc0f3-4e21-4aa9-a07f-2a2105d61170 req-9fa322cf-41f0-491d-be6d-bcb3d65211ee tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 948 time: 0.1453233 Jan 28 04:36:28.679457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (4af6f2b7-274c-456a-8ae7-a4b4c3482e18), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.680133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Fanout notify agent at l3_agent the message router_deleted on router 4af6f2b7-274c-456a-8ae7-a4b4c3482e18 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:28.690404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.695636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3551a9ef-691a-46b0-b94c-249d8cf83ce9 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/4af6f2b7-274c-456a-8ae7-a4b4c3482e18 HTTP/1.1" status: 204 len: 168 time: 2.2832048 Jan 28 04:36:28.699691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:28.704902 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4749094c-f12d-4aec-adb3-6ef66e01f3ba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.705373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1585414501', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:28.706422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:28.740263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 4749094c-f12d-4aec-adb3-6ef66e01f3ba owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:28.751631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.756279 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.757586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.773422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ee7cc0f3-4e21-4aa9-a07f-2a2105d61170 req-a9fa9963-5e14-4ad2-9780-be64f83f41be tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Jan 28 04:36:28.782554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d461f97-7357-47d1-91c2-2ac880c78f36 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:28.841873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183fcb09-44be-4c2c-b841-55fc47bafe4f None None] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:28.844196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.887073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.964800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] Provisioning complete for port 4d461f97-7357-47d1-91c2-2ac880c78f36 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:28.965472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:28.985329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:29.012161 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4749094c-f12d-4aec-adb3-6ef66e01f3ba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.024556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:29.038325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:29.049657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=e08cd12d-88ef-46eb-94cb-bf3b1ec9393f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:29.077425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=4749094c-f12d-4aec-adb3-6ef66e01f3ba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:29.157723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4d461f97-7357-47d1-91c2-2ac880c78f36 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:29.158354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.174246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.249980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (2b3d6d1c-d996-4e04-b788-31b593b23e55), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.303298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.351291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] Current status of the port 4d461f97-7357-47d1-91c2-2ac880c78f36 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:29.351961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.414537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4d461f97-7357-47d1-91c2-2ac880c78f36 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:29.415180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.480309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] For port 4d461f97-7357-47d1-91c2-2ac880c78f36, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d461f97-7357-47d1-91c2-2ac880c78f36,segment=NetworkSegment(d8fb8160-efeb-49e6-93b7-e4d5fe739573),segment_id=d8fb8160-efeb-49e6-93b7-e4d5fe739573)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:29.486212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.524986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.573955 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.577475 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:36:29.578064 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:36:29.578869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b470d-2c59-4299-a2ff-1e7006ede493 None None] Pushing event updated for resources: {'Port': ['ID=4d461f97-7357-47d1-91c2-2ac880c78f36,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:29.641597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event updated for resources: {'Port': ['ID=e08cd12d-88ef-46eb-94cb-bf3b1ec9393f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:29.693038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.693623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.694074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.694288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.694823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.695272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.696025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.696284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.696846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.697174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.697864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.698307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.698824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:29.716069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.719690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (2b3d6d1c-d996-4e04-b788-31b593b23e55), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.720280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-72961923-a696-45e5-960a-9970f067a1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/4749094c-f12d-4aec-adb3-6ef66e01f3ba HTTP/1.1" status: 204 len: 168 time: 1.5078568 Jan 28 04:36:29.723985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58764) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:29.746191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.754044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-a8cba91d-3b0b-4e91-bb73-37108dc9c7c5 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4155710 Jan 28 04:36:29.781308 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c350b85-610f-4bc9-9c91-6572677ca9d1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:29.785543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c350b85-610f-4bc9-9c91-6572677ca9d1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/4749094c-f12d-4aec-adb3-6ef66e01f3ba HTTP/1.1" status: 404 len: 333 time: 0.0584934 Jan 28 04:36:29.792988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58766) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:29.829230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-423796ce-b00b-4a45-9cab-fee0420c935a tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.0741920 Jan 28 04:36:29.835787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b535f7ca-0c18-4b5d-896c-c7df2ca309cc None None] Provisioning complete for port 4d461f97-7357-47d1-91c2-2ac880c78f36 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:29.836505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b535f7ca-0c18-4b5d-896c-c7df2ca309cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.887737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 828bca5d-48ea-4ab1-9829-0e0af45da314 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:36:29.900348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (828bca5d-48ea-4ab1-9829-0e0af45da314), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.956383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-0ecbbf44-781e-460f-b308-ff269d3a40f7 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:29.958218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-0ecbbf44-781e-460f-b308-ff269d3a40f7 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.3214710 Jan 28 04:36:29.973095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b535f7ca-0c18-4b5d-896c-c7df2ca309cc None None] Current status of the port 4d461f97-7357-47d1-91c2-2ac880c78f36 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:29.986931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-092ab8b9-ed6c-4ca1-a71e-381e10d2ad08 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/quotas/008ce7126c15493abdcb40db79878698 HTTP/1.1" status: 200 len: 375 time: 0.0216837 Jan 28 04:36:29.991530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-aa7bc5ac-e025-4bef-9b9b-20eebb8c927b tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:29.992347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (828bca5d-48ea-4ab1-9829-0e0af45da314), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.993646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd82cde3-5840-482a-bc96-99cb438681b8 req-aa7bc5ac-e025-4bef-9b9b-20eebb8c927b tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1561179 Jan 28 04:36:30.120243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6382105c-0c5a-4db2-a150-fb5d856558ab None None] Could not find standard attr ID for object 4749094c-f12d-4aec-adb3-6ef66e01f3ba. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:36:30.134690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-b8c89996-ed79-4098-b539-34a07b6d5efd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374602 Jan 28 04:36:30.135583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4d461f97-7357-47d1-91c2-2ac880c78f36 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:30.163837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-f718d313-4ebc-4c14-b6b6-14ef33e30581 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:36:30.165077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-f718d313-4ebc-4c14-b6b6-14ef33e30581 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060227 Jan 28 04:36:30.176055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (1297ad1e-4072-4082-8816-cfb875ea4a46), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.203813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.220060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02fc8a-21a3-4e07-adcd-870bba24a202 req-c6304f5d-29e4-44dc-bf97-8e4491f981e8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:30.221755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a02fc8a-21a3-4e07-adcd-870bba24a202 req-c6304f5d-29e4-44dc-bf97-8e4491f981e8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1318014 Jan 28 04:36:30.244863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (828bca5d-48ea-4ab1-9829-0e0af45da314), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.345748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-570ed7f0-19bf-4bff-b69d-168253c3c105 service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706896 Jan 28 04:36:30.363822 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (828bca5d-48ea-4ab1-9829-0e0af45da314), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.438834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=828bca5d-48ea-4ab1-9829-0e0af45da314,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:30.458937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.464273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-029abf0b-0b5c-4a40-8803-4fb4d421b1cb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/828bca5d-48ea-4ab1-9829-0e0af45da314 HTTP/1.1" status: 204 len: 168 time: 0.6706345 Jan 28 04:36:30.465773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f1c571-c372-403f-bce0-5dfe01f171a2 None None] Network 90e296f6-e77e-4f78-b2bf-86647b77f10e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:30.467629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58776) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:30.615532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (90e296f6-e77e-4f78-b2bf-86647b77f10e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.635884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d461f97-7357-47d1-91c2-2ac880c78f36 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:30.677573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a02fc8a-21a3-4e07-adcd-870bba24a202 req-5f1f8f92-6103-4cc5-9854-334f6f8252ec tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498825 Jan 28 04:36:30.710363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] DHCP port deletion for 90e296f6-e77e-4f78-b2bf-86647b77f10e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:36:30.714099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Allocated IP 172.25.6.96 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/152b1886-5719-4192-afa4-71d2c788c2a5) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:30.726162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4d461f97-7357-47d1-91c2-2ac880c78f36 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:30.726637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.766897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-5932b614-eeff-4e1f-bae4-de6b58c5db3e service neutron] 10.222.0.21 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136386 Jan 28 04:36:30.813087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 4d461f97-7357-47d1-91c2-2ac880c78f36 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:30.813490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.896056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] Deleting port 4d461f97-7357-47d1-91c2-2ac880c78f36 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:30.896442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.898615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e225dbf-f85a-433a-9912-68da13cf4f6a req-db740ec2-3d1e-4e41-ade6-b170b5e641b2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:30.906900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e225dbf-f85a-433a-9912-68da13cf4f6a req-db740ec2-3d1e-4e41-ade6-b170b5e641b2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 948 time: 0.0959229 Jan 28 04:36:30.950558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4d461f97-7357-47d1-91c2-2ac880c78f36 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:31.002200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] For port 4d461f97-7357-47d1-91c2-2ac880c78f36, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d461f97-7357-47d1-91c2-2ac880c78f36,segment=NetworkSegment(d8fb8160-efeb-49e6-93b7-e4d5fe739573),segment_id=d8fb8160-efeb-49e6-93b7-e4d5fe739573)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:31.002454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.019577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] Calling delete_port for 4d461f97-7357-47d1-91c2-2ac880c78f36 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:31.033561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e225dbf-f85a-433a-9912-68da13cf4f6a req-1e397aa3-05d7-4548-94c4-f23ec1631234 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973027 Jan 28 04:36:31.060323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for port (152b1886-5719-4192-afa4-71d2c788c2a5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.091258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17bb69da-a9ac-4454-8f27-b4c7defe1445 req-fdbade94-fbcb-43cd-ae16-90132d0304a3 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips/2b3d6d1c-d996-4e04-b788-31b593b23e55 HTTP/1.1" status: 200 len: 693 time: 0.1384413 Jan 28 04:36:31.129131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (152b1886-5719-4192-afa4-71d2c788c2a5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.134078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.153063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] No DVR routers for this DVR port 4d461f97-7357-47d1-91c2-2ac880c78f36 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:31.177044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1879848-5992-47a8-af7a-d2ac5c6f9f64 None None] Pushing event deleted for resources: {'Port': ['ID=4d461f97-7357-47d1-91c2-2ac880c78f36,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:31.195300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:31.202392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:31.205707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] For port 4d461f97-7357-47d1-91c2-2ac880c78f36, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d461f97-7357-47d1-91c2-2ac880c78f36,segment=NetworkSegment(d8fb8160-efeb-49e6-93b7-e4d5fe739573),segment_id=d8fb8160-efeb-49e6-93b7-e4d5fe739573)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:31.206105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.210499 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:31.226517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 4d461f97-7357-47d1-91c2-2ac880c78f36 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:31.300640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a629541c-6cc1-44a7-93ed-619e5dcd5de3 req-19938098-e57e-4b78-aca7-f02c0246e1c4 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 210 time: 0.0438249 Jan 28 04:36:31.319438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event updated for resources: {'Port': ['ID=152b1886-5719-4192-afa4-71d2c788c2a5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:31.399820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb69da-a9ac-4454-8f27-b4c7defe1445 req-53f6a53e-7a15-482e-aff9-0b3e1b4ea073 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:31.407536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17bb69da-a9ac-4454-8f27-b4c7defe1445 req-53f6a53e-7a15-482e-aff9-0b3e1b4ea073 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.3143718 Jan 28 04:36:31.421278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-17bb69da-a9ac-4454-8f27-b4c7defe1445 req-52b6aece-dbd1-4e81-b1c3-077306ec8a7e tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:36:31.426463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17bb69da-a9ac-4454-8f27-b4c7defe1445 req-52b6aece-dbd1-4e81-b1c3-077306ec8a7e tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181012 Jan 28 04:36:31.452081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-4991a004-d8cc-419d-aa36-14c241ad8abb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:31.453891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-4991a004-d8cc-419d-aa36-14c241ad8abb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a11cfae-11f2-458a-b4f7-95c31c5981bc HTTP/1.1" status: 200 len: 945 time: 0.1176727 Jan 28 04:36:31.472328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4d461f97-7357-47d1-91c2-2ac880c78f36), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.519148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:31.559552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-1bf7a6fe-2f83-416d-8d8f-653471c2b43a tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips/2b3d6d1c-d996-4e04-b788-31b593b23e55 HTTP/1.1" status: 200 len: 693 time: 0.1008809 Jan 28 04:36:31.572850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No DVR routers for this DVR port 4d461f97-7357-47d1-91c2-2ac880c78f36 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:31.578825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=4d461f97-7357-47d1-91c2-2ac880c78f36,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:31.626371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 72066b9a-bc9f-47bd-9357-b77a202ce31e is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:31.627915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.671811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:31.672943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:31.676276 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf80c0-961e-4275-8dc8-5d2522ba1bb2" -d '{"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-unplugged", "status": "completed", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:31.707710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.717240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (90e296f6-e77e-4f78-b2bf-86647b77f10e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.736760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (1297ad1e-4072-4082-8816-cfb875ea4a46), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.740038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e296f6-e77e-4f78-b2bf-86647b77f10e']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:31.749904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fb8160-efeb-49e6-93b7-e4d5fe739573') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:31.750201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fb8160-efeb-49e6-93b7-e4d5fe739573') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:31.760450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (d8fb8160-efeb-49e6-93b7-e4d5fe739573), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.779314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d8fb8160-efeb-49e6-93b7-e4d5fe739573), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.788070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:36:31.788411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (d8fb8160-efeb-49e6-93b7-e4d5fe739573), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.803320 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6c2a7-a070-4935-a16f-3fd5019967ee x-openstack-request-id: req-00d6c2a7-a070-4935-a16f-3fd5019967ee {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:31.803891 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-unplugged", "status": "completed", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:31.804298 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00d6c2a7-a070-4935-a16f-3fd5019967ee {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:31.804862 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'code': 200} Jan 28 04:36:31.806159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:36:31.885736 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:36:31.952489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (90e296f6-e77e-4f78-b2bf-86647b77f10e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.965789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.972888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/90e296f6-e77e-4f78-b2bf-86647b77f10e HTTP/1.1" status: 204 len: 168 time: 1.5003717 Jan 28 04:36:31.976472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-d8ac333b-ab02-4103-8fdf-d5feb70b867a tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:31.977945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-d8ac333b-ab02-4103-8fdf-d5feb70b867a tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.4176188 Jan 28 04:36:31.978450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:31.985357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Deleting port 72066b9a-bc9f-47bd-9357-b77a202ce31e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:31.985669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:31.991062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'name': 'tempest-PortsTestJSON-1411358048'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:31.991906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b770b-682a-4ac6-908c-508cf67f8044 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=90e296f6-e77e-4f78-b2bf-86647b77f10e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:32.024066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5044bf6e-73be-4835-9dd3-3c1cc0287a47 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:32.053695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed2da0-0118-4517-8640-4d2c7f585ab8 req-3aff723a-d0c2-4aad-a64b-b76b93dbdcee tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:32.055220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d5ed2da0-0118-4517-8640-4d2c7f585ab8 req-3aff723a-d0c2-4aad-a64b-b76b93dbdcee tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1658366 Jan 28 04:36:32.088169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:36:32.094629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:32.095270 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.162195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d5ed2da0-0118-4517-8640-4d2c7f585ab8 req-975ff01b-3ef2-4fc9-a24e-8676119ac2bd tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938921 Jan 28 04:36:32.163904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] For port 72066b9a-bc9f-47bd-9357-b77a202ce31e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=72066b9a-bc9f-47bd-9357-b77a202ce31e,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:32.164275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.176881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Calling delete_port for 72066b9a-bc9f-47bd-9357-b77a202ce31e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:32.178732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.210484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-0d278c35-a357-48d5-8018-45fdd8cd4823 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.2151608 Jan 28 04:36:32.237381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:32.238344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.292065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:32.293927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-119a17f7-6213-47e8-af68-5245f6da3610 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.0822780 Jan 28 04:36:32.300271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.387722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5044bf6e-73be-4835-9dd3-3c1cc0287a47,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:32.408679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:32.412527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.458949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (72066b9a-bc9f-47bd-9357-b77a202ce31e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.487002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d7d7-37a7-4836-bb6c-644e0f0079b8 req-c9774e48-1f04-40e0-8ac5-f0a29d428010 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:32.488489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f63d7d7-37a7-4836-bb6c-644e0f0079b8 req-c9774e48-1f04-40e0-8ac5-f0a29d428010 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.1829295 Jan 28 04:36:32.523499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event deleted for resources: {'Port': ['ID=72066b9a-bc9f-47bd-9357-b77a202ce31e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:32.614233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] No DVR routers for this DVR port 72066b9a-bc9f-47bd-9357-b77a202ce31e on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:32.618545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.622430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70a5e946-9dbd-4654-a184-89d152f734d6 req-d2d25c4f-57db-4d78-9119-ecc8a2d5bf8d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "DELETE /v2.0/ports/72066b9a-bc9f-47bd-9357-b77a202ce31e HTTP/1.1" status: 204 len: 173 time: 1.1627097 Jan 28 04:36:32.623151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-deleted', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:32.624041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d461f97-7357-47d1-91c2-2ac880c78f36 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:32.625440 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966bb26a-928a-4095-8f57-da996bdae28e" -d '{"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-deleted", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:32.632475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f63d7d7-37a7-4836-bb6c-644e0f0079b8 req-577aaf55-07df-4f51-97b8-f949ed8d697d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188757 Jan 28 04:36:32.638543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-c377c01e-03b4-41a8-8355-c200a844ae1d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:32.640574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-c377c01e-03b4-41a8-8355-c200a844ae1d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 804 time: 0.2557209 Jan 28 04:36:32.651429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port e799155b-3d66-4a3b-906c-8ba46f865399 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:32.656100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4d461f97-7357-47d1-91c2-2ac880c78f36 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:32.656466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d461f97-7357-47d1-91c2-2ac880c78f36 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:32.667250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Request body: {'port': {'device_id': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'admin_state_up': True, 'tenant_id': '008ce7126c15493abdcb40db79878698'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:32.820146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Router 1297ad1e-4072-4082-8816-cfb875ea4a46 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:36:32.851086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Made reservation on behalf of 008ce7126c15493abdcb40db79878698 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:32.858803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.909103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6db9fed4-b7e9-4570-a479-9bde58f2aab1 req-6e9ed7bc-0c99-4e07-9cf6-f383c57ffdef tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 210 time: 0.0366380 Jan 28 04:36:32.941063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Deleting port e08cd12d-88ef-46eb-94cb-bf3b1ec9393f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:32.941444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.965960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (e799155b-3d66-4a3b-906c-8ba46f865399), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:32.984334 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d362ca0-b490-469f-90d0-6fe362b367f1 x-openstack-request-id: req-1d362ca0-b490-469f-90d0-6fe362b367f1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:32.984714 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a11cfae-11f2-458a-b4f7-95c31c5981bc", "name": "network-vif-deleted", "tag": "72066b9a-bc9f-47bd-9357-b77a202ce31e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:32.985056 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d362ca0-b490-469f-90d0-6fe362b367f1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:32.985624 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a11cfae-11f2-458a-b4f7-95c31c5981bc', 'name': 'network-vif-deleted', 'tag': '72066b9a-bc9f-47bd-9357-b77a202ce31e', 'status': 'completed', 'code': 200} Jan 28 04:36:33.043536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Allocated IP 172.20.0.2 (80938996-0453-4089-95f9-bd5d51c1ab3c/e87fa9ee-6185-4d3c-8a05-2ff3faa3174d/b88536f9-8469-4b64-8ee4-4d270c74a893) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:33.092447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.092779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.117568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Calling delete_port for e08cd12d-88ef-46eb-94cb-bf3b1ec9393f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:33.123755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e799155b-3d66-4a3b-906c-8ba46f865399), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.131512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:33.149537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] Sync routers for ids ['1297ad1e-4072-4082-8816-cfb875ea4a46'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:33.167538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] Routers {'1297ad1e-4072-4082-8816-cfb875ea4a46'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:33.170172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1297ad1e-4072-4082-8816-cfb875ea4a46'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:33.285829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks [] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.295883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:33.313879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] Routers {'1297ad1e-4072-4082-8816-cfb875ea4a46'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:33.314535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1297ad1e-4072-4082-8816-cfb875ea4a46'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:33.350363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:33.351081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da91c49-f86d-4523-87ce-aea61a4688ba None None] The sync data for ids ['1297ad1e-4072-4082-8816-cfb875ea4a46'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:33.380156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.445317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d030d-56ba-439b-ad68-60b420f00c9a req-7db284f8-b27e-4fea-92e9-df354e07508e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:33.447040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a1d030d-56ba-439b-ad68-60b420f00c9a req-7db284f8-b27e-4fea-92e9-df354e07508e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1122515 Jan 28 04:36:33.456020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Network 80938996-0453-4089-95f9-bd5d51c1ab3c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:33.457382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:33.476676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:33.481251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:33.538072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:33.540844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.542636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7bd1709a-35b0-44eb-8261-27aa8dbb5497 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8424373 Jan 28 04:36:33.545182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=e799155b-3d66-4a3b-906c-8ba46f865399,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:33.547303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58812) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:33.551119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:33.557046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:33.559220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:33.564583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:33.564722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.574088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a1d030d-56ba-439b-ad68-60b420f00c9a req-ae8602b5-38a1-420b-82d8-137208369d7f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113884 Jan 28 04:36:33.588697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:33.592337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:33.592689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:33.593509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.613477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-ede57fae-4bb2-4a2d-bbb6-8470af6cc06f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9514754 Jan 28 04:36:33.631346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Request body: {'port': {'device_id': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:33.644097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-990e0496-9adf-487f-a6a1-89a29bded357 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6628029 Jan 28 04:36:33.647587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58814) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:33.735532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.883320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e08cd12d-88ef-46eb-94cb-bf3b1ec9393f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.922685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5044bf6e-73be-4835-9dd3-3c1cc0287a47'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:33.924198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event deleted for resources: {'Port': ['ID=e08cd12d-88ef-46eb-94cb-bf3b1ec9393f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:33.924967 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed3b39-282c-4e91-8fef-b4d9a92c2a14" -d '{"events": [{"server_uuid": "7834daa1-79e2-43b1-a65e-a5355196e9f5", "name": "network-vif-plugged", "status": "completed", "tag": "5044bf6e-73be-4835-9dd3-3c1cc0287a47"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:34.001869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port e799155b-3d66-4a3b-906c-8ba46f865399 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:34.003066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e799155b-3d66-4a3b-906c-8ba46f865399), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.049461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ef2b9-dacd-4fa7-8112-26e971d4efb3 req-77ffcd23-31d5-4ca1-bc26-ba56305350cf tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.051117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e57ef2b9-dacd-4fa7-8112-26e971d4efb3 req-77ffcd23-31d5-4ca1-bc26-ba56305350cf tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.3039253 Jan 28 04:36:34.053422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88536f9-8469-4b64-8ee4-4d270c74a893 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:34.073932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9e210377-d726-459c-b259-569b17803181 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:34.074613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.090103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Publish callbacks [] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.123822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Transition to ACTIVE for port object b88536f9-8469-4b64-8ee4-4d270c74a893 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:36:34.131310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:34.136914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e799155b-3d66-4a3b-906c-8ba46f865399), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.139688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (2b3d6d1c-d996-4e04-b788-31b593b23e55), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.142354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.143526 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae73698-6992-4ed6-9537-1aaefd385a6e req-893e8173-cf27-4bfc-9437-5b11b7e83d82 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b3d6d1c-d996-4e04-b788-31b593b23e55 HTTP/1.1" status: 204 len: 173 time: 1.8480916 Jan 28 04:36:34.144378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e57ef2b9-dacd-4fa7-8112-26e971d4efb3 req-f38ce495-88e5-4c78-8049-0ba458b114d4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857413 Jan 28 04:36:34.145313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.202887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9e210377-d726-459c-b259-569b17803181', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'port_id': '9e210377-d726-459c-b259-569b17803181', 'mac_address': 'fa:16:3e:5d:03:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9ec970-aefd-422f-8cae-551bbd07df31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:34.208976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:34.217813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.239649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for e799155b-3d66-4a3b-906c-8ba46f865399 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:34.247379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:34.347008 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b3516-22d4-45ee-884c-f8aa00401bdf x-openstack-request-id: req-571b3516-22d4-45ee-884c-f8aa00401bdf {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:34.348186 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834daa1-79e2-43b1-a65e-a5355196e9f5", "name": "network-vif-plugged", "status": "completed", "tag": "5044bf6e-73be-4835-9dd3-3c1cc0287a47", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:34.348186 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-571b3516-22d4-45ee-884c-f8aa00401bdf {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:34.348186 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'code': 200} Jan 28 04:36:34.349322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:34.406581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9e210377-d726-459c-b259-569b17803181 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:34.406791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.431520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e210377-d726-459c-b259-569b17803181 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:34.435473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.452323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:34.456704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.473997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_gateway (1297ad1e-4072-4082-8816-cfb875ea4a46), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.490005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Attempting to bind port b88536f9-8469-4b64-8ee4-4d270c74a893 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:34.490716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Attempting to bind port b88536f9-8469-4b64-8ee4-4d270c74a893 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:34.491067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Attempting to bind port b88536f9-8469-4b64-8ee4-4d270c74a893 on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:34.514936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443f2d-babb-445b-b40b-0ab0ee93a318 req-fd3927c0-b383-4b11-b14b-281103767e8f tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.515946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Port b88536f9-8469-4b64-8ee4-4d270c74a893 on network 80938996-0453-4089-95f9-bd5d51c1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:36:34.516272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Attempting to bind port b88536f9-8469-4b64-8ee4-4d270c74a893 on network 80938996-0453-4089-95f9-bd5d51c1ab3c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:34.516793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03443f2d-babb-445b-b40b-0ab0ee93a318 req-fd3927c0-b383-4b11-b14b-281103767e8f tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1805909 Jan 28 04:36:34.537411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54cfe-a62a-47ae-a2a1-71d1dbdccf23 req-64fa318d-5e6b-4b46-99e9-dff1f203e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.538786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:34.539253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fd54cfe-a62a-47ae-a2a1-71d1dbdccf23 req-64fa318d-5e6b-4b46-99e9-dff1f203e506 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 1100 time: 0.1951625 Jan 28 04:36:34.544680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:34.545031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Checking segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:34.545810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Bound using segment: {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:34.546270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Bound port: b88536f9-8469-4b64-8ee4-4d270c74a893, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:34.546636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.549440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e799155b-3d66-4a3b-906c-8ba46f865399), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.562723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43705f6-bd35-4afa-9d90-1a2460d80171 req-654d800f-0902-4758-87ea-5a9df027900d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.564233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f43705f6-bd35-4afa-9d90-1a2460d80171 req-654d800f-0902-4758-87ea-5a9df027900d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 943 time: 0.1508973 Jan 28 04:36:34.641643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=e799155b-3d66-4a3b-906c-8ba46f865399,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:34.652432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ce68252-c03e-4b74-8d79-c161e482cb14 req-31ba5460-c58c-486c-8666-e16d27e8c636 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=42f0b8a4a14f460abcc507969c19debc HTTP/1.1" status: 200 len: 1657 time: 0.1092746 Jan 28 04:36:34.659338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.664929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-47eec221-5be5-4015-ab8f-ae355b3962aa tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/e799155b-3d66-4a3b-906c-8ba46f865399 HTTP/1.1" status: 204 len: 168 time: 1.0128350 Jan 28 04:36:34.673462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58832) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:34.679012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fd54cfe-a62a-47ae-a2a1-71d1dbdccf23 req-0fdac6e9-92fd-4243-a87e-046ca0426a41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292696 Jan 28 04:36:34.681720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'mac_address': 'fa:16:3e:89:43:76', 'name': 'tempest-PortsTestJSON-2109312475'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:34.711469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:34.721781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f43705f6-bd35-4afa-9d90-1a2460d80171 req-eb872e2b-9efd-4150-8ce8-ddf7e889fa47 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419728 Jan 28 04:36:34.724351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:34.736635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.798918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.799611 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.801621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] 10.222.0.52 "PUT /v2.0/ports/b88536f9-8469-4b64-8ee4-4d270c74a893 HTTP/1.1" status: 200 len: 1091 time: 1.1749272 Jan 28 04:36:34.803100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Deleting port 152b1886-5719-4192-afa4-71d2c788c2a5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:34.803460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (152b1886-5719-4192-afa4-71d2c788c2a5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.840920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9e210377-d726-459c-b259-569b17803181'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:34.900506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce68252-c03e-4b74-8d79-c161e482cb14 req-253fab32-2b49-455e-809a-cf536e48f2ca tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.903809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ce68252-c03e-4b74-8d79-c161e482cb14 req-253fab32-2b49-455e-809a-cf536e48f2ca tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks?id=ee033649-ca79-46b7-b27e-766ccfa5f327&id=ee033649-ca79-46b7-b27e-766ccfa5f327&id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 787 time: 0.2458007 Jan 28 04:36:34.930082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-9ce68252-c03e-4b74-8d79-c161e482cb14 req-271e4813-558a-4319-a99b-f531fc9a5fb9 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:36:34.937222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ce68252-c03e-4b74-8d79-c161e482cb14 req-271e4813-558a-4319-a99b-f531fc9a5fb9 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234883 Jan 28 04:36:34.945040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf601c3e-96b6-445f-bbdd-4000105dcdda service neutron] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:34.961928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-f0a3138a-86fb-4007-a25d-034e9ae4f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.964758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-f0a3138a-86fb-4007-a25d-034e9ae4f890 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 1094 time: 0.0755754 Jan 28 04:36:34.987924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac46a-a9dc-4801-856d-ba35c4b38ed6 req-87b22f8f-2094-40c5-8600-2c921a3cb91d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:34.989492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3eac46a-a9dc-4801-856d-ba35c4b38ed6 req-87b22f8f-2094-40c5-8600-2c921a3cb91d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 944 time: 0.1672721 Jan 28 04:36:34.991127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:34.993337 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:35.004246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:35.051789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-3940d8e5-051f-4864-a9b5-30d7e72016a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b88536f9-8469-4b64-8ee4-4d270c74a893 HTTP/1.1" status: 200 len: 217 time: 0.0612204 Jan 28 04:36:35.102709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (152b1886-5719-4192-afa4-71d2c788c2a5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:35.113705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2f4bdda9-68de-4f8d-8775-321540813616 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips/c14e004d-a90f-41bd-83af-1655720b4269 HTTP/1.1" status: 200 len: 693 time: 0.1167269 Jan 28 04:36:35.114500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3eac46a-a9dc-4801-856d-ba35c4b38ed6 req-a287aa61-bf2b-4b42-9c12-8e7645d564b4 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183679 Jan 28 04:36:35.122805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-2bf6017f-80eb-4606-83bd-a7de931206e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.124550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-2bf6017f-80eb-4606-83bd-a7de931206e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.0653360 Jan 28 04:36:35.163836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-b550282a-eed7-4e05-9f32-65e41c7dbbe2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293529 Jan 28 04:36:35.164251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Calling delete_port for 152b1886-5719-4192-afa4-71d2c788c2a5 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:35.195689 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:35.238708 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca61eec-7611-4fd7-92fa-981b0ded4961 x-openstack-request-id: req-dca61eec-7611-4fd7-92fa-981b0ded4961 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:35.239014 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:35.239617 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dca61eec-7611-4fd7-92fa-981b0ded4961 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:35.240060 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'status': 'completed', 'code': 200} Jan 28 04:36:35.317180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4da81-f05c-4585-bedf-efd616a1c782 req-bffb3da7-da77-4cf7-8576-7fe2b76e47eb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.318715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95a4da81-f05c-4585-bedf-efd616a1c782 req-bffb3da7-da77-4cf7-8576-7fe2b76e47eb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.0778024 Jan 28 04:36:35.323000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-da650ef7-1327-4c16-b27c-cf98a554b9f8 service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527705 Jan 28 04:36:35.436839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95a4da81-f05c-4585-bedf-efd616a1c782 req-b15f8c8b-4279-44e2-88f6-48a4c6efd2c8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Jan 28 04:36:35.484218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9abcdc1-d310-468a-8f3f-7d33e28bf81f req-a502b0b2-f9d0-4b0d-8297-62a88f00eea2 service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517375 Jan 28 04:36:35.520522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:35.549437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 72066b9a-bc9f-47bd-9357-b77a202ce31e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:35.550086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 72066b9a-bc9f-47bd-9357-b77a202ce31e not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:35.553745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 361eaa4f-59b4-409d-a461-02e37b42fdcb yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:35.628934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-401de20e-5906-445f-8c64-63e4fb8cc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.630818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-401de20e-5906-445f-8c64-63e4fb8cc779 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=008ce7126c15493abdcb40db79878698&device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 1094 time: 0.0452201 Jan 28 04:36:35.641766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-c4997ed8-3864-4dcc-b2b7-d1d140b26783 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.643144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-c4997ed8-3864-4dcc-b2b7-d1d140b26783 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.5277643 Jan 28 04:36:35.738128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-02766006-53f1-465d-91e2-7da6fcb9a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.740567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-02766006-53f1-465d-91e2-7da6fcb9a9d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 200 len: 905 time: 0.1030633 Jan 28 04:36:35.760821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2e246879-8111-42d8-b53b-a574a72ed38b tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.1077001 Jan 28 04:36:35.837979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-d5d7cff3-0489-4564-b136-f0994c69afd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b88536f9-8469-4b64-8ee4-4d270c74a893 HTTP/1.1" status: 200 len: 217 time: 0.0909913 Jan 28 04:36:35.896184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-e14088cc-a3e9-49b4-9648-22423f19ac07 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.1236053 Jan 28 04:36:35.927918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:35.942735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-6747c055-9ea8-4600-a585-47f73f951fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.944207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-6747c055-9ea8-4600-a585-47f73f951fb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 200 len: 844 time: 0.0999043 Jan 28 04:36:35.985905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (152b1886-5719-4192-afa4-71d2c788c2a5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:35.989470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-05147ba2-e95c-4faf-abd6-30764d00d34b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80938996-0453-4089-95f9-bd5d51c1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357800 Jan 28 04:36:35.989926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (361eaa4f-59b4-409d-a461-02e37b42fdcb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:35.997102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bcdc-d601-44bc-a948-4f721543d89d req-2dcd91ce-e2e9-49d9-af6a-f248b090d17d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:35.998768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51c7bcdc-d601-44bc-a948-4f721543d89d req-2dcd91ce-e2e9-49d9-af6a-f248b090d17d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 943 time: 0.0967698 Jan 28 04:36:36.052602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Pushing event deleted for resources: {'Port': ['ID=152b1886-5719-4192-afa4-71d2c788c2a5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:36.090057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51c7bcdc-d601-44bc-a948-4f721543d89d req-1c7b6340-22ee-4414-9452-66f972b3f0d1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829256 Jan 28 04:36:36.133788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-a9889b49-9818-497b-9649-bfd45b832fb9 service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336212 Jan 28 04:36:36.163637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (361eaa4f-59b4-409d-a461-02e37b42fdcb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.185830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (1297ad1e-4072-4082-8816-cfb875ea4a46), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.254815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Deleting port 7332b6d2-d4ed-4441-ae55-4d2140f15f61 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:36.255604 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.283610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:36.287027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f2e7-46f1-4c3e-a9a3-b0b006dd642a req-994cc7cb-0c2d-4fb3-90cd-73f1f4c46812 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:36.288589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa35f2e7-46f1-4c3e-a9a3-b0b006dd642a req-994cc7cb-0c2d-4fb3-90cd-73f1f4c46812 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 944 time: 0.0812640 Jan 28 04:36:36.291097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2c6686d-e9c8-45ee-9310-c5a881ac5b1e req-a712bf1a-d58b-4017-a79a-cc7c71e6a8ce service neutron] 10.222.0.52 "GET /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425483 Jan 28 04:36:36.300881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:36.310236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:36.317114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:36.317507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.340478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa35f2e7-46f1-4c3e-a9a3-b0b006dd642a req-6a78e909-4ac0-4823-8b66-606412733fc6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Jan 28 04:36:36.349730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e210377-d726-459c-b259-569b17803181'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:36.352312 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b00ee-4f44-4af5-b725-f110725fd509" -d '{"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e210377-d726-459c-b259-569b17803181"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:36.362759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=361eaa4f-59b4-409d-a461-02e37b42fdcb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:36.406177 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69dd7f-ff29-4c79-b1c7-03b0d9d03bed x-openstack-request-id: req-2d69dd7f-ff29-4c79-b1c7-03b0d9d03bed {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:36.406177 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e210377-d726-459c-b259-569b17803181", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:36.406772 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d69dd7f-ff29-4c79-b1c7-03b0d9d03bed {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:36.406772 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e210377-d726-459c-b259-569b17803181', 'code': 200} Jan 28 04:36:36.439351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d1b6646f-4633-499b-963e-c4789fba0a1a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7648449 Jan 28 04:36:36.441957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58852) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:36.532229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.534760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.535308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (7332b6d2-d4ed-4441-ae55-4d2140f15f61), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.543135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d00a4-72b8-43f6-8021-6ceee75aa008 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:36.544673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-951d00a4-72b8-43f6-8021-6ceee75aa008 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/361eaa4f-59b4-409d-a461-02e37b42fdcb HTTP/1.1" status: 200 len: 841 time: 0.1017137 Jan 28 04:36:36.546041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.547360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58856) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:36.553078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Calling delete_port for 7332b6d2-d4ed-4441-ae55-4d2140f15f61 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:36.660062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bf36-67c2-4658-be99-96660773a3e3 req-4c9c97b0-4392-4f3d-98de-5c485af99fc9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:36.663690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d54bf36-67c2-4658-be99-96660773a3e3 req-4c9c97b0-4392-4f3d-98de-5c485af99fc9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.1059163 Jan 28 04:36:36.669752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Router 1297ad1e-4072-4082-8816-cfb875ea4a46 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:36.724241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 361eaa4f-59b4-409d-a461-02e37b42fdcb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:36.724447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (361eaa4f-59b4-409d-a461-02e37b42fdcb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.770883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:36.777752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.778801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-44f568f8-fb3d-4833-9f65-e9679a2d8c86 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "PUT /v2.0/routers/1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 200 len: 706 time: 3.2289226 Jan 28 04:36:36.781386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58860) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:36.787182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] Sync routers for ids ['1297ad1e-4072-4082-8816-cfb875ea4a46'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:36.794483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d54bf36-67c2-4658-be99-96660773a3e3 req-0317a617-3a6a-46d4-b7a6-7ecd70a584ed tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246116 Jan 28 04:36:36.800799 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] Routers {'1297ad1e-4072-4082-8816-cfb875ea4a46'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:36.801671 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1297ad1e-4072-4082-8816-cfb875ea4a46'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:36.831787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (361eaa4f-59b4-409d-a461-02e37b42fdcb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.846067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:36.857875 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] Routers {'1297ad1e-4072-4082-8816-cfb875ea4a46'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:36.858828 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1297ad1e-4072-4082-8816-cfb875ea4a46'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:36.867958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 361eaa4f-59b4-409d-a461-02e37b42fdcb owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:36.903213 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:36.904414 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b85f3f5-dac3-431c-afdd-ba09b236ca66 None None] The sync data for ids ['1297ad1e-4072-4082-8816-cfb875ea4a46'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:36.915811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1326f35d-fb48-44f1-8d4e-d347f4d9b193 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/routers/1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 200 len: 741 time: 0.1312690 Jan 28 04:36:36.918361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:36.949730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:36:36.997298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f6ae87bf-762c-46a3-af57-4260239e7524 tempest-RoutersAdminTest-1453783099 tempest-RoutersAdminTest-1453783099-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 200 len: 205 time: 0.0775821 Jan 28 04:36:36.998791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7332b6d2-d4ed-4441-ae55-4d2140f15f61), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.999749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58868) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:37.011639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (361eaa4f-59b4-409d-a461-02e37b42fdcb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.033398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event deleted for resources: {'Port': ['ID=7332b6d2-d4ed-4441-ae55-4d2140f15f61,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:37.046782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-237834d7-d734-4b26-91cf-f0fb5bcb4328 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 200 len: 205 time: 0.0458379 Jan 28 04:36:37.050285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:37.099147 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (c14e004d-a90f-41bd-83af-1655720b4269), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.101854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.103068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a8baeb4-b404-44ea-83c9-71af863a075e req-2b2bc0e0-891f-4291-bdd1-deaa3c35cc34 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "DELETE /v2.0/floatingips/c14e004d-a90f-41bd-83af-1655720b4269 HTTP/1.1" status: 204 len: 173 time: 1.2003229 Jan 28 04:36:37.123660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=361eaa4f-59b4-409d-a461-02e37b42fdcb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:37.139518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.145622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57bcac45-ffb5-4a4b-ab52-f187f641528c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/361eaa4f-59b4-409d-a461-02e37b42fdcb HTTP/1.1" status: 204 len: 168 time: 0.5947988 Jan 28 04:36:37.169131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58876) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:37.180001 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-f2652a3e-935b-4222-98f3-d3364a5729d1 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips/50048e3a-202a-4182-bfc8-7ec602ef1ef7 HTTP/1.1" status: 200 len: 693 time: 0.0579958 Jan 28 04:36:37.197289 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.198937 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f78e28c-6e8f-4848-a576-b80464ef7f41 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:37.202350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3f78e28c-6e8f-4848-a576-b80464ef7f41 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/361eaa4f-59b4-409d-a461-02e37b42fdcb HTTP/1.1" status: 404 len: 333 time: 0.0303011 Jan 28 04:36:37.209640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58878) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:37.223842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'name': 'tempest-PortsTestJSON-827092094'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:37.376479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-4130bad1-d3c0-4a90-b349-13920d2336da tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:37.377975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-4130bad1-d3c0-4a90-b349-13920d2336da tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1815057 Jan 28 04:36:37.386633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:37.390165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.449771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-05e41bce-6388-48c9-9817-f03d7b125d56 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.243 HTTP/1.1" status: 200 len: 696 time: 0.0570238 Jan 28 04:36:37.455108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 6679ba44-7512-4bc4-80ee-021cad79dee0 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:37.539054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:37.539613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-adb53e6c-339e-43e7-a47a-2b000e0b542b tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.243 HTTP/1.1" status: 200 len: 696 time: 0.0791242 Jan 28 04:36:37.549204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:37.658781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995744d-e0a0-41ef-b600-d6706d806c9c req-5845f68d-5a27-4c8d-869b-3ba51d200aa4 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:37.660678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4995744d-e0a0-41ef-b600-d6706d806c9c req-5845f68d-5a27-4c8d-869b-3ba51d200aa4 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 1100 time: 0.5445783 Jan 28 04:36:37.714078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.769814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4995744d-e0a0-41ef-b600-d6706d806c9c req-cc6cea66-cafe-46f6-a2f6-a6b203f20a17 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.776961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.778048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:37.784804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router_controller (1297ad1e-4072-4082-8816-cfb875ea4a46), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.792416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9e210377-d726-459c-b259-569b17803181 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:37.793055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9e210377-d726-459c-b259-569b17803181), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.795595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'mac_address': 'fa:16:3e:f7:ec:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:37.861433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b88536f9-8469-4b64-8ee4-4d270c74a893 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:37.862125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.866085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4995744d-e0a0-41ef-b600-d6706d806c9c req-cc6cea66-cafe-46f6-a2f6-a6b203f20a17 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Publish callbacks [] for security_group (4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.874190 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4995744d-e0a0-41ef-b600-d6706d806c9c req-cc6cea66-cafe-46f6-a2f6-a6b203f20a17 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.887106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88536f9-8469-4b64-8ee4-4d270c74a893 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:37.941042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4995744d-e0a0-41ef-b600-d6706d806c9c req-cc6cea66-cafe-46f6-a2f6-a6b203f20a17 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553573 Jan 28 04:36:37.951536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:37.960999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:37.992346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cea66-cafe-46f6-a2f6-a6b203f20a17 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:38.027824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:38.028013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (1297ad1e-4072-4082-8816-cfb875ea4a46), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.028013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Fanout notify agent at l3_agent the message router_deleted on router 1297ad1e-4072-4082-8816-cfb875ea4a46 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:38.028981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9e210377-d726-459c-b259-569b17803181 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:38.029409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9e210377-d726-459c-b259-569b17803181), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.035654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.041572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8a6b228-4b9f-48cd-a353-5d2fd3986a44 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 204 len: 168 time: 0.9893854 Jan 28 04:36:38.052933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58888) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.073790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:38.078714 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9e210377-d726-459c-b259-569b17803181), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.087352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5ac9-28b1-4016-bd67-7e8eb19cad21 req-453c2ebc-3cd5-46ff-82ab-4298a19dc812 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:38.096853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c54e5ac9-28b1-4016-bd67-7e8eb19cad21 req-453c2ebc-3cd5-46ff-82ab-4298a19dc812 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 944 time: 0.0826960 Jan 28 04:36:38.123282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-766fd8f6-c1b2-421a-b90b-5cb3ad938899 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 200 len: 205 time: 0.0691674 Jan 28 04:36:38.138201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:38.151826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58890) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.167140 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c54e5ac9-28b1-4016-bd67-7e8eb19cad21 req-fe4df586-6669-4bd7-bad1-6948a0c67370 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691121 Jan 28 04:36:38.176932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.231960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Deleting port 997a1b77-b19b-4b1b-a651-d62658f4f7c8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:38.232305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.269920 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-d91d4f62-b3f0-4670-acca-0dfe55875f14 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] delete failed (client error): The resource could not be found. Jan 28 04:36:38.274835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d91d4f62-b3f0-4670-acca-0dfe55875f14 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/1297ad1e-4072-4082-8816-cfb875ea4a46 HTTP/1.1" status: 404 len: 336 time: 0.1042917 Jan 28 04:36:38.275650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.327109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.329769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.330097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (997a1b77-b19b-4b1b-a651-d62658f4f7c8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.338160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6c3eb48f-0c78-4731-80fc-89ea61f2d887 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af6f2b7-274c-456a-8ae7-a4b4c3482e18 HTTP/1.1" status: 200 len: 205 time: 0.0598590 Jan 28 04:36:38.340570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58894) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.344128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b88536f9-8469-4b64-8ee4-4d270c74a893'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:38.388143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=6679ba44-7512-4bc4-80ee-021cad79dee0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:38.403037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51217be8-de94-449e-962d-13c70e6431c7 req-973b6327-a63a-4b2a-875d-7a0663016558 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:38.406531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:38.407980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Calling delete_port for 997a1b77-b19b-4b1b-a651-d62658f4f7c8 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:38.410271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:38.410483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51217be8-de94-449e-962d-13c70e6431c7 req-973b6327-a63a-4b2a-875d-7a0663016558 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.1336966 Jan 28 04:36:38.413791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:38.413941 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-e1bc66ec-2ca2-4571-8796-51145169321d tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] delete failed (client error): The resource could not be found. Jan 28 04:36:38.418414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1bc66ec-2ca2-4571-8796-51145169321d tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/4af6f2b7-274c-456a-8ae7-a4b4c3482e18 HTTP/1.1" status: 404 len: 336 time: 0.0757287 Jan 28 04:36:38.419195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:38.419812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.420051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.422549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e210377-d726-459c-b259-569b17803181'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:38.425609 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12069900-defb-43d4-af6b-aea38f7c0964" -d '{"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-plugged", "status": "completed", "tag": "9e210377-d726-459c-b259-569b17803181"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:38.440938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d51326f-af7d-4f6d-b382-d01ed8dafb75 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2302480 Jan 28 04:36:38.444705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58900) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.452046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:38.461417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5197e334-384f-4eec-b57b-84e75c68c2da tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f24b936-9775-49b9-b8a7-150e16acd564 HTTP/1.1" status: 200 len: 205 time: 0.0401483 Jan 28 04:36:38.463248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.508673 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-6fb24728-d671-4e7a-841c-193b570c5b24 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] delete failed (client error): The resource could not be found. Jan 28 04:36:38.513902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6fb24728-d671-4e7a-841c-193b570c5b24 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/2f24b936-9775-49b9-b8a7-150e16acd564 HTTP/1.1" status: 404 len: 336 time: 0.0496438 Jan 28 04:36:38.514650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.554027 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5763f2ae-a0bb-4be9-b0fe-6d9ce8b4774e tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=99567646-79d8-4ba9-ac1d-8423c2ddad22 HTTP/1.1" status: 200 len: 205 time: 0.0370448 Jan 28 04:36:38.557296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.557851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51217be8-de94-449e-962d-13c70e6431c7 req-823410d6-0399-47b3-b167-ddbebd8f2f96 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462431 Jan 28 04:36:38.625767 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93bcc7b0-2998-480a-947c-a3da9534407e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.640486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.719228 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-c993a7bc-5877-42ba-9513-ce28b2536020 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] delete failed (client error): The resource could not be found. Jan 28 04:36:38.723698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c993a7bc-5877-42ba-9513-ce28b2536020 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/99567646-79d8-4ba9-ac1d-8423c2ddad22 HTTP/1.1" status: 404 len: 336 time: 0.1608894 Jan 28 04:36:38.723859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58912) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.752655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8d9c6f7e-5f44-480e-bf56-ee7fafc7140a tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb110377-6a32-4466-8aad-b989033547d9 HTTP/1.1" status: 200 len: 205 time: 0.0280035 Jan 28 04:36:38.756754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58914) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.802175 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-222d9534-f1d6-41ad-a25a-5359187acb4d tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] delete failed (client error): The resource could not be found. Jan 28 04:36:38.805898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-222d9534-f1d6-41ad-a25a-5359187acb4d tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/fb110377-6a32-4466-8aad-b989033547d9 HTTP/1.1" status: 404 len: 336 time: 0.0456095 Jan 28 04:36:38.806552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58918) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.840200 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.844186 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b7b0c4-6a4f-454f-845a-ffc21f50aa2a x-openstack-request-id: req-a4b7b0c4-6a4f-454f-845a-ffc21f50aa2a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:38.846271 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-plugged", "status": "completed", "tag": "9e210377-d726-459c-b259-569b17803181", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:38.846644 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4b7b0c4-6a4f-454f-845a-ffc21f50aa2a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:38.847202 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e210377-d726-459c-b259-569b17803181', 'code': 200} Jan 28 04:36:38.853058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2ef5e57f-78a5-4cd1-ace8-cf04336131a0 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 HTTP/1.1" status: 200 len: 205 time: 0.0447700 Jan 28 04:36:38.854711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.906241 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-3787d3e0-17e0-456a-bc91-3f7977e744e4 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] delete failed (client error): The resource could not be found. Jan 28 04:36:38.910408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3787d3e0-17e0-456a-bc91-3f7977e744e4 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/routers/569e4bf5-f90b-4aa8-bb8f-7b6a094184d1 HTTP/1.1" status: 404 len: 336 time: 0.0515506 Jan 28 04:36:38.910700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.911279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58924) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.943199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (997a1b77-b19b-4b1b-a651-d62658f4f7c8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.954087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] In _notify_port_updated(), no bound segment for port 6679ba44-7512-4bc4-80ee-021cad79dee0 on network 9708c25e-35f8-43e3-a00d-9b68c253ed74 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:36:38.960231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:38.961077 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:38.965281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/ports/6679ba44-7512-4bc4-80ee-021cad79dee0 HTTP/1.1" status: 200 len: 818 time: 0.5195193 Jan 28 04:36:38.968314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58928) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:38.983710 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6f0644-8956-48c3-9e73-9da6b8bf4ee3 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] DELETE failed (client error): The resource could not be found. Jan 28 04:36:38.984200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6f0644-8956-48c3-9e73-9da6b8bf4ee3 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:36:38.987221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eb6f0644-8956-48c3-9e73-9da6b8bf4ee3 tempest-RoutersAdminTest-297646123 tempest-RoutersAdminTest-297646123-project] 10.222.0.21 "DELETE /v2.0/subnets/2703e267-2ce1-4bf9-98c3-349e28cbe05e HTTP/1.1" status: 404 len: 337 time: 0.0749116 Jan 28 04:36:39.069166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-5506d2b6-4e0e-43c1-9730-8599ee1bbaf7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257564 Jan 28 04:36:39.109466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c63f74-52d4-428d-95a9-1aaec0c45f87 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=6679ba44-7512-4bc4-80ee-021cad79dee0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:39.164648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event deleted for resources: {'Port': ['ID=997a1b77-b19b-4b1b-a651-d62658f4f7c8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:39.191421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (50048e3a-202a-4182-bfc8-7ec602ef1ef7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.195446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.196172 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dd938c2-014e-44a1-a6bf-740c2a73c972 req-7d3e0163-f5e7-493e-82de-2c39cc94ee2d tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "DELETE /v2.0/floatingips/50048e3a-202a-4182-bfc8-7ec602ef1ef7 HTTP/1.1" status: 204 len: 173 time: 1.3073020 Jan 28 04:36:39.226107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 6679ba44-7512-4bc4-80ee-021cad79dee0 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:39.226463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.249779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d318f-b5cc-4737-bef0-e53ab8648daa req-b0778259-baf2-465c-8c28-e5dd5a7dc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:39.251429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-482d318f-b5cc-4737-bef0-e53ab8648daa req-b0778259-baf2-465c-8c28-e5dd5a7dc162 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 1096 time: 0.1745486 Jan 28 04:36:39.290099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4f28cec5-fe04-432a-828e-c3814cca846c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:39.298558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4f28cec5-fe04-432a-828e-c3814cca846c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231922 Jan 28 04:36:39.320538 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.322119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-ec7b6967-aba6-4fed-89a1-37bcdd19558a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/quotas/b79c05c4bde8438f9efb92d7dff6d24f HTTP/1.1" status: 200 len: 375 time: 0.0227020 Jan 28 04:36:39.335283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 6679ba44-7512-4bc4-80ee-021cad79dee0 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:39.391643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-482d318f-b5cc-4737-bef0-e53ab8648daa req-7a721c8e-cb55-4fd5-9d22-37df3965340d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309922 Jan 28 04:36:39.416476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7fde3fa1-2cc9-45d4-9b0c-e498117f675f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934515 Jan 28 04:36:39.443404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58952) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:39.458200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172d6a-2ca2-49c9-b2ff-48ee91245cca req-3bc2448a-e016-4036-bf23-7f915c0cb02d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:39.460076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef172d6a-2ca2-49c9-b2ff-48ee91245cca req-3bc2448a-e016-4036-bf23-7f915c0cb02d tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 944 time: 0.0766251 Jan 28 04:36:39.488528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6679ba44-7512-4bc4-80ee-021cad79dee0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.528535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=6679ba44-7512-4bc4-80ee-021cad79dee0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:39.547199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.553380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c52d836-e5d0-4361-a5ec-7351bc2334e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/6679ba44-7512-4bc4-80ee-021cad79dee0 HTTP/1.1" status: 204 len: 168 time: 0.5801818 Jan 28 04:36:39.554729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58956) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:39.556202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef172d6a-2ca2-49c9-b2ff-48ee91245cca req-6e594ee5-5e50-4b60-93b9-d54963ba8cd3 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865052 Jan 28 04:36:39.564512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:39.660978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-361e961c-5226-492c-afac-aeeea6e57a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.664581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-2767a515-42be-4cfd-8d5d-ded4dd00e385 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips/82c50308-d89d-4e8b-b8b9-e6393e75b7f4 HTTP/1.1" status: 200 len: 693 time: 0.0576696 Jan 28 04:36:39.668603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b88536f9-8469-4b64-8ee4-4d270c74a893 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:36:39.679848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b88536f9-8469-4b64-8ee4-4d270c74a893 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:39.680478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.730035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dcd095-e977-421c-a403-5a3aa01a65ee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:39.734259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03dcd095-e977-421c-a403-5a3aa01a65ee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1729910 Jan 28 04:36:39.734523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58962) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:39.768065 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-080baaf4-6e58-456c-95d2-1b6a818fb736 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:39.769888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-080baaf4-6e58-456c-95d2-1b6a818fb736 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/6679ba44-7512-4bc4-80ee-021cad79dee0 HTTP/1.1" status: 404 len: 333 time: 0.0342708 Jan 28 04:36:39.773992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58964) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:39.781964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-79728399'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:39.816824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b88536f9-8469-4b64-8ee4-4d270c74a893 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:39.817320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.841424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-0ffb24fd-ae9b-4484-9252-ff14cc7e6f2c tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:39.843164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-0ffb24fd-ae9b-4484-9252-ff14cc7e6f2c tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1650343 Jan 28 04:36:39.844964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:39.848548 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.873172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:39.878377 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.889499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-361e961c-5226-492c-afac-aeeea6e57a8f admin admin] Publish callbacks [] for security_group (0a1257af-77fa-4b33-95d5-8c165ee32847), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.899507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-361e961c-5226-492c-afac-aeeea6e57a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0a1257af-77fa-4b33-95d5-8c165ee32847), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:39.914092 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-26b5cd1b-a7e5-4039-b61a-93d5c7311730 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.0625238 Jan 28 04:36:39.923789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:36:39.946115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:39.974705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-361e961c-5226-492c-afac-aeeea6e57a8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=822ac7fa89744d06a3ccc28cbaa5e3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302033 Jan 28 04:36:39.975355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58968) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:40.003768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-5c99bb55-68ea-4af2-841c-12176fbb12db tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.0813744 Jan 28 04:36:40.006564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (566edf10-6448-44bf-a048-515bb418df01), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.006971 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment 566edf10-6448-44bf-a048-515bb418df01 of type vlan for network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c Jan 28 04:36:40.020371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e961c-5226-492c-afac-aeeea6e57a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1257af-77fa-4b33-95d5-8c165ee32847,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:40.050860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec852441-e650-4183-8680-9c392d85ba58 admin admin] Publish callbacks [] for security_group (0a1257af-77fa-4b33-95d5-8c165ee32847), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.082762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec852441-e650-4183-8680-9c392d85ba58 admin admin] Publish callbacks [] for security_group (0a1257af-77fa-4b33-95d5-8c165ee32847), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.137626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (49d9a7f6-affe-4a48-ab2a-5b0128ac465c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.141940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec852441-e650-4183-8680-9c392d85ba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0a1257af-77fa-4b33-95d5-8c165ee32847), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.145282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec852441-e650-4183-8680-9c392d85ba58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.147091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ec852441-e650-4183-8680-9c392d85ba58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a1257af-77fa-4b33-95d5-8c165ee32847 HTTP/1.1" status: 204 len: 168 time: 0.1696756 Jan 28 04:36:40.156689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec852441-e650-4183-8680-9c392d85ba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1257af-77fa-4b33-95d5-8c165ee32847,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:40.201251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (49d9a7f6-affe-4a48-ab2a-5b0128ac465c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.206533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:40.207252 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.291155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Deleting port 574e3341-a742-4d07-9ca0-bda150a0a40a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:40.291530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.314504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5390227 Jan 28 04:36:40.317633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58976) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:40.324728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:40.350999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332bf80-54c4-45e1-9132-ad7c774b8d04 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=49d9a7f6-affe-4a48-ab2a-5b0128ac465c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:40.363744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:36:40.410129 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.410469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (574e3341-a742-4d07-9ca0-bda150a0a40a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.462168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Calling delete_port for 574e3341-a742-4d07-9ca0-bda150a0a40a owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:40.556428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:40.561032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.590675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113695f4-2971-4644-b6c1-ffe26aee7994 req-1b185be5-39a1-4084-9ba7-6c7a846c03fb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:40.592228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-113695f4-2971-4644-b6c1-ffe26aee7994 req-1b185be5-39a1-4084-9ba7-6c7a846c03fb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.2592752 Jan 28 04:36:40.674138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (574e3341-a742-4d07-9ca0-bda150a0a40a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.715042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58990) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:40.737691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Pushing event deleted for resources: {'Port': ['ID=574e3341-a742-4d07-9ca0-bda150a0a40a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:40.758360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-113695f4-2971-4644-b6c1-ffe26aee7994 req-ea6d6f0d-4327-4cd6-9101-4da0acd63ab3 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257174 Jan 28 04:36:40.804561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ecd497e-d762-4008-a4f6-606687e771a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.848679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:40.851342 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e501c52-39c1-485c-91da-3eddc932b910" -d '{"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-plugged", "status": "completed", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:40.881134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks [] for floatingip (82c50308-d89d-4e8b-b8b9-e6393e75b7f4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.883738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:40.899399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a341621c-8d2a-4cfe-9f23-0254e6b6396b req-a3f0fa61-b2f5-4f11-bb52-47a081925331 tempest-FloatingIPDetailsTestJSON-1051317522 tempest-FloatingIPDetailsTestJSON-1051317522-project] 10.222.0.21 "DELETE /v2.0/floatingips/82c50308-d89d-4e8b-b8b9-e6393e75b7f4 HTTP/1.1" status: 204 len: 173 time: 0.8949234 Jan 28 04:36:40.899961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58996) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:40.925669 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-069d3c36-c9ec-4566-ae3b-931bdd47689d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd15cb7cc58e40848ea35288d560fd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093732 Jan 28 04:36:40.927457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:40.998952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (8ce6d687-280c-4f5f-b9d4-970482541987), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.079552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe6a3-1488-4061-87be-a8c0a2c1ae61 admin admin] Publish callbacks [] for security_group (608c6344-0e78-422a-a4b8-3428130c7ebd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.095283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82086f-5e49-495a-8d15-3f72660b9f7d req-268989ae-6cdc-4304-8c44-1562b348df12 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:41.102517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d82086f-5e49-495a-8d15-3f72660b9f7d req-268989ae-6cdc-4304-8c44-1562b348df12 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 946 time: 0.1098206 Jan 28 04:36:41.160915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=8ce6d687-280c-4f5f-b9d4-970482541987,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:41.171252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe6a3-1488-4061-87be-a8c0a2c1ae61 admin admin] Publish callbacks [] for security_group (608c6344-0e78-422a-a4b8-3428130c7ebd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.174745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': '566edf10-6448-44bf-a048-515bb418df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:41.175431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 49d9a7f6-affe-4a48-ab2a-5b0128ac465c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:36:41.207327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d82086f-5e49-495a-8d15-3f72660b9f7d req-a011d584-4217-44d4-98c1-aece6e89d1c3 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998917 Jan 28 04:36:41.250456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:36:41.276832 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e6b2c6-c1b8-43fa-9805-2ce9d8ca4a24 x-openstack-request-id: req-a4e6b2c6-c1b8-43fa-9805-2ce9d8ca4a24 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:41.277135 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-plugged", "status": "completed", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:41.277405 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4e6b2c6-c1b8-43fa-9805-2ce9d8ca4a24 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:41.277848 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'code': 200} Jan 28 04:36:41.289105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 49d9a7f6-affe-4a48-ab2a-5b0128ac465c) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:41.300998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578f329-69d3-4b7a-9f98-c3ebddc3c4ab None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:41.346475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:41.347042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.372070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe6a3-1488-4061-87be-a8c0a2c1ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (608c6344-0e78-422a-a4b8-3428130c7ebd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.376673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe6a3-1488-4061-87be-a8c0a2c1ae61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.380828 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c7d57a6-effa-43b8-950d-a6bdddaec0fb req-3e0ffa9e-7b41-47a2-bae5-51222970f656 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0525095 Jan 28 04:36:41.394655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a0ebe6a3-1488-4061-87be-a8c0a2c1ae61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/608c6344-0e78-422a-a4b8-3428130c7ebd HTTP/1.1" status: 204 len: 168 time: 0.4658470 Jan 28 04:36:41.484035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': '8ce6d687-280c-4f5f-b9d4-970482541987'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:36:41.485270 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.498912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7e36bedb-73ba-4164-9078-0d9ed2cfeaee tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1799803 Jan 28 04:36:41.501339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59004) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:41.520846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:41.545567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebe6a3-1488-4061-87be-a8c0a2c1ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c6344-0e78-422a-a4b8-3428130c7ebd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:41.563504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f9e99-f246-4faf-836d-b766302a6530 req-2d75f655-3369-4cdc-bbc5-18aa5710288f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:41.570467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-196f9e99-f246-4faf-836d-b766302a6530 req-2d75f655-3369-4cdc-bbc5-18aa5710288f tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.2965536 Jan 28 04:36:41.642848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Allocated IP 172.20.0.2 (49d9a7f6-affe-4a48-ab2a-5b0128ac465c/8ce6d687-280c-4f5f-b9d4-970482541987/df1dc32b-27db-46fc-b962-79ca0d7bc2b8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:41.654866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf9edc-ea92-4a9b-883c-2e0fbabaae57 req-94de47b7-dad2-4646-bd4f-dce2ed840107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:41.656402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2bf9edc-ea92-4a9b-883c-2e0fbabaae57 req-94de47b7-dad2-4646-bd4f-dce2ed840107 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 1096 time: 0.2381678 Jan 28 04:36:41.702114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (35e80a9a-199c-441f-b9cf-38c500f72291), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.737731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-196f9e99-f246-4faf-836d-b766302a6530 req-81694341-b774-488e-beef-0b3f47c4da6c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662884 Jan 28 04:36:41.825243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2bf9edc-ea92-4a9b-883c-2e0fbabaae57 req-b1b2679e-0460-4eba-abc1-863a53f265d0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590066 Jan 28 04:36:41.839427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:41.852591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Publish callbacks [] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.853103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.867000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.872359 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:41.917029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:41.920721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:41.934040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:41.993602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Pushing event updated for resources: {'Port': ['ID=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:42.043536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Attempting to bind port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:42.046608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Attempting to bind port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '566edf10-6448-44bf-a048-515bb418df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:42.048484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Attempting to bind port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 on network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:42.059201 n-d-824835-3 neutron-server[103138]: INFO neutron.db.ipam_backend_mixin [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ce6d687-280c-4f5f-b9d4-970482541987 (CIDR: 172.20.0.0/28) Jan 28 04:36:42.061636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:42.066043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Checking segment: {'id': '566edf10-6448-44bf-a048-515bb418df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:42.066043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.066456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Bound using segment: {'id': '566edf10-6448-44bf-a048-515bb418df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:42.066972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Bound port: df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566edf10-6448-44bf-a048-515bb418df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:42.067369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.070369 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:36:42.071174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:36:42.099513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-832ecfc7-7ad9-41b5-8a2c-1fed75c071ef tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5826976 Jan 28 04:36:42.102408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59020) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:42.108683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:42.168350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] For port df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:42.173047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] For port df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,segment=NetworkSegment(566edf10-6448-44bf-a048-515bb418df01),segment_id=566edf10-6448-44bf-a048-515bb418df01)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:42.188427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.276172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-26c43979-1f08-49b6-9c74-ae86c1bc0457 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295842 Jan 28 04:36:42.312629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:42.316860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.359320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220c9ac-9d1c-4efd-88c2-37f76e9af87b req-61d98d60-f02c-4889-8f70-c16aeed6118b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:42.360868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0220c9ac-9d1c-4efd-88c2-37f76e9af87b req-61d98d60-f02c-4889-8f70-c16aeed6118b tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.2120509 Jan 28 04:36:42.381742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eb0f8-74f2-4b9c-9dc1-1e25c1d10dd4 None None] Pushing event updated for resources: {'Port': ['ID=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:42.427593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-06914e76-d3d2-4f28-a363-d2b97abba7d5 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:42.429159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-06914e76-d3d2-4f28-a363-d2b97abba7d5 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.47 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 946 time: 0.1120410 Jan 28 04:36:42.566620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0220c9ac-9d1c-4efd-88c2-37f76e9af87b req-a3e43dc0-b505-443a-b668-f4a2c0b016ce tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979401 Jan 28 04:36:42.661670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-2b0d7d7e-5761-4e33-8a37-2fa9bc65fd4c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1880038 Jan 28 04:36:42.713702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Deleting port a42e8312-2d74-437f-ad56-6f15c78d484c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:42.714061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.766727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Deleting port 5e2b6a08-3e9e-4643-babb-2a3e43121034 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:42.767152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.778463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34cc6a-6677-4541-b1fb-afa13b287d54 req-d59e1c5b-32d8-4033-bc00-416976df7d59 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:42.788490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c34cc6a-6677-4541-b1fb-afa13b287d54 req-d59e1c5b-32d8-4033-bc00-416976df7d59 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 946 time: 0.3510327 Jan 28 04:36:42.849700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8dde4923-2d2d-498d-b5f9-6b2cde50ffeb req-c2bb4ea3-338b-4a53-8f25-8bb4a60a7e78 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0873876 Jan 28 04:36:42.913752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-87527073-638c-4795-acf1-247010f44fe4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:42.915413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-87527073-638c-4795-acf1-247010f44fe4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4770856 Jan 28 04:36:42.946374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:42.971055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] For port a42e8312-2d74-437f-ad56-6f15c78d484c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a42e8312-2d74-437f-ad56-6f15c78d484c,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:42.971452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.980716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c34cc6a-6677-4541-b1fb-afa13b287d54 req-437a3dbd-bec6-4d20-b742-ba6f68293af2 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/security-groups?id=b75fce35-2f4f-4eca-9a1b-37c07711b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901751 Jan 28 04:36:43.049292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Calling delete_port for a42e8312-2d74-437f-ad56-6f15c78d484c owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:43.077293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] For port 5e2b6a08-3e9e-4643-babb-2a3e43121034, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5e2b6a08-3e9e-4643-babb-2a3e43121034,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:43.077665 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.087481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-216dc00f-0c91-4c86-972a-c740b40e71c7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:43.089007 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-216dc00f-0c91-4c86-972a-c740b40e71c7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040403 Jan 28 04:36:43.127389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Calling delete_port for 5e2b6a08-3e9e-4643-babb-2a3e43121034 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:43.128512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:43.177661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd4fc6-d50c-417e-a46c-a9e39e232248 req-52958d11-d17f-4b06-8e72-39b726673c60 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:43.186068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1fd4fc6-d50c-417e-a46c-a9e39e232248 req-52958d11-d17f-4b06-8e72-39b726673c60 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.2168550 Jan 28 04:36:43.309189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba1a3-79b8-49be-9984-643ee3e174ac req-d75d659f-5cb9-4cae-a33e-f3b9c9db8782 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:43.310776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d5eba1a3-79b8-49be-9984-643ee3e174ac req-d75d659f-5cb9-4cae-a33e-f3b9c9db8782 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.2340057 Jan 28 04:36:43.346606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1fd4fc6-d50c-417e-a46c-a9e39e232248 req-cf98e7ef-35c3-42d3-bc64-c10a265362c6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243935 Jan 28 04:36:43.443297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:43.449127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.466861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (61165674-f880-476e-ab18-24122b50f142), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.531352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:43.534816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.571161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.588930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d5eba1a3-79b8-49be-9984-643ee3e174ac req-7b27890c-cad5-4ac9-a286-b27a922983a1 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470553 Jan 28 04:36:43.592370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:43.665268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:43.680294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:43.698029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:43.699047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.715732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a42e8312-2d74-437f-ad56-6f15c78d484c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:43.749596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a42e8312-2d74-437f-ad56-6f15c78d484c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:43.772363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=61165674-f880-476e-ab18-24122b50f142,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:43.782177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Pushing event deleted for resources: {'Port': ['ID=a42e8312-2d74-437f-ad56-6f15c78d484c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:43.821438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8b437c75-8392-49a5-bfa9-af87d6060bbb tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7175572 Jan 28 04:36:43.836700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59062) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:43.860661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'fixed_ips': [{'subnet_id': '8ce6d687-280c-4f5f-b9d4-970482541987'}, {'subnet_id': '61165674-f880-476e-ab18-24122b50f142'}], 'name': 'tempest-PortsTestJSON-1263076696'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:43.958198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.49 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:43.995587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1989553882'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:44.011018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec38a31f-7cff-4d4c-856a-48d1f0c42d4b req-3c43f92f-c5c8-49fa-ab52-f05682afc023 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0453990 Jan 28 04:36:44.041278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] No DVR routers for this DVR port a42e8312-2d74-437f-ad56-6f15c78d484c on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:44.052316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.055927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f8fc8d9-2a36-41d5-82f3-7c21fbafb7e7 req-8574a8d4-3cfc-43c1-8da6-a9018587aa86 tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.47 "DELETE /v2.0/ports/a42e8312-2d74-437f-ad56-6f15c78d484c HTTP/1.1" status: 204 len: 173 time: 1.6020548 Jan 28 04:36:44.056274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'name': 'network-vif-deleted', 'tag': 'a42e8312-2d74-437f-ad56-6f15c78d484c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:44.058962 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59201e72-88f5-452a-ac04-1c162abb8bc2" -d '{"events": [{"server_uuid": "030ec424-e2d3-467d-b029-58c7668b5dd1", "name": "network-vif-deleted", "tag": "a42e8312-2d74-437f-ad56-6f15c78d484c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:44.101305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcbcfbe-2256-408b-95ae-f17041edf0c3 None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:44.125647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (55009282-37b2-4302-95aa-4a6087e5656f), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.126681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (55009282-37b2-4302-95aa-4a6087e5656f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.137926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5e2b6a08-3e9e-4643-babb-2a3e43121034), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.180429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48b901b3-99a2-43a9-9181-5b7bc7759e41 req-2d5b8c2f-b79a-464d-9d35-7936a06cbeff tempest-AttachSCSIVolumeTestJSON-1538174270 tempest-AttachSCSIVolumeTestJSON-1538174270-project] 10.222.0.21 "GET /v2.0/ports?device_id=030ec424-e2d3-467d-b029-58c7668b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.0604517 Jan 28 04:36:44.204760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2b6a08-3e9e-4643-babb-2a3e43121034,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:44.261823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.312926 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf9481-ba56-4c06-b1da-e126d005a38b x-openstack-request-id: req-7faf9481-ba56-4c06-b1da-e126d005a38b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:44.313237 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ec424-e2d3-467d-b029-58c7668b5dd1", "name": "network-vif-deleted", "tag": "a42e8312-2d74-437f-ad56-6f15c78d484c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:44.313494 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7faf9481-ba56-4c06-b1da-e126d005a38b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:44.313892 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ec424-e2d3-467d-b029-58c7668b5dd1', 'name': 'network-vif-deleted', 'tag': 'a42e8312-2d74-437f-ad56-6f15c78d484c', 'status': 'completed', 'code': 200} Jan 28 04:36:44.344984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.348506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (55009282-37b2-4302-95aa-4a6087e5656f), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.349585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:44.351275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] Provisioning complete for port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:44.352062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.373930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (55009282-37b2-4302-95aa-4a6087e5656f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.408347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:44.418711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:44.423967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:44.434860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:44.449136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-9815ede8-03cd-484a-9e0f-c0a3ba1002e0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:44.462791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-9815ede8-03cd-484a-9e0f-c0a3ba1002e0 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 814 time: 0.3769774 Jan 28 04:36:44.489040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.490517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07775846-c925-4983-bc43-03f0b283c54e tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8237045 Jan 28 04:36:44.498301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59080) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:44.503116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.166 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/ff721bf6-243f-428c-969e-81f10c691c83) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:44.515368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:44.599486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-87ba1b9f-d865-4eee-80b3-2b0663053b9e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/quotas/a3ce9c17db8c4b9fa0875440770db644 HTTP/1.1" status: 200 len: 375 time: 0.1352930 Jan 28 04:36:44.682995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:44.683684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.802770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.856982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-7a0f7760-3b33-4469-97df-c5161cba1e4e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2562733 Jan 28 04:36:44.869583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port a64c0043-c7a9-418f-85cf-97a9511ce296 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:44.923287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] Current status of the port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:44.924032 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.929134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] Update dhcp port {'port': {'network_id': '49d9a7f6-affe-4a48-ab2a-5b0128ac465c', 'fixed_ips': [{'subnet_id': '8ce6d687-280c-4f5f-b9d4-970482541987', 'ip_address': '172.20.0.2'}, {'subnet_id': '61165674-f880-476e-ab18-24122b50f142'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'df1dc32b-27db-46fc-b962-79ca0d7bc2b8'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:36:44.981822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.983358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df1dc32b-27db-46fc-b962-79ca0d7bc2b8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:45.032254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.068993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-1f65d6e3-cb88-46f0-9246-553e5a97a2e4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:36:45.070465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-1f65d6e3-cb88-46f0-9246-553e5a97a2e4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2126801 Jan 28 04:36:45.071669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (35e80a9a-199c-441f-b9cf-38c500f72291), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.084134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] For port df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,segment=NetworkSegment(566edf10-6448-44bf-a048-515bb418df01),segment_id=566edf10-6448-44bf-a048-515bb418df01)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:45.112752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.380414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (55009282-37b2-4302-95aa-4a6087e5656f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.397637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:45.398066 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.428749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e4ad5-1a2d-4fa7-800b-629fdd1bdba5 None None] Pushing event updated for resources: {'Port': ['ID=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:45.457131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6e943c3f-0d55-4c33-aac2-85c69a0be24a None None] Provisioning complete for port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:45.458483 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e943c3f-0d55-4c33-aac2-85c69a0be24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.481247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-e9a7a905-04cc-4162-a0d0-1cf25561e80c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3727176 Jan 28 04:36:45.529118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Request body: {'port': {'device_id': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:45.539231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] Allocated IP 172.20.0.18 (49d9a7f6-affe-4a48-ab2a-5b0128ac465c/61165674-f880-476e-ab18-24122b50f142/df1dc32b-27db-46fc-b962-79ca0d7bc2b8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:45.543576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6e943c3f-0d55-4c33-aac2-85c69a0be24a None None] Port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:45.603798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:45.636330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-3cd801e1-7a7b-4c79-96ab-690d876f129a service neutron] 10.222.0.21 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318305 Jan 28 04:36:45.660368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54430b2-67e3-4481-81b9-326cc7a5d642 req-38e19572-0977-443b-bd59-bc53cb8de9ea tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:45.662020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a54430b2-67e3-4481-81b9-326cc7a5d642 req-38e19572-0977-443b-bd59-bc53cb8de9ea tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.3302948 Jan 28 04:36:45.673914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] For port df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,segment=NetworkSegment(566edf10-6448-44bf-a048-515bb418df01),segment_id=566edf10-6448-44bf-a048-515bb418df01)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:45.712173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] Publish callbacks [] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.720287 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.743002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (55009282-37b2-4302-95aa-4a6087e5656f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.751746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-8b88e73b-b0ad-4ebc-a160-9999717df481 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:45.753387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-8b88e73b-b0ad-4ebc-a160-9999717df481 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "GET /v2.0/ports?device_id=63953f25-51fa-4629-af7a-b39de159b43a HTTP/1.1" status: 200 len: 945 time: 0.3804712 Jan 28 04:36:45.754612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (55009282-37b2-4302-95aa-4a6087e5656f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.776518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (ff721bf6-243f-428c-969e-81f10c691c83), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.834688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013e680-c8bb-47bf-b475-b563bcb4039b None None] Pushing event updated for resources: {'Port': ['ID=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:45.851250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.886786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (55009282-37b2-4302-95aa-4a6087e5656f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.887330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55009282-37b2-4302-95aa-4a6087e5656f {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:45.892241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-eb10b4d2-ec0b-4e26-a430-4490840d6ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127578 Jan 28 04:36:45.896248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.897349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-981eb813-33fd-41da-a999-be8beb63b4b6 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "DELETE /v2.0/routers/55009282-37b2-4302-95aa-4a6087e5656f HTTP/1.1" status: 204 len: 168 time: 1.3957882 Jan 28 04:36:45.900845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59094) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:45.905347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Request body: {'router': {'name': 'tempest-router-1987401920', 'distributed': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:45.913457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a54430b2-67e3-4481-81b9-326cc7a5d642 req-9e57039a-1d64-4d05-8b5c-72ca820a8d10 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064734 Jan 28 04:36:45.983466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Router 35e80a9a-199c-441f-b9cf-38c500f72291 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:46.006312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.10 (49d9a7f6-affe-4a48-ab2a-5b0128ac465c/8ce6d687-280c-4f5f-b9d4-970482541987/a64c0043-c7a9-418f-85cf-97a9511ce296) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:46.013422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (403c9cea-b7c1-41e7-948a-0e30adc0691c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.014425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (403c9cea-b7c1-41e7-948a-0e30adc0691c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.021721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.23 (49d9a7f6-affe-4a48-ab2a-5b0128ac465c/61165674-f880-476e-ab18-24122b50f142/a64c0043-c7a9-418f-85cf-97a9511ce296) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:46.057176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a42e8312-2d74-437f-ad56-6f15c78d484c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:46.120449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: a42e8312-2d74-437f-ad56-6f15c78d484c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:46.120815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a42e8312-2d74-437f-ad56-6f15c78d484c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:46.132395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ff721bf6-243f-428c-969e-81f10c691c83), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.167014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:46.265258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=ff721bf6-243f-428c-969e-81f10c691c83,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:46.317448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:46.324619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Deleting port 9e210377-d726-459c-b259-569b17803181 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:46.325168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9e210377-d726-459c-b259-569b17803181), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.336542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:46.351803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (403c9cea-b7c1-41e7-948a-0e30adc0691c), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.377321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] Sync routers for ids ['35e80a9a-199c-441f-b9cf-38c500f72291'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:46.379576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ac2d2da4-0994-49ce-a292-e7a588fa71df admin admin] 10.222.0.21 "PUT /v2.0/routers/35e80a9a-199c-441f-b9cf-38c500f72291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4741681 Jan 28 04:36:46.389984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (403c9cea-b7c1-41e7-948a-0e30adc0691c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.396699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59108) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:46.459787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:46.464270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:46.486243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] Routers {'35e80a9a-199c-441f-b9cf-38c500f72291'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:46.495741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['35e80a9a-199c-441f-b9cf-38c500f72291'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:46.594105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8449-9e90-4e7e-8d8b-52a2783763b6 req-33ce9be0-72ba-499a-8b0d-e180e35e3e2c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:46.610309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21bc8449-9e90-4e7e-8d8b-52a2783763b6 req-33ce9be0-72ba-499a-8b0d-e180e35e3e2c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 935 time: 0.6083875 Jan 28 04:36:46.679629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb1fed-40be-4fb0-b7cc-d2900efc640f None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:46.684067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:46.684748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.736702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] For port 9e210377-d726-459c-b259-569b17803181, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9e210377-d726-459c-b259-569b17803181,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:46.740156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9e210377-d726-459c-b259-569b17803181), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.773617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df1dc32b-27db-46fc-b962-79ca0d7bc2b8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:46.835286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.840929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-422d1a02-bffa-4101-8247-0b3f4994c759 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9388473 Jan 28 04:36:46.854041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:46.901825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Calling delete_port for 9e210377-d726-459c-b259-569b17803181 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:46.926484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4d605354-1f36-4b12-a10b-d640afd1f576 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9887607 Jan 28 04:36:46.959787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21bc8449-9e90-4e7e-8d8b-52a2783763b6 req-ce4b89a3-5f54-478d-ba0f-216cdfc2cded tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484557 Jan 28 04:36:46.978013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4b5b1171-43f3-4b68-9b35-63206af53a9e None None] Provisioning complete for port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:46.978930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1171-43f3-4b68-9b35-63206af53a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.001949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Request body: {'port': {'device_id': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:47.022830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.055606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (403c9cea-b7c1-41e7-948a-0e30adc0691c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.150815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks [] for router (35e80a9a-199c-441f-b9cf-38c500f72291), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.267513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] Set router 35e80a9a-199c-441f-b9cf-38c500f72291 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:47.299883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks [] for router_gateway (35e80a9a-199c-441f-b9cf-38c500f72291), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.321269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20a1f6de-d7e4-4b93-a05d-adb5ebc44af6 req-4b0bff62-c419-4f76-b3a0-f6450d0ee6cb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 210 time: 0.0849466 Jan 28 04:36:47.343907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff721bf6-243f-428c-969e-81f10c691c83), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.415853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b1171-43f3-4b68-9b35-63206af53a9e None None] Current status of the port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:47.461337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:47.473256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Publish callbacks [] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.491772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Transition to ACTIVE for port object ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:36:47.523618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (403c9cea-b7c1-41e7-948a-0e30adc0691c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.544321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (403c9cea-b7c1-41e7-948a-0e30adc0691c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.598070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.608721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:47.609278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.637204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9e210377-d726-459c-b259-569b17803181), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.654416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.666560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (403c9cea-b7c1-41e7-948a-0e30adc0691c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.667414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 403c9cea-b7c1-41e7-948a-0e30adc0691c {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:47.676694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.682401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-58f7c44c-93a6-4f06-8758-5cc0497468a1 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "DELETE /v2.0/routers/403c9cea-b7c1-41e7-948a-0e30adc0691c HTTP/1.1" status: 204 len: 168 time: 0.8257055 Jan 28 04:36:47.703106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:47.719185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Request body: {'router': {'name': 'tempest-router-1784456210', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f0c98e3a3c5b4f7097df84329a58d22f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:47.761060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:47.778690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:47.787590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:47.859689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:47.860453 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.864069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Deleting port 85eba401-b47b-4be2-8c53-f3308170ea31 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:47.864426 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.875150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-be587ed7-5640-4293-8d13-9cc23ad2b87b None None] Provisioning complete for port ff721bf6-243f-428c-969e-81f10c691c83 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:47.876336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be587ed7-5640-4293-8d13-9cc23ad2b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff721bf6-243f-428c-969e-81f10c691c83), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:47.958292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.1177876 Jan 28 04:36:48.001532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59202) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:48.012045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:48.014484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c7777-7e44-4816-927d-530f70c7c9d4 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=a64c0043-c7a9-418f-85cf-97a9511ce296,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:48.021035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce6d687-280c-4f5f-b9d4-970482541987'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:48.032475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.033467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.158846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-be587ed7-5640-4293-8d13-9cc23ad2b87b None None] Port ff721bf6-243f-428c-969e-81f10c691c83 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:48.207323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.245995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:48.272034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] For port 85eba401-b47b-4be2-8c53-f3308170ea31, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=85eba401-b47b-4be2-8c53-f3308170ea31,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:48.272406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.276879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:43Z', 'revision_number': 5, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port': {'id': '85eba401-b47b-4be2-8c53-f3308170ea31', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:36:01Z', 'updated_at': '2022-01-28T04:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:48.288263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Calling delete_port for 85eba401-b47b-4be2-8c53-f3308170ea31 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:48.311696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] No DVR routers for this DVR port 9e210377-d726-459c-b259-569b17803181 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:48.313930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Pushing event deleted for resources: {'Port': ['ID=9e210377-d726-459c-b259-569b17803181,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:48.321745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] Checking router: 35e80a9a-199c-441f-b9cf-38c500f72291 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:36:48.325749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-97f3f83a-9908-49c7-a5b1-bb9d977c8512 None None] Provisioning complete for port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:48.326360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97f3f83a-9908-49c7-a5b1-bb9d977c8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.345707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.349726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1aabd3d0-c41e-4d47-812d-a5a839aea3f4 req-45ff6af2-2729-4636-a306-0b04329047d8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "DELETE /v2.0/ports/9e210377-d726-459c-b259-569b17803181 HTTP/1.1" status: 204 len: 173 time: 2.5854852 Jan 28 04:36:48.360475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Attempting to bind port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:48.366260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Attempting to bind port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:48.373335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Attempting to bind port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:48.375970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-deleted', 'tag': '9e210377-d726-459c-b259-569b17803181'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:48.376098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] Routers {'35e80a9a-199c-441f-b9cf-38c500f72291'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:48.376639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['35e80a9a-199c-441f-b9cf-38c500f72291'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:48.385126 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce96c43-0947-4dab-bef4-efae89a0c2bc" -d '{"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-deleted", "tag": "9e210377-d726-459c-b259-569b17803181"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:48.459786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:36:48.460063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Attempting to bind port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:48.485418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.499001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629380-76eb-40f6-8d4c-6cf0a79484ef req-9d43bf44-8261-42b1-9abb-a26bcde58a60 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:48.503460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4629380-76eb-40f6-8d4c-6cf0a79484ef req-9d43bf44-8261-42b1-9abb-a26bcde58a60 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.7032127 Jan 28 04:36:48.508350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:48.508941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:48.510109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:48.511004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Bound port: ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:48.511565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.557780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] Set router 35e80a9a-199c-441f-b9cf-38c500f72291 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:48.617892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:47Z', 'revision_number': 6, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:48.636648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] For port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:48.640571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] For port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:48.657080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0d811-0b71-4382-aeb2-847d890541a1 None None] The sync data for ids ['35e80a9a-199c-441f-b9cf-38c500f72291'] in n-d-824835-3 is: [{'id': '35e80a9a-199c-441f-b9cf-38c500f72291', 'name': 'tempest-FloatingIPDetailsTestJSON-140105352-router', 'tenant_id': '42f0b8a4a14f460abcc507969c19debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:36:47Z', 'revision_number': 6, 'project_id': '42f0b8a4a14f460abcc507969c19debc', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:48.659511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97f3f83a-9908-49c7-a5b1-bb9d977c8512 None None] Current status of the port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:48.667896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.796130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-72ca29a4-2b25-4443-8c57-b680b260229f None None] Provisioning complete for port a64c0043-c7a9-418f-85cf-97a9511ce296 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:48.796888 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72ca29a4-2b25-4443-8c57-b680b260229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.865477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-72ca29a4-2b25-4443-8c57-b680b260229f None None] Port a64c0043-c7a9-418f-85cf-97a9511ce296 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:48.868459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff721bf6-243f-428c-969e-81f10c691c83 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:48.877849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Publish callbacks [] for port (ff721bf6-243f-428c-969e-81f10c691c83), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.892014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Transition to ACTIVE for port object ff721bf6-243f-428c-969e-81f10c691c83 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:36:48.932347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:48.939920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:48.942134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 HTTP/1.1" status: 200 len: 1095 time: 3.4214211 Jan 28 04:36:48.942876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ff721bf6-243f-428c-969e-81f10c691c83), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.014918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4629380-76eb-40f6-8d4c-6cf0a79484ef req-507c4f67-78d1-4aae-b737-fe738f658ae0 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914172 Jan 28 04:36:49.038495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-2c4e23a2-cc56-4ffe-bb05-cc8de6e98403 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:49.040274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-2c4e23a2-cc56-4ffe-bb05-cc8de6e98403 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 814 time: 0.8882444 Jan 28 04:36:49.055443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.058572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (85eba401-b47b-4be2-8c53-f3308170ea31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.098422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Request body: {'port': {'device_id': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'admin_state_up': True, 'tenant_id': 'a3ce9c17db8c4b9fa0875440770db644'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:49.178114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.179365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e469ba05-0a51-4f96-a673-5d461b7544e0 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4648180 Jan 28 04:36:49.184439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59214) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:49.212577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85eba401-b47b-4be2-8c53-f3308170ea31,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:49.219662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:49.231797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147781-bad1-4344-ae6e-fe6f9ae932a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:49.256278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f737aeed-877e-4766-a06d-999c9f236090 req-c24024a8-b306-45e8-a963-b857c91e4592 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 210 time: 0.1139588 Jan 28 04:36:49.426117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Pushing event updated for resources: {'Port': ['ID=ff721bf6-243f-428c-969e-81f10c691c83,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:49.434130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a047a9-a80e-4ae2-867e-ae32cbfca3e9 req-fd38a0e0-cc48-46b6-9512-b778834f36f1 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:49.437694 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6013fe-bd91-4bf8-a02d-675fdb72e8f5 x-openstack-request-id: req-aa6013fe-bd91-4bf8-a02d-675fdb72e8f5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:49.438087 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63953f25-51fa-4629-af7a-b39de159b43a", "name": "network-vif-deleted", "tag": "9e210377-d726-459c-b259-569b17803181", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:49.438405 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6013fe-bd91-4bf8-a02d-675fdb72e8f5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:49.438889 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63953f25-51fa-4629-af7a-b39de159b43a', 'name': 'network-vif-deleted', 'tag': '9e210377-d726-459c-b259-569b17803181', 'status': 'completed', 'code': 200} Jan 28 04:36:49.439014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85a047a9-a80e-4ae2-867e-ae32cbfca3e9 req-fd38a0e0-cc48-46b6-9512-b778834f36f1 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 947 time: 1.2338936 Jan 28 04:36:49.471262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7f8059ad-39af-473e-a4f6-4c9d87cc741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:49.472770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-7f8059ad-39af-473e-a4f6-4c9d87cc741c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 1098 time: 0.4163697 Jan 28 04:36:49.514043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Attempting to bind port ff721bf6-243f-428c-969e-81f10c691c83 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:49.514383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Attempting to bind port ff721bf6-243f-428c-969e-81f10c691c83 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:49.514714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Attempting to bind port ff721bf6-243f-428c-969e-81f10c691c83 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:49.563049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Port ff721bf6-243f-428c-969e-81f10c691c83 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:36:49.563376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Attempting to bind port ff721bf6-243f-428c-969e-81f10c691c83 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:49.569654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-4e237d64-c1a2-4149-8a1a-3dc92dc3420b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 HTTP/1.1" status: 200 len: 217 time: 0.0566242 Jan 28 04:36:49.570784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:49.571127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:49.571501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:49.571961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Bound port: ff721bf6-243f-428c-969e-81f10c691c83, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:49.572324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff721bf6-243f-428c-969e-81f10c691c83), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.585407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:49.593758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (35e80a9a-199c-441f-b9cf-38c500f72291), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.637163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 9e210377-d726-459c-b259-569b17803181 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:49.637528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9e210377-d726-459c-b259-569b17803181 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:49.676680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Made reservation on behalf of a3ce9c17db8c4b9fa0875440770db644 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:49.681123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.682154 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.682603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.703587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-0a4c73b5-d4f3-4fac-8bd2-8542431520c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:49.705300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-0a4c73b5-d4f3-4fac-8bd2-8542431520c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1273201 Jan 28 04:36:49.829365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (35e80a9a-199c-441f-b9cf-38c500f72291), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.840225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks [] for router_controller (35e80a9a-199c-441f-b9cf-38c500f72291), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.882870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85a047a9-a80e-4ae2-867e-ae32cbfca3e9 req-159a20ba-2aa3-4df5-b22d-15fbdd101ec8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090495 Jan 28 04:36:49.891471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Allocated IP 172.20.0.5 (a4c9caaa-bf2f-40b4-84df-53333895d0a0/8d9ec970-aefd-422f-8cae-551bbd07df31/86c03011-7029-414e-99fb-3b8e390eccec) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:49.896475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] For port ff721bf6-243f-428c-969e-81f10c691c83, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:49.902056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] For port ff721bf6-243f-428c-969e-81f10c691c83, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ff721bf6-243f-428c-969e-81f10c691c83,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:49.906608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-23e3d23d-70be-4e50-a02d-585181d5a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:49.908300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-23e3d23d-70be-4e50-a02d-585181d5a487 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906033 Jan 28 04:36:49.913420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ff721bf6-243f-428c-969e-81f10c691c83), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.925615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103139) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 04:36:49.926214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Router 5d11bc66-929b-4786-aa3a-eed87d2be08d migrating from provider to provider. {{(pid=103139) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 04:36:49.926770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.941282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.946091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (35e80a9a-199c-441f-b9cf-38c500f72291), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.947038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e80a9a-199c-441f-b9cf-38c500f72291 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:49.954346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.957979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-265b7f66-770e-49e8-b018-6ec8903c48a8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/35e80a9a-199c-441f-b9cf-38c500f72291 HTTP/1.1" status: 204 len: 168 time: 3.5594170 Jan 28 04:36:49.960764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:49.967117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59216) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:50.093003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Delete allocated IP 172.20.0.23 (49d9a7f6-affe-4a48-ab2a-5b0128ac465c/61165674-f880-476e-ab18-24122b50f142) {{(pid=103139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 04:36:50.283624 n-d-824835-3 neutron-server[103139]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] No L3 agents can host the router 5d11bc66-929b-4786-aa3a-eed87d2be08d Jan 28 04:36:50.434254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:50.440449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff138a8a-0a9e-4f9a-90cd-709aa135cd03 req-22b70053-4188-4aff-baed-70363ad2aac7 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 210 time: 0.0792534 Jan 28 04:36:50.465134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:50.481553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:50.482343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:50.483581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff721bf6-243f-428c-969e-81f10c691c83 HTTP/1.1" status: 200 len: 1096 time: 3.5008881 Jan 28 04:36:50.530935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Hosts for router 5d11bc66-929b-4786-aa3a-eed87d2be08d: [] {{(pid=103139) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 04:36:50.632220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf313ca-d647-4c38-bb55-58f9b0c17846 service neutron] Pushing event updated for resources: {'Port': ['ID=ff721bf6-243f-428c-969e-81f10c691c83,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:50.653664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Hosts for other DVR routers connected to router 5d11bc66-929b-4786-aa3a-eed87d2be08d: set() {{(pid=103139) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 04:36:50.670485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85eba401-b47b-4be2-8c53-f3308170ea31 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:50.671108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:50.674647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cfa826e3-ce44-4d5c-b50c-68ad2eb487bc tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "PUT /v2.0/routers/5d11bc66-929b-4786-aa3a-eed87d2be08d HTTP/1.1" status: 200 len: 717 time: 1.4649508 Jan 28 04:36:50.677868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:50.685449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=a64c0043-c7a9-418f-85cf-97a9511ce296,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:50.730116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 85eba401-b47b-4be2-8c53-f3308170ea31 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:50.730836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85eba401-b47b-4be2-8c53-f3308170ea31 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:50.731487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e2b6a08-3e9e-4643-babb-2a3e43121034 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:50.748749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Deleting subnet 4be01ea8-aca0-48ba-9ee3-317e64aa2d6f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:36:50.765876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5e2b6a08-3e9e-4643-babb-2a3e43121034 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:50.766427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e2b6a08-3e9e-4643-babb-2a3e43121034 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:50.793809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed91-d466-4a5c-b168-b55e307931e0 req-c0977185-6238-40cc-9aef-5b4e5490ee47 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:50.795283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb2fed91-d466-4a5c-b168-b55e307931e0 req-c0977185-6238-40cc-9aef-5b4e5490ee47 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.3660624 Jan 28 04:36:50.799109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Publish callbacks [] for subnet (4be01ea8-aca0-48ba-9ee3-317e64aa2d6f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:50.806135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-8e148d75-0449-48f2-a915-a36ececef1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903172 Jan 28 04:36:50.842245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d0ba7442-e0db-4733-8cc0-3de3114629c5 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "GET /v2.0/routers/5d11bc66-929b-4786-aa3a-eed87d2be08d HTTP/1.1" status: 200 len: 717 time: 0.1581135 Jan 28 04:36:50.845310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59228) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:50.854121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] In _notify_port_updated(), no bound segment for port a64c0043-c7a9-418f-85cf-97a9511ce296 on network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:36:50.860095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:50.861402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:50.866862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-acf71eed-57d4-47fa-9ad7-919853c17987 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/ports/a64c0043-c7a9-418f-85cf-97a9511ce296 HTTP/1.1" status: 200 len: 920 time: 2.8606255 Jan 28 04:36:50.867113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:50.873062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce6d687-280c-4f5f-b9d4-970482541987'}, {'subnet_id': '61165674-f880-476e-ab18-24122b50f142'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:51.009223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (4be01ea8-aca0-48ba-9ee3-317e64aa2d6f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.017290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a4ae647c-a364-4711-b611-c93b4268891c None None] Provisioning complete for port a64c0043-c7a9-418f-85cf-97a9511ce296 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:51.017582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-cca8a72b-df93-451e-9e6b-57e01765252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.018067 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4ae647c-a364-4711-b611-c93b4268891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.019100 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-cca8a72b-df93-451e-9e6b-57e01765252d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 1099 time: 0.4343410 Jan 28 04:36:51.059643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae647c-a364-4711-b611-c93b4268891c None None] Port a64c0043-c7a9-418f-85cf-97a9511ce296 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:51.078984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks [] for port (86c03011-7029-414e-99fb-3b8e390eccec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.115245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-69231c36-a8ad-48a1-8057-d945390521c1 tempest-RoutersTestDVR-62700715 tempest-RoutersTestDVR-62700715-project] 10.222.0.21 "GET /v2.0/routers/5d11bc66-929b-4786-aa3a-eed87d2be08d HTTP/1.1" status: 200 len: 683 time: 0.2688582 Jan 28 04:36:51.119391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59238) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:51.134496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-a2e2b849-f7e9-4adb-b2f7-e48667c092f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ff721bf6-243f-428c-969e-81f10c691c83 HTTP/1.1" status: 200 len: 217 time: 0.0832050 Jan 28 04:36:51.177863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb2fed91-d466-4a5c-b168-b55e307931e0 req-8e14c601-285c-4f03-b418-ba3975a2a7dd tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333743 Jan 28 04:36:51.247681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.275165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-166b68a5-1d69-476e-93a4-97449c2d43df service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351530 Jan 28 04:36:51.289329 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (4be01ea8-aca0-48ba-9ee3-317e64aa2d6f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.292743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-c9591e5b-7a4d-4e62-81e4-71b1b5aaa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.294451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-c9591e5b-7a4d-4e62-81e4-71b1b5aaa69a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1413364 Jan 28 04:36:51.316288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (86c03011-7029-414e-99fb-3b8e390eccec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.419167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Network a4c9caaa-bf2f-40b4-84df-53333895d0a0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:51.431085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:51.433540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Pushing event updated for resources: {'Port': ['ID=86c03011-7029-414e-99fb-3b8e390eccec,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:51.438130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:51.441420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'tag': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5'}, {'name': 'network-changed', 'server_uuid': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'tag': 'ff721bf6-243f-428c-969e-81f10c691c83'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:51.443717 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0b13e5-6397-412d-8caa-06291ffb7d84" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae5ef4c-6834-4128-b8e8-845e07bbb8c4", "tag": "ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5"}, {"name": "network-changed", "server_uuid": "edc335e8-c627-479b-98b8-bad9aecf15d7", "tag": "ff721bf6-243f-428c-969e-81f10c691c83"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:51.475183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (4be01ea8-aca0-48ba-9ee3-317e64aa2d6f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.490073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-f9788b1f-cfa7-4a2a-97ba-aff700516b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.491630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-f9788b1f-cfa7-4a2a-97ba-aff700516b38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771724 Jan 28 04:36:51.513743 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace5f1d4-92ff-4ebf-a158-b97df8fb13a3 x-openstack-request-id: req-ace5f1d4-92ff-4ebf-a158-b97df8fb13a3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:51.514055 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae5ef4c-6834-4128-b8e8-845e07bbb8c4", "tag": "ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edc335e8-c627-479b-98b8-bad9aecf15d7", "tag": "ff721bf6-243f-428c-969e-81f10c691c83", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:51.514316 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ace5f1d4-92ff-4ebf-a158-b97df8fb13a3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:51.514727 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'tag': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'status': 'completed', 'code': 200} Jan 28 04:36:51.514990 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'tag': 'ff721bf6-243f-428c-969e-81f10c691c83', 'status': 'completed', 'code': 200} Jan 28 04:36:51.528616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be01ea8-aca0-48ba-9ee3-317e64aa2d6f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:51.534959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.541445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1edd25d-7ee8-4e99-9461-f85d6771d4cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4be01ea8-aca0-48ba-9ee3-317e64aa2d6f HTTP/1.1" status: 204 len: 168 time: 1.5726397 Jan 28 04:36:51.542630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11196d6-543a-4df5-900d-e2e36f2612fd None None] Network a15b52ca-d6b8-4ef9-9baf-8e2817566887 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:51.565715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59244) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:51.595371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd9281-1af8-47f1-9170-a5104040e621 req-7dc461ae-7b83-4d50-a434-6dfb48dd851c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.602185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ffd9281-1af8-47f1-9170-a5104040e621 req-7dc461ae-7b83-4d50-a434-6dfb48dd851c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 947 time: 0.4938159 Jan 28 04:36:51.620147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.620795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.662160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.755304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-6576f3d2-c42c-4e8f-b02b-b415ee7290aa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6684790 Jan 28 04:36:51.783647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Request body: {'port': {'device_id': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:51.794174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a15b52ca-d6b8-4ef9-9baf-8e2817566887), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.821697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-71f61666-9da6-45ab-bb7a-e9bbf46a65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.823273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-71f61666-9da6-45ab-bb7a-e9bbf46a65cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 1098 time: 0.2480900 Jan 28 04:36:51.833661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.840521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:51.847626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ffd9281-1af8-47f1-9170-a5104040e621 req-32a40ff5-700e-46eb-8170-fd30077ae682 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424154 Jan 28 04:36:51.848914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (5d11bc66-929b-4786-aa3a-eed87d2be08d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:51.871104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747d7b-6edd-4f54-9a53-053c2a5c5b65 req-9b4c81db-c64c-4dc1-bb91-03692deb15d7 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:51.872990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16747d7b-6edd-4f54-9a53-053c2a5c5b65 req-9b4c81db-c64c-4dc1-bb91-03692deb15d7 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 931 time: 0.2492816 Jan 28 04:36:51.900945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-865d7845-bea9-4c3d-bad8-272c719e3bff service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815248 Jan 28 04:36:52.011221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (5d11bc66-929b-4786-aa3a-eed87d2be08d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.012948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d11bc66-929b-4786-aa3a-eed87d2be08d {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:52.017664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:52.032122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'network_id': '80938996-0453-4089-95f9-bd5d51c1ab3c', 'port_id': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'mac_address': 'fa:16:3e:f7:ec:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fa9ee-6185-4d3c-8a05-2ff3faa3174d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:52.042378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.047433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ee3a5069-f15a-417f-a0cc-1fe746a130e9 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5d11bc66-929b-4786-aa3a-eed87d2be08d HTTP/1.1" status: 204 len: 168 time: 0.9133704 Jan 28 04:36:52.055768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59248) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:52.068570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] DHCP port deletion for a15b52ca-d6b8-4ef9-9baf-8e2817566887 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:36:52.077365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Request body: {'router': {'name': 'tempest-router-1095236169', 'distributed': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:52.116640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b88536f9-8469-4b64-8ee4-4d270c74a893 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:52.116640 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.131827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b88536f9-8469-4b64-8ee4-4d270c74a893 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:52.157503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:52.162514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16747d7b-6edd-4f54-9a53-053c2a5c5b65 req-24e60c50-8fbb-45e2-be16-972d1a15929f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665007 Jan 28 04:36:52.165181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (86c03011-7029-414e-99fb-3b8e390eccec), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.165907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.246417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] Deleting port f0cbb7d5-587d-4494-b44f-4186684c0a13 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:52.246882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.261367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (b3b624e2-b307-4e61-8e8c-ead83c668113), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.262558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (b3b624e2-b307-4e61-8e8c-ead83c668113), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.293201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-61b70c8d-09f4-49a0-9fa4-e1c16227f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:52.294873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-61b70c8d-09f4-49a0-9fa4-e1c16227f5e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.4586625 Jan 28 04:36:52.301054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Deleting port f0cbb7d5-587d-4494-b44f-4186684c0a13 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:52.301530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.324862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] For port f0cbb7d5-587d-4494-b44f-4186684c0a13, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f0cbb7d5-587d-4494-b44f-4186684c0a13,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:52.325290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.343696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] Calling delete_port for f0cbb7d5-587d-4494-b44f-4186684c0a13 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:52.400936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.29 (49d9a7f6-affe-4a48-ab2a-5b0128ac465c/61165674-f880-476e-ab18-24122b50f142/a64c0043-c7a9-418f-85cf-97a9511ce296) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:52.442567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-a0d429af-0e0a-49e8-9579-59ee0c4baf88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 HTTP/1.1" status: 200 len: 217 time: 0.1144602 Jan 28 04:36:52.445128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5395d3c3-c3e0-48a2-b772-c61db3328b40 req-fdce6668-325c-4fa0-aa92-f73aa56b3e64 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985785 Jan 28 04:36:52.451215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.486305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (b3b624e2-b307-4e61-8e8c-ead83c668113), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.493614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:52.497490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] No DVR routers for this DVR port f0cbb7d5-587d-4494-b44f-4186684c0a13 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:52.524768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7879f4-1bce-442a-ac3d-0a6bd0d93d1a None None] Pushing event deleted for resources: {'Port': ['ID=f0cbb7d5-587d-4494-b44f-4186684c0a13,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:52.528672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b88536f9-8469-4b64-8ee4-4d270c74a893'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:52.593260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.595995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-3aeab444-ebc3-4b9d-996b-761d4547b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:52.597809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-3aeab444-ebc3-4b9d-996b-761d4547b6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1086307 Jan 28 04:36:52.614570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (b3b624e2-b307-4e61-8e8c-ead83c668113), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.621889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.644730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] For port f0cbb7d5-587d-4494-b44f-4186684c0a13, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f0cbb7d5-587d-4494-b44f-4186684c0a13,segment=NetworkSegment(624c4f6a-711e-40ae-8c66-7a67e470792b),segment_id=624c4f6a-711e-40ae-8c66-7a67e470792b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:52.645109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.660203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f0cbb7d5-587d-4494-b44f-4186684c0a13 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:52.686137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Calling delete_port for f0cbb7d5-587d-4494-b44f-4186684c0a13 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:52.694190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f0cbb7d5-587d-4494-b44f-4186684c0a13 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:52.694784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f0cbb7d5-587d-4494-b44f-4186684c0a13 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:52.727710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.729677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-51a32b94-122a-4c45-92bb-82cfcb146b91 tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6598141 Jan 28 04:36:52.737815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59254) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:52.767132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273728-bf58-4925-a8f1-a2932756c809 req-36018c3c-d701-4d31-9ff9-e56fe1e2ddfc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:52.768736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a273728-bf58-4925-a8f1-a2932756c809 req-36018c3c-d701-4d31-9ff9-e56fe1e2ddfc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 944 time: 0.1712940 Jan 28 04:36:52.801194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=a64c0043-c7a9-418f-85cf-97a9511ce296,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:52.895475 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a273728-bf58-4925-a8f1-a2932756c809 req-c338dbba-312e-487f-8871-bccf28c78b4c tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008615 Jan 28 04:36:52.896495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] In _notify_port_updated(), no bound segment for port a64c0043-c7a9-418f-85cf-97a9511ce296 on network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:36:52.902411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:52.904035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:52.908645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d6b56705-3714-43f5-88c4-2883d9521323 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/ports/a64c0043-c7a9-418f-85cf-97a9511ce296 HTTP/1.1" status: 200 len: 1000 time: 2.0405273 Jan 28 04:36:52.911335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59258) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:52.934158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (b3b624e2-b307-4e61-8e8c-ead83c668113), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.020094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port a64c0043-c7a9-418f-85cf-97a9511ce296 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:53.020446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.128460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-16ffdb6e-7b64-4eb3-a3d7-fa8ba40ce001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:53.129831 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.130055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-16ffdb6e-7b64-4eb3-a3d7-fa8ba40ce001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5169272 Jan 28 04:36:53.149913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for a64c0043-c7a9-418f-85cf-97a9511ce296 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:53.248866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-90ef413d-e46f-442d-84f3-954f7cfdaf87 None None] Provisioning complete for port a64c0043-c7a9-418f-85cf-97a9511ce296 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:53.249353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90ef413d-e46f-442d-84f3-954f7cfdaf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.315584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-90ef413d-e46f-442d-84f3-954f7cfdaf87 None None] Port a64c0043-c7a9-418f-85cf-97a9511ce296 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:36:53.376577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (b3b624e2-b307-4e61-8e8c-ead83c668113), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.382565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router_controller (b3b624e2-b307-4e61-8e8c-ead83c668113), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.392536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6dfb7-7560-42cb-bc9d-896bdbf2cb8a req-bc1a3296-1cab-4a08-b887-49e8c5290614 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:53.398306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12f6dfb7-7560-42cb-bc9d-896bdbf2cb8a req-bc1a3296-1cab-4a08-b887-49e8c5290614 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 947 time: 0.3522847 Jan 28 04:36:53.420455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79572-9294-4d73-8b5e-3ce9517d77bf req-6517ca85-bc8c-462e-b790-041c4d420fa9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:53.422014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36d79572-9294-4d73-8b5e-3ce9517d77bf req-6517ca85-bc8c-462e-b790-041c4d420fa9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 931 time: 0.0986905 Jan 28 04:36:53.437657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a64c0043-c7a9-418f-85cf-97a9511ce296), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.506918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36d79572-9294-4d73-8b5e-3ce9517d77bf req-1b5e9805-96af-4e7c-b81d-b3db89c0304d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784683 Jan 28 04:36:53.508686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=a64c0043-c7a9-418f-85cf-97a9511ce296,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:53.605122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:53.656693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.667351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c27ee679-8775-4694-bbae-c3699b58baa3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/a64c0043-c7a9-418f-85cf-97a9511ce296 HTTP/1.1" status: 204 len: 168 time: 0.7544553 Jan 28 04:36:53.668812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59266) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:53.693283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b88536f9-8469-4b64-8ee4-4d270c74a893 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:53.695414 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.722340 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e6ba83-f01b-487c-af09-4b2b7df967e7 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:36:53.730537 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d8e6ba83-f01b-487c-af09-4b2b7df967e7 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/a64c0043-c7a9-418f-85cf-97a9511ce296 HTTP/1.1" status: 404 len: 333 time: 0.0598977 Jan 28 04:36:53.731193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59268) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:53.815249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b88536f9-8469-4b64-8ee4-4d270c74a893 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:53.815576 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.822768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 61165674-f880-476e-ab18-24122b50f142 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:36:53.834115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (61165674-f880-476e-ab18-24122b50f142), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.863386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:53.864578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:53.867960 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d627684e-46c2-4415-9641-d4e2a5a152ea" -d '{"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-plugged", "status": "completed", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:53.872070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.909838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (61165674-f880-476e-ab18-24122b50f142), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.914202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f0cbb7d5-587d-4494-b44f-4186684c0a13), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.934277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12f6dfb7-7560-42cb-bc9d-896bdbf2cb8a req-08acf0e1-8d5b-42cd-a791-a60fd53daf81 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347333 Jan 28 04:36:53.951066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:53.959003 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1018dc-c93e-4f9f-9457-c5d89b135d76 x-openstack-request-id: req-be1018dc-c93e-4f9f-9457-c5d89b135d76 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:53.960383 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-plugged", "status": "completed", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:53.960795 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be1018dc-c93e-4f9f-9457-c5d89b135d76 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:53.961354 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'code': 200} Jan 28 04:36:53.978275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (b3b624e2-b307-4e61-8e8c-ead83c668113), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:53.978458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3b624e2-b307-4e61-8e8c-ead83c668113 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:36:54.019840 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (61165674-f880-476e-ab18-24122b50f142), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.032486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.037368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b05faaa2-4cde-4ef8-a701-e3691bb694eb tempest-RoutersTestDVR-509879144 tempest-RoutersTestDVR-509879144-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b3b624e2-b307-4e61-8e8c-ead83c668113 HTTP/1.1" status: 204 len: 168 time: 1.2941628 Jan 28 04:36:54.049548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] No DVR routers for this DVR port f0cbb7d5-587d-4494-b44f-4186684c0a13 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:54.063901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cbb7d5-587d-4494-b44f-4186684c0a13,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:54.071045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-d386344f-5fb6-4c8f-b0f8-a68d1699b2e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090345 Jan 28 04:36:54.097051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (61165674-f880-476e-ab18-24122b50f142), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.125006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c03011-7029-414e-99fb-3b8e390eccec {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:54.132383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:54.145351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=61165674-f880-476e-ab18-24122b50f142,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:54.147790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.152562 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c92dcde4-8d56-42d6-8dde-2ad15a009b17 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/61165674-f880-476e-ab18-24122b50f142 HTTP/1.1" status: 204 len: 168 time: 0.4204001 Jan 28 04:36:54.155190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:54.158167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Publish callbacks [] for port (86c03011-7029-414e-99fb-3b8e390eccec), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.189687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc21107-8bc4-432c-88d8-39628eaf46fa None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:54.224881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 8ce6d687-280c-4f5f-b9d4-970482541987 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:36:54.228762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (8ce6d687-280c-4f5f-b9d4-970482541987), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.286453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Transition to ACTIVE for port object 86c03011-7029-414e-99fb-3b8e390eccec will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:36:54.287062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (8ce6d687-280c-4f5f-b9d4-970482541987), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.300029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e3801-f882-4013-b07e-43d32505fdd5 req-eb365f05-e889-4453-a352-7fe27648e848 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:54.301909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a87e3801-f882-4013-b07e-43d32505fdd5 req-eb365f05-e889-4453-a352-7fe27648e848 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.2749448 Jan 28 04:36:54.309900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a15b52ca-d6b8-4ef9-9baf-8e2817566887), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.311054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (86c03011-7029-414e-99fb-3b8e390eccec), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.418901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15b52ca-d6b8-4ef9-9baf-8e2817566887']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:54.468874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624c4f6a-711e-40ae-8c66-7a67e470792b') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:54.469416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624c4f6a-711e-40ae-8c66-7a67e470792b') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:54.482788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-33ceb0e4-c5d4-40be-9f49-e4ed16004c0b service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042070 Jan 28 04:36:54.484023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8ce6d687-280c-4f5f-b9d4-970482541987), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.533187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a87e3801-f882-4013-b07e-43d32505fdd5 req-68d09ef0-bce3-421d-adf9-2d09bd768709 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026472 Jan 28 04:36:54.543474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (624c4f6a-711e-40ae-8c66-7a67e470792b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.548658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Pushing event updated for resources: {'Port': ['ID=86c03011-7029-414e-99fb-3b8e390eccec,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:54.612555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:54.615382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59288) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:54.635329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'mac_address': 'fa:16:3e:b7:ff:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:54.656684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (8ce6d687-280c-4f5f-b9d4-970482541987), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.705047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce6d687-280c-4f5f-b9d4-970482541987,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:54.714838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.720169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:54.721592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aea4b686-5750-4da9-b585-541868c4f4a8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/8ce6d687-280c-4f5f-b9d4-970482541987 HTTP/1.1" status: 204 len: 168 time: 0.5649760 Jan 28 04:36:54.721750 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.734291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59292) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:54.756082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:54.785770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:54.792424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.802772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (624c4f6a-711e-40ae-8c66-7a67e470792b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.821221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:36:54.821643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (624c4f6a-711e-40ae-8c66-7a67e470792b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:36:54.835151 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:36:54.857354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:54.890394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725b6db-d192-42a9-b7d4-d88e78522b7c req-05bcf16f-4ec9-489f-982e-a4c88ccc5150 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:54.898742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b725b6db-d192-42a9-b7d4-d88e78522b7c req-05bcf16f-4ec9-489f-982e-a4c88ccc5150 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 943 time: 0.1948729 Jan 28 04:36:54.940279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Attempting to bind port 86c03011-7029-414e-99fb-3b8e390eccec on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:36:54.940763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Attempting to bind port 86c03011-7029-414e-99fb-3b8e390eccec by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:36:54.940957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Attempting to bind port 86c03011-7029-414e-99fb-3b8e390eccec on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:54.947980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-25cd68e2-96c6-4953-98c2-0dc5310d9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:54.949538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-25cd68e2-96c6-4953-98c2-0dc5310d9e00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 1099 time: 0.2816963 Jan 28 04:36:54.959913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Port 86c03011-7029-414e-99fb-3b8e390eccec on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:36:54.960550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Attempting to bind port 86c03011-7029-414e-99fb-3b8e390eccec on network a4c9caaa-bf2f-40b4-84df-53333895d0a0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:36:54.980065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a15b52ca-d6b8-4ef9-9baf-8e2817566887), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.986337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.988461 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b725b6db-d192-42a9-b7d4-d88e78522b7c req-696b50f8-cd80-4019-9500-778fc59303ab tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884829 Jan 28 04:36:54.989396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69a7db9b-af60-41f0-b911-acaba6d20c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:54.990055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] 10.222.0.21 "DELETE /v2.0/networks/a15b52ca-d6b8-4ef9-9baf-8e2817566887 HTTP/1.1" status: 204 len: 168 time: 3.4232664 Jan 28 04:36:55.052329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ef88-cf6c-4d1d-bb62-e4c64c72550f admin admin] Pushing event deleted for resources: {'Network': ['ID=a15b52ca-d6b8-4ef9-9baf-8e2817566887,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:55.063781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:36:55.064137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Checking segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:55.064534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Bound using segment: {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:36:55.065001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Bound port: 86c03011-7029-414e-99fb-3b8e390eccec, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dbdaa0-d708-438e-9a55-4582b39beaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:36:55.065518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (86c03011-7029-414e-99fb-3b8e390eccec), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.072543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (49d9a7f6-affe-4a48-ab2a-5b0128ac465c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.167340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:55.219615 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69a7db9b-af60-41f0-b911-acaba6d20c92 admin admin] Publish callbacks [] for security_group (9d625fc1-37fc-4fc3-9b64-7bb6d470140a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.224827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59298) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:55.250155 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69a7db9b-af60-41f0-b911-acaba6d20c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9d625fc1-37fc-4fc3-9b64-7bb6d470140a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.261786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] For port 86c03011-7029-414e-99fb-3b8e390eccec, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:36:55.265998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] For port 86c03011-7029-414e-99fb-3b8e390eccec, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=86c03011-7029-414e-99fb-3b8e390eccec,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:36:55.278537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (86c03011-7029-414e-99fb-3b8e390eccec), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.299700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:55.300347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.301803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] 10.222.0.52 "PUT /v2.0/ports/86c03011-7029-414e-99fb-3b8e390eccec HTTP/1.1" status: 200 len: 1091 time: 3.5246904 Jan 28 04:36:55.307488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'tag': '86c03011-7029-414e-99fb-3b8e390eccec'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:55.309797 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669" -d '{"events": [{"name": "network-changed", "server_uuid": "644bb55e-4c5f-4570-813d-528cbb1d1e6d", "tag": "86c03011-7029-414e-99fb-3b8e390eccec"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:55.354608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93045-78a9-40c5-b549-c4eb26232da0 req-78d6aa23-7d6c-495a-a303-31e7f34c27fe tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:55.356182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad93045-78a9-40c5-b549-c4eb26232da0 req-78d6aa23-7d6c-495a-a303-31e7f34c27fe tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 948 time: 0.2136543 Jan 28 04:36:55.422892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-69a7db9b-af60-41f0-b911-acaba6d20c92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0c98e3a3c5b4f7097df84329a58d22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8063343 Jan 28 04:36:55.425416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-138691b7-ae92-4757-a91e-54b4b573db56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42f0b8a4a14f460abcc507969c19debc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994891 Jan 28 04:36:55.427355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59306) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:55.438178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59308) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:55.474920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7db9b-af60-41f0-b911-acaba6d20c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d625fc1-37fc-4fc3-9b64-7bb6d470140a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:55.521687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:55.522277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.536309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f585dc11-18bd-436d-aa4f-3eac9ffe9b00 admin admin] Publish callbacks [] for security_group (9d625fc1-37fc-4fc3-9b64-7bb6d470140a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.540625 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def761b2-24a4-4919-960c-a81051c467e8 x-openstack-request-id: req-def761b2-24a4-4919-960c-a81051c467e8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:55.541399 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644bb55e-4c5f-4570-813d-528cbb1d1e6d", "tag": "86c03011-7029-414e-99fb-3b8e390eccec", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:55.541657 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def761b2-24a4-4919-960c-a81051c467e8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:55.542061 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'tag': '86c03011-7029-414e-99fb-3b8e390eccec', 'status': 'completed', 'code': 200} Jan 28 04:36:55.547106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad93045-78a9-40c5-b549-c4eb26232da0 req-26573667-1c0c-44c2-a930-fa4e98fbf5bf tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818945 Jan 28 04:36:55.552451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-55172611-e2f8-466f-983d-2b7b5133b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:55.554256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-55172611-e2f8-466f-983d-2b7b5133b641 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.5888965 Jan 28 04:36:55.558919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a19cd9-cbb5-4ad8-93dc-40a584884357 service neutron] Pushing event updated for resources: {'Port': ['ID=86c03011-7029-414e-99fb-3b8e390eccec,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:55.575360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc03264-dc66-4a12-a991-d8f2c3972e65 None None] Network 49d9a7f6-affe-4a48-ab2a-5b0128ac465c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:55.615092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f585dc11-18bd-436d-aa4f-3eac9ffe9b00 admin admin] Publish callbacks [] for security_group (9d625fc1-37fc-4fc3-9b64-7bb6d470140a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.624779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-489fd9b4-b90e-4479-861e-8baa2c0b9aee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ff721bf6-243f-428c-969e-81f10c691c83 HTTP/1.1" status: 200 len: 217 time: 0.0617397 Jan 28 04:36:55.631366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] For port df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,segment=NetworkSegment(566edf10-6448-44bf-a048-515bb418df01),segment_id=566edf10-6448-44bf-a048-515bb418df01)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:55.631836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.673888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for df1dc32b-27db-46fc-b962-79ca0d7bc2b8 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:55.688787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-7b1efb17-27a8-4d37-a859-bf0a21afb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:55.690603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-7b1efb17-27a8-4d37-a859-bf0a21afb17f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0545926 Jan 28 04:36:55.693216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe9e5-bff9-4ae5-9170-27e090f76169 admin admin] Publish callbacks [] for security_group (517c5db7-a46d-42e1-b171-1c632a1b0ae5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.737763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-cb3b3a70-7167-4ffe-bfcc-94e564380813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:55.739444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-cb3b3a70-7167-4ffe-bfcc-94e564380813 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 1094 time: 0.3561304 Jan 28 04:36:55.773378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59316) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:55.794921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bd87f6b5-dba8-4d81-a03d-bc38dedc8ecb None None] Provisioning complete for port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:55.795893 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd87f6b5-dba8-4d81-a03d-bc38dedc8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.809071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-c1afa2d3-24f1-480f-8117-027efa7943d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c03011-7029-414e-99fb-3b8e390eccec HTTP/1.1" status: 200 len: 217 time: 0.0469995 Jan 28 04:36:55.846996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f585dc11-18bd-436d-aa4f-3eac9ffe9b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9d625fc1-37fc-4fc3-9b64-7bb6d470140a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.855638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f585dc11-18bd-436d-aa4f-3eac9ffe9b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.859507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f585dc11-18bd-436d-aa4f-3eac9ffe9b00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d625fc1-37fc-4fc3-9b64-7bb6d470140a HTTP/1.1" status: 204 len: 168 time: 0.4243274 Jan 28 04:36:55.906725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-0e9ece7d-49a4-40ff-ac8c-f7fe99db26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:55.908400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-0e9ece7d-49a4-40ff-ac8c-f7fe99db26a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 200 len: 854 time: 0.0844319 Jan 28 04:36:55.918324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bd87f6b5-dba8-4d81-a03d-bc38dedc8ecb None None] Current status of the port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:55.926177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] DHCP port deletion for 49d9a7f6-affe-4a48-ab2a-5b0128ac465c request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:36:55.965973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-7b054386-6848-4dc0-8d8e-581744bd7d95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4c9caaa-bf2f-40b4-84df-53333895d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486517 Jan 28 04:36:55.971769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe9e5-bff9-4ae5-9170-27e090f76169 admin admin] Publish callbacks [] for security_group (517c5db7-a46d-42e1-b171-1c632a1b0ae5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.987419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585dc11-18bd-436d-aa4f-3eac9ffe9b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d625fc1-37fc-4fc3-9b64-7bb6d470140a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:56.062709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Deleting port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:56.064241 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.085330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.150818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-f9d2b0ff-ebeb-42d5-9046-0adc45179990 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748631 Jan 28 04:36:56.152191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ff721bf6-243f-428c-969e-81f10c691c83 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:56.182773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:56.226660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2912c3-07c1-40f4-b23e-3b41e93e8542 req-b8748b3c-293f-490c-aa36-213c874100dc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:56.228817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d2912c3-07c1-40f4-b23e-3b41e93e8542 req-b8748b3c-293f-490c-aa36-213c874100dc tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.5327346 Jan 28 04:36:56.234563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] For port df1dc32b-27db-46fc-b962-79ca0d7bc2b8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,segment=NetworkSegment(566edf10-6448-44bf-a048-515bb418df01),segment_id=566edf10-6448-44bf-a048-515bb418df01)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:56.234971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.253735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Calling delete_port for df1dc32b-27db-46fc-b962-79ca0d7bc2b8 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:56.264039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No DVR routers for this DVR port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:56.342466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-1776e1c1-3256-4664-8624-6f8b7bb0b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:56.344022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-1776e1c1-3256-4664-8624-6f8b7bb0b70b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6380422 Jan 28 04:36:56.344684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe9e5-bff9-4ae5-9170-27e090f76169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (517c5db7-a46d-42e1-b171-1c632a1b0ae5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.347492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe9e5-bff9-4ae5-9170-27e090f76169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.358127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ff721bf6-243f-428c-969e-81f10c691c83, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ff721bf6-243f-428c-969e-81f10c691c83,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:56.362679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f2fbe9e5-bff9-4ae5-9170-27e090f76169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/517c5db7-a46d-42e1-b171-1c632a1b0ae5 HTTP/1.1" status: 204 len: 168 time: 0.9132755 Jan 28 04:36:56.380078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'ff721bf6-243f-428c-969e-81f10c691c83', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'ff721bf6-243f-428c-969e-81f10c691c83', 'mac_address': 'fa:16:3e:63:7b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:56.418963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (49d9a7f6-affe-4a48-ab2a-5b0128ac465c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.439785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ff721bf6-243f-428c-969e-81f10c691c83 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:56.440191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff721bf6-243f-428c-969e-81f10c691c83), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.451542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18485c86-4095-4aeb-957d-ae99fd8b7fa8 req-aab6c81c-5ce6-4fc8-881f-55c7e68cf160 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:56.453500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18485c86-4095-4aeb-957d-ae99fd8b7fa8 req-aab6c81c-5ce6-4fc8-881f-55c7e68cf160 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 943 time: 0.2928250 Jan 28 04:36:56.455548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbe9e5-bff9-4ae5-9170-27e090f76169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c5db7-a46d-42e1-b171-1c632a1b0ae5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:56.462237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff721bf6-243f-428c-969e-81f10c691c83 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:56.496872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d9a7f6-affe-4a48-ab2a-5b0128ac465c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:56.505913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ff721bf6-243f-428c-969e-81f10c691c83, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ff721bf6-243f-428c-969e-81f10c691c83,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:56.517631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566edf10-6448-44bf-a048-515bb418df01') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:56.517998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566edf10-6448-44bf-a048-515bb418df01') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:56.519758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (df1dc32b-27db-46fc-b962-79ca0d7bc2b8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.521344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d2912c3-07c1-40f4-b23e-3b41e93e8542 req-3e20a86e-aca6-4d33-9131-d663b5a939c5 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332282 Jan 28 04:36:56.548466 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ff721bf6-243f-428c-969e-81f10c691c83), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.550619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (566edf10-6448-44bf-a048-515bb418df01), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.567932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2179ebd5-2fef-45b8-bfbf-544fc9cbf6ca req-e395e8ac-f021-4963-a977-bde5279d5d27 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890507 Jan 28 04:36:56.633019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] No DVR routers for this DVR port df1dc32b-27db-46fc-b962-79ca0d7bc2b8 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:36:56.648087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-aa85758c-dce9-4820-8266-adaf92659551 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752695 Jan 28 04:36:56.666722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Pushing event deleted for resources: {'Port': ['ID=df1dc32b-27db-46fc-b962-79ca0d7bc2b8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:56.676310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59332) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:56.687139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.687495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.687846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.689600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.690197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.690512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.690918 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.692535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.692930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.693427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.693698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.694043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.694509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e337c-75f3-4e21-989e-d5df76a63c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:56.730670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (566edf10-6448-44bf-a048-515bb418df01), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.747083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df1dc32b-27db-46fc-b962-79ca0d7bc2b8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:56.757477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18485c86-4095-4aeb-957d-ae99fd8b7fa8 req-fadfa73f-f090-4202-b5a8-aabeba38c4c7 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958696 Jan 28 04:36:56.779844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:36:56.780451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (566edf10-6448-44bf-a048-515bb418df01), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:36:56.785088 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:36:56.802174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: df1dc32b-27db-46fc-b962-79ca0d7bc2b8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:36:56.802926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df1dc32b-27db-46fc-b962-79ca0d7bc2b8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:36:56.839387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0b13e5-6397-412d-8caa-06291ffb7d84 req-ec20029f-7752-49c2-b575-408123e44e65 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830301 Jan 28 04:36:56.875489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18410f89-9947-445f-acf3-239effbbc5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:56.922826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-4148f053-18cf-4604-ab73-c27379e4f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:56.926613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-4148f053-18cf-4604-ab73-c27379e4f11f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3ce9c17db8c4b9fa0875440770db644&device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 1094 time: 0.0857363 Jan 28 04:36:56.929810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ff721bf6-243f-428c-969e-81f10c691c83,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:57.000460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ff721bf6-243f-428c-969e-81f10c691c83'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:57.030703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (49d9a7f6-affe-4a48-ab2a-5b0128ac465c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.040802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.048636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/49d9a7f6-affe-4a48-ab2a-5b0128ac465c HTTP/1.1" status: 204 len: 168 time: 2.3089783 Jan 28 04:36:57.054029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59338) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:57.069103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b616e-7d9d-48c3-a3e9-ca987c47a673 req-5838cb54-3e03-4d11-8736-cb6ad812ce82 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:57.076763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-058b616e-7d9d-48c3-a3e9-ca987c47a673 req-5838cb54-3e03-4d11-8736-cb6ad812ce82 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 948 time: 0.1335444 Jan 28 04:36:57.107563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-12e7c8be-a6a1-4221-995c-bb9baa74cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:57.109698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-12e7c8be-a6a1-4221-995c-bb9baa74cc99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 200 len: 915 time: 0.1758900 Jan 28 04:36:57.184245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baadbd5-a88f-4d98-99a5-522fa8a0bf8e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=49d9a7f6-affe-4a48-ab2a-5b0128ac465c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:57.192696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-84477657-0dad-4563-8141-1bc9e982945b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c03011-7029-414e-99fb-3b8e390eccec HTTP/1.1" status: 200 len: 217 time: 0.0747297 Jan 28 04:36:57.297024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-a233624c-c369-4872-941b-e00020ded82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:57.299311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-a233624c-c369-4872-941b-e00020ded82d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 200 len: 854 time: 0.0959041 Jan 28 04:36:57.350643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-19ab56da-584b-47ed-b73f-b7a7894769ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4c9caaa-bf2f-40b4-84df-53333895d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404778 Jan 28 04:36:57.352799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18410f89-9947-445f-acf3-239effbbc5bd admin admin] Publish callbacks [] for security_group (fa3d2a63-2c9e-4b8d-8a01-26efbb3da734), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.353806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-058b616e-7d9d-48c3-a3e9-ca987c47a673 req-8a9cca70-555d-451c-9b97-b3f0bf82fc7e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715671 Jan 28 04:36:57.360346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18410f89-9947-445f-acf3-239effbbc5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fa3d2a63-2c9e-4b8d-8a01-26efbb3da734), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.365859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b75f3-064b-4a4f-9c8a-1c280853b114 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:57.367653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-391b75f3-064b-4a4f-9c8a-1c280853b114 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3122413 Jan 28 04:36:57.385066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59356) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:57.424537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (bff3d7a3-d193-4e82-a35e-cabdf3067aca), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.519093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-18410f89-9947-445f-acf3-239effbbc5bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12334c35d17a45e1bcd333b442dbba92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8409321 Jan 28 04:36:57.521703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59362) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:57.535931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18410f89-9947-445f-acf3-239effbbc5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d2a63-2c9e-4b8d-8a01-26efbb3da734,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:57.573106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8a78ca78-8a99-41f9-b3c8-c518714c5f38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1867511 Jan 28 04:36:57.576918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59364) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:57.581474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400217ee-e023-41df-8a5c-ad17c6463def req-be05546e-ce1d-42ab-bec3-83ee301e28da tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:57.581976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1867921633'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:57.582985 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-400217ee-e023-41df-8a5c-ad17c6463def req-be05546e-ce1d-42ab-bec3-83ee301e28da tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 945 time: 0.1205373 Jan 28 04:36:57.624028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:36:57.630797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-a0404b5a-0e9e-4c8c-8185-30e8fe9c5a69 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643914 Jan 28 04:36:57.636215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:57.640657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.762693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b88536f9-8469-4b64-8ee4-4d270c74a893 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:57.763265 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.768122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb7eddad-0e76-4db5-bfa4-a7f4cca59669 req-e194ae89-7e61-4328-a836-72b98f1f2cbf service neutron] 10.222.0.52 "GET /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115870 Jan 28 04:36:57.791873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:36:57.813118 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (77fe9c80-a42e-420c-b542-ccc7cd157a2b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.813882 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment 77fe9c80-a42e-420c-b542-ccc7cd157a2b of type vlan for network 6b3818a4-2b94-4206-a4ef-54981834f92d Jan 28 04:36:57.844467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:57.850914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:57.858681 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528869e2-0ab3-4a14-bd32-aadb7a265bcc" -d '{"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:57.866336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.890941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (6b3818a4-2b94-4206-a4ef-54981834f92d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.925670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (6b3818a4-2b94-4206-a4ef-54981834f92d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.931271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:57.932174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:57.940007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:57.999241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4211545 Jan 28 04:36:58.001154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59378) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:58.008879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:58.040560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52507866-1d5a-42f4-b904-d6f2a89954bd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=6b3818a4-2b94-4206-a4ef-54981834f92d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:58.053858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 6b3818a4-2b94-4206-a4ef-54981834f92d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:36:58.109581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-400217ee-e023-41df-8a5c-ad17c6463def req-765c7c61-7914-4d66-a2d8-d092982042ef tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167613 Jan 28 04:36:58.129083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20e077b6-6580-4631-9731-03c2546eb8bc admin admin] Publish callbacks [] for security_group (fa3d2a63-2c9e-4b8d-8a01-26efbb3da734), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.151210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004d19-b816-4379-8dfd-4eeb990171b4 req-b7553b91-d124-4f61-a180-ebb1b99b3195 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:58.152053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:36:58.153711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc004d19-b816-4379-8dfd-4eeb990171b4 req-b7553b91-d124-4f61-a180-ebb1b99b3195 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 943 time: 0.1533666 Jan 28 04:36:58.172836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20e077b6-6580-4631-9731-03c2546eb8bc admin admin] Publish callbacks [] for security_group (fa3d2a63-2c9e-4b8d-8a01-26efbb3da734), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.203441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:58.209055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.239273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:36:58.244646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:58.245022 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.271027 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc004d19-b816-4379-8dfd-4eeb990171b4 req-e09df729-defa-4a23-8f2b-d232a896f045 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108418 Jan 28 04:36:58.295201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20e077b6-6580-4631-9731-03c2546eb8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fa3d2a63-2c9e-4b8d-8a01-26efbb3da734), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.298235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20e077b6-6580-4631-9731-03c2546eb8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.301177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-20e077b6-6580-4631-9731-03c2546eb8bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa3d2a63-2c9e-4b8d-8a01-26efbb3da734 HTTP/1.1" status: 204 len: 168 time: 0.7767661 Jan 28 04:36:58.323701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e077b6-6580-4631-9731-03c2546eb8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d2a63-2c9e-4b8d-8a01-26efbb3da734,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:58.363664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Deleting port 1e0a13c6-14a8-431c-a349-513a0e8fe71a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:36:58.364029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.386647 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e82f2b-c899-4d29-8d75-491dcac3f2a5 x-openstack-request-id: req-21e82f2b-c899-4d29-8d75-491dcac3f2a5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:58.386966 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:58.387209 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21e82f2b-c899-4d29-8d75-491dcac3f2a5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:58.387718 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'code': 200} Jan 28 04:36:58.390083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:58.390481 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.451403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:58.458445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.484786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] For port 1e0a13c6-14a8-431c-a349-513a0e8fe71a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1e0a13c6-14a8-431c-a349-513a0e8fe71a,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:58.485787 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.520871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:58.527223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Calling delete_port for 1e0a13c6-14a8-431c-a349-513a0e8fe71a owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:36:58.585094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64107068-cede-4dfb-9272-34264143aa9d req-e9e15016-b0a4-4924-bc0f-2b96cae032e2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:58.586658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64107068-cede-4dfb-9272-34264143aa9d req-e9e15016-b0a4-4924-bc0f-2b96cae032e2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 949 time: 0.1231654 Jan 28 04:36:58.627130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (11599a11-354d-4ea2-a04b-6abf7bcbc6c7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.704936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64107068-cede-4dfb-9272-34264143aa9d req-2f51f55b-d9cf-468f-9db8-d166bb293f35 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103187 Jan 28 04:36:58.748237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=11599a11-354d-4ea2-a04b-6abf7bcbc6c7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:58.754503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': '77fe9c80-a42e-420c-b542-ccc7cd157a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:36:58.754503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 6b3818a4-2b94-4206-a4ef-54981834f92d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:36:58.773097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 6b3818a4-2b94-4206-a4ef-54981834f92d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:36:58.788604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 6b3818a4-2b94-4206-a4ef-54981834f92d) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:58.794840 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1e0a13c6-14a8-431c-a349-513a0e8fe71a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.803340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d9c3b-be38-4bca-b8cf-0a0bb517bf0f None None] Network 6b3818a4-2b94-4206-a4ef-54981834f92d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:36:58.808065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:58.810418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:58.824007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0a13c6-14a8-431c-a349-513a0e8fe71a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:58.860469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8c2c2374-149f-40ad-9286-efe5c18e3f9b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8532465 Jan 28 04:36:58.861682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:58.871360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d', 'name': 'tempest-PortsTestJSON-1689664182'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:59.069599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (bff3d7a3-d193-4e82-a35e-cabdf3067aca), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.165208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:36:59.169914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.191525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:59.215064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:36:59.302281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-6b3818a4-2b94-4206-a4ef-54981834f92d', 'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': '11599a11-354d-4ea2-a04b-6abf7bcbc6c7'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:36:59.305655 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.349862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92768304-1fb1-4908-a031-140635299f8c req-fb2c278c-0068-47fa-ae26-ff2aa26baf85 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:59.351672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92768304-1fb1-4908-a031-140635299f8c req-fb2c278c-0068-47fa-ae26-ff2aa26baf85 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 943 time: 0.1139095 Jan 28 04:36:59.409920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.4 (6b3818a4-2b94-4206-a4ef-54981834f92d/11599a11-354d-4ea2-a04b-6abf7bcbc6c7/8e7fc93b-cfaa-48f0-95fd-22ba4185be23) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:59.460284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92768304-1fb1-4908-a031-140635299f8c req-822b3b28-120f-43e2-a16a-023b37fdbb7e tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ca0dc5c-b098-4199-a1b1-963f806f3ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657341 Jan 28 04:36:59.463658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e0d90c4-c520-4e97-bfe1-36d665899f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.495577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Router bff3d7a3-d193-4e82-a35e-cabdf3067aca has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:59.618351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-1fba2226-f6d0-4895-8812-d8b69677f305 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:59.620038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-1fba2226-f6d0-4895-8812-d8b69677f305 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 943 time: 0.1781297 Jan 28 04:36:59.624237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 86c03011-7029-414e-99fb-3b8e390eccec details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:36:59.658865 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e0d90c4-c520-4e97-bfe1-36d665899f5e admin admin] Publish callbacks [] for security_group (3e458cb9-6609-438e-80b4-ac67e535bdfe), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.661250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:59.667733 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b1ff904e-7ab6-44b8-867d-e1aa216acf31 admin admin] 10.222.0.21 "PUT /v2.0/routers/bff3d7a3-d193-4e82-a35e-cabdf3067aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8933227 Jan 28 04:36:59.669129 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e0d90c4-c520-4e97-bfe1-36d665899f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3e458cb9-6609-438e-80b4-ac67e535bdfe), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.671538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59456) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:59.675868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] Sync routers for ids ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:59.700231 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] Routers {'bff3d7a3-d193-4e82-a35e-cabdf3067aca'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:59.701512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe7824-d12b-41ca-b8ba-5dfcd33b8eaf req-fef24092-bd3d-4c1c-920e-f061236f57a2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:59.702931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d90c4-c520-4e97-bfe1-36d665899f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e458cb9-6609-438e-80b4-ac67e535bdfe,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:59.704265 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:59.727122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcfe7824-d12b-41ca-b8ba-5dfcd33b8eaf req-fef24092-bd3d-4c1c-920e-f061236f57a2 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 943 time: 0.2222035 Jan 28 04:36:59.762682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 86c03011-7029-414e-99fb-3b8e390eccec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=86c03011-7029-414e-99fb-3b8e390eccec,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:59.773223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9e0d90c4-c520-4e97-bfe1-36d665899f5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b997ba43914b4d923a6b1ceca3e3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783434 Jan 28 04:36:59.773629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59460) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:59.779069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '86c03011-7029-414e-99fb-3b8e390eccec', 'network_id': 'a4c9caaa-bf2f-40b4-84df-53333895d0a0', 'port_id': '86c03011-7029-414e-99fb-3b8e390eccec', 'mac_address': 'fa:16:3e:82:42:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9ec970-aefd-422f-8cae-551bbd07df31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:36:59.823747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 86c03011-7029-414e-99fb-3b8e390eccec is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:59.824506 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (86c03011-7029-414e-99fb-3b8e390eccec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.844265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c03011-7029-414e-99fb-3b8e390eccec {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:36:59.870891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 86c03011-7029-414e-99fb-3b8e390eccec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=86c03011-7029-414e-99fb-3b8e390eccec,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:59.878796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (86c03011-7029-414e-99fb-3b8e390eccec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.923613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ae678fd-47b7-4903-9258-c0c09e762bf8 admin admin] Publish callbacks [] for security_group (3e458cb9-6609-438e-80b4-ac67e535bdfe), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.925678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks [] for router (bff3d7a3-d193-4e82-a35e-cabdf3067aca), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.963869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=86c03011-7029-414e-99fb-3b8e390eccec,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:59.968096 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] Set router bff3d7a3-d193-4e82-a35e-cabdf3067aca gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:59.979433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5325e-48be-49ed-96ae-ce91d64a27a0 req-06a4e63a-cd29-4402-b70b-4d97bfd1b61d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:59.980956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00f5325e-48be-49ed-96ae-ce91d64a27a0 req-06a4e63a-cd29-4402-b70b-4d97bfd1b61d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 949 time: 0.1540930 Jan 28 04:37:00.001342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.017591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ae678fd-47b7-4903-9258-c0c09e762bf8 admin admin] Publish callbacks [] for security_group (3e458cb9-6609-438e-80b4-ac67e535bdfe), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.018041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcfe7824-d12b-41ca-b8ba-5dfcd33b8eaf req-3a5a2824-8957-4fb8-a2c8-179b9808d507 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896600 Jan 28 04:37:00.078175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Deleting port b88536f9-8469-4b64-8ee4-4d270c74a893 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:00.078751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.124326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00f5325e-48be-49ed-96ae-ce91d64a27a0 req-6a93f235-2443-4d8e-96a0-2bdd08d77da2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330609 Jan 28 04:37:00.151685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks [] for router_gateway (bff3d7a3-d193-4e82-a35e-cabdf3067aca), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.162486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ff721bf6-243f-428c-969e-81f10c691c83 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:00.190261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.230437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ae678fd-47b7-4903-9258-c0c09e762bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3e458cb9-6609-438e-80b4-ac67e535bdfe), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.247677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ae678fd-47b7-4903-9258-c0c09e762bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.251382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 6b3818a4-2b94-4206-a4ef-54981834f92d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:00.251534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ae678fd-47b7-4903-9258-c0c09e762bf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e458cb9-6609-438e-80b4-ac67e535bdfe HTTP/1.1" status: 204 len: 168 time: 0.4770825 Jan 28 04:37:00.257786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:00.264837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:00.265484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['86c03011-7029-414e-99fb-3b8e390eccec'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:00.271774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae678fd-47b7-4903-9258-c0c09e762bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e458cb9-6609-438e-80b4-ac67e535bdfe,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:00.325041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] For port b88536f9-8469-4b64-8ee4-4d270c74a893, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b88536f9-8469-4b64-8ee4-4d270c74a893,segment=NetworkSegment(ab86eab2-a5da-4f28-bd27-a76fbdddd19f),segment_id=ab86eab2-a5da-4f28-bd27-a76fbdddd19f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:00.325702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.328755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=8e7fc93b-cfaa-48f0-95fd-22ba4185be23,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:00.330934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Deleting port 3d9401fe-ec60-47f9-a67c-b9467b49050b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:00.331279 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.349197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Calling delete_port for b88536f9-8469-4b64-8ee4-4d270c74a893 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:00.369706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:00.370542 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.392004 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:36:58Z', 'revision_number': 5, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port': {'id': '3d9401fe-ec60-47f9-a67c-b9467b49050b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:37Z', 'updated_at': '2022-01-28T04:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:00.406231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:00.408478 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600276d2-8242-4f53-9942-d34c77e9fa45" -d '{"events": [{"server_uuid": "3ae5ef4c-6834-4128-b8e8-845e07bbb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:00.433594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Allocated IP 172.20.0.2 (6b3818a4-2b94-4206-a4ef-54981834f92d/11599a11-354d-4ea2-a04b-6abf7bcbc6c7/94357609-09b4-43ba-acb9-55fded615088) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:00.465111 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] Checking router: bff3d7a3-d193-4e82-a35e-cabdf3067aca for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:00.487190 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] Routers {'bff3d7a3-d193-4e82-a35e-cabdf3067aca'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:00.494275 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:00.497478 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ddc31-8995-4d4a-9aae-126507a07c95 x-openstack-request-id: req-7c0ddc31-8995-4d4a-9aae-126507a07c95 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:00.497985 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae5ef4c-6834-4128-b8e8-845e07bbb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:00.498398 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c0ddc31-8995-4d4a-9aae-126507a07c95 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:00.499108 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'code': 200} Jan 28 04:37:00.514891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] For port 3d9401fe-ec60-47f9-a67c-b9467b49050b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3d9401fe-ec60-47f9-a67c-b9467b49050b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:00.517906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.531169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port ff721bf6-243f-428c-969e-81f10c691c83 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:37:00.570255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Calling delete_port for 3d9401fe-ec60-47f9-a67c-b9467b49050b owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:00.572367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port ff721bf6-243f-428c-969e-81f10c691c83 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:00.572950 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff721bf6-243f-428c-969e-81f10c691c83), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.735853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6b76ecd7-971b-46e4-9eb4-29226c407c51 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8730717 Jan 28 04:37:00.738623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59484) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:00.740998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b88536f9-8469-4b64-8ee4-4d270c74a893), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.741847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59486) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:00.765365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d', 'name': 'tempest-PortsTestJSON-161308026'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:00.788461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7123d87b-fb19-451f-9789-680f45d2f609 req-49a2945e-0a3f-4edd-a4e6-157727aeb4bb tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f72b595-76d4-45e8-827a-3e1fdfca1dfa HTTP/1.1" status: 200 len: 210 time: 0.1052506 Jan 28 04:37:00.797867 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] Set router bff3d7a3-d193-4e82-a35e-cabdf3067aca gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:00.819160 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Publish callbacks [] for port (94357609-09b4-43ba-acb9-55fded615088), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.823995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ff721bf6-243f-428c-969e-81f10c691c83 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:00.824389 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff721bf6-243f-428c-969e-81f10c691c83), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.839054 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (94357609-09b4-43ba-acb9-55fded615088), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.867704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Pushing event deleted for resources: {'Port': ['ID=b88536f9-8469-4b64-8ee4-4d270c74a893,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:00.918184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Pushing event updated for resources: {'Port': ['ID=94357609-09b4-43ba-acb9-55fded615088,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:00.938913 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:37:00Z', 'revision_number': 6, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:00.944380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Network 6b3818a4-2b94-4206-a4ef-54981834f92d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:00.949007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14a779-3ab7-4bfa-b311-8ef7f84d981e req-d7adfdab-1449-491a-a39c-1d8d98d474cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:00.950729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b14a779-3ab7-4bfa-b311-8ef7f84d981e req-d7adfdab-1449-491a-a39c-1d8d98d474cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 1100 time: 0.2545023 Jan 28 04:37:00.957291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:00.961980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ff721bf6-243f-428c-969e-81f10c691c83, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ff721bf6-243f-428c-969e-81f10c691c83,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:00.963728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:00.974826 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ff721bf6-243f-428c-969e-81f10c691c83), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.988041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] No DVR routers for this DVR port b88536f9-8469-4b64-8ee4-4d270c74a893 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:00.991928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.996053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-deeeb09c-9e10-4bf6-aabd-b6daaa781695 req-50632e14-451e-4287-882a-b133332e0894 tempest-ImagesTestJSON-1736215021 tempest-ImagesTestJSON-1736215021-project] 10.222.0.52 "DELETE /v2.0/ports/b88536f9-8469-4b64-8ee4-4d270c74a893 HTTP/1.1" status: 204 len: 173 time: 1.3656096 Jan 28 04:37:01.005522 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c7c7a-d427-4dd9-8977-af5627496b2b None None] The sync data for ids ['bff3d7a3-d193-4e82-a35e-cabdf3067aca'] in n-d-824835-3 is: [{'id': 'bff3d7a3-d193-4e82-a35e-cabdf3067aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-486276276-router', 'tenant_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:36Z', 'updated_at': '2022-01-28T04:37:00Z', 'revision_number': 6, 'project_id': 'b7d9e01584194fa2b4ba9cb236c9bc9f', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:01.026736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-deleted', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:01.029703 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d126a37-6273-49c0-9454-8a53a4c6474a" -d '{"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-deleted", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:01.110726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Attempting to bind port 94357609-09b4-43ba-acb9-55fded615088 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:01.111476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Attempting to bind port 94357609-09b4-43ba-acb9-55fded615088 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '77fe9c80-a42e-420c-b542-ccc7cd157a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:01.112071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Attempting to bind port 94357609-09b4-43ba-acb9-55fded615088 on network 6b3818a4-2b94-4206-a4ef-54981834f92d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:01.124343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b14a779-3ab7-4bfa-b311-8ef7f84d981e req-b3b49693-7a87-40cf-af1d-bd55e59c6b80 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439564 Jan 28 04:37:01.126338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:01.127060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Checking segment: {'id': '77fe9c80-a42e-420c-b542-ccc7cd157a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:01.127716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.128334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Bound using segment: {'id': '77fe9c80-a42e-420c-b542-ccc7cd157a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:01.128820 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f9cfc-9e1e-4444-ae5b-2c2c4501f159 x-openstack-request-id: req-f20f9cfc-9e1e-4444-ae5b-2c2c4501f159 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:01.129358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Bound port: 94357609-09b4-43ba-acb9-55fded615088, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe9c80-a42e-420c-b542-ccc7cd157a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6b3818a4-2b94-4206-a4ef-54981834f92d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:01.130029 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f72b595-76d4-45e8-827a-3e1fdfca1dfa", "name": "network-vif-deleted", "tag": "b88536f9-8469-4b64-8ee4-4d270c74a893", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:01.130164 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f20f9cfc-9e1e-4444-ae5b-2c2c4501f159 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:01.130958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (94357609-09b4-43ba-acb9-55fded615088), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.131072 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f72b595-76d4-45e8-827a-3e1fdfca1dfa', 'name': 'network-vif-deleted', 'tag': 'b88536f9-8469-4b64-8ee4-4d270c74a893', 'status': 'completed', 'code': 200} Jan 28 04:37:01.188880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ff721bf6-243f-428c-969e-81f10c691c83,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:01.246886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] For port 94357609-09b4-43ba-acb9-55fded615088, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:01.250539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] For port 94357609-09b4-43ba-acb9-55fded615088, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=94357609-09b4-43ba-acb9-55fded615088,segment=NetworkSegment(77fe9c80-a42e-420c-b542-ccc7cd157a2b),segment_id=77fe9c80-a42e-420c-b542-ccc7cd157a2b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:01.258038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (94357609-09b4-43ba-acb9-55fded615088), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.269956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:01.276193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.290296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1584233537', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:01.331810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0957f3-b054-4442-a563-80a0fe123f8e None None] Pushing event updated for resources: {'Port': ['ID=94357609-09b4-43ba-acb9-55fded615088,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:01.332196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc373e85-0734-48f1-b74e-650c21977218 req-4eba3e3d-a083-4afc-b51a-3bc332212d5a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:01.341332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc373e85-0734-48f1-b74e-650c21977218 req-4eba3e3d-a083-4afc-b51a-3bc332212d5a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 949 time: 0.0964172 Jan 28 04:37:01.399227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa912-fa86-4174-8776-20e7adf634de req-6db57c63-48da-4747-8914-32fe046a4491 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:01.401104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a7aa912-fa86-4174-8776-20e7adf634de req-6db57c63-48da-4747-8914-32fe046a4491 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 944 time: 0.2615309 Jan 28 04:37:01.403579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 70f6e484-8d38-4388-a070-0eb443f2e70b yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:01.409897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Made reservation on behalf of a917419d3be74f4aaf0ec08788340454 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:01.412544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.433798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc373e85-0734-48f1-b74e-650c21977218 req-a88aa4f6-8d70-4338-bd62-f236708f3278 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914772 Jan 28 04:37:01.503112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.631448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3d9401fe-ec60-47f9-a67c-b9467b49050b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.650685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 86c03011-7029-414e-99fb-3b8e390eccec up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:01.705503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9401fe-ec60-47f9-a67c-b9467b49050b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:01.722043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a7aa912-fa86-4174-8776-20e7adf634de req-e0229d90-1263-4d29-965f-a5e12816bb56 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931120 Jan 28 04:37:01.727675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 86c03011-7029-414e-99fb-3b8e390eccec completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:37:01.732935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 86c03011-7029-414e-99fb-3b8e390eccec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:01.733476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (86c03011-7029-414e-99fb-3b8e390eccec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.830141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 86c03011-7029-414e-99fb-3b8e390eccec is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:01.831061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (86c03011-7029-414e-99fb-3b8e390eccec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.842854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.13 (6b3818a4-2b94-4206-a4ef-54981834f92d/11599a11-354d-4ea2-a04b-6abf7bcbc6c7/70f6e484-8d38-4388-a070-0eb443f2e70b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:01.877190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 86c03011-7029-414e-99fb-3b8e390eccec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=86c03011-7029-414e-99fb-3b8e390eccec,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:01.883562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (86c03011-7029-414e-99fb-3b8e390eccec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.885101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:01.885681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for security_group (48479246-f5d2-4bb1-96ef-a94c667589ff), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.888752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (bff3d7a3-d193-4e82-a35e-cabdf3067aca), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.921630 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (48479246-f5d2-4bb1-96ef-a94c667589ff), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.925307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] device_id is not set on port c7928b6d-bb89-458b-896a-6c8ccfd5e752 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:01.986255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=86c03011-7029-414e-99fb-3b8e390eccec,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:01.989524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: b88536f9-8469-4b64-8ee4-4d270c74a893 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:01.990213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b88536f9-8469-4b64-8ee4-4d270c74a893 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:02.334754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59580) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:02.435235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Deleting subnet e87fa9ee-6185-4d3c-8a05-2ff3faa3174d {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:02.437104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48479246-f5d2-4bb1-96ef-a94c667589ff,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:02.439525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Publish callbacks [] for subnet (e87fa9ee-6185-4d3c-8a05-2ff3faa3174d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.487669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e87fa9ee-6185-4d3c-8a05-2ff3faa3174d), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.489197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (bff3d7a3-d193-4e82-a35e-cabdf3067aca), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.500796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff721bf6-243f-428c-969e-81f10c691c83'}, {'server_uuid': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c03011-7029-414e-99fb-3b8e390eccec'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:02.501011 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks [] for router_controller (bff3d7a3-d193-4e82-a35e-cabdf3067aca), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.504482 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947ce5e-31a1-4b27-b032-fa4a00dc8932" -d '{"events": [{"server_uuid": "edc335e8-c627-479b-98b8-bad9aecf15d7", "name": "network-vif-plugged", "status": "completed", "tag": "ff721bf6-243f-428c-969e-81f10c691c83"}, {"server_uuid": "644bb55e-4c5f-4570-813d-528cbb1d1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "86c03011-7029-414e-99fb-3b8e390eccec"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:02.517393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:02.557306 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e87fa9ee-6185-4d3c-8a05-2ff3faa3174d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.652366 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c620209-999a-4420-9261-03155825cf6c x-openstack-request-id: req-1c620209-999a-4420-9261-03155825cf6c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:02.652920 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc335e8-c627-479b-98b8-bad9aecf15d7", "name": "network-vif-plugged", "status": "completed", "tag": "ff721bf6-243f-428c-969e-81f10c691c83", "code": 200}, {"server_uuid": "644bb55e-4c5f-4570-813d-528cbb1d1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "86c03011-7029-414e-99fb-3b8e390eccec", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:02.652920 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c620209-999a-4420-9261-03155825cf6c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:02.653425 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff721bf6-243f-428c-969e-81f10c691c83', 'code': 200} Jan 28 04:37:02.653686 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c03011-7029-414e-99fb-3b8e390eccec', 'code': 200} Jan 28 04:37:02.710578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e87fa9ee-6185-4d3c-8a05-2ff3faa3174d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.763218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 94357609-09b4-43ba-acb9-55fded615088 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:02.810344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.811724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (bff3d7a3-d193-4e82-a35e-cabdf3067aca), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.812476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bff3d7a3-d193-4e82-a35e-cabdf3067aca {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:37:02.818352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e87fa9ee-6185-4d3c-8a05-2ff3faa3174d HTTP/1.1" status: 204 len: 168 time: 0.4748900 Jan 28 04:37:02.828746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.833767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9540ff8e-94e5-4384-a1e3-4b7240738728 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bff3d7a3-d193-4e82-a35e-cabdf3067aca HTTP/1.1" status: 204 len: 168 time: 3.1371927 Jan 28 04:37:02.843149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59596) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:02.847210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59598) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:02.887286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 94357609-09b4-43ba-acb9-55fded615088 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:02.887971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (94357609-09b4-43ba-acb9-55fded615088), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.893689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70bbd7-3fb2-42a0-9c23-50732da6b561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87fa9ee-6185-4d3c-8a05-2ff3faa3174d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:02.942006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73d2c2f4-4b4e-4643-900f-aee1fce73ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.942998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Deleting subnet c4e1c300-60a0-41ee-8bb1-b598d2f76fea {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:02.954363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Publish callbacks [] for subnet (c4e1c300-60a0-41ee-8bb1-b598d2f76fea), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.028915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 94357609-09b4-43ba-acb9-55fded615088 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:03.029677 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (94357609-09b4-43ba-acb9-55fded615088), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.036544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc9a1-802d-44e9-b962-708484b9144b req-942005e2-5132-4c09-9b36-aaafc9cd4596 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:03.043788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9efc9a1-802d-44e9-b962-708484b9144b req-942005e2-5132-4c09-9b36-aaafc9cd4596 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 949 time: 0.4617438 Jan 28 04:37:03.077213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 94357609-09b4-43ba-acb9-55fded615088, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=94357609-09b4-43ba-acb9-55fded615088,segment=NetworkSegment(77fe9c80-a42e-420c-b542-ccc7cd157a2b),segment_id=77fe9c80-a42e-420c-b542-ccc7cd157a2b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:03.084890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (94357609-09b4-43ba-acb9-55fded615088), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.087997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Allocated IP 172.25.6.219 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/c7928b6d-bb89-458b-896a-6c8ccfd5e752) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:03.142905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (c4e1c300-60a0-41ee-8bb1-b598d2f76fea), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.159146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae0798-bb08-4f56-8680-b09d357c1b1a None None] Network 6b3818a4-2b94-4206-a4ef-54981834f92d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:03.163507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=94357609-09b4-43ba-acb9-55fded615088,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:03.175126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (80938996-0453-4089-95f9-bd5d51c1ab3c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.192540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3d9401fe-ec60-47f9-a67c-b9467b49050b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:03.251593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3d9401fe-ec60-47f9-a67c-b9467b49050b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:03.251901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3d9401fe-ec60-47f9-a67c-b9467b49050b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:03.252262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1e0a13c6-14a8-431c-a349-513a0e8fe71a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:03.252495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (70f6e484-8d38-4388-a070-0eb443f2e70b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.268177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9efc9a1-802d-44e9-b962-708484b9144b req-bd3eacee-6656-48f1-8711-4ddd9f91cd07 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234960 Jan 28 04:37:03.281271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7236e73e-7aa0-43c0-9001-219cee811178 None None] Provisioning complete for port 94357609-09b4-43ba-acb9-55fded615088 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:03.281651 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7236e73e-7aa0-43c0-9001-219cee811178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (94357609-09b4-43ba-acb9-55fded615088), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.285180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1e0a13c6-14a8-431c-a349-513a0e8fe71a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:03.285593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1e0a13c6-14a8-431c-a349-513a0e8fe71a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:03.417301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7236e73e-7aa0-43c0-9001-219cee811178 None None] Current status of the port 94357609-09b4-43ba-acb9-55fded615088 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:03.430781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca4428-f138-4c85-8124-2d234db40943 req-f5bfabc4-559e-4aae-a99b-007f7c8967bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:03.433058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5ca4428-f138-4c85-8124-2d234db40943 req-f5bfabc4-559e-4aae-a99b-007f7c8967bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 1101 time: 0.6094995 Jan 28 04:37:03.467831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234e3b8-6cd0-42f0-8923-538993b77420 req-3b21b3ce-1c3e-4fed-9369-58fe172746dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:03.469652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7234e3b8-6cd0-42f0-8923-538993b77420 req-3b21b3ce-1c3e-4fed-9369-58fe172746dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 1096 time: 0.6629634 Jan 28 04:37:03.504231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (c4e1c300-60a0-41ee-8bb1-b598d2f76fea), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.508130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (80938996-0453-4089-95f9-bd5d51c1ab3c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.520151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d8b6-6c0e-482a-946b-59a85a287102 req-abe7e939-0bcb-4483-9e5e-6962a52ba193 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:03.521727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa19d8b6-6c0e-482a-946b-59a85a287102 req-abe7e939-0bcb-4483-9e5e-6962a52ba193 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.5836518 Jan 28 04:37:03.550783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5ca4428-f138-4c85-8124-2d234db40943 req-22e85b2e-0f50-4044-b2bd-69b1d8d7acf0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094949 Jan 28 04:37:03.575565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (70f6e484-8d38-4388-a070-0eb443f2e70b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.578171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80938996-0453-4089-95f9-bd5d51c1ab3c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:03.609444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73d2c2f4-4b4e-4643-900f-aee1fce73ea3 admin admin] Publish callbacks [] for security_group (0b9e9473-40df-481e-8751-9f7cb443653d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.611838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:03.612668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab86eab2-a5da-4f28-bd27-a76fbdddd19f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:03.617716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7234e3b8-6cd0-42f0-8923-538993b77420 req-96caa06a-906c-4dde-bcef-d64a09fec411 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387279 Jan 28 04:37:03.623146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73d2c2f4-4b4e-4643-900f-aee1fce73ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b9e9473-40df-481e-8751-9f7cb443653d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.645179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa19d8b6-6c0e-482a-946b-59a85a287102 req-a11c24ac-33ca-4bbf-950b-e435ccb1d9ba tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125300 Jan 28 04:37:03.670055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (ab86eab2-a5da-4f28-bd27-a76fbdddd19f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.673969 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-73d2c2f4-4b4e-4643-900f-aee1fce73ea3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=581ed291b06b4e1096c2292acf1658a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1542513 Jan 28 04:37:03.673969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2c2f4-4b4e-4643-900f-aee1fce73ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9e9473-40df-481e-8751-9f7cb443653d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:03.676380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:03.680218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for port (c7928b6d-bb89-458b-896a-6c8ccfd5e752), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.694438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada4430-30dd-4911-98fe-e5ab668dcf33 req-909296d5-bc1a-46e5-8125-19b69bfb5d62 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:03.710122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ada4430-30dd-4911-98fe-e5ab668dcf33 req-909296d5-bc1a-46e5-8125-19b69bfb5d62 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 950 time: 0.3066878 Jan 28 04:37:03.735380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7f25bd-3a86-41eb-a668-b7d8244d1773 admin admin] Publish callbacks [] for security_group (0b9e9473-40df-481e-8751-9f7cb443653d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.744942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e25f0947-42ba-42fe-beb6-0ddacee2baf5 None None] Provisioning complete for port 94357609-09b4-43ba-acb9-55fded615088 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:03.746025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e25f0947-42ba-42fe-beb6-0ddacee2baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (94357609-09b4-43ba-acb9-55fded615088), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.755843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=70f6e484-8d38-4388-a070-0eb443f2e70b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:03.760510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 6b3818a4-2b94-4206-a4ef-54981834f92d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:03.763032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ab86eab2-a5da-4f28-bd27-a76fbdddd19f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.763203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7f25bd-3a86-41eb-a668-b7d8244d1773 admin admin] Publish callbacks [] for security_group (0b9e9473-40df-481e-8751-9f7cb443653d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.774525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (c4e1c300-60a0-41ee-8bb1-b598d2f76fea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.788953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:03.807426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:03.808390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (ab86eab2-a5da-4f28-bd27-a76fbdddd19f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:03.812320 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:03.825839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:03.830694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7f25bd-3a86-41eb-a668-b7d8244d1773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b9e9473-40df-481e-8751-9f7cb443653d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.835627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7f25bd-3a86-41eb-a668-b7d8244d1773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.836917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e7f25bd-3a86-41eb-a668-b7d8244d1773 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b9e9473-40df-481e-8751-9f7cb443653d HTTP/1.1" status: 204 len: 168 time: 0.1595266 Jan 28 04:37:03.863267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f25bd-3a86-41eb-a668-b7d8244d1773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9e9473-40df-481e-8751-9f7cb443653d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:03.914244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e1c300-60a0-41ee-8bb1-b598d2f76fea,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:03.923651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:03.928180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ed48fa2e-e8e3-4286-90d8-8a5da0459d2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4e1c300-60a0-41ee-8bb1-b598d2f76fea HTTP/1.1" status: 204 len: 168 time: 1.0756116 Jan 28 04:37:03.931049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59608) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:03.954773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e25f0947-42ba-42fe-beb6-0ddacee2baf5 None None] Current status of the port 94357609-09b4-43ba-acb9-55fded615088 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:03.964589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c2abc-a4af-47dd-a34c-de89ba2dfd3b None None] Network 8284537f-2de5-4e44-a4c9-eb6747e59c29 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:04.015260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (80938996-0453-4089-95f9-bd5d51c1ab3c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.033164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8284537f-2de5-4e44-a4c9-eb6747e59c29), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.034868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ada4430-30dd-4911-98fe-e5ab668dcf33 req-17cb0389-6d4f-45d5-80d9-37637c7014b8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957022 Jan 28 04:37:04.058175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:04.058882 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.062890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.068949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80938996-0453-4089-95f9-bd5d51c1ab3c HTTP/1.1" status: 204 len: 168 time: 1.2148311 Jan 28 04:37:04.068949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c7928b6d-bb89-458b-896a-6c8ccfd5e752), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.089852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84492a-c907-483a-92e6-98c70b2209a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=80938996-0453-4089-95f9-bd5d51c1ab3c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:04.128054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Deleting port d626f2e5-e557-4350-86a9-b00c3d4e445e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:04.128693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.138153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-beffc979-7a96-4332-8153-3626730eda4a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3951981 Jan 28 04:37:04.143950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59614) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:04.147905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e25f0947-42ba-42fe-beb6-0ddacee2baf5 None None] Provisioning complete for port 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:04.151145 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e25f0947-42ba-42fe-beb6-0ddacee2baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.159345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:04.186415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:04.211956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:04.247147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e25f0947-42ba-42fe-beb6-0ddacee2baf5 None None] Port 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:04.259254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] For port d626f2e5-e557-4350-86a9-b00c3d4e445e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d626f2e5-e557-4350-86a9-b00c3d4e445e,segment=NetworkSegment(316a5cc1-f7fa-4900-a1cd-c9121e4bac36),segment_id=316a5cc1-f7fa-4900-a1cd-c9121e4bac36)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:04.259688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.277470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Calling delete_port for d626f2e5-e557-4350-86a9-b00c3d4e445e owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:04.282571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:04.283932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.287029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Pushing event updated for resources: {'Port': ['ID=c7928b6d-bb89-458b-896a-6c8ccfd5e752,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:04.323479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] DHCP port deletion for 8284537f-2de5-4e44-a4c9-eb6747e59c29 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:04.338375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88de014-f218-4e2e-b013-c3f56da65ee3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:04.343099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e88de014-f218-4e2e-b013-c3f56da65ee3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1963768 Jan 28 04:37:04.343920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:04.359946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ebfe6c64-d944-4e84-af30-e66f830e337b tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.6125975 Jan 28 04:37:04.359946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59622) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:04.364300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.219'}]}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:04.384091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-97cb36ca-9dcb-47e7-b7d7-80e4525f2a29 None None] Provisioning complete for port 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:04.384466 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97cb36ca-9dcb-47e7-b7d7-80e4525f2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.414496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:04.435118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97cb36ca-9dcb-47e7-b7d7-80e4525f2a29 None None] Port 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:04.443100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Deleting port d626f2e5-e557-4350-86a9-b00c3d4e445e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:04.443484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.473175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-14aa87a6-cb68-449d-8dbc-dfa7de11d719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=008ce7126c15493abdcb40db79878698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567014 Jan 28 04:37:04.483712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.491904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59628) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:04.504697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] No DVR routers for this DVR port d626f2e5-e557-4350-86a9-b00c3d4e445e on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:04.515138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] For port d626f2e5-e557-4350-86a9-b00c3d4e445e, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:04.515473 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.518207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-97cb36ca-9dcb-47e7-b7d7-80e4525f2a29 None None] Provisioning complete for port 70f6e484-8d38-4388-a070-0eb443f2e70b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:04.518610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97cb36ca-9dcb-47e7-b7d7-80e4525f2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (70f6e484-8d38-4388-a070-0eb443f2e70b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.527956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (7a11b1da-cca6-43be-b04d-33d538cb4a95), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.535190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (7a11b1da-cca6-43be-b04d-33d538cb4a95), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.553814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Calling delete_port for d626f2e5-e557-4350-86a9-b00c3d4e445e owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:04.555297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Pushing event deleted for resources: {'Port': ['ID=d626f2e5-e557-4350-86a9-b00c3d4e445e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:04.559184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Port d626f2e5-e557-4350-86a9-b00c3d4e445e was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:37:04.563814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (d626f2e5-e557-4350-86a9-b00c3d4e445e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.600716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97cb36ca-9dcb-47e7-b7d7-80e4525f2a29 None None] Port 70f6e484-8d38-4388-a070-0eb443f2e70b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:04.601505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] Pushing event deleted for resources: {'Port': ['ID=d626f2e5-e557-4350-86a9-b00c3d4e445e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:04.603925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae80f4b-912d-4292-8ed5-3f8d5bd0bc7f None None] No DVR routers for this DVR port d626f2e5-e557-4350-86a9-b00c3d4e445e on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:04.644509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8284537f-2de5-4e44-a4c9-eb6747e59c29), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.661167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31da8577-553d-4aac-a426-d15022a976f9 admin admin] Publish callbacks [] for security_group (4ca0dc5c-b098-4199-a1b1-963f806f3ff3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.663606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 94357609-09b4-43ba-acb9-55fded615088 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:04.674601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8284537f-2de5-4e44-a4c9-eb6747e59c29']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:04.686305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316a5cc1-f7fa-4900-a1cd-c9121e4bac36') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:04.686878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316a5cc1-f7fa-4900-a1cd-c9121e4bac36') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:04.697756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (316a5cc1-f7fa-4900-a1cd-c9121e4bac36), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.713854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (316a5cc1-f7fa-4900-a1cd-c9121e4bac36), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.722272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:04.722811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (316a5cc1-f7fa-4900-a1cd-c9121e4bac36), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:04.725383 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:04.736194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for router_controller (7a11b1da-cca6-43be-b04d-33d538cb4a95), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.746004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 94357609-09b4-43ba-acb9-55fded615088 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:04.746570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (94357609-09b4-43ba-acb9-55fded615088), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.750863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 70f6e484-8d38-4388-a070-0eb443f2e70b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:04.751390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (70f6e484-8d38-4388-a070-0eb443f2e70b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.858524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 94357609-09b4-43ba-acb9-55fded615088 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:04.899711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31da8577-553d-4aac-a426-d15022a976f9 admin admin] Publish callbacks [] for security_group (4ca0dc5c-b098-4199-a1b1-963f806f3ff3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.909614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ea18-477f-4c6f-9917-19b95bcd7c3c req-48505318-4fb7-4a3a-8011-04217ee854d9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:04.911434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db37ea18-477f-4c6f-9917-19b95bcd7c3c req-48505318-4fb7-4a3a-8011-04217ee854d9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.0954325 Jan 28 04:37:04.912865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8284537f-2de5-4e44-a4c9-eb6747e59c29), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.930004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.936942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] 10.222.0.21 "DELETE /v2.0/networks/8284537f-2de5-4e44-a4c9-eb6747e59c29 HTTP/1.1" status: 204 len: 168 time: 1.0014727 Jan 28 04:37:04.937404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59640) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:04.952487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d626f2e5-e557-4350-86a9-b00c3d4e445e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:05.006883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbf6bf-c45c-4750-b031-5a762baa79af admin admin] Pushing event deleted for resources: {'Network': ['ID=8284537f-2de5-4e44-a4c9-eb6747e59c29,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:05.028815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d626f2e5-e557-4350-86a9-b00c3d4e445e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:05.029096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d626f2e5-e557-4350-86a9-b00c3d4e445e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:05.117840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db37ea18-477f-4c6f-9917-19b95bcd7c3c req-4824e4c2-a24f-4666-8120-c13f4c755ae5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814630 Jan 28 04:37:05.128236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for router_gateway (7a11b1da-cca6-43be-b04d-33d538cb4a95), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.170736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (70f6e484-8d38-4388-a070-0eb443f2e70b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.211185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 70f6e484-8d38-4388-a070-0eb443f2e70b owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:05.231998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31da8577-553d-4aac-a426-d15022a976f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ca0dc5c-b098-4199-a1b1-963f806f3ff3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.234627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31da8577-553d-4aac-a426-d15022a976f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.235917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-31da8577-553d-4aac-a426-d15022a976f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ca0dc5c-b098-4199-a1b1-963f806f3ff3 HTTP/1.1" status: 204 len: 168 time: 0.7325575 Jan 28 04:37:05.297466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da8577-553d-4aac-a426-d15022a976f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0dc5c-b098-4199-a1b1-963f806f3ff3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:05.363160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b593e-1b8f-415b-a6c9-db297d389cd0 req-9d7b104e-e2ad-4549-9468-78e5b13b6871 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:05.364712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce5b593e-1b8f-415b-a6c9-db297d389cd0 req-9d7b104e-e2ad-4549-9468-78e5b13b6871 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 950 time: 0.1822450 Jan 28 04:37:05.453436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (1087b7ca-2bed-4646-9174-d1bb80476303), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.478663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce5b593e-1b8f-415b-a6c9-db297d389cd0 req-e4936e09-3fa0-4e71-b6cb-35891cf81da5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038363 Jan 28 04:37:05.947036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Deleting port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:05.948779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.956466 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.975021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for router_gateway (7a11b1da-cca6-43be-b04d-33d538cb4a95), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.979249 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (70f6e484-8d38-4388-a070-0eb443f2e70b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.032020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=70f6e484-8d38-4388-a070-0eb443f2e70b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:06.034637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.095608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] For port 2ca37c44-9e6f-4844-b8fe-5d3112c1b145, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,segment=NetworkSegment(0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b),segment_id=0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:06.095608 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.110630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Calling delete_port for 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:06.264537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d3cbe-5bf8-4c7c-948b-3acc4e5cedc0 req-1ec724e8-6bbf-4362-8515-6ac16f1876b9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.270324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d3cbe-5bf8-4c7c-948b-3acc4e5cedc0 req-1ec724e8-6bbf-4362-8515-6ac16f1876b9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.286295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808d3cbe-5bf8-4c7c-948b-3acc4e5cedc0 req-1ec724e8-6bbf-4362-8515-6ac16f1876b9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4&device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 1690 time: 0.3127866 Jan 28 04:37:06.392907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.398954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7efab323-1d92-43d5-bd72-20b60095b348 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/70f6e484-8d38-4388-a070-0eb443f2e70b HTTP/1.1" status: 204 len: 168 time: 2.0507262 Jan 28 04:37:06.399364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59686) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:06.425726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808d3cbe-5bf8-4c7c-948b-3acc4e5cedc0 req-8c636af1-4d48-4d82-95db-1044f3cce4b3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363063 Jan 28 04:37:06.428888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2ca37c44-9e6f-4844-b8fe-5d3112c1b145), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.433883 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5cd1ae-7096-41c0-aace-60b513600cb5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:37:06.436022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b5cd1ae-7096-41c0-aace-60b513600cb5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/70f6e484-8d38-4388-a070-0eb443f2e70b HTTP/1.1" status: 404 len: 333 time: 0.0350511 Jan 28 04:37:06.440718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:06.465079 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for router (7a11b1da-cca6-43be-b04d-33d538cb4a95), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.515454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca37c44-9e6f-4844-b8fe-5d3112c1b145,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:06.668890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (7a11b1da-cca6-43be-b04d-33d538cb4a95), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.671636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks [] for router_controller (7a11b1da-cca6-43be-b04d-33d538cb4a95), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.736853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (7a11b1da-cca6-43be-b04d-33d538cb4a95), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.737439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a11b1da-cca6-43be-b04d-33d538cb4a95 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:37:06.756313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ba769-dc19-44ed-984e-9290db46d83f req-085e788d-7ad5-4579-b66f-e0b51db429ee tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.757352 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 04:37:06.758546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca472870-cc3c-48de-8747-0588e233a963 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3975127 Jan 28 04:37:06.761954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59696) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:06.765684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-705ba769-dc19-44ed-984e-9290db46d83f req-085e788d-7ad5-4579-b66f-e0b51db429ee tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1690104 Jan 28 04:37:06.796432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:06.796956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.872486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Deleting port c7928b6d-bb89-458b-896a-6c8ccfd5e752 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:06.872744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c7928b6d-bb89-458b-896a-6c8ccfd5e752), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.941505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-705ba769-dc19-44ed-984e-9290db46d83f req-4a16cb65-7dcf-4de8-80b3-88bfbf4ba2f6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700163 Jan 28 04:37:06.959839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c7928b6d-bb89-458b-896a-6c8ccfd5e752), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.964424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (1087b7ca-2bed-4646-9174-d1bb80476303), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.981833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Calling delete_port for c7928b6d-bb89-458b-896a-6c8ccfd5e752 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:06.992814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.048722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 8e7fc93b-cfaa-48f0-95fd-22ba4185be23 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:07.104585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:07.126202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c7928b6d-bb89-458b-896a-6c8ccfd5e752), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.156407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7928b6d-bb89-458b-896a-6c8ccfd5e752,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:07.191413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131b49-79e7-4f8d-97d1-de021beb7548 req-3cd60a12-8a15-4ee1-8430-3c0a4923bdcc tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:07.192985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96131b49-79e7-4f8d-97d1-de021beb7548 req-3cd60a12-8a15-4ee1-8430-3c0a4923bdcc tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 1100 time: 0.1398442 Jan 28 04:37:07.238471 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7563347a-fff8-4f55-9d1e-7543cfd072f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.262619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.265814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-107a8e49-76ff-4441-817a-19cf3dc456b3 tempest-RoutersAdminNegativeIpV6Test-2005135118 tempest-RoutersAdminNegativeIpV6Test-2005135118-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c7928b6d-bb89-458b-896a-6c8ccfd5e752 HTTP/1.1" status: 204 len: 168 time: 0.5026648 Jan 28 04:37:07.337219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7563347a-fff8-4f55-9d1e-7543cfd072f2 admin admin] Publish callbacks [] for security_group (ad1bf165-bbad-463b-b703-4e495e4978a5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.343728 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96131b49-79e7-4f8d-97d1-de021beb7548 req-f25eb025-8b4a-4fc6-8dcd-7feedc672ea7 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379223 Jan 28 04:37:07.350352 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7563347a-fff8-4f55-9d1e-7543cfd072f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad1bf165-bbad-463b-b703-4e495e4978a5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.390897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8e7fc93b-cfaa-48f0-95fd-22ba4185be23), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.396210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7563347a-fff8-4f55-9d1e-7543cfd072f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aabc0d7b5e774b04ba09ae8480d64830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905462 Jan 28 04:37:07.397238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563347a-fff8-4f55-9d1e-7543cfd072f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1bf165-bbad-463b-b703-4e495e4978a5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:07.400936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:07.459345 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40107f71-13f6-4f0d-b131-fe462841c70b admin admin] Publish callbacks [] for security_group (ad1bf165-bbad-463b-b703-4e495e4978a5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.460696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=8e7fc93b-cfaa-48f0-95fd-22ba4185be23,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:07.484695 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40107f71-13f6-4f0d-b131-fe462841c70b admin admin] Publish callbacks [] for security_group (ad1bf165-bbad-463b-b703-4e495e4978a5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.535110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Router 1087b7ca-2bed-4646-9174-d1bb80476303 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:07.560051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40107f71-13f6-4f0d-b131-fe462841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad1bf165-bbad-463b-b703-4e495e4978a5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.563254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40107f71-13f6-4f0d-b131-fe462841c70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.566756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-40107f71-13f6-4f0d-b131-fe462841c70b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad1bf165-bbad-463b-b703-4e495e4978a5 HTTP/1.1" status: 204 len: 168 time: 0.1621609 Jan 28 04:37:07.566907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f001-eb1d-464e-b7f1-9bdad64b23ce req-f0e5f5e7-f616-44f5-9532-75575a25bfdb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:07.567039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59720) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:07.567132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4d4f001-eb1d-464e-b7f1-9bdad64b23ce req-f0e5f5e7-f616-44f5-9532-75575a25bfdb tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1298923 Jan 28 04:37:07.575242 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.578658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4746ba50-f0d9-4c39-a5aa-5eccbd23643e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/8e7fc93b-cfaa-48f0-95fd-22ba4185be23 HTTP/1.1" status: 204 len: 168 time: 1.1354239 Jan 28 04:37:07.582108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59726) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:07.594366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40107f71-13f6-4f0d-b131-fe462841c70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1bf165-bbad-463b-b703-4e495e4978a5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:07.616514 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.621784 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1624ef-f9c6-4798-b6b4-c37f90ff9457 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:37:07.623531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5f1624ef-f9c6-4798-b6b4-c37f90ff9457 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/8e7fc93b-cfaa-48f0-95fd-22ba4185be23 HTTP/1.1" status: 404 len: 333 time: 0.0405104 Jan 28 04:37:07.628542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59728) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:07.705256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 11599a11-354d-4ea2-a04b-6abf7bcbc6c7 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:07.709546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (11599a11-354d-4ea2-a04b-6abf7bcbc6c7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.760924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4d4f001-eb1d-464e-b7f1-9bdad64b23ce req-7f73ae39-e4bf-40d6-8494-779183c0bf11 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809373 Jan 28 04:37:07.787241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (11599a11-354d-4ea2-a04b-6abf7bcbc6c7), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.788921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:07.808755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9c18864d-8e6b-4a4f-be99-667621a2e9fd admin admin] 10.222.0.21 "PUT /v2.0/routers/1087b7ca-2bed-4646-9174-d1bb80476303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637421 Jan 28 04:37:07.809044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59734) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:07.815521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39cf2652-92d0-4398-8f7c-d2a420e24a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.817543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] Sync routers for ids ['1087b7ca-2bed-4646-9174-d1bb80476303'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:07.830988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] Routers {'1087b7ca-2bed-4646-9174-d1bb80476303'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:07.831833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1087b7ca-2bed-4646-9174-d1bb80476303'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:07.939292 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (11599a11-354d-4ea2-a04b-6abf7bcbc6c7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:07.971062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6750ce-e2e6-402d-8980-96af157c8a04 req-f51c4745-be39-4527-b081-c00a7192b773 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:07.980148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd6750ce-e2e6-402d-8980-96af157c8a04 req-f51c4745-be39-4527-b081-c00a7192b773 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 1101 time: 0.1102853 Jan 28 04:37:07.999561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] Set router 1087b7ca-2bed-4646-9174-d1bb80476303 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:08.020499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39cf2652-92d0-4398-8f7c-d2a420e24a14 admin admin] Publish callbacks [] for security_group (3f865de1-a98e-47dc-b67b-7e409dba00d8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.027435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39cf2652-92d0-4398-8f7c-d2a420e24a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3f865de1-a98e-47dc-b67b-7e409dba00d8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.045070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks [] for router (1087b7ca-2bed-4646-9174-d1bb80476303), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.054354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (11599a11-354d-4ea2-a04b-6abf7bcbc6c7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.107655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=11599a11-354d-4ea2-a04b-6abf7bcbc6c7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:08.115410 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-39cf2652-92d0-4398-8f7c-d2a420e24a14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44e2201049a84e98ae42f86894cae56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5473201 Jan 28 04:37:08.116300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd6750ce-e2e6-402d-8980-96af157c8a04 req-bd19b96f-b624-45fc-9efa-b37a954079ea tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338096 Jan 28 04:37:08.118219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:08.119940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf2652-92d0-4398-8f7c-d2a420e24a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f865de1-a98e-47dc-b67b-7e409dba00d8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:08.141432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.148309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-10080cc1-2c11-4f8e-81ea-e882e0cbf923 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/11599a11-354d-4ea2-a04b-6abf7bcbc6c7 HTTP/1.1" status: 204 len: 168 time: 0.5184722 Jan 28 04:37:08.153928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59750) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:08.171165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe0641-7d02-4f06-9bf5-477359419727 None None] Network 6b3818a4-2b94-4206-a4ef-54981834f92d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:08.228302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3005f29b-4233-4ed4-803e-3a8cd369af38 admin admin] Publish callbacks [] for security_group (3f865de1-a98e-47dc-b67b-7e409dba00d8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.281737 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3005f29b-4233-4ed4-803e-3a8cd369af38 admin admin] Publish callbacks [] for security_group (3f865de1-a98e-47dc-b67b-7e409dba00d8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.402419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3005f29b-4233-4ed4-803e-3a8cd369af38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3f865de1-a98e-47dc-b67b-7e409dba00d8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.405419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3005f29b-4233-4ed4-803e-3a8cd369af38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.409489 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3005f29b-4233-4ed4-803e-3a8cd369af38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f865de1-a98e-47dc-b67b-7e409dba00d8 HTTP/1.1" status: 204 len: 168 time: 0.2854390 Jan 28 04:37:08.430543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6b3818a4-2b94-4206-a4ef-54981834f92d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.432891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005f29b-4233-4ed4-803e-3a8cd369af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f865de1-a98e-47dc-b67b-7e409dba00d8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:08.446988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks [] for router_gateway (1087b7ca-2bed-4646-9174-d1bb80476303), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.607591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64acda-076e-4182-8d0d-bf016cb8ba64 req-91727880-3e04-4e00-99a4-d674512b853d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:08.613570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c64acda-076e-4182-8d0d-bf016cb8ba64 req-91727880-3e04-4e00-99a4-d674512b853d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1165202 Jan 28 04:37:08.641379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 94357609-09b4-43ba-acb9-55fded615088 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:08.641796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (94357609-09b4-43ba-acb9-55fded615088), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.684942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91bee269-b33f-49d5-b9dd-491bb8c4d50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.736303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c64acda-076e-4182-8d0d-bf016cb8ba64 req-3748b68f-2a73-49e9-bd60-40f25e8c63d9 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151929 Jan 28 04:37:08.739924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:37:06Z', 'revision_number': 5, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port': {'id': '10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:34:47Z', 'updated_at': '2022-01-28T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:08.746541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Deleting port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:08.746893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.805367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] Checking router: 1087b7ca-2bed-4646-9174-d1bb80476303 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:08.809991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] DHCP port deletion for 6b3818a4-2b94-4206-a4ef-54981834f92d request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:08.876388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] Routers {'1087b7ca-2bed-4646-9174-d1bb80476303'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:08.877048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1087b7ca-2bed-4646-9174-d1bb80476303'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:08.890846 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-93d869f2-3ee3-4550-93a3-e3713de4dcbc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374858 Jan 28 04:37:08.911158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] For port 94357609-09b4-43ba-acb9-55fded615088, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=94357609-09b4-43ba-acb9-55fded615088,segment=NetworkSegment(77fe9c80-a42e-420c-b542-ccc7cd157a2b),segment_id=77fe9c80-a42e-420c-b542-ccc7cd157a2b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:08.911606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (94357609-09b4-43ba-acb9-55fded615088), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:08.940071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 94357609-09b4-43ba-acb9-55fded615088 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:08.967937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] For port 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:08.968309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.010831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Calling delete_port for 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:09.054757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] Set router 1087b7ca-2bed-4646-9174-d1bb80476303 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:09.103250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59790) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:09.137924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:37:08Z', 'revision_number': 6, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:09.142319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Deleting port 94357609-09b4-43ba-acb9-55fded615088 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:09.142667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (94357609-09b4-43ba-acb9-55fded615088), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.167993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6234a-fd8d-4d80-95a9-8bac70bf9cd0 None None] The sync data for ids ['1087b7ca-2bed-4646-9174-d1bb80476303'] in n-d-824835-3 is: [{'id': '1087b7ca-2bed-4646-9174-d1bb80476303', 'name': 'tempest-AttachSCSIVolumeTestJSON-1447285143-router', 'tenant_id': '164f5e8fb21c4503943f01d7e96c4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:34:46Z', 'updated_at': '2022-01-28T04:37:08Z', 'revision_number': 6, 'project_id': '164f5e8fb21c4503943f01d7e96c4677', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:09.175748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (94357609-09b4-43ba-acb9-55fded615088), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.224569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d89c0715-a93c-48eb-8e84-3ddde77f95cc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:09.226086 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d89c0715-a93c-48eb-8e84-3ddde77f95cc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327203 Jan 28 04:37:09.233868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] For port 94357609-09b4-43ba-acb9-55fded615088, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:09.234279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (94357609-09b4-43ba-acb9-55fded615088), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.243957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-f79b2c16-99a6-42fc-9afb-0851e5d90ba8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/quotas/b79c05c4bde8438f9efb92d7dff6d24f HTTP/1.1" status: 200 len: 375 time: 0.0105767 Jan 28 04:37:09.249776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Calling delete_port for 94357609-09b4-43ba-acb9-55fded615088 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:09.252462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Port 94357609-09b4-43ba-acb9-55fded615088 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:37:09.253764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (94357609-09b4-43ba-acb9-55fded615088), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.278802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No DVR routers for this DVR port 94357609-09b4-43ba-acb9-55fded615088 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:09.280396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] Pushing event deleted for resources: {'Port': ['ID=94357609-09b4-43ba-acb9-55fded615088,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:09.284501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c624c22-1f69-4ecf-aa71-95bb347a0e8e None None] No DVR routers for this DVR port 94357609-09b4-43ba-acb9-55fded615088 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:09.300088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=94357609-09b4-43ba-acb9-55fded615088,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:09.305750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-30825f83-5800-4bc5-9675-221617f59e55 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550439 Jan 28 04:37:09.341135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f0c68fcb-07a4-4e85-bff0-3efc3267042d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a917419d3be74f4aaf0ec08788340454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359338 Jan 28 04:37:09.344003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:09.364750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1256c-05ec-41c8-863b-42fd7224b7cd req-6cd8b039-91e5-43d2-aef1-2ade34f0042c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:09.372055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52b1256c-05ec-41c8-863b-42fd7224b7cd req-6cd8b039-91e5-43d2-aef1-2ade34f0042c tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.2330866 Jan 28 04:37:09.394243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a21f0188-22b2-47fe-a40b-5c113e03857c admin admin] Publish callbacks [] for security_group (48479246-f5d2-4bb1-96ef-a94c667589ff), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.416095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a21f0188-22b2-47fe-a40b-5c113e03857c admin admin] Publish callbacks [] for security_group (48479246-f5d2-4bb1-96ef-a94c667589ff), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.459371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6b3818a4-2b94-4206-a4ef-54981834f92d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.473765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a21f0188-22b2-47fe-a40b-5c113e03857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (48479246-f5d2-4bb1-96ef-a94c667589ff), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.477451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a21f0188-22b2-47fe-a40b-5c113e03857c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.479244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a21f0188-22b2-47fe-a40b-5c113e03857c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48479246-f5d2-4bb1-96ef-a94c667589ff HTTP/1.1" status: 204 len: 168 time: 0.1342430 Jan 28 04:37:09.487314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f0188-22b2-47fe-a40b-5c113e03857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48479246-f5d2-4bb1-96ef-a94c667589ff,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:09.513034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3818a4-2b94-4206-a4ef-54981834f92d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:09.541837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52b1256c-05ec-41c8-863b-42fd7224b7cd req-ab1a9e45-e17a-43ab-a638-f84b3dc74a3e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688077 Jan 28 04:37:09.546302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fe9c80-a42e-420c-b542-ccc7cd157a2b') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:09.546418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fe9c80-a42e-420c-b542-ccc7cd157a2b') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:09.572182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.580127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (77fe9c80-a42e-420c-b542-ccc7cd157a2b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.622391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:09.639687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (77fe9c80-a42e-420c-b542-ccc7cd157a2b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.667067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:09.667484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (77fe9c80-a42e-420c-b542-ccc7cd157a2b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:09.670648 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:10.217595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (1087b7ca-2bed-4646-9174-d1bb80476303), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.414280 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (6b3818a4-2b94-4206-a4ef-54981834f92d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.437304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.440428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/6b3818a4-2b94-4206-a4ef-54981834f92d HTTP/1.1" status: 204 len: 168 time: 2.2812395 Jan 28 04:37:10.443568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (1087b7ca-2bed-4646-9174-d1bb80476303), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.448002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59838) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:10.457535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1185775619'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:10.471730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks [] for router_controller (1087b7ca-2bed-4646-9174-d1bb80476303), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.481232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf5922-efb3-493e-b4fa-a9267917cffc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=6b3818a4-2b94-4206-a4ef-54981834f92d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:10.506621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:10.514959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.587315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:10.608908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b6afb909-737b-4108-a43f-5ce566453617), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.609288 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment b6afb909-737b-4108-a43f-5ce566453617 of type vlan for network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 Jan 28 04:37:10.622762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 94357609-09b4-43ba-acb9-55fded615088 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:10.650848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 94357609-09b4-43ba-acb9-55fded615088 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:10.650848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 94357609-09b4-43ba-acb9-55fded615088 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:10.651100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:10.663120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (1087b7ca-2bed-4646-9174-d1bb80476303), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.663786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1087b7ca-2bed-4646-9174-d1bb80476303 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:37:10.675423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.683274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:10.683927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6b741a49-b2a8-44c6-8f4d-d37435fc3b53 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1087b7ca-2bed-4646-9174-d1bb80476303 HTTP/1.1" status: 204 len: 168 time: 2.8736339 Jan 28 04:37:10.684098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2ca37c44-9e6f-4844-b8fe-5d3112c1b145 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:10.684679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:10.684789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59848) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:10.717969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7777-3372-4c5d-9313-f49ce39211fd req-6a7f997e-bda4-4961-891c-218ca25b1741 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:10.719877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f7a7777-3372-4c5d-9313-f49ce39211fd req-6a7f997e-bda4-4961-891c-218ca25b1741 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1551661 Jan 28 04:37:10.723773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.729581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:10.730488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 10d8c8bd-6ed9-4af3-bf7e-9700da45b5d8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:10.795381 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7bf3643-f800-4165-ae71-edc1433225e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.801367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.817211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:10.818105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.868062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f7a7777-3372-4c5d-9313-f49ce39211fd req-3848a9ad-01ed-4e0b-a99a-d98e15bca453 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880022 Jan 28 04:37:10.894125 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc040dc0-c30e-4ec5-98cb-65bd9efe85b1 req-96abfa31-1d18-4f8b-9fca-73f6e21ac416 tempest-AbsoluteLimitsNegativeTestJSON-1126830323 tempest-AbsoluteLimitsNegativeTestJSON-1126830323-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7172b5b3e4964319b646895a840bd306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586252 Jan 28 04:37:10.895996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Deleting subnet f3d0b707-38d8-4e40-890f-e50f24abae1e {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:10.901817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Publish callbacks [] for subnet (f3d0b707-38d8-4e40-890f-e50f24abae1e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:10.933096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59862) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:10.949640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4993279 Jan 28 04:37:10.955313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:10.961040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:11.016641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e0be0-2539-4b7f-9607-21eadde3fe9f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=bf8ffe7b-7ac7-437f-bce4-9178bc0756e9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:11.041734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:11.078981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7e44ec5-3974-47fd-af8d-fec49f9831c6 req-5de25e22-1148-48e4-9666-2cea12fd9964 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 210 time: 0.0918868 Jan 28 04:37:11.081584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (f3d0b707-38d8-4e40-890f-e50f24abae1e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.158433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc040dc0-c30e-4ec5-98cb-65bd9efe85b1 req-71c9a955-97d1-4369-981b-01be2ab9e7b1 tempest-AbsoluteLimitsNegativeTestJSON-1126830323 tempest-AbsoluteLimitsNegativeTestJSON-1126830323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:11.162559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc040dc0-c30e-4ec5-98cb-65bd9efe85b1 req-71c9a955-97d1-4369-981b-01be2ab9e7b1 tempest-AbsoluteLimitsNegativeTestJSON-1126830323 tempest-AbsoluteLimitsNegativeTestJSON-1126830323-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294221 Jan 28 04:37:11.179709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:11.183763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.185412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1914404656'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:11.200310 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc040dc0-c30e-4ec5-98cb-65bd9efe85b1 req-2e3fc76c-86d8-4630-9f7a-cf786939cd16 tempest-AbsoluteLimitsNegativeTestJSON-1126830323 tempest-AbsoluteLimitsNegativeTestJSON-1126830323-project] 10.222.0.21 "GET /v2.0/quotas/7172b5b3e4964319b646895a840bd306 HTTP/1.1" status: 200 len: 375 time: 0.0339370 Jan 28 04:37:11.248063 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc040dc0-c30e-4ec5-98cb-65bd9efe85b1 req-34b45008-a10c-42e8-aa53-17800b44e9f0 tempest-AbsoluteLimitsNegativeTestJSON-1126830323 tempest-AbsoluteLimitsNegativeTestJSON-1126830323-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7172b5b3e4964319b646895a840bd306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399046 Jan 28 04:37:11.248898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:11.252816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.266885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.286237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f3d0b707-38d8-4e40-890f-e50f24abae1e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.353969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (f3d0b707-38d8-4e40-890f-e50f24abae1e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.382331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for security_group (381589df-1137-4935-8229-bd6da346b9ab), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.389535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (381589df-1137-4935-8229-bd6da346b9ab), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.419260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d0b707-38d8-4e40-890f-e50f24abae1e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:11.429871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b193e-3ffc-4c79-a63c-ca19f0b8c655 None None] Network 44630987-01d7-4fde-851f-0a5e8aa6576a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:11.436336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.441830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a246e2a-fd37-4590-abfc-fab15d7ba692 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3d0b707-38d8-4e40-890f-e50f24abae1e HTTP/1.1" status: 204 len: 168 time: 0.7529941 Jan 28 04:37:11.442444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:11.443243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59874) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:11.474092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c1176710-483b-4301-843b-06078fd96265), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.474689 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Added segment c1176710-483b-4301-843b-06078fd96265 of type vlan for network 12604eda-5bc4-46f6-8069-657d81c2bc7e Jan 28 04:37:11.487060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381589df-1137-4935-8229-bd6da346b9ab,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:11.554228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (12604eda-5bc4-46f6-8069-657d81c2bc7e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.562274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11ffa8-6b93-4cff-be23-a4b964a0d2f0 req-bc48e70f-17fc-4a54-94ba-2940820ebec8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:11.570304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b11ffa8-6b93-4cff-be23-a4b964a0d2f0 req-bc48e70f-17fc-4a54-94ba-2940820ebec8 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1901476 Jan 28 04:37:11.596923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (12604eda-5bc4-46f6-8069-657d81c2bc7e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.604709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (44630987-01d7-4fde-851f-0a5e8aa6576a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.610708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:11.611461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.738337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] DHCP port deletion for 44630987-01d7-4fde-851f-0a5e8aa6576a request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:11.754093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b11ffa8-6b93-4cff-be23-a4b964a0d2f0 req-44d7f0e2-4edf-4ff5-b69d-1d09bbc5e55e tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831090 Jan 28 04:37:11.778758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (099021e3-1e25-43ef-9274-9142e8567b42), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.854734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9204907 Jan 28 04:37:11.855730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59886) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:11.866569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'subnet': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:11.890775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376bbd2-64b7-4c98-a759-ed2b6693043c tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Network': ['ID=12604eda-5bc4-46f6-8069-657d81c2bc7e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:11.894410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=099021e3-1e25-43ef-9274-9142e8567b42,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:11.903307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-4e3f1853-00f5-424b-9ab7-4f4dd2c89e5b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152046 Jan 28 04:37:11.919141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:12.004280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:12.010391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.058595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59890) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:12.087950 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.092708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] Deleting port 2e9899c3-f960-4516-98ad-7387500db282 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:12.093379 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2e9899c3-f960-4516-98ad-7387500db282), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.099751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:12.167213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] For port 2e9899c3-f960-4516-98ad-7387500db282, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2e9899c3-f960-4516-98ad-7387500db282,segment=NetworkSegment(0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b),segment_id=0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:12.167701 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2e9899c3-f960-4516-98ad-7387500db282), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.219138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] Calling delete_port for 2e9899c3-f960-4516-98ad-7387500db282 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:12.273760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-becd4679-c7a9-4930-bc0e-eb6b628eb0e6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2073541 Jan 28 04:37:12.297332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a324938-ec6e-47d2-8af6-f4d2979fb564 req-730bb21b-8454-4773-a721-a5586cb1fbba tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 210 time: 0.0725863 Jan 28 04:37:12.370679 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (2e9899c3-f960-4516-98ad-7387500db282), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.404686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] Pushing event deleted for resources: {'Port': ['ID=2e9899c3-f960-4516-98ad-7387500db282,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:12.408083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac342c-fc8c-4fd6-8a63-9b0bb817d085 None None] No DVR routers for this DVR port 2e9899c3-f960-4516-98ad-7387500db282 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:12.420369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (c9b4866a-a109-4bd9-be73-33fb2eb2f727), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.491767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Subnet': ['ID=c9b4866a-a109-4bd9-be73-33fb2eb2f727,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:12.496736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Checking segment: {'id': 'c1176710-483b-4301-843b-06078fd96265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:12.497103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network hostable DHCP agents. Network: 12604eda-5bc4-46f6-8069-657d81c2bc7e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:12.503564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': 'b6afb909-737b-4108-a43f-5ce566453617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:12.504056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: bf8ffe7b-7ac7-437f-bce4-9178bc0756e9, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:12.506646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Deleting port 2e9899c3-f960-4516-98ad-7387500db282 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:12.506984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2e9899c3-f960-4516-98ad-7387500db282), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.508629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35cd4f2e-42a6-439a-be3c-70106b6e4600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.513854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:12.531481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 12604eda-5bc4-46f6-8069-657d81c2bc7e) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:12.536143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06e3b174-9441-46ed-a95e-7275dbe476e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.537542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:12.538211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.546405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea021ea9-705c-46c3-baa8-2744253c67e3 None None] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:12.573973 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-af93dd97-5173-4b3c-ad8e-de14781165f5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7141089 Jan 28 04:37:12.574622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:12.581362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'name': 'tempest-AllowedAddressPairTestJSON-1976056985'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:12.598936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-5abe83bb-1752-4948-bf3f-aab869c47d12 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:12.600503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-5abe83bb-1752-4948-bf3f-aab869c47d12 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710086 Jan 28 04:37:12.607527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2e9899c3-f960-4516-98ad-7387500db282 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:12.635247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2e9899c3-f960-4516-98ad-7387500db282 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:12.635598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2e9899c3-f960-4516-98ad-7387500db282 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:12.640721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabb820-5e69-4afb-81c3-c6920792dd03 req-b705a84d-0729-4d32-ad34-14642b143490 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:12.647902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aabb820-5e69-4afb-81c3-c6920792dd03 req-b705a84d-0729-4d32-ad34-14642b143490 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.4014659 Jan 28 04:37:12.660222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': '5fb90289-cb77-4776-8771-d9aaab55d509', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:12.696226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-12604eda-5bc4-46f6-8069-657d81c2bc7e', 'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'project_id': '3f909a45a49348fd9fba947a2e8e7920', 'fixed_ips': [{'subnet_id': 'c9b4866a-a109-4bd9-be73-33fb2eb2f727'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:12.697175 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.726181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:12.731206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:12.731718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.750342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] device_id is not set on port e93abbda-d977-4f6b-8e23-996e7fac8d40 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:12.763353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] For port 2e9899c3-f960-4516-98ad-7387500db282, host n-d-824835-3, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:12.763732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2e9899c3-f960-4516-98ad-7387500db282), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.804191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, bf8ffe7b-7ac7-437f-bce4-9178bc0756e9) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:12.810893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Calling delete_port for 2e9899c3-f960-4516-98ad-7387500db282 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:12.822151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-97ad4d03-83c3-4eb9-b449-c1f93854879c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:12.823687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-97ad4d03-83c3-4eb9-b449-c1f93854879c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5491168 Jan 28 04:37:12.828313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71c70b-59dc-43e3-a98d-233ebf31f579 None None] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:12.834962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Port 2e9899c3-f960-4516-98ad-7387500db282 was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:37:12.839176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:12.839826 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.864244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2e9899c3-f960-4516-98ad-7387500db282), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.870847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:12.893163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Allocated IP 172.20.0.2 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/4c6a6979-44b1-4cfa-9891-34d431613603) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:12.988380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-bf8ffe7b-7ac7-437f-bce4-9178bc0756e9', 'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': '099021e3-1e25-43ef-9274-9142e8567b42'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:12.989268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.991120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9899c3-f960-4516-98ad-7387500db282,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.001952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] No DVR routers for this DVR port 2e9899c3-f960-4516-98ad-7387500db282 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:13.017070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-42f5aeb7-3a68-4a27-890c-9395e891c9f5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0605237 Jan 28 04:37:13.019972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:13.027855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9', 'name': 'tempest-PortsTestJSON-434827181', 'fixed_ips': [{'subnet_id': '099021e3-1e25-43ef-9274-9142e8567b42', 'ip_address': '172.20.0.10'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:13.041468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aabb820-5e69-4afb-81c3-c6920792dd03 req-9e5bad89-6561-4d0a-b951-7ef0384aabfa tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914292 Jan 28 04:37:13.104744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35cd4f2e-42a6-439a-be3c-70106b6e4600 admin admin] Publish callbacks [] for security_group (18d0390c-f985-4fec-aa59-042b3a6da48c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.131534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35cd4f2e-42a6-439a-be3c-70106b6e4600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (18d0390c-f985-4fec-aa59-042b3a6da48c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.159285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:13.178143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Publish callbacks [] for port (4c6a6979-44b1-4cfa-9891-34d431613603), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.187937 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.203368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06e3b174-9441-46ed-a95e-7275dbe476e0 admin admin] Publish callbacks [] for security_group (c0121a53-9870-4e4a-8f20-1b9cf7be754f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.236018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06e3b174-9441-46ed-a95e-7275dbe476e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c0121a53-9870-4e4a-8f20-1b9cf7be754f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.236355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Pushing event updated for resources: {'Port': ['ID=4c6a6979-44b1-4cfa-9891-34d431613603,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.250580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:13.253992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.254331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:13.256528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Allocated IP 172.20.0.2 (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9/099021e3-1e25-43ef-9274-9142e8567b42/a27a594e-46d9-40ae-88c5-ca72b3dd3722) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:13.259759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:13.264786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:13.272590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (44630987-01d7-4fde-851f-0a5e8aa6576a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.289381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Allocated IP 172.20.0.4 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/e93abbda-d977-4f6b-8e23-996e7fac8d40) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:13.311204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.315483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59910) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:13.315623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-35cd4f2e-42a6-439a-be3c-70106b6e4600 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c482db2d9684bbcae00b38c7d156161&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2252591 Jan 28 04:37:13.326354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd4f2e-42a6-439a-be3c-70106b6e4600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d0390c-f985-4fec-aa59-042b3a6da48c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.346949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44630987-01d7-4fde-851f-0a5e8aa6576a']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:13.357139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-06e3b174-9441-46ed-a95e-7275dbe476e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7172b5b3e4964319b646895a840bd306&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1858079 Jan 28 04:37:13.363168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59912) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:13.369014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 22e3cc91-400d-40b2-916c-d001948143a3 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:13.376912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Attempting to bind port 4c6a6979-44b1-4cfa-9891-34d431613603 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:13.377195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Attempting to bind port 4c6a6979-44b1-4cfa-9891-34d431613603 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'c1176710-483b-4301-843b-06078fd96265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:13.377642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Attempting to bind port 4c6a6979-44b1-4cfa-9891-34d431613603 on network 12604eda-5bc4-46f6-8069-657d81c2bc7e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:13.382985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:13.383333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:13.384502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:13.385229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Checking segment: {'id': 'c1176710-483b-4301-843b-06078fd96265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:13.385442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.386173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Bound using segment: {'id': 'c1176710-483b-4301-843b-06078fd96265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:13.386328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Bound port: 4c6a6979-44b1-4cfa-9891-34d431613603, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1176710-483b-4301-843b-06078fd96265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:13.386712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.405493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:13.409200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.449237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.469062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b174-9441-46ed-a95e-7275dbe476e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0121a53-9870-4e4a-8f20-1b9cf7be754f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.489764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.516360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:13.517562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (0d3a2dc5-0a83-4cac-a12d-6d2d20c1c25b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:13.519845 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:13.527993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Publish callbacks [] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.541250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.570353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] For port 4c6a6979-44b1-4cfa-9891-34d431613603, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:13.601905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] For port 4c6a6979-44b1-4cfa-9891-34d431613603, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4c6a6979-44b1-4cfa-9891-34d431613603,segment=NetworkSegment(c1176710-483b-4301-843b-06078fd96265),segment_id=c1176710-483b-4301-843b-06078fd96265)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:13.613755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:13.622923 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.629113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:13.631146 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.635622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:13.639414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Pushing event updated for resources: {'Port': ['ID=a27a594e-46d9-40ae-88c5-ca72b3dd3722,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.688119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (44630987-01d7-4fde-851f-0a5e8aa6576a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.697960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.703634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] 10.222.0.21 "DELETE /v2.0/networks/44630987-01d7-4fde-851f-0a5e8aa6576a HTTP/1.1" status: 204 len: 168 time: 2.2558827 Jan 28 04:37:13.728745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.239 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/51db0bc6-70dd-42b8-b97d-25e0ad546e5e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:13.757124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904560eb-5da9-45bf-9297-a91fd7f3c17c admin admin] Pushing event deleted for resources: {'Network': ['ID=44630987-01d7-4fde-851f-0a5e8aa6576a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.769544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Attempting to bind port a27a594e-46d9-40ae-88c5-ca72b3dd3722 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:13.770453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Attempting to bind port a27a594e-46d9-40ae-88c5-ca72b3dd3722 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b6afb909-737b-4108-a43f-5ce566453617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:13.770981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Attempting to bind port a27a594e-46d9-40ae-88c5-ca72b3dd3722 on network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:13.773796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf639a7b-05dd-4ad1-8ef4-38fdbb8abb7e None None] Pushing event updated for resources: {'Port': ['ID=4c6a6979-44b1-4cfa-9891-34d431613603,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:13.781432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:13.782095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Checking segment: {'id': 'b6afb909-737b-4108-a43f-5ce566453617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:13.782653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.783221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Bound using segment: {'id': 'b6afb909-737b-4108-a43f-5ce566453617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:13.783864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Bound port: a27a594e-46d9-40ae-88c5-ca72b3dd3722, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6afb909-737b-4108-a43f-5ce566453617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:13.784409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.869326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] For port a27a594e-46d9-40ae-88c5-ca72b3dd3722, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:13.874161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] For port a27a594e-46d9-40ae-88c5-ca72b3dd3722, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a27a594e-46d9-40ae-88c5-ca72b3dd3722,segment=NetworkSegment(b6afb909-737b-4108-a43f-5ce566453617),segment_id=b6afb909-737b-4108-a43f-5ce566453617)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:13.882441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.951981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-3e03774e-1edb-4c0d-a67d-c7e8befcc7d5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:13.953575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-3e03774e-1edb-4c0d-a67d-c7e8befcc7d5 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1606500 Jan 28 04:37:13.953776 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:37:13.980415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc2cef-bb50-48ea-9fb8-f3954768272d None None] Pushing event updated for resources: {'Port': ['ID=a27a594e-46d9-40ae-88c5-ca72b3dd3722,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:14.060233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59918) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:14.070036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df4233ff-ba71-4d38-b223-cba142ecf254 req-d278ae61-e503-4f20-84b8-d496c9962d02 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 210 time: 0.4778788 Jan 28 04:37:14.077037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047a66f0-f25f-4b08-979c-423c5558c143 admin admin] Publish callbacks [] for security_group (18d0390c-f985-4fec-aa59-042b3a6da48c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.081070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.116896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d36467-4a49-4d93-a228-ef583fda4eef admin admin] Publish callbacks [] for security_group (c0121a53-9870-4e4a-8f20-1b9cf7be754f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.172347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047a66f0-f25f-4b08-979c-423c5558c143 admin admin] Publish callbacks [] for security_group (18d0390c-f985-4fec-aa59-042b3a6da48c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.239738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d36467-4a49-4d93-a228-ef583fda4eef admin admin] Publish callbacks [] for security_group (c0121a53-9870-4e4a-8f20-1b9cf7be754f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.266752 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d8d71e53-9d9f-4e0f-b140-71e7096dd3d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7d9e01584194fa2b4ba9cb236c9bc9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020361 Jan 28 04:37:14.270381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:14.271223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.312671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.10 (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9/099021e3-1e25-43ef-9274-9142e8567b42/22e3cc91-400d-40b2-916c-d001948143a3) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:14.318086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.352875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Deleting port 86c03011-7029-414e-99fb-3b8e390eccec {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:14.353316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (86c03011-7029-414e-99fb-3b8e390eccec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.365375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:14.377276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c2dea-08d4-4639-95cd-85fb2155510b req-2b0e6b49-d432-4e45-987a-89ac9f02f770 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:14.377276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-030c2dea-08d4-4639-95cd-85fb2155510b req-2b0e6b49-d432-4e45-987a-89ac9f02f770 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.2255356 Jan 28 04:37:14.419974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047a66f0-f25f-4b08-979c-423c5558c143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (18d0390c-f985-4fec-aa59-042b3a6da48c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.422561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047a66f0-f25f-4b08-979c-423c5558c143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.423756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-047a66f0-f25f-4b08-979c-423c5558c143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18d0390c-f985-4fec-aa59-042b3a6da48c HTTP/1.1" status: 204 len: 168 time: 1.1071875 Jan 28 04:37:14.433504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.491438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a66f0-f25f-4b08-979c-423c5558c143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d0390c-f985-4fec-aa59-042b3a6da48c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:14.494380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d36467-4a49-4d93-a228-ef583fda4eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c0121a53-9870-4e4a-8f20-1b9cf7be754f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.497408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d36467-4a49-4d93-a228-ef583fda4eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.500684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63d36467-4a49-4d93-a228-ef583fda4eef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0121a53-9870-4e4a-8f20-1b9cf7be754f HTTP/1.1" status: 204 len: 168 time: 1.1343124 Jan 28 04:37:14.565265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:14.591126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36467-4a49-4d93-a228-ef583fda4eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0121a53-9870-4e4a-8f20-1b9cf7be754f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:14.606149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:14.618688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:14.621107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=e93abbda-d977-4f6b-8e23-996e7fac8d40,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:14.631959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:14.687191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:14.718144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:14.722842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:14.845480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:14.847007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.917276 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bf92c6e3-835a-48e1-965f-52150860d335 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3394246 Jan 28 04:37:14.925392 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (22e3cc91-400d-40b2-916c-d001948143a3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.926737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59934) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:14.952244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'name': 'tempest-AllowedAddressPairTestJSON-1833525535', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:93:04:29'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:15.034639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.210 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/59b67fea-94ba-4eb5-b18b-e472d2945062) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:15.049374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f9d9d5-1179-4fc6-85d5-27e924c6d5e2 admin admin] Publish callbacks [] for security_group (b75fce35-2f4f-4eca-9a1b-37c07711b03c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.186559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:15.187256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.309422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (22e3cc91-400d-40b2-916c-d001948143a3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.332671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f9d9d5-1179-4fc6-85d5-27e924c6d5e2 admin admin] Publish callbacks [] for security_group (b75fce35-2f4f-4eca-9a1b-37c07711b03c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.347536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] For port 86c03011-7029-414e-99fb-3b8e390eccec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=86c03011-7029-414e-99fb-3b8e390eccec,segment=NetworkSegment(32dbdaa0-d708-438e-9a55-4582b39beaa1),segment_id=32dbdaa0-d708-438e-9a55-4582b39beaa1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:15.347914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (86c03011-7029-414e-99fb-3b8e390eccec), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.369736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-030c2dea-08d4-4639-95cd-85fb2155510b req-3e2f63c6-2b23-48d8-b7b7-fc6e5564d1e6 tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233058 Jan 28 04:37:15.397706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f287919-8fee-4583-9631-c06e1cd942ca req-8057f2c6-d2e4-4654-bafa-0b20f9502e35 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 210 time: 0.1406839 Jan 28 04:37:15.422886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-d370ce6a-ccb9-4b4b-9bef-82745c76da86 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7959607 Jan 28 04:37:15.438493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a27a594e-46d9-40ae-88c5-ca72b3dd3722 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:15.472602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.490955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Request body: {'port': {'device_id': '5fb90289-cb77-4776-8771-d9aaab55d509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:15.497391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:15.507959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:15.516089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Calling delete_port for 86c03011-7029-414e-99fb-3b8e390eccec owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:15.519167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:15.535846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e927e505-a180-4eea-bd0d-3a2c93711a12 None None] Provisioning complete for port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:15.536424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e927e505-a180-4eea-bd0d-3a2c93711a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.624661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=22e3cc91-400d-40b2-916c-d001948143a3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:15.646490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:15.671871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e927e505-a180-4eea-bd0d-3a2c93711a12 None None] Port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:15.675349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a27a594e-46d9-40ae-88c5-ca72b3dd3722 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:15.675957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.787994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:15.788689 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.816174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c4ab7-9d92-49e5-8091-d84e285fdeee None None] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:15.885265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-153ac795-7cc7-4031-81c1-be847c800c35 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8637888 Jan 28 04:37:15.892965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59964) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:15.911573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': 'bf8ffe7b-7ac7-437f-bce4-9178bc0756e9', 'name': 'tempest-PortsTestJSON-333384865', 'fixed_ips': [{'subnet_id': '099021e3-1e25-43ef-9274-9142e8567b42', 'ip_address': '172.20.0.9'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:15.933287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] Provisioning complete for port 4c6a6979-44b1-4cfa-9891-34d431613603 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:15.933932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.978763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f9d9d5-1179-4fc6-85d5-27e924c6d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b75fce35-2f4f-4eca-9a1b-37c07711b03c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.991943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.992137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f9d9d5-1179-4fc6-85d5-27e924c6d5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:15.993429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-14f9d9d5-1179-4fc6-85d5-27e924c6d5e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b75fce35-2f4f-4eca-9a1b-37c07711b03c HTTP/1.1" status: 204 len: 168 time: 1.7203012 Jan 28 04:37:16.006010 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.085175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a27a594e-46d9-40ae-88c5-ca72b3dd3722 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:16.085809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.092732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484b7cb-6d4d-45de-b881-79c0aeccd182 None None] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:16.095430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] device_id is not set on port f7779e89-6fb4-4187-8a8e-9e79498c42e7 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:16.118988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9d9d5-1179-4fc6-85d5-27e924c6d5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fce35-2f4f-4eca-9a1b-37c07711b03c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:16.216166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59976) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:16.262424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59980) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:16.282428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Allocated IP 172.20.0.7 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/f7779e89-6fb4-4187-8a8e-9e79498c42e7) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:16.302589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] Current status of the port 4c6a6979-44b1-4cfa-9891-34d431613603 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:16.304919 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.337268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.484056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port a27a594e-46d9-40ae-88c5-ca72b3dd3722, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a27a594e-46d9-40ae-88c5-ca72b3dd3722,segment=NetworkSegment(b6afb909-737b-4108-a43f-5ce566453617),segment_id=b6afb909-737b-4108-a43f-5ce566453617)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:16.515583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-network', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:16.600795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2192f58-abca-4b2e-a878-720c323ff851 req-458e7c4d-814d-48a3-a5f0-33f18de396bd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 210 time: 0.0593972 Jan 28 04:37:16.601725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:16.607094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] For port 4c6a6979-44b1-4cfa-9891-34d431613603, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4c6a6979-44b1-4cfa-9891-34d431613603,segment=NetworkSegment(c1176710-483b-4301-843b-06078fd96265),segment_id=c1176710-483b-4301-843b-06078fd96265)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:16.607612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.630403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.632346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4c6a6979-44b1-4cfa-9891-34d431613603 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:16.640728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Made reservation on behalf of 11dfa166e3a949aaabe61b65885e7666 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:16.643306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.668941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.671509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 93421353-7a0b-4a6e-8ed2-3492a840addb yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:16.798277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.839645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=a27a594e-46d9-40ae-88c5-ca72b3dd3722,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:16.894366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1872715168-network', 'tenant_id': 'a851317bbdad49f995b856aac9adac63'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:16.920736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5198b6-c080-4f55-a726-dabe07bb6d79 None None] Pushing event updated for resources: {'Port': ['ID=4c6a6979-44b1-4cfa-9891-34d431613603,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:16.942100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks [] for security_group (8a0512ab-a61a-4368-b5ec-5da9ed0ed654), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.946361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.9 (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9/099021e3-1e25-43ef-9274-9142e8567b42/93421353-7a0b-4a6e-8ed2-3492a840addb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:16.949392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ceb5c067-99fb-45c3-9d5b-f506711ad909 None None] Provisioning complete for port a27a594e-46d9-40ae-88c5-ca72b3dd3722 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:16.949783 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c067-99fb-45c3-9d5b-f506711ad909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.950770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8a0512ab-a61a-4368-b5ec-5da9ed0ed654), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.956915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59990) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:16.992191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4c6a6979-44b1-4cfa-9891-34d431613603 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:16.992876 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.003302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:17.045977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f27bf8-a8b9-4a81-a783-787b10ac3e03 req-f1ef4ac7-0bb9-43cc-8a9b-3ba77b35672d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:17.053360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85f27bf8-a8b9-4a81-a783-787b10ac3e03 req-f1ef4ac7-0bb9-43cc-8a9b-3ba77b35672d tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/ports?device_id=644bb55e-4c5f-4570-813d-528cbb1d1e6d HTTP/1.1" status: 200 len: 945 time: 0.1748133 Jan 28 04:37:17.062831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Made reservation on behalf of a851317bbdad49f995b856aac9adac63 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:17.063327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (f7779e89-6fb4-4187-8a8e-9e79498c42e7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.065851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.068679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a2fc112b-4735-4d0a-9fad-a108c195a0e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=164f5e8fb21c4503943f01d7e96c4677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086957 Jan 28 04:37:17.073545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0512ab-a61a-4368-b5ec-5da9ed0ed654,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:17.097101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59994) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:17.098278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.100157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (bea80ef8-cc55-420e-b3fc-70a871b839c0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.101442 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Added segment bea80ef8-cc55-420e-b3fc-70a871b839c0 of type vlan for network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 Jan 28 04:37:17.114393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (86c03011-7029-414e-99fb-3b8e390eccec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.209586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.214901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5c067-99fb-45c3-9d5b-f506711ad909 None None] Current status of the port a27a594e-46d9-40ae-88c5-ca72b3dd3722 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:17.226884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.231530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4c6a6979-44b1-4cfa-9891-34d431613603 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:17.262116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Pushing event deleted for resources: {'Port': ['ID=86c03011-7029-414e-99fb-3b8e390eccec,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:17.269062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:17.271029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f7779e89-6fb4-4187-8a8e-9e79498c42e7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.419711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a27a594e-46d9-40ae-88c5-ca72b3dd3722 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:17.429351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7f0f2de3-2e9d-45d8-8857-55c2a98257b4 None None] Provisioning complete for port 4c6a6979-44b1-4cfa-9891-34d431613603 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:17.429847 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2de3-2e9d-45d8-8857-55c2a98257b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.486433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:17.491784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] No DVR routers for this DVR port 86c03011-7029-414e-99fb-3b8e390eccec on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:17.513645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.517270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9ceab43-4e70-497e-bf82-74fa4f92e1b5 req-720e4e9b-0c92-4dd3-a77c-c3208b49202f tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.52 "DELETE /v2.0/ports/86c03011-7029-414e-99fb-3b8e390eccec HTTP/1.1" status: 204 len: 173 time: 3.5569346 Jan 28 04:37:17.518364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'name': 'network-vif-deleted', 'tag': '86c03011-7029-414e-99fb-3b8e390eccec'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:17.528710 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3faae-f956-4d2a-8c01-86f74ebf6eff" -d '{"events": [{"server_uuid": "644bb55e-4c5f-4570-813d-528cbb1d1e6d", "name": "network-vif-deleted", "tag": "86c03011-7029-414e-99fb-3b8e390eccec"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:17.532873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:17.554779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.555943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:17.557412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.569253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85f27bf8-a8b9-4a81-a783-787b10ac3e03 req-73809a07-7cbf-48ae-927c-9bfe654372bf tempest-ServerDiskConfigTestJSON-343266986 tempest-ServerDiskConfigTestJSON-343266986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b297cd-21a7-4c3a-8416-9030bce51356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074160 Jan 28 04:37:17.571758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:17.589769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=59b67fea-94ba-4eb5-b18b-e472d2945062,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:17.592933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:17.594454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=f7779e89-6fb4-4187-8a8e-9e79498c42e7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:17.699583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a27a594e-46d9-40ae-88c5-ca72b3dd3722 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:17.700203 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.725290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b0248b-a71e-4dc9-af11-7446e41f404e admin admin] Publish callbacks [] for security_group (912ba356-775e-40f3-a374-73a09bf8d088), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.763196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:17.770851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] Pushing event updated for resources: {'Network': ['ID=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:17.776855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:17.810887 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46adcae-9598-4a97-ae00-19f3782f82bc x-openstack-request-id: req-e46adcae-9598-4a97-ae00-19f3782f82bc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:17.811181 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644bb55e-4c5f-4570-813d-528cbb1d1e6d", "name": "network-vif-deleted", "tag": "86c03011-7029-414e-99fb-3b8e390eccec", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:17.811621 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e46adcae-9598-4a97-ae00-19f3782f82bc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:17.812033 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644bb55e-4c5f-4570-813d-528cbb1d1e6d', 'name': 'network-vif-deleted', 'tag': '86c03011-7029-414e-99fb-3b8e390eccec', 'status': 'completed', 'code': 200} Jan 28 04:37:17.854385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:17.855441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.892013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9fc1efe7-ba81-4ecc-b352-fa71e9a01d8b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6731615 Jan 28 04:37:17.897012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60000) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:17.909450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-524325c4-b156-4e95-abcb-d8b7c1c01416 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9813819 Jan 28 04:37:17.912964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60002) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:17.926155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Request body: {'subnet': {'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-subnet', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:17.941859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:17.942821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.953308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b0248b-a71e-4dc9-af11-7446e41f404e admin admin] Publish callbacks [] for security_group (912ba356-775e-40f3-a374-73a09bf8d088), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.974762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (93421353-7a0b-4a6e-8ed2-3492a840addb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.000729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d78131-e561-46bd-96bb-f50091819daa tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.010894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 86c03011-7029-414e-99fb-3b8e390eccec no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:18.011473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d78131-e561-46bd-96bb-f50091819daa tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.013167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:18.017557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d78131-e561-46bd-96bb-f50091819daa tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.019237 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-24d78131-e561-46bd-96bb-f50091819daa tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1050587 Jan 28 04:37:18.022490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60004) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:18.093167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks [] for security_group (cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.110791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b63c1824-ec2b-417f-a7d1-236fa457168e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2475312 Jan 28 04:37:18.150368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f2de3-2e9d-45d8-8857-55c2a98257b4 None None] Current status of the port 4c6a6979-44b1-4cfa-9891-34d431613603 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:18.153412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (93421353-7a0b-4a6e-8ed2-3492a840addb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.158498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.162551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 86c03011-7029-414e-99fb-3b8e390eccec {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:18.162958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 86c03011-7029-414e-99fb-3b8e390eccec not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:18.173795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cdb1-eb28-4585-a984-59d8fc407aa8 req-b52db656-042e-481a-88a6-d8a894d13bd5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.176524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87c0cdb1-eb28-4585-a984-59d8fc407aa8 req-b52db656-042e-481a-88a6-d8a894d13bd5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 936 time: 0.3986061 Jan 28 04:37:18.216510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7f0f2de3-2e9d-45d8-8857-55c2a98257b4 None None] Provisioning complete for port e93abbda-d977-4f6b-8e23-996e7fac8d40 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:18.216845 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2de3-2e9d-45d8-8857-55c2a98257b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.224301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:18.229190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:18.237861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:18.251324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:18.258675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting port f7779e89-6fb4-4187-8a8e-9e79498c42e7 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:18.259583 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f7779e89-6fb4-4187-8a8e-9e79498c42e7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.264994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Request body: {'port': {'device_id': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:18.282357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Made reservation on behalf of 11dfa166e3a949aaabe61b65885e7666 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:18.292152 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.350757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=93421353-7a0b-4a6e-8ed2-3492a840addb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:18.414757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51db0bc6-70dd-42b8-b97d-25e0ad546e5e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:18.420543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:18.464806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.465684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.472998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Publish callbacks [] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.482635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87c0cdb1-eb28-4585-a984-59d8fc407aa8 req-8ced4064-fb04-46da-b48f-1fd6d5b651a4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614338 Jan 28 04:37:18.492710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4c48dda2-53fd-43d9-87c3-7cecbafe05e5 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5982332 Jan 28 04:37:18.492856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f2de3-2e9d-45d8-8857-55c2a98257b4 None None] Port e93abbda-d977-4f6b-8e23-996e7fac8d40 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:18.495861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a27a594e-46d9-40ae-88c5-ca72b3dd3722 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:18.497308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4c6a6979-44b1-4cfa-9891-34d431613603 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:18.500642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60008) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:18.504212 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aacad52b-227a-457b-88ed-8d47fd9e36c4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.504820 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Added segment aacad52b-227a-457b-88ed-8d47fd9e36c4 of type vlan for network d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b Jan 28 04:37:18.582527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f7779e89-6fb4-4187-8a8e-9e79498c42e7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.599022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b0248b-a71e-4dc9-af11-7446e41f404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (912ba356-775e-40f3-a374-73a09bf8d088), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.601645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b0248b-a71e-4dc9-af11-7446e41f404e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.605232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f9b0248b-a71e-4dc9-af11-7446e41f404e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/912ba356-775e-40f3-a374-73a09bf8d088 HTTP/1.1" status: 204 len: 168 time: 1.5020869 Jan 28 04:37:18.623369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Transition to ACTIVE for port object 51db0bc6-70dd-42b8-b97d-25e0ad546e5e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:37:18.630066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Calling delete_port for f7779e89-6fb4-4187-8a8e-9e79498c42e7 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:18.640815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Provisioning complete for port 59b67fea-94ba-4eb5-b18b-e472d2945062 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:18.641440 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.648643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.668404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.668647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49d1d0-ff18-4baf-9906-08f18f414ca3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.676381 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dc49d1d0-ff18-4baf-9906-08f18f414ca3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1741841 Jan 28 04:37:18.677036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60014) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:18.688225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.691937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0248b-a71e-4dc9-af11-7446e41f404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912ba356-775e-40f3-a374-73a09bf8d088,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:18.731993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4c6a6979-44b1-4cfa-9891-34d431613603 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:18.732584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.838623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef410173-a8b0-4fd0-9f25-591e8168ab88 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.844575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef410173-a8b0-4fd0-9f25-591e8168ab88 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.846297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Port 59b67fea-94ba-4eb5-b18b-e472d2945062 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:18.851117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef410173-a8b0-4fd0-9f25-591e8168ab88 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.856132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ef410173-a8b0-4fd0-9f25-591e8168ab88 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1763668 Jan 28 04:37:18.858484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:18.895508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Pushing event updated for resources: {'Port': ['ID=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:18.924603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Provisioning complete for port a27a594e-46d9-40ae-88c5-ca72b3dd3722 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:18.925106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:18.999548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.000054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.000671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.042608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60028) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:19.062618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7990017 Jan 28 04:37:19.069475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60030) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:19.076330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Request body: {'subnet': {'network_id': 'd6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1872715168-subnet', 'tenant_id': 'a851317bbdad49f995b856aac9adac63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:19.104596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4c6a6979-44b1-4cfa-9891-34d431613603 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:19.126442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Deleting subnet 8d9ec970-aefd-422f-8cae-551bbd07df31 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:19.139378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Publish callbacks [] for subnet (8d9ec970-aefd-422f-8cae-551bbd07df31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.143102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 93421353-7a0b-4a6e-8ed2-3492a840addb {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:19.143617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (93421353-7a0b-4a6e-8ed2-3492a840addb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.167738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Current status of the port a27a594e-46d9-40ae-88c5-ca72b3dd3722 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:19.178189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Provisioning complete for port e93abbda-d977-4f6b-8e23-996e7fac8d40 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:19.178578 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.230887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Port e93abbda-d977-4f6b-8e23-996e7fac8d40 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:19.238584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Made reservation on behalf of a851317bbdad49f995b856aac9adac63 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:19.244295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.261312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Provisioning complete for port 22e3cc91-400d-40b2-916c-d001948143a3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:19.261734 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (22e3cc91-400d-40b2-916c-d001948143a3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.267072 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (8d9ec970-aefd-422f-8cae-551bbd07df31), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.270966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f7779e89-6fb4-4187-8a8e-9e79498c42e7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.311496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Port 22e3cc91-400d-40b2-916c-d001948143a3 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:19.319526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-53fe1ff5-e20e-4b91-a381-5a211801e4a0 None None] Could not find standard attr ID for object f7779e89-6fb4-4187-8a8e-9e79498c42e7. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:37:19.339176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Port': ['ID=f7779e89-6fb4-4187-8a8e-9e79498c42e7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:19.410237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4f9d2-7816-4069-b8b7-79fc0de3e948 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:19.421560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Attempting to bind port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:19.422235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Attempting to bind port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:19.422846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Attempting to bind port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:19.425046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:19.447417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (93421353-7a0b-4a6e-8ed2-3492a840addb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.449502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (61d66eea-a028-4004-b9f8-a2045bcf0622), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.482197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:37:19.482519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Attempting to bind port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:19.513523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 93421353-7a0b-4a6e-8ed2-3492a840addb owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:19.534431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.552533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b11a9ac-f52b-45aa-b1c9-37f8a8aeaeee tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/ports/f7779e89-6fb4-4187-8a8e-9e79498c42e7 HTTP/1.1" status: 204 len: 168 time: 1.5263145 Jan 28 04:37:19.552533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8d9ec970-aefd-422f-8cae-551bbd07df31), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.555321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60046) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:19.601009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b8903456-ea83-4e84-85a0-cf6a98e72961 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4009943 Jan 28 04:37:19.624075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:19.624904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:19.625537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:19.626314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Bound port: 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:19.626880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.638689 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4c929c-a252-4fd1-92d0-6f2f6b588811 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] GET failed (client error): The resource could not be found. Jan 28 04:37:19.640512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa4c929c-a252-4fd1-92d0-6f2f6b588811 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "GET /v2.0/ports/f7779e89-6fb4-4187-8a8e-9e79498c42e7 HTTP/1.1" status: 404 len: 333 time: 0.0833731 Jan 28 04:37:19.649618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60050) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:19.653346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'name': 'tempest-AllowedAddressPairTestJSON-475814768'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:19.781636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d66eea-a028-4004-b9f8-a2045bcf0622,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:19.830120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9be3b-fd55-4d88-8c68-4d097719adaa req-79448971-55d3-4a34-9570-110a773af8c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.831669 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fc9be3b-fd55-4d88-8c68-4d097719adaa req-79448971-55d3-4a34-9570-110a773af8c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 936 time: 0.1900728 Jan 28 04:37:19.882823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Checking segment: {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:19.883274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Network hostable DHCP agents. Network: 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:19.884800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ed014ed2-ca83-4225-acaf-ed58b76bdac4 None None] Provisioning complete for port 93421353-7a0b-4a6e-8ed2-3492a840addb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:19.885465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed014ed2-ca83-4225-acaf-ed58b76bdac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (93421353-7a0b-4a6e-8ed2-3492a840addb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.906447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fc9be3b-fd55-4d88-8c68-4d097719adaa req-ddbfec90-4c2b-4dfe-85aa-3384493f1b18 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672629 Jan 28 04:37:19.917429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:19.942726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (8d9ec970-aefd-422f-8cae-551bbd07df31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:19.943080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ed014ed2-ca83-4225-acaf-ed58b76bdac4 None None] Port 93421353-7a0b-4a6e-8ed2-3492a840addb cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:19.950872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.951366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.951898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.952382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.952850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.953348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.953817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:19.955803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-2af2ede0-291e-4c6c-971e-cdc89f6fc604 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6489 time: 0.2536829 Jan 28 04:37:19.959942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] For port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:19.972079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9ec970-aefd-422f-8cae-551bbd07df31,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:20.000217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.004326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-42867900-a9cd-4f22-b67c-4e41ea05e864 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d9ec970-aefd-422f-8cae-551bbd07df31 HTTP/1.1" status: 204 len: 168 time: 0.9533131 Jan 28 04:37:20.009801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60060) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:20.044770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:20.048641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.063092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] For port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:20.065864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:20.076492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] device_id is not set on port d6171105-6d74-4235-9521-4674cc58ae7b yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:20.087032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-network', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:20.091025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (93421353-7a0b-4a6e-8ed2-3492a840addb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.114342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.118152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b67fea-94ba-4eb5-b18b-e472d2945062 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:20.158975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=93421353-7a0b-4a6e-8ed2-3492a840addb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:20.164828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (91c3dc2d-bdcd-4f1b-a412-187fa1991119), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.176116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Made reservation on behalf of edcd0b64471445dab0cc647e4b32b58d for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:20.178603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.189557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Publish callbacks [] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.199199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:20.212971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c94c6c-201e-46dc-b4ef-eec3e563f526 None None] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:20.228857 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.244109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:20.244770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.291775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:20.292463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.293945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] 10.222.0.52 "PUT /v2.0/ports/51db0bc6-70dd-42b8-b97d-25e0ad546e5e HTTP/1.1" status: 200 len: 1096 time: 4.8313067 Jan 28 04:37:20.299017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Transition to ACTIVE for port object 59b67fea-94ba-4eb5-b18b-e472d2945062 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:37:20.299452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb90289-cb77-4776-8771-d9aaab55d509', 'tag': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:20.301921 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb90289-cb77-4776-8771-d9aaab55d509", "tag": "51db0bc6-70dd-42b8-b97d-25e0ad546e5e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:20.310068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.332069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60064) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:20.348468 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f11aefb9-6391-44b2-ab88-24428c3b8c6c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/93421353-7a0b-4a6e-8ed2-3492a840addb HTTP/1.1" status: 204 len: 168 time: 1.4538395 Jan 28 04:37:20.362991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.399986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Allocated IP 172.20.0.11 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/d6171105-6d74-4235-9521-4674cc58ae7b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:20.416263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce3c06-1d45-4d5f-928f-5e6b5185885c None None] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:20.417944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a4c9caaa-bf2f-40b4-84df-53333895d0a0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.424264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54ebb7-977b-4bdf-9b12-5cedea7f6040 service neutron] Pushing event updated for resources: {'Port': ['ID=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:20.450672 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3bb1fe-a6e7-4896-b774-375ec7ce320e x-openstack-request-id: req-6c3bb1fe-a6e7-4896-b774-375ec7ce320e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:20.451140 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb90289-cb77-4776-8771-d9aaab55d509", "tag": "51db0bc6-70dd-42b8-b97d-25e0ad546e5e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:20.451308 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c3bb1fe-a6e7-4896-b774-375ec7ce320e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:20.451873 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb90289-cb77-4776-8771-d9aaab55d509', 'tag': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e', 'status': 'completed', 'code': 200} Jan 28 04:37:20.477349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04aebd21-0d98-458d-87f5-cc4d32264945 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5689824 Jan 28 04:37:20.480571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c3dc2d-bdcd-4f1b-a412-187fa1991119,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:20.487539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60068) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:20.491904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:20.562851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks [] for security_group (c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.581041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.594445 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fdd4f6-0950-4646-be0b-d5e029f82d70 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:37:20.595921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-38fdd4f6-0950-4646-be0b-d5e029f82d70 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/93421353-7a0b-4a6e-8ed2-3492a840addb HTTP/1.1" status: 404 len: 333 time: 0.2570200 Jan 28 04:37:20.608903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60072) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:20.610431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Pushing event updated for resources: {'Port': ['ID=59b67fea-94ba-4eb5-b18b-e472d2945062,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:20.628694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-9d0c5163-fb75-414a-b3c9-d1cce77a83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:20.629606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-9d0c5163-fb75-414a-b3c9-d1cce77a83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:20.630538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-9d0c5163-fb75-414a-b3c9-d1cce77a83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:20.632579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-9d0c5163-fb75-414a-b3c9-d1cce77a83f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9567c41-6127-4d6e-b841-c244b5f9ae75&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=da859996-bfb1-433b-9fdd-067dd7d92577&id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 2293 time: 0.6124983 Jan 28 04:37:20.642095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Checking segment: {'id': 'aacad52b-227a-457b-88ed-8d47fd9e36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:20.642734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Network hostable DHCP agents. Network: d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:20.853642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-de06e412-a079-44ba-a23d-7fe1f5d0b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:20.855176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-de06e412-a079-44ba-a23d-7fe1f5d0b3bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 1099 time: 0.4024808 Jan 28 04:37:20.922216 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (956e1ce7-51d9-4afe-97d1-474e909808c0), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.923231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (956e1ce7-51d9-4afe-97d1-474e909808c0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.925501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a4c9caaa-bf2f-40b4-84df-53333895d0a0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:20.963107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Network d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:20.963813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:20.981388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-3fc7591d-910f-42ad-a501-16918ec9a147 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e HTTP/1.1" status: 200 len: 217 time: 0.0783825 Jan 28 04:37:20.990234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-442665b3-74d7-4f42-93d9-1b2de04c5e0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 200 len: 1001 time: 0.3412971 Jan 28 04:37:20.995715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:20.999980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.000333 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Added segment 0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54 of type vlan for network e24a35b9-425e-4048-8f7e-3650ee536b02 Jan 28 04:37:21.014320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:21.036382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks [] for router_controller (956e1ce7-51d9-4afe-97d1-474e909808c0), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.051395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c9caaa-bf2f-40b4-84df-53333895d0a0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:21.063802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e916635-50dd-4d80-aa84-15016d5ffc6c None None] Network d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:21.166539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80316f9-d913-4847-aa9d-81b201635e74 None None] Network d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:21.176350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e24a35b9-425e-4048-8f7e-3650ee536b02), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.184421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (d6171105-6d74-4235-9521-4674cc58ae7b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.289219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks [] for router_gateway (956e1ce7-51d9-4afe-97d1-474e909808c0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.292190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e24a35b9-425e-4048-8f7e-3650ee536b02), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.293195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.293794 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.373456 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4486175 Jan 28 04:37:21.377221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60076) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:21.387082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Request body: {'subnet': {'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-subnet', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:21.392905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.419907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9a55-1b31-4444-bfce-abb365e43b12 admin admin] Pushing event updated for resources: {'Network': ['ID=e24a35b9-425e-4048-8f7e-3650ee536b02,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:21.431616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e24a35b9-425e-4048-8f7e-3650ee536b02 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:21.441022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.441665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.453109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dbdaa0-d708-438e-9a55-4582b39beaa1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:21.453475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dbdaa0-d708-438e-9a55-4582b39beaa1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:21.484906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (32dbdaa0-d708-438e-9a55-4582b39beaa1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.486559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Attempting to bind port 59b67fea-94ba-4eb5-b18b-e472d2945062 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:21.486868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Attempting to bind port 59b67fea-94ba-4eb5-b18b-e472d2945062 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:21.487249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Attempting to bind port 59b67fea-94ba-4eb5-b18b-e472d2945062 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:21.490091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:21.496063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Made reservation on behalf of edcd0b64471445dab0cc647e4b32b58d for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:21.498388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.506356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:21.518201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=d6171105-6d74-4235-9521-4674cc58ae7b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:21.522127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:21.532279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f4f21261-3385-4dec-a869-c9c9f171f359 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4518206 Jan 28 04:37:21.532279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-59f11ceb-413f-4c7d-9137-df1a38b1898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.532279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-59f11ceb-413f-4c7d-9137-df1a38b1898e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.5345299 Jan 28 04:37:21.532279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (32dbdaa0-d708-438e-9a55-4582b39beaa1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.532970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-055285e3-e8f2-41a7-bfa7-8702e7097939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.534123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-055285e3-e8f2-41a7-bfa7-8702e7097939 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=879faf50-de16-443f-a182-02bdfc17c9b0 HTTP/1.1" status: 200 len: 850 time: 0.5217209 Jan 28 04:37:21.536345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 22e3cc91-400d-40b2-916c-d001948143a3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:21.536683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (22e3cc91-400d-40b2-916c-d001948143a3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.539317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Port 59b67fea-94ba-4eb5-b18b-e472d2945062 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:37:21.539642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Attempting to bind port 59b67fea-94ba-4eb5-b18b-e472d2945062 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:21.580529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:21.580529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (32dbdaa0-d708-438e-9a55-4582b39beaa1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:21.581867 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:21.607787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:21.608105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:21.608499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:21.609271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Bound port: 59b67fea-94ba-4eb5-b18b-e472d2945062, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:21.609432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.650621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.650621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.664397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740774-6b50-4fcc-b45c-239ff0f39ffe req-022afc19-3dd0-4e90-80ca-feea4bce34b6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.671957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b740774-6b50-4fcc-b45c-239ff0f39ffe req-022afc19-3dd0-4e90-80ca-feea4bce34b6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 948 time: 0.6798444 Jan 28 04:37:21.689902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-73ee705c-c3a8-4e39-aaf3-73b8fcccc5af tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0402246 Jan 28 04:37:21.693539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60082) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:21.703123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:93:04:29'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:21.849502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a4c9caaa-bf2f-40b4-84df-53333895d0a0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.887494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-32a480a9-dc94-4ac5-974d-65fccc5eb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.888817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-32a480a9-dc94-4ac5-974d-65fccc5eb308 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3412747 Jan 28 04:37:21.903288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-dd1307e5-5174-4dce-9a21-7d1f39e951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:21.904432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-dd1307e5-5174-4dce-9a21-7d1f39e951eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9567c41-6127-4d6e-b841-c244b5f9ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600934 Jan 28 04:37:21.906146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (22e3cc91-400d-40b2-916c-d001948143a3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.922052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.927595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4c9caaa-bf2f-40b4-84df-53333895d0a0 HTTP/1.1" status: 204 len: 168 time: 1.9027214 Jan 28 04:37:21.952792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf0ae1-edc6-40bc-be50-b4ecd6f0c4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c9caaa-bf2f-40b4-84df-53333895d0a0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:21.954912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eb9424d5-3576-40ef-89c9-8ca570ee59d4 None None] Provisioning complete for port d6171105-6d74-4235-9521-4674cc58ae7b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:21.955516 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb9424d5-3576-40ef-89c9-8ca570ee59d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:21.956847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b740774-6b50-4fcc-b45c-239ff0f39ffe req-86527e2e-f26f-4742-90c8-915d9080f8b6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640541 Jan 28 04:37:21.976427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 22e3cc91-400d-40b2-916c-d001948143a3 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:22.000935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eb9424d5-3576-40ef-89c9-8ca570ee59d4 None None] Port d6171105-6d74-4235-9521-4674cc58ae7b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:22.025218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] For port 59b67fea-94ba-4eb5-b18b-e472d2945062, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:22.045703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-8276a6c2-1bfb-4ea8-aad5-6f6ed080ed4c req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-266499948', 'description': 'tempest-description-243414223'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:22.079889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] For port 59b67fea-94ba-4eb5-b18b-e472d2945062, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=59b67fea-94ba-4eb5-b18b-e472d2945062,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:22.093275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.104933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60090) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:22.129254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (38dc9940-99c9-4598-88ad-9fc41f605c93), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.141716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks [] for router_gateway (956e1ce7-51d9-4afe-97d1-474e909808c0), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.148574 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.188100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8276a6c2-1bfb-4ea8-aad5-6f6ed080ed4c req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.206118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.230375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-b6963f6b-6b6f-4dde-b0ae-2808e580e7a0 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191123 Jan 28 04:37:22.243570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:22.244205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.245709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] 10.222.0.47 "PUT /v2.0/ports/59b67fea-94ba-4eb5-b18b-e472d2945062 HTTP/1.1" status: 200 len: 1096 time: 4.0276430 Jan 28 04:37:22.258402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-31feab3b-bd61-4d75-b68f-3abf3b23e5be service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170898 Jan 28 04:37:22.285867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa329338-4d26-4172-8c70-eafd99bfe460 service neutron] Pushing event updated for resources: {'Port': ['ID=59b67fea-94ba-4eb5-b18b-e472d2945062,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:22.323552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dc9940-99c9-4598-88ad-9fc41f605c93,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:22.335965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8438f52b-6be0-4236-9c61-e0d8470bfe20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3ce9c17db8c4b9fa0875440770db644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271409 Jan 28 04:37:22.348795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60092) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:22.446963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Checking segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:22.447344 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Network hostable DHCP agents. Network: e24a35b9-425e-4048-8f7e-3650ee536b02, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:22.469399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'tag': '59b67fea-94ba-4eb5-b18b-e472d2945062'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:22.471677 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc735e8e-aff0-42f6-8c2a-638514282ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "18bca404-f363-40d5-a1ce-30827aa9df5c", "tag": "59b67fea-94ba-4eb5-b18b-e472d2945062"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:22.519989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Allocated IP 172.25.6.214 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/571a3e82-7f89-4826-9f61-89e37f16d33e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:22.539261 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b137c3a7-570f-40e1-8b99-0b9ed36ab9b1 x-openstack-request-id: req-b137c3a7-570f-40e1-8b99-0b9ed36ab9b1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:22.539988 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bca404-f363-40d5-a1ce-30827aa9df5c", "tag": "59b67fea-94ba-4eb5-b18b-e472d2945062", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:22.539988 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b137c3a7-570f-40e1-8b99-0b9ed36ab9b1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:22.540299 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'tag': '59b67fea-94ba-4eb5-b18b-e472d2945062', 'status': 'completed', 'code': 200} Jan 28 04:37:22.559730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-3c2a000e-436c-46a8-a618-c1e6feccc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:22.561173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-3c2a000e-436c-46a8-a618-c1e6feccc5aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 1099 time: 0.2418101 Jan 28 04:37:22.563402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8276a6c2-1bfb-4ea8-aad5-6f6ed080ed4c req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (19e2a8a9-af5d-494f-b5ae-1a7232e50125), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.569276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-a6c608c3-3382-41cc-ab07-75e53443e77b service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226218 Jan 28 04:37:22.576860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-d8356c70-e70d-4f43-8997-25b8e6edf7b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010545 Jan 28 04:37:22.580271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (22e3cc91-400d-40b2-916c-d001948143a3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.587085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Network e24a35b9-425e-4048-8f7e-3650ee536b02 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:22.619949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8276a6c2-1bfb-4ea8-aad5-6f6ed080ed4c req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (19e2a8a9-af5d-494f-b5ae-1a7232e50125), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.624227 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86ff50b5-f194-41c9-a8ab-47c38275afb2 admin admin] Publish callbacks [] for security_group (c4b297cd-21a7-4c3a-8416-9030bce51356), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.655890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e24a35b9-425e-4048-8f7e-3650ee536b02) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:22.667046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9444c1-42f9-4541-bdc8-b1145a53a479 None None] Network e24a35b9-425e-4048-8f7e-3650ee536b02 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:22.673837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:22.674438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.681074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-c0a8278a-157d-452e-91e9-d997abca8ce8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=59b67fea-94ba-4eb5-b18b-e472d2945062 HTTP/1.1" status: 200 len: 217 time: 0.1027153 Jan 28 04:37:22.693840 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8276a6c2-1bfb-4ea8-aad5-6f6ed080ed4c req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.695081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8276a6c2-1bfb-4ea8-aad5-6f6ed080ed4c req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6748328 Jan 28 04:37:22.701706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=22e3cc91-400d-40b2-916c-d001948143a3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:22.703734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-4c4874f0-c6bf-466e-9bb4-b0998e749753 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 217 time: 0.1149676 Jan 28 04:37:22.726548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f4758-6a35-4b93-acfc-4e6b52aa05cb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e2a8a9-af5d-494f-b5ae-1a7232e50125,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:22.747792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dd826d8a-b1bb-4831-9290-d995bb6fef38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3643739 Jan 28 04:37:22.755170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60100) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:22.762512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:22.770210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (d6171105-6d74-4235-9521-4674cc58ae7b), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.773824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86ff50b5-f194-41c9-a8ab-47c38275afb2 admin admin] Publish callbacks [] for security_group (c4b297cd-21a7-4c3a-8416-9030bce51356), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.783081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.787230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks [] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.851489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e162b5f8-1819-47fe-9341-835f281a8b87), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.853049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e162b5f8-1819-47fe-9341-835f281a8b87), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.910522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-e24a35b9-425e-4048-8f7e-3650ee536b02', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:22.911453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:22.937716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-13670778-dd44-4f23-9986-1992f403ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:22.939328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-13670778-dd44-4f23-9986-1992f403ed0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2487082 Jan 28 04:37:22.940345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=d6171105-6d74-4235-9521-4674cc58ae7b,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:22.955646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-7fefc4e6-ef37-4764-8211-1144aef1325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:22.957454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-7fefc4e6-ef37-4764-8211-1144aef1325c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.2434649 Jan 28 04:37:22.987439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-59394fc6-5809-49e0-a96c-ba458a1f3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:22.989185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-59394fc6-5809-49e0-a96c-ba458a1f3429 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 1099 time: 0.3039818 Jan 28 04:37:23.032326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] In _notify_port_updated(), no bound segment for port d6171105-6d74-4235-9521-4674cc58ae7b on network 12604eda-5bc4-46f6-8069-657d81c2bc7e {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:37:23.054053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:23.060962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.062628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1858c081-2ceb-4c49-b557-054a3e75a32e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "PUT /v2.0/ports/d6171105-6d74-4235-9521-4674cc58ae7b HTTP/1.1" status: 200 len: 993 time: 1.3678582 Jan 28 04:37:23.067969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks [] for router_controller (e162b5f8-1819-47fe-9341-835f281a8b87), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.068934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60104) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:23.082637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.105164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.110444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9eb183c7-9523-45a7-91d4-3ef7c781c944 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/22e3cc91-400d-40b2-916c-d001948143a3 HTTP/1.1" status: 204 len: 168 time: 2.4967480 Jan 28 04:37:23.120383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Allocated IP 172.20.0.2 (e24a35b9-425e-4048-8f7e-3650ee536b02/38dc9940-99c9-4598-88ad-9fc41f605c93/54b5cf50-7dcc-43cc-9e73-cf8a41a90841) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:23.132797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60106) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:23.178337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-986c774a-9e16-4024-9cbf-39338e8e8c5f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/19e2a8a9-af5d-494f-b5ae-1a7232e50125 HTTP/1.1" status: 200 len: 1822 time: 0.3602760 Jan 28 04:37:23.201039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19e2a8a9-af5d-494f-b5ae-1a7232e50125', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:23.204474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19e2a8a9-af5d-494f-b5ae-1a7232e50125', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:23.223701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86ff50b5-f194-41c9-a8ab-47c38275afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c4b297cd-21a7-4c3a-8416-9030bce51356), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.226635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86ff50b5-f194-41c9-a8ab-47c38275afb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.230288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-86ff50b5-f194-41c9-a8ab-47c38275afb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b297cd-21a7-4c3a-8416-9030bce51356 HTTP/1.1" status: 204 len: 168 time: 0.8752258 Jan 28 04:37:23.249421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-cc3d39db-ba3a-4f95-a11c-171121497316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:23.250908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-cc3d39db-ba3a-4f95-a11c-171121497316 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2658274 Jan 28 04:37:23.257772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-c114ed41-efc8-41ce-8bd3-08697d8be4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:23.259387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-c114ed41-efc8-41ce-8bd3-08697d8be4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3096609 Jan 28 04:37:23.318220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff50b5-f194-41c9-a8ab-47c38275afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b297cd-21a7-4c3a-8416-9030bce51356,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:23.335787 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8233621-504e-4631-9632-5c5c2c476338 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:37:23.337483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a8233621-504e-4631-9632-5c5c2c476338 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/22e3cc91-400d-40b2-916c-d001948143a3 HTTP/1.1" status: 404 len: 333 time: 0.1801498 Jan 28 04:37:23.360279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:23.364995 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Publish callbacks [] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.366755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:23.379196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:23.388354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d3c6b4c7-488b-4358-af8b-c07ddb99df80 None None] Provisioning complete for port d6171105-6d74-4235-9521-4674cc58ae7b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:23.388751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b4c7-488b-4358-af8b-c07ddb99df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.390066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Pushing event updated for resources: {'Port': ['ID=571a3e82-7f89-4826-9f61-89e37f16d33e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:23.393186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:23.430357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6b4c7-488b-4358-af8b-c07ddb99df80 None None] Port d6171105-6d74-4235-9521-4674cc58ae7b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:23.432270 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.442244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-b2881f6f-ed27-4b30-9d4e-944541eb0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:23.443736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-b2881f6f-ed27-4b30-9d4e-944541eb0352 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.4280381 Jan 28 04:37:23.482841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Network e24a35b9-425e-4048-8f7e-3650ee536b02 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:23.486696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:23.489868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:23.526643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks [] for router_gateway (e162b5f8-1819-47fe-9341-835f281a8b87), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.533417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Pushing event updated for resources: {'Port': ['ID=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:23.549003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-dd704d20-3e29-469f-ba16-1d61004cf38a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e HTTP/1.1" status: 200 len: 217 time: 0.0912271 Jan 28 04:37:23.574879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Attempting to bind port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:23.575127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (4bbc519c-95d6-4760-96c5-b7ff36af76c1), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.575298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Attempting to bind port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:23.575621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Attempting to bind port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 on network e24a35b9-425e-4048-8f7e-3650ee536b02 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:23.583616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:23.584026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Checking segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:23.584415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.585201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Bound using segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:23.585317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b31a-3de1-4c55-9538-37c0ce48ae95 req-d6c39b68-e4d4-4a79-8154-7f3de3aec3f8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:23.585484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Bound port: 54b5cf50-7dcc-43cc-9e73-cf8a41a90841, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:23.585932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.592444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f103b31a-3de1-4c55-9538-37c0ce48ae95 req-d6c39b68-e4d4-4a79-8154-7f3de3aec3f8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 948 time: 0.4138410 Jan 28 04:37:23.592912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 099021e3-1e25-43ef-9274-9142e8567b42 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:23.624487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (099021e3-1e25-43ef-9274-9142e8567b42), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.633195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-e89fbc77-9cef-4da7-87f6-7740cf790f37 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716602 Jan 28 04:37:23.635338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-baa715bf-1337-434d-8725-4317c57c5424 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444932 Jan 28 04:37:23.654585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] For port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:23.658317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] For port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:23.664550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.735718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f103b31a-3de1-4c55-9538-37c0ce48ae95 req-393ba0cd-461f-4206-adca-48dca1436a40 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423242 Jan 28 04:37:23.757816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94b3dd-6437-4e12-bc2b-54ce6d3727ed None None] Pushing event updated for resources: {'Port': ['ID=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:23.774747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting port d6171105-6d74-4235-9521-4674cc58ae7b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:23.775098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.791804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (4bbc519c-95d6-4760-96c5-b7ff36af76c1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.846451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-98eca122-4d20-470d-a985-e8c9ae989e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:23.847989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-98eca122-4d20-470d-a985-e8c9ae989e11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2896395 Jan 28 04:37:23.849027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (4bbc519c-95d6-4760-96c5-b7ff36af76c1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.886540 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (099021e3-1e25-43ef-9274-9142e8567b42), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:23.934436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbc519c-95d6-4760-96c5-b7ff36af76c1,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:24.013781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.015203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ba157b3-fefc-4caa-aee0-58488ec823fb req-226fdf1b-05ed-4100-b579-98e246ba01b1 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8236792 Jan 28 04:37:24.114951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd4fd721-3b97-475d-bd93-91e4dad11d72 req-1213c563-cf1e-4c34-b2bc-87167820fb8c service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504392 Jan 28 04:37:24.116970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-5ffb04f0-58e9-42c0-af6e-638848961f3e service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603167 Jan 28 04:37:24.124094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (099021e3-1e25-43ef-9274-9142e8567b42), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.133237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-897c2bf5-3d73-4cde-a3a6-175dd0ae67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.135917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-897c2bf5-3d73-4cde-a3a6-175dd0ae67c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2707899 Jan 28 04:37:24.390199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.444135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Calling delete_port for d6171105-6d74-4235-9521-4674cc58ae7b owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:24.518661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dc088f51-4099-42a6-925c-885728fa07c3 req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1029751312', 'description': 'tempest-description-1125499912'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:24.648993 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks [] for router_gateway (956e1ce7-51d9-4afe-97d1-474e909808c0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.658467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-ad4ae9fb-6490-40e6-b057-15a2184747ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 217 time: 0.1283536 Jan 28 04:37:24.685380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc088f51-4099-42a6-925c-885728fa07c3 req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.796186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-8a51f21e-f1c1-457b-8894-c61238ddfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.797775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-8a51f21e-f1c1-457b-8894-c61238ddfa47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 1099 time: 0.2746043 Jan 28 04:37:24.798811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (099021e3-1e25-43ef-9274-9142e8567b42), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.823628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks [] for router_gateway (e162b5f8-1819-47fe-9341-835f281a8b87), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.861999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-6b9f564a-b19a-46a5-a132-90c8719c708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.863491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-6b9f564a-b19a-46a5-a132-90c8719c708e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1900945 Jan 28 04:37:24.877224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=099021e3-1e25-43ef-9274-9142e8567b42,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:24.879435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.882772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-58d67417-deb5-4b06-a8b0-350ef3abc818 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/099021e3-1e25-43ef-9274-9142e8567b42 HTTP/1.1" status: 204 len: 168 time: 1.4804418 Jan 28 04:37:24.884888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062a802-6efa-49bf-b639-4d0354c72a14 None None] Network bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:24.886343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.891500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-e788fad3-9b8a-4334-bfef-fa66c0bbbf20 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671987 Jan 28 04:37:24.896329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60156) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:24.995473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.093946 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc088f51-4099-42a6-925c-885728fa07c3 req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (e4bc41d8-94e4-4b16-bb23-fa19c5c54daf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.099018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b571119f-8d36-4b78-af57-3246573baf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:25.101001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b571119f-8d36-4b78-af57-3246573baf52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151484 Jan 28 04:37:25.105304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] DHCP port deletion for bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:25.107890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-0bbc62eb-8442-449e-b04d-800c888f0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:25.111317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-0bbc62eb-8442-449e-b04d-800c888f0ca2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2876568 Jan 28 04:37:25.111984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc088f51-4099-42a6-925c-885728fa07c3 req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4bc41d8-94e4-4b16-bb23-fa19c5c54daf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.116383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d6171105-6d74-4235-9521-4674cc58ae7b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.183239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] Deleting port a27a594e-46d9-40ae-88c5-ca72b3dd3722 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:25.183718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.198681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9374e6-6a5e-48c6-86be-5a35a4968606 req-2271498f-394b-4e63-934f-b34e774efb17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:25.200232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc9374e6-6a5e-48c6-86be-5a35a4968606 req-2271498f-394b-4e63-934f-b34e774efb17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 948 time: 0.3284268 Jan 28 04:37:25.205915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dc5d220-1134-4c57-849f-2f7b78dd6a7d req-4735c805-212d-40b1-bddd-8c712e1fc65b service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734082 Jan 28 04:37:25.234823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-2a8f4c96-1914-4d3c-a532-820c3f5a253b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=59b67fea-94ba-4eb5-b18b-e472d2945062 HTTP/1.1" status: 200 len: 217 time: 0.1011260 Jan 28 04:37:25.248917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Port': ['ID=d6171105-6d74-4235-9521-4674cc58ae7b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:25.267182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc088f51-4099-42a6-925c-885728fa07c3 req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.268721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc088f51-4099-42a6-925c-885728fa07c3 req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.1465354 Jan 28 04:37:25.286720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1e939-86b3-49c5-929f-311fea0075d3 None None] Network e24a35b9-425e-4048-8f7e-3650ee536b02 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:25.291176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] For port a27a594e-46d9-40ae-88c5-ca72b3dd3722, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a27a594e-46d9-40ae-88c5-ca72b3dd3722,segment=NetworkSegment(b6afb909-737b-4108-a43f-5ce566453617),segment_id=b6afb909-737b-4108-a43f-5ce566453617)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:25.291521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.302318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea72ff-912a-4ff0-a361-bcae649b195f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc41d8-94e4-4b16-bb23-fa19c5c54daf,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:25.367679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-f3e3164c-ebc2-4cfc-9b71-afa60577a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:25.369882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-f3e3164c-ebc2-4cfc-9b71-afa60577a345 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1244619 Jan 28 04:37:25.389775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-a7533d17-3f98-47fb-b78d-b814b1dbd6d8 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645464 Jan 28 04:37:25.464982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] Calling delete_port for a27a594e-46d9-40ae-88c5-ca72b3dd3722 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:25.495561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (956e1ce7-51d9-4afe-97d1-474e909808c0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.507209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] Provisioning complete for port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:25.507842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.535140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-a4efee28-bf77-4502-916f-f3f066c1a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:25.537495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-a4efee28-bf77-4502-916f-f3f066c1a2ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599731 Jan 28 04:37:25.588840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:25.613554 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc9374e6-6a5e-48c6-86be-5a35a4968606 req-667a3984-eccd-4f47-974d-2423bea7ecc2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681591 Jan 28 04:37:25.642750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-23554e02-e83b-4776-9d34-10a04db79248 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374899 Jan 28 04:37:25.656442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-5bb4cd81-8ee0-4bb3-b761-ea7a344856a0 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/e4bc41d8-94e4-4b16-bb23-fa19c5c54daf HTTP/1.1" status: 200 len: 1824 time: 0.1428523 Jan 28 04:37:25.666335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e4bc41d8-94e4-4b16-bb23-fa19c5c54daf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:25.667030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e4bc41d8-94e4-4b16-bb23-fa19c5c54daf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:25.687816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Allocated IP 172.25.6.106 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/0587c925-12a3-4c96-9c2c-c84345853918) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:25.726242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 51db0bc6-70dd-42b8-b97d-25e0ad546e5e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:37:25.733844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-362b772a-6f19-4940-8193-4014dd115f4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c HTTP/1.1" status: 200 len: 217 time: 0.0728412 Jan 28 04:37:25.759571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:25.759959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.814911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-492dab90-911c-42e2-b0ab-5fdf04b89d38 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624292 Jan 28 04:37:25.875497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-ff90d518-7a2f-42ae-b1c5-a6a4edfa49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:25.877888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-ff90d518-7a2f-42ae-b1c5-a6a4edfa49c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1318860 Jan 28 04:37:25.955947 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.970640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (42656093-a9d9-4d3f-bd96-c720f291461b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.980109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks [] for port (0587c925-12a3-4c96-9c2c-c84345853918), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.982525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:25.991666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-65a8f76a-8ec6-4cc7-ad96-68d7464f9c24 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/ports/d6171105-6d74-4235-9521-4674cc58ae7b HTTP/1.1" status: 204 len: 168 time: 2.9211886 Jan 28 04:37:25.994135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] Pushing event deleted for resources: {'Port': ['ID=a27a594e-46d9-40ae-88c5-ca72b3dd3722,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:25.999947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] Current status of the port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:26.000388 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.004492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60170) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:26.041283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port a27a594e-46d9-40ae-88c5-ca72b3dd3722 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:26.041629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.045305 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7a53f6-9641-4619-abbf-d9c24ab82dcd tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] GET failed (client error): The resource could not be found. Jan 28 04:37:26.047022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a7a53f6-9641-4619-abbf-d9c24ab82dcd tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "GET /v2.0/ports/d6171105-6d74-4235-9521-4674cc58ae7b HTTP/1.1" status: 404 len: 333 time: 0.0362997 Jan 28 04:37:26.051091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60172) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:26.076466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'name': 'tempest-AllowedAddressPairTestJSON-868321116'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:26.082190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc735e8e-aff0-42f6-8c2a-638514282ba7 req-0c9554ec-7f4f-4338-8b04-558cd3133950 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502799 Jan 28 04:37:26.098790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60174) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:26.100789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (42656093-a9d9-4d3f-bd96-c720f291461b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.110996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-be33c823-112d-4dca-a5ae-67def6ed5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:26.112982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-be33c823-112d-4dca-a5ae-67def6ed5d3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2018437 Jan 28 04:37:26.113916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (42656093-a9d9-4d3f-bd96-c720f291461b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.200124 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.212524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e33200e0-f484-4d0b-8bfb-40f19134522f req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5549717 Jan 28 04:37:26.213264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3012e-0cd0-4df0-80de-935a7a2c57a7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42656093-a9d9-4d3f-bd96-c720f291461b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:26.219552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Router 956e1ce7-51d9-4afe-97d1-474e909808c0 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:37:26.254984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b87f-7946-46e1-a851-7f3194b3fc1e None None] No DVR routers for this DVR port a27a594e-46d9-40ae-88c5-ca72b3dd3722 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:26.256071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] For port a27a594e-46d9-40ae-88c5-ca72b3dd3722, host n-d-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:26.257274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.288643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ca552b60-d27a-4f29-aa61-dd831f7047db req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1139778894', 'description': 'tempest-description-2064126630'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:26.291613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-5a26a7bf-5934-4cf2-9f94-c3c6edb57e28 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704555 Jan 28 04:37:26.296434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] For port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:26.299391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:26.299616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06bce9dd-26fc-4f8d-9acb-f761caa1bdee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.299786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.317430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.328445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:26.332120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for a27a594e-46d9-40ae-88c5-ca72b3dd3722 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:26.344696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Port a27a594e-46d9-40ae-88c5-ca72b3dd3722 was not found and therefore no delete operation was performed {{(pid=103139) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:37:26.361859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0587c925-12a3-4c96-9c2c-c84345853918), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.365633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e', 'mac_address': 'fa:16:3e:c9:5a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:37:26.371887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a27a594e-46d9-40ae-88c5-ca72b3dd3722), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.424664 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ca552b60-d27a-4f29-aa61-dd831f7047db req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.439165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-7a918ec2-f80f-4349-83dc-5b3d0bb725b3 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411574 Jan 28 04:37:26.458163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37eb58-e1fe-45dd-b045-b44233037263 None None] Pushing event updated for resources: {'Port': ['ID=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:26.465021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:37:26.465406 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:37:26.468107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:26.468498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.480684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No DVR routers for this DVR port a27a594e-46d9-40ae-88c5-ca72b3dd3722 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:26.481069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-275a5fbc-a936-4c1d-8a7b-c0589867009e None None] Provisioning complete for port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:26.481465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-275a5fbc-a936-4c1d-8a7b-c0589867009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.505413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:26.520874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51db0bc6-70dd-42b8-b97d-25e0ad546e5e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:26.527916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-150b64cf-3628-4b4a-b05b-770a86308628 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 200 len: 217 time: 0.0805800 Jan 28 04:37:26.550689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06bce9dd-26fc-4f8d-9acb-f761caa1bdee admin admin] Publish callbacks [] for security_group (255df928-1d9b-47e2-a192-c359663e5997), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.554839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Pushing event updated for resources: {'Port': ['ID=0587c925-12a3-4c96-9c2c-c84345853918,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:26.565251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:26.569984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:26.572487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:26.575720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.584662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06bce9dd-26fc-4f8d-9acb-f761caa1bdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (255df928-1d9b-47e2-a192-c359663e5997), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.618345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-4e4a687f-9cfb-4ca2-a13f-4c97787922de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:26.620162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-4e4a687f-9cfb-4ca2-a13f-4c97787922de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.0833802 Jan 28 04:37:26.666223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:26.668653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-275a5fbc-a936-4c1d-8a7b-c0589867009e None None] Current status of the port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:26.702103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-06bce9dd-26fc-4f8d-9acb-f761caa1bdee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45da18933fee44bd83687bfaf7c71699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997915 Jan 28 04:37:26.705382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:26.727976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bce9dd-26fc-4f8d-9acb-f761caa1bdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255df928-1d9b-47e2-a192-c359663e5997,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:26.784987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-8ca2ba2b-a982-401b-af8a-3edfdd8c4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:26.786553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-8ca2ba2b-a982-401b-af8a-3edfdd8c4a17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1568589 Jan 28 04:37:26.834552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529609-8b58-4a46-addf-80ee4f276f2d req-43068872-6f76-4ecc-aeac-f255a385e7c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:26.836265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65529609-8b58-4a46-addf-80ee4f276f2d req-43068872-6f76-4ecc-aeac-f255a385e7c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 948 time: 0.1330848 Jan 28 04:37:26.880658 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8adfb754-79b6-4b39-9f31-d91c5b935422 admin admin] Publish callbacks [] for security_group (255df928-1d9b-47e2-a192-c359663e5997), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.944779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8adfb754-79b6-4b39-9f31-d91c5b935422 admin admin] Publish callbacks [] for security_group (255df928-1d9b-47e2-a192-c359663e5997), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.949662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:26.989313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:26.992552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:26.995991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=a27a594e-46d9-40ae-88c5-ca72b3dd3722,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:26.996470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65529609-8b58-4a46-addf-80ee4f276f2d req-ff90be9b-0d27-4d5b-845f-7cddfd492bd6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282685 Jan 28 04:37:27.005009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b49a0558-80ad-42f7-a492-08b60357a735 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061396 Jan 28 04:37:27.008162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:27.018936 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Sync routers for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:27.037402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:27.038432 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:27.058435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:27.084046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] device_id is not set on port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:27.106220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8adfb754-79b6-4b39-9f31-d91c5b935422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (255df928-1d9b-47e2-a192-c359663e5997), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.109204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8adfb754-79b6-4b39-9f31-d91c5b935422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.117606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.121720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8adfb754-79b6-4b39-9f31-d91c5b935422 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/255df928-1d9b-47e2-a192-c359663e5997 HTTP/1.1" status: 204 len: 168 time: 0.4091496 Jan 28 04:37:27.148209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a27a594e-46d9-40ae-88c5-ca72b3dd3722 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:27.174647 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:27.178492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfb754-79b6-4b39-9f31-d91c5b935422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255df928-1d9b-47e2-a192-c359663e5997,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:27.184302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a27a594e-46d9-40ae-88c5-ca72b3dd3722 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:27.184679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a27a594e-46d9-40ae-88c5-ca72b3dd3722 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:27.219599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-a7b8f7ac-fc28-4210-9900-4b84f5764be2 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016828 Jan 28 04:37:27.234216 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.238475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60188) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:27.238601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-77518875-b768-479b-94ca-b15737f5aae9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7499912 Jan 28 04:37:27.331956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-949485c9-6bf6-44ff-b305-7afd0fc3ef0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 200 len: 217 time: 0.1034286 Jan 28 04:37:27.367784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8ffe7b-7ac7-437f-bce4-9178bc0756e9']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:27.397631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:27.441224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6afb909-737b-4108-a43f-5ce566453617') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:27.441517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6afb909-737b-4108-a43f-5ce566453617') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:27.444068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Allocated IP 172.20.0.13 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/485e3fb3-f9e7-4335-989a-1a4cc0effc59) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:27.450382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ca552b60-d27a-4f29-aa61-dd831f7047db req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (a90c2982-1a23-4f91-91a5-07aa39ef049d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.463940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-a7f22741-976e-41c6-b96a-b2f9437a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:27.466522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-a7f22741-976e-41c6-b96a-b2f9437a8da9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.1198490 Jan 28 04:37:27.468342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (b6afb909-737b-4108-a43f-5ce566453617), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.469958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ca552b60-d27a-4f29-aa61-dd831f7047db req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a90c2982-1a23-4f91-91a5-07aa39ef049d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.495288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:27.495930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.535764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b6afb909-737b-4108-a43f-5ce566453617), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.549816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ca552b60-d27a-4f29-aa61-dd831f7047db req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.554390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ca552b60-d27a-4f29-aa61-dd831f7047db req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.3015475 Jan 28 04:37:27.576890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:27.577341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (b6afb909-737b-4108-a43f-5ce566453617), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:27.583015 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:27.601851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99b236-65d7-4c1b-90a8-6b1ab1b0a93f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c2982-1a23-4f91-91a5-07aa39ef049d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:27.637854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:24Z', 'revision_number': 3, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:27.639300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:27.677295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c404f15e-75be-4458-89d5-c5caa3b678dd req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-23509834', 'description': 'tempest-description-421007358'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:27.688086 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Checking router: 956e1ce7-51d9-4afe-97d1-474e909808c0 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:27.688526 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Updating router 956e1ce7-51d9-4afe-97d1-474e909808c0 port 571a3e82-7f89-4826-9f61-89e37f16d33e binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:27.728015 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.761437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b94ef7d6-37dd-48a2-b381-e5e32a423095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:27.763341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b94ef7d6-37dd-48a2-b381-e5e32a423095 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2815404 Jan 28 04:37:27.767212 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c404f15e-75be-4458-89d5-c5caa3b678dd req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.813546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (bf8ffe7b-7ac7-437f-bce4-9178bc0756e9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.819088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.829673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/bf8ffe7b-7ac7-437f-bce4-9178bc0756e9 HTTP/1.1" status: 204 len: 168 time: 2.9305162 Jan 28 04:37:27.834632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60204) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:27.868059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1900332886'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:27.897965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044a898-b67a-45be-8057-487d57a75654 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=bf8ffe7b-7ac7-437f-bce4-9178bc0756e9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:27.940389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks [] for router_gateway (e162b5f8-1819-47fe-9341-835f281a8b87), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:27.946253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:27.949726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.009488 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.025626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-944132ad-48d7-460c-93e4-bf877a97b7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203853 Jan 28 04:37:28.036910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:28.046613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c404f15e-75be-4458-89d5-c5caa3b678dd req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (ae36f813-4899-4bce-981b-63fc4c12ff09), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.110945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c404f15e-75be-4458-89d5-c5caa3b678dd req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ae36f813-4899-4bce-981b-63fc4c12ff09), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.154036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d2b009f6-4f74-41c6-912b-47bcf0a549e7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.154574 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Added segment d2b009f6-4f74-41c6-912b-47bcf0a549e7 of type vlan for network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 Jan 28 04:37:28.193974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60216) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:28.199965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c404f15e-75be-4458-89d5-c5caa3b678dd req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.200928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.201327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c404f15e-75be-4458-89d5-c5caa3b678dd req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5303237 Jan 28 04:37:28.249739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a3aa4-43e5-4107-9590-48b2c0c1c296 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae36f813-4899-4bce-981b-63fc4c12ff09,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:28.275070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:28.275285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 59b67fea-94ba-4eb5-b18b-e472d2945062 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:37:28.288894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:28.292190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:28.301583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.302903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de1b84-fa9c-4f10-9605-aa58cc3fd70a req-a3948a3a-1b69-4042-baaf-2c4fd72bf880 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:28.304722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0de1b84-fa9c-4f10-9605-aa58cc3fd70a req-a3948a3a-1b69-4042-baaf-2c4fd72bf880 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 948 time: 0.1774478 Jan 28 04:37:28.309238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-6155d1d6-70fd-4c48-be93-59c2f445912d service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734144 Jan 28 04:37:28.321245 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Publish callbacks [] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.334653 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.385999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-b5e9c6d6-ce8b-48e3-939e-5e8a9b9fb444 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 200 len: 217 time: 0.0704315 Jan 28 04:37:28.388702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e162b5f8-1819-47fe-9341-835f281a8b87), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.390774 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Pushing event updated for resources: {'Port': ['ID=571a3e82-7f89-4826-9f61-89e37f16d33e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:28.396062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=485e3fb3-f9e7-4335-989a-1a4cc0effc59,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:28.403249 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.403883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.404442 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.404995 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.405910 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.406451 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.407079 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.407614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.408146 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.408676 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.409241 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.409794 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.410322 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.435544 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Attempting to bind port 571a3e82-7f89-4826-9f61-89e37f16d33e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:28.436086 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Attempting to bind port 571a3e82-7f89-4826-9f61-89e37f16d33e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:28.436538 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Attempting to bind port 571a3e82-7f89-4826-9f61-89e37f16d33e on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:28.439966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.442335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:28.442840 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:28.443352 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.443842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:28.444808 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Bound port: 571a3e82-7f89-4826-9f61-89e37f16d33e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:28.445520 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.481856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1750404441-network', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:28.482790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 59b67fea-94ba-4eb5-b18b-e472d2945062, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=59b67fea-94ba-4eb5-b18b-e472d2945062,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:28.492652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-5bbe3a82-6e66-4445-8cad-0857d9ac8b28 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/a90c2982-1a23-4f91-91a5-07aa39ef049d HTTP/1.1" status: 200 len: 1824 time: 0.2592585 Jan 28 04:37:28.518434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '59b67fea-94ba-4eb5-b18b-e472d2945062', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '59b67fea-94ba-4eb5-b18b-e472d2945062', 'mac_address': 'fa:16:3e:67:64:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:37:28.523025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.523907 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] For port 571a3e82-7f89-4826-9f61-89e37f16d33e, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:28.528269 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] For port 571a3e82-7f89-4826-9f61-89e37f16d33e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=571a3e82-7f89-4826-9f61-89e37f16d33e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:28.528996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:28.529729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.538324 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.573041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 59b67fea-94ba-4eb5-b18b-e472d2945062 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:28.573717 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.590642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b67fea-94ba-4eb5-b18b-e472d2945062 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:28.606606 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d3f32-4dd3-4872-9db1-fae4dfed9cb3 None None] Pushing event updated for resources: {'Port': ['ID=571a3e82-7f89-4826-9f61-89e37f16d33e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:28.628281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 59b67fea-94ba-4eb5-b18b-e472d2945062, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=59b67fea-94ba-4eb5-b18b-e472d2945062,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:28.635745 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.638901 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:28.639529 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:28.686585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:28.687240 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.695803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=59b67fea-94ba-4eb5-b18b-e472d2945062,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:28.730258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c822f710-ac51-4019-9139-2ca116606cc3 None None] Provisioning complete for port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:28.731402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c822f710-ac51-4019-9139-2ca116606cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.743565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.743918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.744264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.744761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.745105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.745821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.746149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.746638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.746979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.747594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.748128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.748654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.749028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:28.770451 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:28.779244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c822f710-ac51-4019-9139-2ca116606cc3 None None] Port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:28.786857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0de1b84-fa9c-4f10-9605-aa58cc3fd70a req-6836392e-1e95-49c8-b7d0-3e4a998d9830 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921250 Jan 28 04:37:28.791559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f92333eb-ea41-4047-8fe9-46c4d189a79a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7301142 Jan 28 04:37:28.799325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60224) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:28.800447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Network': ['ID=9abe60a4-8bf4-439e-a3d8-eeab2eeffc49,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:28.807177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Allocated IP 172.20.0.1 (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5/61d66eea-a028-4004-b9f8-a2045bcf0622/4ee0070a-0dd3-421a-85bd-296242e9e311) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:28.816405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:28.817688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:93:04:29'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:28.818165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:28.820693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.833932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-66a8364c-9f38-4216-a020-6340614fd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:28.835767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-66a8364c-9f38-4216-a020-6340614fd790 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.4323914 Jan 28 04:37:28.847511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b5744257-3f1b-4995-9b01-c2fee68022f8 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0118275 Jan 28 04:37:28.858286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:28.861826 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:28.875256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-410a03a0-a87f-4c05-9447-900173fb4d4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/ae36f813-4899-4bce-981b-63fc4c12ff09 HTTP/1.1" status: 200 len: 1821 time: 0.3804247 Jan 28 04:37:28.880082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a90c2982-1a23-4f91-91a5-07aa39ef049d', 'remote_group_id': 'ae36f813-4899-4bce-981b-63fc4c12ff09', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:28.880322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a90c2982-1a23-4f91-91a5-07aa39ef049d', 'remote_group_id': 'ae36f813-4899-4bce-981b-63fc4c12ff09', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:28.882160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:28.984802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Router e162b5f8-1819-47fe-9341-835f281a8b87 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:37:29.005972 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:24Z', 'revision_number': 3, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:29.032826 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6aafbe-b466-4e30-b681-17734113a3d8 None None] The sync data for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 is: [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:24Z', 'revision_number': 3, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:29.104960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:29.157680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:29.162262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.315723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:29.328889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.331135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:29.377551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:29.379497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:29.407592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-963be1ca-32ae-4d0c-8ca8-77856142de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:29.409122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-963be1ca-32ae-4d0c-8ca8-77856142de3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5587256 Jan 28 04:37:29.417964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.423069 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5ce5fc2a-fa66-4e29-a7b1-558198035f8f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.6633387 Jan 28 04:37:29.424311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60228) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:29.545465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:29.563027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (d74e0d1d-04c5-4b92-b8e9-62126c69b2e3), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.582487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks [] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.681356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-8f514f75-f93f-4245-a964-69095abe54c8 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583709 Jan 28 04:37:29.693418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (d74e0d1d-04c5-4b92-b8e9-62126c69b2e3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.749752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (c5b02bfc-15e5-45f2-9893-b4c37e514d79), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.761055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 51db0bc6-70dd-42b8-b97d-25e0ad546e5e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:29.812321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks [] for security_group (9dd5ea65-3a34-4abc-87b8-8927c7038789), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.817896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ec7e813-2960-4f6d-aa0d-dea80ef2d023 req-fc742d3a-c602-4ed9-bf15-a78a57deed87 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275749 Jan 28 04:37:29.822703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d74e0d1d-04c5-4b92-b8e9-62126c69b2e3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.844101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9dd5ea65-3a34-4abc-87b8-8927c7038789), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.866428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:27Z', 'revision_number': 3, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:29.871724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:37:29.878928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:29.910300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:29.910738 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.915031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:29.915393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Updating router e162b5f8-1819-47fe-9341-835f281a8b87 port 0587c925-12a3-4c96-9c2c-c84345853918 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:29.952065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=c5b02bfc-15e5-45f2-9893-b4c37e514d79,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:29.952810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.966894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.967979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a05b30d2-9031-4f29-817a-3bd9cc8fbecf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:29.968386 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Added segment a05b30d2-9031-4f29-817a-3bd9cc8fbecf of type vlan for network b22b336d-bd67-4863-bdda-72baf2db3dbc Jan 28 04:37:29.973419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74e0d1d-04c5-4b92-b8e9-62126c69b2e3,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:29.999024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0587c925-12a3-4c96-9c2c-c84345853918), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.017176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.018578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87c14f2b-ca12-4d29-94fa-ca3906574715 req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1423993 Jan 28 04:37:30.025242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.037333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:30.056171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Checking segment: {'id': 'd2b009f6-4f74-41c6-912b-47bcf0a549e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:30.056720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network hostable DHCP agents. Network: 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:30.070365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.070734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.071716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.072203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.072694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.073212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.073635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.073982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.074321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.074667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.075006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.075340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.075672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a97d-2e61-4b74-a842-1f827a39e6ec tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:30.080088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:30.082422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:30.135619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (b22b336d-bd67-4863-bdda-72baf2db3dbc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.150290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd5ea65-3a34-4abc-87b8-8927c7038789,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.197797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dc4d9d65-5f12-419d-9064-57b90e5adad6 req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1087673331', 'description': 'tempest-description-1516219339'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:30.201725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:30.202131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.228219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee0070a-0dd3-421a-85bd-296242e9e311,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.240576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc4d9d65-5f12-419d-9064-57b90e5adad6 req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.247962 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (b22b336d-bd67-4863-bdda-72baf2db3dbc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.248935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.249565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.280501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb90289-cb77-4776-8771-d9aaab55d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:30.282916 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ec74b-9190-4ad2-a82d-9d411a3305bc" -d '{"events": [{"server_uuid": "5fb90289-cb77-4776-8771-d9aaab55d509", "name": "network-vif-plugged", "status": "completed", "tag": "51db0bc6-70dd-42b8-b97d-25e0ad546e5e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:30.284469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0820899 Jan 28 04:37:30.286475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60236) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:30.293662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Request body: {'subnet': {'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1750404441-subnet', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:30.300867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:30.308284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.309335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (956e1ce7-51d9-4afe-97d1-474e909808c0), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.389907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.448269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f88930-057c-490b-9079-f86c0471944c admin admin] Pushing event updated for resources: {'Network': ['ID=b22b336d-bd67-4863-bdda-72baf2db3dbc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.463354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network b22b336d-bd67-4863-bdda-72baf2db3dbc details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:30.477732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Publish callbacks [] for port (0587c925-12a3-4c96-9c2c-c84345853918), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.478168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:30.481489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.528418 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0587c925-12a3-4c96-9c2c-c84345853918), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.583814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=485e3fb3-f9e7-4335-989a-1a4cc0effc59,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.611976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Attempting to bind port 0587c925-12a3-4c96-9c2c-c84345853918 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:30.612582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Attempting to bind port 0587c925-12a3-4c96-9c2c-c84345853918 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:30.613058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Attempting to bind port 0587c925-12a3-4c96-9c2c-c84345853918 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:30.615465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786dd1-9e82-4790-bc37-9f8e29779ec2 None None] Pushing event updated for resources: {'Port': ['ID=0587c925-12a3-4c96-9c2c-c84345853918,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.622844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:30.623391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:30.624502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.624950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:30.625655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Bound port: 0587c925-12a3-4c96-9c2c-c84345853918, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:30.626161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0587c925-12a3-4c96-9c2c-c84345853918), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.635320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb763403-8f08-47b3-af0e-57a7dcd90501 req-f741faad-9383-4dbf-905e-ad6182db1ac5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.636906 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb763403-8f08-47b3-af0e-57a7dcd90501 req-f741faad-9383-4dbf-905e-ad6182db1ac5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 949 time: 0.6823745 Jan 28 04:37:30.641904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:30.651070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc4d9d65-5f12-419d-9064-57b90e5adad6 req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (6d99b473-7c4d-431c-b1e1-27ad6e71e79b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.665615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc4d9d65-5f12-419d-9064-57b90e5adad6 req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6d99b473-7c4d-431c-b1e1-27ad6e71e79b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.696683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dc4d9d65-5f12-419d-9064-57b90e5adad6 req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.703210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc4d9d65-5f12-419d-9064-57b90e5adad6 req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5191770 Jan 28 04:37:30.703762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] In _notify_port_updated(), no bound segment for port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 on network 12604eda-5bc4-46f6-8069-657d81c2bc7e {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:37:30.704743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.705294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.707109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-38be26bb-ca38-4c8b-984a-449399a5fc34 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "PUT /v2.0/ports/485e3fb3-f9e7-4335-989a-1a4cc0effc59 HTTP/1.1" status: 200 len: 996 time: 1.8958557 Jan 28 04:37:30.710609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:30.713699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60240) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:30.715462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] For port 0587c925-12a3-4c96-9c2c-c84345853918, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:30.729008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] For port 0587c925-12a3-4c96-9c2c-c84345853918, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0587c925-12a3-4c96-9c2c-c84345853918,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:30.737860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4992e-7674-4ad2-9fd2-c9eb37266f43 None None] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:30.743870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.744481 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0587c925-12a3-4c96-9c2c-c84345853918), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.748596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a417ef-e948-4090-a5f0-fd56c37a9765 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d99b473-7c4d-431c-b1e1-27ad6e71e79b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:30.796237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.796846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.868783 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd67e5e9-e227-410b-b3c9-89cd3d2cf003 x-openstack-request-id: req-cd67e5e9-e227-410b-b3c9-89cd3d2cf003 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:30.869391 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb90289-cb77-4776-8771-d9aaab55d509", "name": "network-vif-plugged", "status": "completed", "tag": "51db0bc6-70dd-42b8-b97d-25e0ad546e5e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:30.870480 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd67e5e9-e227-410b-b3c9-89cd3d2cf003 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:30.870480 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb90289-cb77-4776-8771-d9aaab55d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e', 'code': 200} Jan 28 04:37:30.878415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c6d929b0-4ca2-4d00-aa76-21de80b1ffdb req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-508778676', 'description': 'tempest-description-869128193'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:30.893201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-73cca16b-2803-4e80-87be-0761456dcb5c tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0204875 Jan 28 04:37:30.897358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60244) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:30.923096 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb763403-8f08-47b3-af0e-57a7dcd90501 req-40dec52e-78f9-4baf-84f5-65bce7147b96 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753594 Jan 28 04:37:30.957034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-848133939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:30.987410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:30.988146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:30.993942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786dd1-9e82-4790-bc37-9f8e29779ec2 None None] Pushing event updated for resources: {'Port': ['ID=0587c925-12a3-4c96-9c2c-c84345853918,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:31.034156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:31.034680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.076122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (8cdb7563-a464-4fc6-9a26-d875e22b722b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.084211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c6d929b0-4ca2-4d00-aa76-21de80b1ffdb req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.093853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.094898 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.174996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.197767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.204382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7182e-c70c-4010-8683-701be47e168a req-a02991f3-c60a-4cae-84cc-68318c44294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:31.206629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7d7182e-c70c-4010-8683-701be47e168a req-a02991f3-c60a-4cae-84cc-68318c44294f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 1101 time: 0.2338979 Jan 28 04:37:31.219118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Calling delete_port for 485e3fb3-f9e7-4335-989a-1a4cc0effc59 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:31.231146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:31.237835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cdb7563-a464-4fc6-9a26-d875e22b722b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:31.301410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for router_controller (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.333737 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.413888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:31.414181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Network hostable DHCP agents. Network: b22b336d-bd67-4863-bdda-72baf2db3dbc, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:31.417862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks [] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.425983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.427282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2078a5d9-ffab-4043-b1ca-7ad3f1886497 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4895473 Jan 28 04:37:31.433924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60248) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:31.438758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7d7182e-c70c-4010-8683-701be47e168a req-d4cf2bcc-248b-403b-bf2f-3a4dec7a32c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020273 Jan 28 04:37:31.439397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.440219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49', 'name': 'tempest-PortsTestJSON-1204934793'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:31.475181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c6d929b0-4ca2-4d00-aa76-21de80b1ffdb req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (f19a5d27-dd98-4a47-9acc-9ad5abe6ad37), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.502063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c6d929b0-4ca2-4d00-aa76-21de80b1ffdb req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f19a5d27-dd98-4a47-9acc-9ad5abe6ad37), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.539628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Allocated IP 172.20.0.1 (e24a35b9-425e-4048-8f7e-3650ee536b02/38dc9940-99c9-4598-88ad-9fc41f605c93/ccb7b08b-8376-4765-a342-e137c99e4688) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:31.556012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-142852e7-6f5e-4171-9e78-55dc5d257990 None None] Provisioning complete for port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:31.556833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142852e7-6f5e-4171-9e78-55dc5d257990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.561909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c6d929b0-4ca2-4d00-aa76-21de80b1ffdb req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.566699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6d929b0-4ca2-4d00-aa76-21de80b1ffdb req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7009866 Jan 28 04:37:31.570778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (956e1ce7-51d9-4afe-97d1-474e909808c0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.575427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:31.577648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee0070a-0dd3-421a-85bd-296242e9e311,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:31.588933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93527b2-abd0-4f4f-91e6-d2b9d3c395b4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a5d27-dd98-4a47-9acc-9ad5abe6ad37,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:31.609825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (485e3fb3-f9e7-4335-989a-1a4cc0effc59), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.613929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, b22b336d-bd67-4863-bdda-72baf2db3dbc) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:31.650809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:31.651678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.671905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-9abe60a4-8bf4-439e-a3d8-eeab2eeffc49', 'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': 'c5b02bfc-15e5-45f2-9893-b4c37e514d79'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:31.672897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.675087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 571a3e82-7f89-4826-9f61-89e37f16d33e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:31.676817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ed7be-5365-403b-9743-6852af63b920 None None] Network b22b336d-bd67-4863-bdda-72baf2db3dbc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:31.678815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57c21327-a7ad-46aa-90b7-2b823fc14f30 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3893871 Jan 28 04:37:31.681247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-142852e7-6f5e-4171-9e78-55dc5d257990 None None] Port 485e3fb3-f9e7-4335-989a-1a4cc0effc59 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:31.685990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60252) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:31.693591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:31.716332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Port': ['ID=485e3fb3-f9e7-4335-989a-1a4cc0effc59,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:31.737085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:31.739619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (24890691-1a6c-4c08-babd-23c24d6a36ac), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.740958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (24890691-1a6c-4c08-babd-23c24d6a36ac), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.746850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:31.858518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-e61b94ba-0d80-4db2-92d3-3ddf4b3091e8 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/6d99b473-7c4d-431c-b1e1-27ad6e71e79b HTTP/1.1" status: 200 len: 1824 time: 0.2495496 Jan 28 04:37:31.897744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks [] for router_controller (24890691-1a6c-4c08-babd-23c24d6a36ac), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.907722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:31.911218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.921300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks [] for port (ccb7b08b-8376-4765-a342-e137c99e4688), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.963643 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-d56493a0-f0d3-4fb7-a11f-b3f00f0a7c5a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/f19a5d27-dd98-4a47-9acc-9ad5abe6ad37 HTTP/1.1" status: 200 len: 1822 time: 0.1041615 Jan 28 04:37:31.971959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d99b473-7c4d-431c-b1e1-27ad6e71e79b', 'remote_group_id': 'f19a5d27-dd98-4a47-9acc-9ad5abe6ad37', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:31.972346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d99b473-7c4d-431c-b1e1-27ad6e71e79b', 'remote_group_id': 'f19a5d27-dd98-4a47-9acc-9ad5abe6ad37', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:31.981483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:31.987502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3613c85a-e01d-4a9a-97ff-e766aa72c35f tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/ports/485e3fb3-f9e7-4335-989a-1a4cc0effc59 HTTP/1.1" status: 204 len: 168 time: 1.2700055 Jan 28 04:37:31.991534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60256) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:31.998081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:32.067007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.092678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks [] for router_gateway (24890691-1a6c-4c08-babd-23c24d6a36ac), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.128155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Network e24a35b9-425e-4048-8f7e-3650ee536b02 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:32.134608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:32.140811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-b22b336d-bd67-4863-bdda-72baf2db3dbc', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:32.142236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.144167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:32.145811 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d125c49b-3ded-4707-944e-075f9e233b48 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] GET failed (client error): The resource could not be found. Jan 28 04:37:32.148046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d125c49b-3ded-4707-944e-075f9e233b48 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "GET /v2.0/ports/485e3fb3-f9e7-4335-989a-1a4cc0effc59 HTTP/1.1" status: 404 len: 333 time: 0.1553900 Jan 28 04:37:32.152121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Router 956e1ce7-51d9-4afe-97d1-474e909808c0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:32.153675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60258) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:32.159152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'name': 'tempest-AllowedAddressPairTestJSON-2076980878'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:32.175168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Allocated IP 172.20.0.2 (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49/c5b02bfc-15e5-45f2-9893-b4c37e514d79/04109416-e908-4321-9874-5f4e8644115a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:32.179403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 571a3e82-7f89-4826-9f61-89e37f16d33e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:32.179403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.228347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Pushing event updated for resources: {'Port': ['ID=ccb7b08b-8376-4765-a342-e137c99e4688,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:32.236956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (80e25aeb-635f-45f4-ba62-0ba5c04d5d71), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.278625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (80e25aeb-635f-45f4-ba62-0ba5c04d5d71), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.290995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e162b5f8-1819-47fe-9341-835f281a8b87), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.294756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (80e25aeb-635f-45f4-ba62-0ba5c04d5d71), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.350062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fe47a-cbc1-4f5a-ac26-f5a3f79ea4fe req-616edd85-4835-4654-854e-141b8bd4a85f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:32.353073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 59b67fea-94ba-4eb5-b18b-e472d2945062 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:32.353263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-226fe47a-cbc1-4f5a-ac26-f5a3f79ea4fe req-616edd85-4835-4654-854e-141b8bd4a85f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 949 time: 0.2391655 Jan 28 04:37:32.428396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.429699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c2c7079-5b43-4bb0-bf2f-944ca2ba2b9a req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4651899 Jan 28 04:37:32.430290 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec484173-3ee0-4632-a30e-d9d29b4f219f tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e25aeb-635f-45f4-ba62-0ba5c04d5d71,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:32.451021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:27Z', 'revision_number': 3, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:32.523578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.558711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb603545-1b5b-4958-9c66-7b9020d34097 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:27Z', 'revision_number': 3, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:32.576038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:32.589356 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Sync routers for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:32.601236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd65af09-3b1d-467c-8b49-023541bd4c15 admin admin] 10.222.0.21 "PUT /v2.0/routers/956e1ce7-51d9-4afe-97d1-474e909808c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3510978 Jan 28 04:37:32.613651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-226fe47a-cbc1-4f5a-ac26-f5a3f79ea4fe req-ca8870ed-d2e6-411e-98d3-80c692866d50 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470260 Jan 28 04:37:32.613843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Allocated IP 172.20.0.2 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/e6e21145-5cb9-40ee-9ac5-c9936e1010e8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:32.625743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 59b67fea-94ba-4eb5-b18b-e472d2945062 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:37:32.632773 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:32.634206 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:32.637880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:32.641942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.687651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 59b67fea-94ba-4eb5-b18b-e472d2945062 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:32.688445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.695756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 571a3e82-7f89-4826-9f61-89e37f16d33e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:32.696777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.711302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] device_id is not set on port 973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:32.886421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks [] for port (ccb7b08b-8376-4765-a342-e137c99e4688), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.907639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.915730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks [] for router_gateway (24890691-1a6c-4c08-babd-23c24d6a36ac), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.958213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 571a3e82-7f89-4826-9f61-89e37f16d33e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=571a3e82-7f89-4826-9f61-89e37f16d33e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:32.960618 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:32.965859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c95dc018-c2c1-40a6-8162-d2173b221804 None None] Provisioning complete for port ccb7b08b-8376-4765-a342-e137c99e4688 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:32.966239 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c95dc018-c2c1-40a6-8162-d2173b221804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.970380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Publish callbacks [] for port (04109416-e908-4321-9874-5f4e8644115a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.973137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.979204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.017716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Pushing event updated for resources: {'Port': ['ID=ccb7b08b-8376-4765-a342-e137c99e4688,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:33.052743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (04109416-e908-4321-9874-5f4e8644115a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.141199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c95dc018-c2c1-40a6-8162-d2173b221804 None None] Port ccb7b08b-8376-4765-a342-e137c99e4688 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:33.186354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.3 (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49/c5b02bfc-15e5-45f2-9893-b4c37e514d79/42b7c72f-1a4d-4b67-a1c8-187c0aad6887) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:33.215962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:33.237331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:33.240473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:33.296454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Allocated IP 172.20.0.10 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/973c8f48-c5e7-47ac-a1b9-eb0870e32dc3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:33.296678 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 2, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:33.342146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Allocated IP 172.25.6.16 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/44f41f0b-9a4d-4748-8fee-968f91dfd419) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:33.358986 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Checking router: 956e1ce7-51d9-4afe-97d1-474e909808c0 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:33.359461 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Updating router 956e1ce7-51d9-4afe-97d1-474e909808c0 port 4ee0070a-0dd3-421a-85bd-296242e9e311 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:33.372531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=571a3e82-7f89-4826-9f61-89e37f16d33e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:33.411017 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.460002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.537092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.545012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0587c925-12a3-4c96-9c2c-c84345853918 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:33.549668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7202f872-3934-46d3-a6e1-d74e7bcc83e9 req-61f22b70-3d61-4210-a7dd-d6f0703d743b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/f19a5d27-dd98-4a47-9acc-9ad5abe6ad37 HTTP/1.1" status: 200 len: 1822 time: 0.9518347 Jan 28 04:37:33.618699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Attempting to bind port 04109416-e908-4321-9874-5f4e8644115a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:33.619267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Attempting to bind port 04109416-e908-4321-9874-5f4e8644115a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd2b009f6-4f74-41c6-912b-47bcf0a549e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:33.619618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Attempting to bind port 04109416-e908-4321-9874-5f4e8644115a on network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:33.671121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Pushing event updated for resources: {'Port': ['ID=04109416-e908-4321-9874-5f4e8644115a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:33.675253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 59b67fea-94ba-4eb5-b18b-e472d2945062 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:33.675648 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.677900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:33.678495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Checking segment: {'id': 'd2b009f6-4f74-41c6-912b-47bcf0a549e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:33.678825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.679118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Bound using segment: {'id': 'd2b009f6-4f74-41c6-912b-47bcf0a549e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:33.679564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Bound port: 04109416-e908-4321-9874-5f4e8644115a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b009f6-4f74-41c6-912b-47bcf0a549e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9abe60a4-8bf4-439e-a3d8-eeab2eeffc49'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:33.679938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (04109416-e908-4321-9874-5f4e8644115a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.682307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Publish callbacks [] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.682448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=42b7c72f-1a4d-4b67-a1c8-187c0aad6887,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:33.729496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:33.741702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e162b5f8-1819-47fe-9341-835f281a8b87), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.747015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.756218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks [] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.808953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b67fea-94ba-4eb5-b18b-e472d2945062'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:33.812025 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd9bc53-fc5b-4444-889d-7fecf5c90890" -d '{"events": [{"server_uuid": "18bca404-f363-40d5-a1ce-30827aa9df5c", "name": "network-vif-plugged", "status": "completed", "tag": "59b67fea-94ba-4eb5-b18b-e472d2945062"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:33.815007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-0ec0aff4-722d-4f8b-9dff-7701b279266e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:33.816553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-0ec0aff4-722d-4f8b-9dff-7701b279266e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 820 time: 0.3217068 Jan 28 04:37:33.825239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.837070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (973c8f48-c5e7-47ac-a1b9-eb0870e32dc3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.897777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] For port 04109416-e908-4321-9874-5f4e8644115a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:33.899603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:33.907907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] For port 04109416-e908-4321-9874-5f4e8644115a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=04109416-e908-4321-9874-5f4e8644115a,segment=NetworkSegment(d2b009f6-4f74-41c6-912b-47bcf0a549e7),segment_id=d2b009f6-4f74-41c6-912b-47bcf0a549e7)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:33.912640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Network e24a35b9-425e-4048-8f7e-3650ee536b02 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:33.914125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:33.917536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Pushing event updated for resources: {'Port': ['ID=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:33.922016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:33.928181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-afbad72b-f02a-40b3-af74-fdbf90ca3cae tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/quotas/11dfa166e3a949aaabe61b65885e7666 HTTP/1.1" status: 200 len: 375 time: 0.0986035 Jan 28 04:37:33.954472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (04109416-e908-4321-9874-5f4e8644115a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:33.959813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 59b67fea-94ba-4eb5-b18b-e472d2945062, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=59b67fea-94ba-4eb5-b18b-e472d2945062,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:33.999195 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Publish callbacks [] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.005667 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.025178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:34.025598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.036336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.052360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:34.063215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0587c925-12a3-4c96-9c2c-c84345853918 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:34.063384 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0587c925-12a3-4c96-9c2c-c84345853918), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.080571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:34.115861 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cfb96-ddb1-4f88-8e19-c9226af249f5 None None] Pushing event updated for resources: {'Port': ['ID=4ee0070a-0dd3-421a-85bd-296242e9e311,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:34.138166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e691681-fdd1-4b6f-8991-a1fd91e7a09b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7027342 Jan 28 04:37:34.158112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60286) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:34.172417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:34.221387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Attempting to bind port 4ee0070a-0dd3-421a-85bd-296242e9e311 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:34.223439 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Attempting to bind port 4ee0070a-0dd3-421a-85bd-296242e9e311 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:34.225806 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Attempting to bind port 4ee0070a-0dd3-421a-85bd-296242e9e311 on network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:34.251461 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:34.252713 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Checking segment: {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:34.253608 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.254277 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Bound using segment: {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:34.255123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Bound port: 4ee0070a-0dd3-421a-85bd-296242e9e311, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:34.256276 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.260790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7202f872-3934-46d3-a6e1-d74e7bcc83e9 req-5c40fbb2-d402-4ba4-a637-bc8151086b4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (f19a5d27-dd98-4a47-9acc-9ad5abe6ad37), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.361256 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] For port 4ee0070a-0dd3-421a-85bd-296242e9e311, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:34.366925 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] For port 4ee0070a-0dd3-421a-85bd-296242e9e311, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ee0070a-0dd3-421a-85bd-296242e9e311,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:34.372399 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.471216 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cfb96-ddb1-4f88-8e19-c9226af249f5 None None] Pushing event updated for resources: {'Port': ['ID=4ee0070a-0dd3-421a-85bd-296242e9e311,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:34.527822 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:34.529911 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:34.573663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:34.594738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7202f872-3934-46d3-a6e1-d74e7bcc83e9 req-5c40fbb2-d402-4ba4-a637-bc8151086b4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (f19a5d27-dd98-4a47-9acc-9ad5abe6ad37), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.595523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:34.601752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c332f-e8ff-4281-9bee-7b6f91f31594 None None] Pushing event updated for resources: {'Port': ['ID=04109416-e908-4321-9874-5f4e8644115a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:34.607476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:34.635306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:34.661362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Pushing event updated for resources: {'Port': ['ID=44f41f0b-9a4d-4748-8fee-968f91dfd419,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:34.693340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=59b67fea-94ba-4eb5-b18b-e472d2945062,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:34.706033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (973c8f48-c5e7-47ac-a1b9-eb0870e32dc3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.722536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ac0d2e4b-bd56-4fd0-95b9-f5a57bbb1f0c None None] Provisioning complete for port ccb7b08b-8376-4765-a342-e137c99e4688 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:34.723169 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2e4b-bd56-4fd0-95b9-f5a57bbb1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.726772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Attempting to bind port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:34.727222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Attempting to bind port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:34.728107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Attempting to bind port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:34.732142 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:34.775744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:34.776065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:34.776482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.776896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:34.777469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Bound port: e6e21145-5cb9-40ee-9ac5-c9936e1010e8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:34.777996 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.854532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] For port e6e21145-5cb9-40ee-9ac5-c9936e1010e8, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:34.858188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] For port e6e21145-5cb9-40ee-9ac5-c9936e1010e8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:34.869024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.923218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d2e4b-bd56-4fd0-95b9-f5a57bbb1f0c None None] Port ccb7b08b-8376-4765-a342-e137c99e4688 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:34.971048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0587c925-12a3-4c96-9c2c-c84345853918 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:34.971447 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0587c925-12a3-4c96-9c2c-c84345853918), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.990075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:34.994955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5c148-b9bb-4662-a257-d6924ad05339 None None] Pushing event updated for resources: {'Port': ['ID=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:35.019376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-1f55a1c9-ec6f-44ac-b3c1-9d19d3e4a1d2 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0669394 Jan 28 04:37:35.027241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 0587c925-12a3-4c96-9c2c-c84345853918, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0587c925-12a3-4c96-9c2c-c84345853918,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:35.040089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0587c925-12a3-4c96-9c2c-c84345853918), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.066414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:35.081564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:35.103382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=0587c925-12a3-4c96-9c2c-c84345853918,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:35.166242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=973c8f48-c5e7-47ac-a1b9-eb0870e32dc3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:35.222487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:35.310254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:35.310925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.312748 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575f419-aea4-4cb9-95e6-7e32bdd800f0 None None] The sync data for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 is: [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:35.376614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-5118301d-5658-4d46-bfed-02ef55e860da service neutron] 10.222.0.21 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878168 Jan 28 04:37:35.382261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b17b7c4e-1736-4385-935f-1038735cd2ad tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2274604 Jan 28 04:37:35.387844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60288) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:35.397890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'network_id': '12604eda-5bc4-46f6-8069-657d81c2bc7e', 'name': 'tempest-AllowedAddressPairTestJSON-1776651278'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:35.600491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks [] for router_gateway (24890691-1a6c-4c08-babd-23c24d6a36ac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.625174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7202f872-3934-46d3-a6e1-d74e7bcc83e9 req-5c40fbb2-d402-4ba4-a637-bc8151086b4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f19a5d27-dd98-4a47-9acc-9ad5abe6ad37), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.627894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7202f872-3934-46d3-a6e1-d74e7bcc83e9 req-5c40fbb2-d402-4ba4-a637-bc8151086b4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.629101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7202f872-3934-46d3-a6e1-d74e7bcc83e9 req-5c40fbb2-d402-4ba4-a637-bc8151086b4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/f19a5d27-dd98-4a47-9acc-9ad5abe6ad37 HTTP/1.1" status: 204 len: 173 time: 1.9844201 Jan 28 04:37:35.665411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0501637f-05e3-4935-9f90-3195ea9f51af None None] Provisioning complete for port 973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:35.666321 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0501637f-05e3-4935-9f90-3195ea9f51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (973c8f48-c5e7-47ac-a1b9-eb0870e32dc3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.735425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40fbb2-d402-4ba4-a637-bc8151086b4e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a5d27-dd98-4a47-9acc-9ad5abe6ad37,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:35.739133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:35.756510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07d1206d-17f2-4850-8cb8-aa9dc041518a admin admin] 10.222.0.21 "PUT /v2.0/routers/e162b5f8-1819-47fe-9341-835f281a8b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3316836 Jan 28 04:37:35.838136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:35.856892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 04109416-e908-4321-9874-5f4e8644115a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:35.862551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0501637f-05e3-4935-9f90-3195ea9f51af None None] Port 973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:35.996448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:36.028641 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.046031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:36.046505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:36.134630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-5bcee98b-502f-4163-add1-e8ba7fca037d service neutron] 10.222.0.21 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276027 Jan 28 04:37:36.195201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b450a-80af-47e4-b2c0-6220baeb218a req-0384901c-d44d-4974-ad4c-f03d38ac077b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:36.202410 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c7b450a-80af-47e4-b2c0-6220baeb218a req-0384901c-d44d-4974-ad4c-f03d38ac077b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 950 time: 0.1530831 Jan 28 04:37:36.216000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Made reservation on behalf of 3f909a45a49348fd9fba947a2e8e7920 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:36.219886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.221770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2728efab-bfa4-4f8f-aed2-ba66fd433beb None None] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:36.222334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (24890691-1a6c-4c08-babd-23c24d6a36ac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.228721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:36.306655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] device_id is not set on port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:36.319773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Provisioning complete for port 04109416-e908-4321-9874-5f4e8644115a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:36.320096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (04109416-e908-4321-9874-5f4e8644115a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.354116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 04109416-e908-4321-9874-5f4e8644115a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:36.354552 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (04109416-e908-4321-9874-5f4e8644115a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.455813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c7b450a-80af-47e4-b2c0-6220baeb218a req-e656bf14-b3e7-4bcb-9620-5e60cdb1dc1e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252586 Jan 28 04:37:36.543062 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3527c7-6724-492c-afd8-469b9dd68be3 x-openstack-request-id: req-1d3527c7-6724-492c-afd8-469b9dd68be3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:36.543545 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bca404-f363-40d5-a1ce-30827aa9df5c", "name": "network-vif-plugged", "status": "completed", "tag": "59b67fea-94ba-4eb5-b18b-e472d2945062", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:36.544453 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d3527c7-6724-492c-afd8-469b9dd68be3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:36.545101 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b67fea-94ba-4eb5-b18b-e472d2945062', 'code': 200} Jan 28 04:37:36.696844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-418264d7-5a3c-48b6-a70c-ad47a7e840e2 req-9f2780ea-38de-4551-b155-797573ab8be3 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/6d99b473-7c4d-431c-b1e1-27ad6e71e79b HTTP/1.1" status: 200 len: 1824 time: 0.1640720 Jan 28 04:37:36.748145 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.754579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Allocated IP 172.20.0.3 (12604eda-5bc4-46f6-8069-657d81c2bc7e/c9b4866a-a109-4bd9-be73-33fb2eb2f727/14367a9d-b537-43de-bdc4-2c62a5c61bb0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:36.760418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.874695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Router 24890691-1a6c-4c08-babd-23c24d6a36ac is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:37:36.887936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53c9fdcc-bd08-4e1c-b5b9-a556af250894 req-4fb66ac0-aeba-47d2-8664-678d555e8b7a tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 210 time: 0.1115046 Jan 28 04:37:36.967772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 04109416-e908-4321-9874-5f4e8644115a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:36.969602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (04109416-e908-4321-9874-5f4e8644115a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.981246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-7b361cc7-047e-4e30-af4a-507dabf14a65 req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-343562964', 'description': 'tempest-description-1710086036'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:37.005898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=42b7c72f-1a4d-4b67-a1c8-187c0aad6887,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:37.035706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319423d4-dc44-41af-a718-fc0881e04869 req-bc1e9920-95e2-4caa-872f-5ade401cea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:37.037449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-319423d4-dc44-41af-a718-fc0881e04869 req-bc1e9920-95e2-4caa-872f-5ade401cea34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 1101 time: 0.4167793 Jan 28 04:37:37.100978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 04109416-e908-4321-9874-5f4e8644115a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=04109416-e908-4321-9874-5f4e8644115a,segment=NetworkSegment(d2b009f6-4f74-41c6-912b-47bcf0a549e7),segment_id=d2b009f6-4f74-41c6-912b-47bcf0a549e7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:37.103121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f2dea-d5a4-427f-b590-148151223504 None None] Network b22b336d-bd67-4863-bdda-72baf2db3dbc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:37.136477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7b361cc7-047e-4e30-af4a-507dabf14a65 req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.152561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (04109416-e908-4321-9874-5f4e8644115a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.152915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0587c925-12a3-4c96-9c2c-c84345853918 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:37.229570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-319423d4-dc44-41af-a718-fc0881e04869 req-05471e1a-13d2-41aa-84e3-22cfa7b52e84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357474 Jan 28 04:37:37.283582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Current status of the port 04109416-e908-4321-9874-5f4e8644115a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:37.288457 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (04109416-e908-4321-9874-5f4e8644115a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.302514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7b361cc7-047e-4e30-af4a-507dabf14a65 req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (7ef2ff6d-cb02-4a3e-ba5c-08798b660c83), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.319225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7b361cc7-047e-4e30-af4a-507dabf14a65 req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7ef2ff6d-cb02-4a3e-ba5c-08798b660c83), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.375260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-fd3e9888-b21c-4310-b54e-28abc06a9be5 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:37.382919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-fd3e9888-b21c-4310-b54e-28abc06a9be5 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 821 time: 0.6024163 Jan 28 04:37:37.442065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7b361cc7-047e-4e30-af4a-507dabf14a65 req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.447689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7b361cc7-047e-4e30-af4a-507dabf14a65 req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5063221 Jan 28 04:37:37.448025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-1823e8a2-cdd1-4fde-b33a-fc651d4ebc40 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/quotas/edcd0b64471445dab0cc647e4b32b58d HTTP/1.1" status: 200 len: 375 time: 0.0626185 Jan 28 04:37:37.448953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=04109416-e908-4321-9874-5f4e8644115a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:37.449311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf56d9-5338-4937-b96f-1b22db0f73d4 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef2ff6d-cb02-4a3e-ba5c-08798b660c83,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:37.510124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:37.522048 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Sync routers for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:37.549465 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:37.550348 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:37.580891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.596902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 2, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:37.601860 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:37:37.602795 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:37:37.642159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0587c925-12a3-4c96-9c2c-c84345853918 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:37.642544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0587c925-12a3-4c96-9c2c-c84345853918), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.647206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:37.647206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Updating router e162b5f8-1819-47fe-9341-835f281a8b87 port ccb7b08b-8376-4765-a342-e137c99e4688 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:37.650899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.686863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.719648 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.736942 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:37.778292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.782890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b4d0764-1822-4aea-8627-1ed09533acf8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0934601 Jan 28 04:37:37.793055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-123b4245-006b-4cec-b9a5-88495e1285e6 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3432932 Jan 28 04:37:37.794513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:37.826453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60326) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:37.949426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:37.957492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:37.964558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:37.995831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-329b6c07-f1ee-4d4e-87b0-1540e28ab7e2 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/7ef2ff6d-cb02-4a3e-ba5c-08798b660c83 HTTP/1.1" status: 200 len: 1823 time: 0.3049829 Jan 28 04:37:38.006521 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ef2ff6d-cb02-4a3e-ba5c-08798b660c83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:38.006903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ef2ff6d-cb02-4a3e-ba5c-08798b660c83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:38.055338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0587c925-12a3-4c96-9c2c-c84345853918 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:38.057377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 571a3e82-7f89-4826-9f61-89e37f16d33e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:38.067153 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 3, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:38.123046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=14367a9d-b537-43de-bdc4-2c62a5c61bb0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:38.143326 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Checking router: 24890691-1a6c-4c08-babd-23c24d6a36ac for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:38.143686 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Updating router 24890691-1a6c-4c08-babd-23c24d6a36ac port 44f41f0b-9a4d-4748-8fee-968f91dfd419 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:38.191078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.202567 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.228829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:38.229713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.248688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-7352f483-370b-4363-9bb8-bb48a9ac201d service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387677 Jan 28 04:37:38.520522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a34f845d-48fa-4488-bbd2-4c15b901b9ba tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1197798 Jan 28 04:37:38.533062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60330) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:38.545907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:93:04:29'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2a:2e:df'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:38.627739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6e314ca8-3268-4b7a-89fb-6a047abf35d3 None None] Current status of the port 04109416-e908-4321-9874-5f4e8644115a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:38.633106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be77502b-390b-44d9-9fef-85d26348567f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.674733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 571a3e82-7f89-4826-9f61-89e37f16d33e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:38.675302 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.730378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (4b002f44-a15f-4217-97f9-8be643892adc), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.737595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-898b4b54-d056-4de0-9ad0-02042fc4909b tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:38.739128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-898b4b54-d056-4de0-9ad0-02042fc4909b tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 820 time: 0.6110525 Jan 28 04:37:38.763624 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Publish callbacks [] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.773829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'port': {'device_id': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'admin_state_up': True, 'tenant_id': '11dfa166e3a949aaabe61b65885e7666'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:38.775814 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.802404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Provisioning complete for port 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:38.802946 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.838329 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Publish callbacks [] for port (ccb7b08b-8376-4765-a342-e137c99e4688), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.881333 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Attempting to bind port 44f41f0b-9a4d-4748-8fee-968f91dfd419 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:38.881574 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.881839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Attempting to bind port 44f41f0b-9a4d-4748-8fee-968f91dfd419 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:38.882123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Attempting to bind port 44f41f0b-9a4d-4748-8fee-968f91dfd419 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:38.897510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (4b002f44-a15f-4217-97f9-8be643892adc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.907459 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d91f-6d36-4cc3-9af2-8d629b290018 None None] Pushing event updated for resources: {'Port': ['ID=44f41f0b-9a4d-4748-8fee-968f91dfd419,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:38.916522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (4b002f44-a15f-4217-97f9-8be643892adc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.932360 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:38.933218 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:38.933341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Port 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:38.933632 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.934030 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:38.939430 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Bound port: 44f41f0b-9a4d-4748-8fee-968f91dfd419, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:38.939874 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:38.944241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 571a3e82-7f89-4826-9f61-89e37f16d33e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:38.964334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de030e-e7a9-41ee-bed2-4aceb852236b None None] Pushing event updated for resources: {'Port': ['ID=ccb7b08b-8376-4765-a342-e137c99e4688,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:38.971155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Provisioning complete for port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:38.971517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.007582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b002f44-a15f-4217-97f9-8be643892adc,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:39.027146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-cefdcbec-3774-4358-b2d3-f8c8e8f1874d service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817098 Jan 28 04:37:39.056609 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] For port 44f41f0b-9a4d-4748-8fee-968f91dfd419, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:39.060263 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] For port 44f41f0b-9a4d-4748-8fee-968f91dfd419, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=44f41f0b-9a4d-4748-8fee-968f91dfd419,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:39.083277 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.178482 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:39.179900 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:39.183801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:39.190419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Attempting to bind port ccb7b08b-8376-4765-a342-e137c99e4688 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:39.190810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Attempting to bind port ccb7b08b-8376-4765-a342-e137c99e4688 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:39.191183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Attempting to bind port ccb7b08b-8376-4765-a342-e137c99e4688 on network e24a35b9-425e-4048-8f7e-3650ee536b02 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:39.195154 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.200990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-146eef8c-25e1-4aac-bb73-862e08d2bfec req-ba66f8f1-3698-49c2-8805-780f6b6fb33b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2024024 Jan 28 04:37:39.217788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:39.218516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Checking segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:39.218984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.219406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Bound using segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:39.219897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Bound port: ccb7b08b-8376-4765-a342-e137c99e4688, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:39.220447 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.257463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Provisioning complete for port 04109416-e908-4321-9874-5f4e8644115a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:39.257737 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (04109416-e908-4321-9874-5f4e8644115a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.289522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Made reservation on behalf of 11dfa166e3a949aaabe61b65885e7666 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:39.297179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.376971 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:39.394761 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.446529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.457981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.624923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08dbd71-e5d3-480f-9d52-00944a1b0f23 req-3f586f70-7312-435c-b922-ea12f92a3cdb tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 210 time: 0.0896690 Jan 28 04:37:39.625177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 04109416-e908-4321-9874-5f4e8644115a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:39.627408 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d91f-6d36-4cc3-9af2-8d629b290018 None None] Pushing event updated for resources: {'Port': ['ID=44f41f0b-9a4d-4748-8fee-968f91dfd419,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:39.628728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] For port ccb7b08b-8376-4765-a342-e137c99e4688, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:39.684780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] For port ccb7b08b-8376-4765-a342-e137c99e4688, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccb7b08b-8376-4765-a342-e137c99e4688,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:39.695895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.720999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.790282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d949e48-ca73-46af-b2d1-5467716c1484 req-5f15a104-2b46-456a-845f-6cc5a3f507e3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:39.794595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d949e48-ca73-46af-b2d1-5467716c1484 req-5f15a104-2b46-456a-845f-6cc5a3f507e3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 950 time: 0.4355316 Jan 28 04:37:39.813259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Current status of the port 04109416-e908-4321-9874-5f4e8644115a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:39.838239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Allocated IP 172.20.0.2 (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5/61d66eea-a028-4004-b9f8-a2045bcf0622/10a31c90-15c1-4ee8-9216-76ccc46a1f45) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:39.870221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Provisioning complete for port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:39.870617 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.872605 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 3, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:39.880546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=42b7c72f-1a4d-4b67-a1c8-187c0aad6887,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:39.933535 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1721a7-c579-4c7f-8d44-3b62679e334d None None] The sync data for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 is: [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 3, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:39.952266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:39.954248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:40.091266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de030e-e7a9-41ee-bed2-4aceb852236b None None] Pushing event updated for resources: {'Port': ['ID=ccb7b08b-8376-4765-a342-e137c99e4688,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:40.099706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 04109416-e908-4321-9874-5f4e8644115a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:40.100053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (04109416-e908-4321-9874-5f4e8644115a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.131974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d949e48-ca73-46af-b2d1-5467716c1484 req-40d0aacb-6068-4a07-9ca0-126695fbabc7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734597 Jan 28 04:37:40.134195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.190438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.200492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:40.202952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:40.221041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.324872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0cd5e407-9263-4d37-9e51-790626df7ca4 req-b983661f-144f-47e5-ab5c-436006c0637d tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 210 time: 0.0361013 Jan 28 04:37:40.328850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:40.330235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:40.344013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:40.347682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:40.495613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:40.496354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.529312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:40.620989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-bb940ebe-f726-4f33-b64d-3b963e6cc72f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8514366 Jan 28 04:37:40.629766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-a095a885-e5d8-4369-b531-46cdd2358146 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/7ef2ff6d-cb02-4a3e-ba5c-08798b660c83 HTTP/1.1" status: 200 len: 2417 time: 0.4450214 Jan 28 04:37:40.653183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ef2ff6d-cb02-4a3e-ba5c-08798b660c83', 'remote_group_id': None}]} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:40.653520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ef2ff6d-cb02-4a3e-ba5c-08798b660c83', 'remote_group_id': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:40.666706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Request body: {'port': {'device_id': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:40.772374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Current status of the port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:40.782797 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.804781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Allocated IP 172.20.0.1 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/e55bd757-ac7f-4af2-afba-836e10fe3001) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:40.929863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 04109416-e908-4321-9874-5f4e8644115a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:40.931374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ee0070a-0dd3-421a-85bd-296242e9e311 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:40.937875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b0f3-614b-4b93-8206-abbc6d0c65aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:40.997102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] For port e6e21145-5cb9-40ee-9ac5-c9936e1010e8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:41.002372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks [] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.014103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.060886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.115796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Pushing event updated for resources: {'Port': ['ID=e55bd757-ac7f-4af2-afba-836e10fe3001,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:41.146205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:41.151995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:41.162391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:41.222542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4ee0070a-0dd3-421a-85bd-296242e9e311 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:41.224580 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.236470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (24890691-1a6c-4c08-babd-23c24d6a36ac), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.244725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2939c-bb86-409d-9911-997fe5b184d9 None None] Pushing event updated for resources: {'Port': ['ID=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:41.310832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cc4da-b459-452c-a00c-82a2038ed387 req-def52b08-a7fd-47f6-b825-ca3adfa16be7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:41.315396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e7cc4da-b459-452c-a00c-82a2038ed387 req-def52b08-a7fd-47f6-b825-ca3adfa16be7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 950 time: 0.7480807 Jan 28 04:37:41.337695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Provisioning complete for port 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:41.342356 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.403314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Router 4dae9dc3-2191-4aa0-9245-1c5aa4979d87 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:37:41.429644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Port 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:41.504227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Provisioning complete for port ccb7b08b-8376-4765-a342-e137c99e4688 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:41.506606 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.565041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:39Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:41.609548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5b73-f9ee-43a4-b7f5-c3ac25f1aff3 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:39Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:41.653704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e7cc4da-b459-452c-a00c-82a2038ed387 req-5642e37f-8d0a-4141-bc51-d79458a7c984 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285930 Jan 28 04:37:41.735842 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.778328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:41.783574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4ee0070a-0dd3-421a-85bd-296242e9e311 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:41.784130 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.790066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60356) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:41.790740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-539ee328-6249-4af9-91a0-928a5061cee2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/routers/4dae9dc3-2191-4aa0-9245-1c5aa4979d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6260197 Jan 28 04:37:41.794533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.810328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] Sync routers for ids ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:41.906189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.911719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Current status of the port ccb7b08b-8376-4765-a342-e137c99e4688 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:41.912118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.929494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] Routers {'4dae9dc3-2191-4aa0-9245-1c5aa4979d87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:41.930963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:41.965624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-cea41ce6-32f6-460d-8cdc-fb57d6655586 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:41.967355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-cea41ce6-32f6-460d-8cdc-fb57d6655586 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 821 time: 0.4172637 Jan 28 04:37:41.992475 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.042745 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.046271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.049878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 4ee0070a-0dd3-421a-85bd-296242e9e311, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ee0070a-0dd3-421a-85bd-296242e9e311,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:42.060770 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.061586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e6e21145-5cb9-40ee-9ac5-c9936e1010e8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:42.164867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'port': {'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'admin_state_up': True, 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:42.202385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=4ee0070a-0dd3-421a-85bd-296242e9e311,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:42.208144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] For port ccb7b08b-8376-4765-a342-e137c99e4688, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccb7b08b-8376-4765-a342-e137c99e4688,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:42.214482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] Routers {'4dae9dc3-2191-4aa0-9245-1c5aa4979d87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:42.215114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.220408 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.317251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event updated for resources: {'Port': ['ID=14367a9d-b537-43de-bdc4-2c62a5c61bb0,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:42.320219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] In _notify_port_updated(), no bound segment for port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 on network 12604eda-5bc4-46f6-8069-657d81c2bc7e {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:37:42.326552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.327491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.332392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-62114d40-d599-4bf5-b0ec-df6243b86fc8 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "PUT /v2.0/ports/14367a9d-b537-43de-bdc4-2c62a5c61bb0 HTTP/1.1" status: 200 len: 1056 time: 3.7982123 Jan 28 04:37:42.334907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.335591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e6076c-78c9-49d1-b184-0e488b21e0f1 None None] The sync data for ids ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:42.337323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (07206b50-ce13-4867-a191-6bcfda89c4fd), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.342944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60358) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:42.371867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (07206b50-ce13-4867-a191-6bcfda89c4fd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.391341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (07206b50-ce13-4867-a191-6bcfda89c4fd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.406940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010aaf5-9ace-4648-8e20-19f858f7baea None None] Pushing event updated for resources: {'Port': ['ID=ccb7b08b-8376-4765-a342-e137c99e4688,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:42.415943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6191da58-1644-4393-a015-12fcadfdcc5a None None] Provisioning complete for port e55bd757-ac7f-4af2-afba-836e10fe3001 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:42.416319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6191da58-1644-4393-a015-12fcadfdcc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.457462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8df7e6-3b5f-4c39-9181-f10d01da292a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.462345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd8df7e6-3b5f-4c39-9181-f10d01da292a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dae9dc3-2191-4aa0-9245-1c5aa4979d87 HTTP/1.1" status: 200 len: 982 time: 0.6565409 Jan 28 04:37:42.462524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822a3bd-479e-41c5-90d4-87a1087f00de req-c221f2b2-555f-417c-bbd1-af4159b8d96a tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.469650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6822a3bd-479e-41c5-90d4-87a1087f00de req-c221f2b2-555f-417c-bbd1-af4159b8d96a tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 931 time: 0.6631234 Jan 28 04:37:42.475687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60360) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:42.488088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07206b50-ce13-4867-a191-6bcfda89c4fd,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:42.592982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks [] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.599493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Made reservation on behalf of edcd0b64471445dab0cc647e4b32b58d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:42.604364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.609228 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6822a3bd-479e-41c5-90d4-87a1087f00de req-57f8a1c0-ee12-4b1a-85fa-730e97645d10 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385396 Jan 28 04:37:42.616592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.640139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.644920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67ea7097-9d28-46d4-b905-304799b89ae8 req-2c1213e5-1e83-42e5-a968-ca9787378731 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.0142574 Jan 28 04:37:42.685952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:42.686300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.726542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:42.727681 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.770109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (24890691-1a6c-4c08-babd-23c24d6a36ac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.776363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Pushing event updated for resources: {'Port': ['ID=e55bd757-ac7f-4af2-afba-836e10fe3001,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:42.784421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6191da58-1644-4393-a015-12fcadfdcc5a None None] Port e55bd757-ac7f-4af2-afba-836e10fe3001 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:42.878127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:42.896615 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.920431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Calling delete_port for 14367a9d-b537-43de-bdc4-2c62a5c61bb0 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:42.921923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-40fc2d32-e0fb-4401-b9ad-72b9bf1e11f8 None None] Provisioning complete for port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:42.922310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d32-e0fb-4401-b9ad-72b9bf1e11f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.952749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bda23f87-7680-42a4-9e48-76b84414e36b req-ba2e831b-ea05-4180-aee2-5727c76b009d tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 210 time: 0.1275935 Jan 28 04:37:42.986331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:43.017111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-40fc2d32-e0fb-4401-b9ad-72b9bf1e11f8 None None] Port 14367a9d-b537-43de-bdc4-2c62a5c61bb0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:43.055627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:43.217685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a05d0f-0ad3-4c9b-8b05-03f567dacc1e req-d02deac7-1810-4dd3-8b0d-177ade7120cb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:43.223369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a05d0f-0ad3-4c9b-8b05-03f567dacc1e req-d02deac7-1810-4dd3-8b0d-177ade7120cb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:43.225069 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5a05d0f-0ad3-4c9b-8b05-03f567dacc1e req-d02deac7-1810-4dd3-8b0d-177ade7120cb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c&device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 1691 time: 0.1653297 Jan 28 04:37:43.236302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Allocated IP 172.20.0.11 (e24a35b9-425e-4048-8f7e-3650ee536b02/38dc9940-99c9-4598-88ad-9fc41f605c93/284c9b67-3561-4827-a458-3df870e36930) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:43.312819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8579006-8990-426f-8326-47079130b9f6 req-c45640b9-651a-4123-82d1-1f9508f67a1d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/7ef2ff6d-cb02-4a3e-ba5c-08798b660c83 HTTP/1.1" status: 200 len: 3016 time: 0.2427509 Jan 28 04:37:43.328884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ee0070a-0dd3-421a-85bd-296242e9e311 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:43.360863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (14367a9d-b537-43de-bdc4-2c62a5c61bb0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.384581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-501a75ac-01a7-41ba-a0d8-5c6c70b4a9ef None None] Provisioning complete for port e55bd757-ac7f-4af2-afba-836e10fe3001 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:43.384954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-501a75ac-01a7-41ba-a0d8-5c6c70b4a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.410375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Router 24890691-1a6c-4c08-babd-23c24d6a36ac has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:43.411553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Port': ['ID=14367a9d-b537-43de-bdc4-2c62a5c61bb0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:43.433209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5a05d0f-0ad3-4c9b-8b05-03f567dacc1e req-2ac9a250-634e-4baa-aea3-4a30be081dcc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481242 Jan 28 04:37:43.433320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4ee0070a-0dd3-421a-85bd-296242e9e311 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:43.433320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.434446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-501a75ac-01a7-41ba-a0d8-5c6c70b4a9ef None None] Port e55bd757-ac7f-4af2-afba-836e10fe3001 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:43.499659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-c309a88b-4e1f-42c2-972f-26f48568b5f7 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-group-rules/07206b50-ce13-4867-a191-6bcfda89c4fd HTTP/1.1" status: 200 len: 783 time: 0.1280909 Jan 28 04:37:43.599877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.600917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4ee0070a-0dd3-421a-85bd-296242e9e311 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:43.602090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccb7b08b-8376-4765-a342-e137c99e4688 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:43.684936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ccb7b08b-8376-4765-a342-e137c99e4688 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:43.685614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.743338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a31c90-15c1-4ee8-9216-76ccc46a1f45 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:43.801022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Publish callbacks [] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.832547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ccb7b08b-8376-4765-a342-e137c99e4688 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:43.833973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 44f41f0b-9a4d-4748-8fee-968f91dfd419 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:43.854440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-1beac46a-eaa4-4fe3-9546-480cbd7e3273 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/7ef2ff6d-cb02-4a3e-ba5c-08798b660c83 HTTP/1.1" status: 200 len: 3016 time: 0.3198519 Jan 28 04:37:43.867942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.871296 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-78344616-437a-4c52-adf5-c1469149b95a tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/ports/14367a9d-b537-43de-bdc4-2c62a5c61bb0 HTTP/1.1" status: 204 len: 168 time: 1.5244234 Jan 28 04:37:43.874562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:43.894333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Transition to ACTIVE for port object 10a31c90-15c1-4ee8-9216-76ccc46a1f45 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:37:43.904651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for port (284c9b67-3561-4827-a458-3df870e36930), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.912771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 44f41f0b-9a4d-4748-8fee-968f91dfd419 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:43.913839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:43.918013 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3fe67b-02fe-49f3-a4d8-fb79a2801891 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] GET failed (client error): The resource could not be found. Jan 28 04:37:43.919677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ce3fe67b-02fe-49f3-a4d8-fb79a2801891 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "GET /v2.0/ports/14367a9d-b537-43de-bdc4-2c62a5c61bb0 HTTP/1.1" status: 404 len: 333 time: 0.0423002 Jan 28 04:37:43.921812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980441db-e957-4ab1-958d-225a0d09c4af req-53366237-0653-4521-b954-85d2d0425773 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:43.923333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-980441db-e957-4ab1-958d-225a0d09c4af req-53366237-0653-4521-b954-85d2d0425773 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 1101 time: 0.2770081 Jan 28 04:37:43.928154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60376) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:43.960752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.060840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 44f41f0b-9a4d-4748-8fee-968f91dfd419 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:44.062138 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.075065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-c4886844-5063-4f28-8572-ff6794e0128a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (07206b50-ce13-4867-a191-6bcfda89c4fd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.085061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 44f41f0b-9a4d-4748-8fee-968f91dfd419, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=44f41f0b-9a4d-4748-8fee-968f91dfd419,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:44.090822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.091604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-c4886844-5063-4f28-8572-ff6794e0128a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (07206b50-ce13-4867-a191-6bcfda89c4fd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.092344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e6e21145-5cb9-40ee-9ac5-c9936e1010e8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:44.174575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-980441db-e957-4ab1-958d-225a0d09c4af req-66a9775b-22b0-4275-b041-631d6e44d74c tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364972 Jan 28 04:37:44.175947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:44.187349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Sync routers for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:44.228688 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:44.229754 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:44.231102 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52b72e6a-8b56-48e9-b6ba-4158f38b61aa admin admin] 10.222.0.21 "PUT /v2.0/routers/24890691-1a6c-4c08-babd-23c24d6a36ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4028554 Jan 28 04:37:44.238973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-c4886844-5063-4f28-8572-ff6794e0128a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (07206b50-ce13-4867-a191-6bcfda89c4fd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.249197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=44f41f0b-9a4d-4748-8fee-968f91dfd419,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:44.261548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:44.261943 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.325816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting port 973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:44.326164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (973c8f48-c5e7-47ac-a1b9-eb0870e32dc3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.354535 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-c4886844-5063-4f28-8572-ff6794e0128a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.367294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcf5ca77-3eed-49c8-ad39-1e48972df793 req-c4886844-5063-4f28-8572-ff6794e0128a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/07206b50-ce13-4867-a191-6bcfda89c4fd HTTP/1.1" status: 204 len: 173 time: 0.4897966 Jan 28 04:37:44.432161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:44.481780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4886844-5063-4f28-8572-ff6794e0128a tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07206b50-ce13-4867-a191-6bcfda89c4fd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:44.483750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Attempting to bind port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:44.484194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Attempting to bind port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:44.484683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Attempting to bind port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 on network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:44.495533 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:44.506992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 on network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:37:44.507485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Attempting to bind port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 on network 59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:44.518876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:44.534745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:44.535233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Checking segment: {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:44.535729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Bound using segment: {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:44.536298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Bound port: 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea80ef8-cc55-420e-b3fc-70a871b839c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:44.536780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.598053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.611385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee6e85-6eba-4401-ac3b-e6b114eb746a req-6abf44aa-5ed2-4bf3-857c-df0110cd85be tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:44.621209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bee6e85-6eba-4401-ac3b-e6b114eb746a req-6abf44aa-5ed2-4bf3-857c-df0110cd85be tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 943 time: 0.2406435 Jan 28 04:37:44.631453 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (973c8f48-c5e7-47ac-a1b9-eb0870e32dc3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.671654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Calling delete_port for 973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:44.686640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (284c9b67-3561-4827-a458-3df870e36930), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.773712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bee6e85-6eba-4401-ac3b-e6b114eb746a req-07649724-9554-4377-9108-270c5e927ad5 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515045 Jan 28 04:37:44.792241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Network e24a35b9-425e-4048-8f7e-3650ee536b02 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:44.810627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:44.824796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:44.865302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:44.889177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:44.911347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event updated for resources: {'Port': ['ID=284c9b67-3561-4827-a458-3df870e36930,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:44.913092 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 2, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:44.919084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:44.919807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.928276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.928568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.955951 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Checking router: 24890691-1a6c-4c08-babd-23c24d6a36ac for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:44.956340 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Updating router 24890691-1a6c-4c08-babd-23c24d6a36ac port e55bd757-ac7f-4af2-afba-836e10fe3001 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:44.993091 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.009203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce2ac-a847-47e9-967a-72e9b96c617e req-47c5d981-0da1-4605-a54b-8b3f0d2f5eea tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:45.009203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c7ce2ac-a847-47e9-967a-72e9b96c617e req-47c5d981-0da1-4605-a54b-8b3f0d2f5eea tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 1101 time: 0.1383862 Jan 28 04:37:45.009203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (973c8f48-c5e7-47ac-a1b9-eb0870e32dc3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.022555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f339eae-b2bb-4a48-9e2b-36d494e77a89 req-b3d967e6-4ced-4496-9e46-dfe3b4877744 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:45.036330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f339eae-b2bb-4a48-9e2b-36d494e77a89 req-b3d967e6-4ced-4496-9e46-dfe3b4877744 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 932 time: 0.3892083 Jan 28 04:37:45.047601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Port': ['ID=973c8f48-c5e7-47ac-a1b9-eb0870e32dc3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:45.063622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 44f41f0b-9a4d-4748-8fee-968f91dfd419 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:45.146608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c7ce2ac-a847-47e9-967a-72e9b96c617e req-493ecab8-4123-4540-aad6-537c9b4a4853 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056409 Jan 28 04:37:45.199119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f339eae-b2bb-4a48-9e2b-36d494e77a89 req-68f63b6f-9fdd-48ed-91f3-98261f3b5d34 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618111 Jan 28 04:37:45.234316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9ede6528-20a1-4820-a46d-04a5694336aa tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2248051 Jan 28 04:37:45.241134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:45.242379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.245388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] 10.222.0.52 "PUT /v2.0/ports/10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 1091 time: 4.5862749 Jan 28 04:37:45.246314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:45.263850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 44f41f0b-9a4d-4748-8fee-968f91dfd419 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:45.264038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.267718 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b99644-4e2b-4645-a0ff-a988b3826a22" -d '{"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:45.359133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7744869-c2d5-4f06-ae41-fc498e563b42 req-6d589341-5b50-442b-94d5-ff37160281bb tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/7ef2ff6d-cb02-4a3e-ba5c-08798b660c83 HTTP/1.1" status: 200 len: 2417 time: 0.1424534 Jan 28 04:37:45.364228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.371452 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-878c582d-e6fa-42a3-ba71-11b8ecbd3af0 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/ports/973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 HTTP/1.1" status: 204 len: 168 time: 1.4422643 Jan 28 04:37:45.380391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Request body: {'port': {'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:45.392809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60394) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:45.394032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-408ab7e5-9618-4f87-aec7-f0c7e73d6db5 None None] Provisioning complete for port 284c9b67-3561-4827-a458-3df870e36930 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:45.395337 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-408ab7e5-9618-4f87-aec7-f0c7e73d6db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (284c9b67-3561-4827-a458-3df870e36930), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.450510 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-812d27e4-7f3d-49b8-b2df-4351ea0ea5dd tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] GET failed (client error): The resource could not be found. Jan 28 04:37:45.452214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-812d27e4-7f3d-49b8-b2df-4351ea0ea5dd tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "GET /v2.0/ports/973c8f48-c5e7-47ac-a1b9-eb0870e32dc3 HTTP/1.1" status: 404 len: 333 time: 0.0578649 Jan 28 04:37:45.457896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60398) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:45.465706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-408ab7e5-9618-4f87-aec7-f0c7e73d6db5 None None] Port 284c9b67-3561-4827-a458-3df870e36930 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:45.535965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 44f41f0b-9a4d-4748-8fee-968f91dfd419 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:45.557558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16248a9-0a95-427c-a1b5-052706da2de2 service neutron] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:45.619707 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Publish callbacks [] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.628749 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.658918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-44e213b9-4be6-47a4-ab97-10fdb654a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:45.660782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-44e213b9-4be6-47a4-ab97-10fdb654a937 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1094 time: 0.3245201 Jan 28 04:37:45.661592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (284c9b67-3561-4827-a458-3df870e36930), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.685343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7744869-c2d5-4f06-ae41-fc498e563b42 req-79a860d6-daa1-4519-a6c5-569fd7047b16 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (7ef2ff6d-cb02-4a3e-ba5c-08798b660c83), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.752740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting port e93abbda-d977-4f6b-8e23-996e7fac8d40 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:45.753700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.767877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7744869-c2d5-4f06-ae41-fc498e563b42 req-79a860d6-daa1-4519-a6c5-569fd7047b16 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (7ef2ff6d-cb02-4a3e-ba5c-08798b660c83), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.881906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b4eac-42d7-4d9a-bc76-a29ea735623f None None] Pushing event updated for resources: {'Port': ['ID=e55bd757-ac7f-4af2-afba-836e10fe3001,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:45.891411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Attempting to bind port e55bd757-ac7f-4af2-afba-836e10fe3001 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:45.892194 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Attempting to bind port e55bd757-ac7f-4af2-afba-836e10fe3001 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:45.893029 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Attempting to bind port e55bd757-ac7f-4af2-afba-836e10fe3001 on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:45.903881 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:45.905602 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:45.906860 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.906860 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:45.907775 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Bound port: e55bd757-ac7f-4af2-afba-836e10fe3001, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:45.908411 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.007659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.025077 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7744869-c2d5-4f06-ae41-fc498e563b42 req-79a860d6-daa1-4519-a6c5-569fd7047b16 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7ef2ff6d-cb02-4a3e-ba5c-08798b660c83), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.025407 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] For port e55bd757-ac7f-4af2-afba-836e10fe3001, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:46.027746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f7744869-c2d5-4f06-ae41-fc498e563b42 req-79a860d6-daa1-4519-a6c5-569fd7047b16 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.028870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7744869-c2d5-4f06-ae41-fc498e563b42 req-79a860d6-daa1-4519-a6c5-569fd7047b16 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ef2ff6d-cb02-4a3e-ba5c-08798b660c83 HTTP/1.1" status: 204 len: 173 time: 0.6548526 Jan 28 04:37:46.039629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Calling delete_port for e93abbda-d977-4f6b-8e23-996e7fac8d40 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:46.046214 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] For port e55bd757-ac7f-4af2-afba-836e10fe3001, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e55bd757-ac7f-4af2-afba-836e10fe3001,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:46.054282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a860d6-daa1-4519-a6c5-569fd7047b16 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef2ff6d-cb02-4a3e-ba5c-08798b660c83,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:46.069657 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.116356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] Provisioning complete for port e55bd757-ac7f-4af2-afba-836e10fe3001 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:46.116951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.155718 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:46.156507 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:46.167341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60406) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:46.176252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764293300', 'description': 'tempest-description--358719089'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:46.267000 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b4eac-42d7-4d9a-bc76-a29ea735623f None None] Pushing event updated for resources: {'Port': ['ID=e55bd757-ac7f-4af2-afba-836e10fe3001,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:46.290813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-84fab080-bbfa-4830-be39-2387588a254e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434542 Jan 28 04:37:46.292767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.328160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] Current status of the port e55bd757-ac7f-4af2-afba-836e10fe3001 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:46.328160 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.388595 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac1fe22-444b-4151-b490-91cb63898edb x-openstack-request-id: req-dac1fe22-444b-4151-b490-91cb63898edb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:46.389551 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:46.389969 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac1fe22-444b-4151-b490-91cb63898edb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:46.390524 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'status': 'completed', 'code': 200} Jan 28 04:37:46.395858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-abef281d-e84a-400f-bf94-e834bd6e2bd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.7190902 Jan 28 04:37:46.411045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] For port e55bd757-ac7f-4af2-afba-836e10fe3001, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e55bd757-ac7f-4af2-afba-836e10fe3001,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:46.416659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.432692 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:46.506846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:46.507340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.520069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10169c-fb8c-4b1b-928c-282d935d8be9 None None] Pushing event updated for resources: {'Port': ['ID=e55bd757-ac7f-4af2-afba-836e10fe3001,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:46.531671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-6b19f4c8-57e6-402f-be71-508284e1495e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:46.538383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-6b19f4c8-57e6-402f-be71-508284e1495e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467127 Jan 28 04:37:46.552271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e93abbda-d977-4f6b-8e23-996e7fac8d40), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.554289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-026ba80a-5719-43a9-990a-d5a95b555aa3 None None] Provisioning complete for port e55bd757-ac7f-4af2-afba-836e10fe3001 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:46.554782 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-026ba80a-5719-43a9-990a-d5a95b555aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.571119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-00a21c26-3d91-4d27-a2aa-8581392682b4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/quotas/b79c05c4bde8438f9efb92d7dff6d24f HTTP/1.1" status: 200 len: 375 time: 0.0318079 Jan 28 04:37:46.594174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-68b6d4e2-9b97-4d92-8e41-00582af0bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:46.595817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-68b6d4e2-9b97-4d92-8e41-00582af0bd9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.1774461 Jan 28 04:37:46.640951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Port': ['ID=e93abbda-d977-4f6b-8e23-996e7fac8d40,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:46.654379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group (599fb0f1-4e1a-446a-83c0-5c2eea90784f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.667750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (599fb0f1-4e1a-446a-83c0-5c2eea90784f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.673653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-026ba80a-5719-43a9-990a-d5a95b555aa3 None None] Current status of the port e55bd757-ac7f-4af2-afba-836e10fe3001 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:46.706956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-dfce4abe-8076-4519-93ad-12b50fa1fff3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956111 Jan 28 04:37:46.728313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f52a-b7c0-4185-8d2a-6bd7f249d36f req-b1dcd7c2-7ae3-4593-9876-6794d51e46b8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:46.731885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac01f52a-b7c0-4185-8d2a-6bd7f249d36f req-b1dcd7c2-7ae3-4593-9876-6794d51e46b8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 943 time: 0.2515337 Jan 28 04:37:46.764739 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:46.790193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.794322 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa470a08-1cdf-4d82-9a24-305037ce4de5 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/ports/e93abbda-d977-4f6b-8e23-996e7fac8d40 HTTP/1.1" status: 204 len: 168 time: 1.3350286 Jan 28 04:37:46.797040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599fb0f1-4e1a-446a-83c0-5c2eea90784f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:46.800958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:46.808940 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fac7-603f-4e79-a36a-ddfb3840357f None None] The sync data for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 is: [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:46.813608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.817826 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-61566622-58b2-4d0f-9830-0665db5a6da2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6448309 Jan 28 04:37:46.819440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60420) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:46.823868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'security_group_rule': {'security_group_id': '599fb0f1-4e1a-446a-83c0-5c2eea90784f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:46.871896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.880903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-1356171c-f609-48cb-ad4d-41a3064da525 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3089085 Jan 28 04:37:46.927800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Deleting subnet c9b4866a-a109-4bd9-be73-33fb2eb2f727 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:46.932622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for subnet (c9b4866a-a109-4bd9-be73-33fb2eb2f727), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.935958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group_rule (fa8f23c6-89ca-437a-b937-3a77e583dfa9), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.963994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 42b7c72f-1a4d-4b67-a1c8-187c0aad6887 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:46.999741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac01f52a-b7c0-4185-8d2a-6bd7f249d36f req-00aae2bb-43d9-4ee5-9446-fc7ff2d0d0c1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502515 Jan 28 04:37:47.042611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (c9b4866a-a109-4bd9-be73-33fb2eb2f727), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.082333 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-7ac6f03c-e531-488d-a5ce-d0489574e532 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645585 Jan 28 04:37:47.083863 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-e2705f24-b741-4e6e-a1c4-d41e6b8671f3 req-e62fd58f-efaf-447a-b71f-f1053f517b64 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] show failed (client error): The resource could not be found. Jan 28 04:37:47.098030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2705f24-b741-4e6e-a1c4-d41e6b8671f3 req-e62fd58f-efaf-447a-b71f-f1053f517b64 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/f19a5d27-dd98-4a47-9acc-9ad5abe6ad37 HTTP/1.1" status: 404 len: 352 time: 0.0769095 Jan 28 04:37:47.172259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (c9b4866a-a109-4bd9-be73-33fb2eb2f727), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.194996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e55bd757-ac7f-4af2-afba-836e10fe3001 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:47.286005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e55bd757-ac7f-4af2-afba-836e10fe3001 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:47.286426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.305158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284c9b67-3561-4827-a458-3df870e36930 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:47.323769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Publish callbacks [] for port (284c9b67-3561-4827-a458-3df870e36930), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.407055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e55bd757-ac7f-4af2-afba-836e10fe3001 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:47.408232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Transition to ACTIVE for port object 284c9b67-3561-4827-a458-3df870e36930 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:37:47.417812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc21963-6846-4b0d-a4e3-4142177a484b req-750936b3-6ef7-47d5-8cd5-5d7c9b1aad1e tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:47.419351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffc21963-6846-4b0d-a4e3-4142177a484b req-750936b3-6ef7-47d5-8cd5-5d7c9b1aad1e tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 932 time: 0.1639884 Jan 28 04:37:47.419493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50cc2242-fc00-45fd-86c2-7a420155be5e req-43206755-cf8a-4abc-8a38-00881d08353b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/6d99b473-7c4d-431c-b1e1-27ad6e71e79b HTTP/1.1" status: 200 len: 1824 time: 0.1455410 Jan 28 04:37:47.426910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (284c9b67-3561-4827-a458-3df870e36930), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.437449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group_rule (fa8f23c6-89ca-437a-b937-3a77e583dfa9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.451214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (fa8f23c6-89ca-437a-b937-3a77e583dfa9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.453259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (c9b4866a-a109-4bd9-be73-33fb2eb2f727), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.510774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b4866a-a109-4bd9-be73-33fb2eb2f727,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:47.518891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.522127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-961734a4-74f5-4b79-a4a7-e6365fe4a577 tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/subnets/c9b4866a-a109-4bd9-be73-33fb2eb2f727 HTTP/1.1" status: 204 len: 168 time: 0.7196898 Jan 28 04:37:47.523279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8f23c6-89ca-437a-b937-3a77e583dfa9,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:47.527635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.528438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4bafdd-4b6c-4e57-ab41-a3ad28537b44 req-49fbbf5d-554b-44ff-80f6-64649541f1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714008 Jan 28 04:37:47.528846 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-684491f3-0e4f-418b-a693-1353f59168bd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7085612 Jan 28 04:37:47.532466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60434) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:47.532783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60436) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:47.543013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063e180-a3a7-443a-a611-77a6b6aed5db None None] Network 12604eda-5bc4-46f6-8069-657d81c2bc7e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:47.558384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'security_group_rule': {'security_group_id': '599fb0f1-4e1a-446a-83c0-5c2eea90784f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:47.579654 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-50cc2242-fc00-45fd-86c2-7a420155be5e req-1efa8488-3d44-42b2-8a69-f8790e406b3b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (6d99b473-7c4d-431c-b1e1-27ad6e71e79b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.628834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-50cc2242-fc00-45fd-86c2-7a420155be5e req-1efa8488-3d44-42b2-8a69-f8790e406b3b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (6d99b473-7c4d-431c-b1e1-27ad6e71e79b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.735903 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-50cc2242-fc00-45fd-86c2-7a420155be5e req-1efa8488-3d44-42b2-8a69-f8790e406b3b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6d99b473-7c4d-431c-b1e1-27ad6e71e79b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.738526 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-50cc2242-fc00-45fd-86c2-7a420155be5e req-1efa8488-3d44-42b2-8a69-f8790e406b3b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.739739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50cc2242-fc00-45fd-86c2-7a420155be5e req-1efa8488-3d44-42b2-8a69-f8790e406b3b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/6d99b473-7c4d-431c-b1e1-27ad6e71e79b HTTP/1.1" status: 204 len: 173 time: 0.3050389 Jan 28 04:37:47.758584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa8488-3d44-42b2-8a69-f8790e406b3b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d99b473-7c4d-431c-b1e1-27ad6e71e79b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:47.852222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ae1b1b5-4b69-44ce-a22a-c390952c822b req-f407e052-98a8-4165-aab5-c572e982bfb8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.0537648 Jan 28 04:37:47.872613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347de10-b811-49de-a12d-96f51733f281 None None] DHCP port deletion for 12604eda-5bc4-46f6-8069-657d81c2bc7e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:47.880718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Pushing event updated for resources: {'Port': ['ID=284c9b67-3561-4827-a458-3df870e36930,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:47.948578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2347de10-b811-49de-a12d-96f51733f281 None None] Deleting port 4c6a6979-44b1-4cfa-9891-34d431613603 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:47.949059 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2347de10-b811-49de-a12d-96f51733f281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.977780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffc21963-6846-4b0d-a4e3-4142177a484b req-2118de7d-76ff-46ef-910f-fb8c33aad5a1 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400236 Jan 28 04:37:48.014205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (12604eda-5bc4-46f6-8069-657d81c2bc7e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.028945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group_rule (4bf74910-f039-446b-b2ed-85a199c7bc58), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.037632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (42b7c72f-1a4d-4b67-a1c8-187c0aad6887), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.042381 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae2ea79-05fc-49ef-bb24-2fd2f5e6cd03 req-911908ac-21ac-400e-b3d6-05edd519ff8e tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/ae36f813-4899-4bce-981b-63fc4c12ff09 HTTP/1.1" status: 200 len: 1821 time: 0.0596409 Jan 28 04:37:48.060076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2347de10-b811-49de-a12d-96f51733f281 None None] For port 4c6a6979-44b1-4cfa-9891-34d431613603, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4c6a6979-44b1-4cfa-9891-34d431613603,segment=NetworkSegment(c1176710-483b-4301-843b-06078fd96265),segment_id=c1176710-483b-4301-843b-06078fd96265)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:48.060493 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2347de10-b811-49de-a12d-96f51733f281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.084597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2347de10-b811-49de-a12d-96f51733f281 None None] Calling delete_port for 4c6a6979-44b1-4cfa-9891-34d431613603 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:48.126818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae2ea79-05fc-49ef-bb24-2fd2f5e6cd03 req-9eb79915-8c42-4805-adbb-ff4b02c58201 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (ae36f813-4899-4bce-981b-63fc4c12ff09), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.144382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=42b7c72f-1a4d-4b67-a1c8-187c0aad6887,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:48.152256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Attempting to bind port 284c9b67-3561-4827-a458-3df870e36930 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:48.152603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Attempting to bind port 284c9b67-3561-4827-a458-3df870e36930 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:48.152939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Attempting to bind port 284c9b67-3561-4827-a458-3df870e36930 on network e24a35b9-425e-4048-8f7e-3650ee536b02 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:48.156341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-1e707f84-810f-417f-9a8f-2aa4a0311174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:48.157944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-1e707f84-810f-417f-9a8f-2aa4a0311174 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1094 time: 0.3525605 Jan 28 04:37:48.166953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae2ea79-05fc-49ef-bb24-2fd2f5e6cd03 req-9eb79915-8c42-4805-adbb-ff4b02c58201 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (ae36f813-4899-4bce-981b-63fc4c12ff09), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.220102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Port 284c9b67-3561-4827-a458-3df870e36930 on network e24a35b9-425e-4048-8f7e-3650ee536b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:37:48.220593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Attempting to bind port 284c9b67-3561-4827-a458-3df870e36930 on network e24a35b9-425e-4048-8f7e-3650ee536b02 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:48.248564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae2ea79-05fc-49ef-bb24-2fd2f5e6cd03 req-9eb79915-8c42-4805-adbb-ff4b02c58201 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ae36f813-4899-4bce-981b-63fc4c12ff09), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.251532 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1ae2ea79-05fc-49ef-bb24-2fd2f5e6cd03 req-9eb79915-8c42-4805-adbb-ff4b02c58201 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.253377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ae2ea79-05fc-49ef-bb24-2fd2f5e6cd03 req-9eb79915-8c42-4805-adbb-ff4b02c58201 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae36f813-4899-4bce-981b-63fc4c12ff09 HTTP/1.1" status: 204 len: 173 time: 0.2101507 Jan 28 04:37:48.277472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2347de10-b811-49de-a12d-96f51733f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4c6a6979-44b1-4cfa-9891-34d431613603), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.295921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb79915-8c42-4805-adbb-ff4b02c58201 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae36f813-4899-4bce-981b-63fc4c12ff09,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:48.337606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347de10-b811-49de-a12d-96f51733f281 None None] Pushing event deleted for resources: {'Port': ['ID=4c6a6979-44b1-4cfa-9891-34d431613603,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:48.347705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347de10-b811-49de-a12d-96f51733f281 None None] No DVR routers for this DVR port 4c6a6979-44b1-4cfa-9891-34d431613603 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:48.372315 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e9a2553-b091-4efc-bc23-968a5d05142c req-088c59e9-406b-4da1-9954-fe545996624b tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/a90c2982-1a23-4f91-91a5-07aa39ef049d HTTP/1.1" status: 200 len: 1824 time: 0.0844257 Jan 28 04:37:48.407263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] The port '4c6a6979-44b1-4cfa-9891-34d431613603' was deleted {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 04:37:48.446304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e9a2553-b091-4efc-bc23-968a5d05142c req-ed3457de-347a-4573-a580-22335f8ddb08 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (a90c2982-1a23-4f91-91a5-07aa39ef049d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.473113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e9a2553-b091-4efc-bc23-968a5d05142c req-ed3457de-347a-4573-a580-22335f8ddb08 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (a90c2982-1a23-4f91-91a5-07aa39ef049d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.525281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e9a2553-b091-4efc-bc23-968a5d05142c req-ed3457de-347a-4573-a580-22335f8ddb08 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a90c2982-1a23-4f91-91a5-07aa39ef049d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.526484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:48.527109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Checking segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:48.527371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Bound using segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:48.527853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Bound port: 284c9b67-3561-4827-a458-3df870e36930, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:48.528223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (284c9b67-3561-4827-a458-3df870e36930), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.529543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0e9a2553-b091-4efc-bc23-968a5d05142c req-ed3457de-347a-4573-a580-22335f8ddb08 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.530823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e9a2553-b091-4efc-bc23-968a5d05142c req-ed3457de-347a-4573-a580-22335f8ddb08 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/a90c2982-1a23-4f91-91a5-07aa39ef049d HTTP/1.1" status: 204 len: 173 time: 0.1575983 Jan 28 04:37:48.548004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3457de-347a-4573-a580-22335f8ddb08 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c2982-1a23-4f91-91a5-07aa39ef049d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:48.613702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c073550-c3b1-41b6-ae98-560d5f74a614 req-d0e4c011-a7cc-45be-a913-17d612354541 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/e4bc41d8-94e4-4b16-bb23-fa19c5c54daf HTTP/1.1" status: 200 len: 2424 time: 0.0474923 Jan 28 04:37:48.639273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415d5c3-d456-493b-ac16-02775666ac23 req-65f42efa-f1ad-414a-9914-b5fa9f531131 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:48.640817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a415d5c3-d456-493b-ac16-02775666ac23 req-65f42efa-f1ad-414a-9914-b5fa9f531131 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 943 time: 0.5111339 Jan 28 04:37:48.654892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group_rule (4bf74910-f039-446b-b2ed-85a199c7bc58), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.677420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (12604eda-5bc4-46f6-8069-657d81c2bc7e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.678019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2c073550-c3b1-41b6-ae98-560d5f74a614 req-2edc5e58-3b6e-4b02-909b-8b194a80d49d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (e4bc41d8-94e4-4b16-bb23-fa19c5c54daf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.712512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (4bf74910-f039-446b-b2ed-85a199c7bc58), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.733575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2c073550-c3b1-41b6-ae98-560d5f74a614 req-2edc5e58-3b6e-4b02-909b-8b194a80d49d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (e4bc41d8-94e4-4b16-bb23-fa19c5c54daf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.784028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2c073550-c3b1-41b6-ae98-560d5f74a614 req-2edc5e58-3b6e-4b02-909b-8b194a80d49d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4bc41d8-94e4-4b16-bb23-fa19c5c54daf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.786630 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2c073550-c3b1-41b6-ae98-560d5f74a614 req-2edc5e58-3b6e-4b02-909b-8b194a80d49d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.789793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c073550-c3b1-41b6-ae98-560d5f74a614 req-2edc5e58-3b6e-4b02-909b-8b194a80d49d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4bc41d8-94e4-4b16-bb23-fa19c5c54daf HTTP/1.1" status: 204 len: 173 time: 0.1725199 Jan 28 04:37:48.803313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc5e58-3b6e-4b02-909b-8b194a80d49d tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc41d8-94e4-4b16-bb23-fa19c5c54daf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:48.826376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12604eda-5bc4-46f6-8069-657d81c2bc7e']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:48.863732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45692662-bccb-4e7d-84b0-550f625b59fc req-22d34bca-5160-4f00-a468-0c10d1ee7be9 tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "GET /v2.0/security-groups/19e2a8a9-af5d-494f-b5ae-1a7232e50125 HTTP/1.1" status: 200 len: 2416 time: 0.0584941 Jan 28 04:37:48.884443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-7571b037-31a7-4826-a075-11480e6b6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:48.885975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-7571b037-31a7-4826-a075-11480e6b6eef service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.6533678 Jan 28 04:37:48.908257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf74910-f039-446b-b2ed-85a199c7bc58,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:48.912498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1176710-483b-4301-843b-06078fd96265') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:48.912802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1176710-483b-4301-843b-06078fd96265') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:48.923675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-45692662-bccb-4e7d-84b0-550f625b59fc req-c6ed600d-bce3-4398-accc-44a1b69828aa tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (19e2a8a9-af5d-494f-b5ae-1a7232e50125), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.939561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7b308623-4984-4f2f-a540-2bb853909773 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1240714 Jan 28 04:37:48.942266 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.943589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5063a924-3556-4ff6-8097-70be27acdfa0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3914003 Jan 28 04:37:48.951186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60452) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:48.953064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.957179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:48.961389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (c1176710-483b-4301-843b-06078fd96265), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.967813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-45692662-bccb-4e7d-84b0-550f625b59fc req-c6ed600d-bce3-4398-accc-44a1b69828aa tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (19e2a8a9-af5d-494f-b5ae-1a7232e50125), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.006648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.010872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4c6a6979-44b1-4cfa-9891-34d431613603 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:49.035316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4c6a6979-44b1-4cfa-9891-34d431613603 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:49.036001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4c6a6979-44b1-4cfa-9891-34d431613603 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:49.072619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-45692662-bccb-4e7d-84b0-550f625b59fc req-c6ed600d-bce3-4398-accc-44a1b69828aa tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (19e2a8a9-af5d-494f-b5ae-1a7232e50125), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.075344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-45692662-bccb-4e7d-84b0-550f625b59fc req-c6ed600d-bce3-4398-accc-44a1b69828aa tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.076590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45692662-bccb-4e7d-84b0-550f625b59fc req-c6ed600d-bce3-4398-accc-44a1b69828aa tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] 10.222.0.21 "DELETE /v2.0/security-groups/19e2a8a9-af5d-494f-b5ae-1a7232e50125 HTTP/1.1" status: 204 len: 173 time: 0.2120674 Jan 28 04:37:49.085903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60458) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:49.126860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed600d-bce3-4398-accc-44a1b69828aa tempest-SecurityGroupRulesTestJSON-1689524818 tempest-SecurityGroupRulesTestJSON-1689524818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e2a8a9-af5d-494f-b5ae-1a7232e50125,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:49.173597 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fcdd009-255b-430b-a37f-1355a1626d85 req-4d87a8b6-90af-437e-9863-d425ad08f7c4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.0444551 Jan 28 04:37:49.184941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Deleting subnet 91c3dc2d-bdcd-4f1b-a412-187fa1991119 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:49.199000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Publish callbacks [] for subnet (91c3dc2d-bdcd-4f1b-a412-187fa1991119), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.249089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (91c3dc2d-bdcd-4f1b-a412-187fa1991119), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.281612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-828c4a5c-1ea6-43b0-a334-8357fb12bbba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.3634076 Jan 28 04:37:49.283308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.286411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] For port 284c9b67-3561-4827-a458-3df870e36930, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:49.332785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c1176710-483b-4301-843b-06078fd96265), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.342425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a415d5c3-d456-493b-ac16-02775666ac23 req-3826fa40-838e-4953-849a-125cff849411 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802430 Jan 28 04:37:49.383546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (91c3dc2d-bdcd-4f1b-a412-187fa1991119), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.388575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] For port 284c9b67-3561-4827-a458-3df870e36930, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=284c9b67-3561-4827-a458-3df870e36930,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:49.410803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:49.411361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (c1176710-483b-4301-843b-06078fd96265), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:49.416466 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:49.465548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (284c9b67-3561-4827-a458-3df870e36930), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.565069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:49.566132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.567615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] 10.222.0.47 "PUT /v2.0/ports/284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 1092 time: 4.2821612 Jan 28 04:37:49.580363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:49.590123 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc990b-140e-4150-a6aa-377ffae76737" -d '{"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:49.600391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-28a46872-e2b9-4def-ab44-e7b40c85eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:49.602894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-28a46872-e2b9-4def-ab44-e7b40c85eecb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.3113847 Jan 28 04:37:49.669227 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a396b1b-6ade-46bc-8533-cc2ea74522e3 x-openstack-request-id: req-9a396b1b-6ade-46bc-8533-cc2ea74522e3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:49.669534 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:49.669792 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a396b1b-6ade-46bc-8533-cc2ea74522e3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:49.670197 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'status': 'completed', 'code': 200} Jan 28 04:37:49.683682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (12604eda-5bc4-46f6-8069-657d81c2bc7e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.688320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.696491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] 10.222.0.21 "DELETE /v2.0/networks/12604eda-5bc4-46f6-8069-657d81c2bc7e HTTP/1.1" status: 204 len: 168 time: 2.1409874 Jan 28 04:37:49.781848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-5dc0f49f-45c6-41f8-8986-6fe49028a3cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272769 Jan 28 04:37:49.784306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916960-42dd-4518-b54d-2acdb92bdff4 service neutron] Pushing event updated for resources: {'Port': ['ID=284c9b67-3561-4827-a458-3df870e36930,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:49.793059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f255-82d4-4c85-848c-b037b5ef7c5e tempest-AllowedAddressPairTestJSON-1079705845 tempest-AllowedAddressPairTestJSON-1079705845-project] Pushing event deleted for resources: {'Network': ['ID=12604eda-5bc4-46f6-8069-657d81c2bc7e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:49.802108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b9121164-054d-4f14-9dfd-fc24f366d1ea tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:49.803901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b9121164-054d-4f14-9dfd-fc24f366d1ea tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8405797 Jan 28 04:37:49.805765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b076003-c2a3-4b98-9409-66e095bc4dc0 req-24775b0c-6c0b-4f09-89ba-0560597f7187 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:49.805974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 10a31c90-15c1-4ee8-9216-76ccc46a1f45 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:37:49.813071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b076003-c2a3-4b98-9409-66e095bc4dc0 req-24775b0c-6c0b-4f09-89ba-0560597f7187 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 944 time: 0.4825895 Jan 28 04:37:49.823040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:49.828810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Router 4dae9dc3-2191-4aa0-9245-1c5aa4979d87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:49.866186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Allocated IP 172.25.6.190 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/0542a7fc-7f68-43ba-bb66-182fc6ae8969) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:49.870744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (91c3dc2d-bdcd-4f1b-a412-187fa1991119), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.922882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c3dc2d-bdcd-4f1b-a412-187fa1991119,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:49.935631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.941574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f79754da-cc9a-42b9-adc4-b6c0bee9af53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91c3dc2d-bdcd-4f1b-a412-187fa1991119 HTTP/1.1" status: 204 len: 168 time: 0.8521743 Jan 28 04:37:49.941879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9bc58209-b62e-4728-ae7f-37dcfd345427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:49.943446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-9bc58209-b62e-4728-ae7f-37dcfd345427 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1095 time: 0.2959495 Jan 28 04:37:49.949349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60464) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:49.949484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b076003-c2a3-4b98-9409-66e095bc4dc0 req-f2aa34ca-9455-44f3-8c96-9357d10f1576 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353734 Jan 28 04:37:49.980332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:49.991724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'port_id': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'mac_address': 'fa:16:3e:11:32:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:37:50.043339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:50.044018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.064888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a31c90-15c1-4ee8-9216-76ccc46a1f45 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:50.073269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.094755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:50.099423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-bb467cf8-e7cf-4aef-98bc-a81c01521e09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 217 time: 0.1352043 Jan 28 04:37:50.101127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.107152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60468) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:50.120150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.166717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:50.175273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:50.179093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:50.185602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:50.191343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=0542a7fc-7f68-43ba-bb66-182fc6ae8969,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:50.206371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-b1456c4d-dd6c-4d98-bb33-b477550bc954 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000914 Jan 28 04:37:50.207305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:50.217795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] Sync routers for ids ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:50.223177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-40d1b5bf-181b-4d51-9e18-fe18cf07c60e tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/routers/4dae9dc3-2191-4aa0-9245-1c5aa4979d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7465150 Jan 28 04:37:50.225445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60474) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:50.244735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] Routers {'4dae9dc3-2191-4aa0-9245-1c5aa4979d87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:50.247013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.260846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.279862 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c17b841-f7cf-4c29-b4e7-40b3b54c7fec tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:37:50.281340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9c17b841-f7cf-4c29-b4e7-40b3b54c7fec tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/42b7c72f-1a4d-4b67-a1c8-187c0aad6887 HTTP/1.1" status: 404 len: 333 time: 0.0549362 Jan 28 04:37:50.283928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60478) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:50.293858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.304863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] Routers {'4dae9dc3-2191-4aa0-9245-1c5aa4979d87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:50.305527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.353690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.354675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8248f3-657b-452d-bc97-8370e6515d29 None None] The sync data for ids ['4dae9dc3-2191-4aa0-9245-1c5aa4979d87'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:50.358811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-4cf749cd-67b6-44e5-987b-df77f0d668c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:50.360432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-4cf749cd-67b6-44e5-987b-df77f0d668c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.2135167 Jan 28 04:37:50.362202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3aa8b0a-b5e0-43e0-9460-e886cb87aa7f req-3efe3161-ba7d-423b-8d41-85c74fc5f450 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.0929742 Jan 28 04:37:50.372068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:50.375627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.392535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for router (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.500461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['10a31c90-15c1-4ee8-9216-76ccc46a1f45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:50.539089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b99644-4e2b-4645-a0ff-a988b3826a22 req-93b2829c-f3bc-411b-8d4b-85457bb87c9b service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131833 Jan 28 04:37:50.541606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f8afd7f-c27a-4622-8fc8-0ed8c1b860f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f909a45a49348fd9fba947a2e8e7920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332924 Jan 28 04:37:50.549118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:50.574781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (55e359ee-ea37-420f-b0e3-2f571af81f17), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.595192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.614934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.618799 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for router_controller (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.649403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-fe81ad0d-3461-4dcf-a912-2cd61bdfd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:50.651113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-fe81ad0d-3461-4dcf-a912-2cd61bdfd981 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705863 Jan 28 04:37:50.657326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.679943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.692325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0efb-bc59-4f0c-92a8-2a0f0cc718a1 req-d757df85-8916-4052-80bb-ff04296ae29a tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:50.693848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a31e0efb-bc59-4f0c-92a8-2a0f0cc718a1 req-d757df85-8916-4052-80bb-ff04296ae29a tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 944 time: 0.2497582 Jan 28 04:37:50.701176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (4dae9dc3-2191-4aa0-9245-1c5aa4979d87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.702176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Fanout notify agent at l3_agent the message router_deleted on router 4dae9dc3-2191-4aa0-9245-1c5aa4979d87 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:37:50.707736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacad52b-227a-457b-88ed-8d47fd9e36c4') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.707980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacad52b-227a-457b-88ed-8d47fd9e36c4') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:50.710649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.712564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f544497d-ce90-44ae-8e9d-47a85a2aa3cc tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/routers/4dae9dc3-2191-4aa0-9245-1c5aa4979d87 HTTP/1.1" status: 204 len: 168 time: 0.4276829 Jan 28 04:37:50.715089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60484) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:50.763231 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (aacad52b-227a-457b-88ed-8d47fd9e36c4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.795327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet c5b02bfc-15e5-45f2-9893-b4c37e514d79 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:50.826044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (c5b02bfc-15e5-45f2-9893-b4c37e514d79), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.879458 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (c5b02bfc-15e5-45f2-9893-b4c37e514d79), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.953323 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:37:50.988393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.999125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.015804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (c5b02bfc-15e5-45f2-9893-b4c37e514d79), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.060102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aacad52b-227a-457b-88ed-8d47fd9e36c4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.089172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:51.089573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (aacad52b-227a-457b-88ed-8d47fd9e36c4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:51.099224 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:51.113626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4162f53f-6191-49fa-b76c-03b3e336626b admin admin] Publish callbacks [] for security_group (381589df-1137-4935-8229-bd6da346b9ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.147012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=0542a7fc-7f68-43ba-bb66-182fc6ae8969,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:51.167187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (55e359ee-ea37-420f-b0e3-2f571af81f17), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.182641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309a153-5013-42be-b6b4-53e4adbda9ba req-59eb570e-1745-4abf-bd50-f9c902e3ac59 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:51.184172 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0309a153-5013-42be-b6b4-53e4adbda9ba req-59eb570e-1745-4abf-bd50-f9c902e3ac59 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 944 time: 0.1307390 Jan 28 04:37:51.187461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (c5b02bfc-15e5-45f2-9893-b4c37e514d79), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.196868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.103 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/74d58410-1a98-4a11-a780-e366e6030d76) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:51.205626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a31e0efb-bc59-4f0c-92a8-2a0f0cc718a1 req-8e92df31-7270-42a6-8004-8ae047e2c19f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817846 Jan 28 04:37:51.225784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-ae61b2e7-79ca-4f45-8a99-c8100ad5c4f5 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585134 Jan 28 04:37:51.226160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.227360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-514c2c16-2604-450c-b3ca-942910556c40 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2746735 Jan 28 04:37:51.228945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4162f53f-6191-49fa-b76c-03b3e336626b admin admin] Publish callbacks [] for security_group (381589df-1137-4935-8229-bd6da346b9ab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.235453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b02bfc-15e5-45f2-9893-b4c37e514d79,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:51.237649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.241334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c118eba-b08f-467f-bb43-dc718431699b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/c5b02bfc-15e5-45f2-9893-b4c37e514d79 HTTP/1.1" status: 204 len: 168 time: 0.5252810 Jan 28 04:37:51.244970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60490) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:51.248335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d33b3-89eb-4223-ad2b-b341779a2893 None None] Network 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:51.288497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.293186 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.301318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b HTTP/1.1" status: 204 len: 168 time: 1.3484368 Jan 28 04:37:51.339958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0309a153-5013-42be-b6b4-53e4adbda9ba req-092c75c4-e00b-46dc-8b8a-b4e4158d8020 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472697 Jan 28 04:37:51.361297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.384692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9914a-7468-4103-a6bf-1c382fff5a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c9bf1b-bdf1-4fe1-8fd0-ef28db3f607b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:51.464692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 04109416-e908-4321-9874-5f4e8644115a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:51.465325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (04109416-e908-4321-9874-5f4e8644115a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.496685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ba55424-d5b2-4514-92a8-933f7b8a6faa req-ae933d0b-c743-46cd-9877-3c24a85d1f09 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640276 Jan 28 04:37:51.497356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4162f53f-6191-49fa-b76c-03b3e336626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (381589df-1137-4935-8229-bd6da346b9ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.499909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4162f53f-6191-49fa-b76c-03b3e336626b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.503352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4162f53f-6191-49fa-b76c-03b3e336626b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/381589df-1137-4935-8229-bd6da346b9ab HTTP/1.1" status: 204 len: 168 time: 0.9499824 Jan 28 04:37:51.516916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162f53f-6191-49fa-b76c-03b3e336626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381589df-1137-4935-8229-bd6da346b9ab,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:51.587373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] DHCP port deletion for 9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:51.616699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd8d1e8b-093f-4623-b65f-40212ce0a7d6 req-7145ed6f-36af-4692-a54f-5d3c1f85bd06 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.0436044 Jan 28 04:37:51.617906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60502) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:51.629697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] For port 04109416-e908-4321-9874-5f4e8644115a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=04109416-e908-4321-9874-5f4e8644115a,segment=NetworkSegment(d2b009f6-4f74-41c6-912b-47bcf0a549e7),segment_id=d2b009f6-4f74-41c6-912b-47bcf0a549e7)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:51.630738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (04109416-e908-4321-9874-5f4e8644115a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.640169 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (74d58410-1a98-4a11-a780-e366e6030d76), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.653968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] Deleting port 04109416-e908-4321-9874-5f4e8644115a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:51.654433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (04109416-e908-4321-9874-5f4e8644115a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.673929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 04109416-e908-4321-9874-5f4e8644115a owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:51.756207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] For port 04109416-e908-4321-9874-5f4e8644115a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=04109416-e908-4321-9874-5f4e8644115a,segment=NetworkSegment(d2b009f6-4f74-41c6-912b-47bcf0a549e7),segment_id=d2b009f6-4f74-41c6-912b-47bcf0a549e7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:51.757026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (04109416-e908-4321-9874-5f4e8644115a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.771938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] Calling delete_port for 04109416-e908-4321-9874-5f4e8644115a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:51.797842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6f61c24e-ea97-4a93-8fd9-291cd41e09ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a851317bbdad49f995b856aac9adac63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768539 Jan 28 04:37:51.800602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:51.809474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc990b-140e-4150-a6aa-377ffae76737 req-267e1e50-3038-42ff-b2bc-b6a29fe66463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:51.811891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-267e1e50-3038-42ff-b2bc-b6a29fe66463 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1095 time: 0.1689701 Jan 28 04:37:51.820469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (04109416-e908-4321-9874-5f4e8644115a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.822066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 10a31c90-15c1-4ee8-9216-76ccc46a1f45 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:51.842978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (74d58410-1a98-4a11-a780-e366e6030d76), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.850424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-103a9a64-7440-4b48-898b-5722b3eac211 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--764293300&fields=id&tenant_id=67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 267 time: 0.0939829 Jan 28 04:37:51.863348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=04109416-e908-4321-9874-5f4e8644115a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:51.864535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No DVR routers for this DVR port 04109416-e908-4321-9874-5f4e8644115a on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:51.880763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:51.907231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83', '59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:51.974921 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.977776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54fb82e3-0f76-4039-ac00-be4aa67f8331 admin admin] Publish callbacks [] for security_group (cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.006292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abe60a4-8bf4-439e-a3d8-eeab2eeffc49']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:52.024247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54fb82e3-0f76-4039-ac00-be4aa67f8331 admin admin] Publish callbacks [] for security_group (cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.026464 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (04109416-e908-4321-9874-5f4e8644115a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.027064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b009f6-4f74-41c6-912b-47bcf0a549e7') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:52.027364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b009f6-4f74-41c6-912b-47bcf0a549e7') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:52.043567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d2b009f6-4f74-41c6-912b-47bcf0a549e7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.078731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d2b009f6-4f74-41c6-912b-47bcf0a549e7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.085921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:52.086456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d2b009f6-4f74-41c6-912b-47bcf0a549e7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:52.089685 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:52.151378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54fb82e3-0f76-4039-ac00-be4aa67f8331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.151669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:52.153715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] Pushing event deleted for resources: {'Port': ['ID=04109416-e908-4321-9874-5f4e8644115a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:52.154858 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-54fb82e3-0f76-4039-ac00-be4aa67f8331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.156682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-54fb82e3-0f76-4039-ac00-be4aa67f8331 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1 HTTP/1.1" status: 204 len: 168 time: 0.3541417 Jan 28 04:37:52.159669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:52.161844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (9abe60a4-8bf4-439e-a3d8-eeab2eeffc49), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.167332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc990b-140e-4150-a6aa-377ffae76737 req-6df5ce87-610c-4b61-a91b-057672faf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.168939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-6df5ce87-610c-4b61-a91b-057672faf158 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.3412225 Jan 28 04:37:52.170452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:37:52.173922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7333886-2486-4bba-b5ec-74f0e0cc36d8 None None] No DVR routers for this DVR port 04109416-e908-4321-9874-5f4e8644115a on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:52.174157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:52.187601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-0d224072-6340-4ecf-98f6-039b2b28ba73 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.188143 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.189188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-0d224072-6340-4ecf-98f6-039b2b28ba73 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.3122332 Jan 28 04:37:52.191685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/9abe60a4-8bf4-439e-a3d8-eeab2eeffc49 HTTP/1.1" status: 204 len: 168 time: 0.9459972 Jan 28 04:37:52.201821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:52.202606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb82e3-0f76-4039-ac00-be4aa67f8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa77f4a-18a2-4dfc-bba5-8d29ae63a2b1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:52.207207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0a23-e4df-4e36-94c3-5cbfbadfdecf tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=9abe60a4-8bf4-439e-a3d8-eeab2eeffc49,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:52.240477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:52.240832 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.265200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdeb36b-f987-4662-83e7-97ffe4967529 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.270214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8bdeb36b-f987-4662-83e7-97ffe4967529 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/60abdf00-1886-4ebd-aada-777a92cd07c1 HTTP/1.1" status: 200 len: 841 time: 0.0623286 Jan 28 04:37:52.270859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:52.300917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=74d58410-1a98-4a11-a780-e366e6030d76,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:52.360717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-8bab9657-c52e-4495-9a0e-c372aea15b1c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/quotas/67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 375 time: 0.0750389 Jan 28 04:37:52.368558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-4c41ffef-6321-44c2-8803-322b747ae61f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 217 time: 0.1770496 Jan 28 04:37:52.437091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f958f0d7-46c9-4c56-b613-09ace6d59073 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/60abdf00-1886-4ebd-aada-777a92cd07c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1646757 Jan 28 04:37:52.440811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60538) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:52.447116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:52.509419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.509704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.548373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-7fdb451b-3a50-4cba-aa26-958dbd849179 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7293437 Jan 28 04:37:52.580898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Request body: {'port': {'device_id': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:52.597730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c2565-2cbd-45b1-95d0-43cfad9d30bd req-39fd83d4-0da2-4604-b78a-cc6384405a14 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.598004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:52.598472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.607431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d6c2565-2cbd-45b1-95d0-43cfad9d30bd req-39fd83d4-0da2-4604-b78a-cc6384405a14 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 944 time: 0.2374897 Jan 28 04:37:52.636782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:52.639148 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce6f6c1-aa2e-4fa9-9c00-69ee5e43e23f" -d '{"events": [{"server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "name": "network-vif-plugged", "status": "completed", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:52.655586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc990b-140e-4150-a6aa-377ffae76737 req-1776f0bc-b67c-47ed-9613-b2ccfb236628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.657311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-1776f0bc-b67c-47ed-9613-b2ccfb236628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.2612090 Jan 28 04:37:52.666419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:52.680620 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.724101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-3f5c28e7-f2cd-42d9-923d-193011824047 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3520904 Jan 28 04:37:52.784516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (74d58410-1a98-4a11-a780-e366e6030d76), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.785603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d6c2565-2cbd-45b1-95d0-43cfad9d30bd req-65de6cd2-1014-4aac-bb23-7fbf36d0ff9e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770146 Jan 28 04:37:52.789379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:52.792852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.806072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc990b-140e-4150-a6aa-377ffae76737 req-afee487e-2056-4cfc-b277-b7b8a967045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:52.807826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-afee487e-2056-4cfc-b277-b7b8a967045c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215832 Jan 28 04:37:52.857777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a2abd48b-6e94-4ea8-b323-9720dddf5667 None None] Provisioning complete for port 74d58410-1a98-4a11-a780-e366e6030d76 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:52.858385 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2abd48b-6e94-4ea8-b323-9720dddf5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (74d58410-1a98-4a11-a780-e366e6030d76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.861095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:52.915332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a2abd48b-6e94-4ea8-b323-9720dddf5667 None None] Port 74d58410-1a98-4a11-a780-e366e6030d76 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:52.923598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:53.045914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 04109416-e908-4321-9874-5f4e8644115a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:53.058531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'networks': [{'name': 'tempest-network--610551250'}, {'name': 'tempest-network--1728721348'}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:53.059052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'network': {'name': 'tempest-network--610551250'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:53.059292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'network': {'name': 'tempest-network--1728721348'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:53.092058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 04109416-e908-4321-9874-5f4e8644115a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:53.092417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 04109416-e908-4321-9874-5f4e8644115a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:53.113402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696b92-baef-4e49-8f4e-bd76707cf152 req-1b2ffeee-99cd-4bdb-b101-d71940261a47 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:53.120636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73696b92-baef-4e49-8f4e-bd76707cf152 req-1b2ffeee-99cd-4bdb-b101-d71940261a47 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 944 time: 0.1700177 Jan 28 04:37:53.143185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'network': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:53.147701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.191206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.203137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-94f2c50b-927c-4079-983c-5ff33aa2b3c8 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562350 Jan 28 04:37:53.250961 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73696b92-baef-4e49-8f4e-bd76707cf152 req-671a9572-f1aa-41ae-9a83-37f19844f9b1 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281378 Jan 28 04:37:53.297900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-f710c27c-2bcd-4c0f-b93a-7e9d11ca9c18 service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724926 Jan 28 04:37:53.327542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (a034fc7c-7ec0-430c-b132-67aebfa4ea5f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.421365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:53.434250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:53.444326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:53.444933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.450049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efdc990b-140e-4150-a6aa-377ffae76737 req-11d7a69b-f494-4b1d-9573-f666ca5e1b66 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341745 Jan 28 04:37:53.457459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1319da29-f22c-4b11-b03a-6c812d7f644b None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:53.457635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=a034fc7c-7ec0-430c-b132-67aebfa4ea5f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:53.461128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for security_group (7cc127ab-3511-4b5a-9555-e07d3da53001), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.471013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7cc127ab-3511-4b5a-9555-e07d3da53001), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.471682 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.502824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-6170a30f-ecf9-4e07-a9ed-8aa62e0d9cb0 service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938739 Jan 28 04:37:53.506040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181a14d-2257-426c-a34f-e591f1e9858d req-eca8d631-a42c-4b74-86c5-8fe84a73c1c7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:53.513605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d58410-1a98-4a11-a780-e366e6030d76 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:53.515081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c181a14d-2257-426c-a34f-e591f1e9858d req-eca8d631-a42c-4b74-86c5-8fe84a73c1c7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 936 time: 0.1844945 Jan 28 04:37:53.519782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8d539ea5-9802-4a3e-b80e-8acd36da8560 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0776544 Jan 28 04:37:53.526169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:53.532372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410233327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:53.539729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Publish callbacks [] for port (74d58410-1a98-4a11-a780-e366e6030d76), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.550488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc127ab-3511-4b5a-9555-e07d3da53001,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:53.565296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Transition to ACTIVE for port object 74d58410-1a98-4a11-a780-e366e6030d76 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:37:53.571822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:53.575791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (74d58410-1a98-4a11-a780-e366e6030d76), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.592818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ec8e3435-53c3-47b9-af2f-415f38a4617f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.593190 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Added segment ec8e3435-53c3-47b9-af2f-415f38a4617f of type vlan for network db1e3340-6e3c-4bc1-aa54-1e74e100f5b9 Jan 28 04:37:53.603917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c181a14d-2257-426c-a34f-e591f1e9858d req-dfb0e18e-cb7d-4562-81fe-9ce0747d829e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877414 Jan 28 04:37:53.623450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Pushing event updated for resources: {'Port': ['ID=74d58410-1a98-4a11-a780-e366e6030d76,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:53.627953 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.688232 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247b04ea-696a-4d46-bc38-c5e74d21ae1c x-openstack-request-id: req-247b04ea-696a-4d46-bc38-c5e74d21ae1c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:53.688837 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "name": "network-vif-plugged", "status": "completed", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:53.689035 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-247b04ea-696a-4d46-bc38-c5e74d21ae1c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:53.689468 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'code': 200} Jan 28 04:37:53.699635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-9708c25e-35f8-43e3-a00d-9b68c253ed74', 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'project_id': 'dabe0eae506d48d7ab6eaa4f7c23beb4', 'fixed_ips': [{'subnet_id': 'a034fc7c-7ec0-430c-b132-67aebfa4ea5f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:53.700669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.703160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (db1e3340-6e3c-4bc1-aa54-1e74e100f5b9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.798802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:53.823527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0829efad-0d92-4f41-b8d9-65f5548faa27), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.823878 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Added segment 0829efad-0d92-4f41-b8d9-65f5548faa27 of type vlan for network 845181bf-7a0b-4108-a089-9c240a110139 Jan 28 04:37:53.883987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60578) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:53.933213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (845181bf-7a0b-4108-a089-9c240a110139), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.950371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Attempting to bind port 74d58410-1a98-4a11-a780-e366e6030d76 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:53.950913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Attempting to bind port 74d58410-1a98-4a11-a780-e366e6030d76 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:53.951022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Attempting to bind port 74d58410-1a98-4a11-a780-e366e6030d76 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:53.974390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (db1e3340-6e3c-4bc1-aa54-1e74e100f5b9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.975063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (845181bf-7a0b-4108-a089-9c240a110139), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.982865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:53.988492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Port 74d58410-1a98-4a11-a780-e366e6030d76 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:37:53.988822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Attempting to bind port 74d58410-1a98-4a11-a780-e366e6030d76 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:53.988931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:53.989779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.994020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (553f6a94-30eb-4ef1-b476-1af0d198c4d8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.032605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (553f6a94-30eb-4ef1-b476-1af0d198c4d8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.035290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:54.035630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:54.036017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:54.036467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Bound port: 74d58410-1a98-4a11-a780-e366e6030d76, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:54.037007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (74d58410-1a98-4a11-a780-e366e6030d76), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.078808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d91864-475e-4fbf-a0e6-7900fd192da2 req-c439bfe2-9cee-46ce-88b9-23c6c60ea96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.080703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26d91864-475e-4fbf-a0e6-7900fd192da2 req-c439bfe2-9cee-46ce-88b9-23c6c60ea96e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.2858658 Jan 28 04:37:54.080973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Allocated IP 172.20.0.2 (9708c25e-35f8-43e3-a00d-9b68c253ed74/a034fc7c-7ec0-430c-b132-67aebfa4ea5f/08527e81-7b47-4f27-81b3-963e07fde3fe) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:54.131082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2042105 Jan 28 04:37:54.147377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:54.177968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-143799040-network', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:54.183645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.187330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6600332 Jan 28 04:37:54.189178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:54.193422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Network': ['ID=db1e3340-6e3c-4bc1-aa54-1e74e100f5b9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.212932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network db1e3340-6e3c-4bc1-aa54-1e74e100f5b9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:54.242541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d90d5998-4be6-4ae5-baee-0bce2f5fd356 req-9ed5afe1-1b80-4297-ba45-16d20cd1fab2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 210 time: 0.1481731 Jan 28 04:37:54.263731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'security_group': {'name': 'tempest-secgroup-470629712'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:54.290407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c327-9c0e-47d8-96bb-1d4568045745 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553f6a94-30eb-4ef1-b476-1af0d198c4d8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.305561 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Made reservation on behalf of 36439a5d776e4cf9b8599516d7c2ef91 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:54.308230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.329413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.349419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea37ad9-092c-476d-9ff4-1cb6bc2df0fd req-50794664-c904-42b5-bd04-b61d5d570b73 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.358019 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ea37ad9-092c-476d-9ff4-1cb6bc2df0fd req-50794664-c904-42b5-bd04-b61d5d570b73 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.2547777 Jan 28 04:37:54.361560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5f36f-5f08-44ea-9781-9dc8c80ba1c5 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Network': ['ID=845181bf-7a0b-4108-a089-9c240a110139,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.437028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26d91864-475e-4fbf-a0e6-7900fd192da2 req-d8de9814-a0c1-481c-bc9a-b19e6f80d5ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415499 Jan 28 04:37:54.463366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.469275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ea37ad9-092c-476d-9ff4-1cb6bc2df0fd req-3d0746ec-651b-42cd-82bc-5e21c2a40d84 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098440 Jan 28 04:37:54.479939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] For port 74d58410-1a98-4a11-a780-e366e6030d76, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:54.512373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 284c9b67-3561-4827-a458-3df870e36930 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:37:54.516041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 845181bf-7a0b-4108-a089-9c240a110139 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:54.534493 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks [] for security_group (03b44aed-a0d4-461a-b09b-92fa60486fca), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.540902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (03b44aed-a0d4-461a-b09b-92fa60486fca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.558961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:54.583110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Publish callbacks [] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.592490 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d4f37e9a-dc1c-488b-8d60-1db89992e42f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.593215 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Added segment d4f37e9a-dc1c-488b-8d60-1db89992e42f of type vlan for network 0e229fc1-933e-42ea-abc9-4c3cec22627c Jan 28 04:37:54.612775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b44aed-a0d4-461a-b09b-92fa60486fca,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.647094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.662867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0e229fc1-933e-42ea-abc9-4c3cec22627c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.708796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0e229fc1-933e-42ea-abc9-4c3cec22627c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.710059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.710739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.782634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:54.788331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:54.798842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:54.812609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Pushing event updated for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.846604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] Pushing event updated for resources: {'Network': ['ID=0e229fc1-933e-42ea-abc9-4c3cec22627c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.858948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3281d-969c-46b5-ad70-9807d55cfc64 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.863645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:54.864106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3281d-969c-46b5-ad70-9807d55cfc64 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.865813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8420fc1e-6a57-4450-ad7d-664b82b70798 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9803004 Jan 28 04:37:54.870000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3281d-969c-46b5-ad70-9807d55cfc64 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.871626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60602) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:54.875469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3281d-969c-46b5-ad70-9807d55cfc64 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.877408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ddb3281d-969c-46b5-ad70-9807d55cfc64 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7271929 Jan 28 04:37:54.879392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Request body: {'subnet': {'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-143799040-subnet', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:54.888156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:54.907819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] For port 74d58410-1a98-4a11-a780-e366e6030d76, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=74d58410-1a98-4a11-a780-e366e6030d76,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:54.923455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Made reservation on behalf of 36439a5d776e4cf9b8599516d7c2ef91 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:54.926845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.937745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3921c1-f119-4e38-ac59-4db4993f9405 req-32b0a5f2-f4f1-4d18-b32a-bc177026d185 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.944590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a3921c1-f119-4e38-ac59-4db4993f9405 req-32b0a5f2-f4f1-4d18-b32a-bc177026d185 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 948 time: 0.2234938 Jan 28 04:37:54.951944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Attempting to bind port 08527e81-7b47-4f27-81b3-963e07fde3fe on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:54.952476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Attempting to bind port 08527e81-7b47-4f27-81b3-963e07fde3fe by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '07e3bec7-b501-4e6c-9be7-ea1108714bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:54.953213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Attempting to bind port 08527e81-7b47-4f27-81b3-963e07fde3fe on network 9708c25e-35f8-43e3-a00d-9b68c253ed74 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:54.961393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (74d58410-1a98-4a11-a780-e366e6030d76), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.974753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:54.975156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Checking segment: {'id': '07e3bec7-b501-4e6c-9be7-ea1108714bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:54.975552 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.975952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Bound using segment: {'id': '07e3bec7-b501-4e6c-9be7-ea1108714bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:54.976449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Bound port: 08527e81-7b47-4f27-81b3-963e07fde3fe, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e3bec7-b501-4e6c-9be7-ea1108714bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:54.976984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.979014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1645d-1fb5-4943-901e-c2057ce8fe41 req-924cf173-2816-4135-ae41-8ed2953629ec tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:54.985961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66f1645d-1fb5-4943-901e-c2057ce8fe41 req-924cf173-2816-4135-ae41-8ed2953629ec tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 944 time: 0.5727935 Jan 28 04:37:55.001551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 284c9b67-3561-4827-a458-3df870e36930, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=284c9b67-3561-4827-a458-3df870e36930,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:55.041995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '284c9b67-3561-4827-a458-3df870e36930', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:37:55.056075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:55.057632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.059223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] 10.222.0.52 "PUT /v2.0/ports/74d58410-1a98-4a11-a780-e366e6030d76 HTTP/1.1" status: 200 len: 1096 time: 2.4963648 Jan 28 04:37:55.067707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'tag': '74d58410-1a98-4a11-a780-e366e6030d76'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:55.068326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a3921c1-f119-4e38-ac59-4db4993f9405 req-83f17e5f-dccf-4b0a-afd3-a3a5e3b1a287 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205623 Jan 28 04:37:55.070319 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3681d90-7f96-44cc-8c72-c4bee4ab0f43", "tag": "74d58410-1a98-4a11-a780-e366e6030d76"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:55.136774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:55.142204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 284c9b67-3561-4827-a458-3df870e36930 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:55.142608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (284c9b67-3561-4827-a458-3df870e36930), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.150043 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66f1645d-1fb5-4943-901e-c2057ce8fe41 req-36ec5436-593a-4029-b2fc-e406639cafa6 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632223 Jan 28 04:37:55.165824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=08527e81-7b47-4f27-81b3-963e07fde3fe,segment=NetworkSegment(07e3bec7-b501-4e6c-9be7-ea1108714bd3),segment_id=07e3bec7-b501-4e6c-9be7-ea1108714bd3)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:55.172181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284c9b67-3561-4827-a458-3df870e36930 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:55.195515 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.261109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (15b515d8-ac7c-4d9a-8940-c8323f9d37a5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.266632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (db1e3340-6e3c-4bc1-aa54-1e74e100f5b9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.274659 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e3d243-1363-452b-8385-82497bf6d175 x-openstack-request-id: req-56e3d243-1363-452b-8385-82497bf6d175 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:55.275386 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3681d90-7f96-44cc-8c72-c4bee4ab0f43", "tag": "74d58410-1a98-4a11-a780-e366e6030d76", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:55.275866 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56e3d243-1363-452b-8385-82497bf6d175 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:55.276454 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'tag': '74d58410-1a98-4a11-a780-e366e6030d76', 'status': 'completed', 'code': 200} Jan 28 04:37:55.284095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 284c9b67-3561-4827-a458-3df870e36930, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=284c9b67-3561-4827-a458-3df870e36930,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:55.295083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ce730559-475d-4f95-8b4a-3c1cdaf0f7ed), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.298788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (15b515d8-ac7c-4d9a-8940-c8323f9d37a5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.307221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (284c9b67-3561-4827-a458-3df870e36930), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.346798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.348625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1196725 Jan 28 04:37:55.354239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b792d-74b2-4187-8e95-1ef37a28d96e None None] Pushing event updated for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:55.362466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60610) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:55.366614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806279-cfae-4b1a-800d-d6675bd6cd63 service neutron] Pushing event updated for resources: {'Port': ['ID=74d58410-1a98-4a11-a780-e366e6030d76,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:55.375724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-8896139', 'security_groups': ['15b515d8-ac7c-4d9a-8940-c8323f9d37a5'], 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a034fc7c-7ec0-430c-b132-67aebfa4ea5f'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:55.427083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=284c9b67-3561-4827-a458-3df870e36930,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:55.442774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1998adfe-59f6-4712-8156-96695564641a req-6ee994fd-79b6-4680-a2f1-fed4f5248939 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 210 time: 0.0540309 Jan 28 04:37:55.446916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce730559-475d-4f95-8b4a-3c1cdaf0f7ed,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:55.456617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Checking segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:55.456986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Network hostable DHCP agents. Network: 0e229fc1-933e-42ea-abc9-4c3cec22627c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:37:55.480528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:37:55.499497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0e229fc1-933e-42ea-abc9-4c3cec22627c) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:55.507594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ce4ff-9812-4de8-93ab-64cea7f3297c None None] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:55.518400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:55.521727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.533894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4f7fe-7cf4-4878-8c01-fa10110cf716 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b515d8-ac7c-4d9a-8940-c8323f9d37a5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:55.556634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-31a01c2d-d0ba-4847-bc4d-0953709681da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:55.561987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-97065560-4880-49c5-b152-91c92ec20c47 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6866183 Jan 28 04:37:55.563892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-31a01c2d-d0ba-4847-bc4d-0953709681da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 1099 time: 0.2918775 Jan 28 04:37:55.564343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60616) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:55.568813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:55.604986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (db889fcf-023c-4a96-90aa-69fff640ac04), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.607048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (db889fcf-023c-4a96-90aa-69fff640ac04), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.689577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0e229fc1-933e-42ea-abc9-4c3cec22627c', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:37:55.690833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.701708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks [] for router_controller (db889fcf-023c-4a96-90aa-69fff640ac04), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.729037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-b039c124-a4fa-4b66-ae9b-8c1533930b76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=74d58410-1a98-4a11-a780-e366e6030d76 HTTP/1.1" status: 200 len: 217 time: 0.1054621 Jan 28 04:37:55.744991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (db1e3340-6e3c-4bc1-aa54-1e74e100f5b9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.786042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['284c9b67-3561-4827-a458-3df870e36930'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:55.883155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1e3340-6e3c-4bc1-aa54-1e74e100f5b9']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:55.911694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da53f3-1e3c-44ce-a34e-b840c063c819 req-9532970a-b2b8-427f-9e31-6d5d699691b7 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:55.918226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3da53f3-1e3c-44ce-a34e-b840c063c819 req-9532970a-b2b8-427f-9e31-6d5d699691b7 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.3521645 Jan 28 04:37:55.967940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Allocated IP 172.20.0.2 (0e229fc1-933e-42ea-abc9-4c3cec22627c/ce730559-475d-4f95-8b4a-3c1cdaf0f7ed/8691a968-9861-413a-a849-0bf1068ee49f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:55.990350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8e3435-53c3-47b9-af2f-415f38a4617f') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:55.991381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8e3435-53c3-47b9-af2f-415f38a4617f') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:55.995482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-6571e341-a4cd-464a-aa5a-6c3ac2098976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:55.996085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks [] for router_gateway (db889fcf-023c-4a96-90aa-69fff640ac04), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.998164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-6571e341-a4cd-464a-aa5a-6c3ac2098976 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2239246 Jan 28 04:37:56.059410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:56.090244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (ec8e3435-53c3-47b9-af2f-415f38a4617f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.212117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ec8e3435-53c3-47b9-af2f-415f38a4617f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.230116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Publish callbacks [] for port (8691a968-9861-413a-a849-0bf1068ee49f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.237744 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (8691a968-9861-413a-a849-0bf1068ee49f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.241690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:56.241690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (ec8e3435-53c3-47b9-af2f-415f38a4617f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:56.245438 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:56.286609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:56.288019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1884ba6-63ed-4f3a-9473-278d55d887c5 req-08544338-b92c-45d2-92ff-4d33548322d0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:56.292799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:56.293751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1884ba6-63ed-4f3a-9473-278d55d887c5 req-08544338-b92c-45d2-92ff-4d33548322d0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 948 time: 0.1380949 Jan 28 04:37:56.296038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:56.323596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-78b8c123-adbf-4499-8c7f-b896b6f989e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:56.325100 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-78b8c123-adbf-4499-8c7f-b896b6f989e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682736 Jan 28 04:37:56.334644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Pushing event updated for resources: {'Port': ['ID=8691a968-9861-413a-a849-0bf1068ee49f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:56.338256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3da53f3-1e3c-44ce-a34e-b840c063c819 req-e190e72a-9fc7-4cab-a9cd-6c16149a0bfe tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388548 Jan 28 04:37:56.395174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Attempting to bind port 8691a968-9861-413a-a849-0bf1068ee49f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:56.395566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Attempting to bind port 8691a968-9861-413a-a849-0bf1068ee49f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:56.396278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Attempting to bind port 8691a968-9861-413a-a849-0bf1068ee49f on network 0e229fc1-933e-42ea-abc9-4c3cec22627c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:56.402403 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1884ba6-63ed-4f3a-9473-278d55d887c5 req-6f9dde13-2f5f-447f-9e7f-73a6a438cac9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956938 Jan 28 04:37:56.402951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:56.403293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Checking segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:56.403712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.403972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks [] for router_gateway (db889fcf-023c-4a96-90aa-69fff640ac04), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.404089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Bound using segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:56.404638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Bound port: 8691a968-9861-413a-a849-0bf1068ee49f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:56.405035 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8691a968-9861-413a-a849-0bf1068ee49f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.440398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-0124f1b6-480f-47ad-b120-29449e6b78e0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:56.441945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-0124f1b6-480f-47ad-b120-29449e6b78e0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.5400670 Jan 28 04:37:56.442641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.484330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] For port 8691a968-9861-413a-a849-0bf1068ee49f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:56.488442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] For port 8691a968-9861-413a-a849-0bf1068ee49f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8691a968-9861-413a-a849-0bf1068ee49f,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:56.494528 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8691a968-9861-413a-a849-0bf1068ee49f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.563360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf4c06-6d37-4251-a652-c712ae57f913 None None] Pushing event updated for resources: {'Port': ['ID=8691a968-9861-413a-a849-0bf1068ee49f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:56.582203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Allocated IP 172.25.6.210 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f959e1cf-bd0d-4e02-bc87-0f7880679d33) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:56.589383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (db1e3340-6e3c-4bc1-aa54-1e74e100f5b9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.594839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.612779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.623263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/networks/db1e3340-6e3c-4bc1-aa54-1e74e100f5b9 HTTP/1.1" status: 204 len: 168 time: 1.7332699 Jan 28 04:37:56.636540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:56.671120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e6f0d-c1d8-4db4-bf64-1c3f2df675d3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Network': ['ID=db1e3340-6e3c-4bc1-aa54-1e74e100f5b9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:56.677792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0458b742-d798-4bf0-9344-9756cf18a0ad req-5b45ea47-dcfe-4130-b8d6-60aa009e2d18 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 210 time: 0.0303676 Jan 28 04:37:56.744044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks [] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.765668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port dee8af56-a11a-42d2-adf9-3af431758e89 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:37:56.787536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.789723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-2af8398a-6ea0-41c5-8901-6ca6308313cc service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474931 Jan 28 04:37:56.838706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ec48-5aca-4f63-9e83-d44b256c981a req-52fa3b56-42e2-49c3-b1f5-1a3de39542e0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:56.845883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31e7ec48-5aca-4f63-9e83-d44b256c981a req-52fa3b56-42e2-49c3-b1f5-1a3de39542e0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 945 time: 0.4010630 Jan 28 04:37:57.073191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (845181bf-7a0b-4108-a089-9c240a110139), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.087141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff3918d7-23ed-4151-8a92-e8e615af40f0 req-9abc4874-cc54-412c-b31f-f2530d902b7c service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854114 Jan 28 04:37:57.103062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-8bacbf4f-c164-4757-a1ae-146aa896f968 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 379 time: 0.6336427 Jan 28 04:37:57.116465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'port': {'device_id': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'admin_state_up': True, 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'security_groups': ['599fb0f1-4e1a-446a-83c0-5c2eea90784f']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:57.154452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:57.155213 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.197488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:57.200819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:57.204726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:57.239726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Pushing event updated for resources: {'Port': ['ID=f959e1cf-bd0d-4e02-bc87-0f7880679d33,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.295320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8691a968-9861-413a-a849-0bf1068ee49f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:57.318787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31e7ec48-5aca-4f63-9e83-d44b256c981a req-315305be-5dd2-4e9b-b94c-6e3424b9c428 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717026 Jan 28 04:37:57.349714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:57.350242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.394584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=08527e81-7b47-4f27-81b3-963e07fde3fe,segment=NetworkSegment(07e3bec7-b501-4e6c-9be7-ea1108714bd3),segment_id=07e3bec7-b501-4e6c-9be7-ea1108714bd3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:57.401709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.441949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8691a968-9861-413a-a849-0bf1068ee49f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:57.442484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8691a968-9861-413a-a849-0bf1068ee49f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.490251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Provisioning complete for port 60abdf00-1886-4ebd-aada-777a92cd07c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:57.490711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.516658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Pushing event updated for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.539984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.540430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.540852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.541294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.541707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.542116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.543136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.543136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.543372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.543780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.544184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.544590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.545943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:57.562976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0125401-8f4d-492d-ad80-a8fe591b25a4 None None] Port 60abdf00-1886-4ebd-aada-777a92cd07c1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:57.609937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f6ca3-a749-40de-9a7a-7954afb93077 req-fceb0679-7abc-44d3-a48e-c2ea7bd504ba tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:57.611527 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-253f6ca3-a749-40de-9a7a-7954afb93077 req-fceb0679-7abc-44d3-a48e-c2ea7bd504ba tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1109512 Jan 28 04:37:57.614100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8691a968-9861-413a-a849-0bf1068ee49f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:57.614690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8691a968-9861-413a-a849-0bf1068ee49f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.652130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks [] for router_gateway (db889fcf-023c-4a96-90aa-69fff640ac04), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.659995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 8691a968-9861-413a-a849-0bf1068ee49f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8691a968-9861-413a-a849-0bf1068ee49f,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:57.667838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8691a968-9861-413a-a849-0bf1068ee49f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.669236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:57.770140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=8691a968-9861-413a-a849-0bf1068ee49f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.791520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:57.791920 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.801477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-253f6ca3-a749-40de-9a7a-7954afb93077 req-bd332589-eb3a-4681-adab-a414948560e7 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757746 Jan 28 04:37:57.851019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.5 (9708c25e-35f8-43e3-a00d-9b68c253ed74/a034fc7c-7ec0-430c-b132-67aebfa4ea5f/dee8af56-a11a-42d2-adf9-3af431758e89) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:57.923677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:57.953759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (db889fcf-023c-4a96-90aa-69fff640ac04), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.998144 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (845181bf-7a0b-4108-a089-9c240a110139), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.008067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:58.011494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.031441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-85d555bd-65a5-4633-b0a1-1341b56ddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.033024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-85d555bd-65a5-4633-b0a1-1341b56ddacf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 1099 time: 0.8028762 Jan 28 04:37:58.038878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68b9e5-b90c-4f47-a849-14a218211fd2 None None] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:58.074047 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9f39678-3091-4e7f-b220-c3bcc3256fa2 req-88c4ae52-940e-4098-b884-f95e27c58cd9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 210 time: 0.0573206 Jan 28 04:37:58.097121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2ecc9-3bef-4a42-b3d9-edf43e63b1d4 req-ec881f82-110d-4e06-bc25-1a3923bbb4f0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.105382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93d2ecc9-3bef-4a42-b3d9-edf43e63b1d4 req-ec881f82-110d-4e06-bc25-1a3923bbb4f0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 948 time: 0.4361994 Jan 28 04:37:58.112306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845181bf-7a0b-4108-a089-9c240a110139']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:58.119893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (dee8af56-a11a-42d2-adf9-3af431758e89), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.125761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ad1bea35-cf30-484a-987e-bf46cc9dfe7a None None] Provisioning complete for port 8691a968-9861-413a-a849-0bf1068ee49f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:58.126148 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ad1bea35-cf30-484a-987e-bf46cc9dfe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8691a968-9861-413a-a849-0bf1068ee49f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.151729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Router db889fcf-023c-4a96-90aa-69fff640ac04 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:37:58.179820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0829efad-0d92-4f41-b8d9-65f5548faa27') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:58.180191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0829efad-0d92-4f41-b8d9-65f5548faa27') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:58.217184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (0829efad-0d92-4f41-b8d9-65f5548faa27), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.254291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bea35-cf30-484a-987e-bf46cc9dfe7a None None] Current status of the port 8691a968-9861-413a-a849-0bf1068ee49f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:58.300741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:58.323780 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Sync routers for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:58.336572 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0829efad-0d92-4f41-b8d9-65f5548faa27), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.337378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.338666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23156bc3-c2a5-4b15-bfc1-ad9374d33cae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7733135 Jan 28 04:37:58.340247 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:58.341037 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:58.341967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.342660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:58.345833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 284c9b67-3561-4827-a458-3df870e36930 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:58.408838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 284c9b67-3561-4827-a458-3df870e36930 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:37:58.413543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 284c9b67-3561-4827-a458-3df870e36930 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:58.414561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (284c9b67-3561-4827-a458-3df870e36930), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.415296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:58.415715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (0829efad-0d92-4f41-b8d9-65f5548faa27), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.525067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:58.526455 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:58.547782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 284c9b67-3561-4827-a458-3df870e36930 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:58.548179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (284c9b67-3561-4827-a458-3df870e36930), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.578514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:58.581174 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be25d64e-06e0-47b8-989a-770d9d815ded" -d '{"events": [{"server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "name": "network-vif-plugged", "status": "completed", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:58.600011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 284c9b67-3561-4827-a458-3df870e36930, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=284c9b67-3561-4827-a458-3df870e36930,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:58.612032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-76e71a2d-756e-4761-9396-6425b8d0beca None None] Provisioning complete for port 8691a968-9861-413a-a849-0bf1068ee49f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:58.612482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76e71a2d-756e-4761-9396-6425b8d0beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8691a968-9861-413a-a849-0bf1068ee49f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.632649 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93d2ecc9-3bef-4a42-b3d9-edf43e63b1d4 req-f598ae17-6bac-43de-b28f-ef0ec0d0f843 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262902 Jan 28 04:37:58.635510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (845181bf-7a0b-4108-a089-9c240a110139), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.653200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.655459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52731c0b-01f7-4d2e-8dfe-2a309d0a994b req-240da140-e45b-4143-b0ce-e34f48dff69c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.657914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (284c9b67-3561-4827-a458-3df870e36930), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.662447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52731c0b-01f7-4d2e-8dfe-2a309d0a994b req-240da140-e45b-4143-b0ce-e34f48dff69c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1655381 Jan 28 04:37:58.671331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/networks/845181bf-7a0b-4108-a089-9c240a110139 HTTP/1.1" status: 204 len: 168 time: 2.0226405 Jan 28 04:37:58.678158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60646) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:58.741859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Allocated IP 172.20.0.8 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/e2b28024-2325-4534-802b-7495e54c6bcc) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:37:58.750252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-b0041c74-6cf6-4d3d-af01-4b2a5cb71d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.752882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-b0041c74-6cf6-4d3d-af01-4b2a5cb71d1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.7052474 Jan 28 04:37:58.758956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-76e71a2d-756e-4761-9396-6425b8d0beca None None] Current status of the port 8691a968-9861-413a-a849-0bf1068ee49f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:58.770665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=284c9b67-3561-4827-a458-3df870e36930,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:58.787216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:37:58.797713 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:37:57Z', 'revision_number': 3, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:58.843095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52731c0b-01f7-4d2e-8dfe-2a309d0a994b req-e8c1f733-6ddf-4905-b2b1-a70da5412169 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796751 Jan 28 04:37:58.845889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:37:58.848712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:37:58.894936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c8b5e-94e1-4ae4-ab59-abb595d19a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Network': ['ID=845181bf-7a0b-4108-a089-9c240a110139,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:58.928143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175a6ab-f881-40d7-8d55-819cb58c4332 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.933501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175a6ab-f881-40d7-8d55-819cb58c4332 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.935123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c175a6ab-f881-40d7-8d55-819cb58c4332 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2559266 Jan 28 04:37:58.940876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:58.941895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60648) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:58.946596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.948749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-321887123'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:58.974934 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447e940-69ac-4e1f-9946-2a5817e42cdd x-openstack-request-id: req-9447e940-69ac-4e1f-9946-2a5817e42cdd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:58.975244 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "name": "network-vif-plugged", "status": "completed", "tag": "284c9b67-3561-4827-a458-3df870e36930", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:58.975504 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9447e940-69ac-4e1f-9946-2a5817e42cdd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:58.975907 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'code': 200} Jan 28 04:37:58.982151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.6078765 Jan 28 04:37:58.983350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60652) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:58.989188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8892b5-addd-4ea2-9ded-a93a64eba2d6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=dee8af56-a11a-42d2-adf9-3af431758e89,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:58.994738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:58.996632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-85f740da-5f64-4196-b048-fb12453ed6b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=74d58410-1a98-4a11-a780-e366e6030d76 HTTP/1.1" status: 200 len: 217 time: 0.2114525 Jan 28 04:37:59.001307 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Checking router: db889fcf-023c-4a96-90aa-69fff640ac04 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:59.004372 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Updating router db889fcf-023c-4a96-90aa-69fff640ac04 port f959e1cf-bd0d-4e02-bc87-0f7880679d33 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:37:59.047088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28419a96-1e9b-4212-9239-4c2c67e201fb req-ff9a67c1-c654-487a-b161-e873fb7f9142 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.060627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28419a96-1e9b-4212-9239-4c2c67e201fb req-ff9a67c1-c654-487a-b161-e873fb7f9142 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.3010590 Jan 28 04:37:59.072965 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.106783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8691a968-9861-413a-a849-0bf1068ee49f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:59.186530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:59.191961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.220859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-bb32398e-8425-4743-a2ff-0df50431f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.223090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-bb32398e-8425-4743-a2ff-0df50431f941 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.7117019 Jan 28 04:37:59.279784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:59.292798 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (419adf6a-996a-4460-849c-d84dc2c33b90), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.293186 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Added segment 419adf6a-996a-4460-849c-d84dc2c33b90 of type vlan for network 3b4f4245-bf65-4151-b966-a52a3cb512ec Jan 28 04:37:59.337300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (3b4f4245-bf65-4151-b966-a52a3cb512ec), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.379512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fbb96d47-4382-4c9c-8ae6-617627b69f9f req-c33d3106-7640-4e7f-9889-d17ef342b6f1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 210 time: 0.1542852 Jan 28 04:37:59.387934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7c7e3-49f8-48c9-8082-ed111bedeac0 req-d8262bb5-c9cc-4184-bc60-7c1707d61cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.389528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9e7c7e3-49f8-48c9-8082-ed111bedeac0 req-d8262bb5-c9cc-4184-bc60-7c1707d61cc8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.3047004 Jan 28 04:37:59.396629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-0cca8bd8-740a-4e04-9c2a-b6b8b102c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.400341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-113d7751-2a7d-4265-acd5-9afe12c1ae05 None None] Provisioning complete for port dee8af56-a11a-42d2-adf9-3af431758e89 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:59.401589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-113d7751-2a7d-4265-acd5-9afe12c1ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.403992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-0cca8bd8-740a-4e04-9c2a-b6b8b102c087 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3740933 Jan 28 04:37:59.407933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (3b4f4245-bf65-4151-b966-a52a3cb512ec), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.417135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.418089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.455922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8691a968-9861-413a-a849-0bf1068ee49f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:59.456301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8691a968-9861-413a-a849-0bf1068ee49f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.458134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-113d7751-2a7d-4265-acd5-9afe12c1ae05 None None] Port dee8af56-a11a-42d2-adf9-3af431758e89 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:37:59.511205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28419a96-1e9b-4212-9239-4c2c67e201fb req-9e76cdd2-6504-4659-ab91-6f541c678e0f tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276247 Jan 28 04:37:59.524018 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5809414 Jan 28 04:37:59.527913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:59.530364 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.532382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:59.544961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.547027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1405086379'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:37:59.550636 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Publish callbacks [] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.561821 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.563718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9e7c7e3-49f8-48c9-8082-ed111bedeac0 req-c1b7c0f5-39aa-4cc6-9362-951bc9a682ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520727 Jan 28 04:37:59.578238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (e2b28024-2325-4534-802b-7495e54c6bcc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.593722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8691a968-9861-413a-a849-0bf1068ee49f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:59.594736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-f35be117-b260-4370-b745-c63f7bc82bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.596294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-f35be117-b260-4370-b745-c63f7bc82bbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771481 Jan 28 04:37:59.597098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:59.602912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-2a4f8ffd-305c-4de5-ab56-2fb9c525567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.604390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-2a4f8ffd-305c-4de5-ab56-2fb9c525567c service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.3589809 Jan 28 04:37:59.622511 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Attempting to bind port f959e1cf-bd0d-4e02-bc87-0f7880679d33 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:37:59.623124 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Attempting to bind port f959e1cf-bd0d-4e02-bc87-0f7880679d33 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:37:59.623719 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Attempting to bind port f959e1cf-bd0d-4e02-bc87-0f7880679d33 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:37:59.628444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4cfde-a9a4-43d7-8a00-9d4121619e85 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Network': ['ID=3b4f4245-bf65-4151-b966-a52a3cb512ec,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:59.636191 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:37:59.636830 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:37:59.637552 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.638258 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:37:59.639015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Bound port: f959e1cf-bd0d-4e02-bc87-0f7880679d33, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:37:59.641182 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.648313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237575da-f606-4098-a4d6-e6564df254ff None None] Pushing event updated for resources: {'Port': ['ID=f959e1cf-bd0d-4e02-bc87-0f7880679d33,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:59.669752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 3b4f4245-bf65-4151-b966-a52a3cb512ec details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:37:59.685294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:37:59.688691 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.713036 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] For port f959e1cf-bd0d-4e02-bc87-0f7880679d33, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:37:59.718462 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] For port f959e1cf-bd0d-4e02-bc87-0f7880679d33, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f959e1cf-bd0d-4e02-bc87-0f7880679d33,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:37:59.732178 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.781598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:59.782052 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.821425 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a034fc7c-7ec0-430c-b132-67aebfa4ea5f (CIDR: 172.20.0.0/28) Jan 28 04:37:59.826845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-20637fa3-1511-4938-a5d5-d5cb7f99354a service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199218 Jan 28 04:37:59.828474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.830140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 74d58410-1a98-4a11-a780-e366e6030d76 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:37:59.831744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-cc2b43fb-f506-488d-b0bd-f242974a0744 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.2138565 Jan 28 04:37:59.834972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:37:59.847414 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:37:59.847966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:37:59.856411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237575da-f606-4098-a4d6-e6564df254ff None None] Pushing event updated for resources: {'Port': ['ID=f959e1cf-bd0d-4e02-bc87-0f7880679d33,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:59.888506 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:59.889264 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:59.906102 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:59.910682 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Added segment a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d of type vlan for network 2957ec98-d63f-40a1-9cc2-f1ff72e4bf89 Jan 28 04:37:59.939257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 74d58410-1a98-4a11-a780-e366e6030d76, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=74d58410-1a98-4a11-a780-e366e6030d76,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:59.952984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '74d58410-1a98-4a11-a780-e366e6030d76', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '74d58410-1a98-4a11-a780-e366e6030d76', 'mac_address': 'fa:16:3e:2f:30:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:37:59.965117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f47a7-873a-4e27-b0e9-e0c595ebb716 req-00c50c1f-24b9-46fd-a944-f66d3894bce6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:59.968262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-547f47a7-873a-4e27-b0e9-e0c595ebb716 req-00c50c1f-24b9-46fd-a944-f66d3894bce6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 948 time: 0.2320681 Jan 28 04:37:59.971796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ecb310a-1c9a-4e2c-ad61-3e198f867349 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9831636 Jan 28 04:37:59.995377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60662) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:59.997593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec28dd6b-d5aa-40a4-a484-33e50ef3639f req-56c0b857-4ee8-4734-b71b-a999e2bb516c service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572952 Jan 28 04:37:59.999290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-56ca6d34-1f41-4f69-8bd2-6e7bb8388697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:00.000897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-56ca6d34-1f41-4f69-8bd2-6e7bb8388697 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.1585619 Jan 28 04:38:00.001270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:00.025974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:00.046263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 74d58410-1a98-4a11-a780-e366e6030d76 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:00.047443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (74d58410-1a98-4a11-a780-e366e6030d76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.057020 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:00.062870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d58410-1a98-4a11-a780-e366e6030d76 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:00.069389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2957ec98-d63f-40a1-9cc2-f1ff72e4bf89), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.075044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Allocated IP 172.20.0.1 (0e229fc1-933e-42ea-abc9-4c3cec22627c/ce730559-475d-4f95-8b4a-3c1cdaf0f7ed/2fa7abbf-855c-48c2-abf9-6027a4500295) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:00.087334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 74d58410-1a98-4a11-a780-e366e6030d76, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=74d58410-1a98-4a11-a780-e366e6030d76,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:00.091434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-07e41829-0557-48c7-bd5a-3ee27774eed8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612319 Jan 28 04:38:00.092559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (74d58410-1a98-4a11-a780-e366e6030d76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.155407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=74d58410-1a98-4a11-a780-e366e6030d76,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:00.169763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:00.190354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8735c1-462c-4502-ac3d-5d26888dee5a req-4a4b174c-7205-440a-acdc-1a2f85b3e3f2 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:00.191872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc8735c1-462c-4502-ac3d-5d26888dee5a req-4a4b174c-7205-440a-acdc-1a2f85b3e3f2 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1668093 Jan 28 04:38:00.197731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:00.202738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:00.206947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:00.228238 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-547f47a7-873a-4e27-b0e9-e0c595ebb716 req-efb95432-98e2-4a98-be2d-1ab095cb2996 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336106 Jan 28 04:38:00.228980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2957ec98-d63f-40a1-9cc2-f1ff72e4bf89), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.233830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:00.234438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.321249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc8735c1-462c-4502-ac3d-5d26888dee5a req-79d0246f-c72c-43cd-bda4-3edf8f5e49bb tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189113 Jan 28 04:38:00.323128 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:37:57Z', 'revision_number': 3, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:00.341099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:00.341759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.356360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-67a93aa6-d503-442c-a1fd-39dae1d072f3 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515578 Jan 28 04:38:00.361434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-9ff100c8-d25c-4337-8b43-a6c7b25d6c4f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2488286 Jan 28 04:38:00.366154 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5469e-0b65-44b2-abac-e1d222985a6b None None] The sync data for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 is: [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:37:57Z', 'revision_number': 3, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:00.385356 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8422377 Jan 28 04:38:00.387731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Request body: {'port': {'device_id': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:00.388357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:00.409712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'ports': [{'network_id': '3b4f4245-bf65-4151-b966-a52a3cb512ec', 'name': 'tempest-port--1731412394', 'admin_state_up': True}, {'network_id': '2957ec98-d63f-40a1-9cc2-f1ff72e4bf89', 'admin_state_up': False}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:00.409981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'port': {'network_id': '3b4f4245-bf65-4151-b966-a52a3cb512ec', 'name': 'tempest-port--1731412394', 'admin_state_up': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:00.410581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'port': {'network_id': '2957ec98-d63f-40a1-9cc2-f1ff72e4bf89', 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:00.519209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['74d58410-1a98-4a11-a780-e366e6030d76'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:00.527054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.544602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8faf46-0163-45e9-a8de-10d592103642 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Network': ['ID=2957ec98-d63f-40a1-9cc2-f1ff72e4bf89,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:00.561069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2957ec98-d63f-40a1-9cc2-f1ff72e4bf89 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:00.611720 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks [] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.698697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-de06d41f-7d3b-43d1-a72d-c2a0f3ea4e29 None None] Provisioning complete for port e2b28024-2325-4534-802b-7495e54c6bcc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:00.699569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de06d41f-7d3b-43d1-a72d-c2a0f3ea4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.741479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:00.745295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.800031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-de06d41f-7d3b-43d1-a72d-c2a0f3ea4e29 None None] Port e2b28024-2325-4534-802b-7495e54c6bcc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:00.893685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.029759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1ff32-fff4-49e9-8f40-e919752c4af0 req-10d43702-8a40-4601-88a1-90d82a83ce0b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:01.037070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65a1ff32-fff4-49e9-8f40-e919752c4af0 req-10d43702-8a40-4601-88a1-90d82a83ce0b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 931 time: 0.5317016 Jan 28 04:38:01.060652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bffeae6f-54cc-4987-9284-58ca4819cb8a req-7bee15d6-87b0-416d-836a-23a24cac1680 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857140 Jan 28 04:38:01.112695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f959e1cf-bd0d-4e02-bc87-0f7880679d33 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:01.192324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65a1ff32-fff4-49e9-8f40-e919752c4af0 req-4e526c9e-567c-42f9-9b56-ab90435f7699 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542115 Jan 28 04:38:01.216384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f959e1cf-bd0d-4e02-bc87-0f7880679d33 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:01.217027 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.349889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f959e1cf-bd0d-4e02-bc87-0f7880679d33 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:01.350293 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.377353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f959e1cf-bd0d-4e02-bc87-0f7880679d33, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f959e1cf-bd0d-4e02-bc87-0f7880679d33,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:01.382676 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.384301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:01.401882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa7abbf-855c-48c2-abf9-6027a4500295,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:01.408695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:01.416739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:01.459530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3dda8-d55c-4a3f-a7cb-f98d32aae1a5 req-9e5288d1-302e-410f-bb75-4e1dfb117a1b tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:01.464234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f959e1cf-bd0d-4e02-bc87-0f7880679d33,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:01.464582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b7bd-50a2-4887-9272-396a7be5611b req-8de2af86-c8bc-4dde-b70a-a5f2dcae2bab tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:01.466197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61e5b7bd-50a2-4887-9272-396a7be5611b req-8de2af86-c8bc-4dde-b70a-a5f2dcae2bab tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 949 time: 0.1233909 Jan 28 04:38:01.466978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0c3dda8-d55c-4a3f-a7cb-f98d32aae1a5 req-9e5288d1-302e-410f-bb75-4e1dfb117a1b tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.7515013 Jan 28 04:38:01.499958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:01.506857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'port': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:01.511478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Publish callbacks [] for port (e2b28024-2325-4534-802b-7495e54c6bcc), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.511660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.555580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.558226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (db889fcf-023c-4a96-90aa-69fff640ac04), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.580935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Transition to ACTIVE for port object e2b28024-2325-4534-802b-7495e54c6bcc will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:38:01.587674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61e5b7bd-50a2-4887-9272-396a7be5611b req-09569af7-cd34-40c3-8aed-ac78d32708a1 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010489 Jan 28 04:38:01.589199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.663377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:01.754727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883a798-361c-4723-9d9e-563cdfab2719 req-8cd73e92-ef45-4902-bf8c-7d2389bf2be5 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:01.762865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b883a798-361c-4723-9d9e-563cdfab2719 req-8cd73e92-ef45-4902-bf8c-7d2389bf2be5 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.0929298 Jan 28 04:38:01.835238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 74d58410-1a98-4a11-a780-e366e6030d76 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:01.845472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0c3dda8-d55c-4a3f-a7cb-f98d32aae1a5 req-56b992d7-5e6d-4cb7-87d6-b641adb968ee tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738630 Jan 28 04:38:01.849251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b883a798-361c-4723-9d9e-563cdfab2719 req-615ef167-bfac-45e0-86c8-d55a364b88de tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853913 Jan 28 04:38:01.862721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Attempting to bind port e2b28024-2325-4534-802b-7495e54c6bcc on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:01.863165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Attempting to bind port e2b28024-2325-4534-802b-7495e54c6bcc by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:01.863601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Attempting to bind port e2b28024-2325-4534-802b-7495e54c6bcc on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:01.869538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5ed85617-3ea6-43cc-abfa-962c40ea7273 None None] Provisioning complete for port 2fa7abbf-855c-48c2-abf9-6027a4500295 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:01.870110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Port e2b28024-2325-4534-802b-7495e54c6bcc on network b22b336d-bd67-4863-bdda-72baf2db3dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:38:01.870296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ed85617-3ea6-43cc-abfa-962c40ea7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.870454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Attempting to bind port e2b28024-2325-4534-802b-7495e54c6bcc on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:01.881587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:01.881942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:01.882341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:01.882820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Bound port: e2b28024-2325-4534-802b-7495e54c6bcc, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:01.883192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.935404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5ed85617-3ea6-43cc-abfa-962c40ea7273 None None] Port 2fa7abbf-855c-48c2-abf9-6027a4500295 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:01.942553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 74d58410-1a98-4a11-a780-e366e6030d76 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:38:01.945410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.947435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 74d58410-1a98-4a11-a780-e366e6030d76 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:01.947820 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (74d58410-1a98-4a11-a780-e366e6030d76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.978712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:01.982851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:01.987512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.036606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.037347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.039923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] 10.222.0.52 "PUT /v2.0/ports/e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 1091 time: 1.6631970 Jan 28 04:38:02.042298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:02.044585 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:02.068572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059cb04-2bc2-44c3-9b27-f484a7623ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:02.109059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 74d58410-1a98-4a11-a780-e366e6030d76 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:02.110489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (74d58410-1a98-4a11-a780-e366e6030d76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.145291 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a6f7b-752f-4cd8-bda5-c37e1b5ff606 x-openstack-request-id: req-da4a6f7b-752f-4cd8-bda5-c37e1b5ff606 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:02.145672 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:02.145956 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da4a6f7b-752f-4cd8-bda5-c37e1b5ff606 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:02.146509 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'status': 'completed', 'code': 200} Jan 28 04:38:02.152403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 74d58410-1a98-4a11-a780-e366e6030d76, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=74d58410-1a98-4a11-a780-e366e6030d76,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:02.153591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d58410-1a98-4a11-a780-e366e6030d76'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:02.156428 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af53bac-e4f0-4ad4-b4f0-2619d38aa3dd" -d '{"events": [{"server_uuid": "c3681d90-7f96-44cc-8c72-c4bee4ab0f43", "name": "network-vif-plugged", "status": "completed", "tag": "74d58410-1a98-4a11-a780-e366e6030d76"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:02.163164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-503f95e9-7df9-48f5-a091-5de7e3d8c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.165877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-503f95e9-7df9-48f5-a091-5de7e3d8c751 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0607972 Jan 28 04:38:02.166131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (74d58410-1a98-4a11-a780-e366e6030d76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.197781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (7764d92b-1b0f-4e57-93ed-9c5203f4f4dd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.233358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-a2c15448-f482-4272-aeb8-5d15bdcf69db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 217 time: 0.0523262 Jan 28 04:38:02.236281 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b8d694-f03a-4084-938d-966ffd9e96a2 x-openstack-request-id: req-f0b8d694-f03a-4084-938d-966ffd9e96a2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:02.236593 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3681d90-7f96-44cc-8c72-c4bee4ab0f43", "name": "network-vif-plugged", "status": "completed", "tag": "74d58410-1a98-4a11-a780-e366e6030d76", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:02.236908 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0b8d694-f03a-4084-938d-966ffd9e96a2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:02.237757 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d58410-1a98-4a11-a780-e366e6030d76', 'code': 200} Jan 28 04:38:02.241861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=74d58410-1a98-4a11-a780-e366e6030d76,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:02.296858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] device_id is not set on port a5e910a6-4379-4e2b-a5f8-70a76959cca8 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:02.358777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:02.370206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:02.373045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.373856 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.382652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2cc54a-51b2-4d72-b62c-d0c99dcf0e07 None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:02.385096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=7764d92b-1b0f-4e57-93ed-9c5203f4f4dd,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:02.427598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-2ab55d48-ffbc-4066-9c14-525fe0377b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.429485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-2ab55d48-ffbc-4066-9c14-525fe0377b79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1545949 Jan 28 04:38:02.438396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f749e170-fbbb-4d47-833c-654e3456dc38 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4392004 Jan 28 04:38:02.441765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60688) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:02.444135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84cd1-3396-4346-8f99-f019fd8fd6b3 req-55bc2d56-d8a7-4342-8d74-9d218cbc5a9d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.445730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a84cd1-3396-4346-8f99-f019fd8fd6b3 req-55bc2d56-d8a7-4342-8d74-9d218cbc5a9d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 943 time: 0.1733546 Jan 28 04:38:02.453135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1670959532', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7764d92b-1b0f-4e57-93ed-9c5203f4f4dd'}], 'security_groups': ['553f6a94-30eb-4ef1-b476-1af0d198c4d8']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:02.481819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4c0a9-c2f6-4ea6-9d59-46ab02516053 req-a14be084-67c3-4f57-a754-273953a2eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.483222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43b4c0a9-c2f6-4ea6-9d59-46ab02516053 req-a14be084-67c3-4f57-a754-273953a2eb97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 1101 time: 0.1261141 Jan 28 04:38:02.561129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-e8e600a3-580b-4209-b944-f778d8cbc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.562949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-e8e600a3-580b-4209-b944-f778d8cbc251 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262507 Jan 28 04:38:02.593536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a84cd1-3396-4346-8f99-f019fd8fd6b3 req-b6a9668e-b65a-418e-a70c-06db7cad0b19 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396523 Jan 28 04:38:02.608186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43b4c0a9-c2f6-4ea6-9d59-46ab02516053 req-01a25bc0-bf35-44ee-9df9-d60d5ff03265 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172254 Jan 28 04:38:02.610301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks [] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.618338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] Update dhcp port {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'fixed_ips': [{'subnet_id': 'a034fc7c-7ec0-430c-b132-67aebfa4ea5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '7764d92b-1b0f-4e57-93ed-9c5203f4f4dd'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '08527e81-7b47-4f27-81b3-963e07fde3fe'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:38:02.636208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.639783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for port (a5e910a6-4379-4e2b-a5f8-70a76959cca8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.662524 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.730672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-026535e6-33b0-4813-9df6-54044e469e4e service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579423 Jan 28 04:38:02.827188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] device_id is not set on port db2d51f2-b926-4f51-a97b-7177c407fd2b yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:02.834237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa7abbf-855c-48c2-abf9-6027a4500295,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:02.836917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] Allocated IP 172.20.0.18 (9708c25e-35f8-43e3-a00d-9b68c253ed74/7764d92b-1b0f-4e57-93ed-9c5203f4f4dd/08527e81-7b47-4f27-81b3-963e07fde3fe) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:02.842449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (db889fcf-023c-4a96-90aa-69fff640ac04), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.901480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bdc70-300f-4b32-ace8-cea4ed69de2a req-4b5266c3-b41b-44c6-8656-6329ee497deb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.903013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d3bdc70-300f-4b32-ace8-cea4ed69de2a req-4b5266c3-b41b-44c6-8656-6329ee497deb tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 950 time: 0.1611931 Jan 28 04:38:02.947444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=08527e81-7b47-4f27-81b3-963e07fde3fe,segment=NetworkSegment(07e3bec7-b501-4e6c-9be7-ea1108714bd3),segment_id=07e3bec7-b501-4e6c-9be7-ea1108714bd3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:02.960597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:02.964478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b3603-d544-4d53-8099-a26d316644d0 req-77797133-1672-49ed-a8e4-c05343e4961a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:02.965795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb5b3603-d544-4d53-8099-a26d316644d0 req-77797133-1672-49ed-a8e4-c05343e4961a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Jan 28 04:38:02.985319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] Publish callbacks [] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.004855 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.040153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f959e1cf-bd0d-4e02-bc87-0f7880679d33 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:03.091675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcfca5e1-18c7-4701-95f4-c824c78cef43 req-760ae813-f6df-4212-8984-24c6d9b3f3f0 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247377 Jan 28 04:38:03.098515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d3bdc70-300f-4b32-ace8-cea4ed69de2a req-87f1e83a-c774-4d54-9aac-ae5dd0d88221 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821382 Jan 28 04:38:03.113188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:03.116843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb5b3603-d544-4d53-8099-a26d316644d0 req-09b20606-1df1-4c8b-a6da-80447d40cdc0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824680 Jan 28 04:38:03.120876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:03.142138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db0561-fac6-4b7b-b965-990a4f051d3e None None] Pushing event updated for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:03.168556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f959e1cf-bd0d-4e02-bc87-0f7880679d33 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:03.168556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.279469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7011078-da99-4b58-baed-0ad8852fc3b3 req-c2cfbcdc-94f0-48b8-9e92-cb0acc79a564 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:03.290406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7011078-da99-4b58-baed-0ad8852fc3b3 req-c2cfbcdc-94f0-48b8-9e92-cb0acc79a564 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1038969 Jan 28 04:38:03.293524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f959e1cf-bd0d-4e02-bc87-0f7880679d33 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:03.393449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-2c711037-d83c-4343-9f22-ac8ab16417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:03.394998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-2c711037-d83c-4343-9f22-ac8ab16417f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1094 time: 0.1036761 Jan 28 04:38:03.403597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7011078-da99-4b58-baed-0ad8852fc3b3 req-cebae9c0-8fc5-44f0-893c-af89abd24882 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997043 Jan 28 04:38:03.405695 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for port (db2d51f2-b926-4f51-a97b-7177c407fd2b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.514586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-88e9a696-149c-4d01-8ef9-7fa0568d4b77 None None] Provisioning complete for port 2fa7abbf-855c-48c2-abf9-6027a4500295 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:03.514971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88e9a696-149c-4d01-8ef9-7fa0568d4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.517523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-e56095bd-2597-4d66-8214-6e52e30fbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:03.519067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-e56095bd-2597-4d66-8214-6e52e30fbc15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1145682 Jan 28 04:38:03.530413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a5e910a6-4379-4e2b-a5f8-70a76959cca8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.567600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-88e9a696-149c-4d01-8ef9-7fa0568d4b77 None None] Port 2fa7abbf-855c-48c2-abf9-6027a4500295 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:03.584020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-938b19e9-dfd2-48ba-8563-77aeb8a4ad5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 217 time: 0.0578604 Jan 28 04:38:03.645066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-119204db-b54e-4cbf-9cd7-51c2ee113eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:03.647644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-119204db-b54e-4cbf-9cd7-51c2ee113eac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0567157 Jan 28 04:38:03.681295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Router db889fcf-023c-4a96-90aa-69fff640ac04 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:03.719326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-2eff4c4b-7791-4983-8a88-d95f25b0084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:03.719568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-2eff4c4b-7791-4983-8a88-d95f25b0084f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649197 Jan 28 04:38:03.719988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Port': ['ID=a5e910a6-4379-4e2b-a5f8-70a76959cca8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:03.747480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-d3d3e704-63e1-4e89-a46e-409cbc0085a1 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4163435 Jan 28 04:38:03.782818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:03.800324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Checking segment: {'id': '419adf6a-996a-4460-849c-d84dc2c33b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3b4f4245-bf65-4151-b966-a52a3cb512ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:03.801270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network hostable DHCP agents. Network: 3b4f4245-bf65-4151-b966-a52a3cb512ec, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:03.819409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530fdb-13ce-43f7-840c-0a2b41d4e0d1 req-b6376fec-e13d-4081-a555-c18ce99f4335 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:03.821021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc530fdb-13ce-43f7-840c-0a2b41d4e0d1 req-b6376fec-e13d-4081-a555-c18ce99f4335 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 943 time: 0.1248744 Jan 28 04:38:03.868464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-90cc6297-0cf7-4474-b5eb-985cd932ec4e service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347430 Jan 28 04:38:03.877860 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.954078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc530fdb-13ce-43f7-840c-0a2b41d4e0d1 req-ed930bcd-8fc4-4582-9bf9-4e265f9130f3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220343 Jan 28 04:38:03.960592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network 3b4f4245-bf65-4151-b966-a52a3cb512ec is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:03.993346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:03.993888 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.008325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef27aac7-2153-4ef8-9d7b-1b5a7d38df4d req-caccc113-57d7-4b19-a7a0-3b30ff16711f service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269710 Jan 28 04:38:04.014713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 3b4f4245-bf65-4151-b966-a52a3cb512ec) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:04.023130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f70ec7-06f7-458b-8a96-87c05a3a9b2c None None] Network 3b4f4245-bf65-4151-b966-a52a3cb512ec requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:04.038828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Delete allocated IP 172.20.0.5 (9708c25e-35f8-43e3-a00d-9b68c253ed74/a034fc7c-7ec0-430c-b132-67aebfa4ea5f) {{(pid=103139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 04:38:04.041425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:04.042339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (db2d51f2-b926-4f51-a97b-7177c407fd2b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.076372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:04.087335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cbefacc1-7aae-43e5-afc9-e16d9a0b8cb4 admin admin] 10.222.0.21 "PUT /v2.0/routers/db889fcf-023c-4a96-90aa-69fff640ac04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7435973 Jan 28 04:38:04.091409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.27 (9708c25e-35f8-43e3-a00d-9b68c253ed74/7764d92b-1b0f-4e57-93ed-9c5203f4f4dd/dee8af56-a11a-42d2-adf9-3af431758e89) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:04.093101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Sync routers for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:04.136030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:04.136613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:04.146550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Port': ['ID=db2d51f2-b926-4f51-a97b-7177c407fd2b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:04.239009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:04.319305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Provisioning complete for port dee8af56-a11a-42d2-adf9-3af431758e89 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:04.319858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.323445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:04.360938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2e87-e7af-4c0b-b551-51722065d59f req-5abf10ed-b7b4-4bcf-aa45-5f0ad29d3d1d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:04.362740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c59d2e87-e7af-4c0b-b551-51722065d59f req-5abf10ed-b7b4-4bcf-aa45-5f0ad29d3d1d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 950 time: 0.0800467 Jan 28 04:38:04.400090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Port dee8af56-a11a-42d2-adf9-3af431758e89 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:04.414625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c59d2e87-e7af-4c0b-b551-51722065d59f req-eb8afb9a-88e3-4a20-9c5f-96b623eae3f0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 Jan 28 04:38:04.439509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Provisioning complete for port 60abdf00-1886-4ebd-aada-777a92cd07c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:04.440017 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.520067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeb706-70e1-411b-b0be-817cc1b8acb4 None None] Port 60abdf00-1886-4ebd-aada-777a92cd07c1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:04.596525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Checking segment: {'id': 'a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2957ec98-d63f-40a1-9cc2-f1ff72e4bf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:04.596814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network hostable DHCP agents. Network: 2957ec98-d63f-40a1-9cc2-f1ff72e4bf89, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:04.612866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:02Z', 'revision_number': 2, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:04.644401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Checking router: db889fcf-023c-4a96-90aa-69fff640ac04 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:04.644637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Updating router db889fcf-023c-4a96-90aa-69fff640ac04 port 2fa7abbf-855c-48c2-abf9-6027a4500295 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:38:04.655685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network 2957ec98-d63f-40a1-9cc2-f1ff72e4bf89 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:04.662062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.720967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2957ec98-d63f-40a1-9cc2-f1ff72e4bf89) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:04.725042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:04.731884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:04.737895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:04.738618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.781571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e96bbb6b-c63d-49bb-8612-d5ac182d9faa tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3736751 Jan 28 04:38:04.782801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60716) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:04.791668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (dee8af56-a11a-42d2-adf9-3af431758e89), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.812969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac74f2-d6ca-4c36-85a9-b75764513bdf None None] Network 2957ec98-d63f-40a1-9cc2-f1ff72e4bf89 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:04.826152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.832891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.928859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=dee8af56-a11a-42d2-adf9-3af431758e89,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:04.940268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda579-2b9e-4a6a-803e-fe8f3d24533b tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:04.947296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda579-2b9e-4a6a-803e-fe8f3d24533b tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:04.951422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4ffda579-2b9e-4a6a-803e-fe8f3d24533b tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1632333 Jan 28 04:38:04.955539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60718) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:04.955884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60720) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:04.968777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716134072', 'description': 'tempest-description--268196002'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:04.987671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Allocated IP 172.25.6.66 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/51b895ae-9007-44ec-aec9-c5561bfa9c0f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:05.028113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] In _notify_port_updated(), no bound segment for port dee8af56-a11a-42d2-adf9-3af431758e89 on network 9708c25e-35f8-43e3-a00d-9b68c253ed74 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:38:05.034130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:05.035008 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.037386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-177ce42a-8f42-407a-90e1-83b275be26d2 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/ports/dee8af56-a11a-42d2-adf9-3af431758e89 HTTP/1.1" status: 200 len: 921 time: 2.5901976 Jan 28 04:38:05.042410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60724) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:05.061497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.084489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:05.124854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b169229-0fc7-4c26-95a0-0131ed9ea499 req-45e5fcf6-33b7-4e02-b45f-9b8db8b9746f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:05.126419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b169229-0fc7-4c26-95a0-0131ed9ea499 req-45e5fcf6-33b7-4e02-b45f-9b8db8b9746f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1205711 Jan 28 04:38:05.218248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:05.218529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Deleting port a5e910a6-4379-4e2b-a5f8-70a76959cca8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:05.218647 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.218885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a5e910a6-4379-4e2b-a5f8-70a76959cca8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.239922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b169229-0fc7-4c26-95a0-0131ed9ea499 req-f1077c6b-bd86-4313-858e-98c978d8cdee tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057117 Jan 28 04:38:05.251337 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.285351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port dee8af56-a11a-42d2-adf9-3af431758e89 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:05.285700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.339356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a5e910a6-4379-4e2b-a5f8-70a76959cca8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.369327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group (845214b1-687f-4a6c-b8d2-1960904e9d89), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.378330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Publish callbacks [] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.402378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Calling delete_port for a5e910a6-4379-4e2b-a5f8-70a76959cca8 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:05.403519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:05.405001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (845214b1-687f-4a6c-b8d2-1960904e9d89), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.407164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.414882 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.430966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for dee8af56-a11a-42d2-adf9-3af431758e89 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:05.449112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.457573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.462610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4987469 Jan 28 04:38:05.463264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:05.480312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8482e-414a-4ca0-a407-b7624ea85b39 None None] Pushing event updated for resources: {'Port': ['ID=2fa7abbf-855c-48c2-abf9-6027a4500295,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:05.499076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Request body: {'security_group_rule': {'security_group_id': '845214b1-687f-4a6c-b8d2-1960904e9d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:05.520608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37560b30-9653-4e0e-8eaa-1a8afcaf0fab tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845214b1-687f-4a6c-b8d2-1960904e9d89,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:05.533711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:05.535928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefa026-45d9-4752-8979-bc0190bd2ffb req-b637505d-d1f3-4da6-86eb-629e18cb34c7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:05.543615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9eefa026-45d9-4752-8979-bc0190bd2ffb req-b637505d-d1f3-4da6-86eb-629e18cb34c7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 943 time: 0.1891181 Jan 28 04:38:05.544310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:05.562274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:05.567528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event updated for resources: {'Port': ['ID=51b895ae-9007-44ec-aec9-c5561bfa9c0f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:05.602054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Attempting to bind port 2fa7abbf-855c-48c2-abf9-6027a4500295 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:05.603084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Attempting to bind port 2fa7abbf-855c-48c2-abf9-6027a4500295 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:05.603492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Attempting to bind port 2fa7abbf-855c-48c2-abf9-6027a4500295 on network 0e229fc1-933e-42ea-abc9-4c3cec22627c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:05.610278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:05.610663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Checking segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:05.611067 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.611468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Bound using segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:05.611945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Bound port: 2fa7abbf-855c-48c2-abf9-6027a4500295, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:05.612328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.659765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group_rule (934dfe6c-3bcb-46f4-bd7c-215d83ca0b2e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.688529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9eefa026-45d9-4752-8979-bc0190bd2ffb req-60a02da9-a547-4446-b8de-2816b343c717 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422300 Jan 28 04:38:05.719655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a5e910a6-4379-4e2b-a5f8-70a76959cca8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.739733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] For port 2fa7abbf-855c-48c2-abf9-6027a4500295, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:05.743756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] For port 2fa7abbf-855c-48c2-abf9-6027a4500295, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2fa7abbf-855c-48c2-abf9-6027a4500295,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:05.746945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5a18e9d6-d4a0-4aa3-808c-e95c54f870bf None None] Provisioning complete for port dee8af56-a11a-42d2-adf9-3af431758e89 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:05.748096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a18e9d6-d4a0-4aa3-808c-e95c54f870bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.757065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.767068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Port': ['ID=a5e910a6-4379-4e2b-a5f8-70a76959cca8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:05.779106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.784758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5c12093b-41b6-42cd-943a-77740f903058 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/ports/a5e910a6-4379-4e2b-a5f8-70a76959cca8 HTTP/1.1" status: 204 len: 168 time: 0.8256466 Jan 28 04:38:05.786931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:05.798680 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.827274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5a18e9d6-d4a0-4aa3-808c-e95c54f870bf None None] Port dee8af56-a11a-42d2-adf9-3af431758e89 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:05.834313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dee8af56-a11a-42d2-adf9-3af431758e89), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.836712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.863403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=dee8af56-a11a-42d2-adf9-3af431758e89,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:05.867984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group_rule (934dfe6c-3bcb-46f4-bd7c-215d83ca0b2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.890985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:05.891795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:37:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:05.930061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (934dfe6c-3bcb-46f4-bd7c-215d83ca0b2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.958184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ad02-01ae-4b9c-87e9-80fcb3b5263e req-2dcb2233-573d-4df0-87d7-6ceec0423f90 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:05.962553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e79ad02-01ae-4b9c-87e9-80fcb3b5263e req-2dcb2233-573d-4df0-87d7-6ceec0423f90 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 950 time: 0.1747046 Jan 28 04:38:05.980781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934dfe6c-3bcb-46f4-bd7c-215d83ca0b2e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:05.986604 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.988363 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.992592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c2ad2322-147b-4926-b887-ea748899af18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4944601 Jan 28 04:38:05.994848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60734) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.000673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-994aa488-ef8f-4771-b596-15cf0e865406 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/dee8af56-a11a-42d2-adf9-3af431758e89 HTTP/1.1" status: 204 len: 168 time: 0.9547968 Jan 28 04:38:06.001258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Request body: {'security_group_rule': {'security_group_id': '845214b1-687f-4a6c-b8d2-1960904e9d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:06.001478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60736) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.032638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:06.046336 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b3be48-eb38-4ecf-b1d3-458716a41d76 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:38:06.050869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1b3be48-eb38-4ecf-b1d3-458716a41d76 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/dee8af56-a11a-42d2-adf9-3af431758e89 HTTP/1.1" status: 404 len: 333 time: 0.0402815 Jan 28 04:38:06.054285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.109608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Deleting port db2d51f2-b926-4f51-a97b-7177c407fd2b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:06.109955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (db2d51f2-b926-4f51-a97b-7177c407fd2b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.197280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.203376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.232901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8482e-414a-4ca0-a407-b7624ea85b39 None None] Pushing event updated for resources: {'Port': ['ID=2fa7abbf-855c-48c2-abf9-6027a4500295,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:06.240168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (db2d51f2-b926-4f51-a97b-7177c407fd2b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.247486 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.255571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] Provisioning complete for port 2fa7abbf-855c-48c2-abf9-6027a4500295 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:06.255947 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.261291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Calling delete_port for db2d51f2-b926-4f51-a97b-7177c407fd2b owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:06.295386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event updated for resources: {'Port': ['ID=51b895ae-9007-44ec-aec9-c5561bfa9c0f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:06.316885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.333129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e79ad02-01ae-4b9c-87e9-80fcb3b5263e req-086dbf59-e2b0-481d-8a63-438d00e5d2b0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483968 Jan 28 04:38:06.333962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.335218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-5feee366-5355-4f03-9586-404a3dd062d3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5669587 Jan 28 04:38:06.351221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group_rule (28d9c533-0cf6-4467-88e1-02084586f31d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.410529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89527c96-6036-45fc-bfd5-051b046182c1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (15b515d8-ac7c-4d9a-8940-c8323f9d37a5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.415653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] Current status of the port 2fa7abbf-855c-48c2-abf9-6027a4500295 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:06.416029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.429212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:05Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:06.433197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (db2d51f2-b926-4f51-a97b-7177c407fd2b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.433436 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-56cb5bc5-0707-4e32-92ee-bea29f26aefe tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0863254 Jan 28 04:38:06.451655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89527c96-6036-45fc-bfd5-051b046182c1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (15b515d8-ac7c-4d9a-8940-c8323f9d37a5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.481060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb2a3d-90ed-4112-aaf8-b7a50e9198b9 None None] The sync data for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 is: [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:05Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:06.493305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Port': ['ID=db2d51f2-b926-4f51-a97b-7177c407fd2b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:06.496271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] For port 2fa7abbf-855c-48c2-abf9-6027a4500295, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2fa7abbf-855c-48c2-abf9-6027a4500295,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:06.503637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.555297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.562153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6159c1d8-1d24-47e3-a7e1-b534c98270cb tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/ports/db2d51f2-b926-4f51-a97b-7177c407fd2b HTTP/1.1" status: 204 len: 168 time: 0.7716300 Jan 28 04:38:06.564204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.568569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group_rule (28d9c533-0cf6-4467-88e1-02084586f31d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.594072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (28d9c533-0cf6-4467-88e1-02084586f31d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.608193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c912b0fa-8a7a-41ca-8c57-71e493601f9e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0436485 Jan 28 04:38:06.616271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.618494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0551b58-d0a8-442a-9bb5-da17f900b954 None None] Pushing event updated for resources: {'Port': ['ID=2fa7abbf-855c-48c2-abf9-6027a4500295,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:06.621336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1537278241'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:06.634588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-50332162-2ee8-4c07-ae2c-232aaa6df4e7 None None] Provisioning complete for port 2fa7abbf-855c-48c2-abf9-6027a4500295 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:06.635050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50332162-2ee8-4c07-ae2c-232aaa6df4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.647651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-9f00d0d8-cdf9-4f79-91f2-e4cc3a06b8ac tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:06.650403 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-9f00d0d8-cdf9-4f79-91f2-e4cc3a06b8ac tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2126021 Jan 28 04:38:06.662387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d9c533-0cf6-4467-88e1-02084586f31d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:06.679435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-998b7734-6bd7-430b-ad33-d793c5ae9769 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:38:06.687872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89527c96-6036-45fc-bfd5-051b046182c1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (15b515d8-ac7c-4d9a-8940-c8323f9d37a5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.690595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89527c96-6036-45fc-bfd5-051b046182c1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.694475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-89527c96-6036-45fc-bfd5-051b046182c1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/security-groups/15b515d8-ac7c-4d9a-8940-c8323f9d37a5 HTTP/1.1" status: 204 len: 168 time: 0.6321087 Jan 28 04:38:06.694735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf36cf3-1348-49ac-acc6-cec2315335d9 req-998b7734-6bd7-430b-ad33-d793c5ae9769 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304267 Jan 28 04:38:06.703793 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.703793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b7f78084-6c0c-45b7-91ad-1f181f8214ce tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7042696 Jan 28 04:38:06.704805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.705010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60752) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:06.723119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:06.730208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.745956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3ce1-4597-441f-ae57-c07902c6ad2b req-2f6c984b-dc83-4c87-9bb6-d0c6a90a0a03 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:06.747999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-641c3ce1-4597-441f-ae57-c07902c6ad2b req-2f6c984b-dc83-4c87-9bb6-d0c6a90a0a03 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1777523 Jan 28 04:38:06.752195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:06.785688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:06.800531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (98e52b3d-0404-4892-844c-9cf6daba4030), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.801041 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Added segment 98e52b3d-0404-4892-844c-9cf6daba4030 of type vlan for network df3964b5-6955-48db-907f-d3df7e518e5d Jan 28 04:38:06.828187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50332162-2ee8-4c07-ae2c-232aaa6df4e7 None None] Current status of the port 2fa7abbf-855c-48c2-abf9-6027a4500295 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:06.858282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89527c96-6036-45fc-bfd5-051b046182c1 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b515d8-ac7c-4d9a-8940-c8323f9d37a5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:06.861310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.922201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (df3964b5-6955-48db-907f-d3df7e518e5d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.942421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60af6c-cd64-4bf2-b8d5-174af03ee163 req-aea1b5b9-c485-4cf4-b533-f25438f99055 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:06.951805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d60af6c-cd64-4bf2-b8d5-174af03ee163 req-aea1b5b9-c485-4cf4-b533-f25438f99055 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 1101 time: 0.1244380 Jan 28 04:38:06.982454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-641c3ce1-4597-441f-ae57-c07902c6ad2b req-43a49650-3ddc-43a6-a3e9-2684b57f0b8d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290247 Jan 28 04:38:06.989977 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2afa-aeab-4cdd-a321-a9db83e865e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (553f6a94-30eb-4ef1-b476-1af0d198c4d8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.992872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (df3964b5-6955-48db-907f-d3df7e518e5d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.004491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:07.005304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.037187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2afa-aeab-4cdd-a321-a9db83e865e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (553f6a94-30eb-4ef1-b476-1af0d198c4d8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.107109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4897332 Jan 28 04:38:07.108054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60758) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:07.121848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d60af6c-cd64-4bf2-b8d5-174af03ee163 req-37e751be-09f6-4f75-acb2-41c61eee7db8 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636176 Jan 28 04:38:07.123851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168675450'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:07.146855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf741-8150-4978-9ee3-7f646234ec74 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Network': ['ID=df3964b5-6955-48db-907f-d3df7e518e5d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:07.153598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2fa7abbf-855c-48c2-abf9-6027a4500295 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:07.158448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2afa-aeab-4cdd-a321-a9db83e865e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (553f6a94-30eb-4ef1-b476-1af0d198c4d8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.165508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2afa-aeab-4cdd-a321-a9db83e865e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.169398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60766) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:07.169581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d6a2afa-aeab-4cdd-a321-a9db83e865e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/security-groups/553f6a94-30eb-4ef1-b476-1af0d198c4d8 HTTP/1.1" status: 204 len: 168 time: 0.4567261 Jan 28 04:38:07.225814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a2afa-aeab-4cdd-a321-a9db83e865e6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f6a94-30eb-4ef1-b476-1af0d198c4d8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:07.242927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network df3964b5-6955-48db-907f-d3df7e518e5d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:07.244331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:07.248801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.264963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.324706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78162b-46c8-42f1-a0e1-c8bf275ec08d req-02f46530-eca7-474e-8d77-818168467845 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:07.326341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c78162b-46c8-42f1-a0e1-c8bf275ec08d req-02f46530-eca7-474e-8d77-818168467845 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 943 time: 0.2111871 Jan 28 04:38:07.356179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:07.370273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet a034fc7c-7ec0-430c-b132-67aebfa4ea5f {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:07.374365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (a034fc7c-7ec0-430c-b132-67aebfa4ea5f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.379046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2fa7abbf-855c-48c2-abf9-6027a4500295 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:07.379488 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.420207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (a034fc7c-7ec0-430c-b132-67aebfa4ea5f), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.427217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3e5e868c-9615-4ee2-9f61-49a072f20fb0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.427844 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Added segment 3e5e868c-9615-4ee2-9f61-49a072f20fb0 of type vlan for network cbfcf039-688a-4053-9206-8ba9465a498f Jan 28 04:38:07.470294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c78162b-46c8-42f1-a0e1-c8bf275ec08d req-52645cd8-a9c7-4a2b-bf55-47ecbfd9fc1c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308954 Jan 28 04:38:07.504431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2fa7abbf-855c-48c2-abf9-6027a4500295 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:07.525755 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (cbfcf039-688a-4053-9206-8ba9465a498f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.546571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Allocated IP 172.25.6.77 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/839aa53f-c4a7-4937-a971-1fe2ed35126d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:07.573501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a034fc7c-7ec0-430c-b132-67aebfa4ea5f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.598691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (cbfcf039-688a-4053-9206-8ba9465a498f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.603781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:07.604379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.604868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-d65718f5-d6cb-48a1-8614-1be0d1952e4a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:07.606705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-d65718f5-d6cb-48a1-8614-1be0d1952e4a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 821 time: 0.3689792 Jan 28 04:38:07.622514 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.630540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-83d61d6f-905b-4ad0-8bd7-dfc65874edd6 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/quotas/edcd0b64471445dab0cc647e4b32b58d HTTP/1.1" status: 200 len: 375 time: 0.0164244 Jan 28 04:38:07.686343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (a034fc7c-7ec0-430c-b132-67aebfa4ea5f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.691939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-67ce7a92-57eb-4fb2-a494-3312a901e55a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155596 Jan 28 04:38:07.727798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=a034fc7c-7ec0-430c-b132-67aebfa4ea5f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:07.728023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6151466 Jan 28 04:38:07.739596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-c3aa20a8-29fc-40ff-a201-a6a12d6241ec tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986879 Jan 28 04:38:07.741219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:07.749441 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0bb80594-a6c3-4e38-81fc-8fa629c4865a tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/a034fc7c-7ec0-430c-b132-67aebfa4ea5f HTTP/1.1" status: 204 len: 168 time: 0.5747397 Jan 28 04:38:07.749798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:07.755743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:07.774846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56d671-decd-49b0-bcc3-d45c195268e9 None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:07.884510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:38:07.991821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e070fa27-9aef-4d61-9ca7-688890344cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306345 Jan 28 04:38:08.002319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:08.006293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.062643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:08.091334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:38:08.136292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc8a8a-bab1-4a36-8df4-69faa1b72a34 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Network': ['ID=cbfcf039-688a-4053-9206-8ba9465a498f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:08.159787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network cbfcf039-688a-4053-9206-8ba9465a498f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:08.251258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.254501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-27560c05-ddf6-4966-a043-65835383a5c0 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528875 Jan 28 04:38:08.285987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-46461a1d-3fc2-4acf-b541-046d14dcfc77 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:08.296561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-46461a1d-3fc2-4acf-b541-046d14dcfc77 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5838337 Jan 28 04:38:08.301709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:08.302287 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.342407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-27285d99-2a21-427e-8a7d-c488f62a5b17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/quotas/b79c05c4bde8438f9efb92d7dff6d24f HTTP/1.1" status: 200 len: 375 time: 0.0363650 Jan 28 04:38:08.434820 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.552821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1a24f47e-8545-489d-88e2-958c0a459bb7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.597137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-0584f490-cad7-423e-92a8-3fd0471bad27 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2538364 Jan 28 04:38:08.644067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:08.647134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event updated for resources: {'Port': ['ID=839aa53f-c4a7-4937-a971-1fe2ed35126d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:08.650410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:08.653015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:08.672193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:08.748379 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6e06985-ffb8-4808-8305-9e8c2406f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.762828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:08.777253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.855223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=1a24f47e-8545-489d-88e2-958c0a459bb7,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:08.894703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:08.898837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:08.902141 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:08.902743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.937091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5cbf3c89-958f-4ae3-92af-2055d51834ba tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1849215 Jan 28 04:38:08.946078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60800) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:08.949082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:08.962792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1354712365'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:09.000320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58798c62-68ff-43dc-bec9-59f81c71f7ff req-d621261e-114e-4b38-88ec-e35a35f354be tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:09.012523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58798c62-68ff-43dc-bec9-59f81c71f7ff req-d621261e-114e-4b38-88ec-e35a35f354be tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.2240353 Jan 28 04:38:09.122958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.175574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e062-830b-447f-8b6f-61d436c6c469 req-2635576c-2023-4ad5-8ff1-91406ffe06a2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:09.183945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c76e062-830b-447f-8b6f-61d436c6c469 req-2635576c-2023-4ad5-8ff1-91406ffe06a2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1840465 Jan 28 04:38:09.194587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58798c62-68ff-43dc-bec9-59f81c71f7ff req-f974856d-2837-4f45-be95-deca44231f09 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812179 Jan 28 04:38:09.246195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.272098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2b28024-2325-4534-802b-7495e54c6bcc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:09.340048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.366361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c76e062-830b-447f-8b6f-61d436c6c469 req-8d5ab291-0128-4d5c-b9eb-fc9679d72f1c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743975 Jan 28 04:38:09.533077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e7bb7c3-0cb0-44d0-bd80-1526f9ea569a req-e4f7805d-2a32-473d-97e6-c03773335b7f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0622652 Jan 28 04:38:09.538372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-682e8c5f-9afd-46a8-9876-a985c1368c6d req-5fadbf94-11e9-4656-8c4d-c3666d834445 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 210 time: 0.1572413 Jan 28 04:38:09.568467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (e4682a63-3fa3-4712-9845-4f2231c44594), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.576687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4682a63-3fa3-4712-9845-4f2231c44594), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.658180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.665727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7133253 Jan 28 04:38:09.667016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60814) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:09.678879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1139398291'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:09.696834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1efa21-868a-401d-9990-a54db28dc5dd tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4682a63-3fa3-4712-9845-4f2231c44594,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:09.770596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.814633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.826133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.932052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.943928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:09.954416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61be92d-4e55-4be7-ba51-b0fe18bd32ff None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:10.004238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event updated for resources: {'Port': ['ID=839aa53f-c4a7-4937-a971-1fe2ed35126d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:10.005132 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.007231 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3379743 Jan 28 04:38:10.008980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60125f-55fd-4817-aac6-ccdad85edd33 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:10.012227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60818) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:10.015751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.017640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1867921552'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:10.044068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.057034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-db96df0c-8454-4727-8f5e-e882b25b9919 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3292899 Jan 28 04:38:10.075894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.092832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e1e1dc0e-f5f9-4b1a-83c9-7083eb789340 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:10.093605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dc0e-f5f9-4b1a-83c9-7083eb789340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.257351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (2ba3ee49-abe7-4cbd-8202-31d497a0a05e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.275512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2ba3ee49-abe7-4cbd-8202-31d497a0a05e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.314767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.316218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3029094 Jan 28 04:38:10.319070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60852) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:10.332709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1103059284', 'security_groups': ['2ba3ee49-abe7-4cbd-8202-31d497a0a05e'], 'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a24f47e-8545-489d-88e2-958c0a459bb7'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:10.339684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1dc0e-f5f9-4b1a-83c9-7083eb789340 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:10.366323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aacca2-c582-44d5-92f8-02f1eb59a586 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3ee49-abe7-4cbd-8202-31d497a0a05e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:10.375309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e1e1dc0e-f5f9-4b1a-83c9-7083eb789340 None None] Provisioning complete for port 60abdf00-1886-4ebd-aada-777a92cd07c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:10.377513 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dc0e-f5f9-4b1a-83c9-7083eb789340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.392480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88700af-33d7-469f-a1ec-3254d31a982b req-2672fbf8-205e-4c84-b166-ecb05aa24073 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:10.401090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f88700af-33d7-469f-a1ec-3254d31a982b req-2672fbf8-205e-4c84-b166-ecb05aa24073 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.0894740 Jan 28 04:38:10.463393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f88700af-33d7-469f-a1ec-3254d31a982b req-d643f0b2-1a80-4645-ae68-898e29f6d32d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609193 Jan 28 04:38:10.542061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] Update dhcp port {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'fixed_ips': [{'subnet_id': '7764d92b-1b0f-4e57-93ed-9c5203f4f4dd', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a24f47e-8545-489d-88e2-958c0a459bb7'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '08527e81-7b47-4f27-81b3-963e07fde3fe'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:38:10.575131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.577697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1dc0e-f5f9-4b1a-83c9-7083eb789340 None None] Port 60abdf00-1886-4ebd-aada-777a92cd07c1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:10.647871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03148-f961-42e8-8397-31814f2fc124 req-14d2429d-64a3-4389-9578-afe592a64d50 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:10.657766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48e03148-f961-42e8-8397-31814f2fc124 req-14d2429d-64a3-4389-9578-afe592a64d50 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1645186 Jan 28 04:38:10.674591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:10.740530 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50b80f14-3017-4335-8414-a15c27cb2c24 req-dc8a9e5f-1376-4502-b2d2-47dc4d781540 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0793169 Jan 28 04:38:10.800730 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1448ce2-9a2c-4e88-9def-11da955f7742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:10.878554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] Allocated IP 172.20.0.2 (9708c25e-35f8-43e3-a00d-9b68c253ed74/1a24f47e-8545-489d-88e2-958c0a459bb7/08527e81-7b47-4f27-81b3-963e07fde3fe) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:10.973617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd8432a6-e884-4038-9d6b-5e7d410e5db6 req-0166aec0-e526-4eb2-b5ea-ae279e12d35b tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 210 time: 0.0881453 Jan 28 04:38:11.136683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60876) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:11.141978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'subnets': [{'network_id': 'df3964b5-6955-48db-907f-d3df7e518e5d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--835031938', 'ip_version': 6}, {'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:11.142632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'subnet': {'network_id': 'df3964b5-6955-48db-907f-d3df7e518e5d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--835031938', 'ip_version': 6}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:11.143404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Request body: {'subnet': {'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:11.150931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=08527e81-7b47-4f27-81b3-963e07fde3fe,segment=NetworkSegment(07e3bec7-b501-4e6c-9be7-ea1108714bd3),segment_id=07e3bec7-b501-4e6c-9be7-ea1108714bd3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:11.177801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-11ba9b26-7b5b-4c7f-8d5e-463f0248fb98 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2745452 Jan 28 04:38:11.187677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-f3f929c0-0b59-4069-abc8-916434666200 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:11.189079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-f3f929c0-0b59-4069-abc8-916434666200 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 821 time: 0.2566972 Jan 28 04:38:11.213590 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] Publish callbacks [] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.220965 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.315295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'port': {'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'admin_state_up': True, 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:11.317442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2091-84ea-440c-a49a-29a225d145b9 None None] Pushing event updated for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:11.330497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Made reservation on behalf of 7d4e348c501a4ea480bb8969644bd67c for: {'subnet': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:11.337280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.338017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.357715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48e03148-f961-42e8-8397-31814f2fc124 req-9b368ab8-cbed-4df8-8758-9f405c5dd17f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6987691 Jan 28 04:38:11.440557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.502152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-74f9ca52-14ff-4821-ba7b-0c9cb907f26d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:11.503686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-74f9ca52-14ff-4821-ba7b-0c9cb907f26d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056436 Jan 28 04:38:11.509650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] device_id is not set on port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:11.581793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:11.734907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb245c-7b1b-45fb-ae52-b537735c6458 req-6a4b1b14-1661-4fc4-b1a4-5ed64f2520a4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:11.736801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62eb245c-7b1b-45fb-ae52-b537735c6458 req-6a4b1b14-1661-4fc4-b1a4-5ed64f2520a4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1465330 Jan 28 04:38:11.824929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62eb245c-7b1b-45fb-ae52-b537735c6458 req-754ac97b-8e3f-49b9-81a7-b2a65bf6ef1d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 Jan 28 04:38:11.856492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:11.880623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Made reservation on behalf of edcd0b64471445dab0cc647e4b32b58d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:11.884578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.934002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:11.936717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78e4f16e-8103-4141-97f1-7520327ab62a req-ec84ea87-fff4-49fd-bca5-8ed61cb1ef77 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 210 time: 0.1018579 Jan 28 04:38:11.973757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.000291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e2b28024-2325-4534-802b-7495e54c6bcc completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:38:12.006364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2b28024-2325-4534-802b-7495e54c6bcc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:12.006912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.049660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.5 (9708c25e-35f8-43e3-a00d-9b68c253ed74/1a24f47e-8545-489d-88e2-958c0a459bb7/0a1855cb-9401-426f-8d0c-9b2fcb537ca0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:12.060472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:12.071565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.086421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Subnet': ['ID=0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:12.128206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bed0e616-b73f-440a-b2b9-90fe24ddc4be req-ba4c6acc-17ca-487e-b727-3375af4100d7 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 210 time: 0.0357590 Jan 28 04:38:12.131529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Checking segment: {'id': '98e52b3d-0404-4892-844c-9cf6daba4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'df3964b5-6955-48db-907f-d3df7e518e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:12.132123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network hostable DHCP agents. Network: df3964b5-6955-48db-907f-d3df7e518e5d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:12.155473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network df3964b5-6955-48db-907f-d3df7e518e5d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:12.178261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, df3964b5-6955-48db-907f-d3df7e518e5d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:12.196633 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.209841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb16f4d-b032-4c31-a849-59458445ee38 None None] Network df3964b5-6955-48db-907f-d3df7e518e5d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:12.277139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event updated for resources: {'Subnet': ['ID=5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:12.289659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Checking segment: {'id': '3e5e868c-9615-4ee2-9f61-49a072f20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:12.290030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network hostable DHCP agents. Network: cbfcf039-688a-4053-9206-8ba9465a498f, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:12.313557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Network cbfcf039-688a-4053-9206-8ba9465a498f is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:12.316935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:12.317834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.325038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, cbfcf039-688a-4053-9206-8ba9465a498f) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:12.332369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:12.332513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:12.332925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Allocated IP 172.20.0.12 (e24a35b9-425e-4048-8f7e-3650ee536b02/38dc9940-99c9-4598-88ad-9fc41f605c93/b9a82d97-4d25-442e-8e4e-2b9021bd393d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:12.333174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.353989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5bed6a67-b978-444f-bf1b-57414a402d2e tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2150817 Jan 28 04:38:12.356383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60918) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:12.356799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f45231-f75b-476b-86a1-6804e14c68eb None None] Network cbfcf039-688a-4053-9206-8ba9465a498f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:12.428895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.187 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/48effef1-5adf-4ce2-83ef-1f00872b513a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:12.469749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.479163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa84d7-e680-4652-8e3e-afba534c60c2 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:12.483148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa84d7-e680-4652-8e3e-afba534c60c2 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:12.484735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa84d7-e680-4652-8e3e-afba534c60c2 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:12.487065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9afa84d7-e680-4652-8e3e-afba534c60c2 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1294138 Jan 28 04:38:12.497394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:12.510383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eb680124-b397-4781-b02e-c5fb9e538307 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:12.511018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb680124-b397-4781-b02e-c5fb9e538307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.532327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdba9d-4e0e-4cd4-9485-1f5bf398e86e req-87b3ebb7-3bfb-4b12-98cd-f2f4c77b4398 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:12.534034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fdba9d-4e0e-4cd4-9485-1f5bf398e86e req-87b3ebb7-3bfb-4b12-98cd-f2f4c77b4398 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0836492 Jan 28 04:38:12.609916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fdba9d-4e0e-4cd4-9485-1f5bf398e86e req-f2478835-60f4-498f-bd62-34eb73e210d3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680208 Jan 28 04:38:12.625689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:12.629174 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c322707-9522-4563-a804-eff7e8aa63d3" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:12.647211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Deleting subnet 0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:12.666537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for subnet (0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.685628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:12.687032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2ebed-9a3b-4f0b-aa57-e28eac9f72f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-df3964b5-6955-48db-907f-d3df7e518e5d', 'network_id': 'df3964b5-6955-48db-907f-d3df7e518e5d', 'project_id': '7d4e348c501a4ea480bb8969644bd67c', 'fixed_ips': [{'subnet_id': '0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:12.687955 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62f2ebed-9a3b-4f0b-aa57-e28eac9f72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.696577 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e124623c-8eef-4641-b91a-e01cc6322e3e x-openstack-request-id: req-e124623c-8eef-4641-b91a-e01cc6322e3e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:12.696905 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:12.697241 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e124623c-8eef-4641-b91a-e01cc6322e3e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:12.697594 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:38:12.706049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.785225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.824855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.829486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.830039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-cbfcf039-688a-4053-9206-8ba9465a498f', 'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f', 'project_id': '7d4e348c501a4ea480bb8969644bd67c', 'fixed_ips': [{'subnet_id': '5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:12.830918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.912244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:12.996684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eb680124-b397-4781-b02e-c5fb9e538307 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:13.075846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744741f-43e9-4be3-8215-bc927f2ac9f0 req-5309b502-0482-4cbb-b0a1-91261ff49678 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:13.084796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eb680124-b397-4781-b02e-c5fb9e538307 None None] Provisioning complete for port 60abdf00-1886-4ebd-aada-777a92cd07c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:13.085225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb680124-b397-4781-b02e-c5fb9e538307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.087631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9744741f-43e9-4be3-8215-bc927f2ac9f0 req-5309b502-0482-4cbb-b0a1-91261ff49678 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1524265 Jan 28 04:38:13.123268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:13.183856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Allocated IP 2001:db8:0:1::1 (cbfcf039-688a-4053-9206-8ba9465a498f/5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f/2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:13.195994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eb680124-b397-4781-b02e-c5fb9e538307 None None] Port 60abdf00-1886-4ebd-aada-777a92cd07c1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:13.200766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9744741f-43e9-4be3-8215-bc927f2ac9f0 req-5cc097d4-f9f6-439e-8734-07c4994a835f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118574 Jan 28 04:38:13.202403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:13.230317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:13.231146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:13.231616 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.232674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=0a1855cb-9401-426f-8d0c-9b2fcb537ca0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:13.239071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:13.299839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76443cf0-2bc1-4d9d-8a31-49baec1c4d8f req-cf0a70e9-c4b7-4601-b3fa-1b6798b186fa tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0962579 Jan 28 04:38:13.307956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.321680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.371920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739fe05-d9fa-422b-9cbb-f1b80cef9394 req-64fbd143-07fa-466c-afb1-0814488c7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:13.379751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4739fe05-d9fa-422b-9cbb-f1b80cef9394 req-64fbd143-07fa-466c-afb1-0814488c7a36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1096 time: 0.5856166 Jan 28 04:38:13.401805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96dbaafd-329f-4a02-86a9-c7f45ebae749 req-aa8c9c13-27a3-43a9-ae5b-c70044af01eb tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 210 time: 0.0484924 Jan 28 04:38:13.438951 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.456076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:13.456711 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.461477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:13.488137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['284c9b67-3561-4827-a458-3df870e36930'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:13.531820 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Publish callbacks [] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.549428 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.557944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d2092e16-e433-4a7f-840e-3414044b0ea6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2359133 Jan 28 04:38:13.560734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60936) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:13.570591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Network e24a35b9-425e-4048-8f7e-3650ee536b02 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:13.574293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:13.580275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:13.584106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4739fe05-d9fa-422b-9cbb-f1b80cef9394 req-84bfdb49-01a8-4821-a232-8f8f59707c14 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870730 Jan 28 04:38:13.585040 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.590131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:13.596978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event updated for resources: {'Port': ['ID=b9a82d97-4d25-442e-8e4e-2b9021bd393d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:13.627046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.650584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e', '74d58410-1a98-4a11-a780-e366e6030d76'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:13.734122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:13.739797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:13.758847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:13.761415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.764681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-76d4fabd-df8f-4382-8165-51401b666cd1 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/subnets/0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4 HTTP/1.1" status: 204 len: 168 time: 1.2633431 Jan 28 04:38:13.769715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60940) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:13.771088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:13.794235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:13.794799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.901170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:13.904608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:13.907796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=48effef1-5adf-4ce2-83ef-1f00872b513a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:13.964750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-15c78403-1137-4250-8a6f-9fd82ea66314 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6541123 Jan 28 04:38:13.978215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Deleting subnet 5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:13.990914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Request body: {'port': {'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:13.998802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4222ae5-7d17-4d17-bbff-f31f8f2be734 req-9682bdd4-2331-43aa-a709-b69cf0d8005d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:14.001138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4222ae5-7d17-4d17-bbff-f31f8f2be734 req-9682bdd4-2331-43aa-a709-b69cf0d8005d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.2116244 Jan 28 04:38:14.031245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83', '59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:14.091409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4222ae5-7d17-4d17-bbff-f31f8f2be734 req-c46113e5-cb4e-4a45-885f-bb5134ce9ea1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821681 Jan 28 04:38:14.094054 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a24f47e-8545-489d-88e2-958c0a459bb7 (CIDR: 172.20.0.0/28) Jan 28 04:38:14.099676 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:38:14.100815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-62f2ebed-9a3b-4f0b-aa57-e28eac9f72f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4: This subnet is being modified by another concurrent operation. Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:38:14.109802 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f7e936c-8ad9-4371-9b2d-8d6ef2ea4be4: This subnet is being modified by another concurrent operation. Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 04:38:14.113824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.133859 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.139888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ceb9cbe9-376b-42b5-bc0e-35b31b9276f3 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5755739 Jan 28 04:38:14.140671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60942) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:14.146248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:14.150958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for subnet (5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.159173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Network cbfcf039-688a-4053-9206-8ba9465a498f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:14.213419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:14.214159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.235316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14b4a7-2f05-4133-8ca2-2939e49ad9d4 None None] Network df3964b5-6955-48db-907f-d3df7e518e5d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:14.267089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-33eedd65-7013-4056-938d-192d276846ec None None] Provisioning complete for port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:14.268581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33eedd65-7013-4056-938d-192d276846ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.306033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:14.310272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.316192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:14.346381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:14.349570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-33eedd65-7013-4056-938d-192d276846ec None None] Port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:14.353404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-d0c0b54c-bc8b-4215-8f5e-8d446134f9d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7894931 Jan 28 04:38:14.389579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Request body: {'port': {'device_id': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:14.412051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.430342 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7764d92b-1b0f-4e57-93ed-9c5203f4f4dd (CIDR: 172.20.0.16/28) Jan 28 04:38:14.444235 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:38:14.445880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:14.486620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ccc6de4-06a8-4ca7-8366-47f3f8a74cc6 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3447976 Jan 28 04:38:14.489209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60954) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:14.497957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'subnet': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:14.513941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Pushing event updated for resources: {'Port': ['ID=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:14.528359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3bc9a-d964-4edb-abd8-4b304d6872b2 req-d9d4b80d-9c3f-4637-ac08-b249dab9b3c9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:14.537461 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fab3bc9a-d964-4edb-abd8-4b304d6872b2 req-d9d4b80d-9c3f-4637-ac08-b249dab9b3c9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 936 time: 0.1039515 Jan 28 04:38:14.613696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.616754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Attempting to bind port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:14.617693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Attempting to bind port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '3e5e868c-9615-4ee2-9f61-49a072f20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:14.618068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Attempting to bind port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 on network cbfcf039-688a-4053-9206-8ba9465a498f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:14.645946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ede99-f36d-4df5-9d51-c106f6f32448 req-ffc1d363-bf3b-45ec-b1ea-8d79af1956a7 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:14.653323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f89ede99-f36d-4df5-9d51-c106f6f32448 req-ffc1d363-bf3b-45ec-b1ea-8d79af1956a7 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.3133972 Jan 28 04:38:14.668509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fab3bc9a-d964-4edb-abd8-4b304d6872b2 req-acd6f378-4c55-4eb2-a628-f2f1a0bb9030 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298378 Jan 28 04:38:14.681992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-19d85527-b379-4a72-a34f-d97c1362a38e None None] Provisioning complete for port b9a82d97-4d25-442e-8e4e-2b9021bd393d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:14.682319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d85527-b379-4a72-a34f-d97c1362a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.724630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-19d85527-b379-4a72-a34f-d97c1362a38e None None] Port b9a82d97-4d25-442e-8e4e-2b9021bd393d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:14.729378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:14.729767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Checking segment: {'id': '3e5e868c-9615-4ee2-9f61-49a072f20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:14.730186 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.730597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Bound using segment: {'id': '3e5e868c-9615-4ee2-9f61-49a072f20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:14.731096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Bound port: 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5e868c-9615-4ee2-9f61-49a072f20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cbfcf039-688a-4053-9206-8ba9465a498f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:14.731485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.748250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Made reservation on behalf of dabe0eae506d48d7ab6eaa4f7c23beb4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:14.758741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.774033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.827556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-19d85527-b379-4a72-a34f-d97c1362a38e None None] Provisioning complete for port 48effef1-5adf-4ce2-83ef-1f00872b513a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:14.828015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d85527-b379-4a72-a34f-d97c1362a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.857066 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f89ede99-f36d-4df5-9d51-c106f6f32448 req-8d3e39da-b102-40ea-b4ff-0b4c47a49f2b tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031794 Jan 28 04:38:14.995911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.997304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-19d85527-b379-4a72-a34f-d97c1362a38e None None] Port 48effef1-5adf-4ce2-83ef-1f00872b513a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:15.061411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.081313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] For port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:15.089891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a82d97-4d25-442e-8e4e-2b9021bd393d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:15.104546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] For port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,segment=NetworkSegment(3e5e868c-9615-4ee2-9f61-49a072f20fb0),segment_id=3e5e868c-9615-4ee2-9f61-49a072f20fb0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:15.124880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.169267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:15.185822 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Publish callbacks [] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.196511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.199928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d831a895-6b14-459e-b5a0-ac6d949b52ea tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/subnets/5c6a92fe-3ca9-41fc-9a52-cf5c7a90b40f HTTP/1.1" status: 204 len: 168 time: 1.4250696 Jan 28 04:38:15.205828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d05ba-4d92-4084-807d-0ffa76e084c7 None None] Pushing event updated for resources: {'Port': ['ID=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:15.221196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60958) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:15.344407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Transition to ACTIVE for port object b9a82d97-4d25-442e-8e4e-2b9021bd393d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:38:15.372653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.465576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2323b6b-01cd-4ebd-a6a5-c5f1a80751c3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:15.467126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b2323b6b-01cd-4ebd-a6a5-c5f1a80751c3 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2358732 Jan 28 04:38:15.476979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60962) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:15.561207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Pushing event updated for resources: {'Port': ['ID=b9a82d97-4d25-442e-8e4e-2b9021bd393d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:15.579688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa880a-d2a2-4154-a9c6-5591e900455f req-b122b581-b2ee-4e63-9255-30b363558599 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:15.588279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3aaa880a-d2a2-4154-a9c6-5591e900455f req-b122b581-b2ee-4e63-9255-30b363558599 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.3656638 Jan 28 04:38:15.793957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead0eda-9196-4680-ada7-aef4486a48ad req-4b6ee4b6-a0df-436b-bb34-542553d67984 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:15.801626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eead0eda-9196-4680-ada7-aef4486a48ad req-4b6ee4b6-a0df-436b-bb34-542553d67984 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 944 time: 0.1336706 Jan 28 04:38:15.902160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (cbfcf039-688a-4053-9206-8ba9465a498f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.937975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3aaa880a-d2a2-4154-a9c6-5591e900455f req-f6bd7036-0f63-46dc-9b49-181d600a7b81 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491211 Jan 28 04:38:15.962529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eead0eda-9196-4680-ada7-aef4486a48ad req-6f09d431-f2c5-4be5-ab65-b1e0e889d222 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580942 Jan 28 04:38:15.963395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48effef1-5adf-4ce2-83ef-1f00872b513a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:15.973390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Publish callbacks [] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.988162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Transition to ACTIVE for port object 48effef1-5adf-4ce2-83ef-1f00872b513a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:38:15.989971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (8bca5b10-8d41-41db-bbc8-90152477f68c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.031151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.091383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:16.106433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:16.108042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:16.108683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.116784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Attempting to bind port b9a82d97-4d25-442e-8e4e-2b9021bd393d on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:16.117715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Attempting to bind port b9a82d97-4d25-442e-8e4e-2b9021bd393d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:16.118028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Attempting to bind port b9a82d97-4d25-442e-8e4e-2b9021bd393d on network e24a35b9-425e-4048-8f7e-3650ee536b02 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:16.127342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337075f-e386-48fc-93f8-f4c8c37251fe None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:16.141110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Subnet': ['ID=8bca5b10-8d41-41db-bbc8-90152477f68c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:16.167941 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa131942-38dd-4f41-be37-2fcd7a6a6cab tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6776116 Jan 28 04:38:16.169324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60970) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:16.175841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-627039228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8bca5b10-8d41-41db-bbc8-90152477f68c'}], 'security_groups': ['e4682a63-3fa3-4712-9845-4f2231c44594', 'ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:16.178808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Pushing event updated for resources: {'Port': ['ID=48effef1-5adf-4ce2-83ef-1f00872b513a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:16.182609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff90a1-22f7-4b46-9b4d-ec626587b5e2 req-c6b5f4bd-2b33-4deb-80e5-7abfbfcc616c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:16.182778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Port b9a82d97-4d25-442e-8e4e-2b9021bd393d on network e24a35b9-425e-4048-8f7e-3650ee536b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:38:16.182905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Attempting to bind port b9a82d97-4d25-442e-8e4e-2b9021bd393d on network e24a35b9-425e-4048-8f7e-3650ee536b02 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:16.184793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aff90a1-22f7-4b46-9b4d-ec626587b5e2 req-c6b5f4bd-2b33-4deb-80e5-7abfbfcc616c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1032672 Jan 28 04:38:16.230883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:16.230883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Checking segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:16.230883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Bound using segment: {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:16.231517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Bound port: b9a82d97-4d25-442e-8e4e-2b9021bd393d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:16.231890 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.313491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aff90a1-22f7-4b46-9b4d-ec626587b5e2 req-17b60c93-a4bc-4de8-aa3d-980e5adf63b3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161447 Jan 28 04:38:16.353476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02797ee-166a-4d67-9f09-a162a57f3d0d req-3d0bc649-37cd-40fa-bd9e-846b463ff8d0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:16.364775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f02797ee-166a-4d67-9f09-a162a57f3d0d req-3d0bc649-37cd-40fa-bd9e-846b463ff8d0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.2793529 Jan 28 04:38:16.374690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Deleting port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:16.375042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.427068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] Update dhcp port {'port': {'network_id': '9708c25e-35f8-43e3-a00d-9b68c253ed74', 'fixed_ips': [{'subnet_id': '7764d92b-1b0f-4e57-93ed-9c5203f4f4dd', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a24f47e-8545-489d-88e2-958c0a459bb7', 'ip_address': '172.20.0.2'}, {'subnet_id': '8bca5b10-8d41-41db-bbc8-90152477f68c'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '08527e81-7b47-4f27-81b3-963e07fde3fe'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:38:16.493884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.728886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] Allocated IP 172.20.0.34 (9708c25e-35f8-43e3-a00d-9b68c253ed74/8bca5b10-8d41-41db-bbc8-90152477f68c/08527e81-7b47-4f27-81b3-963e07fde3fe) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:16.853496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=08527e81-7b47-4f27-81b3-963e07fde3fe,segment=NetworkSegment(07e3bec7-b501-4e6c-9be7-ea1108714bd3),segment_id=07e3bec7-b501-4e6c-9be7-ea1108714bd3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:16.893198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] Publish callbacks [] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.900897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.930048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.932261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Attempting to bind port 48effef1-5adf-4ce2-83ef-1f00872b513a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:16.932601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Attempting to bind port 48effef1-5adf-4ce2-83ef-1f00872b513a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:16.933433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Attempting to bind port 48effef1-5adf-4ce2-83ef-1f00872b513a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:16.964854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] For port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,segment=NetworkSegment(3e5e868c-9615-4ee2-9f61-49a072f20fb0),segment_id=3e5e868c-9615-4ee2-9f61-49a072f20fb0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:16.965295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.967982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Port 48effef1-5adf-4ce2-83ef-1f00872b513a on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:38:16.968967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Attempting to bind port 48effef1-5adf-4ce2-83ef-1f00872b513a on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:16.976583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f02797ee-166a-4d67-9f09-a162a57f3d0d req-f7eba58d-442a-42d3-8bcd-24f4a1b331dc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128829 Jan 28 04:38:17.009451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:17.009803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:17.010190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:17.010775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Bound port: 48effef1-5adf-4ce2-83ef-1f00872b513a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:17.011147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.031374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7233883-1912-4f65-88a0-8f636bd8204c None None] Network cbfcf039-688a-4053-9206-8ba9465a498f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:17.040369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Calling delete_port for 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:17.134634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] For port b9a82d97-4d25-442e-8e4e-2b9021bd393d, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:17.142302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bc541-44aa-4c84-abd9-7770ae309fb4 req-5e69c998-4168-42ec-9c09-251d9966a592 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:17.150458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-667bc541-44aa-4c84-abd9-7770ae309fb4 req-5e69c998-4168-42ec-9c09-251d9966a592 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.0909324 Jan 28 04:38:17.178249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bfe54-7568-406d-b5c6-410118d7e129 None None] Pushing event updated for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:17.188161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] Provisioning complete for port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:17.188638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.229780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:17.241258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-667bc541-44aa-4c84-abd9-7770ae309fb4 req-f9a009db-9c6f-4d0d-93d9-b651d1352531 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839767 Jan 28 04:38:17.355135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] For port b9a82d97-4d25-442e-8e4e-2b9021bd393d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:17.374967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] Current status of the port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:17.375505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.383017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:17.383812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.430035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.480063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] DHCP port deletion for cbfcf039-688a-4053-9206-8ba9465a498f request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:17.503609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24da9-79e8-48a1-aff7-edc7ef5208af req-14ef1714-6a79-41a7-844c-5b7c35ac0893 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:17.511470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d0b24da9-79e8-48a1-aff7-edc7ef5208af req-14ef1714-6a79-41a7-844c-5b7c35ac0893 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.1211469 Jan 28 04:38:17.512989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] For port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,segment=NetworkSegment(3e5e868c-9615-4ee2-9f61-49a072f20fb0),segment_id=3e5e868c-9615-4ee2-9f61-49a072f20fb0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:17.518719 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.523203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60986) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:17.530995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'floatingip': {'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:17.672629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (55e359ee-ea37-420f-b0e3-2f571af81f17), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.682117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db64fc-9476-4dd2-9aa4-892094da50b1 None None] Pushing event updated for resources: {'Port': ['ID=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:17.714693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:17.721937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Pushing event updated for resources: {'Port': ['ID=b9a82d97-4d25-442e-8e4e-2b9021bd393d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:17.732103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] Deleting port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:17.732547 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.740592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:17.741266 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.743275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-e59955e6-579b-46df-ac84-61c1fbc3b16c service neutron] 10.222.0.47 "PUT /v2.0/ports/b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 1092 time: 3.7620442 Jan 28 04:38:17.743738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:17.746372 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03aea33-f26f-46fe-872f-deb253597707" -d '{"events": [{"name": "network-changed", "server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:17.780387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb116-399b-4853-b9db-bdcdb1e07463 req-071e9489-15b3-41ef-bea2-e1a706f7a081 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:17.782242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fdeb116-399b-4853-b9db-bdcdb1e07463 req-071e9489-15b3-41ef-bea2-e1a706f7a081 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 944 time: 0.6324914 Jan 28 04:38:17.815878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] For port 48effef1-5adf-4ce2-83ef-1f00872b513a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:17.824980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] For port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,segment=NetworkSegment(3e5e868c-9615-4ee2-9f61-49a072f20fb0),segment_id=3e5e868c-9615-4ee2-9f61-49a072f20fb0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:17.826004 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:17.850309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] Calling delete_port for 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:17.935192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231a98-5e19-4210-8a67-ca4fcd272528 req-98b07775-e792-46ce-ad8b-a85594c9b671 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:17.943323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8231a98-5e19-4210-8a67-ca4fcd272528 req-98b07775-e792-46ce-ad8b-a85594c9b671 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.3035347 Jan 28 04:38:17.972453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] For port 48effef1-5adf-4ce2-83ef-1f00872b513a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=48effef1-5adf-4ce2-83ef-1f00872b513a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:18.012118 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.037118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.077522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] Pushing event deleted for resources: {'Port': ['ID=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:18.085954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff92a7-e09b-46b7-b1b0-0c29cbc05ede None None] No DVR routers for this DVR port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:18.109929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8231a98-5e19-4210-8a67-ca4fcd272528 req-f75f945d-7427-47d9-911c-e24ff2446828 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654723 Jan 28 04:38:18.151748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fdeb116-399b-4853-b9db-bdcdb1e07463 req-872a6f04-7d33-4f74-b2b9-621fc54217c1 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306785 Jan 28 04:38:18.152534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.178710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:18.178710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.178710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] 10.222.0.52 "PUT /v2.0/ports/48effef1-5adf-4ce2-83ef-1f00872b513a HTTP/1.1" status: 200 len: 1096 time: 3.7939084 Jan 28 04:38:18.231510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] No DVR routers for this DVR port 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:18.372442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085b4c7-6fb1-456e-9ce9-ccd3d59970aa service neutron] Pushing event updated for resources: {'Port': ['ID=48effef1-5adf-4ce2-83ef-1f00872b513a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:18.384448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-8fe63605-99eb-4c25-9331-90735fe78b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:18.386114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-8fe63605-99eb-4c25-9331-90735fe78b7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1095 time: 0.5413914 Jan 28 04:38:18.392650 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ad64d-d683-4038-8602-577158d60269 x-openstack-request-id: req-c57ad64d-d683-4038-8602-577158d60269 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:18.392948 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:18.393254 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c57ad64d-d683-4038-8602-577158d60269 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:18.393665 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'status': 'completed', 'code': 200} Jan 28 04:38:18.417519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Delete allocated IP 172.20.0.5 (9708c25e-35f8-43e3-a00d-9b68c253ed74/1a24f47e-8545-489d-88e2-958c0a459bb7) {{(pid=103138) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 04:38:18.428490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:18.431665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.502481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759295f-678b-4447-b644-28ae0a215168 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:38:18.530562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Allocated IP 172.20.0.39 (9708c25e-35f8-43e3-a00d-9b68c253ed74/8bca5b10-8d41-41db-bbc8-90152477f68c/0a1855cb-9401-426f-8d0c-9b2fcb537ca0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:18.539824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Port': ['ID=2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:18.553216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-0d2d2879-4727-4ce0-9618-a8a3d9d48fcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 217 time: 0.1186595 Jan 28 04:38:18.580780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:18.629714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Provisioning complete for port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:18.630238 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.678979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-5a9990e1-65ca-4d1b-a3d6-9f9a01d3911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:18.680608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-5a9990e1-65ca-4d1b-a3d6-9f9a01d3911f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 1099 time: 0.2836232 Jan 28 04:38:18.688713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (cbfcf039-688a-4053-9206-8ba9465a498f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.712611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-de1de259-b23f-4ae8-94cf-9fe99cd9080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:18.714392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-de1de259-b23f-4ae8-94cf-9fe99cd9080f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.1435306 Jan 28 04:38:18.719215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:18.730257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759295f-678b-4447-b644-28ae0a215168 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:38:18.747077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Provisioning complete for port 60abdf00-1886-4ebd-aada-777a92cd07c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:18.747369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.749400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd755e6-d28e-4d1a-a2d8-942d274d60a0 req-c4a58242-611a-4ad3-8abe-5af12e72cf4f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:18.751566 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3dd755e6-d28e-4d1a-a2d8-942d274d60a0 req-c4a58242-611a-4ad3-8abe-5af12e72cf4f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.4055166 Jan 28 04:38:18.770878 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-57438a10-1507-47b7-9fe9-076ab884e5c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=48effef1-5adf-4ce2-83ef-1f00872b513a HTTP/1.1" status: 200 len: 217 time: 0.0671868 Jan 28 04:38:18.773567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfcf039-688a-4053-9206-8ba9465a498f']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:18.835934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8a492bbf-be66-462c-a67e-d971b38271c0 None None] Port 60abdf00-1886-4ebd-aada-777a92cd07c1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:18.855825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5e868c-9615-4ee2-9f61-49a072f20fb0') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:18.856154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5e868c-9615-4ee2-9f61-49a072f20fb0') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:18.871743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.resource_extend [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:38:18.904960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (3e5e868c-9615-4ee2-9f61-49a072f20fb0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:18.970351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3dd755e6-d28e-4d1a-a2d8-942d274d60a0 req-e7c4ca04-c67b-4410-bfa1-2f8b8cf89ff7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708114 Jan 28 04:38:18.999365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3e5e868c-9615-4ee2-9f61-49a072f20fb0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.011938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-7d389f3d-3770-4fa4-a4cc-9d6685b389c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:19.018276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-7d389f3d-3770-4fa4-a4cc-9d6685b389c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2182446 Jan 28 04:38:19.020203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.028381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (55e359ee-ea37-420f-b0e3-2f571af81f17), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.093787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:19.095024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-ea77ee3e-a49c-4a6f-9237-0a8a509b6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:19.096580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-ea77ee3e-a49c-4a6f-9237-0a8a509b6d66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401845 Jan 28 04:38:19.103766 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:19.104192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (3e5e868c-9615-4ee2-9f61-49a072f20fb0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:19.107407 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:19.230196 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Floating IP 55e359ee-ea37-420f-b0e3-2f571af81f17 associated. External IP: 172.25.6.190, port: e2b28024-2325-4534-802b-7495e54c6bcc. Jan 28 04:38:19.242605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-f2d0fe02-f73b-4971-8ddc-0fa5a6f78eb8 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033797 Jan 28 04:38:19.385730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.402344 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856b245-479e-4b13-89ed-258ef82045c7 req-1812953b-fa8b-4383-b32b-af519a2bb3ae tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:19.403519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:19.403918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.409658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8856b245-479e-4b13-89ed-258ef82045c7 req-1812953b-fa8b-4383-b32b-af519a2bb3ae tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 944 time: 0.1221988 Jan 28 04:38:19.422492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-3c26d9ce-1b4d-49ca-ae69-9e0d6bf7e32f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5078568 Jan 28 04:38:19.435514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.483474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (cbfcf039-688a-4053-9206-8ba9465a498f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.510013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-7e6cfa34-daff-424f-bd79-e302fef036ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4830012 Jan 28 04:38:19.512855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:19.518023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/networks/cbfcf039-688a-4053-9206-8ba9465a498f HTTP/1.1" status: 204 len: 168 time: 4.0383456 Jan 28 04:38:19.527708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:19.538242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:19.554531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-1b9c8669-7734-4cc8-9ed7-e319a8d1f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:19.556035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-1b9c8669-7734-4cc8-9ed7-e319a8d1f6da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5199852 Jan 28 04:38:19.571917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c5bb0-21ec-4ae5-929d-ed63083013d0 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Network': ['ID=cbfcf039-688a-4053-9206-8ba9465a498f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:19.588368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863e67b-eeff-49c2-a733-066180169ac4 req-5e5fcea1-b184-458d-935f-01c32546d99b tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:19.589518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9863e67b-eeff-49c2-a733-066180169ac4 req-5e5fcea1-b184-458d-935f-01c32546d99b tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.3458989 Jan 28 04:38:19.633993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8856b245-479e-4b13-89ed-258ef82045c7 req-ce271ee7-3819-4648-9679-d8c85eb7414e tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207155 Jan 28 04:38:19.668244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:19.691895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event updated for resources: {'Port': ['ID=0a1855cb-9401-426f-8d0c-9b2fcb537ca0,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:19.734514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:19.735678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a6e6bb6-ab36-4a4b-b82f-88ec741cedc3 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:19.754850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fc6577c-2550-401c-bdba-24e75a331f2c req-2e0ebe58-d093-4652-b9fe-84d1e94c30ec service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924469 Jan 28 04:38:19.784957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Router 24890691-1a6c-4c08-babd-23c24d6a36ac has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:19.797913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (df3964b5-6955-48db-907f-d3df7e518e5d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.111806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-de14c946-c3e9-4a7d-8744-24798df44277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.114388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-de14c946-c3e9-4a7d-8744-24798df44277 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 1100 time: 0.6225801 Jan 28 04:38:20.171508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] In _notify_port_updated(), no bound segment for port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 on network 9708c25e-35f8-43e3-a00d-9b68c253ed74 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:38:20.176564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.177247 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.181549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-24ac0502-d66b-40e8-a4ca-f40577bba626 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "PUT /v2.0/ports/0a1855cb-9401-426f-8d0c-9b2fcb537ca0 HTTP/1.1" status: 200 len: 959 time: 4.0099137 Jan 28 04:38:20.182212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32774) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:20.204460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-6a334926-632b-4713-90ab-045d97710d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.213409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-6a334926-632b-4713-90ab-045d97710d8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 1101 time: 0.6177142 Jan 28 04:38:20.234319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f4982740-d48c-4397-984a-67100ecdc3a9 None None] Provisioning complete for port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:20.234553 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4982740-d48c-4397-984a-67100ecdc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.242717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9863e67b-eeff-49c2-a733-066180169ac4 req-23f8492c-a5dc-414a-93b3-1435b02ea02a tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203821 Jan 28 04:38:20.286005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f4982740-d48c-4397-984a-67100ecdc3a9 None None] Port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:20.368832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (df3964b5-6955-48db-907f-d3df7e518e5d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.392775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aea33-f26f-46fe-872f-deb253597707 req-cf849a8b-7f89-44cf-9c53-d65c63728ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.394322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-cf849a8b-7f89-44cf-9c53-d65c63728ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1095 time: 0.3450515 Jan 28 04:38:20.399763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'tag': '48effef1-5adf-4ce2-83ef-1f00872b513a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:20.402069 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58558c2f-bf2f-46ab-9f03-46d49fc941db" -d '{"events": [{"name": "network-changed", "server_uuid": "9e31aee0-f48a-4c9b-abea-42f45c38c7b8", "tag": "48effef1-5adf-4ce2-83ef-1f00872b513a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:20.404586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3964b5-6955-48db-907f-d3df7e518e5d']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:20.425347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e52b3d-0404-4892-844c-9cf6daba4030') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:20.425567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e52b3d-0404-4892-844c-9cf6daba4030') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:20.430973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-1147bd09-d1ed-4e36-a102-50e654a09a76 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229237 Jan 28 04:38:20.435615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b4fd8-482d-4692-b52a-ee5e3945f938 req-32723a40-6c64-4a06-8bc8-4e210cf2bdc3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.442645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-839b4fd8-482d-4692-b52a-ee5e3945f938 req-32723a40-6c64-4a06-8bc8-4e210cf2bdc3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.1466594 Jan 28 04:38:20.460312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (98e52b3d-0404-4892-844c-9cf6daba4030), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.474689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:20.482541 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.484588 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927fe620-a712-4b4c-9fea-5e4d0c7818cc x-openstack-request-id: req-927fe620-a712-4b4c-9fea-5e4d0c7818cc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:20.484896 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e31aee0-f48a-4c9b-abea-42f45c38c7b8", "tag": "48effef1-5adf-4ce2-83ef-1f00872b513a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:20.485171 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-927fe620-a712-4b4c-9fea-5e4d0c7818cc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:20.485594 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'tag': '48effef1-5adf-4ce2-83ef-1f00872b513a', 'status': 'completed', 'code': 200} Jan 28 04:38:20.498480 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] Sync routers for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:20.510884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (98e52b3d-0404-4892-844c-9cf6daba4030), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.511562 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:20.512352 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:20.530160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:20.530576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (98e52b3d-0404-4892-844c-9cf6daba4030), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:20.533544 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:20.539780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-68b36658-01f3-41e0-93d6-e79b07b8fbbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "PUT /v2.0/floatingips/55e359ee-ea37-420f-b0e3-2f571af81f17 HTTP/1.1" status: 200 len: 991 time: 3.0154035 Jan 28 04:38:20.552427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:20.569573 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:20.603258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-839b4fd8-482d-4692-b52a-ee5e3945f938 req-cd116ab7-6e80-4a02-b0be-2e09893f2814 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596420 Jan 28 04:38:20.605477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-6c47c1eb-915e-4344-bf06-9a14c849f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.606985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-6c47c1eb-915e-4344-bf06-9a14c849f540 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.4564168 Jan 28 04:38:20.673050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:20.676239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-84aec0d2-7855-45bf-9e8f-000fe2ed2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.677692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-84aec0d2-7855-45bf-9e8f-000fe2ed2f2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.3744977 Jan 28 04:38:20.683667 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa920b-65a2-40fe-ae12-f6b1e784c66e x-openstack-request-id: req-ffaa920b-65a2-40fe-ae12-f6b1e784c66e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:20.683960 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:20.684214 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffaa920b-65a2-40fe-ae12-f6b1e784c66e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:20.684611 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'status': 'completed', 'code': 200} Jan 28 04:38:20.688046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-eeb416f9-49a0-4421-80ed-8d353b1c5546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47 HTTP/1.1" status: 200 len: 217 time: 0.0695944 Jan 28 04:38:20.712270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (df3964b5-6955-48db-907f-d3df7e518e5d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.728113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.743655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/networks/df3964b5-6955-48db-907f-d3df7e518e5d HTTP/1.1" status: 204 len: 168 time: 1.2148495 Jan 28 04:38:20.744512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:20.826057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee2e37-1cc4-4840-95ba-cf85d8340976 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Network': ['ID=df3964b5-6955-48db-907f-d3df7e518e5d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:20.891601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2957ec98-d63f-40a1-9cc2-f1ff72e4bf89), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.914665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aea33-f26f-46fe-872f-deb253597707 req-02e3c372-3dd0-4c92-a2d7-8b5e5bcef092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:20.916466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-02e3c372-3dd0-4c92-a2d7-8b5e5bcef092 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.4881024 Jan 28 04:38:20.940081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-8530973c-713e-42f9-a33c-1cd09a8f0fef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e HTTP/1.1" status: 200 len: 217 time: 0.2166338 Jan 28 04:38:20.951923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dede110-2186-40ec-b7e1-747c5ba3f707 req-f1e8bd5e-2744-428d-ae78-b81b880324cd service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813755 Jan 28 04:38:20.957657 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '55e359ee-ea37-420f-b0e3-2f571af81f17', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:37:50Z', 'updated_at': '2022-01-28T04:38:18Z', 'revision_number': 1, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:20.968061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:20.968402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:20.996485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2957ec98-d63f-40a1-9cc2-f1ff72e4bf89), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.001839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] Checking router: 24890691-1a6c-4c08-babd-23c24d6a36ac for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:21.011739 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:21.012487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.033495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2957ec98-d63f-40a1-9cc2-f1ff72e4bf89']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.044965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.045300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.055847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.080478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.088292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:21.088696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (a53a0e6b-ddef-43c2-bd36-23f1e09a5a4d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.089638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-02822b27-90ae-4337-b286-3e46276a9593 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 217 time: 0.1469893 Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:21.091846 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:21.123758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-740d869b-7da1-490f-9e6d-d4350f79eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.125278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-740d869b-7da1-490f-9e6d-d4350f79eee4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.4227247 Jan 28 04:38:21.158470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2957ec98-d63f-40a1-9cc2-f1ff72e4bf89), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.166954 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:21.181182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.184136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/networks/2957ec98-d63f-40a1-9cc2-f1ff72e4bf89 HTTP/1.1" status: 204 len: 168 time: 0.4372029 Jan 28 04:38:21.185037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80665a01-16f9-4f2c-91ca-ac9705ed28c6 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Network': ['ID=2957ec98-d63f-40a1-9cc2-f1ff72e4bf89,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:21.187379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32790) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:21.231331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-bcae9afd-fe67-4cb3-9b14-f32868463289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.232866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-bcae9afd-fe67-4cb3-9b14-f32868463289 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1096 time: 0.4481940 Jan 28 04:38:21.263991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad1ec0-860b-4509-aa94-f706615227b1 req-8db4e8cf-452b-43d8-9f13-687125d30777 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.270792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dad1ec0-860b-4509-aa94-f706615227b1 req-8db4e8cf-452b-43d8-9f13-687125d30777 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 944 time: 0.4341633 Jan 28 04:38:21.285704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-d8ef179a-95bd-4c97-9ab2-eac9bc672949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.287193 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-d8ef179a-95bd-4c97-9ab2-eac9bc672949 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3113856 Jan 28 04:38:21.297862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (3b4f4245-bf65-4151-b966-a52a3cb512ec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.362118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aea33-f26f-46fe-872f-deb253597707 req-89d822bb-4abc-4cd1-ae57-42367233d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.363665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-89d822bb-4abc-4cd1-ae57-42367233d24d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.2537630 Jan 28 04:38:21.395521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.426372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-a39187f8-94cf-4c61-adec-7e7a36644fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.427923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-a39187f8-94cf-4c61-adec-7e7a36644fcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 1099 time: 0.3331423 Jan 28 04:38:21.445398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 0a1855cb-9401-426f-8d0c-9b2fcb537ca0 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:21.458378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (3b4f4245-bf65-4151-b966-a52a3cb512ec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.481811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ebf25-602c-4483-9887-2808549a66b8 req-c26d75e1-1d38-42a3-8b6e-efcc79ec1b96 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.483368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c2ebf25-602c-4483-9887-2808549a66b8 req-c26d75e1-1d38-42a3-8b6e-efcc79ec1b96 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1391854 Jan 28 04:38:21.485869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-f88a26a6-245d-4a63-b50a-f75272b3eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.487447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-f88a26a6-245d-4a63-b50a-f75272b3eefc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3396597 Jan 28 04:38:21.501084 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '55e359ee-ea37-420f-b0e3-2f571af81f17', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:37:50Z', 'updated_at': '2022-01-28T04:38:18Z', 'revision_number': 1, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.513854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4f4245-bf65-4151-b966-a52a3cb512ec']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.532648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419adf6a-996a-4460-849c-d84dc2c33b90') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.533465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419adf6a-996a-4460-849c-d84dc2c33b90') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:21.556027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (419adf6a-996a-4460-849c-d84dc2c33b90), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.590720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c2ebf25-602c-4483-9887-2808549a66b8 req-8617a2cf-d518-4131-9fc3-b5c1011fbaa3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Jan 28 04:38:21.606734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (419adf6a-996a-4460-849c-d84dc2c33b90), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.621867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:21.624659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (419adf6a-996a-4460-849c-d84dc2c33b90), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:21.630837 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:21.665546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63137b-3bd0-4922-a409-73d5a186f3c0 None None] The sync data for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 is: [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '55e359ee-ea37-420f-b0e3-2f571af81f17', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:37:50Z', 'updated_at': '2022-01-28T04:38:18Z', 'revision_number': 1, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:21.674951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3dad1ec0-860b-4509-aa94-f706615227b1 req-31a66d9a-a84f-4ad4-b089-b110a2f95f65 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014220 Jan 28 04:38:21.737052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (3b4f4245-bf65-4151-b966-a52a3cb512ec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.742885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-aea052fd-043e-4132-94cb-f638a2e64d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.744362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-aea052fd-043e-4132-94cb-f638a2e64d03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4364929 Jan 28 04:38:21.785176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:21.791606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] 10.222.0.21 "DELETE /v2.0/networks/3b4f4245-bf65-4151-b966-a52a3cb512ec HTTP/1.1" status: 204 len: 168 time: 0.6035569 Jan 28 04:38:21.807657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6a19-7aa5-46aa-9b70-10165018bc49 tempest-BulkNetworkOpsIpV6Test-215908861 tempest-BulkNetworkOpsIpV6Test-215908861-project] Pushing event deleted for resources: {'Network': ['ID=3b4f4245-bf65-4151-b966-a52a3cb512ec,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:21.819676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-55d87f9b-3911-43bc-ba40-39073b069f3b service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044350 Jan 28 04:38:21.839654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5e2c-732e-4b3a-a684-e3ccbdaf7b00 req-a27b1db5-fb11-4615-bd3e-2d804149558b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.850909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-011a5e2c-732e-4b3a-a684-e3ccbdaf7b00 req-a27b1db5-fb11-4615-bd3e-2d804149558b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.1251850 Jan 28 04:38:21.933550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-33f870f6-0b31-43cd-84ed-e649a3713105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:21.938755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-33f870f6-0b31-43cd-84ed-e649a3713105 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.4975200 Jan 28 04:38:21.939533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-011a5e2c-732e-4b3a-a684-e3ccbdaf7b00 req-d3444e04-40ad-447b-9c72-0583c63fc934 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871599 Jan 28 04:38:22.004984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aea33-f26f-46fe-872f-deb253597707 req-1e2b02de-befe-43ec-87b2-fdab1c364911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.006452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-1e2b02de-befe-43ec-87b2-fdab1c364911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6009412 Jan 28 04:38:22.050917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ef2a4-0635-4aac-b5fb-d745bfe44d84 None None] New status for floating IP 55e359ee-ea37-420f-b0e3-2f571af81f17: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:22.138691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32806) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:22.311264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-018aee77-2e1d-4057-84c6-4730baec540d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d4e348c501a4ea480bb8969644bd67c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708603 Jan 28 04:38:22.313791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32810) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:22.343219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-245eff93-cdf1-4439-a2dd-9d583cb27602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.345463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-245eff93-cdf1-4439-a2dd-9d583cb27602 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 1.0935884 Jan 28 04:38:22.369719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0488160-0318-49b8-be96-e5fb44c8f4be admin admin] Publish callbacks [] for security_group (7cc127ab-3511-4b5a-9555-e07d3da53001), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.385476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-d8842f2d-c5f8-4423-8924-c60238ca845d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=48effef1-5adf-4ce2-83ef-1f00872b513a HTTP/1.1" status: 200 len: 217 time: 0.4313235 Jan 28 04:38:22.394248 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0488160-0318-49b8-be96-e5fb44c8f4be admin admin] Publish callbacks [] for security_group (7cc127ab-3511-4b5a-9555-e07d3da53001), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.455515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b9a82d97-4d25-442e-8e4e-2b9021bd393d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:38:22.467328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0488160-0318-49b8-be96-e5fb44c8f4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7cc127ab-3511-4b5a-9555-e07d3da53001), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.470242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0488160-0318-49b8-be96-e5fb44c8f4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.473167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d0488160-0318-49b8-be96-e5fb44c8f4be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cc127ab-3511-4b5a-9555-e07d3da53001 HTTP/1.1" status: 204 len: 168 time: 0.1580923 Jan 28 04:38:22.488764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0488160-0318-49b8-be96-e5fb44c8f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc127ab-3511-4b5a-9555-e07d3da53001,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:22.591854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b9a82d97-4d25-442e-8e4e-2b9021bd393d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:22.606867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:38:22.665454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b9a82d97-4d25-442e-8e4e-2b9021bd393d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:22.666104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.676426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-7b78e2f2-3c34-4814-b356-f6c6c5d813c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 1001 time: 0.3000438 Jan 28 04:38:22.683306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a82d97-4d25-442e-8e4e-2b9021bd393d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:22.709113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-7914ead3-626c-4abc-9204-975f5f53ec2a service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781924 Jan 28 04:38:22.722156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b9a82d97-4d25-442e-8e4e-2b9021bd393d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:22.731953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.744517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59e322ba-9739-46fe-a979-d2d7c38b54c4 req-0404a961-5b91-4fad-90a8-45e0cbe09a0f service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8502445 Jan 28 04:38:22.747358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484e514-c3f0-4b54-9346-c1a86cab8642 req-7654de97-e8a6-40cd-be2e-25433e8e33eb tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.753279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c484e514-c3f0-4b54-9346-c1a86cab8642 req-7654de97-e8a6-40cd-be2e-25433e8e33eb tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.0950155 Jan 28 04:38:22.815433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b9a82d97-4d25-442e-8e4e-2b9021bd393d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:22.827124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-11ebc4ed-a2c0-4024-852d-9f5bd4b82008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.828885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-11ebc4ed-a2c0-4024-852d-9f5bd4b82008 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.3835471 Jan 28 04:38:22.846192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c484e514-c3f0-4b54-9346-c1a86cab8642 req-a006662d-b417-404e-9938-8bf6bc46588b tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799861 Jan 28 04:38:22.866046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0a1855cb-9401-426f-8d0c-9b2fcb537ca0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.106760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-843fcbfc-7b85-4ac5-9eec-33d08f441930 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7601492 Jan 28 04:38:23.140057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4e54-2472-493f-b04c-b6513161fb95 req-a67a6fa3-5cfc-40eb-932f-e974bf9571dd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:23.143159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c48259cc-2fae-4487-8e38-a8af1a7d626e req-bc08dae8-1ea9-4e86-8ade-34af97d234ce service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961532 Jan 28 04:38:23.144743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-2ec1adfa-afc8-484b-a24b-6a97e55fa246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:23.147222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-2ec1adfa-afc8-484b-a24b-6a97e55fa246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.4175491 Jan 28 04:38:23.149724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=0a1855cb-9401-426f-8d0c-9b2fcb537ca0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:23.152915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-38ee4e54-2472-493f-b04c-b6513161fb95 req-a67a6fa3-5cfc-40eb-932f-e974bf9571dd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.0871053 Jan 28 04:38:23.174521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b9a82d97-4d25-442e-8e4e-2b9021bd393d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:23.245261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-38ee4e54-2472-493f-b04c-b6513161fb95 req-43f51156-d38b-4aba-bb1d-b76e910c39d3 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912907 Jan 28 04:38:23.407393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-a608cbca-586a-4162-bf2f-845db34d218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:23.411430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-a608cbca-586a-4162-bf2f-845db34d218a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5367179 Jan 28 04:38:23.431178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.437473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:23.438466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-63771211-91dd-4a94-b447-f7ce4cfdc5df tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/0a1855cb-9401-426f-8d0c-9b2fcb537ca0 HTTP/1.1" status: 204 len: 168 time: 3.2239339 Jan 28 04:38:23.460032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40346f-bd59-481b-9975-7ec4de37e2e8 req-5a4a2026-706f-4071-b2e4-fc7affb1c5d9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:23.462144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d40346f-bd59-481b-9975-7ec4de37e2e8 req-5a4a2026-706f-4071-b2e4-fc7affb1c5d9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 945 time: 0.6319830 Jan 28 04:38:23.470234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-e9a7dae0-8edd-4077-9121-ea0faa657929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:23.472331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-e9a7dae0-8edd-4077-9121-ea0faa657929 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2875812 Jan 28 04:38:23.520416 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aabc1e2-eb2d-49e5-a8a2-36df67d3b6f0 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] GET failed (client error): The resource could not be found. Jan 28 04:38:23.523809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7aabc1e2-eb2d-49e5-a8a2-36df67d3b6f0 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports/0a1855cb-9401-426f-8d0c-9b2fcb537ca0 HTTP/1.1" status: 404 len: 333 time: 0.0846500 Jan 28 04:38:23.526500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32846) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:23.597249 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-805fde67-bc81-420a-9503-582d18de8c02 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (2ba3ee49-abe7-4cbd-8202-31d497a0a05e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.628258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-805fde67-bc81-420a-9503-582d18de8c02 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (2ba3ee49-abe7-4cbd-8202-31d497a0a05e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.671117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03aea33-f26f-46fe-872f-deb253597707 req-75a00117-50f9-488d-9b18-6f8f368a595e service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150125 Jan 28 04:38:23.703202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-805fde67-bc81-420a-9503-582d18de8c02 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2ba3ee49-abe7-4cbd-8202-31d497a0a05e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.703202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-805fde67-bc81-420a-9503-582d18de8c02 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.706341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-805fde67-bc81-420a-9503-582d18de8c02 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ba3ee49-abe7-4cbd-8202-31d497a0a05e HTTP/1.1" status: 204 len: 168 time: 0.1786659 Jan 28 04:38:23.719502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:23.736577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d40346f-bd59-481b-9975-7ec4de37e2e8 req-4b993532-0e8e-488f-a3c9-41efcdee0375 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568495 Jan 28 04:38:23.748693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32850) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:23.757109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-68245069-7863-4168-86ef-002db575b0e1 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316441 Jan 28 04:38:23.764056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-e15a6bb7-2ce0-497f-bf48-cff8542f1cc1 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721944 Jan 28 04:38:23.770531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fde67-bc81-420a-9503-582d18de8c02 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3ee49-abe7-4cbd-8202-31d497a0a05e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:23.846491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e823613-1c2d-49b7-a900-3dbe4c456e2d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.872281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e823613-1c2d-49b7-a900-3dbe4c456e2d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.926172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e823613-1c2d-49b7-a900-3dbe4c456e2d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.928424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1317454466'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:23.930262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e823613-1c2d-49b7-a900-3dbe4c456e2d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.933854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e823613-1c2d-49b7-a900-3dbe4c456e2d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5 HTTP/1.1" status: 204 len: 168 time: 0.2103119 Jan 28 04:38:23.935757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32856) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:23.974674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e823613-1c2d-49b7-a900-3dbe4c456e2d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad28f2a1-e9e7-4064-8c65-f1ecf93b9ec5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:23.994222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58558c2f-bf2f-46ab-9f03-46d49fc941db req-02055b16-efc4-454f-8d95-cff35733a0bd service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288768 Jan 28 04:38:23.995764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf44c64a-db34-40ce-8f77-ddaa1d1fa444 req-2d3f4080-0d85-4013-876d-0f845ca6208a service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146802 Jan 28 04:38:24.000651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:24.004184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.038311 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.102253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8acfa53-1230-4f8e-92c3-707540a82f36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (e4682a63-3fa3-4712-9845-4f2231c44594), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.129806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae787dbb-45ef-4c92-b388-7f518a2ac5f0 req-a6f91f7e-a5e2-476a-a1ae-6416666722cf tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.131175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae787dbb-45ef-4c92-b388-7f518a2ac5f0 req-a6f91f7e-a5e2-476a-a1ae-6416666722cf tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1695023 Jan 28 04:38:24.131421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (61d27ea2-0beb-494b-879c-5bfbc4405db4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.136451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (61d27ea2-0beb-494b-879c-5bfbc4405db4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.148909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8acfa53-1230-4f8e-92c3-707540a82f36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (e4682a63-3fa3-4712-9845-4f2231c44594), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.164460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:24.173408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d27ea2-0beb-494b-879c-5bfbc4405db4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:24.180145 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.180499 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54 of type vlan for network 251b62ef-32b2-40a6-8607-d6fb31d91613 Jan 28 04:38:24.215519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae787dbb-45ef-4c92-b388-7f518a2ac5f0 req-344260b2-9c58-4ee0-b309-aa3870071767 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753312 Jan 28 04:38:24.219847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8acfa53-1230-4f8e-92c3-707540a82f36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4682a63-3fa3-4712-9845-4f2231c44594), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.223241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8acfa53-1230-4f8e-92c3-707540a82f36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.223603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (251b62ef-32b2-40a6-8607-d6fb31d91613), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.227108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8acfa53-1230-4f8e-92c3-707540a82f36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4682a63-3fa3-4712-9845-4f2231c44594 HTTP/1.1" status: 204 len: 168 time: 0.2884395 Jan 28 04:38:24.227473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32862) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:24.236919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acfa53-1230-4f8e-92c3-707540a82f36 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4682a63-3fa3-4712-9845-4f2231c44594,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:24.299847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (251b62ef-32b2-40a6-8607-d6fb31d91613), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.305418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.306028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.311503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 1a24f47e-8545-489d-88e2-958c0a459bb7 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:24.322650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (1a24f47e-8545-489d-88e2-958c0a459bb7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.434661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6859944 Jan 28 04:38:24.437397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32868) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:24.442907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'name': 'tempest-PortsIpV6TestJSON-172827297'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:24.448106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (1a24f47e-8545-489d-88e2-958c0a459bb7), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.451761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db36ce1-7700-4822-b9c8-be3b816e5074 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=251b62ef-32b2-40a6-8607-d6fb31d91613,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:24.466552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:24.513461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd3cd0-2115-42c7-8328-224afc5e8377 req-8c2b4d89-2636-4b31-ae73-9881f3766690 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.520398 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0edd3cd0-2115-42c7-8328-224afc5e8377 req-8c2b4d89-2636-4b31-ae73-9881f3766690 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.1574173 Jan 28 04:38:24.598576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:24.600521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1a24f47e-8545-489d-88e2-958c0a459bb7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.603710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.615010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0edd3cd0-2115-42c7-8328-224afc5e8377 req-71340a43-2062-4435-b0ef-d52a10166274 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918155 Jan 28 04:38:24.623157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:24.673933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (1a24f47e-8545-489d-88e2-958c0a459bb7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.709678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=1a24f47e-8545-489d-88e2-958c0a459bb7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:24.722811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.723408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1f58f-ad3b-4b24-b043-e2bf061644f0 None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:24.724700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8413db0f-b6f4-45bc-985e-2c1e64ee14c9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/1a24f47e-8545-489d-88e2-958c0a459bb7 HTTP/1.1" status: 204 len: 168 time: 0.4962146 Jan 28 04:38:24.729381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:24.800951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 8bca5b10-8d41-41db-bbc8-90152477f68c {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:24.804855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (8bca5b10-8d41-41db-bbc8-90152477f68c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.864817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.872376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (8bca5b10-8d41-41db-bbc8-90152477f68c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.938688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141180-c9c0-47e6-b0cd-04788c6db249 req-209024cc-3ad4-4bbb-97e8-0850fff49554 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.940230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a141180-c9c0-47e6-b0cd-04788c6db249 req-209024cc-3ad4-4bbb-97e8-0850fff49554 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 945 time: 0.0786943 Jan 28 04:38:24.957591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:24.980383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8bca5b10-8d41-41db-bbc8-90152477f68c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.051509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:25.065957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (8bca5b10-8d41-41db-bbc8-90152477f68c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.079721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a141180-c9c0-47e6-b0cd-04788c6db249 req-192c1be3-58e1-4694-9d39-7e57f404d34e tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267478 Jan 28 04:38:25.089419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:25.089585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 251b62ef-32b2-40a6-8607-d6fb31d91613, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:25.141024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=8bca5b10-8d41-41db-bbc8-90152477f68c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:25.143454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:25.148941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.152343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a2061fa-30b3-44fc-8907-af245e55d1fe tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/8bca5b10-8d41-41db-bbc8-90152477f68c HTTP/1.1" status: 204 len: 168 time: 0.4223549 Jan 28 04:38:25.155402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32878) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.195298 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9230c128-34f6-4448-ba14-49cbf3f4111f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:25.195773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9230c128-34f6-4448-ba14-49cbf3f4111f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:25.201269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9230c128-34f6-4448-ba14-49cbf3f4111f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/1a24f47e-8545-489d-88e2-958c0a459bb7 HTTP/1.1" status: 404 len: 337 time: 0.0419655 Jan 28 04:38:25.202315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32880) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.202691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 251b62ef-32b2-40a6-8607-d6fb31d91613) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:25.206586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:25.212981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:25.213926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.226820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc32542-699d-48e7-9300-910a1a06998c None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:25.239568 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-68bbe696-568c-4c8d-8c40-4810b40ba023 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8004169 Jan 28 04:38:25.241991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32882) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.251318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1690625603'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:25.307174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting subnet 7764d92b-1b0f-4e57-93ed-9c5203f4f4dd {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:25.312050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:25.314405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.315434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (7764d92b-1b0f-4e57-93ed-9c5203f4f4dd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.347949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:25.376872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (20b45b69-6e54-4069-87d5-4e29867bc411), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.377512 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment 20b45b69-6e54-4069-87d5-4e29867bc411 of type vlan for network 856ee173-70e8-4f2c-b8cb-5de3d87a9d9f Jan 28 04:38:25.391810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (7764d92b-1b0f-4e57-93ed-9c5203f4f4dd), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.449683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (856ee173-70e8-4f2c-b8cb-5de3d87a9d9f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.471709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf573a-e055-4124-95b6-d65946dc54e6 req-bb971a4a-5269-4908-929d-50fabc8a883d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:25.473299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8acf573a-e055-4124-95b6-d65946dc54e6 req-bb971a4a-5269-4908-929d-50fabc8a883d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1187551 Jan 28 04:38:25.500763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7764d92b-1b0f-4e57-93ed-9c5203f4f4dd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.509501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (856ee173-70e8-4f2c-b8cb-5de3d87a9d9f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.514428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:25.515028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.604037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (7764d92b-1b0f-4e57-93ed-9c5203f4f4dd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.628757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=856ee173-70e8-4f2c-b8cb-5de3d87a9d9f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:25.641631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Subnet': ['ID=7764d92b-1b0f-4e57-93ed-9c5203f4f4dd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:25.645604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8acf573a-e055-4124-95b6-d65946dc54e6 req-b277af89-5472-48c2-b12c-6f8738abc43f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609111 Jan 28 04:38:25.647366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 856ee173-70e8-4f2c-b8cb-5de3d87a9d9f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:25.654730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-359db35b-f28d-4b7f-8de5-12312a79c0af tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4116564 Jan 28 04:38:25.657217 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32890) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.658516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.663909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c8d238e-27ff-462b-b514-a8144d370618 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/7764d92b-1b0f-4e57-93ed-9c5203f4f4dd HTTP/1.1" status: 204 len: 168 time: 0.4569390 Jan 28 04:38:25.664957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32892) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.668811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'ports': [{'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'}, {'network_id': '856ee173-70e8-4f2c-b8cb-5de3d87a9d9f'}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:25.669132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:25.669649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '856ee173-70e8-4f2c-b8cb-5de3d87a9d9f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:25.718648 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b3df33-5e54-412c-bebd-5d3b84dea22b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:25.719653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b3df33-5e54-412c-bebd-5d3b84dea22b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:25.722212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-85b3df33-5e54-412c-bebd-5d3b84dea22b tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/a034fc7c-7ec0-430c-b132-67aebfa4ea5f HTTP/1.1" status: 404 len: 337 time: 0.0572255 Jan 28 04:38:25.724861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32894) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.760543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09b22829-a6fe-4dde-b257-b6edc009570f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dae9dc3-2191-4aa0-9245-1c5aa4979d87 HTTP/1.1" status: 200 len: 205 time: 0.0344503 Jan 28 04:38:25.763500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.789256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa779ff1-d6d3-4d12-a937-0c7efc00445a None None] Network 9708c25e-35f8-43e3-a00d-9b68c253ed74 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:25.829283 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-4a8d9416-05e7-452a-bb30-a6186c82a110 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] delete failed (client error): The resource could not be found. Jan 28 04:38:25.830353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a8d9416-05e7-452a-bb30-a6186c82a110 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/routers/4dae9dc3-2191-4aa0-9245-1c5aa4979d87 HTTP/1.1" status: 404 len: 336 time: 0.0664077 Jan 28 04:38:25.833226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32898) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.861210 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a17ac40-59b0-4630-ad6a-d75c78561b08 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:25.861681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a17ac40-59b0-4630-ad6a-d75c78561b08 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:25.864702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a17ac40-59b0-4630-ad6a-d75c78561b08 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/c5b02bfc-15e5-45f2-9893-b4c37e514d79 HTTP/1.1" status: 404 len: 337 time: 0.0309224 Jan 28 04:38:25.868402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32900) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.875692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 48effef1-5adf-4ce2-83ef-1f00872b513a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:38:25.899617 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7835a66-7c6b-48c3-8add-cc8e6c522064 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:25.900012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7835a66-7c6b-48c3-8add-cc8e6c522064 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:25.905401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c7835a66-7c6b-48c3-8add-cc8e6c522064 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/099021e3-1e25-43ef-9274-9142e8567b42 HTTP/1.1" status: 404 len: 337 time: 0.0339701 Jan 28 04:38:25.906217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.914519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:25.920093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.922351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4debad-b781-4b00-858b-21ebd86a8afd req-6f093a13-4a3c-4ff9-a4d5-fecff993fb1c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:25.923855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c4debad-b781-4b00-858b-21ebd86a8afd req-6f093a13-4a3c-4ff9-a4d5-fecff993fb1c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 948 time: 0.1538708 Jan 28 04:38:25.939666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.951554 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1912734-ed5d-4d0f-ab3c-e6dba1502c3f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:25.952016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1912734-ed5d-4d0f-ab3c-e6dba1502c3f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:25.958110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a1912734-ed5d-4d0f-ab3c-e6dba1502c3f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/11599a11-354d-4ea2-a04b-6abf7bcbc6c7 HTTP/1.1" status: 404 len: 337 time: 0.0477610 Jan 28 04:38:25.959560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32904) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:25.974724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ec5a1b1f-338c-4e2d-9579-01f55d5d4a3c None None] Provisioning complete for port 08527e81-7b47-4f27-81b3-963e07fde3fe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:25.975117 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1b1f-338c-4e2d-9579-01f55d5d4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:25.992632 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17f5363-d70b-4261-9946-f37a15c9706d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:25.993222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17f5363-d70b-4261-9946-f37a15c9706d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:25.998976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f17f5363-d70b-4261-9946-f37a15c9706d tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/a64c0043-c7a9-418f-85cf-97a9511ce296 HTTP/1.1" status: 404 len: 333 time: 0.0307639 Jan 28 04:38:26.002935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32906) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.049246 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d1a97d-5a1a-460b-a3b4-87b486bf4426 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:26.049711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d1a97d-5a1a-460b-a3b4-87b486bf4426 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:26.052888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 48effef1-5adf-4ce2-83ef-1f00872b513a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=48effef1-5adf-4ce2-83ef-1f00872b513a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:26.053053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6d1a97d-5a1a-460b-a3b4-87b486bf4426 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/61165674-f880-476e-ab18-24122b50f142 HTTP/1.1" status: 404 len: 337 time: 0.0490320 Jan 28 04:38:26.068939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32908) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.084261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '48effef1-5adf-4ce2-83ef-1f00872b513a', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '48effef1-5adf-4ce2-83ef-1f00872b513a', 'mac_address': 'fa:16:3e:f1:26:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:38:26.109126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] DHCP port deletion for 9708c25e-35f8-43e3-a00d-9b68c253ed74 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:26.117335 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a083473-385a-4a46-89d5-ceeaac28ae0f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:26.117571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a083473-385a-4a46-89d5-ceeaac28ae0f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:26.120523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a083473-385a-4a46-89d5-ceeaac28ae0f tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/8ce6d687-280c-4f5f-b9d4-970482541987 HTTP/1.1" status: 404 len: 337 time: 0.0495946 Jan 28 04:38:26.124874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 75105fbc-e98a-4628-9ef0-d9b5f2980f11 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:26.125539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c4debad-b781-4b00-858b-21ebd86a8afd req-0895bef3-9bbf-4769-a804-c28e6d0a953d tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757925 Jan 28 04:38:26.137816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32910) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.202828 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b980c0-2585-4a4d-9f60-6e9b8a480c43 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:26.203192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b980c0-2585-4a4d-9f60-6e9b8a480c43 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:26.206302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83b980c0-2585-4a4d-9f60-6e9b8a480c43 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/4749094c-f12d-4aec-adb3-6ef66e01f3ba HTTP/1.1" status: 404 len: 333 time: 0.0668941 Jan 28 04:38:26.209582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.238676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 48effef1-5adf-4ce2-83ef-1f00872b513a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:26.239158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.250518 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94bba53-fdc0-4362-b34c-3c491d68c8c7 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:26.251032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94bba53-fdc0-4362-b34c-3c491d68c8c7 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:26.254424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e94bba53-fdc0-4362-b34c-3c491d68c8c7 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/828bca5d-48ea-4ab1-9829-0e0af45da314 HTTP/1.1" status: 404 len: 337 time: 0.0438535 Jan 28 04:38:26.263337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32920) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.287554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a1b1f-338c-4e2d-9579-01f55d5d4a3c None None] Current status of the port 08527e81-7b47-4f27-81b3-963e07fde3fe is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:26.294267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48effef1-5adf-4ce2-83ef-1f00872b513a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:26.306874 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-98663b60-220e-4b8d-849c-236133fea998 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:26.307717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98663b60-220e-4b8d-849c-236133fea998 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:26.311378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98663b60-220e-4b8d-849c-236133fea998 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/subnets/87346289-e406-42f2-ab0e-d73b256cb8cf HTTP/1.1" status: 404 len: 337 time: 0.0466585 Jan 28 04:38:26.314145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.334196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 48effef1-5adf-4ce2-83ef-1f00872b513a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=48effef1-5adf-4ce2-83ef-1f00872b513a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:26.339353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ec5a1b1f-338c-4e2d-9579-01f55d5d4a3c None None] Provisioning complete for port 60abdf00-1886-4ebd-aada-777a92cd07c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:26.339975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1b1f-338c-4e2d-9579-01f55d5d4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.347072 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.353033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (75105fbc-e98a-4628-9ef0-d9b5f2980f11), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.384826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa8bda-afbf-49c1-8711-0be457a78256 req-366ac7c6-0d92-4f17-914e-a00303bc51f2 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:26.387526 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-87fa8bda-afbf-49c1-8711-0be457a78256 req-366ac7c6-0d92-4f17-914e-a00303bc51f2 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 945 time: 0.1444368 Jan 28 04:38:26.395264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] Deleting port 08527e81-7b47-4f27-81b3-963e07fde3fe {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:26.395896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.445946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Deleting port 60abdf00-1886-4ebd-aada-777a92cd07c1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:26.446821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.468309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b9a82d97-4d25-442e-8e4e-2b9021bd393d up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:26.477360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port e8a3013d-b15f-4851-838f-b5cb3238173f yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:26.478317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a1b1f-338c-4e2d-9579-01f55d5d4a3c None None] Port 60abdf00-1886-4ebd-aada-777a92cd07c1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:26.509461 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-87fa8bda-afbf-49c1-8711-0be457a78256 req-fe64f937-cd11-4582-9a6a-b200e09164a3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928140 Jan 28 04:38:26.518370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=48effef1-5adf-4ce2-83ef-1f00872b513a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:26.539899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] For port 08527e81-7b47-4f27-81b3-963e07fde3fe, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=08527e81-7b47-4f27-81b3-963e07fde3fe,segment=NetworkSegment(07e3bec7-b501-4e6c-9be7-ea1108714bd3),segment_id=07e3bec7-b501-4e6c-9be7-ea1108714bd3)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:26.540711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.556503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.570598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] Calling delete_port for 08527e81-7b47-4f27-81b3-963e07fde3fe owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:26.572132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Calling delete_port for 60abdf00-1886-4ebd-aada-777a92cd07c1 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:26.609196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (e8a3013d-b15f-4851-838f-b5cb3238173f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.640963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port b9a82d97-4d25-442e-8e4e-2b9021bd393d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:38:26.657818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (75105fbc-e98a-4628-9ef0-d9b5f2980f11), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.663749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b9a82d97-4d25-442e-8e4e-2b9021bd393d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:26.664421 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.665962 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (60abdf00-1886-4ebd-aada-777a92cd07c1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.715865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=75105fbc-e98a-4628-9ef0-d9b5f2980f11,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:26.727839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Port': ['ID=60abdf00-1886-4ebd-aada-777a92cd07c1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:26.735020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:26.736932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:26.740264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:26.741250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e8a3013d-b15f-4851-838f-b5cb3238173f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.758927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.770161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dc15e7c5-41f9-493f-a42d-744a7cc218a9 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/ports/60abdf00-1886-4ebd-aada-777a92cd07c1 HTTP/1.1" status: 204 len: 168 time: 0.4513307 Jan 28 04:38:26.770402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32928) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:26.825695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b9a82d97-4d25-442e-8e4e-2b9021bd393d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:26.826087 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.841856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (08527e81-7b47-4f27-81b3-963e07fde3fe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.864606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=e8a3013d-b15f-4851-838f-b5cb3238173f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:26.871197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (9708c25e-35f8-43e3-a00d-9b68c253ed74), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.900411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b9a82d97-4d25-442e-8e4e-2b9021bd393d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:26.904335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:26.906774 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff60da-5072-4c60-8c4d-5d940ac48511" -d '{"events": [{"server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "name": "network-vif-plugged", "status": "completed", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:26.908727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': '20b45b69-6e54-4069-87d5-4e29867bc411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '856ee173-70e8-4f2c-b8cb-5de3d87a9d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:26.909097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] Pushing event deleted for resources: {'Port': ['ID=08527e81-7b47-4f27-81b3-963e07fde3fe,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:26.909278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 856ee173-70e8-4f2c-b8cb-5de3d87a9d9f, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:26.911996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['48effef1-5adf-4ce2-83ef-1f00872b513a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:26.919229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f5626-fb1f-4db3-a46c-85c84cd80991 req-4f8e9769-4079-4ef7-883c-0d7da2454317 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:26.925619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c40f5626-fb1f-4db3-a46c-85c84cd80991 req-4f8e9769-4079-4ef7-883c-0d7da2454317 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1381578 Jan 28 04:38:26.965232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:26.968266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f1348d-576d-441f-81d5-c51af642a4c2 None None] No DVR routers for this DVR port 08527e81-7b47-4f27-81b3-963e07fde3fe on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:27.013343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (9708c25e-35f8-43e3-a00d-9b68c253ed74), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.014088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 856ee173-70e8-4f2c-b8cb-5de3d87a9d9f is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:27.040711 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f51e06f-7c11-4576-a756-ad8e78d63ad8 x-openstack-request-id: req-6f51e06f-7c11-4576-a756-ad8e78d63ad8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:27.041360 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "name": "network-vif-plugged", "status": "completed", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:27.041360 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f51e06f-7c11-4576-a756-ad8e78d63ad8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:27.041672 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'code': 200} Jan 28 04:38:27.042782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 856ee173-70e8-4f2c-b8cb-5de3d87a9d9f) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:27.053881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:27.061809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f22bf-6829-430d-a8ec-9f90e9262b01 None None] Network 856ee173-70e8-4f2c-b8cb-5de3d87a9d9f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:27.072997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.085021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.089908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.095628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9708c25e-35f8-43e3-a00d-9b68c253ed74']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:27.107656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e3bec7-b501-4e6c-9be7-ea1108714bd3') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:27.108076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e3bec7-b501-4e6c-9be7-ea1108714bd3') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:27.113821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c40f5626-fb1f-4db3-a46c-85c84cd80991 req-9b1fe1c8-7a52-4e6a-9598-fea52542fc29 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826868 Jan 28 04:38:27.120722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (07e3bec7-b501-4e6c-9be7-ea1108714bd3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.148177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9f15c972-c0b8-4418-aa4f-b3957ae7df36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4847825 Jan 28 04:38:27.149082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b9a82d97-4d25-442e-8e4e-2b9021bd393d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:27.149928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (07e3bec7-b501-4e6c-9be7-ea1108714bd3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.150640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32932) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:27.154557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:27.194573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 08527e81-7b47-4f27-81b3-963e07fde3fe {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:27.195502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 08527e81-7b47-4f27-81b3-963e07fde3fe not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:27.236506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:27.237960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (07e3bec7-b501-4e6c-9be7-ea1108714bd3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.306997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port e8a3013d-b15f-4851-838f-b5cb3238173f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:27.307877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e8a3013d-b15f-4851-838f-b5cb3238173f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:27.321778 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:27.395023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e8a3013d-b15f-4851-838f-b5cb3238173f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.403326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (9708c25e-35f8-43e3-a00d-9b68c253ed74), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.414648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for e8a3013d-b15f-4851-838f-b5cb3238173f owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:27.514236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e8a3013d-b15f-4851-838f-b5cb3238173f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.553080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=e8a3013d-b15f-4851-838f-b5cb3238173f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:27.563071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.566451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4c95aa2d-7119-43da-a8a3-994103a2e449 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/e8a3013d-b15f-4851-838f-b5cb3238173f HTTP/1.1" status: 204 len: 168 time: 0.4147062 Jan 28 04:38:27.568962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32942) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:27.628005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabfddb-831a-4cca-9951-914c34509d7a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.633586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabfddb-831a-4cca-9951-914c34509d7a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.637952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ddabfddb-831a-4cca-9951-914c34509d7a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0653131 Jan 28 04:38:27.644453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32944) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:27.681824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.691691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] 10.222.0.21 "DELETE /v2.0/networks/9708c25e-35f8-43e3-a00d-9b68c253ed74 HTTP/1.1" status: 204 len: 168 time: 0.9162896 Jan 28 04:38:27.708982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf303ab-2ae0-4163-bd2e-c76925a43a45 req-b6652eb9-21ef-420a-b0a8-9565b4fdd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.710841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccf303ab-2ae0-4163-bd2e-c76925a43a45 req-b6652eb9-21ef-420a-b0a8-9565b4fdd125 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1097 time: 0.5474200 Jan 28 04:38:27.712433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cd5a2-260d-4015-86ed-2e26ed745c52 tempest-PortsTestJSON-340859586 tempest-PortsTestJSON-340859586-project] Pushing event deleted for resources: {'Network': ['ID=9708c25e-35f8-43e3-a00d-9b68c253ed74,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:27.723327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248a7c-14db-4162-b684-58e75be1ad29 req-b162c371-4dce-45fb-9f2c-37cd57c74d8e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.730985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e248a7c-14db-4162-b684-58e75be1ad29 req-b162c371-4dce-45fb-9f2c-37cd57c74d8e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 949 time: 0.4082191 Jan 28 04:38:27.764015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e673-4ffd-4b3d-86c6-0018d5700b1a req-1faf149e-409d-4595-8201-1001a8753d33 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:27.766560 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4a5e673-4ffd-4b3d-86c6-0018d5700b1a req-1faf149e-409d-4595-8201-1001a8753d33 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 946 time: 0.1301847 Jan 28 04:38:27.820278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccf303ab-2ae0-4163-bd2e-c76925a43a45 req-1ace23fc-628f-4aa6-9760-4c2ce981b03b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869944 Jan 28 04:38:27.836438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e248a7c-14db-4162-b684-58e75be1ad29 req-6bdadff1-4709-47d9-aefd-e5604b829d8c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981688 Jan 28 04:38:27.839741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 75105fbc-e98a-4628-9ef0-d9b5f2980f11 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:27.840096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (75105fbc-e98a-4628-9ef0-d9b5f2980f11), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.857794 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4a5e673-4ffd-4b3d-86c6-0018d5700b1a req-632fc32b-088b-455d-b22d-08c075aba999 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829437 Jan 28 04:38:27.930317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (75105fbc-e98a-4628-9ef0-d9b5f2980f11), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:27.943295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 75105fbc-e98a-4628-9ef0-d9b5f2980f11 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:27.953817 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:38:28.034915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (75105fbc-e98a-4628-9ef0-d9b5f2980f11), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.064524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=75105fbc-e98a-4628-9ef0-d9b5f2980f11,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:28.069740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.073533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-46285d25-bf02-4023-abfd-efc1430af4a6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/75105fbc-e98a-4628-9ef0-d9b5f2980f11 HTTP/1.1" status: 204 len: 168 time: 0.4281123 Jan 28 04:38:28.075540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32952) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.076122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32954) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.131990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7827adf-df2f-4881-9c03-6076b9d81a75 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:28.134143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b7827adf-df2f-4881-9c03-6076b9d81a75 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0568759 Jan 28 04:38:28.136891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32958) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.179007 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5206e2fa-6d7f-4b05-9af9-9e1c084ba0b3 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:38:28.180525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5206e2fa-6d7f-4b05-9af9-9e1c084ba0b3 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/e8a3013d-b15f-4851-838f-b5cb3238173f HTTP/1.1" status: 404 len: 333 time: 0.0421529 Jan 28 04:38:28.183176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32962) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.216407 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-da381eb6-7b31-4a72-b035-a60b80582a3e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:38:28.217907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-da381eb6-7b31-4a72-b035-a60b80582a3e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/75105fbc-e98a-4628-9ef0-d9b5f2980f11 HTTP/1.1" status: 404 len: 333 time: 0.0338292 Jan 28 04:38:28.221054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32964) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.278321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32966) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.279423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd21da9f-4011-4688-bab5-25b4b25db9fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dabe0eae506d48d7ab6eaa4f7c23beb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013011 Jan 28 04:38:28.309733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1c53-c7dc-41bc-a7e6-fa597b4ad68c req-1a1fadc7-b76f-44bd-a58b-eb8d5ba11911 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:28.312154 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8cf1c53-c7dc-41bc-a7e6-fa597b4ad68c req-1a1fadc7-b76f-44bd-a58b-eb8d5ba11911 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1130617 Jan 28 04:38:28.326070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (856ee173-70e8-4f2c-b8cb-5de3d87a9d9f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.410815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8cf1c53-c7dc-41bc-a7e6-fa597b4ad68c req-ce4e920c-30ea-4d22-996b-537be408460c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jan 28 04:38:28.411549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd833d56-30ca-4e7d-84c0-b710281b6029 admin admin] Publish callbacks [] for security_group (34be5214-d644-4d97-b1d3-afa9565b252d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.473015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (856ee173-70e8-4f2c-b8cb-5de3d87a9d9f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.483926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd833d56-30ca-4e7d-84c0-b710281b6029 admin admin] Publish callbacks [] for security_group (34be5214-d644-4d97-b1d3-afa9565b252d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.509518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856ee173-70e8-4f2c-b8cb-5de3d87a9d9f']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:28.529204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b45b69-6e54-4069-87d5-4e29867bc411') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:28.529483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b45b69-6e54-4069-87d5-4e29867bc411') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:28.541365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (20b45b69-6e54-4069-87d5-4e29867bc411), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.556491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (20b45b69-6e54-4069-87d5-4e29867bc411), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.562469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:28.562859 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (20b45b69-6e54-4069-87d5-4e29867bc411), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:28.565929 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:28.614101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd833d56-30ca-4e7d-84c0-b710281b6029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (34be5214-d644-4d97-b1d3-afa9565b252d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.616567 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd833d56-30ca-4e7d-84c0-b710281b6029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.620296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd833d56-30ca-4e7d-84c0-b710281b6029 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34be5214-d644-4d97-b1d3-afa9565b252d HTTP/1.1" status: 204 len: 168 time: 0.3386791 Jan 28 04:38:28.631577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833d56-30ca-4e7d-84c0-b710281b6029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be5214-d644-4d97-b1d3-afa9565b252d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:28.639051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (856ee173-70e8-4f2c-b8cb-5de3d87a9d9f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.647664 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.655094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/856ee173-70e8-4f2c-b8cb-5de3d87a9d9f HTTP/1.1" status: 204 len: 168 time: 0.4294860 Jan 28 04:38:28.655488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 32982) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.660570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-632657346'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:28.667925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c677d-43b7-44c2-8345-096322728738 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=856ee173-70e8-4f2c-b8cb-5de3d87a9d9f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:28.686209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:28.690416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.718143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:28.729466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2594115d-2532-4c79-9d12-bbade6df754d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.729967 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment 2594115d-2532-4c79-9d12-bbade6df754d of type vlan for network 31e219d7-9eae-415b-a5c5-d5f3342e4755 Jan 28 04:38:28.771222 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (31e219d7-9eae-415b-a5c5-d5f3342e4755), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.797650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (31e219d7-9eae-415b-a5c5-d5f3342e4755), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.803380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:28.804144 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:28.857711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2011755 Jan 28 04:38:28.859738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 32988) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:28.865716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:28.898669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=31e219d7-9eae-415b-a5c5-d5f3342e4755,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:28.908137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.908583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.909004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.909481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.909895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.910306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.910732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.911138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.911545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.911943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.912342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.912756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.913792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395161fd-f209-4fe7-9961-915916cc2120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:28.926451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 31e219d7-9eae-415b-a5c5-d5f3342e4755 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:29.032158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0b28a-8429-42ae-8882-f90a87638d99 req-20ab6d68-1abe-4c78-9df4-d6e85058ac9c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:29.034202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6b0b28a-8429-42ae-8882-f90a87638d99 req-20ab6d68-1abe-4c78-9df4-d6e85058ac9c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 949 time: 0.0919228 Jan 28 04:38:29.090108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990180a-68a5-4ddf-b02b-c30195b03b2f req-837124f7-2ff9-49ed-9827-f130a2ef9dca tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:29.091913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f990180a-68a5-4ddf-b02b-c30195b03b2f req-837124f7-2ff9-49ed-9827-f130a2ef9dca tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 946 time: 0.0978355 Jan 28 04:38:29.094590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:29.103303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.138608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6b0b28a-8429-42ae-8882-f90a87638d99 req-fbf03b60-f19f-42fe-a340-b2e5a73ef5f8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988858 Jan 28 04:38:29.169202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Performing IP validity checks on allocation pools {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 04:38:29.172272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 04:38:29.232993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f990180a-68a5-4ddf-b02b-c30195b03b2f req-a25160ce-069c-4b47-aba4-87c4eec1b217 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766265 Jan 28 04:38:29.342119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (65d2af5c-4b0c-4ba0-8002-8a327b25461a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.395850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=65d2af5c-4b0c-4ba0-8002-8a327b25461a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:29.442151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': '2594115d-2532-4c79-9d12-bbade6df754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:29.442620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 31e219d7-9eae-415b-a5c5-d5f3342e4755, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:29.468483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 31e219d7-9eae-415b-a5c5-d5f3342e4755 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:29.484678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 31e219d7-9eae-415b-a5c5-d5f3342e4755) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:29.490784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:29.493826 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.496301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e6ef2-762f-4cf0-a363-88e5508d9996 None None] Network 31e219d7-9eae-415b-a5c5-d5f3342e4755 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:29.540341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e03de317-185e-46c0-b586-3767c7eaba76 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6788924 Jan 28 04:38:29.542809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33016) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:29.547783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755', 'name': 'tempest-PortsIpV6TestJSON-2108026554'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:29.585465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33018) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:29.633546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589038-8526-4278-ae1e-818e4dda75f0 req-838d96a8-3b1c-490d-9dc7-d3162a982fd2 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:29.635186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf589038-8526-4278-ae1e-818e4dda75f0 req-838d96a8-3b1c-490d-9dc7-d3162a982fd2 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1302145 Jan 28 04:38:29.730026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf589038-8526-4278-ae1e-818e4dda75f0 req-4b062264-f7ff-4dbd-ba27-5f4d720032f8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789587 Jan 28 04:38:29.733035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-575485658'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:29.746631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:29.752780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.769331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Made reservation on behalf of e9f97b6ecf51405eba1ed6de2c1bad22 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:29.771987 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.782728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.784080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 6953c8f3-f686-4fcb-821a-6f626ed6d1b2 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:29.798549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-31e219d7-9eae-415b-a5c5-d5f3342e4755', 'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': '65d2af5c-4b0c-4ba0-8002-8a327b25461a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:29.799848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.893423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 48effef1-5adf-4ce2-83ef-1f00872b513a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:29.899957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for security_group (cac69d4a-6078-471b-9da8-524cae4c1dc9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.905789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cac69d4a-6078-471b-9da8-524cae4c1dc9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.939682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:29.946539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac69d4a-6078-471b-9da8-524cae4c1dc9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:29.959699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cf0a9592-757e-403d-bf09-6417cbfa7acd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:29.960346 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Added segment cf0a9592-757e-403d-bf09-6417cbfa7acd of type vlan for network 242f96d0-6650-40ff-9f4a-f8a881fef504 Jan 28 04:38:29.967888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::247 (31e219d7-9eae-415b-a5c5-d5f3342e4755/65d2af5c-4b0c-4ba0-8002-8a327b25461a/6953c8f3-f686-4fcb-821a-6f626ed6d1b2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:29.999851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 48effef1-5adf-4ce2-83ef-1f00872b513a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:38:30.005982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 48effef1-5adf-4ce2-83ef-1f00872b513a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:30.006498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.018201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (242f96d0-6650-40ff-9f4a-f8a881fef504), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.051096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (242f96d0-6650-40ff-9f4a-f8a881fef504), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.057862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:30.058730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.113124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 48effef1-5adf-4ce2-83ef-1f00872b513a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:30.114131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.124960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5376489 Jan 28 04:38:30.128476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:30.136187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Request body: {'subnet': {'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:30.155106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f202-24b3-409f-8839-0ed745bbdd37 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event updated for resources: {'Network': ['ID=242f96d0-6650-40ff-9f4a-f8a881fef504,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:30.162663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 48effef1-5adf-4ce2-83ef-1f00872b513a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=48effef1-5adf-4ce2-83ef-1f00872b513a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:30.164695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48effef1-5adf-4ce2-83ef-1f00872b513a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:30.167387 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09752cd8-ae26-4407-9bb7-ec7ed3a47e8d" -d '{"events": [{"server_uuid": "9e31aee0-f48a-4c9b-abea-42f45c38c7b8", "name": "network-vif-plugged", "status": "completed", "tag": "48effef1-5adf-4ce2-83ef-1f00872b513a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:30.187939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:30.195622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.202566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (6953c8f3-f686-4fcb-821a-6f626ed6d1b2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.266331 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e29162-8032-4669-bafa-984bb2e238c1 x-openstack-request-id: req-26e29162-8032-4669-bafa-984bb2e238c1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:30.266851 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e31aee0-f48a-4c9b-abea-42f45c38c7b8", "name": "network-vif-plugged", "status": "completed", "tag": "48effef1-5adf-4ce2-83ef-1f00872b513a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:30.267364 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e29162-8032-4669-bafa-984bb2e238c1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:30.267910 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48effef1-5adf-4ce2-83ef-1f00872b513a', 'code': 200} Jan 28 04:38:30.277797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6953c8f3-f686-4fcb-821a-6f626ed6d1b2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.340246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Made reservation on behalf of e9f97b6ecf51405eba1ed6de2c1bad22 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:30.341245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 31e219d7-9eae-415b-a5c5-d5f3342e4755 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:30.344942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:30.349634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:30.355982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:30.356383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.357466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.421997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=48effef1-5adf-4ce2-83ef-1f00872b513a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:30.442422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Allocated IP 2001:db8::2 (31e219d7-9eae-415b-a5c5-d5f3342e4755/65d2af5c-4b0c-4ba0-8002-8a327b25461a/83aa365b-8aee-45bb-9ce3-8e2731a51fec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:30.448763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=6953c8f3-f686-4fcb-821a-6f626ed6d1b2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:30.467952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.468511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.468986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.469453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.469929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.470371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.470847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.471388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.472175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.472617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.473041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.473676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.474152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:30.491170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dcc19-9598-48cf-8a76-ba3632b59507 req-1be07ed1-4a6d-4195-9d45-0ac6952f0a70 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:30.493661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-102dcc19-9598-48cf-8a76-ba3632b59507 req-1be07ed1-4a6d-4195-9d45-0ac6952f0a70 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.2264349 Jan 28 04:38:30.506070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e59735fa-016b-4239-90b7-f052536912b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9620357 Jan 28 04:38:30.509460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33040) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:30.611582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b218a-acc2-45af-bd33-34957b95af27 req-4375bef1-0b9f-44ce-9829-36b99624dadc tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:30.614353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-264b218a-acc2-45af-bd33-34957b95af27 req-4375bef1-0b9f-44ce-9829-36b99624dadc tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 946 time: 0.2529340 Jan 28 04:38:30.619263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737744-0174-4aed-9e74-7d7e3a4475c7 req-7c76f11f-a97e-4623-9d62-5df93a2abf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:30.621354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5737744-0174-4aed-9e74-7d7e3a4475c7 req-7c76f11f-a97e-4623-9d62-5df93a2abf3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 1101 time: 0.2455435 Jan 28 04:38:30.625726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-102dcc19-9598-48cf-8a76-ba3632b59507 req-7b7bfc12-bcd5-450e-8901-44aea6986270 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216931 Jan 28 04:38:30.653122 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Publish callbacks [] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.664651 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.733880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Network 31e219d7-9eae-415b-a5c5-d5f3342e4755 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:30.739339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:30.745434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:30.774714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Pushing event updated for resources: {'Port': ['ID=83aa365b-8aee-45bb-9ce3-8e2731a51fec,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:30.791223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.818027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Attempting to bind port 83aa365b-8aee-45bb-9ce3-8e2731a51fec on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:30.818556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Attempting to bind port 83aa365b-8aee-45bb-9ce3-8e2731a51fec by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2594115d-2532-4c79-9d12-bbade6df754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:30.818992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Attempting to bind port 83aa365b-8aee-45bb-9ce3-8e2731a51fec on network 31e219d7-9eae-415b-a5c5-d5f3342e4755 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:30.823137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5737744-0174-4aed-9e74-7d7e3a4475c7 req-71eebab7-07ce-464d-9a97-f5fd23dc878b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871874 Jan 28 04:38:30.824984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:30.825533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Checking segment: {'id': '2594115d-2532-4c79-9d12-bbade6df754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:30.826286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.826748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Bound using segment: {'id': '2594115d-2532-4c79-9d12-bbade6df754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:30.827295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Bound port: 83aa365b-8aee-45bb-9ce3-8e2731a51fec, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2594115d-2532-4c79-9d12-bbade6df754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '31e219d7-9eae-415b-a5c5-d5f3342e4755'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:30.827767 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.832016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-264b218a-acc2-45af-bd33-34957b95af27 req-d3b509e0-deb8-4b7c-9087-fe5a9e4821d1 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094924 Jan 28 04:38:30.867843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 6953c8f3-f686-4fcb-821a-6f626ed6d1b2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:30.868201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6953c8f3-f686-4fcb-821a-6f626ed6d1b2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.876557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Checking segment: {'id': 'cf0a9592-757e-403d-bf09-6417cbfa7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:30.877449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Network hostable DHCP agents. Network: 242f96d0-6650-40ff-9f4a-f8a881fef504, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:30.884127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event updated for resources: {'Subnet': ['ID=d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:30.909765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:30.928224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 242f96d0-6650-40ff-9f4a-f8a881fef504) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:30.933701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:30.934667 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.944401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f2bcb-54ac-44fd-a45c-478e568dff70 None None] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:30.957732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-24df415d-1e42-4da9-8ec3-01413c5f2b70 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8279245 Jan 28 04:38:30.966085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33050) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:30.975514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Request body: {'port': {'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504', 'name': 'tempest-TagsExtTest-1351211742'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:31.036354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] For port 83aa365b-8aee-45bb-9ce3-8e2731a51fec, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:31.041809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] For port 83aa365b-8aee-45bb-9ce3-8e2731a51fec, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=83aa365b-8aee-45bb-9ce3-8e2731a51fec,segment=NetworkSegment(2594115d-2532-4c79-9d12-bbade6df754d),segment_id=2594115d-2532-4c79-9d12-bbade6df754d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:31.043365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603139c-3a22-43ec-816f-d04a6fc6fbfa req-a89d9a1e-360b-4774-8afc-f8c200696e19 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:31.045393 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c603139c-3a22-43ec-816f-d04a6fc6fbfa req-a89d9a1e-360b-4774-8afc-f8c200696e19 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1098650 Jan 28 04:38:31.061960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.109661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c603139c-3a22-43ec-816f-d04a6fc6fbfa req-a8d3e1fa-04ab-43ef-9a30-b1f3567a7e91 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565882 Jan 28 04:38:31.111548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6953c8f3-f686-4fcb-821a-6f626ed6d1b2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.135634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 6953c8f3-f686-4fcb-821a-6f626ed6d1b2 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:31.153874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Made reservation on behalf of e9f97b6ecf51405eba1ed6de2c1bad22 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:31.154408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96879064-ced6-4829-ac7d-45d291d20a0f None None] Pushing event updated for resources: {'Port': ['ID=83aa365b-8aee-45bb-9ce3-8e2731a51fec,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:31.157739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.177770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] device_id is not set on port 3f9c5768-8104-4a33-a925-25b65dce1e1f yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:31.193593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-242f96d0-6650-40ff-9f4a-f8a881fef504', 'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504', 'project_id': 'e9f97b6ecf51405eba1ed6de2c1bad22', 'fixed_ips': [{'subnet_id': 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:31.196920 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.331287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Allocated IP 172.20.0.4 (242f96d0-6650-40ff-9f4a-f8a881fef504/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/3f9c5768-8104-4a33-a925-25b65dce1e1f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:31.418067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6953c8f3-f686-4fcb-821a-6f626ed6d1b2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.435172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4e65b1f1-bcb1-4ead-afc6-cd11ea4bba42 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:31.442136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4e65b1f1-bcb1-4ead-afc6-cd11ea4bba42 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1408067 Jan 28 04:38:31.524218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=6953c8f3-f686-4fcb-821a-6f626ed6d1b2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:31.532848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.572666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.604349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-5efb0ef1-97d4-4c64-a803-8a4c9461ceb2 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.1609001 Jan 28 04:38:31.640491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event updated for resources: {'Port': ['ID=3f9c5768-8104-4a33-a925-25b65dce1e1f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:31.643808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'floatingip': {'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:31.647053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.651001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-55824f05-debf-4440-af54-b98139e67d39 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/6953c8f3-f686-4fcb-821a-6f626ed6d1b2 HTTP/1.1" status: 204 len: 168 time: 1.1403852 Jan 28 04:38:31.680985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:31.684273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:31.685404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:31.745883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Allocated IP 172.20.0.2 (242f96d0-6650-40ff-9f4a-f8a881fef504/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/49235008-efd3-46a8-b4f2-8f2ac2b72a06) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:31.751611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:31.769901 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a51c553-517d-42da-80d9-4749d43f1e18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:38:31.770638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a51c553-517d-42da-80d9-4749d43f1e18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:31.771444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.777272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a51c553-517d-42da-80d9-4749d43f1e18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/6953c8f3-f686-4fcb-821a-6f626ed6d1b2 HTTP/1.1" status: 404 len: 333 time: 0.0873406 Jan 28 04:38:31.810104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33062) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:31.865761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61237b-e5a0-4291-87a3-dd371f7bbfb2 req-ab9a71e6-9ec2-4414-baad-4445153e8899 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:31.873591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e61237b-e5a0-4291-87a3-dd371f7bbfb2 req-ab9a71e6-9ec2-4414-baad-4445153e8899 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0760989 Jan 28 04:38:31.874549 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c53c871-c6ba-48dc-bf2d-76f363c45119 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:38:31.876174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9c53c871-c6ba-48dc-bf2d-76f363c45119 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/6953c8f3-f686-4fcb-821a-6f626ed6d1b2 HTTP/1.1" status: 404 len: 333 time: 0.0638111 Jan 28 04:38:31.879984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33064) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:31.932144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e61237b-e5a0-4291-87a3-dd371f7bbfb2 req-115976f1-d969-4528-a841-1608f5182547 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530608 Jan 28 04:38:31.942630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:31.945888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.987396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet 65d2af5c-4b0c-4ba0-8002-8a327b25461a {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:31.992900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (65d2af5c-4b0c-4ba0-8002-8a327b25461a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.009552 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Publish callbacks [] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.012361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b952018-f890-4ac1-8a74-d57084760147 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0449162 Jan 28 04:38:32.018209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33066) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:32.018555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.024022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-678923452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:32.059740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (82dc23a9-6c76-44ef-9dd9-890e87060ae1), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.061034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (82dc23a9-6c76-44ef-9dd9-890e87060ae1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.070812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:32.075461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:32.079955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:32.099180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (65d2af5c-4b0c-4ba0-8002-8a327b25461a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.138905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for router_controller (82dc23a9-6c76-44ef-9dd9-890e87060ae1), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.144547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (82dc23a9-6c76-44ef-9dd9-890e87060ae1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.164668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Pushing event updated for resources: {'Port': ['ID=49235008-efd3-46a8-b4f2-8f2ac2b72a06,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:32.168454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.170114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bb5b77a2-5c5a-43fc-a7e2-e52f50ae259f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1508124 Jan 28 04:38:32.172768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33070) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:32.179172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8db8b9c1-e2d5-4bdc-9e6d-1158b1c234c1 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1058681429', 'prefixes': ['172.20.0.0/16']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:32.199577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Attempting to bind port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:32.199977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Attempting to bind port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'cf0a9592-757e-403d-bf09-6417cbfa7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:32.200794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Attempting to bind port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 on network 242f96d0-6650-40ff-9f4a-f8a881fef504 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:32.212984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:32.213397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Checking segment: {'id': 'cf0a9592-757e-403d-bf09-6417cbfa7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:32.213811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.214207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Bound using segment: {'id': 'cf0a9592-757e-403d-bf09-6417cbfa7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:32.214685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Bound port: 49235008-efd3-46a8-b4f2-8f2ac2b72a06, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0a9592-757e-403d-bf09-6417cbfa7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '242f96d0-6650-40ff-9f4a-f8a881fef504'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:32.215074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.323889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (65d2af5c-4b0c-4ba0-8002-8a327b25461a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.326249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] For port 49235008-efd3-46a8-b4f2-8f2ac2b72a06, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:32.332843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] For port 49235008-efd3-46a8-b4f2-8f2ac2b72a06, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=49235008-efd3-46a8-b4f2-8f2ac2b72a06,segment=NetworkSegment(cf0a9592-757e-403d-bf09-6417cbfa7acd),segment_id=cf0a9592-757e-403d-bf09-6417cbfa7acd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:32.344982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.364127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264559d1-b822-4d5e-b41c-8147da7a6b85 req-df3c367d-5f6f-48f2-897b-b8725517bf2f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:32.372406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-264559d1-b822-4d5e-b41c-8147da7a6b85 req-df3c367d-5f6f-48f2-897b-b8725517bf2f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1314414 Jan 28 04:38:32.384613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8db8b9c1-e2d5-4bdc-9e6d-1158b1c234c1 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.384613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8db8b9c1-e2d5-4bdc-9e6d-1158b1c234c1 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2098517 Jan 28 04:38:32.394194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33074) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:32.398853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-68fab753-9b9e-4e9f-a2ac-fc959eaefc78 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-909042853') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:32.427623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (65d2af5c-4b0c-4ba0-8002-8a327b25461a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.528219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=65d2af5c-4b0c-4ba0-8002-8a327b25461a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:32.558933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c2c48-3140-4f65-8f4f-a78a0f8a4202 None None] Pushing event updated for resources: {'Port': ['ID=49235008-efd3-46a8-b4f2-8f2ac2b72a06,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:32.582259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-264559d1-b822-4d5e-b41c-8147da7a6b85 req-df0030c9-37a6-4148-9c87-59909e4dffe0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084320 Jan 28 04:38:32.625856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:32.629260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d078334f-ff53-43c4-9d0e-99c561ea3d77 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/65d2af5c-4b0c-4ba0-8002-8a327b25461a HTTP/1.1" status: 204 len: 168 time: 0.7480772 Jan 28 04:38:32.636183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33076) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:32.659426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-68fab753-9b9e-4e9f-a2ac-fc959eaefc78 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-909042853 HTTP/1.1" status: 201 len: 201 time: 0.2640820 Jan 28 04:38:32.662321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33078) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:32.669668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-05f143ca-b346-43b1-9dd3-7ae7ea2fe19a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-1515747011') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:32.852030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-05f143ca-b346-43b1-9dd3-7ae7ea2fe19a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-1515747011 HTTP/1.1" status: 201 len: 201 time: 0.1781139 Jan 28 04:38:32.852030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33090) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:32.864903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-a53e1bee-3d43-4b0f-8230-24d1f634074d tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-1048934942') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:33.022596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a53e1bee-3d43-4b0f-8230-24d1f634074d tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-1048934942 HTTP/1.1" status: 201 len: 201 time: 0.1743445 Jan 28 04:38:33.026014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33094) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:33.037560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-545c8d51-35ef-412b-8c64-ffe54388407f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-1688837455') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:33.058385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9846fd-6e9a-436e-931f-9ab28d4f38c8 None None] Network 31e219d7-9eae-415b-a5c5-d5f3342e4755 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:33.204817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] Provisioning complete for port 83aa365b-8aee-45bb-9ce3-8e2731a51fec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:33.205830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.221284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2eba0-50c4-40db-8ffc-d63fda992013 req-70f119b5-f1bf-4bf8-849e-65ae33f4a10b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:33.222914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62c2eba0-50c4-40db-8ffc-d63fda992013 req-70f119b5-f1bf-4bf8-849e-65ae33f4a10b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.1611392 Jan 28 04:38:33.225358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-545c8d51-35ef-412b-8c64-ffe54388407f tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-1688837455 HTTP/1.1" status: 201 len: 201 time: 0.1978805 Jan 28 04:38:33.230261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33098) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:33.238025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-1b8dbf21-da56-4d32-9596-3c56cd43e558 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:33.332890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] Current status of the port 83aa365b-8aee-45bb-9ce3-8e2731a51fec is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:33.345621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.351618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 49235008-efd3-46a8-b4f2-8f2ac2b72a06 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:33.395320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] DHCP port deletion for 31e219d7-9eae-415b-a5c5-d5f3342e4755 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:33.494408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:33.494937 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.508439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] For port 83aa365b-8aee-45bb-9ce3-8e2731a51fec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=83aa365b-8aee-45bb-9ce3-8e2731a51fec,segment=NetworkSegment(2594115d-2532-4c79-9d12-bbade6df754d),segment_id=2594115d-2532-4c79-9d12-bbade6df754d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:33.556362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.579507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (31e219d7-9eae-415b-a5c5-d5f3342e4755), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.695481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] Deleting port 83aa365b-8aee-45bb-9ce3-8e2731a51fec {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:33.696309 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.753451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:38:33.795281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62c2eba0-50c4-40db-8ffc-d63fda992013 req-54c78cd8-93fb-4a82-9146-07b3b1a594bd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638924 Jan 28 04:38:33.840000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b8dbf21-da56-4d32-9596-3c56cd43e558 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags HTTP/1.1" status: 200 len: 240 time: 0.6067791 Jan 28 04:38:33.843082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33108) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:33.847505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-5b976ed1-0ee8-46ca-84f3-a541a0e9ba01 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-909042853') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:33.868158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252458f1-0424-4940-833e-df082bf7cb5c None None] Pushing event updated for resources: {'Port': ['ID=83aa365b-8aee-45bb-9ce3-8e2731a51fec,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:33.880423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] For port 83aa365b-8aee-45bb-9ce3-8e2731a51fec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=83aa365b-8aee-45bb-9ce3-8e2731a51fec,segment=NetworkSegment(2594115d-2532-4c79-9d12-bbade6df754d),segment_id=2594115d-2532-4c79-9d12-bbade6df754d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:33.880936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.897386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.915063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.934011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] Calling delete_port for 83aa365b-8aee-45bb-9ce3-8e2731a51fec owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:33.964059 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5b976ed1-0ee8-46ca-84f3-a541a0e9ba01 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-909042853 HTTP/1.1" status: 204 len: 168 time: 0.1194062 Jan 28 04:38:33.968787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33110) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:33.975758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-126d91dd-5bee-47b2-9eb6-15f1268c08be tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-909042853') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.054383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754f47c-9fae-4845-9594-a8b78e018db2 req-b0fb0a36-7333-4b89-9a04-32a9ceb4922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:34.057133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-126d91dd-5bee-47b2-9eb6-15f1268c08be tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-909042853 HTTP/1.1" status: 204 len: 168 time: 0.0864749 Jan 28 04:38:34.057360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0754f47c-9fae-4845-9594-a8b78e018db2 req-b0fb0a36-7333-4b89-9a04-32a9ceb4922d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.3795922 Jan 28 04:38:34.059329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33112) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:34.067884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-1e3a70ee-36e5-4bfe-b9cc-b54475eccc12 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.174105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0754f47c-9fae-4845-9594-a8b78e018db2 req-b9ac95b8-d6da-404b-aced-984834564b36 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057949 Jan 28 04:38:34.182794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 83aa365b-8aee-45bb-9ce3-8e2731a51fec {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:34.183283 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.195927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044fa16-2f22-4eb5-bc21-700d5611468e req-e3181100-0ac3-4ccf-a417-194a943c862c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:34.203165 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d044fa16-2f22-4eb5-bc21-700d5611468e req-e3181100-0ac3-4ccf-a417-194a943c862c tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.0822477 Jan 28 04:38:34.205502 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f associated. External IP: 172.25.6.66, port: 284c9b67-3561-4827-a458-3df870e36930. Jan 28 04:38:34.284222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d044fa16-2f22-4eb5-bc21-700d5611468e req-d98f4cd9-4b13-4da7-aeb1-340c21a0929f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Jan 28 04:38:34.295023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1e3a70ee-36e5-4bfe-b9cc-b54475eccc12 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags HTTP/1.1" status: 200 len: 205 time: 0.2311034 Jan 28 04:38:34.295829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33114) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:34.301105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-85d57f84-1fa1-46e8-a978-5bd27e6ab754 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.324519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] For port 83aa365b-8aee-45bb-9ce3-8e2731a51fec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=83aa365b-8aee-45bb-9ce3-8e2731a51fec,segment=NetworkSegment(2594115d-2532-4c79-9d12-bbade6df754d),segment_id=2594115d-2532-4c79-9d12-bbade6df754d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:34.324892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.329016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a8cae-9fae-409c-ad92-0ec021862ddb None None] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:34.332522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:34.332948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.358741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.373430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 83aa365b-8aee-45bb-9ce3-8e2731a51fec owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:34.390904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-85d57f84-1fa1-46e8-a978-5bd27e6ab754 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags HTTP/1.1" status: 200 len: 241 time: 0.0933111 Jan 28 04:38:34.393223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33116) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:34.405396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-16190fc2-48ad-490e-b31d-f2fbf19453f3 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-1515747011') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.441917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] No DVR routers for this DVR port 83aa365b-8aee-45bb-9ce3-8e2731a51fec on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:34.446671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8801-0b48-46bc-8915-3489cfc1e28c None None] Pushing event deleted for resources: {'Port': ['ID=83aa365b-8aee-45bb-9ce3-8e2731a51fec,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:34.500476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-16190fc2-48ad-490e-b31d-f2fbf19453f3 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-1515747011 HTTP/1.1" status: 204 len: 168 time: 0.1035671 Jan 28 04:38:34.501320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:34.506855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-ff9d10e3-14a5-4658-aa91-1b8f119a484e tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-1515747011') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.516262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 49235008-efd3-46a8-b4f2-8f2ac2b72a06, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=49235008-efd3-46a8-b4f2-8f2ac2b72a06,segment=NetworkSegment(cf0a9592-757e-403d-bf09-6417cbfa7acd),segment_id=cf0a9592-757e-403d-bf09-6417cbfa7acd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:34.535392 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.535807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 83aa365b-8aee-45bb-9ce3-8e2731a51fec up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:34.593229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6dd128de-da85-40c4-9e8d-979d5c6f1695 None None] Provisioning complete for port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:34.593613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dd128de-da85-40c4-9e8d-979d5c6f1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.619275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:34.625345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff9d10e3-14a5-4658-aa91-1b8f119a484e tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-1515747011 HTTP/1.1" status: 204 len: 168 time: 0.1207001 Jan 28 04:38:34.625722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:34.629879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-674beab9-bb3f-472a-b3cf-b4ef1e270c49 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.655433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (83aa365b-8aee-45bb-9ce3-8e2731a51fec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.669759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 83aa365b-8aee-45bb-9ce3-8e2731a51fec {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:34.670114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 83aa365b-8aee-45bb-9ce3-8e2731a51fec not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 04:38:34.700139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=83aa365b-8aee-45bb-9ce3-8e2731a51fec,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:34.712612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No DVR routers for this DVR port 83aa365b-8aee-45bb-9ce3-8e2731a51fec on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:34.737745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Port 83aa365b-8aee-45bb-9ce3-8e2731a51fec not found, will not notify nova. {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 04:38:34.751912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9e1a-735e-419b-95a4-bcd4fc3216b5 req-d271f52e-1879-4599-aac1-d8efdea41c1b tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:34.755218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb3c9e1a-735e-419b-95a4-bcd4fc3216b5 req-d271f52e-1879-4599-aac1-d8efdea41c1b tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 1101 time: 0.1005750 Jan 28 04:38:34.773714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=49235008-efd3-46a8-b4f2-8f2ac2b72a06,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:34.850099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (31e219d7-9eae-415b-a5c5-d5f3342e4755), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.862388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6dd128de-da85-40c4-9e8d-979d5c6f1695 None None] Current status of the port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:34.874136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-674beab9-bb3f-472a-b3cf-b4ef1e270c49 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags HTTP/1.1" status: 200 len: 205 time: 0.2442865 Jan 28 04:38:34.879853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33122) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:34.884275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-a51a56d2-89c9-4abf-80ce-5f1c656a6cab tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.920873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e219d7-9eae-415b-a5c5-d5f3342e4755']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.947205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb3c9e1a-735e-419b-95a4-bcd4fc3216b5 req-5c93bd1a-2d4a-4975-bfd5-f662bbedf9e3 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737335 Jan 28 04:38:34.979213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2594115d-2532-4c79-9d12-bbade6df754d') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.979967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2594115d-2532-4c79-9d12-bbade6df754d') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:34.999752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (2594115d-2532-4c79-9d12-bbade6df754d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.015602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2594115d-2532-4c79-9d12-bbade6df754d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.022197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:35.022628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (2594115d-2532-4c79-9d12-bbade6df754d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.024926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a51a56d2-89c9-4abf-80ce-5f1c656a6cab tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags HTTP/1.1" status: 200 len: 241 time: 0.1440375 Jan 28 04:38:35.027496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33130) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:35.035203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-4c9da575-f7d8-4d35-9eec-7b82d80dd3f6 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-1048934942') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:35.081865 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:35.087965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (31e219d7-9eae-415b-a5c5-d5f3342e4755), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.096804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.100245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/31e219d7-9eae-415b-a5c5-d5f3342e4755 HTTP/1.1" status: 204 len: 168 time: 2.4632096 Jan 28 04:38:35.104521 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33132) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:35.124431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112056436'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:35.134227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:35.136130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711d1a-5d47-44f6-8b3a-3a107bf73fdc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=31e219d7-9eae-415b-a5c5-d5f3342e4755,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:35.152376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.168895 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:35.181575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4c9da575-f7d8-4d35-9eec-7b82d80dd3f6 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-1048934942 HTTP/1.1" status: 204 len: 168 time: 0.1528137 Jan 28 04:38:35.183532 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:35.184137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:35.189342 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:35.189958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-a9e0332e-b3f6-4e8a-a388-28661022e829 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-1048934942') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:35.193971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:35.204684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.220402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 49235008-efd3-46a8-b4f2-8f2ac2b72a06 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:35.224163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4f49ba2c-fb84-453e-97aa-196e65643b35 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "PUT /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 996 time: 3.5899775 Jan 28 04:38:35.224632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:35.232666 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7015817a-0cff-482c-beb4-e9c040bc9de3" -d '{"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:35.324805 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9c06a6-98ed-4a8f-8eca-dfae520c369e x-openstack-request-id: req-6c9c06a6-98ed-4a8f-8eca-dfae520c369e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:35.337471 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:35.338011 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c9c06a6-98ed-4a8f-8eca-dfae520c369e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:35.338615 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'status': 'completed', 'code': 200} Jan 28 04:38:35.360419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:35.373104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a114f6c3-94d3-469f-8197-e23a4d81c7de), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.373498 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment a114f6c3-94d3-469f-8197-e23a4d81c7de of type vlan for network 903d38d8-05a9-401e-bac6-829b17989d29 Jan 28 04:38:35.381267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3009ee20-c671-4a2a-8f9f-08c1640b1b93 None None] Provisioning complete for port 3f9c5768-8104-4a33-a925-25b65dce1e1f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:35.381820 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3009ee20-c671-4a2a-8f9f-08c1640b1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.420268 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:35.426590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-94cd56fc-d76e-4876-9849-3f5a43adb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:35.428167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-94cd56fc-d76e-4876-9849-3f5a43adb28a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.1782455 Jan 28 04:38:35.446054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (903d38d8-05a9-401e-bac6-829b17989d29), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.475278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:35.475695 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.477398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3009ee20-c671-4a2a-8f9f-08c1640b1b93 None None] Port 3f9c5768-8104-4a33-a925-25b65dce1e1f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:35.557489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-b6026214-1dfc-4017-997d-ea8c12ca6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:35.558934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-b6026214-1dfc-4017-997d-ea8c12ca6239 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.2109764 Jan 28 04:38:35.565750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3009ee20-c671-4a2a-8f9f-08c1640b1b93 None None] Provisioning complete for port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:35.566132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3009ee20-c671-4a2a-8f9f-08c1640b1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.595497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-7a11db00-d02a-4be1-a8b1-6bca65d5a1ea tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947599 Jan 28 04:38:35.607785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (903d38d8-05a9-401e-bac6-829b17989d29), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.623258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:35.624464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.742991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-80001673-a0e0-4965-b7c3-7db1aac20bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:35.756424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:35.756866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-80001673-a0e0-4965-b7c3-7db1aac20bc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.3173933 Jan 28 04:38:35.816035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3009ee20-c671-4a2a-8f9f-08c1640b1b93 None None] Current status of the port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:35.821408 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:33Z', 'revision_number': 1, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:35.841710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 83aa365b-8aee-45bb-9ce3-8e2731a51fec no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:35.865189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-aeafb6b1-e120-4832-9ad4-f75330e2c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:35.865867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 83aa365b-8aee-45bb-9ce3-8e2731a51fec {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:35.866215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 83aa365b-8aee-45bb-9ce3-8e2731a51fec not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:35.867887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-aeafb6b1-e120-4832-9ad4-f75330e2c92d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.2947912 Jan 28 04:38:35.868021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7563581 Jan 28 04:38:35.871756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33152) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:35.879944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '903d38d8-05a9-401e-bac6-829b17989d29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:35.887706 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:35.903058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:35.905054 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:35.905392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a9e0332e-b3f6-4e8a-a388-28661022e829 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-1048934942 HTTP/1.1" status: 204 len: 168 time: 0.7200229 Jan 28 04:38:35.909604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1962-4c8c-4c3c-a8c9-9f33aed73760 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=903d38d8-05a9-401e-bac6-829b17989d29,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:35.918225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33154) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:35.922193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 903d38d8-05a9-401e-bac6-829b17989d29 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:35.926500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-77953e28-9574-4346-8e81-ba5a85023145 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:35.985510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-3012f126-5a21-4b4f-be69-56b76ebac9cc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:36.002017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-3012f126-5a21-4b4f-be69-56b76ebac9cc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682840 Jan 28 04:38:36.059511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-e4584aae-f028-4746-a61b-95ab474d6cb0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/quotas/b79c05c4bde8438f9efb92d7dff6d24f HTTP/1.1" status: 200 len: 375 time: 0.0563092 Jan 28 04:38:36.071051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-27919bbd-62bf-429f-bc3e-7d8e0e61230d None None] Provisioning complete for port 3f9c5768-8104-4a33-a925-25b65dce1e1f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:36.071460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27919bbd-62bf-429f-bc3e-7d8e0e61230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:36.087635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-77953e28-9574-4346-8e81-ba5a85023145 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags HTTP/1.1" status: 200 len: 205 time: 0.1684957 Jan 28 04:38:36.093771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33158) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.100805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-3d5fb8d0-13c4-4792-ba68-06f39fac3c04 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.106087 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:36.112265 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:36.141983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-27919bbd-62bf-429f-bc3e-7d8e0e61230d None None] Port 3f9c5768-8104-4a33-a925-25b65dce1e1f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:36.145241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-4a9dd4a3-5f09-4b33-96a7-48f37d1c6c29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 999 time: 0.3823485 Jan 28 04:38:36.165077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3d5fb8d0-13c4-4792-ba68-06f39fac3c04 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags HTTP/1.1" status: 200 len: 241 time: 0.0684326 Jan 28 04:38:36.169572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:36.171016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33162) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.173229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:36.176202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-b331932a-c96b-4308-863d-34455fff6aac tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-1688837455') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.182326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-663c2d45-3611-42ca-8981-7bd2e10c2fbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 999 time: 0.1883519 Jan 28 04:38:36.203328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-fc7b2846-09e2-4f1c-b21e-eff14a95a639 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1426744 Jan 28 04:38:36.241187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b331932a-c96b-4308-863d-34455fff6aac tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-1688837455 HTTP/1.1" status: 204 len: 168 time: 0.0688822 Jan 28 04:38:36.245762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33164) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.255787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-bc7c50b5-3c4e-4641-9df6-97e2eda4ad4b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-1688837455') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.263700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-5610fcf1-238b-440e-93d4-47fdbfc6ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:36.265354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-5610fcf1-238b-440e-93d4-47fdbfc6ab61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.0547233 Jan 28 04:38:36.342171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bc7c50b5-3c4e-4641-9df6-97e2eda4ad4b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-1688837455 HTTP/1.1" status: 204 len: 168 time: 0.0948572 Jan 28 04:38:36.344398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33166) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.354683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-3361382f-4f28-48c2-90cd-0c48925b41c0 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.406403 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3361382f-4f28-48c2-90cd-0c48925b41c0 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags HTTP/1.1" status: 200 len: 205 time: 0.0605505 Jan 28 04:38:36.409111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33168) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.417197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-02e22ddc-bfc0-4933-9ff4-e2e6df2ff3ef tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.466113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02e22ddc-bfc0-4933-9ff4-e2e6df2ff3ef tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0505390 Jan 28 04:38:36.466113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33174) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.475338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-37adac71-d467-4680-9451-1927ff4da393 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.481472 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:33Z', 'revision_number': 1, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.534088 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a63609-46be-4569-9d0c-acc92b3140fd None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:33Z', 'revision_number': 1, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:36.652672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543505f1-dfa8-481c-ac21-cc16247d84e7 req-4f5bca82-82fb-4251-ab56-f706058be7fa tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:36.658235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-543505f1-dfa8-481c-ac21-cc16247d84e7 req-4f5bca82-82fb-4251-ab56-f706058be7fa tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1101320 Jan 28 04:38:36.695798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-37adac71-d467-4680-9451-1927ff4da393 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags HTTP/1.1" status: 204 len: 168 time: 0.2263052 Jan 28 04:38:36.696029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.701878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-f5d79f52-504b-4441-8912-591730cfe5e4 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.761494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-265fd4a1-96ce-4fcb-a8b3-0a31855aacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:36.763321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-265fd4a1-96ce-4fcb-a8b3-0a31855aacfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.6032362 Jan 28 04:38:36.785414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-543505f1-dfa8-481c-ac21-cc16247d84e7 req-d79c5758-92fe-4b5d-b296-1d056d9a033f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206260 Jan 28 04:38:36.850404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f5d79f52-504b-4441-8912-591730cfe5e4 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.1533749 Jan 28 04:38:36.853644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33184) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.858208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-a0d61121-dd66-4145-8762-155223b90ec4 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:36.952299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dc064-3a8d-4aec-840a-83c845c3033d None None] New status for floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:36.977004 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a0d61121-dd66-4145-8762-155223b90ec4 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1221056 Jan 28 04:38:36.981109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:36.993930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (fe71c630-c945-4fc9-9ea1-f4d6c09f8781), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:36.994934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-352bbc85-1cc0-425b-adaa-3e17919ad30c tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-509034204') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:37.051540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-651fc536-35c3-4ddc-9c76-9959b1d568d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:37.053418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-651fc536-35c3-4ddc-9c76-9959b1d568d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7576177 Jan 28 04:38:37.068962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-ee4b6691-ee50-46a9-8072-3c85153b6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:37.070569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-ee4b6691-ee50-46a9-8072-3c85153b6b36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2904007 Jan 28 04:38:37.098773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-29050fc7-21e5-4888-b96c-c0f22cb8ec9f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:38:37.099802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-29050fc7-21e5-4888-b96c-c0f22cb8ec9f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092480 Jan 28 04:38:37.122174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=fe71c630-c945-4fc9-9ea1-f4d6c09f8781,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:37.180536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-352bbc85-1cc0-425b-adaa-3e17919ad30c tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-509034204 HTTP/1.1" status: 201 len: 201 time: 0.1966321 Jan 28 04:38:37.185671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33192) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:37.200860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-3ad779e3-0e1c-4a8e-81b8-94a144ba5cc2 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-824732834') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:37.226000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': 'a114f6c3-94d3-469f-8197-e23a4d81c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '903d38d8-05a9-401e-bac6-829b17989d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:37.227011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 903d38d8-05a9-401e-bac6-829b17989d29, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:37.289568 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c219202-b92e-4271-a095-7f065c9e5e76 req-384309dd-a8ed-4055-89d9-346b4c9309ff tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 210 time: 0.0849888 Jan 28 04:38:37.335310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f8a5d79f-f4cf-4382-a75a-0728d9c7f507 req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1776959841', 'description': 'tempest-description-1271030395'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:37.377879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-c9aba44b-ba4a-41a1-8a64-fceb38739767 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986577 Jan 28 04:38:37.393846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-c403a99f-9436-44da-b8e5-4ee79225edfd service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725017 Jan 28 04:38:37.396188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f8a5d79f-f4cf-4382-a75a-0728d9c7f507 req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.435455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ad779e3-0e1c-4a8e-81b8-94a144ba5cc2 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-824732834 HTTP/1.1" status: 201 len: 201 time: 0.2461941 Jan 28 04:38:37.436751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:37.444775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-c8902361-823e-4e1a-be91-745273854056 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-1967842391') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:37.520489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 903d38d8-05a9-401e-bac6-829b17989d29 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:37.549734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 903d38d8-05a9-401e-bac6-829b17989d29) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:37.560330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7775ee-0c45-43ea-a251-7d30cc165301 None None] Network 903d38d8-05a9-401e-bac6-829b17989d29 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:37.563358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:37.564135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.611836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5ce066d-5063-4eed-a2c3-fa62bf5fdeaf req-e51d35ab-56ed-4630-bd3b-cbe68fcfc691 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143314 Jan 28 04:38:37.617544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a8785ded-dd44-4a39-b5d5-176edb4bb2f9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7429600 Jan 28 04:38:37.623189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7015817a-0cff-482c-beb4-e9c040bc9de3 req-0e75e6d2-c71e-4dff-ba0e-c03b4d762204 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117727 Jan 28 04:38:37.623589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33198) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:37.628484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '903d38d8-05a9-401e-bac6-829b17989d29', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1735239749'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:37.666630 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f8a5d79f-f4cf-4382-a75a-0728d9c7f507 req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for security_group (3b4043e1-97d9-4d57-b5d4-ad95ae99c01c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.669037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8902361-823e-4e1a-be91-745273854056 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-1967842391 HTTP/1.1" status: 201 len: 201 time: 0.2317674 Jan 28 04:38:37.673445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33202) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:37.674806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.680965 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f8a5d79f-f4cf-4382-a75a-0728d9c7f507 req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3b4043e1-97d9-4d57-b5d4-ad95ae99c01c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.737511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-055f6b02-bc88-4c0c-821a-0186ab199c1b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-1686398196') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:37.741558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f8a5d79f-f4cf-4382-a75a-0728d9c7f507 req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.758417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-903d38d8-05a9-401e-bac6-829b17989d29', 'network_id': '903d38d8-05a9-401e-bac6-829b17989d29', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': 'fe71c630-c945-4fc9-9ea1-f4d6c09f8781'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:37.759136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8a5d79f-f4cf-4382-a75a-0728d9c7f507 req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4321477 Jan 28 04:38:37.759295 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.770581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcc1b9-198d-4d14-b40a-5f1d54255577 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4043e1-97d9-4d57-b5d4-ad95ae99c01c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:37.898986 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-e511af6c-7d30-4797-964e-a6215c12f950 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1776959841&fields=id&tenant_id=11dfa166e3a949aaabe61b65885e7666 HTTP/1.1" status: 200 len: 267 time: 0.0658572 Jan 28 04:38:37.934666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Allocated IP 2001:db8::2 (903d38d8-05a9-401e-bac6-829b17989d29/fe71c630-c945-4fc9-9ea1-f4d6c09f8781/a662de4a-4a7c-4c6c-87e0-4359455ea23d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:37.956929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-5510688a-9af8-43c8-8cd7-02bc49628d86 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:37.966743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:37.970768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:37.978081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-5510688a-9af8-43c8-8cd7-02bc49628d86 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.0775790 Jan 28 04:38:37.983631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'port': {'security_groups': ['8a0512ab-a61a-4368-b5ec-5da9ed0ed654', '3b4043e1-97d9-4d57-b5d4-ad95ae99c01c']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:38.017310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port d8463ca7-313d-4fb2-a868-5827ab622481 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:38.033260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-741d6ec5-84da-45ec-959d-e68fa9ffa9a3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:38.040643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-741d6ec5-84da-45ec-959d-e68fa9ffa9a3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2944906 Jan 28 04:38:38.074723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.169098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Publish callbacks [] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.179185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.193789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-75db5fec-219a-43e8-a06b-a68f8f49952c tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.1508501 Jan 28 04:38:38.204339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'floatingip': {'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:38.306228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Network 903d38d8-05a9-401e-bac6-829b17989d29 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:38.327656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:38.332629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:38.338974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Pushing event updated for resources: {'Port': ['ID=a662de4a-4a7c-4c6c-87e0-4359455ea23d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:38.371690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.473952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Attempting to bind port a662de4a-4a7c-4c6c-87e0-4359455ea23d on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:38.475521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Attempting to bind port a662de4a-4a7c-4c6c-87e0-4359455ea23d by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a114f6c3-94d3-469f-8197-e23a4d81c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '903d38d8-05a9-401e-bac6-829b17989d29'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:38.476629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:38.477379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Attempting to bind port a662de4a-4a7c-4c6c-87e0-4359455ea23d on network 903d38d8-05a9-401e-bac6-829b17989d29 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:38.488959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:38.490852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Checking segment: {'id': 'a114f6c3-94d3-469f-8197-e23a4d81c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '903d38d8-05a9-401e-bac6-829b17989d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:38.492840 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.494974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Bound using segment: {'id': 'a114f6c3-94d3-469f-8197-e23a4d81c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '903d38d8-05a9-401e-bac6-829b17989d29'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:38.495521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Bound port: a662de4a-4a7c-4c6c-87e0-4359455ea23d, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a114f6c3-94d3-469f-8197-e23a4d81c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '903d38d8-05a9-401e-bac6-829b17989d29'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:38.496889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.549517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.560815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.622592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['10a31c90-15c1-4ee8-9216-76ccc46a1f45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:38.634304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-22e818f9-6017-4c92-9921-1bd83d3a1cfa tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678487 Jan 28 04:38:38.646360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08c20a7c-e6e2-457c-96fd-c2fef283f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.691821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-055f6b02-bc88-4c0c-821a-0186ab199c1b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-1686398196 HTTP/1.1" status: 201 len: 201 time: 1.0176637 Jan 28 04:38:38.702106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:38.704302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.725398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-666173cb-4963-443b-aed3-2d63b5a116d6 req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "PUT /v2.0/ports/10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 981 time: 0.7461817 Jan 28 04:38:38.728584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:38.731420 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2a8886-baf7-4ada-95fb-62305e8df6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:38.743579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33214) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:38.755107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-4e145844-a9c2-4e5d-8550-f87224f0362b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', {'tags': ['tempest-TagsExtTest-Tag-1862152897', 'tempest-TagsExtTest-Tag-1846203969', 'tempest-TagsExtTest-Tag-1400227881']}) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:38.853976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] For port a662de4a-4a7c-4c6c-87e0-4359455ea23d, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:38.863896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] For port a662de4a-4a7c-4c6c-87e0-4359455ea23d, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a662de4a-4a7c-4c6c-87e0-4359455ea23d,segment=NetworkSegment(a114f6c3-94d3-469f-8197-e23a4d81c7de),segment_id=a114f6c3-94d3-469f-8197-e23a4d81c7de)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:38.876761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['10a31c90-15c1-4ee8-9216-76ccc46a1f45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:38.881866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca8bb2-9825-4205-9aa3-239ceb7ddbe3 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:38.896526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:38.954956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e145844-a9c2-4e5d-8550-f87224f0362b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags HTTP/1.1" status: 200 len: 318 time: 0.2036862 Jan 28 04:38:38.957896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33220) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:38.962665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-9807f17c-5a33-4b9a-977d-e45dc8568aec tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:39.070601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28409504-73ac-459b-aee5-4c166c67dfc3 None None] Pushing event updated for resources: {'Port': ['ID=a662de4a-4a7c-4c6c-87e0-4359455ea23d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:39.133222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9807f17c-5a33-4b9a-977d-e45dc8568aec tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1742079 Jan 28 04:38:39.136047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33222) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:39.140553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-cc81e536-418d-4446-a101-b704b46b5fa2 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-1862152897') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:39.159677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-ceac4aed-e2c5-4112-aa7a-e415c8e14ae5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:39.161349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-ceac4aed-e2c5-4112-aa7a-e415c8e14ae5 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5185337 Jan 28 04:38:39.182299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::36c (903d38d8-05a9-401e-bac6-829b17989d29/fe71c630-c945-4fc9-9ea1-f4d6c09f8781/d8463ca7-313d-4fb2-a868-5827ab622481) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:39.190559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Request body: {'port': {'device_id': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'b79c05c4bde8438f9efb92d7dff6d24f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:39.233230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75c664d6-30ca-4cd5-8282-00437d616a52 req-4b506a56-c341-4634-920f-61306e7b42c0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 210 time: 0.0896251 Jan 28 04:38:39.343291 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-cc81e536-418d-4446-a101-b704b46b5fa2 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:39.347304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cc81e536-418d-4446-a101-b704b46b5fa2 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-1862152897 HTTP/1.1" status: 404 len: 329 time: 0.2073600 Jan 28 04:38:39.349670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:39.360949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-0a1bb271-79ba-4204-810b-31c812436f26 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-1846203969') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:39.572913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-0c53a1db-e2a0-447a-b736-630191950c43 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1776959841&fields=id&tenant_id=11dfa166e3a949aaabe61b65885e7666 HTTP/1.1" status: 200 len: 267 time: 0.1343596 Jan 28 04:38:39.730191 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-0a1bb271-79ba-4204-810b-31c812436f26 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:39.734908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a1bb271-79ba-4204-810b-31c812436f26 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-1846203969 HTTP/1.1" status: 404 len: 329 time: 0.3840477 Jan 28 04:38:39.736427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33228) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:39.753061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-494adfb6-2d52-4649-8a33-47bfebd68d31 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac', 'tempest-TagsExtTest-Tag-1400227881') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:39.807349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-31a8ff1a-7d8f-4525-b112-72f8098cf67f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:39.815905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-31a8ff1a-7d8f-4525-b112-72f8098cf67f tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 984 time: 0.2361839 Jan 28 04:38:39.826454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'port': {'security_groups': ['8a0512ab-a61a-4368-b5ec-5da9ed0ed654']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:39.931070 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:39.949399 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-494adfb6-2d52-4649-8a33-47bfebd68d31 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:39.953418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-494adfb6-2d52-4649-8a33-47bfebd68d31 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags/tempest-TagsExtTest-Tag-1400227881 HTTP/1.1" status: 404 len: 329 time: 0.2156963 Jan 28 04:38:39.954066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:39.984305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Made reservation on behalf of b79c05c4bde8438f9efb92d7dff6d24f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:39.987816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.036488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-4396634f-f5df-4611-a4fe-ca36142100cd tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', {'tags': ['tempest-TagsExtTest-Tag-109320509', 'tempest-TagsExtTest-Tag-1419361991', 'tempest-TagsExtTest-Tag-573687975']}) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:40.152608 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (d8463ca7-313d-4fb2-a868-5827ab622481), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.178722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4396634f-f5df-4611-a4fe-ca36142100cd tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags HTTP/1.1" status: 200 len: 316 time: 0.2233889 Jan 28 04:38:40.184006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33236) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:40.190366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-50c17732-110c-481c-8e90-95c0a2c96cfb tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:40.230670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:40.271907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.286673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.326227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['10a31c90-15c1-4ee8-9216-76ccc46a1f45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:40.341611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:40.342233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.357030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04d9ffab-b97c-4b5f-9b4c-d2e39f827d5d req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "PUT /v2.0/ports/10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 942 time: 0.5398500 Jan 28 04:38:40.375252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:38:40.414081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50c17732-110c-481c-8e90-95c0a2c96cfb tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.2283859 Jan 28 04:38:40.414952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33244) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:40.441425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-c93d3cf2-7edb-45ba-80ba-6e87ef292881 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-109320509') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:40.447738 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873d816-43fe-4c23-a2b5-23fc54f89c1e x-openstack-request-id: req-7873d816-43fe-4c23-a2b5-23fc54f89c1e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:40.457100 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:40.457775 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7873d816-43fe-4c23-a2b5-23fc54f89c1e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:40.458367 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'status': 'completed', 'code': 200} Jan 28 04:38:40.513869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0446b0-8cda-4149-b06d-5a74cd42e22e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event updated for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:40.517156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['10a31c90-15c1-4ee8-9216-76ccc46a1f45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:40.521921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d8463ca7-313d-4fb2-a868-5827ab622481), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.533285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Allocated IP 192.168.233.156 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/94ccd9d2-caf4-45ed-980c-b908f361ed0f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:40.577868 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-c93d3cf2-7edb-45ba-80ba-6e87ef292881 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:40.582758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c93d3cf2-7edb-45ba-80ba-6e87ef292881 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-109320509 HTTP/1.1" status: 404 len: 328 time: 0.1601174 Jan 28 04:38:40.583671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33246) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:40.588878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-bea39bc6-fc43-4ef7-8203-1d93cc429c51 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-1419361991') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:40.666738 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-bea39bc6-fc43-4ef7-8203-1d93cc429c51 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:40.670684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bea39bc6-fc43-4ef7-8203-1d93cc429c51 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-1419361991 HTTP/1.1" status: 404 len: 329 time: 0.0856712 Jan 28 04:38:40.671254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33248) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:40.687298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-418308d0-ff26-4960-b22b-1687aa62ab5b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f', 'tempest-TagsExtTest-Tag-573687975') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:40.761750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.780552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 903d38d8-05a9-401e-bac6-829b17989d29 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:40.798781 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-418308d0-ff26-4960-b22b-1687aa62ab5b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:40.803306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-418308d0-ff26-4960-b22b-1687aa62ab5b tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags/tempest-TagsExtTest-Tag-573687975 HTTP/1.1" status: 404 len: 328 time: 0.1308615 Jan 28 04:38:40.803945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33250) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:40.809352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-7d04aba0-af67-400f-9e2b-3ad94ebdfa58 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', {'tags': ['tempest-TagsExtTest-Tag-1585818606', 'tempest-TagsExtTest-Tag-1568458436', 'tempest-TagsExtTest-Tag-979761834']}) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:40.826963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.836613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:40.868517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b85bd161-ce1c-4010-bb58-991aed89edc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:40.879501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=d8463ca7-313d-4fb2-a868-5827ab622481,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:40.888070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:40.906602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:40.907302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.037296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a5f87-6efb-4669-95a7-15d92db9435f None None] Network 903d38d8-05a9-401e-bac6-829b17989d29 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:41.042854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a7427087-4588-41de-8e6b-99a29ab203da tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.4182751 Jan 28 04:38:41.062972 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ceec329-3fc2-484b-afd1-45b0df3402c3 req-ed7cb146-758d-4f0d-8c9e-d4c46b52ca6e tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 210 time: 0.2508230 Jan 28 04:38:41.063505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33252) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:41.097316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-4648fb3f-8286-4787-982e-9192f9a91901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:41.099556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-4648fb3f-8286-4787-982e-9192f9a91901 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.6335170 Jan 28 04:38:41.107646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7d04aba0-af67-400f-9e2b-3ad94ebdfa58 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags HTTP/1.1" status: 200 len: 317 time: 0.3026342 Jan 28 04:38:41.113027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33254) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:41.132425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-0047d686-137b-493f-9b60-e49f83103a9e tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:41.227587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a662de4a-4a7c-4c6c-87e0-4359455ea23d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:41.232567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] Provisioning complete for port a662de4a-4a7c-4c6c-87e0-4359455ea23d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:41.232957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.439128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fcff396-d330-4953-969d-62d1a2846144 req-c40b4665-3cab-40f7-9f31-ae27f5a271ae tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3291211 Jan 28 04:38:41.447642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:41.470600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port d8463ca7-313d-4fb2-a868-5827ab622481 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:41.483651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d8463ca7-313d-4fb2-a868-5827ab622481), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.555972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] Current status of the port a662de4a-4a7c-4c6c-87e0-4359455ea23d is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:41.556605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.561477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a662de4a-4a7c-4c6c-87e0-4359455ea23d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:41.561996 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.587156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.651475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] For port a662de4a-4a7c-4c6c-87e0-4359455ea23d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a662de4a-4a7c-4c6c-87e0-4359455ea23d,segment=NetworkSegment(a114f6c3-94d3-469f-8197-e23a4d81c7de),segment_id=a114f6c3-94d3-469f-8197-e23a4d81c7de)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:41.710989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a662de4a-4a7c-4c6c-87e0-4359455ea23d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:41.713172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.747772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d8463ca7-313d-4fb2-a868-5827ab622481), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.774126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for d8463ca7-313d-4fb2-a868-5827ab622481 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:41.803888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-0628a2d0-1e2a-4856-89a4-028a89612fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:41.805647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-0628a2d0-1e2a-4856-89a4-028a89612fe1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.6913936 Jan 28 04:38:41.815318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0807407-d9dd-4812-9687-9d2dce7e23a7 None None] Pushing event updated for resources: {'Port': ['ID=a662de4a-4a7c-4c6c-87e0-4359455ea23d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:41.868533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.914377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.951760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-b62381d3-ee36-4110-9e30-e13d4f27088f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.0646646 Jan 28 04:38:41.962872 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f associated. External IP: 172.25.6.66, port: 284c9b67-3561-4827-a458-3df870e36930. Jan 28 04:38:42.041950 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks [] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.047355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f834c0c1-dfaf-413b-8ce8-8d8c1686b6ff None None] Provisioning complete for port a662de4a-4a7c-4c6c-87e0-4359455ea23d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:42.047355 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f834c0c1-dfaf-413b-8ce8-8d8c1686b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.088099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0047d686-137b-493f-9b60-e49f83103a9e tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags HTTP/1.1" status: 204 len: 168 time: 0.9634714 Jan 28 04:38:42.093800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33266) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:42.097430 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d8463ca7-313d-4fb2-a868-5827ab622481), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.102240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-bd7b5d28-ef7b-442b-9fbb-ff8637dcf364 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-1585818606') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:42.108609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Allocated IP 172.25.6.226 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:42.111555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-8c38c8cd-1b74-4b08-851d-5f2c4187ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:42.113054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-8c38c8cd-1b74-4b08-851d-5f2c4187ed47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.1519275 Jan 28 04:38:42.173813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f834c0c1-dfaf-413b-8ce8-8d8c1686b6ff None None] Current status of the port a662de4a-4a7c-4c6c-87e0-4359455ea23d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:42.178088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f834c0c1-dfaf-413b-8ce8-8d8c1686b6ff None None] Could not find standard attr ID for object d8463ca7-313d-4fb2-a868-5827ab622481. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:38:42.186468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=d8463ca7-313d-4fb2-a868-5827ab622481,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:42.209744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-ed6d5947-2a6d-457e-9e4a-e9ed75f6e1a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498481 Jan 28 04:38:42.229609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.232799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-edda19d2-c31e-4054-ab6f-7d9e01747c01 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/d8463ca7-313d-4fb2-a868-5827ab622481 HTTP/1.1" status: 204 len: 168 time: 1.1679561 Jan 28 04:38:42.236901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33268) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:42.300057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.311246 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2012584-b3a5-4cb4-8e15-01eaeb68dcd3 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:38:42.312688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f2012584-b3a5-4cb4-8e15-01eaeb68dcd3 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/d8463ca7-313d-4fb2-a868-5827ab622481 HTTP/1.1" status: 404 len: 333 time: 0.0757744 Jan 28 04:38:42.315691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:42.337227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83', '59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:42.341968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e', '74d58410-1a98-4a11-a780-e366e6030d76', '48effef1-5adf-4ce2-83ef-1f00872b513a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:42.452849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:42.476573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:42.493548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:42.498690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event updated for resources: {'Port': ['ID=94ccd9d2-caf4-45ed-980c-b908f361ed0f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:42.582353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet fe71c630-c945-4fc9-9ea1-f4d6c09f8781 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:42.593625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-b7e234ff-f72d-44e6-8d50-164030c5e6d5 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743551 Jan 28 04:38:42.596467 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (fe71c630-c945-4fc9-9ea1-f4d6c09f8781), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.684631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e36140b6-d7ae-4113-9762-17d2d77af09d None None] Could not find standard attr ID for object d8463ca7-313d-4fb2-a868-5827ab622481. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:38:42.720533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:42.721347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.738956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:42.743708 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93537356-0596-4586-956c-68397f73ed52" -d '{"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:42.746179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (fe71c630-c945-4fc9-9ea1-f4d6c09f8781), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.766965 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-bd7b5d28-ef7b-442b-9fbb-ff8637dcf364 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:42.768713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd7b5d28-ef7b-442b-9fbb-ff8637dcf364 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-1585818606 HTTP/1.1" status: 404 len: 329 time: 0.6731875 Jan 28 04:38:42.771649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:42.777114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-e562b8dd-0615-416c-90ed-7959e6091709 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-1568458436') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:42.787959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:42.795348 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-d4b92db3-256d-4adb-95da-e8da63e0b57a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6101201 Jan 28 04:38:42.826717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Request body: {'port': {'device_id': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:42.890092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.894030 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-e562b8dd-0615-416c-90ed-7959e6091709 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:42.898671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e562b8dd-0615-416c-90ed-7959e6091709 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-1568458436 HTTP/1.1" status: 404 len: 329 time: 0.1223345 Jan 28 04:38:42.899367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33280) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:42.904871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-7c5a7617-f35b-4db6-acc6-c0f18eca40c9 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1', 'tempest-TagsExtTest-Tag-979761834') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:42.905267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd2a8886-baf7-4ada-95fb-62305e8df6a3 req-16df2dcf-6eae-4593-a85b-fe0e56f5f34d service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813597 Jan 28 04:38:42.994953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9d5894ff-948d-4c71-b493-2631c67f4fc2 None None] Provisioning complete for port 94ccd9d2-caf4-45ed-980c-b908f361ed0f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:42.995395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d5894ff-948d-4c71-b493-2631c67f4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.999653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.008627 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-7c5a7617-f35b-4db6-acc6-c0f18eca40c9 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:43.009934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c5a7617-f35b-4db6-acc6-c0f18eca40c9 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags/tempest-TagsExtTest-Tag-979761834 HTTP/1.1" status: 404 len: 328 time: 0.1098483 Jan 28 04:38:43.012899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33282) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.018159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-b16ece06-485d-4255-bd4f-cc76c201b0e8 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', {'tags': ['tempest-TagsExtTest-Tag-47887680', 'tempest-TagsExtTest-Tag-1857237860', 'tempest-TagsExtTest-Tag-11762166']}) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.021479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.028411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (fe71c630-c945-4fc9-9ea1-f4d6c09f8781), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.084107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9d5894ff-948d-4c71-b493-2631c67f4fc2 None None] Port 94ccd9d2-caf4-45ed-980c-b908f361ed0f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:43.086343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:43.086502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a662de4a-4a7c-4c6c-87e0-4359455ea23d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:43.097411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:43.101180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:43.103481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event updated for resources: {'Port': ['ID=4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:43.140383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b16ece06-485d-4255-bd4f-cc76c201b0e8 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "PUT /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags HTTP/1.1" status: 200 len: 314 time: 0.1261883 Jan 28 04:38:43.143694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33284) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.150563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-6fa9055d-0059-4b0b-807e-a0a372432782 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.241441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:43.252449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.259722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6fa9055d-0059-4b0b-807e-a0a372432782 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1147180 Jan 28 04:38:43.260317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a662de4a-4a7c-4c6c-87e0-4359455ea23d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:43.260726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.267563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33286) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.273025 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:43.274864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-b9adef1e-5fd5-4719-aefb-a40da60b19aa tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-47887680') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.290410 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:43.291454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.296729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (fe71c630-c945-4fc9-9ea1-f4d6c09f8781), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.318285 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.322638 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-b9adef1e-5fd5-4719-aefb-a40da60b19aa tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:43.326514 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b9adef1e-5fd5-4719-aefb-a40da60b19aa tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-47887680 HTTP/1.1" status: 404 len: 327 time: 0.0544505 Jan 28 04:38:43.342262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33288) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.351540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-ad517685-6e7d-45db-a94e-b16a33eaa8b5 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-1857237860') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.392917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=fe71c630-c945-4fc9-9ea1-f4d6c09f8781,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:43.402318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.404676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a699cc5-c677-4055-b9b6-fad08fe65d80 None None] Network 903d38d8-05a9-401e-bac6-829b17989d29 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:43.408177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a2119b2-ed49-4647-af0c-aecfc67710c7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/fe71c630-c945-4fc9-9ea1-f4d6c09f8781 HTTP/1.1" status: 204 len: 168 time: 1.0865672 Jan 28 04:38:43.416781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33290) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.519989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:43.530006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a662de4a-4a7c-4c6c-87e0-4359455ea23d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:43.544386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.549431 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-ad517685-6e7d-45db-a94e-b16a33eaa8b5 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:43.553039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ad517685-6e7d-45db-a94e-b16a33eaa8b5 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-1857237860 HTTP/1.1" status: 404 len: 329 time: 0.2075176 Jan 28 04:38:43.558119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33292) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.562305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.564614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-7306df75-2781-47f1-bda5-2e024fe1edde tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9', 'tempest-TagsExtTest-Tag-11762166') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.601463 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.611627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (903d38d8-05a9-401e-bac6-829b17989d29), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.663800 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-7306df75-2781-47f1-bda5-2e024fe1edde tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] show failed (client error): The resource could not be found. Jan 28 04:38:43.664858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7306df75-2781-47f1-bda5-2e024fe1edde tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags/tempest-TagsExtTest-Tag-11762166 HTTP/1.1" status: 404 len: 327 time: 0.1041820 Jan 28 04:38:43.679395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33294) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.687504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-89ab08d6-eb05-4f3f-babf-269d2b9b721c tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7bd57038-c4cd-4383-a8a8-ff2580dc91d9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.699467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] DHCP port deletion for 903d38d8-05a9-401e-bac6-829b17989d29 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:43.739468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event updated for resources: {'Port': ['ID=4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:43.746042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.763177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] Deleting port a662de4a-4a7c-4c6c-87e0-4359455ea23d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:43.763630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.779227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89ab08d6-eb05-4f3f-babf-269d2b9b721c tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0985751 Jan 28 04:38:43.780094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33296) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.787407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-77f5eeb4-58e2-4839-8528-31259da989da tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '82dc23a9-6c76-44ef-9dd9-890e87060ae1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.836065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.837602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fcff396-d330-4953-969d-62d1a2846144 req-c56704e3-83b7-42c6-ad10-b8dc99ebfc48 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3975015 Jan 28 04:38:43.861668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] For port a662de4a-4a7c-4c6c-87e0-4359455ea23d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a662de4a-4a7c-4c6c-87e0-4359455ea23d,segment=NetworkSegment(a114f6c3-94d3-469f-8197-e23a4d81c7de),segment_id=a114f6c3-94d3-469f-8197-e23a4d81c7de)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:43.862541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.885026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] Calling delete_port for a662de4a-4a7c-4c6c-87e0-4359455ea23d owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:43.892572 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:40Z', 'revision_number': 3, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.923831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fcff396-d330-4953-969d-62d1a2846144 req-279bf87f-cd6c-4027-b1c9-a387c601ab63 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0794730 Jan 28 04:38:43.930997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-77f5eeb4-58e2-4839-8528-31259da989da tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1/tags HTTP/1.1" status: 204 len: 168 time: 0.1451936 Jan 28 04:38:43.933820 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:43.938935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33298) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.947327 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:43.948685 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:43.959407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-c5eba2f0-61b2-4489-959c-672b93026d20 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3f9c5768-8104-4a33-a925-25b65dce1e1f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.001283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.052033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] Pushing event deleted for resources: {'Port': ['ID=a662de4a-4a7c-4c6c-87e0-4359455ea23d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:44.060530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76bfeed-c95f-46a2-86f3-91491f9aa82d None None] No DVR routers for this DVR port a662de4a-4a7c-4c6c-87e0-4359455ea23d on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:44.101502 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:44.101732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff396-d330-4953-969d-62d1a2846144 req-0f025bd3-5237-460d-a15a-85331da5f3f8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:44.103269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fcff396-d330-4953-969d-62d1a2846144 req-0f025bd3-5237-460d-a15a-85331da5f3f8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1742103 Jan 28 04:38:44.106199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c5eba2f0-61b2-4489-959c-672b93026d20 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.1642661 Jan 28 04:38:44.112304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33300) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:44.117311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-93566dc5-79ba-4e89-b736-b48701437c0e tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.186593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ccd9d2-caf4-45ed-980c-b908f361ed0f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:44.193365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-93566dc5-79ba-4e89-b736-b48701437c0e tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0765157 Jan 28 04:38:44.195879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:44.196339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33304) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:44.201324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Publish callbacks [] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.223680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Transition to ACTIVE for port object 94ccd9d2-caf4-45ed-980c-b908f361ed0f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:38:44.225303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port a662de4a-4a7c-4c6c-87e0-4359455ea23d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:44.225682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.244198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.316911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74858067-04c0-41b6-8d5c-814f852a4460 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.320964 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-74858067-04c0-41b6-8d5c-814f852a4460 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7bd57038-c4cd-4383-a8a8-ff2580dc91d9 HTTP/1.1" status: 204 len: 168 time: 0.1210198 Jan 28 04:38:44.321311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33306) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:44.377835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1c76fbfc-5ef9-424c-b8a2-0d78968ec8c8 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "GET /v2.0/ports?device_id=82dc23a9-6c76-44ef-9dd9-890e87060ae1 HTTP/1.1" status: 200 len: 205 time: 0.0531476 Jan 28 04:38:44.378622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33308) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:44.378743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] For port a662de4a-4a7c-4c6c-87e0-4359455ea23d, host n-d-824835-3, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:44.378930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.446925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Pushing event updated for resources: {'Port': ['ID=94ccd9d2-caf4-45ed-980c-b908f361ed0f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:44.451622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for a662de4a-4a7c-4c6c-87e0-4359455ea23d owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:44.471553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Port a662de4a-4a7c-4c6c-87e0-4359455ea23d was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:38:44.488878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a662de4a-4a7c-4c6c-87e0-4359455ea23d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.506475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:40Z', 'revision_number': 3, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.523848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for router (82dc23a9-6c76-44ef-9dd9-890e87060ae1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.555007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a18f3e-0269-4653-99c9-e1371b2b3147 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:40Z', 'revision_number': 3, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:44.596926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=a662de4a-4a7c-4c6c-87e0-4359455ea23d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:44.615066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No DVR routers for this DVR port a662de4a-4a7c-4c6c-87e0-4359455ea23d on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:44.618812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:44.637768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.681959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591a7b-a9a5-420d-b240-4c578ad10478 req-14875adc-b84a-4807-b83a-daea493a58dd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:44.683622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8591a7b-a9a5-420d-b240-4c578ad10478 req-14875adc-b84a-4807-b83a-daea493a58dd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 948 time: 0.2518106 Jan 28 04:38:44.749037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:44.751645 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51931b99-3206-4d3a-8115-84310e288fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:44.782488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Attempting to bind port 94ccd9d2-caf4-45ed-980c-b908f361ed0f on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:44.782838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Attempting to bind port 94ccd9d2-caf4-45ed-980c-b908f361ed0f by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:44.783176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Attempting to bind port 94ccd9d2-caf4-45ed-980c-b908f361ed0f on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:44.824680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (82dc23a9-6c76-44ef-9dd9-890e87060ae1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.825861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Port 94ccd9d2-caf4-45ed-980c-b908f361ed0f on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:38:44.826203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Attempting to bind port 94ccd9d2-caf4-45ed-980c-b908f361ed0f on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:44.832771 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for router_controller (82dc23a9-6c76-44ef-9dd9-890e87060ae1), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.835971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (903d38d8-05a9-401e-bac6-829b17989d29), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.849844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:44.850327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:44.851252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:44.851770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Bound port: 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:44.852142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.858734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-76032bc8-8fb6-419a-903a-cab016fb5438 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "PUT /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 998 time: 6.6641645 Jan 28 04:38:44.876614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb1cbe-4ec0-4a09-97dc-773d81b0b7ae None None] New status for floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:44.902789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (82dc23a9-6c76-44ef-9dd9-890e87060ae1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.903324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Fanout notify agent at l3_agent the message router_deleted on router 82dc23a9-6c76-44ef-9dd9-890e87060ae1 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:38:44.916060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903d38d8-05a9-401e-bac6-829b17989d29']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.918610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.922079 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9dfe91fc-2a50-483b-a19f-7f91d3be8160 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/routers/82dc23a9-6c76-44ef-9dd9-890e87060ae1 HTTP/1.1" status: 204 len: 168 time: 0.5407031 Jan 28 04:38:44.926800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33312) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:44.944166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a114f6c3-94d3-469f-8197-e23a4d81c7de') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.945004 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8591a7b-a9a5-420d-b240-4c578ad10478 req-ee1739a2-1878-4a40-9263-26ea8c31fc75 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150407 Jan 28 04:38:44.945135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a114f6c3-94d3-469f-8197-e23a4d81c7de') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.986406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.992259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a114f6c3-94d3-469f-8197-e23a4d81c7de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.009020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-3451c32d-9246-4fb6-9f66-e55a981c1308 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.010589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-3451c32d-9246-4fb6-9f66-e55a981c1308 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports/284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 943 time: 0.1180480 Jan 28 04:38:45.048552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a114f6c3-94d3-469f-8197-e23a4d81c7de), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.068432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] For port 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:45.070649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:45.071063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a114f6c3-94d3-469f-8197-e23a4d81c7de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:45.074129 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:45.076372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] For port 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:45.096941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.145922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a662de4a-4a7c-4c6c-87e0-4359455ea23d no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:45.157741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-8dc4328d-3b1b-41d6-9aaa-38ea1e7ffb99 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1716134072&fields=id&tenant_id=36439a5d776e4cf9b8599516d7c2ef91 HTTP/1.1" status: 200 len: 267 time: 0.0630994 Jan 28 04:38:45.170383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Deleting port 3f9c5768-8104-4a33-a925-25b65dce1e1f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:45.170766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.179691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a662de4a-4a7c-4c6c-87e0-4359455ea23d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:45.180043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a662de4a-4a7c-4c6c-87e0-4359455ea23d not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:45.201159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.201816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.203275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] 10.222.0.47 "PUT /v2.0/ports/94ccd9d2-caf4-45ed-980c-b908f361ed0f HTTP/1.1" status: 200 len: 1096 time: 2.3842614 Jan 28 04:38:45.233512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (903d38d8-05a9-401e-bac6-829b17989d29), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.238158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5d8c7-4c9c-4a42-86d9-16e5e6a07c53 service neutron] Pushing event updated for resources: {'Port': ['ID=94ccd9d2-caf4-45ed-980c-b908f361ed0f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:45.247811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.255234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/903d38d8-05a9-401e-bac6-829b17989d29 HTTP/1.1" status: 204 len: 168 time: 1.8331087 Jan 28 04:38:45.260858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33318) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:45.268439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bc044-0003-4d3f-93d2-acb6c9de5b16 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=903d38d8-05a9-401e-bac6-829b17989d29,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:45.272822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-2b0440a3-c339-47b3-a320-aa05f4aed014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.274638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-2b0440a3-c339-47b3-a320-aa05f4aed014 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.1198688 Jan 28 04:38:45.276261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'name': 'tempest-PortsIpV6TestJSON-1396011607'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:45.348153 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:45.364635 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:45.367827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:45.401231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-33c8d9c2-3757-4430-9f10-49be3afc7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.402758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-33c8d9c2-3757-4430-9f10-49be3afc7748 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 1099 time: 0.1115265 Jan 28 04:38:45.412446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-05bfc485-833b-45c6-9dd5-a1d84777cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.420539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-05bfc485-833b-45c6-9dd5-a1d84777cc48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.1376319 Jan 28 04:38:45.439282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.480628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Calling delete_port for 3f9c5768-8104-4a33-a925-25b65dce1e1f owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:45.495614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-34af84ed-98e9-4bc0-b8c2-cbdb63356c00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f HTTP/1.1" status: 200 len: 217 time: 0.0727339 Jan 28 04:38:45.503158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-e468ea6b-c572-4efa-869b-f025e414997e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 217 time: 0.0814452 Jan 28 04:38:45.512406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-3da5e321-0291-4924-a72b-8a3bbd5383aa tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.514134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-3da5e321-0291-4924-a72b-8a3bbd5383aa tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/networks?id=0e229fc1-933e-42ea-abc9-4c3cec22627c HTTP/1.1" status: 200 len: 815 time: 0.3393862 Jan 28 04:38:45.523824 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:45.573765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:45.586120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.587510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-569600df-207c-4677-b708-d74e222c473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.589035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-569600df-207c-4677-b708-d74e222c473f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.0848513 Jan 28 04:38:45.590483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-6ff61cbb-5914-45bc-8b0e-c7153756e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.591806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-6ff61cbb-5914-45bc-8b0e-c7153756e6c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0864620 Jan 28 04:38:45.620314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-88796d97-9b69-4d84-9c72-25133a85fd56 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/quotas/36439a5d776e4cf9b8599516d7c2ef91 HTTP/1.1" status: 200 len: 375 time: 0.0648446 Jan 28 04:38:45.629312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port b676dcab-249e-4a17-ac02-68ed09b5e35c yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:45.665217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-bceb5c55-af8e-4aa5-99c5-71d1ceadeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.666764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-bceb5c55-af8e-4aa5-99c5-71d1ceadeead service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713167 Jan 28 04:38:45.668493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-b2c9d276-6c00-4994-9cdf-5f544e3cb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:45.669870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-b2c9d276-6c00-4994-9cdf-5f544e3cb09e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663543 Jan 28 04:38:45.776964 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:45Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:45.798265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-48eb8f75-068a-4a58-ae77-f44055fcd400 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36439a5d776e4cf9b8599516d7c2ef91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633263 Jan 28 04:38:45.815200 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:45.825035 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:45.826329 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:45.833095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-03e949cc-3099-45b7-8330-1ac0711906c7 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575868 Jan 28 04:38:45.837580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-76bf64c0-6212-4c83-8162-79a74551c09f service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536744 Jan 28 04:38:45.850243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3f9c5768-8104-4a33-a925-25b65dce1e1f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.936137 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:45.945908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event deleted for resources: {'Port': ['ID=3f9c5768-8104-4a33-a925-25b65dce1e1f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:46.003860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-d02968ce-c111-4c5b-8d2e-5cb6c8652410 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610978 Jan 28 04:38:46.008836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4aba34ab-c094-477d-b89e-1fa7da579aea req-5e011e23-4ecc-4b92-b0f7-9f707665d7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572421 Jan 28 04:38:46.060665 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (b676dcab-249e-4a17-ac02-68ed09b5e35c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.089091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-2b4d37a2-ccb9-4573-9a3a-d878c24e5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:46.091194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-2b4d37a2-ccb9-4573-9a3a-d878c24e5091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1097 time: 0.0557597 Jan 28 04:38:46.152856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-daf085be-3227-4e58-8b04-28860fcbd95d service neutron] 10.222.0.21 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411143 Jan 28 04:38:46.159387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.170334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c116fcc0-fcf9-4b3a-817b-936746b3a750 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/ports/3f9c5768-8104-4a33-a925-25b65dce1e1f HTTP/1.1" status: 204 len: 168 time: 1.2422931 Jan 28 04:38:46.173205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33324) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:46.173496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b676dcab-249e-4a17-ac02-68ed09b5e35c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.220577 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:45Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:46.250196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb849e-1b8d-4080-9e05-fe76a3d293f6 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:81:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:45Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:46.251406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Deleting subnet d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:46.252756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=b676dcab-249e-4a17-ac02-68ed09b5e35c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:46.256990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-ca94f464-7a6a-4fa4-84ca-92ec7c3d04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:46.259518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-ca94f464-7a6a-4fa4-84ca-92ec7c3d04ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.1607115 Jan 28 04:38:46.260430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for subnet (d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.293785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:46.299192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:46.301904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:46.309694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:46.310441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.342970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-31a89a89-5c41-42f6-bbb2-483c8041e38d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0707858 Jan 28 04:38:46.345761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33326) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:46.351225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.387712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-35a3d50f-35a6-45ac-8517-8eadbe502364 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 1001 time: 0.0979984 Jan 28 04:38:46.396275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-0099a139-1f3a-4b8c-8445-2f525b1e0c1f service neutron] 10.222.0.21 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245448 Jan 28 04:38:46.465887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port b676dcab-249e-4a17-ac02-68ed09b5e35c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:46.466226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b676dcab-249e-4a17-ac02-68ed09b5e35c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.479832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-37e8ce27-b935-4c3e-abca-7ec39299f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:46.482308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-37e8ce27-b935-4c3e-abca-7ec39299f95a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.0869002 Jan 28 04:38:46.503981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.540596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b676dcab-249e-4a17-ac02-68ed09b5e35c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.555846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for b676dcab-249e-4a17-ac02-68ed09b5e35c owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:46.576244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-f5900d4f-0da0-45bd-8061-5c25f6376ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:46.578276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-f5900d4f-0da0-45bd-8061-5c25f6376ae9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848117 Jan 28 04:38:46.611377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.652307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b676dcab-249e-4a17-ac02-68ed09b5e35c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.676178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:46.683474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.686683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cc91e91d-54ac-4fd5-ab70-dc74255d582a tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cda6c1-cdeb-4357-a97e-7ae7bd4aa7ac HTTP/1.1" status: 204 len: 168 time: 0.5123296 Jan 28 04:38:46.689122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33334) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:46.690904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=b676dcab-249e-4a17-ac02-68ed09b5e35c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:46.693944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e44d89a-3d58-4e8b-9778-28e919bc48c8 None None] Network 242f96d0-6650-40ff-9f4a-f8a881fef504 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:46.718627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.724095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-19bf8b71-df0e-41a7-ab85-4a2f32f432c2 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/b676dcab-249e-4a17-ac02-68ed09b5e35c HTTP/1.1" status: 204 len: 168 time: 0.3774040 Jan 28 04:38:46.726656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:46.733950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'mac_address': 'fa:16:3e:f2:9f:1b', 'name': 'tempest-PortsIpV6TestJSON-1417186018'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:46.785796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-875c6739-696c-46b3-9e64-b2042996fcef service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965361 Jan 28 04:38:46.793114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (242f96d0-6650-40ff-9f4a-f8a881fef504), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.851873 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08800fdc-68b2-4746-ad60-9a8ee5e40b5b x-openstack-request-id: req-08800fdc-68b2-4746-ad60-9a8ee5e40b5b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:46.852625 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:46.852625 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08800fdc-68b2-4746-ad60-9a8ee5e40b5b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:46.853707 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'status': 'completed', 'code': 200} Jan 28 04:38:46.888577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:46.960108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-019afa13-bee1-4b97-b0fd-063979b3ee0d req-4b21c4a5-68b1-4aba-bd0c-5a50eb8b2086 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648879 Jan 28 04:38:46.978804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537356-0596-4586-956c-68397f73ed52 req-47fe0a51-0974-470a-9a2a-cc00efcf21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:46.979962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-47fe0a51-0974-470a-9a2a-cc00efcf21a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.0794733 Jan 28 04:38:46.984993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Deleting port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:46.985410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.013474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] DHCP port deletion for 242f96d0-6650-40ff-9f4a-f8a881fef504 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:47.054966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.091567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 654b804f-c9a6-4796-9e8c-c20b8003198a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:47.121831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] For port 49235008-efd3-46a8-b4f2-8f2ac2b72a06, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=49235008-efd3-46a8-b4f2-8f2ac2b72a06,segment=NetworkSegment(cf0a9592-757e-403d-bf09-6417cbfa7acd),segment_id=cf0a9592-757e-403d-bf09-6417cbfa7acd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:47.122209 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.127780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] Deleting port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:47.128381 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.144182 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f4fe5-92e1-4bc6-95cc-c6e5007b1c31 x-openstack-request-id: req-508f4fe5-92e1-4bc6-95cc-c6e5007b1c31 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:47.144521 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:47.144739 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-508f4fe5-92e1-4bc6-95cc-c6e5007b1c31 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:47.145177 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'status': 'completed', 'code': 200} Jan 28 04:38:47.180686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Calling delete_port for 49235008-efd3-46a8-b4f2-8f2ac2b72a06 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:47.231095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537356-0596-4586-956c-68397f73ed52 req-04652d0c-03e6-43ed-991a-6c4b65c66967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:47.232610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-04652d0c-03e6-43ed-991a-6c4b65c66967 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.2444510 Jan 28 04:38:47.275669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] For port 49235008-efd3-46a8-b4f2-8f2ac2b72a06, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=49235008-efd3-46a8-b4f2-8f2ac2b72a06,segment=NetworkSegment(cf0a9592-757e-403d-bf09-6417cbfa7acd),segment_id=cf0a9592-757e-403d-bf09-6417cbfa7acd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:47.276693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.283973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (654b804f-c9a6-4796-9e8c-c20b8003198a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.305749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9854e-9d60-487f-8698-4dbb32b0337a req-89691db1-157a-4fe0-b1c1-64c4c7691891 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:47.311359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] Calling delete_port for 49235008-efd3-46a8-b4f2-8f2ac2b72a06 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:47.313823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 49235008-efd3-46a8-b4f2-8f2ac2b72a06 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:47.317637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-89691db1-157a-4fe0-b1c1-64c4c7691891 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3596654 Jan 28 04:38:47.325845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-e6bb6430-e712-478b-bdea-7bbabac61b20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.0608521 Jan 28 04:38:47.338855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931b99-3206-4d3a-8115-84310e288fdd req-32aafdd0-5dde-4fb1-8dab-62faeac6141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:47.340732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-32aafdd0-5dde-4fb1-8dab-62faeac6141d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.1631711 Jan 28 04:38:47.381511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-83a72534-2fa0-498a-977f-130cb4d096c9 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0625858 Jan 28 04:38:47.390280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'floatingip': {'port_id': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:47.450381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.510728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:47.511372 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.535381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (654b804f-c9a6-4796-9e8c-c20b8003198a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.544029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.557849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (49235008-efd3-46a8-b4f2-8f2ac2b72a06), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.597399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537356-0596-4586-956c-68397f73ed52 req-ebd5d6e9-69a7-4bd7-936c-5aac12ffaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:47.599663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-ebd5d6e9-69a7-4bd7-936c-5aac12ffaa48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.2631061 Jan 28 04:38:47.618280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event deleted for resources: {'Port': ['ID=49235008-efd3-46a8-b4f2-8f2ac2b72a06,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:47.621919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] Pushing event deleted for resources: {'Port': ['ID=49235008-efd3-46a8-b4f2-8f2ac2b72a06,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:47.627688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] No DVR routers for this DVR port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:47.634899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7333c2-6deb-424f-82f9-9375a395586f None None] No DVR routers for this DVR port 49235008-efd3-46a8-b4f2-8f2ac2b72a06 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:47.662616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-499f6a1b-eb75-43d4-a1ba-5debb23bacbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496509 Jan 28 04:38:47.671104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:47.683740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:47.689444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:47.694594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:47.695217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.709962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=654b804f-c9a6-4796-9e8c-c20b8003198a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:47.732171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931b99-3206-4d3a-8115-84310e288fdd req-c40453e7-0f28-4631-9fd6-021a46dc6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:47.733693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-c40453e7-0f28-4631-9fd6-021a46dc6be9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.3790443 Jan 28 04:38:47.760386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f902111f-695e-45ef-84b9-15ae91934a14 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0300319 Jan 28 04:38:47.761213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33352) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:48.100126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe140f77-6014-47a7-bed1-909da2ad89fe req-0dd831f9-d737-4297-8f1c-1eaa4df7df17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:48.102296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe140f77-6014-47a7-bed1-909da2ad89fe req-0dd831f9-d737-4297-8f1c-1eaa4df7df17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 948 time: 0.5776048 Jan 28 04:38:48.160256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631792b-9f2d-47aa-a77f-e808d2c56598 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:48.161653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5631792b-9f2d-47aa-a77f-e808d2c56598 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/654b804f-c9a6-4796-9e8c-c20b8003198a HTTP/1.1" status: 200 len: 845 time: 0.3998337 Jan 28 04:38:48.170721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-c5a00f45-9a00-4c7c-a65e-437b85752c86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 217 time: 0.0814917 Jan 28 04:38:48.174130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (242f96d0-6650-40ff-9f4a-f8a881fef504), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.177648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33354) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:48.276850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242f96d0-6650-40ff-9f4a-f8a881fef504']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.320165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0a9592-757e-403d-bf09-6417cbfa7acd') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.320544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0a9592-757e-403d-bf09-6417cbfa7acd') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.324811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe140f77-6014-47a7-bed1-909da2ad89fe req-eb87c268-c285-4895-8c0d-017094bc043f tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051218 Jan 28 04:38:48.338997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-18784887-a188-469a-a14f-7cb558a1e5b9 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472709 Jan 28 04:38:48.362341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (cf0a9592-757e-403d-bf09-6417cbfa7acd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.379642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931b99-3206-4d3a-8115-84310e288fdd req-a8b3e917-f5bf-4413-aa81-fb5f3ba90f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:48.381074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-a8b3e917-f5bf-4413-aa81-fb5f3ba90f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.2000976 Jan 28 04:38:48.404360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.407593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.439872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cf0a9592-757e-403d-bf09-6417cbfa7acd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.491048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:48.491470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (cf0a9592-757e-403d-bf09-6417cbfa7acd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:48.494541 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:48.511673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71f9815f-270d-4881-aa60-6322c40510eb req-b6c09d4c-2e6c-4dfd-83a6-5fedbf6e15b5 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1120825 Jan 28 04:38:48.512539 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Floating IP 95f4056e-d648-4e3c-8ffb-a01b8cb5ce88 associated. External IP: 172.25.6.226, port: 10a31c90-15c1-4ee8-9216-76ccc46a1f45. Jan 28 04:38:48.535624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 94ccd9d2-caf4-45ed-980c-b908f361ed0f details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:38:48.673200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931b99-3206-4d3a-8115-84310e288fdd req-2d13fedd-16a4-4bbb-ac8a-31df8d573d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:48.674830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-2d13fedd-16a4-4bbb-ac8a-31df8d573d5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777426 Jan 28 04:38:48.684009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:48.705279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (242f96d0-6650-40ff-9f4a-f8a881fef504), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.715072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '94ccd9d2-caf4-45ed-980c-b908f361ed0f', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '94ccd9d2-caf4-45ed-980c-b908f361ed0f', 'mac_address': 'fa:16:3e:31:14:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:38:48.718099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 654b804f-c9a6-4796-9e8c-c20b8003198a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:48.718598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (654b804f-c9a6-4796-9e8c-c20b8003198a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.738391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.742218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] 10.222.0.21 "DELETE /v2.0/networks/242f96d0-6650-40ff-9f4a-f8a881fef504 HTTP/1.1" status: 204 len: 168 time: 2.0520966 Jan 28 04:38:48.760439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93537356-0596-4586-956c-68397f73ed52 req-870464f0-adf7-40df-ad0d-69335248f2a7 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959308 Jan 28 04:38:48.773903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 94ccd9d2-caf4-45ed-980c-b908f361ed0f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:48.774260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.809861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ccd9d2-caf4-45ed-980c-b908f361ed0f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:48.810771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Router 956e1ce7-51d9-4afe-97d1-474e909808c0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:48.830711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b43b0-57ce-439b-a6bb-247a54b91875 tempest-TagsExtTest-1260842642 tempest-TagsExtTest-1260842642-project] Pushing event deleted for resources: {'Network': ['ID=242f96d0-6650-40ff-9f4a-f8a881fef504,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:48.838851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:48.845796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.880052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42a30b2-e1b9-41c2-90f2-5a986bfab964 req-c409120b-8ba7-4795-a408-7c938bffe3e3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.3108685 Jan 28 04:38:48.917898 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (654b804f-c9a6-4796-9e8c-c20b8003198a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.923834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=94ccd9d2-caf4-45ed-980c-b908f361ed0f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:48.969056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 654b804f-c9a6-4796-9e8c-c20b8003198a owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:48.977801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:48.990078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] Sync routers for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:48.998761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a30b2-e1b9-41c2-90f2-5a986bfab964 req-dd81d6ab-8671-463c-ab2a-51e58bdda792 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:49.002227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.010561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42a30b2-e1b9-41c2-90f2-5a986bfab964 req-dd81d6ab-8671-463c-ab2a-51e58bdda792 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports/b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 943 time: 0.1126311 Jan 28 04:38:49.016906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6b3791b8-e752-4f1a-8e2a-85a83dded42d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:49.018526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6b3791b8-e752-4f1a-8e2a-85a83dded42d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.52 "GET /v2.0/networks?id=0e229fc1-933e-42ea-abc9-4c3cec22627c HTTP/1.1" status: 200 len: 815 time: 0.4360950 Jan 28 04:38:49.027962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:49.029820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:49.066360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-d43f9321-4102-4f00-94a0-2675f16a78e1 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "PUT /v2.0/floatingips/95f4056e-d648-4e3c-8ffb-a01b8cb5ce88 HTTP/1.1" status: 200 len: 996 time: 1.6785963 Jan 28 04:38:49.066933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:49.069398 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1" -d '{"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:49.120705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9854e-9d60-487f-8698-4dbb32b0337a req-29a87609-7084-4fd5-831a-f4e6df5e6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:49.127960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-29a87609-7084-4fd5-831a-f4e6df5e6d53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.0523553 Jan 28 04:38:49.198110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:49.224036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d'}, {'name': 'network-changed', 'server_uuid': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'tag': '94ccd9d2-caf4-45ed-980c-b908f361ed0f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:49.227285 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c0142-eeb5-48c3-9117-55bc9edec67f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d"}, {"name": "network-changed", "server_uuid": "5a42a15d-79b1-4290-a793-80c24f3480ca", "tag": "94ccd9d2-caf4-45ed-980c-b908f361ed0f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:49.231911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-f7eec615-ddba-40f0-bff6-3c36b2165755 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230136 Jan 28 04:38:49.232729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33366) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:49.241639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (654b804f-c9a6-4796-9e8c-c20b8003198a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.246747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9854e-9d60-487f-8698-4dbb32b0337a req-a5d63fd9-a162-4af8-8be4-aacc893beec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:49.249220 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-a5d63fd9-a162-4af8-8be4-aacc893beec9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.1204765 Jan 28 04:38:49.336737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=654b804f-c9a6-4796-9e8c-c20b8003198a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:49.391403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.398664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54af91f3-ba29-4477-991e-528eb4204173 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/654b804f-c9a6-4796-9e8c-c20b8003198a HTTP/1.1" status: 204 len: 168 time: 1.2166693 Jan 28 04:38:49.405287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:49.412420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42a30b2-e1b9-41c2-90f2-5a986bfab964 req-c8e7b2d3-1f72-4f9c-ac0a-937bac6134f3 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.3151925 Jan 28 04:38:49.453302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-889db2df-4071-4a86-8e0e-2b4b23ab85f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 999 time: 0.1956282 Jan 28 04:38:49.454734 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-324659c0-d502-48b1-a808-0e2694c3528d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:38:49.462936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-324659c0-d502-48b1-a808-0e2694c3528d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/654b804f-c9a6-4796-9e8c-c20b8003198a HTTP/1.1" status: 404 len: 333 time: 0.0500748 Jan 28 04:38:49.463156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-ca7a64df-29d7-42dd-8d41-41ac14e62fac tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36439a5d776e4cf9b8599516d7c2ef91 HTTP/1.1" status: 200 len: 380 time: 0.4043741 Jan 28 04:38:49.474467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33376) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:49.482538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'name': 'tempest-PortsIpV6TestJSON-547444054'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:49.501684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Request body: {'port': {'device_id': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'admin_state_up': True, 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'security_groups': ['845214b1-687f-4a6c-b8d2-1960904e9d89']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:49.582220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9854e-9d60-487f-8698-4dbb32b0337a req-1c0351f3-cd67-4062-95e1-f5d781687d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:49.584424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-1c0351f3-cd67-4062-95e1-f5d781687d8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.1246088 Jan 28 04:38:49.635130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-348f4309-b0a3-41ad-b607-8e7d2132eb37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449505 Jan 28 04:38:49.635842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:49.636225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51931b99-3206-4d3a-8115-84310e288fdd req-3f1aed1b-2152-49d3-a553-06f68ee239c0 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923855 Jan 28 04:38:49.639539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.648269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-f09151c3-850c-47a9-8771-32058ffa8bcb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:38:49.649426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-f09151c3-850c-47a9-8771-32058ffa8bcb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075076 Jan 28 04:38:49.652697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b5dac195-80c8-462a-b474-270169570b34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9f97b6ecf51405eba1ed6de2c1bad22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126916 Jan 28 04:38:49.659386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:49.709612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['94ccd9d2-caf4-45ed-980c-b908f361ed0f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:49.711084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 3a65a521-df1e-474a-a0a2-0c53454d721a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:49.727988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a30b2-e1b9-41c2-90f2-5a986bfab964 req-c80b4a27-5eea-4e4e-9886-acd0716eb559 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:49.741523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42a30b2-e1b9-41c2-90f2-5a986bfab964 req-c80b4a27-5eea-4e4e-9886-acd0716eb559 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.3279660 Jan 28 04:38:49.801165 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fae1d10d-e821-4287-b8af-ff7a29ebf640 admin admin] Publish callbacks [] for security_group (cac69d4a-6078-471b-9da8-524cae4c1dc9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.820849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Made reservation on behalf of 36439a5d776e4cf9b8599516d7c2ef91 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:49.833106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.863886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fae1d10d-e821-4287-b8af-ff7a29ebf640 admin admin] Publish callbacks [] for security_group (cac69d4a-6078-471b-9da8-524cae4c1dc9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.884067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '95f4056e-d648-4e3c-8ffb-a01b8cb5ce88', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'port_id': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'mac_address': 'fa:16:3e:11:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:43Z', 'updated_at': '2022-01-28T04:38:48Z', 'revision_number': 1, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:49.900056 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-9e95a037-4e6e-489b-8213-6d58c7f17316 service neutron] 10.222.0.21 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299800 Jan 28 04:38:49.978771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] Checking router: 956e1ce7-51d9-4afe-97d1-474e909808c0 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:49.993268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:49.994374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:50.022548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fae1d10d-e821-4287-b8af-ff7a29ebf640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cac69d4a-6078-471b-9da8-524cae4c1dc9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.027887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fae1d10d-e821-4287-b8af-ff7a29ebf640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.029372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fae1d10d-e821-4287-b8af-ff7a29ebf640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cac69d4a-6078-471b-9da8-524cae4c1dc9 HTTP/1.1" status: 204 len: 168 time: 0.3689761 Jan 28 04:38:50.112392 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a56a8c-d5da-458c-b51f-1d1a4e1ed21c x-openstack-request-id: req-52a56a8c-d5da-458c-b51f-1d1a4e1ed21c {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:50.118872 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:50.119358 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52a56a8c-d5da-458c-b51f-1d1a4e1ed21c {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:50.120010 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'status': 'completed', 'code': 200} Jan 28 04:38:50.125916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:50.139320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1d10d-e821-4287-b8af-ff7a29ebf640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac69d4a-6078-471b-9da8-524cae4c1dc9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:50.193139 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16489eb-0f53-4810-acb8-f0e55bcaf188 x-openstack-request-id: req-e16489eb-0f53-4810-acb8-f0e55bcaf188 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:50.195213 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a42a15d-79b1-4290-a793-80c24f3480ca", "tag": "94ccd9d2-caf4-45ed-980c-b908f361ed0f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:50.195524 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e16489eb-0f53-4810-acb8-f0e55bcaf188 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:50.196004 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'status': 'completed', 'code': 200} Jan 28 04:38:50.197265 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'tag': '94ccd9d2-caf4-45ed-980c-b908f361ed0f', 'status': 'completed', 'code': 200} Jan 28 04:38:50.240816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.297858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add9854e-9d60-487f-8698-4dbb32b0337a req-3fee7608-c693-4bc3-8187-1553cc2fa2bf service neutron] 10.222.0.21 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832748 Jan 28 04:38:50.333673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.378829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Allocated IP 172.20.0.14 (0e229fc1-933e-42ea-abc9-4c3cec22627c/ce730559-475d-4f95-8b4a-3c1cdaf0f7ed/7f8f0585-d783-4e86-a6fe-3b567c9a38fd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:50.467228 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=3a65a521-df1e-474a-a0a2-0c53454d721a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:50.485810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '95f4056e-d648-4e3c-8ffb-a01b8cb5ce88', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'port_id': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'mac_address': 'fa:16:3e:11:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:43Z', 'updated_at': '2022-01-28T04:38:48Z', 'revision_number': 1, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:50.519533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750dc9a9-9e5e-46c5-bdb3-38e6c53cb0aa None None] The sync data for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 is: [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '95f4056e-d648-4e3c-8ffb-a01b8cb5ce88', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'port_id': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'mac_address': 'fa:16:3e:11:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:43Z', 'updated_at': '2022-01-28T04:38:48Z', 'revision_number': 1, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:50.536046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89a88b30-dd63-497a-a1b9-c607da1d037d req-c4d81e89-6681-4d5e-8a24-7dcbcb804e6e tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0738606 Jan 28 04:38:50.544520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:50.546012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:50.548932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:50.555570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:50.556901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.558177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-f84e5993-60e3-4090-8bca-e72417457315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:50.559584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-f84e5993-60e3-4090-8bca-e72417457315 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1097 time: 0.2971976 Jan 28 04:38:50.561329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-16c9a793-5fc3-4083-9362-14bd80119248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:50.562858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-16c9a793-5fc3-4083-9362-14bd80119248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.3822374 Jan 28 04:38:50.582653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3281c2a4-ba45-4a6c-b96c-b6f93b93bfac tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1067564 Jan 28 04:38:50.586116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33398) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:50.594332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427587c2-2386-482d-9355-d47d2f0f32bb req-9f73f4d1-c37c-4345-ac62-61b3a92d397b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:50.596022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-427587c2-2386-482d-9355-d47d2f0f32bb req-9f73f4d1-c37c-4345-ac62-61b3a92d397b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 949 time: 0.3260756 Jan 28 04:38:50.600137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:50.757337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-0f93d160-2185-4b2d-8a63-272c7294d543 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.1255529 Jan 28 04:38:50.837325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-9833e3b4-7b1b-4c14-92a3-60e1c722a002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:50.839015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-9833e3b4-7b1b-4c14-92a3-60e1c722a002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports/b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 943 time: 0.0720236 Jan 28 04:38:50.847668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-74e7bcd4-ae95-44b3-9541-9d6d5e266999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:50.849699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-74e7bcd4-ae95-44b3-9541-9d6d5e266999 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.1865578 Jan 28 04:38:50.871249 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.912973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612996d8-b398-45f6-bb2b-93d58fdf38a8 None None] New status for floating IP 95f4056e-d648-4e3c-8ffb-a01b8cb5ce88: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:51.034703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-459d9107-64a4-4778-aa21-e9491f5040e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 1001 time: 0.1729760 Jan 28 04:38:51.044120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-427587c2-2386-482d-9355-d47d2f0f32bb req-17a082cd-4f17-48ad-83f9-8914dbd3c248 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617037 Jan 28 04:38:51.071087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-8b919409-5c52-4159-95fc-acc5a4d25f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:51.073539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-8b919409-5c52-4159-95fc-acc5a4d25f0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.4745665 Jan 28 04:38:51.096059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.115633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-f9ecce57-994c-49c6-b7fb-f4fd682c6016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.1634066 Jan 28 04:38:51.245225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-851c2d90-d405-42b3-a6ca-b123840a4a76 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 999 time: 0.1278694 Jan 28 04:38:51.304752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-bdd9bf5b-231a-4204-a52f-f06ef766f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:51.306614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-bdd9bf5b-231a-4204-a52f-f06ef766f502 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.2597413 Jan 28 04:38:51.344729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-35ba8783-2b4f-42cf-b759-76d0b47ebe7a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:51.346140 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-35ba8783-2b4f-42cf-b759-76d0b47ebe7a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2213244 Jan 28 04:38:51.351521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.417578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.457704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-266e161b-db40-4379-9197-c5421a45a00b tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.1030641 Jan 28 04:38:51.463577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] In _notify_port_updated(), no bound segment for port 3a65a521-df1e-474a-a0a2-0c53454d721a on network 251b62ef-32b2-40a6-8607-d6fb31d91613 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:38:51.468609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:51.469284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.473692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/ports/3a65a521-df1e-474a-a0a2-0c53454d721a HTTP/1.1" status: 200 len: 818 time: 0.8861747 Jan 28 04:38:51.478390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:51.526074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:51.595080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c32d-f208-4b36-a9f6-ed50acf45786 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=3a65a521-df1e-474a-a0a2-0c53454d721a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:51.632444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.678805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 3a65a521-df1e-474a-a0a2-0c53454d721a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:51.679266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.754562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-ce6c4dba-0328-4539-9506-0a97f8e21c3e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:51.756247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-ce6c4dba-0328-4539-9506-0a97f8e21c3e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports/10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 942 time: 0.4934678 Jan 28 04:38:51.763443 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-520a6af5-add5-4d03-87f6-9b26689af922 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 999 time: 0.6614397 Jan 28 04:38:51.767604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.816808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.839473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 3a65a521-df1e-474a-a0a2-0c53454d721a owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:51.875426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-680d28df-c73d-44db-b7d8-b53f166f3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:51.876935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-680d28df-c73d-44db-b7d8-b53f166f3dbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5451205 Jan 28 04:38:51.888364 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.921704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:51.922400 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f disassociated. External IP: 172.25.6.66, port: b9a82d97-4d25-442e-8e4e-2b9021bd393d. Jan 28 04:38:51.923688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:52.019153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-4240de9b-527f-4e9a-b52f-3d63c47a09c0 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031988 Jan 28 04:38:52.031591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:52.033489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event updated for resources: {'Port': ['ID=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.044080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:52.047939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-878f4516-4293-4008-a43b-6494b006d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:52.048898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-878f4516-4293-4008-a43b-6494b006d6d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.2700617 Jan 28 04:38:52.055132 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3a65a521-df1e-474a-a0a2-0c53454d721a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.180323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-0c27202b-cfc1-46db-a8d0-6a3a78c80704 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 1001 time: 0.3338377 Jan 28 04:38:52.189939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-65db1c6a-9625-4e75-ad36-d7d24bd326d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211224 Jan 28 04:38:52.210257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.216364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/3a65a521-df1e-474a-a0a2-0c53454d721a HTTP/1.1" status: 204 len: 168 time: 0.7370677 Jan 28 04:38:52.217264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33436) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.223962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855124c-c341-4e44-af0e-211912d0251b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=3a65a521-df1e-474a-a0a2-0c53454d721a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.235064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:52.381371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:52.382568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.453994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6ee649c9-5193-4ee8-9497-210f11045b9d tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9631529 Jan 28 04:38:52.469967 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-11466837-6581-4ecf-a2b4-243d14b7afb6 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398029 Jan 28 04:38:52.481709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Request body: {'port': {'device_id': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.493974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-99165b61-adb7-43f6-ada0-4c9e54224889 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:52.496944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4dedeae4-154e-4b39-b010-f9d7a3090a8c None None] Provisioning complete for port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:52.497454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dedeae4-154e-4b39-b010-f9d7a3090a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.501858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-99165b61-adb7-43f6-ada0-4c9e54224889 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.3206418 Jan 28 04:38:52.554669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4dedeae4-154e-4b39-b010-f9d7a3090a8c None None] Port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:52.580200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 94ccd9d2-caf4-45ed-980c-b908f361ed0f up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:52.597275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-c7f8f35b-8029-4b35-8d51-b61914116d0a service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686125 Jan 28 04:38:52.692987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 94ccd9d2-caf4-45ed-980c-b908f361ed0f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:38:52.706124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 94ccd9d2-caf4-45ed-980c-b908f361ed0f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:52.706871 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.756046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-a7efda7e-4fc2-4bc0-823d-8e768f739a2d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 1001 time: 0.2532003 Jan 28 04:38:52.762955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.769332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.854814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.861848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2effe93e-bd1e-47a2-a3a4-2c2e297443ce tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:52.863500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2effe93e-bd1e-47a2-a3a4-2c2e297443ce tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6312551 Jan 28 04:38:52.867286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33466) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.886538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 94ccd9d2-caf4-45ed-980c-b908f361ed0f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:52.886939 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.899431 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-103a0dd1-bf68-4e12-9ad1-00f142d6aacc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:38:52.900904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-103a0dd1-bf68-4e12-9ad1-00f142d6aacc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/3a65a521-df1e-474a-a0a2-0c53454d721a HTTP/1.1" status: 404 len: 333 time: 0.0326807 Jan 28 04:38:52.905231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33468) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.915388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2102821810'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.934302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccd9d2-caf4-45ed-980c-b908f361ed0f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:52.936591 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d9489c-27a0-4517-a880-0b9dc0600351" -d '{"events": [{"server_uuid": "5a42a15d-79b1-4290-a793-80c24f3480ca", "name": "network-vif-plugged", "status": "completed", "tag": "94ccd9d2-caf4-45ed-980c-b908f361ed0f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:52.948159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-1c6fcc58-872e-47ab-a711-6ca4b0fe0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:52.949745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-1c6fcc58-872e-47ab-a711-6ca4b0fe0ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 1100 time: 0.3550177 Jan 28 04:38:52.963118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:52.971271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.994636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:52.998047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.008990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:53.015732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.033457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:53.052919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:53.056605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58b4d3b6-24f6-4254-96db-2813992a6002 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "PUT /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 694 time: 1.5789552 Jan 28 04:38:53.059901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:53.062551 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806937c7-2dbc-4261-937c-8c1df814f5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:53.071294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (876ddb0d-2782-4a99-b86b-1d635227072d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.071294 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment 876ddb0d-2782-4a99-b86b-1d635227072d of type vlan for network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 Jan 28 04:38:53.076561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:53.077193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:53.125033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=94ccd9d2-caf4-45ed-980c-b908f361ed0f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:53.147822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2371c5b3-fa6c-411f-9e95-0b57633d7c15), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.151459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50721b0a-c89e-4c3e-8096-5f8f9b96eca1 req-343a2846-5c8d-48bd-b275-1f1c0a2f3cbb service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403073 Jan 28 04:38:53.183287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-6a45b90c-4f08-4c25-9844-f46fc4e48dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.184965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-6a45b90c-4f08-4c25-9844-f46fc4e48dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1097 time: 0.1044605 Jan 28 04:38:53.204301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2371c5b3-fa6c-411f-9e95-0b57633d7c15), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.213821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.214447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.282685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:53.391020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:53.406351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.414546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58a552a6-22dc-48d4-a88f-f2a4e1f2359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.416801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-58a552a6-22dc-48d4-a88f-f2a4e1f2359f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.2242956 Jan 28 04:38:53.421067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=2371c5b3-fa6c-411f-9e95-0b57633d7c15,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:53.432256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.432889 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Floating IP 95f4056e-d648-4e3c-8ffb-a01b8cb5ce88 disassociated. External IP: 172.25.6.226, port: 10a31c90-15c1-4ee8-9216-76ccc46a1f45. Jan 28 04:38:53.449901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:53.478240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-3012a741-173a-4d1b-b983-e8cafdd4ad97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 217 time: 0.0446780 Jan 28 04:38:53.490162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-77a05ad5-40dd-4991-a1bb-0f00d9f485e0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5836999 Jan 28 04:38:53.500046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33480) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:53.505198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:53.625027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cab1b8b-1684-4b42-8620-7ab1caf8dbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.631068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-c6670f41-682f-45d4-a8bd-1858c5a82fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.634033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-c6670f41-682f-45d4-a8bd-1858c5a82fa8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.6402197 Jan 28 04:38:53.634833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-50660dfb-46bb-4aba-930b-4bb0f233aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.643636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-50660dfb-46bb-4aba-930b-4bb0f233aff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.1512971 Jan 28 04:38:53.685560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:53.718866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-3717740b-048e-4fc7-8b08-fb4a97bf76f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f HTTP/1.1" status: 200 len: 217 time: 0.0693619 Jan 28 04:38:53.720443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:53.725981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-9476823f-5fe4-4e6f-9627-d86a392e0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.733443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:53.734078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:53.734570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-9476823f-5fe4-4e6f-9627-d86a392e0146 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895171 Jan 28 04:38:53.777334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-ff1eb9cf-ae75-49dc-8fca-604225a4b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.778886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-ff1eb9cf-ae75-49dc-8fca-604225a4b4d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0504012 Jan 28 04:38:53.858718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-a898d77f-f81f-45f6-8e5b-57c742efe582 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230681 Jan 28 04:38:53.874307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:53.962356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:53.966409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.087163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b58416f2-c9bf-4edc-b926-ea09846e3a61 req-6fb454a2-a744-4919-9b6f-5aa9d8f43148 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264953 Jan 28 04:38:54.160750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:54.213919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffccc2-d68d-4a33-a028-6a6e64b56df6 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:54.261419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (08a24908-5484-463b-be7d-a0ef6be297bc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.354938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=08a24908-5484-463b-be7d-a0ef6be297bc,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:54.379885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': '876ddb0d-2782-4a99-b86b-1d635227072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:54.380371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 2371c5b3-fa6c-411f-9e95-0b57633d7c15, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:54.388425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-2e237826-a28e-4862-bb5c-0df19815c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:54.389989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-2e237826-a28e-4862-bb5c-0df19815c4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5996029 Jan 28 04:38:54.416651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:54.417305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8f0585-d783-4e86-a6fe-3b567c9a38fd {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:38:54.430163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2371c5b3-fa6c-411f-9e95-0b57633d7c15) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:54.442538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0949c-0ca4-4853-bb28-db386424d761 None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:54.447776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:54.449570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.468851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Publish callbacks [] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.490430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02a667e0-8331-4db6-92ee-c704d84741e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9890022 Jan 28 04:38:54.504750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33484) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:54.510584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:54.533037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Router 956e1ce7-51d9-4afe-97d1-474e909808c0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:54.558663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Transition to ACTIVE for port object 7f8f0585-d783-4e86-a6fe-3b567c9a38fd will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:38:54.565054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cab1b8b-1684-4b42-8620-7ab1caf8dbeb admin admin] Publish callbacks [] for security_group (c00057c5-6967-4a71-9c77-fb554d2d174f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.573335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.628069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12dbdf-3503-44c6-962e-090fe49de0fa req-9184027d-cb15-46cb-bed2-ad184b21cdb8 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:54.629898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae12dbdf-3503-44c6-962e-090fe49de0fa req-9184027d-cb15-46cb-bed2-ad184b21cdb8 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 932 time: 0.1623499 Jan 28 04:38:54.650038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': '08a24908-5484-463b-be7d-a0ef6be297bc'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:54.650928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.652810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cab1b8b-1684-4b42-8620-7ab1caf8dbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c00057c5-6967-4a71-9c77-fb554d2d174f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.680523 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c1e4e-b4d5-4a39-baf2-54a8c095b212 None None] New status for floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:54.735744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:54.742219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.781268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7cab1b8b-1684-4b42-8620-7ab1caf8dbeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f340dbc40e6249389d15116369c04596&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3837693 Jan 28 04:38:54.787538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33486) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:54.809400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-6f8a88a4-f3f0-4460-986d-61490180b24c service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090502 Jan 28 04:38:54.841964 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae12dbdf-3503-44c6-962e-090fe49de0fa req-004fb6f1-3d4e-462c-bce6-8db3546fe52e tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920238 Jan 28 04:38:54.889638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Allocated IP 2001:db8::2 (2371c5b3-fa6c-411f-9e95-0b57633d7c15/08a24908-5484-463b-be7d-a0ef6be297bc/c42de8f3-7412-4edf-ac6a-55619bf7cea5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:54.914157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Pushing event updated for resources: {'Port': ['ID=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:54.961417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab1b8b-1684-4b42-8620-7ab1caf8dbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00057c5-6967-4a71-9c77-fb554d2d174f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:54.979026 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08a24908-5484-463b-be7d-a0ef6be297bc (CIDR: 2001:db8::/64) Jan 28 04:38:54.993037 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:38:54.996084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:38:55.084530 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5b62ecbd-4e65-4302-bd5c-97becc049a87 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5771239 Jan 28 04:38:55.086519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33488) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:55.097697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:55.103416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.105770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:55.133832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] Sync routers for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:55.178000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:55.178712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:55.222529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Publish callbacks [] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.228864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-fb05ec96-037e-424b-b708-495c35315071 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "PUT /v2.0/floatingips/95f4056e-d648-4e3c-8ffb-a01b8cb5ce88 HTTP/1.1" status: 200 len: 695 time: 2.4718082 Jan 28 04:38:55.234112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:55.240550 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f27d63-affe-423f-aa68-1df2dbb8dc07" -d '{"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:55.243243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Attempting to bind port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:55.243585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Attempting to bind port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:55.243916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Attempting to bind port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd on network 0e229fc1-933e-42ea-abc9-4c3cec22627c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:55.250365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b0936-bd5f-4dc4-8ffa-9a413c0c8c34 req-5fcfa46e-3299-4c0f-ba9a-3bb02c50a3a6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.261039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-869b0936-bd5f-4dc4-8ffa-9a413c0c8c34 req-5fcfa46e-3299-4c0f-ba9a-3bb02c50a3a6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 950 time: 0.2266564 Jan 28 04:38:55.280110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a891bd8f-a083-4ac9-88cd-71064d7964fd admin admin] Publish callbacks [] for security_group (c00057c5-6967-4a71-9c77-fb554d2d174f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.293892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd on network 0e229fc1-933e-42ea-abc9-4c3cec22627c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:38:55.294227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Attempting to bind port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd on network 0e229fc1-933e-42ea-abc9-4c3cec22627c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:55.325908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-060c0142-eeb5-48c3-9117-55bc9edec67f req-8d499522-a7eb-4f43-b382-2a1a8e0b6558 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267304 Jan 28 04:38:55.331149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:55.331748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Checking segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:55.333539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Bound using segment: {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:55.334448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Bound port: 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f37e9a-dc1c-488b-8d60-1db89992e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:55.335688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.362163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a891bd8f-a083-4ac9-88cd-71064d7964fd admin admin] Publish callbacks [] for security_group (c00057c5-6967-4a71-9c77-fb554d2d174f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.367675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-869b0936-bd5f-4dc4-8ffa-9a413c0c8c34 req-154d68a3-c187-4a5f-87ee-05e39445fac4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042256 Jan 28 04:38:55.414739 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.429055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-48899094-8ef1-466a-8ded-7fb21e28d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.430925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-48899094-8ef1-466a-8ded-7fb21e28d348 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.1644499 Jan 28 04:38:55.453006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:55.461593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.501500 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14f389-2fcf-4eb6-ac64-f51221018d79 x-openstack-request-id: req-6f14f389-2fcf-4eb6-ac64-f51221018d79 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:55.501998 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a42a15d-79b1-4290-a793-80c24f3480ca", "name": "network-vif-plugged", "status": "completed", "tag": "94ccd9d2-caf4-45ed-980c-b908f361ed0f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:55.502447 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f14f389-2fcf-4eb6-ac64-f51221018d79 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:55.502996 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccd9d2-caf4-45ed-980c-b908f361ed0f', 'code': 200} Jan 28 04:38:55.527324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:55.534705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:55.536868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Pushing event updated for resources: {'Port': ['ID=c42de8f3-7412-4edf-ac6a-55619bf7cea5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:55.539594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:55.565131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] For port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:55.572572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] For port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:55.592387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:55.601005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.605160 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d908879-9a5e-448b-a5fa-6fa44259624a x-openstack-request-id: req-0d908879-9a5e-448b-a5fa-6fa44259624a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:55.605457 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:55.605715 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d908879-9a5e-448b-a5fa-6fa44259624a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:55.606242 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'status': 'completed', 'code': 200} Jan 28 04:38:55.607948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a891bd8f-a083-4ac9-88cd-71064d7964fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c00057c5-6967-4a71-9c77-fb554d2d174f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.611580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a891bd8f-a083-4ac9-88cd-71064d7964fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.615624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a891bd8f-a083-4ac9-88cd-71064d7964fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c00057c5-6967-4a71-9c77-fb554d2d174f HTTP/1.1" status: 204 len: 168 time: 0.8207288 Jan 28 04:38:55.715301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.716181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.717858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-b137337b-f605-42ef-933c-241e287fe02c service neutron] 10.222.0.52 "PUT /v2.0/ports/7f8f0585-d783-4e86-a6fe-3b567c9a38fd HTTP/1.1" status: 200 len: 1092 time: 3.2419257 Jan 28 04:38:55.745138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Attempting to bind port c42de8f3-7412-4edf-ac6a-55619bf7cea5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:55.746874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Attempting to bind port c42de8f3-7412-4edf-ac6a-55619bf7cea5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '876ddb0d-2782-4a99-b86b-1d635227072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:55.747340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Attempting to bind port c42de8f3-7412-4edf-ac6a-55619bf7cea5 on network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:55.751008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891bd8f-a083-4ac9-88cd-71064d7964fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00057c5-6967-4a71-9c77-fb554d2d174f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:55.822569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:55.822960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Checking segment: {'id': '876ddb0d-2782-4a99-b86b-1d635227072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:55.824837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.826532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Bound using segment: {'id': '876ddb0d-2782-4a99-b86b-1d635227072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:55.827083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Bound port: c42de8f3-7412-4edf-ac6a-55619bf7cea5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876ddb0d-2782-4a99-b86b-1d635227072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:55.827523 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.890367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-9410998f-f83c-4f9f-a828-0198819770df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.897311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-9410998f-f83c-4f9f-a828-0198819770df service neutron] 10.222.0.21 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.4533844 Jan 28 04:38:55.930503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70e2a-f4ba-446f-9e0f-0a619d56dc48 req-463e920f-5add-4226-8f9c-e04d77e3ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.946568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01b70e2a-f4ba-446f-9e0f-0a619d56dc48 req-463e920f-5add-4226-8f9c-e04d77e3ba79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 1101 time: 0.3831072 Jan 28 04:38:55.953707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] For port c42de8f3-7412-4edf-ac6a-55619bf7cea5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:55.956964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] For port c42de8f3-7412-4edf-ac6a-55619bf7cea5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c42de8f3-7412-4edf-ac6a-55619bf7cea5,segment=NetworkSegment(876ddb0d-2782-4a99-b86b-1d635227072d),segment_id=876ddb0d-2782-4a99-b86b-1d635227072d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:55.987803 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e534ed33-4570-41b7-9d1b-7a5b1ef7eb68 x-openstack-request-id: req-e534ed33-4570-41b7-9d1b-7a5b1ef7eb68 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:55.988546 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:55.989013 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e534ed33-4570-41b7-9d1b-7a5b1ef7eb68 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:55.989667 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'status': 'completed', 'code': 200} Jan 28 04:38:55.992959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.031163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137337b-f605-42ef-933c-241e287fe02c service neutron] Pushing event updated for resources: {'Port': ['ID=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.111404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-bba59593-e84c-4845-830d-c6923c12581a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.1392035 Jan 28 04:38:56.123187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (afff7665-ef99-4c22-a71c-410829e39ad9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.124066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-6fe6e3bf-bdfb-4cce-935f-76b62639ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.125984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-6fe6e3bf-bdfb-4cce-935f-76b62639ec4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 1097 time: 0.4967728 Jan 28 04:38:56.230837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=afff7665-ef99-4c22-a71c-410829e39ad9,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.243711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:56.248765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:56.257369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.258319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.266647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-e80cd20e-d4f3-4d2d-bf54-67bcf2961ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.271565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-e80cd20e-d4f3-4d2d-bf54-67bcf2961ee4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.1443052 Jan 28 04:38:56.277642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6b3465ec-cc35-44ec-9714-89d53fbb36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.283072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-6b3465ec-cc35-44ec-9714-89d53fbb36f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36439a5d776e4cf9b8599516d7c2ef91&device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 1095 time: 0.4863815 Jan 28 04:38:56.283437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33504) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:56.298555 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e21-21c9-45e7-bd59-78a2f958ce2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.307912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d891dcd-525b-4a97-86b7-98b4d6d14441 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2183344 Jan 28 04:38:56.308532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33506) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:56.326616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb32598-1e86-48c9-96bc-89df53be3ba4 None None] Pushing event updated for resources: {'Port': ['ID=c42de8f3-7412-4edf-ac6a-55619bf7cea5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.328583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'fixed_ips': [{'subnet_id': '08a24908-5484-463b-be7d-a0ef6be297bc'}, {'subnet_id': 'afff7665-ef99-4c22-a71c-410829e39ad9'}], 'name': 'tempest-PortsIpV6TestJSON-2019972872'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:56.395047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:56.423667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-66e7fca2-b056-45ac-b3a1-5d291c6ac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.425476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-66e7fca2-b056-45ac-b3a1-5d291c6ac9d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.2742882 Jan 28 04:38:56.437396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] Checking router: 956e1ce7-51d9-4afe-97d1-474e909808c0 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:56.449347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:56.450124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:56.450338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-2d1132c0-45f5-4807-b0b7-217c48a1f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.452456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-2d1132c0-45f5-4807-b0b7-217c48a1f2d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11dfa166e3a949aaabe61b65885e7666&device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 1096 time: 0.4442339 Jan 28 04:38:56.500181 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e21-21c9-45e7-bd59-78a2f958ce2c admin admin] Publish callbacks [] for security_group (d4462301-056d-45aa-9d8e-0645bfdb39d9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.513695 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e21-21c9-45e7-bd59-78a2f958ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d4462301-056d-45aa-9d8e-0645bfdb39d9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.590979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee934a6-bd64-4867-b3b9-c93af0d1ebaf req-17bf6f20-b02f-4e65-86d1-dd770781039f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.593490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ee934a6-bd64-4867-b3b9-c93af0d1ebaf req-17bf6f20-b02f-4e65-86d1-dd770781039f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.2777367 Jan 28 04:38:56.603754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-e375a0dc-b93f-4d3e-b5f8-1158938d3597 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2786887 Jan 28 04:38:56.605050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-a318c153-8f6e-4854-8366-c9d3ea8f58b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 200 len: 217 time: 0.1498811 Jan 28 04:38:56.610192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01b70e2a-f4ba-446f-9e0f-0a619d56dc48 req-6905da04-d44e-4ae0-9701-ce833e42e2fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547298 Jan 28 04:38:56.616694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:56.624772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-82a4ec0e-ff25-4ae4-8a01-eb7361b5405c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd HTTP/1.1" status: 200 len: 217 time: 0.2982080 Jan 28 04:38:56.638142 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a8e84e21-21c9-45e7-bd59-78a2f958ce2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfbda4449eea45059a287ddfbb79ad04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536789 Jan 28 04:38:56.639055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84e21-21c9-45e7-bd59-78a2f958ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4462301-056d-45aa-9d8e-0645bfdb39d9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.653022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:56.788351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ee934a6-bd64-4867-b3b9-c93af0d1ebaf req-127b2140-7307-4cb6-b3a5-0b0452746dd2 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796472 Jan 28 04:38:56.810546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79162714-b7ba-48ec-849e-62f02887f09e admin admin] Publish callbacks [] for security_group (d4462301-056d-45aa-9d8e-0645bfdb39d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.831685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:56.896078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79162714-b7ba-48ec-849e-62f02887f09e admin admin] Publish callbacks [] for security_group (d4462301-056d-45aa-9d8e-0645bfdb39d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.969207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-a6cd0a22-73b2-4521-a582-2f58fdaf699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:56.970735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-a6cd0a22-73b2-4521-a582-2f58fdaf699c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.3486707 Jan 28 04:38:56.983472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-15b6420a-d92c-49e2-8cd4-5a3550b3af8f service neutron] 10.222.0.21 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625793 Jan 28 04:38:57.016336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808169ae-b82c-437d-886a-125252aaba43 req-825c923e-52b6-4eaf-8bfa-e21a8e392a8d tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.018048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-825c923e-52b6-4eaf-8bfa-e21a8e392a8d tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0941937 Jan 28 04:38:57.023120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.075013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:57.094159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79162714-b7ba-48ec-849e-62f02887f09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d4462301-056d-45aa-9d8e-0645bfdb39d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.099384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79162714-b7ba-48ec-849e-62f02887f09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.103823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-79162714-b7ba-48ec-849e-62f02887f09e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4462301-056d-45aa-9d8e-0645bfdb39d9 HTTP/1.1" status: 204 len: 168 time: 0.4477601 Jan 28 04:38:57.115686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79162714-b7ba-48ec-849e-62f02887f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4462301-056d-45aa-9d8e-0645bfdb39d9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:57.122224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1cbf77b-6fb0-4c96-91b4-d122eff82bba req-e6418664-409d-40a6-afce-9a8de9fc0826 service neutron] 10.222.0.21 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140656 Jan 28 04:38:57.142836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-59ad2bca-ffc0-4bc7-b236-a1644f539795 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.1164386 Jan 28 04:38:57.149696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'floatingip': {'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:57.153397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port b0f3779f-78a1-483e-b860-f95ae40de4c9 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:38:57.165251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-ea5bdb9e-3f2e-4bd4-af9a-c49246ab7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.167160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-ea5bdb9e-3f2e-4bd4-af9a-c49246ab7ab2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce730559-475d-4f95-8b4a-3c1cdaf0f7ed HTTP/1.1" status: 200 len: 854 time: 0.4782786 Jan 28 04:38:57.177010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a56e12-28c7-41a5-a764-25bb953a4c1f None None] The sync data for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 is: [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:37:30Z', 'revision_number': 4, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4ee0070a-0dd3-421a-85bd-296242e9e311', 'name': '', 'network_id': '59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'mac_address': 'fa:16:3e:51:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:28Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'subnets': [{'id': '61d66eea-a028-4004-b9f8-a2045bcf0622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:57.278450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.281925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c42de8f3-7412-4edf-ac6a-55619bf7cea5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:57.317998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-ab435217-7100-496e-b290-8a76678f62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.319983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-ab435217-7100-496e-b290-8a76678f62d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3354061 Jan 28 04:38:57.363216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-5864c9b3-a92e-455b-a6a4-c8c102a3dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.367667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-5864c9b3-a92e-455b-a6a4-c8c102a3dd7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 200 len: 921 time: 0.8122609 Jan 28 04:38:57.404891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c42de8f3-7412-4edf-ac6a-55619bf7cea5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:57.405211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.459306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-837ccf07-1e9e-4d8d-9592-444a9e5b9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.461466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-837ccf07-1e9e-4d8d-9592-444a9e5b9d08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e229fc1-933e-42ea-abc9-4c3cec22627c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726631 Jan 28 04:38:57.568568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c42de8f3-7412-4edf-ac6a-55619bf7cea5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:57.569014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.578198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-f13c1912-4e4c-4f61-8ce9-718ff39198a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 200 len: 217 time: 0.1747279 Jan 28 04:38:57.619319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port c42de8f3-7412-4edf-ac6a-55619bf7cea5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c42de8f3-7412-4edf-ac6a-55619bf7cea5,segment=NetworkSegment(876ddb0d-2782-4a99-b86b-1d635227072d),segment_id=876ddb0d-2782-4a99-b86b-1d635227072d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:57.646237 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.685474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-c03cffc0-1fe7-4759-ada4-bd282b90786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.687269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-c03cffc0-1fe7-4759-ada4-bd282b90786c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 200 len: 860 time: 0.0901999 Jan 28 04:38:57.752031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=c42de8f3-7412-4edf-ac6a-55619bf7cea5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:57.815007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.815498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.815839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.816181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.816615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.816948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.819021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.821417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.821417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.821417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.824929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.825323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.825672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:57.859672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-fbae801c-937e-4421-b1e4-973adafb063c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681515 Jan 28 04:38:57.873375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653f2e-5b17-4ec1-b0a1-e22855e6e6fe req-0bf8b2a4-38e5-4631-9e24-367b87958dac tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:57.874915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93653f2e-5b17-4ec1-b0a1-e22855e6e6fe req-0bf8b2a4-38e5-4631-9e24-367b87958dac tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 950 time: 0.5505409 Jan 28 04:38:57.975941 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17775abd-2cc9-4ba9-8d34-6614f0a8b0f0 None None] New status for floating IP 95f4056e-d648-4e3c-8ffb-a01b8cb5ce88: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:58.019310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:58.025241 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc" -d '{"events": [{"name": "network-changed", "server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:58.051809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-b40362d6-a2af-430b-964e-d6b5e69fad93 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251244 Jan 28 04:38:58.111718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063676d-4e03-4865-91ec-e061039cd74b None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:58.271330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::3dc (2371c5b3-fa6c-411f-9e95-0b57633d7c15/08a24908-5484-463b-be7d-a0ef6be297bc/b0f3779f-78a1-483e-b860-f95ae40de4c9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:58.284106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8:0:1::3a0 (2371c5b3-fa6c-411f-9e95-0b57633d7c15/afff7665-ef99-4c22-a71c-410829e39ad9/b0f3779f-78a1-483e-b860-f95ae40de4c9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:58.302078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-964bbe4d-604c-4d68-b523-0b4409f032aa None None] Provisioning complete for port c42de8f3-7412-4edf-ac6a-55619bf7cea5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:58.311326 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-964bbe4d-604c-4d68-b523-0b4409f032aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.394208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.402843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.413192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-c617ea66-669f-4c01-9c19-bf84843d6307 service neutron] 10.222.0.52 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499525 Jan 28 04:38:58.515852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806937c7-2dbc-4261-937c-8c1df814f5bc req-b3af7c1f-54ac-419c-940c-c9078d6fdcaa service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296857 Jan 28 04:38:58.603657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-964bbe4d-604c-4d68-b523-0b4409f032aa None None] Current status of the port c42de8f3-7412-4edf-ac6a-55619bf7cea5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:58.639439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] Update dhcp port {'port': {'network_id': '2371c5b3-fa6c-411f-9e95-0b57633d7c15', 'fixed_ips': [{'subnet_id': '08a24908-5484-463b-be7d-a0ef6be297bc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afff7665-ef99-4c22-a71c-410829e39ad9'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'c42de8f3-7412-4edf-ac6a-55619bf7cea5'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:38:58.645595 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f associated. External IP: 172.25.6.66, port: 284c9b67-3561-4827-a458-3df870e36930. Jan 28 04:38:58.682098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.774720 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.988941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93653f2e-5b17-4ec1-b0a1-e22855e6e6fe req-b28d4a22-3a93-493a-a1c7-0e975fef4333 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0850186 Jan 28 04:38:58.995687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4efa7821-56b8-498e-b7cb-c4b0ef0aabd9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:58.997314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4efa7821-56b8-498e-b7cb-c4b0ef0aabd9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a27000d-d8d0-4443-a1cb-37a7e64c2048 HTTP/1.1" status: 200 len: 946 time: 1.0567636 Jan 28 04:38:59.064456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-e4e40406-e960-40ac-aa88-8f69a75f2816 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1854582 Jan 28 04:38:59.148512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c42de8f3-7412-4edf-ac6a-55619bf7cea5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:59.242829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39634533-639b-4fd2-bbfa-2eb07c6238a0 req-4018e445-3dd7-4e7f-9fed-4e28dc3392e0 service neutron] 10.222.0.52 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175043 Jan 28 04:38:59.267921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-03b39edc-8a30-45b1-81c0-ef1af13bfa8e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips/95f4056e-d648-4e3c-8ffb-a01b8cb5ce88 HTTP/1.1" status: 200 len: 693 time: 0.1192119 Jan 28 04:38:59.304705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c42de8f3-7412-4edf-ac6a-55619bf7cea5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:59.304966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.398607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75f27d63-affe-423f-aa68-1df2dbb8dc07 req-35362dcb-c163-4fa6-8371-4602af6d2fe6 service neutron] 10.222.0.52 "GET /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973418 Jan 28 04:38:59.403337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Deleting port b9a82d97-4d25-442e-8e4e-2b9021bd393d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:59.403684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.434971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c42de8f3-7412-4edf-ac6a-55619bf7cea5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:59.465608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:59.533087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-5df7d8af-3533-4e76-8c68-931d4a361dbf tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:59.540851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-5df7d8af-3533-4e76-8c68-931d4a361dbf tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2602067 Jan 28 04:38:59.548962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-381acf8c-8373-454b-a13e-dd22f0cf9e31 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:38:59.556311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-381acf8c-8373-454b-a13e-dd22f0cf9e31 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143449 Jan 28 04:38:59.609787 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.627757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:59.633598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] For port b9a82d97-4d25-442e-8e4e-2b9021bd393d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b9a82d97-4d25-442e-8e4e-2b9021bd393d,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:59.633598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.639081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-850f2ed9-d582-47fc-b611-4317916c7131 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0817068 Jan 28 04:38:59.655792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:59.667644 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.670516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Calling delete_port for b9a82d97-4d25-442e-8e4e-2b9021bd393d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:59.689087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:59.690133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:59.700404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] Allocated IP 2001:db8:0:1::2 (2371c5b3-fa6c-411f-9e95-0b57633d7c15/afff7665-ef99-4c22-a71c-410829e39ad9/c42de8f3-7412-4edf-ac6a-55619bf7cea5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:59.741119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=b0f3779f-78a1-483e-b860-f95ae40de4c9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:59.755695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:59.759771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:59.773469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:59.785839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:59.790255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-ed7bf258-fb4e-4cb0-9ed9-5b69ee2190d7 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.1361198 Jan 28 04:38:59.790568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.809227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-8befbb43-cfa5-4d1d-bbd3-e1d028b7f1ba tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "PUT /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 996 time: 2.6654627 Jan 28 04:38:59.823527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:59.825864 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e224b1-bb0f-4394-80e8-e8752fb72d19" -d '{"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:59.867926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f873615-ab31-4c28-88d3-182e406be4ab tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.5534358 Jan 28 04:38:59.870733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33568) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:59.876242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08a24908-5484-463b-be7d-a0ef6be297bc'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:59.884471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808169ae-b82c-437d-886a-125252aaba43 req-45a8b7c1-fcfe-4e90-9b92-2ae3f58b94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:59.894621 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-45a8b7c1-fcfe-4e90-9b92-2ae3f58b94d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.0841701 Jan 28 04:39:00.029270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.042072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Deleting port 4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:00.042568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.134860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:00.198238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] For port c42de8f3-7412-4edf-ac6a-55619bf7cea5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c42de8f3-7412-4edf-ac6a-55619bf7cea5,segment=NetworkSegment(876ddb0d-2782-4a99-b86b-1d635227072d),segment_id=876ddb0d-2782-4a99-b86b-1d635227072d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:00.272691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b9a82d97-4d25-442e-8e4e-2b9021bd393d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.295416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808169ae-b82c-437d-886a-125252aaba43 req-2be8ed96-0862-4ba5-9188-8a293178ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:00.304635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-2be8ed96-0862-4ba5-9188-8a293178ebc1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.4090447 Jan 28 04:39:00.312999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['284c9b67-3561-4827-a458-3df870e36930'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:00.392597 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-11372f7e-6e20-4afc-8672-8b1104675b06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 999 time: 0.0868528 Jan 28 04:39:00.408387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event deleted for resources: {'Port': ['ID=b9a82d97-4d25-442e-8e4e-2b9021bd393d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:00.453998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808169ae-b82c-437d-886a-125252aaba43 req-e5e5e828-aa93-49ef-97b3-b525d69629aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:00.455534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-e5e5e828-aa93-49ef-97b3-b525d69629aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.0620999 Jan 28 04:39:00.476504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.476848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.492492 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] Publish callbacks [] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.503309 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.515982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] No DVR routers for this DVR port b9a82d97-4d25-442e-8e4e-2b9021bd393d on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:00.518059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Calling delete_port for 4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:00.520550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.524008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1905d83b-b6a8-43b3-89b2-163617b00007 req-4b4bf96b-ee4c-49b0-930e-d4fa3abfd496 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "DELETE /v2.0/ports/b9a82d97-4d25-442e-8e4e-2b9021bd393d HTTP/1.1" status: 204 len: 173 time: 1.5202091 Jan 28 04:39:00.572984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130984b0-248a-407f-a7cc-a8337cfbd7f2 None None] Pushing event updated for resources: {'Port': ['ID=c42de8f3-7412-4edf-ac6a-55619bf7cea5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:00.599073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808169ae-b82c-437d-886a-125252aaba43 req-df5dce59-871b-46da-a89c-ed6b8aa7a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:00.602070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-df5dce59-871b-46da-a89c-ed6b8aa7a467 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400843 Jan 28 04:39:00.615758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b9a82d97-4d25-442e-8e4e-2b9021bd393d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:00.634000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Delete allocated IP 2001:db8:0:1::3a0 (2371c5b3-fa6c-411f-9e95-0b57633d7c15/afff7665-ef99-4c22-a71c-410829e39ad9) {{(pid=103139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 04:39:00.670062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: b9a82d97-4d25-442e-8e4e-2b9021bd393d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:00.670469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b9a82d97-4d25-442e-8e4e-2b9021bd393d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:00.805918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.835245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-6877274b-6a76-4f92-a9c6-23788f3b7672 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225792 Jan 28 04:39:00.836350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 8, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:00.854570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event deleted for resources: {'Port': ['ID=4d11bc3a-1b3b-4589-b6c0-b517f0fc4f68,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:00.892624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:00.906634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:00.907669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:00.970954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for floatingip (95f4056e-d648-4e3c-8ffb-a01b8cb5ce88), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.973618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.981703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09119b19-40f0-4a5b-bcc6-44606e94b963 req-d00ff9e3-f0ef-4b89-a8da-c8da74ecfd21 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "DELETE /v2.0/floatingips/95f4056e-d648-4e3c-8ffb-a01b8cb5ce88 HTTP/1.1" status: 204 len: 173 time: 1.1433785 Jan 28 04:39:01.081847 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-808169ae-b82c-437d-886a-125252aaba43 req-52eff8e9-510d-403d-8caf-ddfc65434bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392404 Jan 28 04:39:01.131562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:01.185975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c42de8f3-7412-4edf-ac6a-55619bf7cea5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:01.282623 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68905810-e355-4d97-8f45-cf7200d24f1a x-openstack-request-id: req-68905810-e355-4d97-8f45-cf7200d24f1a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:01.283154 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:01.283154 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68905810-e355-4d97-8f45-cf7200d24f1a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:01.283571 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'status': 'completed', 'code': 200} Jan 28 04:39:01.360459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ed951-6319-4f79-824e-777ee5a7db8c req-ebe9a904-fbe8-4cff-93a7-9a9eaf15c5f2 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.369515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a7ed951-6319-4f79-824e-777ee5a7db8c req-ebe9a904-fbe8-4cff-93a7-9a9eaf15c5f2 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.1442316 Jan 28 04:39:01.380028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.393775 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6277b7-3972-4794-b445-3f5d089de9f9 x-openstack-request-id: req-9d6277b7-3972-4794-b445-3f5d089de9f9 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:01.394322 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:01.394687 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d6277b7-3972-4794-b445-3f5d089de9f9 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:01.395895 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'status': 'completed', 'code': 200} Jan 28 04:39:01.399187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.413879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-efcfe31c-f9ad-4527-acf7-ef384605d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.415976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-efcfe31c-f9ad-4527-acf7-ef384605d7f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36439a5d776e4cf9b8599516d7c2ef91&device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 1095 time: 0.0881279 Jan 28 04:39:01.564160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] In _notify_port_updated(), no bound segment for port b0f3779f-78a1-483e-b860-f95ae40de4c9 on network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:39:01.569758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.571093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.574984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/ports/b0f3779f-78a1-483e-b860-f95ae40de4c9 HTTP/1.1" status: 200 len: 926 time: 1.7008183 Jan 28 04:39:01.581983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33584) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:01.591175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08a24908-5484-463b-be7d-a0ef6be297bc'}, {'subnet_id': 'afff7665-ef99-4c22-a71c-410829e39ad9'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:01.648429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a7ed951-6319-4f79-824e-777ee5a7db8c req-6f284839-a591-4716-ac89-be1435da8473 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776008 Jan 28 04:39:01.680248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-d013d5d0-c5a2-4eae-9ad6-c83d24655660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.682968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-d013d5d0-c5a2-4eae-9ad6-c83d24655660 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.2270503 Jan 28 04:39:01.713792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c42de8f3-7412-4edf-ac6a-55619bf7cea5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:01.714272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.724694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6fcfc-7b34-40d4-8080-9de6a2d39f8b None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:01.733908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-a38f5304-dbc3-4294-8a76-950e4c6f1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.736522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-a38f5304-dbc3-4294-8a76-950e4c6f1a65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e229fc1-933e-42ea-abc9-4c3cec22627c HTTP/1.1" status: 200 len: 916 time: 0.3137541 Jan 28 04:39:01.744024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900365f-628a-41cb-8ad3-d63325373d29 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=b0f3779f-78a1-483e-b860-f95ae40de4c9,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:01.803605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90f80-377e-434f-ac04-691ba73d28ee req-7994af0f-550f-4870-844c-b2bcb7dae5cc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.804782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cd90f80-377e-434f-ac04-691ba73d28ee req-7994af0f-550f-4870-844c-b2bcb7dae5cc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 950 time: 0.2111356 Jan 28 04:39:01.822885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.851360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-071b7fb4-cf92-40d0-9ef3-90c33d764018 None None] Provisioning complete for port c42de8f3-7412-4edf-ac6a-55619bf7cea5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:01.851875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-071b7fb4-cf92-40d0-9ef3-90c33d764018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.875909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-7d88b726-e762-472f-bb86-ba1a17fa01de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd HTTP/1.1" status: 200 len: 217 time: 0.0806623 Jan 28 04:39:01.984422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f102a15-4a55-4f20-8b0f-23a6674b02b3 req-75ecb8c2-aba8-4f2a-b73b-b1eb13d6538e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups/3b4043e1-97d9-4d57-b5d4-ad95ae99c01c HTTP/1.1" status: 200 len: 1827 time: 0.1144729 Jan 28 04:39:02.009897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cd90f80-377e-434f-ac04-691ba73d28ee req-a93a043c-63b8-4d24-a020-9d30991387e2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953897 Jan 28 04:39:02.020113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-d8c52848-1bef-4d5d-9680-009ac26c1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.021715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-d8c52848-1bef-4d5d-9680-009ac26c1196 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.3287408 Jan 28 04:39:02.026440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-88d1cbdd-a1be-4fd8-a574-140bcf27cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.035207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-88d1cbdd-a1be-4fd8-a574-140bcf27cdb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce730559-475d-4f95-8b4a-3c1cdaf0f7ed HTTP/1.1" status: 200 len: 854 time: 0.1512678 Jan 28 04:39:02.053472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c42de8f3-7412-4edf-ac6a-55619bf7cea5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:02.076748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-071b7fb4-cf92-40d0-9ef3-90c33d764018 None None] Current status of the port c42de8f3-7412-4edf-ac6a-55619bf7cea5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:02.085649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 8, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:02.117502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4971f-fde9-4e6a-bfde-de29e116f643 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '1feb34d8-2568-4272-9188-6c0fd65a382f', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'port_id': '284c9b67-3561-4827-a458-3df870e36930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'mac_address': 'fa:16:3e:e4:2a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:05Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 8, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:02.161354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f102a15-4a55-4f20-8b0f-23a6674b02b3 req-8e85ca78-f9de-47b0-9767-add4c8393ee0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for security_group (3b4043e1-97d9-4d57-b5d4-ad95ae99c01c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.224906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f102a15-4a55-4f20-8b0f-23a6674b02b3 req-8e85ca78-f9de-47b0-9767-add4c8393ee0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for security_group (3b4043e1-97d9-4d57-b5d4-ad95ae99c01c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.246719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-c8bbab7e-0702-4056-b8a1-2039079828ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 999 time: 0.2104537 Jan 28 04:39:02.275238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-036eb27f-6fab-4ce2-93d6-e6ef69defa3b req-f2ababbe-dfee-4a36-8653-63af5b566d60 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 996 time: 0.2311838 Jan 28 04:39:02.297030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-d1636d95-9b52-470e-9635-ffc9a3f57aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.298563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-d1636d95-9b52-470e-9635-ffc9a3f57aca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e229fc1-933e-42ea-abc9-4c3cec22627c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535510 Jan 28 04:39:02.323157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8:0:1::317 (2371c5b3-fa6c-411f-9e95-0b57633d7c15/afff7665-ef99-4c22-a71c-410829e39ad9/b0f3779f-78a1-483e-b860-f95ae40de4c9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:02.466584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-88c0754a-3d9d-4e34-9386-056a975d5836 None None] Provisioning complete for port c42de8f3-7412-4edf-ac6a-55619bf7cea5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:02.467211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88c0754a-3d9d-4e34-9386-056a975d5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.483898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.542141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.548671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eb27f-6fab-4ce2-93d6-e6ef69defa3b req-80356f34-648e-4406-a864-1af8680f8ba7 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.551074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f102a15-4a55-4f20-8b0f-23a6674b02b3 req-8e85ca78-f9de-47b0-9767-add4c8393ee0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3b4043e1-97d9-4d57-b5d4-ad95ae99c01c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.554622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-0f102a15-4a55-4f20-8b0f-23a6674b02b3 req-8e85ca78-f9de-47b0-9767-add4c8393ee0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.555901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f102a15-4a55-4f20-8b0f-23a6674b02b3 req-8e85ca78-f9de-47b0-9767-add4c8393ee0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "DELETE /v2.0/security-groups/3b4043e1-97d9-4d57-b5d4-ad95ae99c01c HTTP/1.1" status: 204 len: 173 time: 0.5620403 Jan 28 04:39:02.563157 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee003f-ad03-4757-b1a5-ac938116e87e None None] New status for floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:39:02.588303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-036eb27f-6fab-4ce2-93d6-e6ef69defa3b req-80356f34-648e-4406-a864-1af8680f8ba7 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.3080733 Jan 28 04:39:02.617439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ca78-f9de-47b0-9767-add4c8393ee0 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4043e1-97d9-4d57-b5d4-ad95ae99c01c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:02.630347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-88c0754a-3d9d-4e34-9386-056a975d5836 None None] Current status of the port c42de8f3-7412-4edf-ac6a-55619bf7cea5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:02.664184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-973606cb-77fb-4d23-97d0-911054d56d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.667570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-973606cb-77fb-4d23-97d0-911054d56d98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.4149184 Jan 28 04:39:02.670120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-88c0754a-3d9d-4e34-9386-056a975d5836 None None] Provisioning complete for port b0f3779f-78a1-483e-b860-f95ae40de4c9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:02.674111 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88c0754a-3d9d-4e34-9386-056a975d5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.707603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] In _notify_port_updated(), no bound segment for port b0f3779f-78a1-483e-b860-f95ae40de4c9 on network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:39:02.721303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.721990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:02.726372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/ports/b0f3779f-78a1-483e-b860-f95ae40de4c9 HTTP/1.1" status: 200 len: 1012 time: 1.1402969 Jan 28 04:39:02.777878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:02.816863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943048ac-4e49-4fe8-ade1-6adc88a142f1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=b0f3779f-78a1-483e-b860-f95ae40de4c9,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:02.832759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-88c0754a-3d9d-4e34-9386-056a975d5836 None None] Port b0f3779f-78a1-483e-b860-f95ae40de4c9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:02.889876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acfcab-5747-4d75-a69b-183e06a2bfbe req-a8848dfa-72bb-4636-b0d5-693ad6e45371 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.900292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53acfcab-5747-4d75-a69b-183e06a2bfbe req-a8848dfa-72bb-4636-b0d5-693ad6e45371 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 1101 time: 0.1667056 Jan 28 04:39:02.970303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-85068b57-c529-45d5-a641-6cd33780b062 None None] Provisioning complete for port b0f3779f-78a1-483e-b860-f95ae40de4c9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:02.971354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85068b57-c529-45d5-a641-6cd33780b062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:03.003340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-688076c7-18f9-4b36-bf50-75dcfc7f0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:03.004894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-688076c7-18f9-4b36-bf50-75dcfc7f0333 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3288620 Jan 28 04:39:03.048292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53acfcab-5747-4d75-a69b-183e06a2bfbe req-0f976427-a519-4a02-b19f-f8ecf4148e96 tempest-ServersOnMultiNodesTest-1091686161 tempest-ServersOnMultiNodesTest-1091686161-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464746 Jan 28 04:39:03.078891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-85068b57-c529-45d5-a641-6cd33780b062 None None] Port b0f3779f-78a1-483e-b860-f95ae40de4c9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:03.190214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-4494569f-7c65-406f-9fb9-6e53ffc9a443 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658890 Jan 28 04:39:03.226614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8d091-0a74-4dcf-9480-5ac502e9b792 req-53431983-1ce4-4f44-a595-eca6ab6f89aa tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:03.230063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-8d702eb4-44dd-4809-aa41-860f50459f01 service neutron] 10.222.0.52 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030356 Jan 28 04:39:03.231858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40b8d091-0a74-4dcf-9480-5ac502e9b792 req-53431983-1ce4-4f44-a595-eca6ab6f89aa tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.1052582 Jan 28 04:39:03.251877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port b0f3779f-78a1-483e-b860-f95ae40de4c9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:03.252424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:03.323311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bfb2ab9d-1cb2-466f-a5a7-4397ae96b8cd None None] Provisioning complete for port b0f3779f-78a1-483e-b860-f95ae40de4c9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:03.325009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ab9d-1cb2-466f-a5a7-4397ae96b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:03.327540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40b8d091-0a74-4dcf-9480-5ac502e9b792 req-bd9a7159-57f7-44e3-844c-16c5bbafc322 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900402 Jan 28 04:39:03.377586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:03.393575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for b0f3779f-78a1-483e-b860-f95ae40de4c9 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:03.420238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2ab9d-1cb2-466f-a5a7-4397ae96b8cd None None] Port b0f3779f-78a1-483e-b860-f95ae40de4c9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:03.528129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'name': 'network-vif-deleted', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:03.530931 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7acb26-254c-4f07-be0a-ea283b7e8c30" -d '{"events": [{"server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "name": "network-vif-deleted", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:03.606762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e92a-fe75-4c73-b5ca-b6daf3df458d req-7b53e74e-eb38-46ee-8db1-6b8d883cb900 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:03.608551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3063e92a-fe75-4c73-b5ca-b6daf3df458d req-7b53e74e-eb38-46ee-8db1-6b8d883cb900 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.0606244 Jan 28 04:39:03.670389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4714c673-6f05-4a61-9b17-b720c3786135 None None] Provisioning complete for port b0f3779f-78a1-483e-b860-f95ae40de4c9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:03.672214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4714c673-6f05-4a61-9b17-b720c3786135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:03.729047 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3063e92a-fe75-4c73-b5ca-b6daf3df458d req-1138ce25-40d7-4cb7-9a6e-c7c27dca8167 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092484 Jan 28 04:39:03.781729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-b61ae1fd-8235-41af-b751-cc4d597b5ed7 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.7159150 Jan 28 04:39:03.797844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b0f3779f-78a1-483e-b860-f95ae40de4c9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.046281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4714c673-6f05-4a61-9b17-b720c3786135 None None] Port b0f3779f-78a1-483e-b860-f95ae40de4c9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:04.205124 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185cfef2-4c21-427c-a11e-4b24bf47d49b x-openstack-request-id: req-185cfef2-4c21-427c-a11e-4b24bf47d49b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:04.205393 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a27000d-d8d0-4443-a1cb-37a7e64c2048", "name": "network-vif-deleted", "tag": "b9a82d97-4d25-442e-8e4e-2b9021bd393d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:04.205576 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-185cfef2-4c21-427c-a11e-4b24bf47d49b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:04.205967 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a27000d-d8d0-4443-a1cb-37a7e64c2048', 'name': 'network-vif-deleted', 'tag': 'b9a82d97-4d25-442e-8e4e-2b9021bd393d', 'status': 'completed', 'code': 200} Jan 28 04:39:04.245779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=b0f3779f-78a1-483e-b860-f95ae40de4c9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:04.261220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8e224b1-bb0f-4394-80e8-e8752fb72d19 req-38fc144e-72c2-4ce8-908c-8c2448be43aa service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0273976 Jan 28 04:39:04.305556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-5a50c068-59c8-432a-bfd2-e5321ebb53bb tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:04.309136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47116e-cc7b-431d-a51c-005cfc1ef067 req-a1b7ebdc-05cb-4258-ba7f-c48c9459d874 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:04.310792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f47116e-cc7b-431d-a51c-005cfc1ef067 req-a1b7ebdc-05cb-4258-ba7f-c48c9459d874 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 950 time: 0.0942652 Jan 28 04:39:04.316685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-5a50c068-59c8-432a-bfd2-e5321ebb53bb tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports/284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 943 time: 0.5281060 Jan 28 04:39:04.344495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.352555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33626) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:04.353006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3863ad9d-eb71-4b54-8e55-f0b90b618030 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/b0f3779f-78a1-483e-b860-f95ae40de4c9 HTTP/1.1" status: 204 len: 168 time: 1.5605166 Jan 28 04:39:04.358703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7eb03f-26e4-4ae0-955b-be53b81d37fc req-b61a52fe-9030-4aee-9e16-022b2ff08600 service neutron] 10.222.0.52 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1188014 Jan 28 04:39:04.381098 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33115ac-560b-48af-a7dc-e5902507646e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:04.383131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a33115ac-560b-48af-a7dc-e5902507646e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/b0f3779f-78a1-483e-b860-f95ae40de4c9 HTTP/1.1" status: 404 len: 333 time: 0.0295730 Jan 28 04:39:04.390041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33630) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:04.454313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f47116e-cc7b-431d-a51c-005cfc1ef067 req-67c438bc-f0ff-45ab-9131-ad32f37623a7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331496 Jan 28 04:39:04.488256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-aaa785aa-8a06-4850-b590-e802a7c9871b tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.1145153 Jan 28 04:39:04.489500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet afff7665-ef99-4c22-a71c-410829e39ad9 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:04.494408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (afff7665-ef99-4c22-a71c-410829e39ad9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.606393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (afff7665-ef99-4c22-a71c-410829e39ad9), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.636155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-72fbc560-f582-477e-a3e5-dccf8f7342c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:04.638190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-72fbc560-f582-477e-a3e5-dccf8f7342c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.1407449 Jan 28 04:39:04.657994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fb542-207a-467b-a204-bb2271b5c25a req-2538b125-ccb1-445c-a6be-995d86f3b527 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:04.659608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c59fb542-207a-467b-a204-bb2271b5c25a req-2538b125-ccb1-445c-a6be-995d86f3b527 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.0971291 Jan 28 04:39:04.720480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-590d2e42-1692-471d-9b16-4211dc7215ed tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.0755680 Jan 28 04:39:04.730613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:04.745765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (afff7665-ef99-4c22-a71c-410829e39ad9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.775389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c59fb542-207a-467b-a204-bb2271b5c25a req-63c8bff7-999d-45f9-9000-188a9e948f66 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070311 Jan 28 04:39:04.797335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.844350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (afff7665-ef99-4c22-a71c-410829e39ad9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.893503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=afff7665-ef99-4c22-a71c-410829e39ad9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:04.895633 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.899122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fb192495-3a26-433f-8be1-9b9a9a065016 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/afff7665-ef99-4c22-a71c-410829e39ad9 HTTP/1.1" status: 204 len: 168 time: 0.5080967 Jan 28 04:39:04.910598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748a1b5-e540-4db8-a31e-8dcc4c9262a9 None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:04.913929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:04.954290 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:39:05.013058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet 08a24908-5484-463b-be7d-a0ef6be297bc {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:05.018088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (08a24908-5484-463b-be7d-a0ef6be297bc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.036223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.043174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.043827 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f disassociated. External IP: 172.25.6.66, port: 284c9b67-3561-4827-a458-3df870e36930. Jan 28 04:39:05.070967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (08a24908-5484-463b-be7d-a0ef6be297bc), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.113736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc9f97-63c1-400a-b6e7-1a8576055a20 req-f335e8b4-8ace-43ec-b1d0-e1c01eb8714e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:05.118607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14bc9f97-63c1-400a-b6e7-1a8576055a20 req-f335e8b4-8ace-43ec-b1d0-e1c01eb8714e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1424456 Jan 28 04:39:05.213453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14bc9f97-63c1-400a-b6e7-1a8576055a20 req-fb6cb2fe-407f-480f-8ba0-9a5368e91b0e tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856087 Jan 28 04:39:05.232048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (08a24908-5484-463b-be7d-a0ef6be297bc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.308925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (08a24908-5484-463b-be7d-a0ef6be297bc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.321581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:05.340128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=08a24908-5484-463b-be7d-a0ef6be297bc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:05.353792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.359777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-004cf33a-fb78-4d4c-9a5d-1babb3dcb120 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/08a24908-5484-463b-be7d-a0ef6be297bc HTTP/1.1" status: 204 len: 168 time: 0.4424851 Jan 28 04:39:05.360517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33644) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:05.442546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:05.447430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.454066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:05.467620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2371c5b3-fa6c-411f-9e95-0b57633d7c15), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.470254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:05.471074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:05.483960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-cca79cff-8a21-4618-a604-8e2847e6aae0 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "PUT /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 695 time: 0.7570615 Jan 28 04:39:05.529246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port c42de8f3-7412-4edf-ac6a-55619bf7cea5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:05.529535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.545506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-47b3a325-ea57-4b34-bc6d-46ae1726bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:05.547269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-47b3a325-ea57-4b34-bc6d-46ae1726bd45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.0490830 Jan 28 04:39:05.645491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] For port c42de8f3-7412-4edf-ac6a-55619bf7cea5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c42de8f3-7412-4edf-ac6a-55619bf7cea5,segment=NetworkSegment(876ddb0d-2782-4a99-b86b-1d635227072d),segment_id=876ddb0d-2782-4a99-b86b-1d635227072d)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:05.645728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.647726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:05.665104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for c42de8f3-7412-4edf-ac6a-55619bf7cea5 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:05.688013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff90a6-6331-4b6b-b6f3-e71e96a99a35 req-a96b9495-7c18-405e-b371-4bee16af3fe4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:05.689758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8eff90a6-6331-4b6b-b6f3-e71e96a99a35 req-a96b9495-7c18-405e-b371-4bee16af3fe4 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 950 time: 0.0985975 Jan 28 04:39:05.804685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-ca908ecc-590c-4947-9471-08e9b91f9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:05.806389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-ca908ecc-590c-4947-9471-08e9b91f9496 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.2512038 Jan 28 04:39:05.822469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-5371af8d-71d0-4edd-be56-59455c90fd49 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:05.822823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8eff90a6-6331-4b6b-b6f3-e71e96a99a35 req-664a0db8-0beb-45f1-908d-6756ad82c246 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260376 Jan 28 04:39:05.824198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-5371af8d-71d0-4edd-be56-59455c90fd49 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 950 time: 0.2319403 Jan 28 04:39:05.851272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c42de8f3-7412-4edf-ac6a-55619bf7cea5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.883158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=c42de8f3-7412-4edf-ac6a-55619bf7cea5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:05.889923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No DVR routers for this DVR port c42de8f3-7412-4edf-ac6a-55619bf7cea5 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:05.927757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-fa45d6c0-0c3a-4c0a-8f2c-e8ebc2b8f21d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 217 time: 0.1024287 Jan 28 04:39:05.981801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd3f23-09ec-4df2-a59c-0d0bff0da1a4 None None] Network 2371c5b3-fa6c-411f-9e95-0b57633d7c15 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:06.022082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a752b837-37f1-40c1-9c92-345e55e44d76 None None] Could not find standard attr ID for object c42de8f3-7412-4edf-ac6a-55619bf7cea5. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:39:06.033641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2371c5b3-fa6c-411f-9e95-0b57633d7c15), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.053819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-7961511f-47c1-4549-b3e7-2fb8241c20ec tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.055414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-7961511f-47c1-4549-b3e7-2fb8241c20ec tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.52 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.2217224 Jan 28 04:39:06.058148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-e00f88cd-85fc-448a-b5dc-b36cb8155794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.059739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-e00f88cd-85fc-448a-b5dc-b36cb8155794 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.1054006 Jan 28 04:39:06.065091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2371c5b3-fa6c-411f-9e95-0b57633d7c15']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:06.068171 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.078437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876ddb0d-2782-4a99-b86b-1d635227072d') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:06.078882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876ddb0d-2782-4a99-b86b-1d635227072d') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:06.082127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:06.088121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012816b-1088-4383-876d-0e2604cfc45c req-157f0c16-e075-4f39-a7fe-f47b4df651df tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.089923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a012816b-1088-4383-876d-0e2604cfc45c req-157f0c16-e075-4f39-a7fe-f47b4df651df tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.0965166 Jan 28 04:39:06.099089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (876ddb0d-2782-4a99-b86b-1d635227072d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.122436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:06.129163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (876ddb0d-2782-4a99-b86b-1d635227072d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.146151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:06.146703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (876ddb0d-2782-4a99-b86b-1d635227072d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.156059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:06.156688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:38:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:06.160413 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:06.197062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a012816b-1088-4383-876d-0e2604cfc45c req-116fa553-ca48-4948-b274-b518e28e5c55 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956738 Jan 28 04:39:06.225993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:06.228698 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4cebfe-4547-4101-8517-363db451ad4b" -d '{"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:06.255217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2371c5b3-fa6c-411f-9e95-0b57633d7c15), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.264568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.265716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port 94ccd9d2-caf4-45ed-980c-b908f361ed0f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:06.267403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.274991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/2371c5b3-fa6c-411f-9e95-0b57633d7c15 HTTP/1.1" status: 204 len: 168 time: 0.9098041 Jan 28 04:39:06.276423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-e6c8b35c-d068-4524-84eb-8a461c010ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.277638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:06.278027 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-e6c8b35c-d068-4524-84eb-8a461c010ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975937 Jan 28 04:39:06.300964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9afb3-214c-4782-b33a-f91268cc08b5 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=2371c5b3-fa6c-411f-9e95-0b57633d7c15,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:06.317948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809fb73-7269-429d-88f4-0d1fa60a64d2 None None] DHCP port deletion for 2371c5b3-fa6c-411f-9e95-0b57633d7c15 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:06.351349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c35694-0b25-4933-9d7c-95d35968f481 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.352472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-74c35694-0b25-4933-9d7c-95d35968f481 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0729535 Jan 28 04:39:06.355518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:06.396179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port 94ccd9d2-caf4-45ed-980c-b908f361ed0f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=94ccd9d2-caf4-45ed-980c-b908f361ed0f,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:06.397028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.403619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:06.413888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for 94ccd9d2-caf4-45ed-980c-b908f361ed0f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:06.429766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f1fe939-1af0-4939-a6b1-41ca43d868bf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0732903 Jan 28 04:39:06.434544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33682) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:06.445921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1470660975'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:06.500903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:06.504226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.512947 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9bec75-8209-4da2-b22b-b4c12131d4a3 x-openstack-request-id: req-bf9bec75-8209-4da2-b22b-b4c12131d4a3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:06.513609 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "tag": "284c9b67-3561-4827-a458-3df870e36930", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:06.514103 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf9bec75-8209-4da2-b22b-b4c12131d4a3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:06.514709 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'status': 'completed', 'code': 200} Jan 28 04:39:06.581041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:39:06.603936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (39f5c9b4-4e3b-45e3-9e65-5eec232730da), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.604283 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment 39f5c9b4-4e3b-45e3-9e65-5eec232730da of type vlan for network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e Jan 28 04:39:06.611926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4991c-41d8-4165-8a8c-677c4861547a req-2eef3d0b-aece-4273-8c40-8c602c07659d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.625730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ba4991c-41d8-4165-8a8c-677c4861547a req-2eef3d0b-aece-4273-8c40-8c602c07659d tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.1068106 Jan 28 04:39:06.665022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Deleting port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:06.665667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.694926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.735094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cebfe-4547-4101-8517-363db451ad4b req-c7e24d55-66e7-44f8-95cb-391d81bf95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.736880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-c7e24d55-66e7-44f8-95cb-391d81bf95fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edcd0b64471445dab0cc647e4b32b58d&device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 1097 time: 0.2259002 Jan 28 04:39:06.737585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:06.738727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ba4991c-41d8-4165-8a8c-677c4861547a req-fd0e4f86-c14a-4699-936a-a40edf10cd19 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120079 Jan 28 04:39:06.776512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-09f58a68-491b-405e-acd8-02e18d3bdc3c service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864738 Jan 28 04:39:06.778587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.783738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.784343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.786012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d964bf4-0131-4590-984c-9e0b9912f981 None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'ccb7b08b-8376-4765-a342-e137c99e4688', 'name': '', 'network_id': 'e24a35b9-425e-4048-8f7e-3650ee536b02', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'mac_address': 'fa:16:3e:af:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:42Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'subnets': [{'id': '38dc9940-99c9-4598-88ad-9fc41f605c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:06.836449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4004300 Jan 28 04:39:06.858027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:06.865563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:06.919673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafc144-0b13-467b-8f85-6a40d9db1c6d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:06.932008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:39:06.999726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (94ccd9d2-caf4-45ed-980c-b908f361ed0f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:07.026236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207e4e9-c007-487e-b3bc-f402167f0816 req-7b8c0283-02d2-4daf-b0b9-81d1ac31bc17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:07.036511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c207e4e9-c007-487e-b3bc-f402167f0816 req-7b8c0283-02d2-4daf-b0b9-81d1ac31bc17 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a42a15d-79b1-4290-a793-80c24f3480ca HTTP/1.1" status: 200 len: 867 time: 0.0983243 Jan 28 04:39:07.044478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e', '74d58410-1a98-4a11-a780-e366e6030d76', '48effef1-5adf-4ce2-83ef-1f00872b513a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:07.126308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=94ccd9d2-caf4-45ed-980c-b908f361ed0f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:07.138772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83', '59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:07.140175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c207e4e9-c007-487e-b3bc-f402167f0816 req-11dc9160-6128-4f03-8004-bdd888eb8c1c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002808 Jan 28 04:39:07.150683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c42de8f3-7412-4edf-ac6a-55619bf7cea5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:07.205226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c42de8f3-7412-4edf-ac6a-55619bf7cea5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:07.205713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c42de8f3-7412-4edf-ac6a-55619bf7cea5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:07.257123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cebfe-4547-4101-8517-363db451ad4b req-999f6d9b-ee1a-474a-a10e-4221aa024261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:07.259222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-999f6d9b-ee1a-474a-a10e-4221aa024261 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 200 len: 922 time: 0.4814665 Jan 28 04:39:07.280153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] For port 10a31c90-15c1-4ee8-9216-76ccc46a1f45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=10a31c90-15c1-4ee8-9216-76ccc46a1f45,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:07.280783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:07.306770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ce37d1b-ad54-4471-853b-4e13a25a6276 req-fc260802-9ca9-42b0-8f7e-85b9167acad1 service neutron] 10.222.0.21 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666376 Jan 28 04:39:07.307411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8ec05-c0af-40c7-ba44-86e748a69b12 None None] New status for floating IP 1feb34d8-2568-4272-9188-6c0fd65a382f: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:39:07.373796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port 94ccd9d2-caf4-45ed-980c-b908f361ed0f on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:07.376464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-cb668fec-c78e-4c18-8874-4456997692a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 200 len: 217 time: 0.0922189 Jan 28 04:39:07.380862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:07.392073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ecb7107-26ea-4ba7-ae4e-b4299cc8c641 req-f16bc342-1ec0-4ae4-914d-4812e5dc8c33 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "DELETE /v2.0/ports/94ccd9d2-caf4-45ed-980c-b908f361ed0f HTTP/1.1" status: 204 len: 173 time: 1.5594757 Jan 28 04:39:07.393251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Calling delete_port for 10a31c90-15c1-4ee8-9216-76ccc46a1f45 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:07.412302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:07.420792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:07.426726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b63f-907d-4604-a61b-1f29abe5836b req-1072b1d4-8971-41dc-88f5-c6d8372e7a01 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:07.438715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f29b63f-907d-4604-a61b-1f29abe5836b req-1072b1d4-8971-41dc-88f5-c6d8372e7a01 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.1276724 Jan 28 04:39:07.562795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f29b63f-907d-4604-a61b-1f29abe5836b req-bdd46705-12f1-40ef-b163-6cd5f60119bd tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006527 Jan 28 04:39:07.724843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-45a043d3-9ebe-4ea2-aa7c-21baf844f699 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 200 len: 695 time: 0.0593398 Jan 28 04:39:07.752032 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:07.921181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-2ee8a9d0-a140-40c3-aad2-32cd240c3916 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:07.931916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-2ee8a9d0-a140-40c3-aad2-32cd240c3916 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 784 time: 0.2052386 Jan 28 04:39:07.939134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-3681b8d7-3fed-4739-b35a-5e315eb3cd4a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:39:07.947776 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-3681b8d7-3fed-4739-b35a-5e315eb3cd4a tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148084 Jan 28 04:39:08.000775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 10a31c90-15c1-4ee8-9216-76ccc46a1f45 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:08.062484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-28ef9b66-5975-4040-8bdd-016f8789ef38 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 696 time: 0.1137614 Jan 28 04:39:08.099364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cebfe-4547-4101-8517-363db451ad4b req-32b97697-8b52-4592-a03b-1b460879566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:08.101431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-32b97697-8b52-4592-a03b-1b460879566f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 200 len: 860 time: 0.7043474 Jan 28 04:39:08.145097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-c07673ec-9f54-4a5a-bc09-871cf82d6955 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 696 time: 0.0756433 Jan 28 04:39:08.192798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:08.193693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.210394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf26dd5-bba2-4a33-a5fa-0948ce5c82af req-020de401-a9e0-47fe-b479-e1a783491ce8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:08.212031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf26dd5-bba2-4a33-a5fa-0948ce5c82af req-020de401-a9e0-47fe-b479-e1a783491ce8 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76389fc-f442-4bc5-82ba-544731ad2175 HTTP/1.1" status: 200 len: 945 time: 0.2005217 Jan 28 04:39:08.247946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cebfe-4547-4101-8517-363db451ad4b req-7a9ee4df-32cd-4e7a-bf26-517dab4f5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:08.249487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-7a9ee4df-32cd-4e7a-bf26-517dab4f5409 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e24a35b9-425e-4048-8f7e-3650ee536b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291273 Jan 28 04:39:08.349180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Deleting port 51b895ae-9007-44ec-aec9-c5561bfa9c0f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:08.349588 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.437213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf26dd5-bba2-4a33-a5fa-0948ce5c82af req-c74c9b5f-27eb-4be3-864a-46b9f6e258ab tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a0512ab-a61a-4368-b5ec-5da9ed0ed654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161059 Jan 28 04:39:08.437832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (10a31c90-15c1-4ee8-9216-76ccc46a1f45), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.473917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.474266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (51b895ae-9007-44ec-aec9-c5561bfa9c0f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.488474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Calling delete_port for 51b895ae-9007-44ec-aec9-c5561bfa9c0f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:08.512417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Pushing event deleted for resources: {'Port': ['ID=10a31c90-15c1-4ee8-9216-76ccc46a1f45,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:08.519576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'name': 'network-vif-deleted', 'tag': '94ccd9d2-caf4-45ed-980c-b908f361ed0f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:08.522605 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24d74fe-cbf2-4f82-885a-44a6f179f172" -d '{"events": [{"server_uuid": "5a42a15d-79b1-4290-a793-80c24f3480ca", "name": "network-vif-deleted", "tag": "94ccd9d2-caf4-45ed-980c-b908f361ed0f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:08.530694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (d5be4feb-21b8-4475-ae3e-a62421ce310e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.552331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-31b08d35-14c9-4ab8-be0a-5e57106aeaba service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913482 Jan 28 04:39:08.568332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5747d4a7-a95f-4001-a160-dd2a09077abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.617577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] No DVR routers for this DVR port 10a31c90-15c1-4ee8-9216-76ccc46a1f45 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:08.642580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 94ccd9d2-caf4-45ed-980c-b908f361ed0f no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:08.653498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.656210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (51b895ae-9007-44ec-aec9-c5561bfa9c0f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.656782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6029721-eb0a-4064-99fd-8ef730c68bb9 req-aa19c526-3329-44dd-9603-4180cfc40ed4 tempest-ServerRescueTestJSONUnderV235-1567778841 tempest-ServerRescueTestJSONUnderV235-1567778841-project] 10.222.0.52 "DELETE /v2.0/ports/10a31c90-15c1-4ee8-9216-76ccc46a1f45 HTTP/1.1" status: 204 len: 173 time: 2.5947056 Jan 28 04:39:08.675144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=d5be4feb-21b8-4475-ae3e-a62421ce310e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:08.735475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 94ccd9d2-caf4-45ed-980c-b908f361ed0f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:08.736870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': '39f5c9b4-4e3b-45e3-9e65-5eec232730da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:08.737011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 94ccd9d2-caf4-45ed-980c-b908f361ed0f not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:08.737283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:39:08.748734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event deleted for resources: {'Port': ['ID=51b895ae-9007-44ec-aec9-c5561bfa9c0f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:08.777268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4cebfe-4547-4101-8517-363db451ad4b req-3e1668b0-c721-4fc4-8913-857a5c0d54b7 service neutron] 10.222.0.47 "GET /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026911 Jan 28 04:39:08.782592 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe70caa-ccf0-4ad6-bd76-f7d9b3d538d7 x-openstack-request-id: req-abe70caa-ccf0-4ad6-bd76-f7d9b3d538d7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:08.782885 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a42a15d-79b1-4290-a793-80c24f3480ca", "name": "network-vif-deleted", "tag": "94ccd9d2-caf4-45ed-980c-b908f361ed0f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:08.783140 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abe70caa-ccf0-4ad6-bd76-f7d9b3d538d7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:08.783672 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a42a15d-79b1-4290-a793-80c24f3480ca', 'name': 'network-vif-deleted', 'tag': '94ccd9d2-caf4-45ed-980c-b908f361ed0f', 'status': 'completed', 'code': 200} Jan 28 04:39:08.793008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:39:08.816015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:08.824892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59688c4e-8c27-4ed0-b5a9-82adf5375518 None None] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:08.835709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:08.836333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.854825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c820057b-dedc-4324-8b4a-afa89665c43b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9957829 Jan 28 04:39:08.860371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33722) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:08.867988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e', 'name': 'tempest-PortsIpV6TestJSON-888113336'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:08.884288 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks [] for floatingip (1feb34d8-2568-4272-9188-6c0fd65a382f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.887247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.888419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-322a6d42-9a6c-4bac-a82c-8cfcd4dc3b27 req-93ac3898-62d5-4cd0-9b40-0e92358c2016 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "DELETE /v2.0/floatingips/1feb34d8-2568-4272-9188-6c0fd65a382f HTTP/1.1" status: 204 len: 173 time: 0.7377725 Jan 28 04:39:09.047590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:09.051565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:09.067365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e', 'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': 'd5be4feb-21b8-4475-ae3e-a62421ce310e'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:39:09.068457 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:09.072325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f406f0-7438-4687-b8bd-c390dafed2b8 req-dc327304-47da-4abf-bfb4-adc556d15772 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:09.072864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 8002d478-2380-483b-8c21-0354ff98511a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:09.074518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f406f0-7438-4687-b8bd-c390dafed2b8 req-dc327304-47da-4abf-bfb4-adc556d15772 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.0801249 Jan 28 04:39:09.193532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1f406f0-7438-4687-b8bd-c390dafed2b8 req-dd4a7c7f-4ed1-47c5-af96-bfabeb8a95e9 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124907 Jan 28 04:39:09.222424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::2d (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e/d5be4feb-21b8-4475-ae3e-a62421ce310e/8002d478-2380-483b-8c21-0354ff98511a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:09.369070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02115-b3a3-4068-bd1b-3a5bf2e413f6 req-633cd515-f081-43b2-a259-2649a403f5a7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:09.370989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11e02115-b3a3-4068-bd1b-3a5bf2e413f6 req-633cd515-f081-43b2-a259-2649a403f5a7 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0800529 Jan 28 04:39:09.435771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11e02115-b3a3-4068-bd1b-3a5bf2e413f6 req-ea33862a-6207-4490-92bf-b3d30e3b0f10 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575507 Jan 28 04:39:09.499582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992eb96-84aa-42e4-a3e2-d4a73200016c req-39f5e969-d97c-4822-8f84-149189dbfff7 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:09.501191 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b992eb96-84aa-42e4-a3e2-d4a73200016c req-39f5e969-d97c-4822-8f84-149189dbfff7 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.0840454 Jan 28 04:39:09.504452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (8002d478-2380-483b-8c21-0354ff98511a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:09.505772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33734) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:09.619928 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b992eb96-84aa-42e4-a3e2-d4a73200016c req-f2175bc0-c4f0-44ca-a796-2db404032678 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061594 Jan 28 04:39:09.681019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8002d478-2380-483b-8c21-0354ff98511a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:09.720376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Allocated IP 2001:db8::2 (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e/d5be4feb-21b8-4475-ae3e-a62421ce310e/7d99c906-0907-4358-a536-7f37d80135dd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:09.906593 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Publish callbacks [] for port (7d99c906-0907-4358-a536-7f37d80135dd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:09.916495 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (7d99c906-0907-4358-a536-7f37d80135dd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:09.967622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:09.973291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:09.983040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:09.999048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Pushing event updated for resources: {'Port': ['ID=7d99c906-0907-4358-a536-7f37d80135dd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:10.059095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Attempting to bind port 7d99c906-0907-4358-a536-7f37d80135dd on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:10.059617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Attempting to bind port 7d99c906-0907-4358-a536-7f37d80135dd by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '39f5c9b4-4e3b-45e3-9e65-5eec232730da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:10.060096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Attempting to bind port 7d99c906-0907-4358-a536-7f37d80135dd on network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:10.065644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:10.066197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Checking segment: {'id': '39f5c9b4-4e3b-45e3-9e65-5eec232730da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:10.066721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.067225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Bound using segment: {'id': '39f5c9b4-4e3b-45e3-9e65-5eec232730da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:10.067813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Bound port: 7d99c906-0907-4358-a536-7f37d80135dd, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f5c9b4-4e3b-45e3-9e65-5eec232730da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:10.068328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7d99c906-0907-4358-a536-7f37d80135dd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.136513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] For port 7d99c906-0907-4358-a536-7f37d80135dd, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:10.139783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] For port 7d99c906-0907-4358-a536-7f37d80135dd, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d99c906-0907-4358-a536-7f37d80135dd,segment=NetworkSegment(39f5c9b4-4e3b-45e3-9e65-5eec232730da),segment_id=39f5c9b4-4e3b-45e3-9e65-5eec232730da)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:10.145663 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7d99c906-0907-4358-a536-7f37d80135dd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.156304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:10.160801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:10.163774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:10.169215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.170125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.198998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=8002d478-2380-483b-8c21-0354ff98511a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:10.202958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c8b72-9640-4136-bc2c-783d954fece4 None None] Pushing event updated for resources: {'Port': ['ID=7d99c906-0907-4358-a536-7f37d80135dd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:10.208037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa8e9a33-63e0-4ba6-8190-7e3d2a4de990 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3466287 Jan 28 04:39:10.213583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:10.254964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e', 'name': 'tempest-PortsIpV6TestJSON-1684760998'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:10.331037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e4921-62a7-4a93-ba1e-08f450a3a194 req-881e7790-8c30-4eaa-9c0f-6df3d2a46deb tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.338671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-312e4921-62a7-4a93-ba1e-08f450a3a194 req-881e7790-8c30-4eaa-9c0f-6df3d2a46deb tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.0596185 Jan 28 04:39:10.395212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-312e4921-62a7-4a93-ba1e-08f450a3a194 req-bbdcdbf5-4eb0-478f-ab2d-8880532b9b2f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508599 Jan 28 04:39:10.448578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:10.451775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.507238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port f1c57222-d051-4914-a45f-7c1bc84c6fdf yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:10.721464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87b13-6a24-48ee-bf1c-fb5b92085f86 req-6ffed690-58dd-4d98-9205-cfabc8ec56be tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.723584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36a87b13-6a24-48ee-bf1c-fb5b92085f86 req-6ffed690-58dd-4d98-9205-cfabc8ec56be tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.1576140 Jan 28 04:39:10.758347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::aa (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e/d5be4feb-21b8-4475-ae3e-a62421ce310e/f1c57222-d051-4914-a45f-7c1bc84c6fdf) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:10.790572 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a035632-b666-4371-a86c-6751460b5d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.795934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c49fc-2098-45e0-bf49-37230fdbe4e0 req-d26a2080-09c2-4b03-aceb-cff3d03235ce tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.802947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb3c49fc-2098-45e0-bf49-37230fdbe4e0 req-d26a2080-09c2-4b03-aceb-cff3d03235ce tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.0805619 Jan 28 04:39:10.803857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'name': 'network-vif-deleted', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:10.804423 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (956e1ce7-51d9-4afe-97d1-474e909808c0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.806527 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8712686-3648-429c-8a40-14935f057dde" -d '{"events": [{"server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "name": "network-vif-deleted", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:10.866488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb3c49fc-2098-45e0-bf49-37230fdbe4e0 req-0c907b2e-a0cb-4adb-9d81-b41c6f635b49 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Jan 28 04:39:10.884267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36a87b13-6a24-48ee-bf1c-fb5b92085f86 req-8e828d59-6904-4c62-9315-e0d92117cc28 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504340 Jan 28 04:39:10.959862 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd4964-82b1-48c6-a37f-7ffd8e176cf7 x-openstack-request-id: req-ffbd4964-82b1-48c6-a37f-7ffd8e176cf7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:10.960180 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76389fc-f442-4bc5-82ba-544731ad2175", "name": "network-vif-deleted", "tag": "10a31c90-15c1-4ee8-9216-76ccc46a1f45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:10.960412 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffbd4964-82b1-48c6-a37f-7ffd8e176cf7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:10.960809 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76389fc-f442-4bc5-82ba-544731ad2175', 'name': 'network-vif-deleted', 'tag': '10a31c90-15c1-4ee8-9216-76ccc46a1f45', 'status': 'completed', 'code': 200} Jan 28 04:39:10.985190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-c6e5e58a-6342-416b-9045-8378080d231d tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.997168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-c6e5e58a-6342-416b-9045-8378080d231d tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.1291201 Jan 28 04:39:11.055701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-2d268a43-49c1-4570-a091-e85a60347cf2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:11.059192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-2d268a43-49c1-4570-a091-e85a60347cf2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.1424274 Jan 28 04:39:11.270791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d99c906-0907-4358-a536-7f37d80135dd up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:11.286669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Deleting port 284c9b67-3561-4827-a458-3df870e36930 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:11.287166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (284c9b67-3561-4827-a458-3df870e36930), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.329881 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (f1c57222-d051-4914-a45f-7c1bc84c6fdf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.376046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7d99c906-0907-4358-a536-7f37d80135dd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:11.376463 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d99c906-0907-4358-a536-7f37d80135dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.410934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f1c57222-d051-4914-a45f-7c1bc84c6fdf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.490599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] For port 284c9b67-3561-4827-a458-3df870e36930, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=284c9b67-3561-4827-a458-3df870e36930,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:11.491157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (284c9b67-3561-4827-a458-3df870e36930), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.522296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:11.524011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port 48effef1-5adf-4ce2-83ef-1f00872b513a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:11.524463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.538954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:11.543517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Calling delete_port for 284c9b67-3561-4827-a458-3df870e36930 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:11.546799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:11.554687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:11.555491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.564636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7d99c906-0907-4358-a536-7f37d80135dd is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:11.565215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7d99c906-0907-4358-a536-7f37d80135dd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.583562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=f1c57222-d051-4914-a45f-7c1bc84c6fdf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:11.604339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-375fc18a-6f87-4981-926b-df93632e8b6e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3909583 Jan 28 04:39:11.609655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:11.661070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7d99c906-0907-4358-a536-7f37d80135dd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d99c906-0907-4358-a536-7f37d80135dd,segment=NetworkSegment(39f5c9b4-4e3b-45e3-9e65-5eec232730da),segment_id=39f5c9b4-4e3b-45e3-9e65-5eec232730da)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:11.666861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7d99c906-0907-4358-a536-7f37d80135dd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.682986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Deleting port 4ee0070a-0dd3-421a-85bd-296242e9e311 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:11.683259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.755115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7d99c906-0907-4358-a536-7f37d80135dd,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:11.780770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751a802-28d2-4c9a-bfdb-9be6ef34f3b1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:11.785824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b751a802-28d2-4c9a-bfdb-9be6ef34f3b1 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d HTTP/1.1" status: 200 len: 927 time: 0.1750975 Jan 28 04:39:11.788761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33770) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:11.794823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dfa024-5592-4ff9-8535-57e844770035 None None] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:11.825495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] For port 4ee0070a-0dd3-421a-85bd-296242e9e311, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ee0070a-0dd3-421a-85bd-296242e9e311,segment=NetworkSegment(bea80ef8-cc55-420e-b3fc-70a871b839c0),segment_id=bea80ef8-cc55-420e-b3fc-70a871b839c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:11.825862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.844978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Calling delete_port for 4ee0070a-0dd3-421a-85bd-296242e9e311 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:11.870037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8963-f216-47f4-9894-9aae85824e76 req-a9e047f0-19d6-460d-a793-1ab1e21e2f45 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:11.877252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03da8963-f216-47f4-9894-9aae85824e76 req-a9e047f0-19d6-460d-a793-1ab1e21e2f45 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.3313823 Jan 28 04:39:11.928224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.945221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-45fcf91d-0c0f-4601-a207-135d2e9ff6af None None] Provisioning complete for port 7d99c906-0907-4358-a536-7f37d80135dd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:11.945544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45fcf91d-0c0f-4601-a207-135d2e9ff6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d99c906-0907-4358-a536-7f37d80135dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.999709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port 48effef1-5adf-4ce2-83ef-1f00872b513a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=48effef1-5adf-4ce2-83ef-1f00872b513a,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:12.000481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.031822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for 48effef1-5adf-4ce2-83ef-1f00872b513a owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:12.122164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4ee0070a-0dd3-421a-85bd-296242e9e311), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.129617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-45fcf91d-0c0f-4601-a207-135d2e9ff6af None None] Current status of the port 7d99c906-0907-4358-a536-7f37d80135dd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:12.149045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03da8963-f216-47f4-9894-9aae85824e76 req-2e94f365-f35e-45de-9ddd-bfc0a58a7014 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707126 Jan 28 04:39:12.173661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee0070a-0dd3-421a-85bd-296242e9e311,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:12.228073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952789b-f232-443a-aea2-8a669e388eed req-b830f047-d281-49ce-9409-7deab0b0255c tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.233379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (284c9b67-3561-4827-a458-3df870e36930), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.234589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8952789b-f232-443a-aea2-8a669e388eed req-b830f047-d281-49ce-9409-7deab0b0255c tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 946 time: 0.1236012 Jan 28 04:39:12.256067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port f1c57222-d051-4914-a45f-7c1bc84c6fdf {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:12.256674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f1c57222-d051-4914-a45f-7c1bc84c6fdf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.276520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['284c9b67-3561-4827-a458-3df870e36930'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:12.462954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Pushing event deleted for resources: {'Port': ['ID=284c9b67-3561-4827-a458-3df870e36930,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:12.473982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8952789b-f232-443a-aea2-8a669e388eed req-8b69e29c-e64a-4633-851d-5472f26d9099 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/security-groups?id=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061589 Jan 28 04:39:12.574630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] No DVR routers for this DVR port 284c9b67-3561-4827-a458-3df870e36930 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:12.576858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Provisioning complete for port 8002d478-2380-483b-8c21-0354ff98511a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:12.577510 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8002d478-2380-483b-8c21-0354ff98511a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.632020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (956e1ce7-51d9-4afe-97d1-474e909808c0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.638665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.643328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c0adf7a-7f9e-40fa-b380-1806782ad7a3 req-ff09df1e-ee88-4595-8d56-dad30b4b84c9 tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.47 "DELETE /v2.0/ports/284c9b67-3561-4827-a458-3df870e36930 HTTP/1.1" status: 204 len: 173 time: 1.6373689 Jan 28 04:39:12.728410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbff6-cdd9-4203-a642-eab9dd31321b req-efc1cd5b-ca2a-42df-ab64-407afdaa0306 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.736148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77ffbff6-cdd9-4203-a642-eab9dd31321b req-efc1cd5b-ca2a-42df-ab64-407afdaa0306 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 950 time: 0.4696805 Jan 28 04:39:12.755183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Port 8002d478-2380-483b-8c21-0354ff98511a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:12.788830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f1c57222-d051-4914-a45f-7c1bc84c6fdf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.798796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Provisioning complete for port f1c57222-d051-4914-a45f-7c1bc84c6fdf triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:12.799118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f1c57222-d051-4914-a45f-7c1bc84c6fdf), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.879007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for f1c57222-d051-4914-a45f-7c1bc84c6fdf owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:12.894053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (48effef1-5adf-4ce2-83ef-1f00872b513a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.967607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'name': 'network-vif-deleted', 'tag': '284c9b67-3561-4827-a458-3df870e36930'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:12.983243 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b6c2ac-2ec4-489b-9eab-ef092d05a51a" -d '{"events": [{"server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "name": "network-vif-deleted", "tag": "284c9b67-3561-4827-a458-3df870e36930"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:13.123061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Router 956e1ce7-51d9-4afe-97d1-474e909808c0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:13.125582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=48effef1-5adf-4ce2-83ef-1f00872b513a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:13.287702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77ffbff6-cdd9-4203-a642-eab9dd31321b req-4368370d-c87d-4043-b6ae-54bf50b7875b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503736 Jan 28 04:39:13.312334 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb138f5d-9ff7-4479-981d-ad9d4c7a9369 x-openstack-request-id: req-bb138f5d-9ff7-4479-981d-ad9d4c7a9369 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:13.313589 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fd3d80-4418-4c02-92df-e0aa5953b217", "name": "network-vif-deleted", "tag": "284c9b67-3561-4827-a458-3df870e36930", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:13.314229 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb138f5d-9ff7-4479-981d-ad9d4c7a9369 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:13.318407 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fd3d80-4418-4c02-92df-e0aa5953b217', 'name': 'network-vif-deleted', 'tag': '284c9b67-3561-4827-a458-3df870e36930', 'status': 'completed', 'code': 200} Jan 28 04:39:13.359790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83', '59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:13.362844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e', '74d58410-1a98-4a11-a780-e366e6030d76'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:13.461330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:13.475640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b8bff892-01dd-4357-9ffd-2c2948acada4 admin admin] 10.222.0.21 "PUT /v2.0/routers/956e1ce7-51d9-4afe-97d1-474e909808c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9676852 Jan 28 04:39:13.482263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33806) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:13.498164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port 48effef1-5adf-4ce2-83ef-1f00872b513a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:13.508697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:13.513074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71490b1-0db5-4d17-b4bc-460fec7a235f req-38add8d8-81c4-4b67-8486-8c1cac1619c6 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "DELETE /v2.0/ports/48effef1-5adf-4ce2-83ef-1f00872b513a HTTP/1.1" status: 204 len: 173 time: 2.3841469 Jan 28 04:39:13.531134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] Sync routers for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:13.560342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d99c906-0907-4358-a536-7f37d80135dd up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:13.642660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Port f1c57222-d051-4914-a45f-7c1bc84c6fdf cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:13.676613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:13.696321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:13.696978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:13.750397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87faae-eabe-4155-b4f3-26471aa3be51 req-7da58023-c249-4263-9359-e299ff82d44f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:13.758628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f87faae-eabe-4155-b4f3-26471aa3be51 req-7da58023-c249-4263-9359-e299ff82d44f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.2679799 Jan 28 04:39:13.774889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-245a489f-bf76-4ed4-a2b9-a55d2d24d42c req-b8e302bc-520f-4157-bdaa-fac795e090fd tempest-FloatingIPsAssociationTestJSON-736454993 tempest-FloatingIPsAssociationTestJSON-736454993-project] 10.222.0.21 "GET /v2.0/ports?device_id=14fd3d80-4418-4c02-92df-e0aa5953b217 HTTP/1.1" status: 200 len: 210 time: 0.0811517 Jan 28 04:39:13.791189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f1c57222-d051-4914-a45f-7c1bc84c6fdf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:13.823446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=f1c57222-d051-4914-a45f-7c1bc84c6fdf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:13.837442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Provisioning complete for port 7d99c906-0907-4358-a536-7f37d80135dd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:13.838105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d99c906-0907-4358-a536-7f37d80135dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:13.878225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:13.896511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8f8fc15d-a41c-441a-a768-6e0fe8592dfc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/f1c57222-d051-4914-a45f-7c1bc84c6fdf HTTP/1.1" status: 204 len: 168 time: 2.1065698 Jan 28 04:39:13.898109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33812) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:13.944919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks [] for router (956e1ce7-51d9-4afe-97d1-474e909808c0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:13.951783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f87faae-eabe-4155-b4f3-26471aa3be51 req-42e93d62-1adc-4886-8546-987077640fdb tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920087 Jan 28 04:39:13.955601 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fbf11d-405e-4d75-b811-ebe07f822576 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:13.961867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-00fbf11d-405e-4d75-b811-ebe07f822576 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/f1c57222-d051-4914-a45f-7c1bc84c6fdf HTTP/1.1" status: 404 len: 333 time: 0.0624044 Jan 28 04:39:13.967645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:14.042170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7d99c906-0907-4358-a536-7f37d80135dd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:14.042551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d99c906-0907-4358-a536-7f37d80135dd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.120274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7f8f0585-d783-4e86-a6fe-3b567c9a38fd details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:39:14.122886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 48effef1-5adf-4ce2-83ef-1f00872b513a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:14.137458 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks [] for router_gateway (956e1ce7-51d9-4afe-97d1-474e909808c0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.204936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 48effef1-5adf-4ce2-83ef-1f00872b513a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:14.205268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 48effef1-5adf-4ce2-83ef-1f00872b513a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:14.231122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 8002d478-2380-483b-8c21-0354ff98511a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:14.231471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8002d478-2380-483b-8c21-0354ff98511a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.252789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Deleting port 571a3e82-7f89-4826-9f61-89e37f16d33e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:14.253184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.380270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:14.420831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8002d478-2380-483b-8c21-0354ff98511a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.435364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] For port 571a3e82-7f89-4826-9f61-89e37f16d33e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=571a3e82-7f89-4826-9f61-89e37f16d33e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:14.435734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.450247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 8002d478-2380-483b-8c21-0354ff98511a owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:14.467762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Calling delete_port for 571a3e82-7f89-4826-9f61-89e37f16d33e owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:14.516818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-133cb53f-dbc0-473b-a8fb-ce27a5c0bc74 None None] Current status of the port 7d99c906-0907-4358-a536-7f37d80135dd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:14.610884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:39:14.626994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8671fc79-d36e-4419-8a6e-04e1dda8e0ef req-95d6a2c7-41e9-4ae2-bdd2-637467c4add9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e31aee0-f48a-4c9b-abea-42f45c38c7b8 HTTP/1.1" status: 200 len: 210 time: 0.1483033 Jan 28 04:39:14.692841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 284c9b67-3561-4827-a458-3df870e36930 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:14.707460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (571a3e82-7f89-4826-9f61-89e37f16d33e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.762289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=571a3e82-7f89-4826-9f61-89e37f16d33e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:14.795545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 284c9b67-3561-4827-a458-3df870e36930 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:14.798654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 284c9b67-3561-4827-a458-3df870e36930 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:14.846029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8002d478-2380-483b-8c21-0354ff98511a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.934143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:14.941330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=8002d478-2380-483b-8c21-0354ff98511a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:14.954339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-14576ae2-84b6-4465-8561-c65e1d491167 None None] Provisioning complete for port 8002d478-2380-483b-8c21-0354ff98511a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:14.954964 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14576ae2-84b6-4465-8561-c65e1d491167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8002d478-2380-483b-8c21-0354ff98511a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.987657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (956e1ce7-51d9-4afe-97d1-474e909808c0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.011352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.014984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ae0bb33a-642e-41d6-b6fc-170d2d416527 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/8002d478-2380-483b-8c21-0354ff98511a HTTP/1.1" status: 204 len: 168 time: 1.0461278 Jan 28 04:39:15.018935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33840) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:15.087590 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3864f4a-0f7b-4bcf-b607-b862afb61e1d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:15.096615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e3864f4a-0f7b-4bcf-b607-b862afb61e1d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/8002d478-2380-483b-8c21-0354ff98511a HTTP/1.1" status: 404 len: 333 time: 0.0751133 Jan 28 04:39:15.099308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:15.112205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14576ae2-84b6-4465-8561-c65e1d491167 None None] Port 8002d478-2380-483b-8c21-0354ff98511a was deleted so its status cannot be updated. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 04:39:15.153884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.186510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7d99c906-0907-4358-a536-7f37d80135dd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:15.189337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-14576ae2-84b6-4465-8561-c65e1d491167 None None] Could not find standard attr ID for object f1c57222-d051-4914-a45f-7c1bc84c6fdf. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:39:15.200879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:15.272998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'port_id': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'mac_address': 'fa:16:3e:01:45:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:39:15.344208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602defc-a081-418d-bb8f-1409f5eda419 req-06908827-4cdc-4bb7-b785-728c4d595e72 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:15.361312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2602defc-a081-418d-bb8f-1409f5eda419 req-06908827-4cdc-4bb7-b785-728c4d595e72 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 944 time: 0.1988683 Jan 28 04:39:15.376991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'name': 'network-vif-deleted', 'tag': '48effef1-5adf-4ce2-83ef-1f00872b513a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:15.379231 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d9186-2111-4718-b1fc-d73b11075ef9" -d '{"events": [{"server_uuid": "9e31aee0-f48a-4c9b-abea-42f45c38c7b8", "name": "network-vif-deleted", "tag": "48effef1-5adf-4ce2-83ef-1f00872b513a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:15.385584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet d5be4feb-21b8-4475-ae3e-a62421ce310e {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:15.401528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (d5be4feb-21b8-4475-ae3e-a62421ce310e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.484080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:39:12Z', 'revision_number': 5, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port': {'id': '571a3e82-7f89-4826-9f61-89e37f16d33e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:15.492627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:15.493023 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.562259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] Checking router: 956e1ce7-51d9-4afe-97d1-474e909808c0 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:15.582381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8f0585-d783-4e86-a6fe-3b567c9a38fd {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:15.583584 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9adead-99b8-4e02-a20d-2532ec621221 x-openstack-request-id: req-7e9adead-99b8-4e02-a20d-2532ec621221 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:15.585546 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e31aee0-f48a-4c9b-abea-42f45c38c7b8", "name": "network-vif-deleted", "tag": "48effef1-5adf-4ce2-83ef-1f00872b513a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:15.585984 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e9adead-99b8-4e02-a20d-2532ec621221 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:15.586691 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e31aee0-f48a-4c9b-abea-42f45c38c7b8', 'name': 'network-vif-deleted', 'tag': '48effef1-5adf-4ce2-83ef-1f00872b513a', 'status': 'completed', 'code': 200} Jan 28 04:39:15.601449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] Routers {'956e1ce7-51d9-4afe-97d1-474e909808c0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:15.602100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['956e1ce7-51d9-4afe-97d1-474e909808c0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:15.606806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2602defc-a081-418d-bb8f-1409f5eda419 req-615a2e3e-4405-4a87-93b1-42d5198087b0 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399588 Jan 28 04:39:15.632156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (d5be4feb-21b8-4475-ae3e-a62421ce310e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.639819 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (956e1ce7-51d9-4afe-97d1-474e909808c0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.656621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks [] for router_controller (956e1ce7-51d9-4afe-97d1-474e909808c0), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.691772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:15.733418 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.741496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] Set router 956e1ce7-51d9-4afe-97d1-474e909808c0 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:15.797193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (956e1ce7-51d9-4afe-97d1-474e909808c0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.797939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956e1ce7-51d9-4afe-97d1-474e909808c0 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:39:15.804409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.805850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-68297f9c-6485-4323-ac28-bb65f06d7b24 admin admin] 10.222.0.21 "DELETE /v2.0/routers/956e1ce7-51d9-4afe-97d1-474e909808c0 HTTP/1.1" status: 204 len: 168 time: 2.3223472 Jan 28 04:39:15.808426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33854) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:15.837449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d5be4feb-21b8-4475-ae3e-a62421ce310e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.861682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Deleting subnet 61d66eea-a028-4004-b9f8-a2045bcf0622 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:15.866557 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Publish callbacks [] for subnet (61d66eea-a028-4004-b9f8-a2045bcf0622), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.887880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:39:14Z', 'revision_number': 7, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:15.914263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (61d66eea-a028-4004-b9f8-a2045bcf0622), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.968779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (61d66eea-a028-4004-b9f8-a2045bcf0622), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.992872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695ee8f-4109-4268-92df-3e20266b577a None None] The sync data for ids ['956e1ce7-51d9-4afe-97d1-474e909808c0'] in n-d-824835-3 is: [{'id': '956e1ce7-51d9-4afe-97d1-474e909808c0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1358126168-router', 'tenant_id': '11dfa166e3a949aaabe61b65885e7666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:20Z', 'updated_at': '2022-01-28T04:39:14Z', 'revision_number': 7, 'project_id': '11dfa166e3a949aaabe61b65885e7666', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:16.003995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (d5be4feb-21b8-4475-ae3e-a62421ce310e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.086067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=d5be4feb-21b8-4475-ae3e-a62421ce310e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:16.091239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.092430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f1e13-d3f6-46e0-b64d-4b55e99db046 None None] Network 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:16.098883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5decceb0-37f4-44ba-b969-9225a7c21d2c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/d5be4feb-21b8-4475-ae3e-a62421ce310e HTTP/1.1" status: 204 len: 168 time: 0.9984591 Jan 28 04:39:16.102170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33862) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:16.138075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:16.144159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (61d66eea-a028-4004-b9f8-a2045bcf0622), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.244849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d66eea-a028-4004-b9f8-a2045bcf0622,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:16.267559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.278807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.294108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3aa2788e-2bad-4a32-afba-f63e6affde2e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61d66eea-a028-4004-b9f8-a2045bcf0622 HTTP/1.1" status: 204 len: 168 time: 0.4845226 Jan 28 04:39:16.298521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:16.335376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df9ec5-873b-4388-8dfb-f2d8b5340903 req-36a85d44-730a-4b07-bbf0-34932c5527fe tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:16.343122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f5df9ec5-873b-4388-8dfb-f2d8b5340903 req-36a85d44-730a-4b07-bbf0-34932c5527fe tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 950 time: 0.1963093 Jan 28 04:39:16.484029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f5df9ec5-873b-4388-8dfb-f2d8b5340903 req-4132d5a3-67e6-4c1d-9e0b-261a920416b9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293457 Jan 28 04:39:16.490960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.542010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['7f8f0585-d783-4e86-a6fe-3b567c9a38fd'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:16.562426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 7d99c906-0907-4358-a536-7f37d80135dd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:16.563006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7d99c906-0907-4358-a536-7f37d80135dd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.568844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e162b5f8-1819-47fe-9341-835f281a8b87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.738873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.794561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] For port 7d99c906-0907-4358-a536-7f37d80135dd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d99c906-0907-4358-a536-7f37d80135dd,segment=NetworkSegment(39f5c9b4-4e3b-45e3-9e65-5eec232730da),segment_id=39f5c9b4-4e3b-45e3-9e65-5eec232730da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:16.794944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7d99c906-0907-4358-a536-7f37d80135dd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.809045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:16.820146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 7d99c906-0907-4358-a536-7f37d80135dd owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:16.827777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea80ef8-cc55-420e-b3fc-70a871b839c0') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:16.828044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea80ef8-cc55-420e-b3fc-70a871b839c0') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:16.853879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (bea80ef8-cc55-420e-b3fc-70a871b839c0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.918811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415ac86-eaf8-42a0-91dd-8e4f938b01ba req-938c9d8e-9a06-4824-ab2c-1ca7b3010497 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:16.920442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2415ac86-eaf8-42a0-91dd-8e4f938b01ba req-938c9d8e-9a06-4824-ab2c-1ca7b3010497 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 945 time: 0.1695073 Jan 28 04:39:16.932484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (bea80ef8-cc55-420e-b3fc-70a871b839c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.968749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] DHCP port deletion for 4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:16.990632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:16.991092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (bea80ef8-cc55-420e-b3fc-70a871b839c0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:16.993439 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:17.038900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] Deleting port 7d99c906-0907-4358-a536-7f37d80135dd {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:17.039426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7d99c906-0907-4358-a536-7f37d80135dd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.113753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7d99c906-0907-4358-a536-7f37d80135dd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.147791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] For port 7d99c906-0907-4358-a536-7f37d80135dd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d99c906-0907-4358-a536-7f37d80135dd,segment=NetworkSegment(39f5c9b4-4e3b-45e3-9e65-5eec232730da),segment_id=39f5c9b4-4e3b-45e3-9e65-5eec232730da)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:17.148267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7d99c906-0907-4358-a536-7f37d80135dd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.163064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] Calling delete_port for 7d99c906-0907-4358-a536-7f37d80135dd owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:17.285945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (7d99c906-0907-4358-a536-7f37d80135dd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.323003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] Pushing event deleted for resources: {'Port': ['ID=7d99c906-0907-4358-a536-7f37d80135dd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:17.323191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Deleting port ccb7b08b-8376-4765-a342-e137c99e4688 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:17.323621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.332996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ee0070a-0dd3-421a-85bd-296242e9e311 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:17.361914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f877c07-b42f-4e68-afe4-311c642f30b4 None None] No DVR routers for this DVR port 7d99c906-0907-4358-a536-7f37d80135dd on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:17.364548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4ee0070a-0dd3-421a-85bd-296242e9e311 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:17.364894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ee0070a-0dd3-421a-85bd-296242e9e311 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:17.365877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 571a3e82-7f89-4826-9f61-89e37f16d33e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:17.392380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 571a3e82-7f89-4826-9f61-89e37f16d33e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:17.393033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 571a3e82-7f89-4826-9f61-89e37f16d33e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:17.394760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d99c906-0907-4358-a536-7f37d80135dd no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:17.418213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7d99c906-0907-4358-a536-7f37d80135dd {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:17.418643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d99c906-0907-4358-a536-7f37d80135dd not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:17.436439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] For port ccb7b08b-8376-4765-a342-e137c99e4688, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccb7b08b-8376-4765-a342-e137c99e4688,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:17.436846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.469383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Calling delete_port for ccb7b08b-8376-4765-a342-e137c99e4688 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:17.559523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No DVR routers for this DVR port 7d99c906-0907-4358-a536-7f37d80135dd on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:17.567904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=7d99c906-0907-4358-a536-7f37d80135dd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:17.577683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2415ac86-eaf8-42a0-91dd-8e4f938b01ba req-1ec715c3-00b0-42d9-9f58-e753b3431a40 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6342974 Jan 28 04:39:17.609834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.629019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.632139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] 10.222.0.21 "DELETE /v2.0/networks/59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5 HTTP/1.1" status: 204 len: 168 time: 1.3326213 Jan 28 04:39:17.676673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7096e-9ff4-44df-bdcc-f247e9589b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=59b33ded-83ce-45fc-b9c4-8dfc6d3ba4c5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:17.689009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.704203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e038a0-cc41-46be-bd40-b25e5d6bb65a req-6c167156-aafe-4bf8-9b74-cbb7a6da5f8a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:17.705772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55e038a0-cc41-46be-bd40-b25e5d6bb65a req-6c167156-aafe-4bf8-9b74-cbb7a6da5f8a tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 950 time: 0.0859787 Jan 28 04:39:17.707252 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ccb7b08b-8376-4765-a342-e137c99e4688), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.720921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:17.731440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f5c9b4-4e3b-45e3-9e65-5eec232730da') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:17.731831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f5c9b4-4e3b-45e3-9e65-5eec232730da') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:17.735222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb7b08b-8376-4765-a342-e137c99e4688,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:17.743072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (39f5c9b4-4e3b-45e3-9e65-5eec232730da), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.777709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (39f5c9b4-4e3b-45e3-9e65-5eec232730da), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.801593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:17.802022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (39f5c9b4-4e3b-45e3-9e65-5eec232730da), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:17.811254 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:17.835052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55e038a0-cc41-46be-bd40-b25e5d6bb65a req-13b7000b-adcd-469f-ba0c-d7fb8ffc56da tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034632 Jan 28 04:39:17.879248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33884) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:17.916805 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.925602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-11f92231-3af8-4b6d-b1cb-a9157c7ed377 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:17.929111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-11f92231-3af8-4b6d-b1cb-a9157c7ed377 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 950 time: 0.1687543 Jan 28 04:39:17.939789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.946892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e HTTP/1.1" status: 204 len: 168 time: 1.8396249 Jan 28 04:39:17.947694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33886) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:17.956600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879808179'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:17.985743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e162b5f8-1819-47fe-9341-835f281a8b87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:17.988323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deedb7-4121-4629-b3af-4c392e2a2300 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=4ff7d3d2-e3ca-4ed0-9b4b-84230ee0e11e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:17.996992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d0b20873-fe29-4cc1-a002-40f6a519464b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11dfa166e3a949aaabe61b65885e7666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143160 Jan 28 04:39:17.997223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:17.998226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33888) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:17.999202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.063062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:39:18.087657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1666794c-2d7c-410e-ad93-f1df980867d1 admin admin] Publish callbacks [] for security_group (8a0512ab-a61a-4368-b5ec-5da9ed0ed654), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.089554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7f8f0585-d783-4e86-a6fe-3b567c9a38fd up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:18.107708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4c1a8335-722b-4fa9-93a3-d9138ed07f00), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.108059 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment 4c1a8335-722b-4fa9-93a3-d9138ed07f00 of type vlan for network e80b35e7-a330-48b2-b212-f10a6aec9141 Jan 28 04:39:18.109817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port 74d58410-1a98-4a11-a780-e366e6030d76 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:18.110537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (74d58410-1a98-4a11-a780-e366e6030d76), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.132060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1666794c-2d7c-410e-ad93-f1df980867d1 admin admin] Publish callbacks [] for security_group (8a0512ab-a61a-4368-b5ec-5da9ed0ed654), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.154601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:39:18.159866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:18.160465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.169006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e80b35e7-a330-48b2-b212-f10a6aec9141), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.233565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port 74d58410-1a98-4a11-a780-e366e6030d76, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=74d58410-1a98-4a11-a780-e366e6030d76,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:18.233939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (74d58410-1a98-4a11-a780-e366e6030d76), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.242366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1666794c-2d7c-410e-ad93-f1df980867d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8a0512ab-a61a-4368-b5ec-5da9ed0ed654), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.243071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e80b35e7-a330-48b2-b212-f10a6aec9141), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.245255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1666794c-2d7c-410e-ad93-f1df980867d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.248972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1666794c-2d7c-410e-ad93-f1df980867d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a0512ab-a61a-4368-b5ec-5da9ed0ed654 HTTP/1.1" status: 204 len: 168 time: 0.2481942 Jan 28 04:39:18.249114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:18.255121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for 74d58410-1a98-4a11-a780-e366e6030d76 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:18.258625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.265174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666794c-2d7c-410e-ad93-f1df980867d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0512ab-a61a-4368-b5ec-5da9ed0ed654,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:18.294364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:18.294953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.339272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:18.342488 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b99970e-1ad7-45bf-ac45-c10793d3ad87" -d '{"events": [{"server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "name": "network-vif-plugged", "status": "completed", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:18.361985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:18.372055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.373207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 74d58410-1a98-4a11-a780-e366e6030d76 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:18.436308 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7910f27-a148-46d3-b4e7-7973f876b221 x-openstack-request-id: req-e7910f27-a148-46d3-b4e7-7973f876b221 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:18.436806 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "name": "network-vif-plugged", "status": "completed", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:18.437249 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7910f27-a148-46d3-b4e7-7973f876b221 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:18.437854 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'code': 200} Jan 28 04:39:18.474205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (74d58410-1a98-4a11-a780-e366e6030d76), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.496723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No active binding found for port 74d58410-1a98-4a11-a780-e366e6030d76 {{(pid=103140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 04:39:18.497417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 74d58410-1a98-4a11-a780-e366e6030d76 host None! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:39:18.498185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 74d58410-1a98-4a11-a780-e366e6030d76 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:18.499968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:18.510072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83', '59b67fea-94ba-4eb5-b18b-e472d2945062'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:18.513008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['51db0bc6-70dd-42b8-b97d-25e0ad546e5e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:18.521021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5721223 Jan 28 04:39:18.526661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:18.542370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:18.550119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b67f8-94f9-4848-a171-e3a744e5ddcd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=e80b35e7-a330-48b2-b212-f10a6aec9141,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:18.557139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=74d58410-1a98-4a11-a780-e366e6030d76,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:18.577774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Router e162b5f8-1819-47fe-9341-835f281a8b87 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:18.591551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e80b35e7-a330-48b2-b212-f10a6aec9141 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:39:18.839533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea0e2-9f35-4164-8e61-013e8ae075a3 req-4f7c99bf-e115-4c37-a348-58136bfffaf8 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:18.847505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77cea0e2-9f35-4164-8e61-013e8ae075a3 req-4f7c99bf-e115-4c37-a348-58136bfffaf8 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.1151283 Jan 28 04:39:18.886967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:18.890598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port 74d58410-1a98-4a11-a780-e366e6030d76 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:18.903831 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] Sync routers for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:18.917515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:18.917631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2c1890b8-b797-4937-9a52-2159cea3ef47 admin admin] 10.222.0.21 "PUT /v2.0/routers/e162b5f8-1819-47fe-9341-835f281a8b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9812117 Jan 28 04:39:18.919405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25b1a009-210c-4960-ab53-bc7a9ed9177d req-bd501eb4-c7a5-4f52-a9fe-5aa764240537 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "DELETE /v2.0/ports/74d58410-1a98-4a11-a780-e366e6030d76 HTTP/1.1" status: 204 len: 173 time: 0.9753900 Jan 28 04:39:18.919942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'name': 'network-vif-deleted', 'tag': '74d58410-1a98-4a11-a780-e366e6030d76'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:18.922429 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dfed4c-47b0-4a67-9a19-79c33943bf18" -d '{"events": [{"server_uuid": "c3681d90-7f96-44cc-8c72-c4bee4ab0f43", "name": "network-vif-deleted", "tag": "74d58410-1a98-4a11-a780-e366e6030d76"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:18.924602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33922) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:18.933101 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:18.933970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:18.940721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70d738-af4c-4729-8966-40c40ecf6412 req-915034f0-8623-4016-bac5-b30c522eda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:18.942550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c70d738-af4c-4729-8966-40c40ecf6412 req-915034f0-8623-4016-bac5-b30c522eda67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 1097 time: 0.3866687 Jan 28 04:39:19.011206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:19.014640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.092325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d9bb5fb-3804-48c0-a962-28a9be86d088 req-b283a211-83c9-45eb-99fa-08424cafbd98 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.1046531 Jan 28 04:39:19.179390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c70d738-af4c-4729-8966-40c40ecf6412 req-bdce4597-ec8f-4bb2-add2-8946618e8f8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280223 Jan 28 04:39:19.207109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77cea0e2-9f35-4164-8e61-013e8ae075a3 req-d87501c0-2a1e-4658-b6d6-4be919d20809 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584213 Jan 28 04:39:19.232879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks [] for router (e162b5f8-1819-47fe-9341-835f281a8b87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.249342 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bd3893-a620-4e2c-8c5a-cdbcdfec118e x-openstack-request-id: req-01bd3893-a620-4e2c-8c5a-cdbcdfec118e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:19.250118 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3681d90-7f96-44cc-8c72-c4bee4ab0f43", "name": "network-vif-deleted", "tag": "74d58410-1a98-4a11-a780-e366e6030d76", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:19.250602 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01bd3893-a620-4e2c-8c5a-cdbcdfec118e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:19.251135 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3681d90-7f96-44cc-8c72-c4bee4ab0f43', 'name': 'network-vif-deleted', 'tag': '74d58410-1a98-4a11-a780-e366e6030d76', 'status': 'completed', 'code': 200} Jan 28 04:39:19.321314 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:19.492445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks [] for router_gateway (e162b5f8-1819-47fe-9341-835f281a8b87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.508164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (0ef73320-2633-4fe7-869a-d08ea2dd610b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.571320 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0587c925-12a3-4c96-9c2c-c84345853918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:39:17Z', 'revision_number': 5, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port': {'id': '0587c925-12a3-4c96-9c2c-c84345853918', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:25Z', 'updated_at': '2022-01-28T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:19.577089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Deleting port 0587c925-12a3-4c96-9c2c-c84345853918 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:19.578191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0587c925-12a3-4c96-9c2c-c84345853918), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.638293 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] Checking router: e162b5f8-1819-47fe-9341-835f281a8b87 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:19.651471 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] Routers {'e162b5f8-1819-47fe-9341-835f281a8b87'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:19.652326 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e162b5f8-1819-47fe-9341-835f281a8b87'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:19.689823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=0ef73320-2633-4fe7-869a-d08ea2dd610b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:19.716514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': '4c1a8335-722b-4fa9-93a3-d9138ed07f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:19.720776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: e80b35e7-a330-48b2-b212-f10a6aec9141, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:39:19.758803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] For port 0587c925-12a3-4c96-9c2c-c84345853918, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0587c925-12a3-4c96-9c2c-c84345853918,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:19.759760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0587c925-12a3-4c96-9c2c-c84345853918), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.776186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Calling delete_port for 0587c925-12a3-4c96-9c2c-c84345853918 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:19.790111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network e80b35e7-a330-48b2-b212-f10a6aec9141 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:39:19.812921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e80b35e7-a330-48b2-b212-f10a6aec9141) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:19.816508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:19.817119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:19.831100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde50a8b-10ef-48c1-bb2c-d01f0e7638d7 None None] Network e80b35e7-a330-48b2-b212-f10a6aec9141 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:19.882546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4fc49fb7-ed36-4aaf-8722-6ad31ca2f2f4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3482566 Jan 28 04:39:19.886057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:19.893856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141', 'name': 'tempest-PortsIpV6TestJSON-1235316863', 'fixed_ips': [{'subnet_id': '0ef73320-2633-4fe7-869a-d08ea2dd610b', 'ip_address': '2001:db8::10'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:19.924026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] Set router e162b5f8-1819-47fe-9341-835f281a8b87 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:19.950663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3939b7a-1860-4726-a490-c156776b62c8 req-f5f8e377-8408-4367-a50b-419401d30c9e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1028223 Jan 28 04:39:19.990901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-6e975039-f78f-4825-919a-e192ce07868e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442783 Jan 28 04:39:20.042462 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:39:19Z', 'revision_number': 6, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:20.052954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3939b7a-1860-4726-a490-c156776b62c8 req-24da54cc-9d3b-41c3-afe3-a155f43965c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.0610278 Jan 28 04:39:20.104717 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244010ca-731d-44de-a644-58e0c12c19dc None None] The sync data for ids ['e162b5f8-1819-47fe-9341-835f281a8b87'] in n-d-824835-3 is: [{'id': 'e162b5f8-1819-47fe-9341-835f281a8b87', 'name': 'tempest-FloatingIPsAssociationTestJSON-1457006438-router', 'tenant_id': 'edcd0b64471445dab0cc647e4b32b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:22Z', 'updated_at': '2022-01-28T04:39:19Z', 'revision_number': 6, 'project_id': 'edcd0b64471445dab0cc647e4b32b58d', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:20.177346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3939b7a-1860-4726-a490-c156776b62c8 req-5d2a3a75-c8ab-4cb3-9ed2-b72edec9bb9f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673287 Jan 28 04:39:20.209908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-a822191a-4b97-4592-9a9d-304651e8828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:20.212880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-a822191a-4b97-4592-9a9d-304651e8828b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 1101 time: 0.1579623 Jan 28 04:39:20.250400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-e80b35e7-a330-48b2-b212-f10a6aec9141', 'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': '0ef73320-2633-4fe7-869a-d08ea2dd610b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:39:20.254167 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.285545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0587c925-12a3-4c96-9c2c-c84345853918), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.298650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:20.384317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-65d08743-e680-4425-a2c7-8f21f0295824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:20.386180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-65d08743-e680-4425-a2c7-8f21f0295824 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1385889 Jan 28 04:39:20.409556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.454725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Pushing event deleted for resources: {'Port': ['ID=0587c925-12a3-4c96-9c2c-c84345853918,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:20.508241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-f1502c3e-0e51-495a-b99c-b4248c294595 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ff721bf6-243f-428c-969e-81f10c691c83 HTTP/1.1" status: 200 len: 217 time: 0.0810587 Jan 28 04:39:20.515022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Allocated IP 2001:db8::2 (e80b35e7-a330-48b2-b212-f10a6aec9141/0ef73320-2633-4fe7-869a-d08ea2dd610b/96153eba-c913-45ce-848c-db2d58a7b706) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:20.570218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a801290-d416-446c-93b4-edc77b3d6f35 req-12b9bf4e-f4b0-4206-87af-df57f3b67486 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3681d90-7f96-44cc-8c72-c4bee4ab0f43 HTTP/1.1" status: 200 len: 210 time: 0.1717608 Jan 28 04:39:20.573040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-920354a5-f42a-4b6d-bd67-9b8c50ba011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:20.574574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-920354a5-f42a-4b6d-bd67-9b8c50ba011f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0595114 Jan 28 04:39:20.601934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 83448471-a5bf-4f61-a5c3-207c4f9aac6b yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:20.741045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (e162b5f8-1819-47fe-9341-835f281a8b87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.824545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-43b52c11-a88e-4840-bc32-e049fb28a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:20.826175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-43b52c11-a88e-4840-bc32-e049fb28a8ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437060 Jan 28 04:39:20.827153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939b7a-1860-4726-a490-c156776b62c8 req-9b7fc68f-aa70-40eb-ab10-22b27cb72b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:20.828508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3939b7a-1860-4726-a490-c156776b62c8 req-9b7fc68f-aa70-40eb-ab10-22b27cb72b8e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6454859 Jan 28 04:39:20.852768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Publish callbacks [] for port (96153eba-c913-45ce-848c-db2d58a7b706), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.869176 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (96153eba-c913-45ce-848c-db2d58a7b706), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.888618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e162b5f8-1819-47fe-9341-835f281a8b87), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.890870 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks [] for router_controller (e162b5f8-1819-47fe-9341-835f281a8b87), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.944457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Network e80b35e7-a330-48b2-b212-f10a6aec9141 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:20.950125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:20.953584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e162b5f8-1819-47fe-9341-835f281a8b87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.954153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e162b5f8-1819-47fe-9341-835f281a8b87 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:39:20.966148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:20.977715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Pushing event updated for resources: {'Port': ['ID=96153eba-c913-45ce-848c-db2d58a7b706,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:20.977967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:20.979145 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06006ade-9084-45ed-86da-f938e302edcc admin admin] 10.222.0.21 "DELETE /v2.0/routers/e162b5f8-1819-47fe-9341-835f281a8b87 HTTP/1.1" status: 204 len: 168 time: 2.0501955 Jan 28 04:39:20.985280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33978) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:21.046591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Attempting to bind port 96153eba-c913-45ce-848c-db2d58a7b706 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:21.046892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-215d1ee4-5d54-4e9d-b7f2-cfe7652aed94 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125168 Jan 28 04:39:21.047253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Attempting to bind port 96153eba-c913-45ce-848c-db2d58a7b706 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4c1a8335-722b-4fa9-93a3-d9138ed07f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:21.047727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Attempting to bind port 96153eba-c913-45ce-848c-db2d58a7b706 on network e80b35e7-a330-48b2-b212-f10a6aec9141 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:21.061341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:21.061746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Checking segment: {'id': '4c1a8335-722b-4fa9-93a3-d9138ed07f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:21.062140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.062541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Bound using segment: {'id': '4c1a8335-722b-4fa9-93a3-d9138ed07f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:21.063776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Bound port: 96153eba-c913-45ce-848c-db2d58a7b706, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1a8335-722b-4fa9-93a3-d9138ed07f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:21.064170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (96153eba-c913-45ce-848c-db2d58a7b706), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.101449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-47b0eb41-85fb-433d-ad4f-d0e76eb69f7f req-977a5118-dcdb-489a-891d-3ce032407378 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.0983057 Jan 28 04:39:21.154038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cffe2c-df54-4f5e-b61c-cef131400364 req-e65cfca7-8ac9-4966-b69d-5be769d641e2 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:21.155653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4cffe2c-df54-4f5e-b61c-cef131400364 req-e65cfca7-8ac9-4966-b69d-5be769d641e2 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.4333718 Jan 28 04:39:21.185829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Deleting subnet 38dc9940-99c9-4598-88ad-9fc41f605c93 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:21.194902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Publish callbacks [] for subnet (38dc9940-99c9-4598-88ad-9fc41f605c93), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.268536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (38dc9940-99c9-4598-88ad-9fc41f605c93), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.370413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] For port 96153eba-c913-45ce-848c-db2d58a7b706, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:21.392024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] For port 96153eba-c913-45ce-848c-db2d58a7b706, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=96153eba-c913-45ce-848c-db2d58a7b706,segment=NetworkSegment(4c1a8335-722b-4fa9-93a3-d9138ed07f00),segment_id=4c1a8335-722b-4fa9-93a3-d9138ed07f00)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:21.408581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (96153eba-c913-45ce-848c-db2d58a7b706), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.422798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f3d89f9-9715-4755-936c-2ae583a90bab req-cd84fdce-ef8e-47cb-9e09-de81148348cb service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602428 Jan 28 04:39:21.471616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0587c925-12a3-4c96-9c2c-c84345853918 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:21.487144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4cffe2c-df54-4f5e-b61c-cef131400364 req-531ec9ae-3724-475c-bd5b-aa6a3f3a17b6 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228087 Jan 28 04:39:21.508851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0587c925-12a3-4c96-9c2c-c84345853918 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:21.509318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0587c925-12a3-4c96-9c2c-c84345853918 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:21.510588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccb7b08b-8376-4765-a342-e137c99e4688 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:21.530582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::10 (e80b35e7-a330-48b2-b212-f10a6aec9141/0ef73320-2633-4fe7-869a-d08ea2dd610b/83448471-a5bf-4f61-a5c3-207c4f9aac6b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:21.559341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ccb7b08b-8376-4765-a342-e137c99e4688 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:21.559698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccb7b08b-8376-4765-a342-e137c99e4688 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:21.563867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6b22a-64fe-4dda-844a-157c5d6693c5 None None] Pushing event updated for resources: {'Port': ['ID=96153eba-c913-45ce-848c-db2d58a7b706,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:21.580109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (38dc9940-99c9-4598-88ad-9fc41f605c93), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.813327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (38dc9940-99c9-4598-88ad-9fc41f605c93), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.912675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dc9940-99c9-4598-88ad-9fc41f605c93,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:21.916530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:21.918295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad550d-0254-4c90-95d4-48c7a534cae8 None None] Network e24a35b9-425e-4048-8f7e-3650ee536b02 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:21.925201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-963fd25f-ef0f-482f-bbc0-2c17b0eb1184 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/38dc9940-99c9-4598-88ad-9fc41f605c93 HTTP/1.1" status: 204 len: 168 time: 0.9388208 Jan 28 04:39:21.929277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34012) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:21.930044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65da7bd7-2072-425b-be60-7313e7d8c4dd req-1d0bd076-f133-4a3d-a8b0-60ffb62ed75e tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0415165 Jan 28 04:39:22.088853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e24a35b9-425e-4048-8f7e-3650ee536b02), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.120994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.231952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.279777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Deleting port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:22.280159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.298928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] DHCP port deletion for e24a35b9-425e-4048-8f7e-3650ee536b02 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:22.314964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=83448471-a5bf-4f61-a5c3-207c4f9aac6b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:22.320282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network e80b35e7-a330-48b2-b212-f10a6aec9141 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:22.364815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] Deleting port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:22.366214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.370596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:22.373983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:22.379108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:22.379741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.415937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] For port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:22.416258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.421943 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f28b755-8f51-4dbb-a722-ee05b933b98c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5344148 Jan 28 04:39:22.424940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34032) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:22.433261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': 'e80b35e7-a330-48b2-b212-f10a6aec9141', 'name': 'tempest-PortsIpV6TestJSON-1097600469', 'fixed_ips': [{'subnet_id': '0ef73320-2633-4fe7-869a-d08ea2dd610b', 'ip_address': '2001:db8::f'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:22.449529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Calling delete_port for 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:22.475780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] For port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,segment=NetworkSegment(0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54),segment_id=0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:22.476191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.500831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] Calling delete_port for 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:22.587510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee454-8f25-4392-9ee9-ca16d59c6413 req-288389d8-339e-4419-8b4a-5bbfb1c2c531 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:22.600918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-891ee454-8f25-4392-9ee9-ca16d59c6413 req-288389d8-339e-4419-8b4a-5bbfb1c2c531 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 950 time: 0.1142890 Jan 28 04:39:22.648015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:22.658076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.688523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] Pushing event deleted for resources: {'Port': ['ID=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:22.712452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f301d-ee14-4f90-bf39-2eede4ee9848 None None] No DVR routers for this DVR port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:22.731553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-891ee454-8f25-4392-9ee9-ca16d59c6413 req-b595797a-4713-477e-b384-a4547fe541ce tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292486 Jan 28 04:39:22.762125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (54b5cf50-7dcc-43cc-9e73-cf8a41a90841), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:22.822642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131504b-bd85-41b6-9452-8b9f1ed9b701 req-6f15616e-5b0d-4277-b2b3-78aa3e4dd882 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:22.832230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b131504b-bd85-41b6-9452-8b9f1ed9b701 req-6f15616e-5b0d-4277-b2b3-78aa3e4dd882 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.1407375 Jan 28 04:39:22.926276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b131504b-bd85-41b6-9452-8b9f1ed9b701 req-95f718f3-ccf3-4034-9b59-ca26fb6b9aeb tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926185 Jan 28 04:39:22.965866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.016085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port af9a9431-db0f-4acb-84a9-d211cf414d70 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:23.129644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-053921e3-9b2d-4267-9abb-8277b597da6e req-c41ac924-aa39-4f82-a311-f0f93225f35c tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0411522 Jan 28 04:39:23.304601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::f (e80b35e7-a330-48b2-b212-f10a6aec9141/0ef73320-2633-4fe7-869a-d08ea2dd610b/af9a9431-db0f-4acb-84a9-d211cf414d70) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:23.320949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201474f9-8bec-4490-a135-961cfbfe30b3 None None] Network e80b35e7-a330-48b2-b212-f10a6aec9141 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:23.323764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b5cf50-7dcc-43cc-9e73-cf8a41a90841,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:23.342799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] No DVR routers for this DVR port 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:23.402663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 96153eba-c913-45ce-848c-db2d58a7b706 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:23.438758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] Provisioning complete for port 96153eba-c913-45ce-848c-db2d58a7b706 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:23.439401 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (96153eba-c913-45ce-848c-db2d58a7b706), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.455743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79e6de-41f8-459e-a1b6-5de5f3c3512c req-38d70a5e-0a03-4335-82ee-65226a58a3f6 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:23.457283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c79e6de-41f8-459e-a1b6-5de5f3c3512c req-38d70a5e-0a03-4335-82ee-65226a58a3f6 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.1363628 Jan 28 04:39:23.461732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e24a35b9-425e-4048-8f7e-3650ee536b02), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.471234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34046) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:23.483988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Request body: {'floatingip': {'port_id': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:23.491601 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (af9a9431-db0f-4acb-84a9-d211cf414d70), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.492797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24a35b9-425e-4048-8f7e-3650ee536b02']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:23.505943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:23.507018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:23.518895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.532211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.536665 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.544265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:23.544739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0c7a4f90-0f5f-4d6b-81b3-3c9e27729a54), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:23.546801 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:23.550191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 96153eba-c913-45ce-848c-db2d58a7b706 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:23.550747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (96153eba-c913-45ce-848c-db2d58a7b706), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.625225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e24a35b9-425e-4048-8f7e-3650ee536b02), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.633358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.641788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e24a35b9-425e-4048-8f7e-3650ee536b02 HTTP/1.1" status: 204 len: 168 time: 1.7112172 Jan 28 04:39:23.655780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4c61-466d-4b32-a583-80be2aa78910 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24a35b9-425e-4048-8f7e-3650ee536b02,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:23.693750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] Current status of the port 96153eba-c913-45ce-848c-db2d58a7b706 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:23.694150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (96153eba-c913-45ce-848c-db2d58a7b706), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.740821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] For port 96153eba-c913-45ce-848c-db2d58a7b706, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=96153eba-c913-45ce-848c-db2d58a7b706,segment=NetworkSegment(4c1a8335-722b-4fa9-93a3-d9138ed07f00),segment_id=4c1a8335-722b-4fa9-93a3-d9138ed07f00)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:23.742807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 96153eba-c913-45ce-848c-db2d58a7b706 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:23.743197 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (96153eba-c913-45ce-848c-db2d58a7b706), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.753005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (af9a9431-db0f-4acb-84a9-d211cf414d70), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.759229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (96153eba-c913-45ce-848c-db2d58a7b706), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.921851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network e80b35e7-a330-48b2-b212-f10a6aec9141 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:23.925787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=af9a9431-db0f-4acb-84a9-d211cf414d70,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:23.935924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:23.946429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:23.955100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:23.966108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444886c-6247-4c55-98ef-8cd47794ff12 req-461de0c9-6e88-436d-afd4-970886a7b53b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:23.970502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8444886c-6247-4c55-98ef-8cd47794ff12 req-461de0c9-6e88-436d-afd4-970886a7b53b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 950 time: 0.1145351 Jan 28 04:39:23.971681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:23.972374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.056712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b65685cf-8176-48fb-91e4-a7859d59cd7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edcd0b64471445dab0cc647e4b32b58d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070271 Jan 28 04:39:24.059950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34062) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:24.118800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-1e7c85ad-165c-4f9b-a111-fe6dd0bf5407 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:24.120577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-1e7c85ad-165c-4f9b-a111-fe6dd0bf5407 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 950 time: 0.1687522 Jan 28 04:39:24.124006 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8444886c-6247-4c55-98ef-8cd47794ff12 req-b7bda14d-bf0b-4e6b-9e5b-d3d42d1c2552 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317317 Jan 28 04:39:24.124638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:39:24.125006 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:39:24.127383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4addb0-e2b4-47ea-8c36-afa381b3db77 None None] Pushing event updated for resources: {'Port': ['ID=96153eba-c913-45ce-848c-db2d58a7b706,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:24.136088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fcd0b3db-bb5a-419a-b5e3-1dcef4aae950 None None] Provisioning complete for port 96153eba-c913-45ce-848c-db2d58a7b706 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:24.136480 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fcd0b3db-bb5a-419a-b5e3-1dcef4aae950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (96153eba-c913-45ce-848c-db2d58a7b706), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.145649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c835d9df-fc21-494a-967a-3deec2c26c06 admin admin] Publish callbacks [] for security_group (c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.151535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-68a8752d-e7c1-4cd0-b122-457c85c75a25 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7233865 Jan 28 04:39:24.153618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34064) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:24.226274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c835d9df-fc21-494a-967a-3deec2c26c06 admin admin] Publish callbacks [] for security_group (c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.299166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edc6a6-9554-4f0b-b659-9c49dda88462 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:24.303844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b5edc6a6-9554-4f0b-b659-9c49dda88462 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1396565 Jan 28 04:39:24.304425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34074) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:24.336033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0b3db-bb5a-419a-b5e3-1dcef4aae950 None None] Current status of the port 96153eba-c913-45ce-848c-db2d58a7b706 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:24.351336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fcd0b3db-bb5a-419a-b5e3-1dcef4aae950 None None] Provisioning complete for port 83448471-a5bf-4f61-a5c3-207c4f9aac6b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:24.351720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fcd0b3db-bb5a-419a-b5e3-1dcef4aae950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.408854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c835d9df-fc21-494a-967a-3deec2c26c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.417243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c835d9df-fc21-494a-967a-3deec2c26c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.420734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c835d9df-fc21-494a-967a-3deec2c26c06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4 HTTP/1.1" status: 204 len: 168 time: 0.3575830 Jan 28 04:39:24.446703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0b3db-bb5a-419a-b5e3-1dcef4aae950 None None] Port 83448471-a5bf-4f61-a5c3-207c4f9aac6b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:24.451194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62619-532c-49db-8f0e-1d4615b3008e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:24.457242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62619-532c-49db-8f0e-1d4615b3008e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:24.463668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62619-532c-49db-8f0e-1d4615b3008e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:24.465825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-05c62619-532c-49db-8f0e-1d4615b3008e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1579990 Jan 28 04:39:24.468709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34080) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:24.503240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835d9df-fc21-494a-967a-3deec2c26c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48a9080-87d6-4c4a-b2b9-03ddf1a57bd4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:24.583256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-08533335-15ad-4fd7-948e-ad26d558e9ee None None] Provisioning complete for port 83448471-a5bf-4f61-a5c3-207c4f9aac6b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:24.585952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08533335-15ad-4fd7-948e-ad26d558e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.609884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port af9a9431-db0f-4acb-84a9-d211cf414d70 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:24.610481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (af9a9431-db0f-4acb-84a9-d211cf414d70), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.704169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-08533335-15ad-4fd7-948e-ad26d558e9ee None None] Port 83448471-a5bf-4f61-a5c3-207c4f9aac6b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:24.726349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 96153eba-c913-45ce-848c-db2d58a7b706 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:24.801845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (af9a9431-db0f-4acb-84a9-d211cf414d70), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.813982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:24.823550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for af9a9431-db0f-4acb-84a9-d211cf414d70 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:24.846337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:24.846999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 54b5cf50-7dcc-43cc-9e73-cf8a41a90841 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:24.931361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-05f25fd2-262d-473c-b974-1186afd51f17 None None] Provisioning complete for port af9a9431-db0f-4acb-84a9-d211cf414d70 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:24.932014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05f25fd2-262d-473c-b974-1186afd51f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (af9a9431-db0f-4acb-84a9-d211cf414d70), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:24.941166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-840fc348-c9f6-4646-8fa9-29d78baa32e8 req-67b44f37-52e8-497c-b7d4-73ced1f61462 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.1392407 Jan 28 04:39:24.956189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-624f1690-e140-433f-8de9-27c84f11fe31 req-da84896c-8919-47c5-bd8e-b4a538066a9a tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1482210 Jan 28 04:39:24.977753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-b53c0187-9fc3-45f0-9617-f240520c6a91 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:24.978943 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-b53c0187-9fc3-45f0-9617-f240520c6a91 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/ports?device_id=18bca404-f363-40d5-a1ce-30827aa9df5c HTTP/1.1" status: 200 len: 950 time: 0.8232050 Jan 28 04:39:24.984814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-05f25fd2-262d-473c-b974-1186afd51f17 None None] Port af9a9431-db0f-4acb-84a9-d211cf414d70 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:24.995727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (af9a9431-db0f-4acb-84a9-d211cf414d70), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.011546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:25.011896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.042519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=af9a9431-db0f-4acb-84a9-d211cf414d70,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:25.071911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.075481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-008ede3c-3f8f-433a-bbbe-c49af963b919 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/af9a9431-db0f-4acb-84a9-d211cf414d70 HTTP/1.1" status: 204 len: 168 time: 0.6054082 Jan 28 04:39:25.078077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34094) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:25.112546 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1ac4dd-614b-4f8c-a1ec-f2f9d8c97b66 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:25.114344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd1ac4dd-614b-4f8c-a1ec-f2f9d8c97b66 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/af9a9431-db0f-4acb-84a9-d211cf414d70 HTTP/1.1" status: 404 len: 333 time: 0.0350802 Jan 28 04:39:25.117252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34096) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:25.296038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 83448471-a5bf-4f61-a5c3-207c4f9aac6b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:25.296393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.307663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:25.308043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.312538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 96153eba-c913-45ce-848c-db2d58a7b706 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:25.342758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for 51db0bc6-70dd-42b8-b97d-25e0ad546e5e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:25.346549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.359841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.398565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 96153eba-c913-45ce-848c-db2d58a7b706 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:25.399098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (96153eba-c913-45ce-848c-db2d58a7b706), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.432216 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.446856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 83448471-a5bf-4f61-a5c3-207c4f9aac6b owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:25.513333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 96153eba-c913-45ce-848c-db2d58a7b706 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:25.585248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a72b73-eafa-432e-94bc-2b3aeabc0370 req-96562ec5-05e0-4a90-a751-0adfdc780635 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:25.592773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41a72b73-eafa-432e-94bc-2b3aeabc0370 req-96562ec5-05e0-4a90-a751-0adfdc780635 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 950 time: 0.3454206 Jan 28 04:39:25.616344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port 59b67fea-94ba-4eb5-b18b-e472d2945062 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:25.616733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.683299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41a72b73-eafa-432e-94bc-2b3aeabc0370 req-bdda5253-2bab-48b3-b807-5d7d5027c386 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896158 Jan 28 04:39:25.684867 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Floating IP f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2 associated. External IP: 172.25.6.77, port: 7f8f0585-d783-4e86-a6fe-3b567c9a38fd. Jan 28 04:39:25.700312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (83448471-a5bf-4f61-a5c3-207c4f9aac6b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.730080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=83448471-a5bf-4f61-a5c3-207c4f9aac6b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:25.790128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.797047 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e157dff-abd8-4714-a157-43ac985a392f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/83448471-a5bf-4f61-a5c3-207c4f9aac6b HTTP/1.1" status: 204 len: 168 time: 0.6782787 Jan 28 04:39:25.797984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34130) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:25.851221 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f75c1d-331a-42ba-aa8d-a78b1f3141f0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:25.855619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-48f75c1d-331a-42ba-aa8d-a78b1f3141f0 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/83448471-a5bf-4f61-a5c3-207c4f9aac6b HTTP/1.1" status: 404 len: 333 time: 0.0532346 Jan 28 04:39:25.856240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34136) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:25.940548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet 0ef73320-2633-4fe7-869a-d08ea2dd610b {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:25.949707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (0ef73320-2633-4fe7-869a-d08ea2dd610b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.954313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port 59b67fea-94ba-4eb5-b18b-e472d2945062, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=59b67fea-94ba-4eb5-b18b-e472d2945062,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:25.955218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.969278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (51db0bc6-70dd-42b8-b97d-25e0ad546e5e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:25.986632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for 59b67fea-94ba-4eb5-b18b-e472d2945062 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:26.000369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (0ef73320-2633-4fe7-869a-d08ea2dd610b), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.014791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:26.026167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=51db0bc6-70dd-42b8-b97d-25e0ad546e5e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:26.136575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 51db0bc6-70dd-42b8-b97d-25e0ad546e5e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:26.199264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1df0f2e0-5476-4c79-9d52-2994d99f9f53 req-28adf643-4cde-40a3-9cdd-b73d2a014459 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0384905 Jan 28 04:39:26.202034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (0ef73320-2633-4fe7-869a-d08ea2dd610b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.217132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 51db0bc6-70dd-42b8-b97d-25e0ad546e5e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:26.217758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 51db0bc6-70dd-42b8-b97d-25e0ad546e5e not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:26.280000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port 51db0bc6-70dd-42b8-b97d-25e0ad546e5e on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:26.289846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.293418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5d253ee-c8f3-4487-9393-f93c6e832924 req-38455e3c-f607-44f5-a2dc-dfa1c9a91271 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.52 "DELETE /v2.0/ports/51db0bc6-70dd-42b8-b97d-25e0ad546e5e HTTP/1.1" status: 204 len: 173 time: 2.1387675 Jan 28 04:39:26.293935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb90289-cb77-4776-8771-d9aaab55d509', 'name': 'network-vif-deleted', 'tag': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:26.296409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (0ef73320-2633-4fe7-869a-d08ea2dd610b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.296579 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e610f0-e338-4358-b69a-a043d43c7ef4" -d '{"events": [{"server_uuid": "5fb90289-cb77-4776-8771-d9aaab55d509", "name": "network-vif-deleted", "tag": "51db0bc6-70dd-42b8-b97d-25e0ad546e5e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:26.328796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Router db889fcf-023c-4a96-90aa-69fff640ac04 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:26.357470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f094d85-9da0-428d-a292-13b5936ed52a None None] Network e80b35e7-a330-48b2-b212-f10a6aec9141 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:26.373907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.377273 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/0ef73320-2633-4fe7-869a-d08ea2dd610b HTTP/1.1" status: 204 len: 168 time: 0.5191576 Jan 28 04:39:26.378296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f79f0-f9a4-4f67-b5da-324b173b2eba tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef73320-2633-4fe7-869a-d08ea2dd610b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:26.385739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34146) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:26.457367 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5138b8-5429-429f-bd6e-70eb45f5a3b4 x-openstack-request-id: req-fe5138b8-5429-429f-bd6e-70eb45f5a3b4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:26.457721 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb90289-cb77-4776-8771-d9aaab55d509", "name": "network-vif-deleted", "tag": "51db0bc6-70dd-42b8-b97d-25e0ad546e5e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:26.457917 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe5138b8-5429-429f-bd6e-70eb45f5a3b4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:26.458324 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb90289-cb77-4776-8771-d9aaab55d509', 'name': 'network-vif-deleted', 'tag': '51db0bc6-70dd-42b8-b97d-25e0ad546e5e', 'status': 'completed', 'code': 200} Jan 28 04:39:26.552703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e80b35e7-a330-48b2-b212-f10a6aec9141), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.643999 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (59b67fea-94ba-4eb5-b18b-e472d2945062), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.672427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 96153eba-c913-45ce-848c-db2d58a7b706 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:26.672724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (96153eba-c913-45ce-848c-db2d58a7b706), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.750826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'ff721bf6-243f-428c-969e-81f10c691c83'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:26.755225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=59b67fea-94ba-4eb5-b18b-e472d2945062,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:26.803670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] For port 96153eba-c913-45ce-848c-db2d58a7b706, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=96153eba-c913-45ce-848c-db2d58a7b706,segment=NetworkSegment(4c1a8335-722b-4fa9-93a3-d9138ed07f00),segment_id=4c1a8335-722b-4fa9-93a3-d9138ed07f00)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:26.803960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (96153eba-c913-45ce-848c-db2d58a7b706), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.819722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 96153eba-c913-45ce-848c-db2d58a7b706 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:26.829172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d6cef522-b116-4a89-a682-bde7024bb631 req-55652178-5863-473c-94bc-a68d912c60bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1230352 Jan 28 04:39:26.831086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:26.849765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 59b67fea-94ba-4eb5-b18b-e472d2945062 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:26.856147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a8865-e9c5-4340-9bb1-56be8c3b2d8b None None] DHCP port deletion for e80b35e7-a330-48b2-b212-f10a6aec9141 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:26.862693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.878690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] Sync routers for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:26.904377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port 59b67fea-94ba-4eb5-b18b-e472d2945062 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:26.908306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-59937415-6bf3-4f70-90b0-dd9f0dc550e1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "PUT /v2.0/floatingips/f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2 HTTP/1.1" status: 200 len: 991 time: 3.4287765 Jan 28 04:39:26.911576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.918041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e7fba17-c058-4f24-a6a0-560ef2ae0d44 req-f0079459-de62-43dc-add8-640b3d4855ec tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "DELETE /v2.0/ports/59b67fea-94ba-4eb5-b18b-e472d2945062 HTTP/1.1" status: 204 len: 173 time: 1.6581774 Jan 28 04:39:26.927787 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (96153eba-c913-45ce-848c-db2d58a7b706), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:26.944848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No DVR routers for this DVR port 96153eba-c913-45ce-848c-db2d58a7b706 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:26.967723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=96153eba-c913-45ce-848c-db2d58a7b706,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:26.985442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b156c89f-43a3-434a-85f9-9b21d1e714cb req-09ebabc1-86af-4895-aa1b-a8dd7083e463 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb90289-cb77-4776-8771-d9aaab55d509 HTTP/1.1" status: 200 len: 210 time: 0.0662613 Jan 28 04:39:27.028325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:27.030597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:27.040564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 59b67fea-94ba-4eb5-b18b-e472d2945062 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:27.040920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 59b67fea-94ba-4eb5-b18b-e472d2945062 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:27.073286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e80b35e7-a330-48b2-b212-f10a6aec9141), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.097549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80b35e7-a330-48b2-b212-f10a6aec9141']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:27.110842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1a8335-722b-4fa9-93a3-d9138ed07f00') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:27.111194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1a8335-722b-4fa9-93a3-d9138ed07f00') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:27.132918 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4c1a8335-722b-4fa9-93a3-d9138ed07f00), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.156836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4c1a8335-722b-4fa9-93a3-d9138ed07f00), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.174630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:27.175075 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4c1a8335-722b-4fa9-93a3-d9138ed07f00), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:27.182167 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:27.325063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e80b35e7-a330-48b2-b212-f10a6aec9141), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.339773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.347126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/e80b35e7-a330-48b2-b212-f10a6aec9141 HTTP/1.1" status: 204 len: 168 time: 0.9600191 Jan 28 04:39:27.351563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34172) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:27.356783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-272792545'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:27.390632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb677-3564-473e-a4d5-30e76b9c0b9d tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=e80b35e7-a330-48b2-b212-f10a6aec9141,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:27.454747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a8865-e9c5-4340-9bb1-56be8c3b2d8b None None] Deleting port 96153eba-c913-45ce-848c-db2d58a7b706 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:27.455380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee0a8865-e9c5-4340-9bb1-56be8c3b2d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (96153eba-c913-45ce-848c-db2d58a7b706), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.477679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:27.481993 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.545017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 96153eba-c913-45ce-848c-db2d58a7b706 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:27.578598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f7a44d9-197d-4fe1-b915-01c2161df0ed req-fdee1e67-1984-4e35-ac9b-224e84421dbc tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0839317 Jan 28 04:39:27.591473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:39:27.607972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e352e5ed-ebfb-4ee1-a068-8f491aa27f21), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.608526 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Added segment e352e5ed-ebfb-4ee1-a068-8f491aa27f21 of type vlan for network 3943230a-5fbb-4e61-bb43-92131ca35692 Jan 28 04:39:27.613696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 96153eba-c913-45ce-848c-db2d58a7b706 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:27.623173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 96153eba-c913-45ce-848c-db2d58a7b706 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:27.694093 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (3943230a-5fbb-4e61-bb43-92131ca35692), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-ee0a8865-e9c5-4340-9bb1-56be8c3b2d8b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e80b35e7-a330-48b2-b212-f10a6aec9141 could not be found. Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:39:27.724788 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e80b35e7-a330-48b2-b212-f10a6aec9141 could not be found. Jan 28 04:39:27.729354 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 04:39:27.735961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (3943230a-5fbb-4e61-bb43-92131ca35692), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.744828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:27.745502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:27.808580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:27.812835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2576ba7-c9f8-400b-b0dc-4ec3944f1e28 None None] DHCP port deletion for e80b35e7-a330-48b2-b212-f10a6aec9141 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:27.819673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4669056 Jan 28 04:39:27.822690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:27.829033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:27.844478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a0a65-b1e1-4449-a63c-221fd96ec655 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Network': ['ID=3943230a-5fbb-4e61-bb43-92131ca35692,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:27.889139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 3943230a-5fbb-4e61-bb43-92131ca35692 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:39:27.922173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b7bab-3bf1-4ca3-a2c7-2fbffb1f4110 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:39:27.966512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:27.972425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.225260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (eba403e9-1195-4d4c-a471-854d100ff5cb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.267134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b7bab-3bf1-4ca3-a2c7-2fbffb1f4110 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:39:28.305096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=eba403e9-1195-4d4c-a471-854d100ff5cb,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:28.313227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Checking segment: {'id': 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:28.313603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network hostable DHCP agents. Network: 3943230a-5fbb-4e61-bb43-92131ca35692, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:39:28.364161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 3943230a-5fbb-4e61-bb43-92131ca35692 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:39:28.387213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 3943230a-5fbb-4e61-bb43-92131ca35692) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:28.403873 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:28.404503 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.456027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34232) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:28.457261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ee120aee-309a-4a5d-b65b-35c34f27ea58 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6327920 Jan 28 04:39:28.461005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1666218240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:28.474221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd'}, {'server_uuid': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'name': 'network-vif-deleted', 'tag': '59b67fea-94ba-4eb5-b18b-e472d2945062'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:28.477296 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd48e879-2682-4813-855f-82ba1e504718" -d '{"events": [{"name": "network-changed", "server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd"}, {"server_uuid": "18bca404-f363-40d5-a1ce-30827aa9df5c", "name": "network-vif-deleted", "tag": "59b67fea-94ba-4eb5-b18b-e472d2945062"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:28.517957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.519274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.638629 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712b7db-8d00-4690-bf7a-66b10c9c6d74 x-openstack-request-id: req-4712b7db-8d00-4690-bf7a-66b10c9c6d74 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:28.639123 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd", "status": "completed", "code": 200}, {"server_uuid": "18bca404-f363-40d5-a1ce-30827aa9df5c", "name": "network-vif-deleted", "tag": "59b67fea-94ba-4eb5-b18b-e472d2945062", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:28.639589 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4712b7db-8d00-4690-bf7a-66b10c9c6d74 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:28.640217 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'status': 'completed', 'code': 200} Jan 28 04:39:28.640670 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bca404-f363-40d5-a1ce-30827aa9df5c', 'name': 'network-vif-deleted', 'tag': '59b67fea-94ba-4eb5-b18b-e472d2945062', 'status': 'completed', 'code': 200} Jan 28 04:39:28.643109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for router_controller (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.649291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.705629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.709445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4fee496c-08c8-4a23-9098-1032fa8ced18 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2520561 Jan 28 04:39:28.713262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34240) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:28.718836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692', 'name': 'tempest-PortsIpV6TestJSON-551780755'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:28.785134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48e879-2682-4813-855f-82ba1e504718 req-799b80de-8ae5-4a40-92f7-9ebe5f32178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:28.786694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-799b80de-8ae5-4a40-92f7-9ebe5f32178e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36439a5d776e4cf9b8599516d7c2ef91&device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 1097 time: 0.1035602 Jan 28 04:39:28.821968 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc3a4bd8-dbbe-46b7-969c-8e89a12eb2e6 req-df271545-abef-4345-8437-87ebc9a439fa tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0752051 Jan 28 04:39:28.910270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9295-abee-4d3a-8a7c-e602c19952d9 req-e75a4721-770d-4699-85de-fded4c2a700c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:28.919648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79dc9295-abee-4d3a-8a7c-e602c19952d9 req-e75a4721-770d-4699-85de-fded4c2a700c tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 950 time: 0.1737018 Jan 28 04:39:28.943796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:28.964348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:28.987685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:29.023108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79dc9295-abee-4d3a-8a7c-e602c19952d9 req-a5612b02-4ff4-4bb8-a1d5-913a32bffbff tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977390 Jan 28 04:39:29.024826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48e879-2682-4813-855f-82ba1e504718 req-40905e44-37ce-4414-918f-1ef83e7653c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:29.036189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-40905e44-37ce-4414-918f-1ef83e7653c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e229fc1-933e-42ea-abc9-4c3cec22627c HTTP/1.1" status: 200 len: 916 time: 0.2406981 Jan 28 04:39:29.119450 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-a3fc0010-3941-4ef6-a2a0-5697a09c1dcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd HTTP/1.1" status: 200 len: 999 time: 0.0749609 Jan 28 04:39:29.165518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'port_id': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'mac_address': 'fa:16:3e:01:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:08Z', 'updated_at': '2022-01-28T04:39:25Z', 'revision_number': 1, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:06Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:29.188724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-3943230a-5fbb-4e61-bb43-92131ca35692', 'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': 'eba403e9-1195-4d4c-a471-854d100ff5cb'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:39:29.195134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48e879-2682-4813-855f-82ba1e504718 req-35695bfe-e130-4ec3-98e6-bbf479668eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:29.195426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:29.196875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-35695bfe-e130-4ec3-98e6-bbf479668eb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce730559-475d-4f95-8b4a-3c1cdaf0f7ed HTTP/1.1" status: 200 len: 854 time: 0.0708504 Jan 28 04:39:29.284821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::cd (3943230a-5fbb-4e61-bb43-92131ca35692/eba403e9-1195-4d4c-a471-854d100ff5cb/3195ae4e-bf2c-4676-8b36-ab7e49ee7e60) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:29.288443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48e879-2682-4813-855f-82ba1e504718 req-21a449f6-85b0-4d5b-8b49-1dcc7fbd27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:29.290784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-21a449f6-85b0-4d5b-8b49-1dcc7fbd27aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e229fc1-933e-42ea-abc9-4c3cec22627c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858214 Jan 28 04:39:29.416319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] Checking router: db889fcf-023c-4a96-90aa-69fff640ac04 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:29.443738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:29.444663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:29.619118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-6e578797-feea-46f8-9eee-68394c9feb1f service neutron] 10.222.0.52 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208263 Jan 28 04:39:29.638148 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:29.695277 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-499e80d3-0f01-4c3b-b7ac-c9c954c807a8 req-16df6c68-3806-48c0-98b7-de74b04264ac tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0512121 Jan 28 04:39:29.697460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:29.727764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:29.793279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 3943230a-5fbb-4e61-bb43-92131ca35692 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:29.811170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:29.820620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:29.829501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:29.836394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:29.864393 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd48e879-2682-4813-855f-82ba1e504718 req-ab11422b-c40a-4b8d-995b-121f4f148504 service neutron] 10.222.0.52 "GET /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938725 Jan 28 04:39:29.869475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=3195ae4e-bf2c-4676-8b36-ab7e49ee7e60,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:29.879073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.879492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.879769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.880099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.880435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.881310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.881646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.881973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.882298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.882622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.882941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.883437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.883950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:29.889983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e906ce26-6876-4952-b0e2-751a68950c30 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1755126 Jan 28 04:39:29.892754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34308) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:29.928397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Allocated IP 2001:db8::2 (3943230a-5fbb-4e61-bb43-92131ca35692/eba403e9-1195-4d4c-a471-854d100ff5cb/9caeeba5-ecef-4564-8647-c765b4dcb1cb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:30.185082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Publish callbacks [] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.195407 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.244018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-265188fd-6d4b-4fe8-9679-82f840c77963 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:30.244660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Network 3943230a-5fbb-4e61-bb43-92131ca35692 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:30.245541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-265188fd-6d4b-4fe8-9679-82f840c77963 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 950 time: 0.0570304 Jan 28 04:39:30.252189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'port_id': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'mac_address': 'fa:16:3e:01:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:08Z', 'updated_at': '2022-01-28T04:39:25Z', 'revision_number': 1, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:06Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:30.254434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:30.260860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:30.266791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80e66-f4ff-47a6-9d37-e3dc9e8f13a6 req-dde65bd0-f21f-496c-b1b7-908f87133a5b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:30.269992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12c80e66-f4ff-47a6-9d37-e3dc9e8f13a6 req-dde65bd0-f21f-496c-b1b7-908f87133a5b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 950 time: 0.1666229 Jan 28 04:39:30.291718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Pushing event updated for resources: {'Port': ['ID=9caeeba5-ecef-4564-8647-c765b4dcb1cb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:30.305462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3e712-9a8c-4605-a8be-2153ad4d031f None None] The sync data for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 is: [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'port_id': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'mac_address': 'fa:16:3e:01:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:38:08Z', 'updated_at': '2022-01-28T04:39:25Z', 'revision_number': 1, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:06Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:30.368738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Attempting to bind port 9caeeba5-ecef-4564-8647-c765b4dcb1cb on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:30.369385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Attempting to bind port 9caeeba5-ecef-4564-8647-c765b4dcb1cb by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:30.369932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Attempting to bind port 9caeeba5-ecef-4564-8647-c765b4dcb1cb on network 3943230a-5fbb-4e61-bb43-92131ca35692 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:30.376815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:30.379243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Checking segment: {'id': 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:30.379658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.380057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Bound using segment: {'id': 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:30.380563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Bound port: 9caeeba5-ecef-4564-8647-c765b4dcb1cb, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3943230a-5fbb-4e61-bb43-92131ca35692'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:30.380963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.414255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port ff721bf6-243f-428c-969e-81f10c691c83 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:30.415257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ff721bf6-243f-428c-969e-81f10c691c83), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.425544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.469385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12c80e66-f4ff-47a6-9d37-e3dc9e8f13a6 req-32c5fa8c-d5c1-46a9-9b14-be785a60b2c8 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845677 Jan 28 04:39:30.497476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] For port 9caeeba5-ecef-4564-8647-c765b4dcb1cb, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:30.507769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] For port 9caeeba5-ecef-4564-8647-c765b4dcb1cb, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9caeeba5-ecef-4564-8647-c765b4dcb1cb,segment=NetworkSegment(e352e5ed-ebfb-4ee1-a068-8f491aa27f21),segment_id=e352e5ed-ebfb-4ee1-a068-8f491aa27f21)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:30.514927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.635017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port ff721bf6-243f-428c-969e-81f10c691c83, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ff721bf6-243f-428c-969e-81f10c691c83,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:30.635888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ff721bf6-243f-428c-969e-81f10c691c83), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.637365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359899-bc21-46ca-b95b-68bb6af99b12 None None] Pushing event updated for resources: {'Port': ['ID=9caeeba5-ecef-4564-8647-c765b4dcb1cb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:30.662958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for ff721bf6-243f-428c-969e-81f10c691c83 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:30.728632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa56627-8535-4edf-8e46-8739871db924 None None] New status for floating IP f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:39:30.801317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-2e6b7997-1276-477e-b328-b1fe6050d2d0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:30.806372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-2e6b7997-1276-477e-b328-b1fe6050d2d0 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ae5ef4c-6834-4128-b8e8-845e07bbb8c4 HTTP/1.1" status: 200 len: 949 time: 0.3674078 Jan 28 04:39:31.070578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.098690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.323135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=3195ae4e-bf2c-4676-8b36-ab7e49ee7e60,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:31.387072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42e95280-5e07-4c62-b949-0ef26dcea4da req-8ee07268-a017-4d62-af7f-fdf93d6aef68 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0847096 Jan 28 04:39:31.401412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.498300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9caeeba5-ecef-4564-8647-c765b4dcb1cb up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:31.587459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9caeeba5-ecef-4564-8647-c765b4dcb1cb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:31.588209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.648816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6fec2ce-56ac-4154-9fcc-d01380580909 req-bcb4f28a-9b8e-4f66-ad27-ee3b6e159016 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 210 time: 0.0413361 Jan 28 04:39:31.652439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:31.652978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.656534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ff721bf6-243f-428c-969e-81f10c691c83), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.691356 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.693454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:31.752645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9caeeba5-ecef-4564-8647-c765b4dcb1cb is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:31.753329 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.807825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 9caeeba5-ecef-4564-8647-c765b4dcb1cb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9caeeba5-ecef-4564-8647-c765b4dcb1cb,segment=NetworkSegment(e352e5ed-ebfb-4ee1-a068-8f491aa27f21),segment_id=e352e5ed-ebfb-4ee1-a068-8f491aa27f21)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:31.810720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=ff721bf6-243f-428c-969e-81f10c691c83,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:31.827771 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:31.882554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.882916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.883546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.883895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.884235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.884572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.884907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.885264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.885595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.885942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.886567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.889410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.889963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:31.942356 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-09948a88-7a94-4115-bde6-f10a7d13d486 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=366d5b9d7994463ebbebc8e64f925da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986538 Jan 28 04:39:31.969016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=9caeeba5-ecef-4564-8647-c765b4dcb1cb,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:31.999364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:31.999833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:32.015942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:32.170400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port ff721bf6-243f-428c-969e-81f10c691c83 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:32.174503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:32.179231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5745347f-810c-41e5-af30-c1ef7b794e47 req-f50ee16f-884b-4fea-8048-abd82b0f8bcd tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "DELETE /v2.0/ports/ff721bf6-243f-428c-969e-81f10c691c83 HTTP/1.1" status: 204 len: 173 time: 1.9162078 Jan 28 04:39:32.179843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'name': 'network-vif-deleted', 'tag': 'ff721bf6-243f-428c-969e-81f10c691c83'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:32.182300 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68024d57-c69f-4be9-87e3-660d239a6cca" -d '{"events": [{"server_uuid": "edc335e8-c627-479b-98b8-bad9aecf15d7", "name": "network-vif-deleted", "tag": "ff721bf6-243f-428c-969e-81f10c691c83"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:32.248173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:32.259827 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffac72-f07d-4ee7-884b-6cd54a4d934c x-openstack-request-id: req-35ffac72-f07d-4ee7-884b-6cd54a4d934c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:32.260481 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc335e8-c627-479b-98b8-bad9aecf15d7", "name": "network-vif-deleted", "tag": "ff721bf6-243f-428c-969e-81f10c691c83", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:32.260782 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35ffac72-f07d-4ee7-884b-6cd54a4d934c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:32.261510 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc335e8-c627-479b-98b8-bad9aecf15d7', 'name': 'network-vif-deleted', 'tag': 'ff721bf6-243f-428c-969e-81f10c691c83', 'status': 'completed', 'code': 200} Jan 28 04:39:32.329723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:32.343247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:32.387435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:32.393103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:32.398849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d004c49-3a32-484c-ba7b-058f910d73fa req-0820827b-196c-4c12-bdac-d25f08d29c38 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "DELETE /v2.0/ports/ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 HTTP/1.1" status: 204 len: 173 time: 1.5837932 Jan 28 04:39:32.451056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b94ded-5869-4730-b994-7ce0ab42c710 None None] Network 3943230a-5fbb-4e61-bb43-92131ca35692 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:32.596588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9afbebdc-8ce3-45fd-9fea-526d01d2acac None None] Provisioning complete for port 9caeeba5-ecef-4564-8647-c765b4dcb1cb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:32.597385 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9afbebdc-8ce3-45fd-9fea-526d01d2acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:32.613349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d491aa1-ba5a-4e8b-a8dd-3fccbd174712 req-b5b2699e-e76c-4101-9c6a-3be702b62ce6 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0523140 Jan 28 04:39:32.745411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-5be25624-3bdd-4a68-954c-187396ecb3e4 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:32.751854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-5be25624-3bdd-4a68-954c-187396ecb3e4 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8084950 Jan 28 04:39:32.795136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-96a8065a-4aad-4f1f-a24c-f4eaa46495d7 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/quotas/366d5b9d7994463ebbebc8e64f925da7 HTTP/1.1" status: 200 len: 375 time: 0.0422759 Jan 28 04:39:32.867829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-3f217ec9-31b5-42b9-acde-bf5860c03467 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=366d5b9d7994463ebbebc8e64f925da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696929 Jan 28 04:39:32.870211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ff721bf6-243f-428c-969e-81f10c691c83 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:32.887978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e35645b4-a877-4055-aac7-6e6493a0925e req-646b3982-c9cb-49cd-ba5a-040441393077 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc335e8-c627-479b-98b8-bad9aecf15d7 HTTP/1.1" status: 200 len: 210 time: 0.0836272 Jan 28 04:39:33.053189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: ff721bf6-243f-428c-969e-81f10c691c83 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:33.061217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ff721bf6-243f-428c-969e-81f10c691c83 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:33.061674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:33.082338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:33.098397 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:33.099330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:33.199789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9afbebdc-8ce3-45fd-9fea-526d01d2acac None None] Current status of the port 9caeeba5-ecef-4564-8647-c765b4dcb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:33.221294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:33.221786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:33.337291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=3195ae4e-bf2c-4676-8b36-ab7e49ee7e60,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:33.386917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9caeeba5-ecef-4564-8647-c765b4dcb1cb up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:33.420923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 3943230a-5fbb-4e61-bb43-92131ca35692 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:33.457230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:33.500348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9caeeba5-ecef-4564-8647-c765b4dcb1cb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:33.500772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:33.517105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-12a40611-28d1-47e4-bf66-5353dfe7cc82 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=366d5b9d7994463ebbebc8e64f925da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948560 Jan 28 04:39:33.665842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9caeeba5-ecef-4564-8647-c765b4dcb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:33.793218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-92530c92-f842-438b-8e7b-f35989f6d230 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:33.799991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0a0769d-1e17-4c10-b9dd-f9aab4e14398 req-fa7047e6-871b-4da8-a37e-12190a08f6df tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0416145 Jan 28 04:39:33.804558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-92530c92-f842-438b-8e7b-f35989f6d230 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409594 Jan 28 04:39:33.820305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Router 16c0046d-4ec6-43e6-8ba3-b3b5753e8252 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:39:33.832287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-4c0355b3-2281-4592-9399-5122d32aaef0 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/quotas/366d5b9d7994463ebbebc8e64f925da7 HTTP/1.1" status: 200 len: 375 time: 0.0214529 Jan 28 04:39:33.961451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12ab06-abc7-49f3-b7d9-24198abf2947 None None] Network 3943230a-5fbb-4e61-bb43-92131ca35692 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:33.994742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-3def76d9-1700-4f76-bc04-446ccc7be8e6 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=366d5b9d7994463ebbebc8e64f925da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615145 Jan 28 04:39:34.025380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:34.040440 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-139e4e41-ad3b-475b-9fe1-1b53681605f6 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/routers/16c0046d-4ec6-43e6-8ba3-b3b5753e8252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1460569 Jan 28 04:39:34.042791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:34.046818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] Sync routers for ids ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:34.091310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c5b11d96-152d-4a45-9e29-8193ec3e95ba None None] Provisioning complete for port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:34.091699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b11d96-152d-4a45-9e29-8193ec3e95ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:34.096037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] Routers {'16c0046d-4ec6-43e6-8ba3-b3b5753e8252'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:34.096765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:34.133961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc1088-3a9f-4452-8a95-5fc0af051493 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:34.138811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f0dc1088-3a9f-4452-8a95-5fc0af051493 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports?device_id=16c0046d-4ec6-43e6-8ba3-b3b5753e8252 HTTP/1.1" status: 200 len: 987 time: 0.0940831 Jan 28 04:39:34.141187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34438) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:34.222505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:34.243231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5b11d96-152d-4a45-9e29-8193ec3e95ba None None] Port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:34.262631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] Routers {'16c0046d-4ec6-43e6-8ba3-b3b5753e8252'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:34.263566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'name': 'network-vif-deleted', 'tag': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:34.263761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:34.270257 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79adc0e3-93ea-4c00-b841-08bf9b6da2d7" -d '{"events": [{"server_uuid": "3ae5ef4c-6834-4128-b8e8-845e07bbb8c4", "name": "network-vif-deleted", "tag": "ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:34.337401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:34.338321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396b9fb-8d30-40e0-bc6f-1f9c5204b555 None None] The sync data for ids ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:34.340361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c5b11d96-152d-4a45-9e29-8193ec3e95ba None None] Provisioning complete for port 9caeeba5-ecef-4564-8647-c765b4dcb1cb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:34.341125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b11d96-152d-4a45-9e29-8193ec3e95ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:34.501366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5b11d96-152d-4a45-9e29-8193ec3e95ba None None] Current status of the port 9caeeba5-ecef-4564-8647-c765b4dcb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:34.607856 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f302b-5da5-4676-ac59-d4ee45edfed8 x-openstack-request-id: req-1d8f302b-5da5-4676-ac59-d4ee45edfed8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:34.608693 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae5ef4c-6834-4128-b8e8-845e07bbb8c4", "name": "network-vif-deleted", "tag": "ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:34.609241 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d8f302b-5da5-4676-ac59-d4ee45edfed8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:34.609876 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae5ef4c-6834-4128-b8e8-845e07bbb8c4', 'name': 'network-vif-deleted', 'tag': 'ef5bc0f8-c2c9-4d9f-ac36-990fbc622bd5', 'status': 'completed', 'code': 200} Jan 28 04:39:34.621497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-585edcf1-fe6c-4e68-a005-9cabc1f8f64b req-dea12cb1-5352-4b1e-8440-41efc64ccf3b tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 210 time: 0.0859895 Jan 28 04:39:34.876543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-31eb94b3-2e3b-439f-8af8-24aa2905eaac None None] Provisioning complete for port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:34.882504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970925f-7d57-4f8a-9ff1-8c376a37e21e req-ada5feba-2d9c-4962-ae13-fb30392181dc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:34.890131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31eb94b3-2e3b-439f-8af8-24aa2905eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:34.890542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c970925f-7d57-4f8a-9ff1-8c376a37e21e req-ada5feba-2d9c-4962-ae13-fb30392181dc tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.1275632 Jan 28 04:39:35.037085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-31eb94b3-2e3b-439f-8af8-24aa2905eaac None None] Port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:35.066465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-31eb94b3-2e3b-439f-8af8-24aa2905eaac None None] Provisioning complete for port 9caeeba5-ecef-4564-8647-c765b4dcb1cb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:35.067982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31eb94b3-2e3b-439f-8af8-24aa2905eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.071464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c970925f-7d57-4f8a-9ff1-8c376a37e21e req-c9b3ce5d-3a50-40aa-a861-00f1e6a9cea9 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797040 Jan 28 04:39:35.160814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e755b59-ded2-4bcd-a2a5-1f20983195eb req-7b23129a-b4f0-4359-a436-5f87b00e765a tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1207192 Jan 28 04:39:35.173917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.204511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-e972f262-4165-4cb9-b1e5-e0415726f1eb tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=366d5b9d7994463ebbebc8e64f925da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743952 Jan 28 04:39:35.453821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-e3bdffdb-060b-474e-b926-efa90c4f9552 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:35.456469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-e3bdffdb-060b-474e-b926-efa90c4f9552 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385645 Jan 28 04:39:35.479499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Request body: {'port': {'device_id': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '366d5b9d7994463ebbebc8e64f925da7'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:35.591109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-31eb94b3-2e3b-439f-8af8-24aa2905eaac None None] Current status of the port 9caeeba5-ecef-4564-8647-c765b4dcb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:35.623437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:35.624398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.728478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1038c977-16a0-47cc-a7fa-59392ce0a1ee None None] Provisioning complete for port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:35.729715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1038c977-16a0-47cc-a7fa-59392ce0a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.735686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Made reservation on behalf of 366d5b9d7994463ebbebc8e64f925da7 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:35.739595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.763507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.795250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e45b093b-fa2d-44d3-84dd-634d56b0fdb4 req-de557595-059b-4121-a35c-ce5ecdb09cc9 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 210 time: 0.0378516 Jan 28 04:39:35.797663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.799863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1038c977-16a0-47cc-a7fa-59392ce0a1ee None None] Port 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:35.823472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:35.909416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks [] for security_group (5edbcd97-3d1d-4fcc-9894-506cd53666fb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.917481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5edbcd97-3d1d-4fcc-9894-506cd53666fb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.992303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:36.019240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edbcd97-3d1d-4fcc-9894-506cd53666fb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:36.066436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3195ae4e-bf2c-4676-8b36-ab7e49ee7e60), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:36.103265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=3195ae4e-bf2c-4676-8b36-ab7e49ee7e60,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:36.116372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Allocated IP 192.168.233.26 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/613d5af9-77eb-47ac-860c-68a22dba6aa5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:36.133194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7961a615-663a-4943-b31c-972b7203be4b None None] Could not find standard attr ID for object 3195ae4e-bf2c-4676-8b36-ab7e49ee7e60. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:39:36.297070 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:36.368070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55776d-d659-41d5-aa2c-943551e8eef3 req-392b42f2-cc05-4b99-b7c8-0eeb3df13861 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:36.376235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d55776d-d659-41d5-aa2c-943551e8eef3 req-392b42f2-cc05-4b99-b7c8-0eeb3df13861 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.1269040 Jan 28 04:39:36.472335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bd36277-922b-4ec0-80b5-5866cd8a0dc1 req-384d1d6b-05bc-4560-8198-d0181ef50b3d tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1110289 Jan 28 04:39:36.475522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-7c6b4d6b-c8d1-411e-8e0b-d10e8fb213a6 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=366d5b9d7994463ebbebc8e64f925da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123381 Jan 28 04:39:36.529809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d55776d-d659-41d5-aa2c-943551e8eef3 req-750b55f4-7832-4400-acc0-8ef6a42923e2 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527970 Jan 28 04:39:36.586176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-e3043a0b-4d05-4a39-9e2e-4104c6522d56 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:36.587713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-e3043a0b-4d05-4a39-9e2e-4104c6522d56 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.3907559 Jan 28 04:39:36.642988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Router 16c0046d-4ec6-43e6-8ba3-b3b5753e8252 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:36.688590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks [] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:36.729824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:36.737203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f5b5a9a8-7d31-47b5-a7db-edb787b7a559 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/routers/16c0046d-4ec6-43e6-8ba3-b3b5753e8252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921936 Jan 28 04:39:36.743480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34486) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:36.745168 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] Sync routers for ids ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:36.755149 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] Routers {'16c0046d-4ec6-43e6-8ba3-b3b5753e8252'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:36.756397 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:36.770885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-73094bed-3f45-4c4a-8bc3-1d949b2d0246 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:36.773306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-73094bed-3f45-4c4a-8bc3-1d949b2d0246 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885499 Jan 28 04:39:36.774612 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f08b99b-5314-47fa-87b4-8e067c2668c8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:36.778785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34488) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:36.779583 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8f08b99b-5314-47fa-87b4-8e067c2668c8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/3195ae4e-bf2c-4676-8b36-ab7e49ee7e60 HTTP/1.1" status: 404 len: 333 time: 0.0347364 Jan 28 04:39:36.789257 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:36.798621 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] Routers {'16c0046d-4ec6-43e6-8ba3-b3b5753e8252'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:36.799223 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:39:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:36.801045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Request body: {'port': {'device_id': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '366d5b9d7994463ebbebc8e64f925da7'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:36.836855 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:36.837554 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981196e-2574-4e3b-a68c-1b030a9b4103 None None] The sync data for ids ['16c0046d-4ec6-43e6-8ba3-b3b5753e8252'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:36.961960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27f4a87d-d2c5-42ec-938c-fcc06ea8cbf9 req-3294d6d5-4a5d-4dd9-a979-57beecb73ad0 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 210 time: 0.0726204 Jan 28 04:39:36.967505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:36.970559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for router (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.052266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Deleting port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:37.052554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.116432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:37.160571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:37.222337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:37.230413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:37.315976 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.325034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for router_controller (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.344492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Made reservation on behalf of 366d5b9d7994463ebbebc8e64f925da7 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:37.347873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.393503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:37.394114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.417035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] For port 5044bf6e-73be-4835-9dd3-3c1cc0287a47, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5044bf6e-73be-4835-9dd3-3c1cc0287a47,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:37.417433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.434210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (16c0046d-4ec6-43e6-8ba3-b3b5753e8252), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.434667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Fanout notify agent at l3_agent the message router_deleted on router 16c0046d-4ec6-43e6-8ba3-b3b5753e8252 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:39:37.436165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Calling delete_port for 5044bf6e-73be-4835-9dd3-3c1cc0287a47 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:37.449514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-73674fca-d723-49a2-85b6-487109163db1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9752936 Jan 28 04:39:37.454477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.460062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a327b456-f12a-4c07-a0fc-0799f7b12e0a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/routers/16c0046d-4ec6-43e6-8ba3-b3b5753e8252 HTTP/1.1" status: 204 len: 168 time: 0.6752460 Jan 28 04:39:37.460062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34494) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:37.481115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-03ebb09c-e334-4bfe-95a7-167f9d540d77 None None] Provisioning complete for port 613d5af9-77eb-47ac-860c-68a22dba6aa5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:37.482421 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03ebb09c-e334-4bfe-95a7-167f9d540d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.507605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Request body: {'port': {'device_id': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:37.554172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-03ebb09c-e334-4bfe-95a7-167f9d540d77 None None] Port 613d5af9-77eb-47ac-860c-68a22dba6aa5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:37.654682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.657316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:37.688123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a2bdb-a865-4ab1-bb51-2804b3ce44ce req-8c6245cf-ab81-418e-a819-77415de16402 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:37.691424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46a2bdb-a865-4ab1-bb51-2804b3ce44ce req-8c6245cf-ab81-418e-a819-77415de16402 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 949 time: 0.0643520 Jan 28 04:39:37.725773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-966685c9-74e5-437a-b045-87f6cc201b6c req-d350812b-d907-4ec3-b329-f8636219f527 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0619464 Jan 28 04:39:37.758053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a46a2bdb-a865-4ab1-bb51-2804b3ce44ce req-bb69d58a-c34a-4ec2-abfa-98bd7c421e66 tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/security-groups?id=df7352dd-99ce-428b-869c-8b591c3dfb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Jan 28 04:39:37.844475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet eba403e9-1195-4d4c-a471-854d100ff5cb {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:37.882504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (eba403e9-1195-4d4c-a471-854d100ff5cb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.369016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (eba403e9-1195-4d4c-a471-854d100ff5cb), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.396446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:38.425073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14f5d0a9-8b7a-4cce-84c9-e2e7e922b801 req-fe4f1629-9033-42a1-a9fa-0470787488b0 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 210 time: 0.1158502 Jan 28 04:39:38.429187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Allocated IP 192.168.233.160 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/6c95ff70-2172-41f8-b6a4-84dda372fe52) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:38.496532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5044bf6e-73be-4835-9dd3-3c1cc0287a47), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.541918 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62f45333-d4d7-43e5-99d2-35d2bcf193e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.553064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-526aaf62-c3bf-40fc-b426-c00678bbe47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.574763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Pushing event deleted for resources: {'Port': ['ID=5044bf6e-73be-4835-9dd3-3c1cc0287a47,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:38.658856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (eba403e9-1195-4d4c-a471-854d100ff5cb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.679971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62f45333-d4d7-43e5-99d2-35d2bcf193e7 admin admin] Publish callbacks [] for security_group (0f241ca8-7d2b-4bde-8112-4b9615d72342), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.686983 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62f45333-d4d7-43e5-99d2-35d2bcf193e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f241ca8-7d2b-4bde-8112-4b9615d72342), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.693167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] No DVR routers for this DVR port 5044bf6e-73be-4835-9dd3-3c1cc0287a47 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:38.714389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.717711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cbf8018-cec7-46d9-a5cd-65e2a2eb8a64 req-a03b7040-45da-4289-9e95-9041170181db tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.47 "DELETE /v2.0/ports/5044bf6e-73be-4835-9dd3-3c1cc0287a47 HTTP/1.1" status: 204 len: 173 time: 2.1179295 Jan 28 04:39:38.718164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'name': 'network-vif-deleted', 'tag': '5044bf6e-73be-4835-9dd3-3c1cc0287a47'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:38.721035 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1280c709-906a-4eff-b77e-240c82b0674c" -d '{"events": [{"server_uuid": "7834daa1-79e2-43b1-a65e-a5355196e9f5", "name": "network-vif-deleted", "tag": "5044bf6e-73be-4835-9dd3-3c1cc0287a47"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:38.770658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-62f45333-d4d7-43e5-99d2-35d2bcf193e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed87beb04dc04b8497d5f0d73dc0930f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706307 Jan 28 04:39:38.785258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34540) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:38.829374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (eba403e9-1195-4d4c-a471-854d100ff5cb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.832495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5044bf6e-73be-4835-9dd3-3c1cc0287a47 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:38.833851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks [] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.859551 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a719525-7ae3-42bf-bd6e-bf1a5b328caa x-openstack-request-id: req-6a719525-7ae3-42bf-bd6e-bf1a5b328caa {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:38.859856 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834daa1-79e2-43b1-a65e-a5355196e9f5", "name": "network-vif-deleted", "tag": "5044bf6e-73be-4835-9dd3-3c1cc0287a47", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:38.860166 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a719525-7ae3-42bf-bd6e-bf1a5b328caa {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:38.860585 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834daa1-79e2-43b1-a65e-a5355196e9f5', 'name': 'network-vif-deleted', 'tag': '5044bf6e-73be-4835-9dd3-3c1cc0287a47', 'status': 'completed', 'code': 200} Jan 28 04:39:38.862655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f45333-d4d7-43e5-99d2-35d2bcf193e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f241ca8-7d2b-4bde-8112-4b9615d72342,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:38.884281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:38.888290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/eba403e9-1195-4d4c-a471-854d100ff5cb HTTP/1.1" status: 204 len: 168 time: 1.4280572 Jan 28 04:39:38.891157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34546) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:38.893697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702288c1-e6cd-4edd-baa7-a41f4a7421fe tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=eba403e9-1195-4d4c-a471-854d100ff5cb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:38.895974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 5044bf6e-73be-4835-9dd3-3c1cc0287a47 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:38.896369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5044bf6e-73be-4835-9dd3-3c1cc0287a47 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:38.897877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a89bed-a5b0-4551-92cc-7d718d76422a None None] Network 3943230a-5fbb-4e61-bb43-92131ca35692 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:39.027243 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.112187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ff7258e-0a4b-4379-a04e-bfdd4b83de99 req-67790c32-3194-4663-b459-8f038d82fe4a tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0862544 Jan 28 04:39:39.151093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa2cc69-f0ec-4d2a-ba79-6bf6fe0ac5da req-24153282-5e63-41f3-8461-64c0f628cb7b tempest-ServersOnMultiNodesTest-1946140015 tempest-ServersOnMultiNodesTest-1946140015-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834daa1-79e2-43b1-a65e-a5355196e9f5 HTTP/1.1" status: 200 len: 210 time: 0.1844907 Jan 28 04:39:39.198360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (3943230a-5fbb-4e61-bb43-92131ca35692), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.203696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dabf8762-c77b-47e1-948b-630aef36dc4c admin admin] Publish callbacks [] for security_group (0f241ca8-7d2b-4bde-8112-4b9615d72342), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.265440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] DHCP port deletion for 3943230a-5fbb-4e61-bb43-92131ca35692 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:39.279133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:39.294729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:39.301915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:39.304885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:39.352245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dabf8762-c77b-47e1-948b-630aef36dc4c admin admin] Publish callbacks [] for security_group (0f241ca8-7d2b-4bde-8112-4b9615d72342), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.421052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:39.422459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.422660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] Deleting port 9caeeba5-ecef-4564-8647-c765b4dcb1cb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:39.423137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.442175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613d5af9-77eb-47ac-860c-68a22dba6aa5 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:39.456364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Publish callbacks [] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.466609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-183e4b2c-d5a7-4ced-a33b-47491a861697 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6693630 Jan 28 04:39:39.491852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Request body: {'port': {'device_id': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:39.497158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dabf8762-c77b-47e1-948b-630aef36dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f241ca8-7d2b-4bde-8112-4b9615d72342), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.499729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dabf8762-c77b-47e1-948b-630aef36dc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.500887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dabf8762-c77b-47e1-948b-630aef36dc4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f241ca8-7d2b-4bde-8112-4b9615d72342 HTTP/1.1" status: 204 len: 168 time: 0.7144237 Jan 28 04:39:39.507870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Transition to ACTIVE for port object 613d5af9-77eb-47ac-860c-68a22dba6aa5 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:39:39.541496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.545453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf8762-c77b-47e1-948b-630aef36dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f241ca8-7d2b-4bde-8112-4b9615d72342,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:39.548885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 9caeeba5-ecef-4564-8647-c765b4dcb1cb {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:39.549261 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.638652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] For port 9caeeba5-ecef-4564-8647-c765b4dcb1cb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9caeeba5-ecef-4564-8647-c765b4dcb1cb,segment=NetworkSegment(e352e5ed-ebfb-4ee1-a068-8f491aa27f21),segment_id=e352e5ed-ebfb-4ee1-a068-8f491aa27f21)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:39.639195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.662901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] Calling delete_port for 9caeeba5-ecef-4564-8647-c765b4dcb1cb owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:39.685294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] For port 9caeeba5-ecef-4564-8647-c765b4dcb1cb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9caeeba5-ecef-4564-8647-c765b4dcb1cb,segment=NetworkSegment(e352e5ed-ebfb-4ee1-a068-8f491aa27f21),segment_id=e352e5ed-ebfb-4ee1-a068-8f491aa27f21)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:39.686023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.732998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 9caeeba5-ecef-4564-8647-c765b4dcb1cb owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:39.779844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:39.786297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.798138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.824338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] No DVR routers for this DVR port 9caeeba5-ecef-4564-8647-c765b4dcb1cb on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:39.829927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe85b1-7fb5-47ed-9cfc-f25c230beb69 None None] Pushing event deleted for resources: {'Port': ['ID=9caeeba5-ecef-4564-8647-c765b4dcb1cb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:39.902763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8021c8b4-fcc4-4296-afc1-b3c97792305a None None] Provisioning complete for port 6c95ff70-2172-41f8-b6a4-84dda372fe52 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:39.903844 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8021c8b4-fcc4-4296-afc1-b3c97792305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.906157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9caeeba5-ecef-4564-8647-c765b4dcb1cb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:39.914150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323d1c2-dba7-4968-8ae5-6b327634b5c6 req-852b4b58-7a85-40e1-998f-6a277adecca1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:39.921267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9323d1c2-dba7-4968-8ae5-6b327634b5c6 req-852b4b58-7a85-40e1-998f-6a277adecca1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 936 time: 0.2747140 Jan 28 04:39:39.947780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8021c8b4-fcc4-4296-afc1-b3c97792305a None None] Port 6c95ff70-2172-41f8-b6a4-84dda372fe52 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:39.958316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No DVR routers for this DVR port 9caeeba5-ecef-4564-8647-c765b4dcb1cb on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:39.966576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=9caeeba5-ecef-4564-8647-c765b4dcb1cb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:40.062720 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (3943230a-5fbb-4e61-bb43-92131ca35692), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.099926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:40.110595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3943230a-5fbb-4e61-bb43-92131ca35692']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:40.136183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aad-9a34-4012-83aa-2c8a20710ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.140920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:40.141490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e352e5ed-ebfb-4ee1-a068-8f491aa27f21') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:40.149058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9323d1c2-dba7-4968-8ae5-6b327634b5c6 req-ca244596-0cf8-4fd1-abb4-cf3293f0754b tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183306 Jan 28 04:39:40.153969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Attempting to bind port 613d5af9-77eb-47ac-860c-68a22dba6aa5 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:40.154219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Attempting to bind port 613d5af9-77eb-47ac-860c-68a22dba6aa5 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:40.154508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Attempting to bind port 613d5af9-77eb-47ac-860c-68a22dba6aa5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:40.162321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Port 613d5af9-77eb-47ac-860c-68a22dba6aa5 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:39:40.162321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Attempting to bind port 613d5af9-77eb-47ac-860c-68a22dba6aa5 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:40.177931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (e352e5ed-ebfb-4ee1-a068-8f491aa27f21), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.184628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:40.188786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:40.189281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:40.189754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Bound port: 613d5af9-77eb-47ac-860c-68a22dba6aa5, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:40.190125 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.203869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e352e5ed-ebfb-4ee1-a068-8f491aa27f21), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.215031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:40.215795 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (e352e5ed-ebfb-4ee1-a068-8f491aa27f21), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:40.219498 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:40.313496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (3943230a-5fbb-4e61-bb43-92131ca35692), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.336400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.346423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/3943230a-5fbb-4e61-bb43-92131ca35692 HTTP/1.1" status: 204 len: 168 time: 1.4509566 Jan 28 04:39:40.355231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9dcf1c20-3256-48de-8f6d-088906dede26 req-5de7ea89-0347-4779-989d-f3b60c6c7a39 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0711036 Jan 28 04:39:40.355864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34570) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:40.386227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0780-ac90-4475-8285-90d8cc6a33e4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=3943230a-5fbb-4e61-bb43-92131ca35692,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:40.447694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aad-9a34-4012-83aa-2c8a20710ce6 admin admin] Publish callbacks [] for security_group (7ef8f011-f3b8-4733-ac32-1985c9a70976), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.453192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aad-9a34-4012-83aa-2c8a20710ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7ef8f011-f3b8-4733-ac32-1985c9a70976), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.501838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0aad-9a34-4012-83aa-2c8a20710ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8f011-f3b8-4733-ac32-1985c9a70976,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:40.509828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f059b964-699a-4ffe-b86e-c19637695d66 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:40.512005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f059b964-699a-4ffe-b86e-c19637695d66 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd HTTP/1.1" status: 200 len: 844 time: 0.1515207 Jan 28 04:39:40.517680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34574) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:40.525130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:40.531243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:40.546893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.582168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-db7e0aad-9a34-4012-83aa-2c8a20710ce6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1231033848d04256a674791c9ad02a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802234 Jan 28 04:39:40.586026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34576) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:40.596239 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52d25e00-2715-4e8d-ac00-c97c35c3c2fc tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0761297 Jan 28 04:39:40.609003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34578) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:40.626220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c95ff70-2172-41f8-b6a4-84dda372fe52 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:40.628468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:40.644327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Publish callbacks [] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.693504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:40.694146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.695523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] 10.222.0.52 "PUT /v2.0/ports/613d5af9-77eb-47ac-860c-68a22dba6aa5 HTTP/1.1" status: 200 len: 1095 time: 3.1950898 Jan 28 04:39:40.721901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Transition to ACTIVE for port object 6c95ff70-2172-41f8-b6a4-84dda372fe52 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:39:40.734630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.769921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34582) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:40.774024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3655-89bc-473d-825e-3cc884e3c572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.812997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0437274c-0859-4114-9559-2644760949eb admin admin] Publish callbacks [] for security_group (7ef8f011-f3b8-4733-ac32-1985c9a70976), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.824549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343d522-2fbe-497a-b830-b3f182f3c035 service neutron] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:40.855724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0437274c-0859-4114-9559-2644760949eb admin admin] Publish callbacks [] for security_group (7ef8f011-f3b8-4733-ac32-1985c9a70976), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.880017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:40.884959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:40.894556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:40.897843 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6624406b-a74e-4f56-a214-26579278b9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:41.002159 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909cea02-f666-4332-b9c8-d62b8832883b x-openstack-request-id: req-909cea02-f666-4332-b9c8-d62b8832883b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:41.002459 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:41.002721 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-909cea02-f666-4332-b9c8-d62b8832883b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:41.003127 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'status': 'completed', 'code': 200} Jan 28 04:39:41.008038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8c05f1e3-024b-40ce-afcb-f28b0292e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.009620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-8c05f1e3-024b-40ce-afcb-f28b0292e33a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=366d5b9d7994463ebbebc8e64f925da7&device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 1098 time: 0.2299991 Jan 28 04:39:41.014876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:41.035013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Attempting to bind port 6c95ff70-2172-41f8-b6a4-84dda372fe52 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:41.035364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Attempting to bind port 6c95ff70-2172-41f8-b6a4-84dda372fe52 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:41.035704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Attempting to bind port 6c95ff70-2172-41f8-b6a4-84dda372fe52 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:41.074339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Port 6c95ff70-2172-41f8-b6a4-84dda372fe52 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:39:41.074752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Attempting to bind port 6c95ff70-2172-41f8-b6a4-84dda372fe52 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:41.079625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-10c279e0-a380-4abf-a33f-b49320fb1d9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5 HTTP/1.1" status: 200 len: 217 time: 0.0540528 Jan 28 04:39:41.082893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:41.083248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:41.084535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:41.085086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Bound port: 6c95ff70-2172-41f8-b6a4-84dda372fe52, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:41.085568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.172610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:41.194562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:41.242174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-0586f58e-0f7b-49e1-ae39-d1b882ff850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.244613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-0586f58e-0f7b-49e1-ae39-d1b882ff850e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1417027 Jan 28 04:39:41.246394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.332075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9caeeba5-ecef-4564-8647-c765b4dcb1cb no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:41.353115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9caeeba5-ecef-4564-8647-c765b4dcb1cb {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:41.353669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9caeeba5-ecef-4564-8647-c765b4dcb1cb not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:41.363164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.364568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.367072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] 10.222.0.47 "PUT /v2.0/ports/6c95ff70-2172-41f8-b6a4-84dda372fe52 HTTP/1.1" status: 200 len: 1096 time: 1.8796868 Jan 28 04:39:41.367744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da852-541d-41b8-8774-fe3a504d6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:41.393178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-51cb5c14-f2bd-4df9-a52b-d84aca24fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.395231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-51cb5c14-f2bd-4df9-a52b-d84aca24fb74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803578 Jan 28 04:39:41.582003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39c6d5ed-85d7-42a7-8f6d-9ab2efa47e62 req-c82ec02e-ace9-4a63-bcbd-9d998dad4638 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0960157 Jan 28 04:39:41.582546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0437274c-0859-4114-9559-2644760949eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7ef8f011-f3b8-4733-ac32-1985c9a70976), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.585684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0437274c-0859-4114-9559-2644760949eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.587492 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0437274c-0859-4114-9559-2644760949eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ef8f011-f3b8-4733-ac32-1985c9a70976 HTTP/1.1" status: 204 len: 168 time: 0.9995492 Jan 28 04:39:41.632997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-8a13b680-009f-44e9-9f10-ed50b4085297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.636615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-8a13b680-009f-44e9-9f10-ed50b4085297 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=366d5b9d7994463ebbebc8e64f925da7&device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 1099 time: 0.1503158 Jan 28 04:39:41.637447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eddb2-a9ab-4330-ab74-b9e45add71a9 req-83e5da5f-2022-4cb9-a171-5c8a379e51a3 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.647738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c2eddb2-a9ab-4330-ab74-b9e45add71a9 req-83e5da5f-2022-4cb9-a171-5c8a379e51a3 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.2018511 Jan 28 04:39:41.656052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-10822241-57cb-4634-b841-188aee6fadf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b79c05c4bde8438f9efb92d7dff6d24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8748415 Jan 28 04:39:41.665347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:41.688785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437274c-0859-4114-9559-2644760949eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8f011-f3b8-4733-ac32-1985c9a70976,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:41.712390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-d6101f7f-5f4d-4d94-97a7-57e937b22691 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52 HTTP/1.1" status: 200 len: 217 time: 0.0627372 Jan 28 04:39:41.717643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-a5915be1-c750-41ae-9d08-ebfddb965f42 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155477 Jan 28 04:39:41.779164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c2eddb2-a9ab-4330-ab74-b9e45add71a9 req-aadb4d8c-e377-4fbd-9215-9d947ea11f93 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257021 Jan 28 04:39:41.803680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-9f8cbcb4-e4ec-4651-8fe4-ba87553c7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.805305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-9f8cbcb4-e4ec-4651-8fe4-ba87553c7135 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0839429 Jan 28 04:39:41.881771 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.895230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (a21a50c8-55dc-4f43-bbae-1a80b30e0b75), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.907733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-301c5195-7bc7-4f59-90a7-b4668b5d2d9d admin admin] Publish callbacks [] for security_group (df7352dd-99ce-428b-869c-8b591c3dfb1b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.937797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:41.949801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-3e28afaf-8133-40ee-82c8-09ca5d8178e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.951299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-3e28afaf-8133-40ee-82c8-09ca5d8178e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266108 Jan 28 04:39:41.955196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:39:41.956487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:41.966985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:41.967557 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.968072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0a0ce2-afdf-428f-958a-f4602ad2a9b8 None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:41.973870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-301c5195-7bc7-4f59-90a7-b4668b5d2d9d admin admin] Publish callbacks [] for security_group (df7352dd-99ce-428b-869c-8b591c3dfb1b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:41.985347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=a21a50c8-55dc-4f43-bbae-1a80b30e0b75,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:41.996394 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259a0b01-cfe7-414a-b645-08f0bfe34ccd req-ec008ecd-4187-4d6b-97dc-391b9116cedd service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563152 Jan 28 04:39:42.002376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50c933a6-8a83-47e6-918c-3da2758628ee tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3811858 Jan 28 04:39:42.003051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:42.008007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'security_group': {'name': 'tempest-secgroup-1036789796'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:42.036396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.107599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-de7a78c0-5de2-4e79-a797-cff2a922c788 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445699 Jan 28 04:39:42.131302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-251b62ef-32b2-40a6-8607-d6fb31d91613', 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'project_id': 'b692c387a6c04cbe9236701fc076896e', 'fixed_ips': [{'subnet_id': 'a21a50c8-55dc-4f43-bbae-1a80b30e0b75'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:39:42.132181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.152160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (8626a6eb-4a4a-479d-8ec0-9447e38be076), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.157047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8626a6eb-4a4a-479d-8ec0-9447e38be076), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.193160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.194839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1908474 Jan 28 04:39:42.198135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34614) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:42.203794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084308923'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:42.207623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65842d7f-29da-4a63-9bde-8eb83f47513f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8626a6eb-4a4a-479d-8ec0-9447e38be076,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:42.235086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-301c5195-7bc7-4f59-90a7-b4668b5d2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (df7352dd-99ce-428b-869c-8b591c3dfb1b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.237381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.237788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-301c5195-7bc7-4f59-90a7-b4668b5d2d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.238991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-301c5195-7bc7-4f59-90a7-b4668b5d2d9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df7352dd-99ce-428b-869c-8b591c3dfb1b HTTP/1.1" status: 204 len: 168 time: 0.5716608 Jan 28 04:39:42.262873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c5195-7bc7-4f59-90a7-b4668b5d2d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7352dd-99ce-428b-869c-8b591c3dfb1b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:42.269687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624406b-a74e-4f56-a214-26579278b9dc req-ecf57660-1ea8-48fe-8a9e-4060fa64486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:42.271857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-ecf57660-1ea8-48fe-8a9e-4060fa64486d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=366d5b9d7994463ebbebc8e64f925da7&device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 1098 time: 0.1589489 Jan 28 04:39:42.327791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (971c4363-7776-4ea1-99e7-fa0971f0ad68), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.331730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Allocated IP 2001:db8::2 (251b62ef-32b2-40a6-8607-d6fb31d91613/a21a50c8-55dc-4f43-bbae-1a80b30e0b75/b8d828f2-4772-411c-93a3-9719066fa9ec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:42.335041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (971c4363-7776-4ea1-99e7-fa0971f0ad68), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.360157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a39abbf-ab5b-4b49-9ec6-16bd3960c37a req-1dbbd69c-46a7-4269-a28a-93e01f3d0b5d service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064669 Jan 28 04:39:42.374687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.378665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1784365 Jan 28 04:39:42.381504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:42.388137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-236816487', 'security_groups': ['971c4363-7776-4ea1-99e7-fa0971f0ad68'], 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a21a50c8-55dc-4f43-bbae-1a80b30e0b75'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:42.391889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45b390-f239-4eb7-8680-edc2215c8c36 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971c4363-7776-4ea1-99e7-fa0971f0ad68,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:42.420143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624406b-a74e-4f56-a214-26579278b9dc req-e2e606c2-6b9a-4d5f-bb2d-df64cf7184ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:42.422444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-e2e606c2-6b9a-4d5f-bb2d-df64cf7184ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1398582 Jan 28 04:39:42.493381 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-8664b745-aa9f-4e67-b029-480f69a73aea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5 HTTP/1.1" status: 200 len: 217 time: 0.0570896 Jan 28 04:39:42.542127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:42.556816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624406b-a74e-4f56-a214-26579278b9dc req-85107527-4957-41a9-918f-83823088bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:42.558341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-85107527-4957-41a9-918f-83823088bdea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0571244 Jan 28 04:39:42.615521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624406b-a74e-4f56-a214-26579278b9dc req-1ed4718f-05aa-4dae-aba9-be56a6cc98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:42.617580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-1ed4718f-05aa-4dae-aba9-be56a6cc98fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507789 Jan 28 04:39:42.657984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Publish callbacks [] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.669258 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.675677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.731673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 1eb29da2-f49a-4dfa-83e6-7aae32d7db20 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:42.741255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-9b94c371-72e7-4b9c-bbfa-9defbf5bb2cc service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151049 Jan 28 04:39:42.771460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Pushing event updated for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:42.791086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:42.792780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:42.805429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:42.852365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-134056eb-fabc-452d-a793-c46dcb354010 req-bcbe8123-647c-4fe7-85bc-df6de4b26a66 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0363784 Jan 28 04:39:42.927699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Attempting to bind port b8d828f2-4772-411c-93a3-9719066fa9ec on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:42.928187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Attempting to bind port b8d828f2-4772-411c-93a3-9719066fa9ec by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:42.928440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Attempting to bind port b8d828f2-4772-411c-93a3-9719066fa9ec on network 251b62ef-32b2-40a6-8607-d6fb31d91613 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:42.938634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:42.938634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Checking segment: {'id': 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:42.938634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.939037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Bound using segment: {'id': 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:42.939404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Bound port: b8d828f2-4772-411c-93a3-9719066fa9ec, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:42.939843 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.955307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6624406b-a74e-4f56-a214-26579278b9dc req-25eb95c5-1195-4b81-955d-f379c01fd228 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062569 Jan 28 04:39:42.989123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34642) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:43.012131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:43.014571 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7867b051-a490-4e8c-aef1-8feca7e873c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:43.046258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:43.052460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3553fe38-8a16-49fd-94d5-7f702027ecc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b73ab787e2843819bef316bf1ec6e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597110 Jan 28 04:39:43.055748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8d828f2-4772-411c-93a3-9719066fa9ec,segment=NetworkSegment(ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54),segment_id=ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:43.059058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34646) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:43.066739 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.072786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::3b2 (251b62ef-32b2-40a6-8607-d6fb31d91613/a21a50c8-55dc-4f43-bbae-1a80b30e0b75/1eb29da2-f49a-4dfa-83e6-7aae32d7db20) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:43.134261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cf03c-d8ce-4e58-8b04-c388426b702a req-8cfbe569-f4ed-47d4-8090-21e1451d75c4 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:43.135856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-721cf03c-d8ce-4e58-8b04-c388426b702a req-8cfbe569-f4ed-47d4-8090-21e1451d75c4 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.0904186 Jan 28 04:39:43.139667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18495fc2-38f1-4fe7-9968-f3bf227c4bbf None None] Pushing event updated for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:43.172337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1637350-bc60-426a-bbb8-a95ee4cb274c admin admin] Publish callbacks [] for security_group (4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.200140 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b6b46-e507-482e-a662-776f117c67f5 x-openstack-request-id: req-f64b6b46-e507-482e-a662-776f117c67f5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:43.200435 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:43.200806 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f64b6b46-e507-482e-a662-776f117c67f5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:43.201223 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'status': 'completed', 'code': 200} Jan 28 04:39:43.232014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1637350-bc60-426a-bbb8-a95ee4cb274c admin admin] Publish callbacks [] for security_group (4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.296672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-721cf03c-d8ce-4e58-8b04-c388426b702a req-8c34e492-aff0-4002-b871-01e5b9508811 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265395 Jan 28 04:39:43.301782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.321899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-8aac3b48-afd5-4091-9dfe-96bce44b41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:43.323651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-8aac3b48-afd5-4091-9dfe-96bce44b41f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=366d5b9d7994463ebbebc8e64f925da7&device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 1099 time: 0.0762064 Jan 28 04:39:43.369434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.398689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1637350-bc60-426a-bbb8-a95ee4cb274c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.401391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1637350-bc60-426a-bbb8-a95ee4cb274c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.405637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a1637350-bc60-426a-bbb8-a95ee4cb274c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58 HTTP/1.1" status: 204 len: 168 time: 0.3442132 Jan 28 04:39:43.421166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:43.423250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1637350-bc60-426a-bbb8-a95ee4cb274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da1f8c0-b98f-4f5b-b9a3-e8a1ded59f58,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:43.447697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:43.451631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:43.473817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:43.476711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.510989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1284266 Jan 28 04:39:43.513860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:43.516848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-2fa8c95e-1523-4665-a6c3-9fa20f37ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:43.518494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-2fa8c95e-1523-4665-a6c3-9fa20f37ad61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1876426 Jan 28 04:39:43.521434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:43.549775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f63ed9-e49c-4642-92d0-7b3053b0321a tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=1eb29da2-f49a-4dfa-83e6-7aae32d7db20,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:43.591526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.604382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-4603ac37-202a-4292-9feb-5f2befee5657 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52 HTTP/1.1" status: 200 len: 217 time: 0.0790143 Jan 28 04:39:43.679949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:43.683820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-939d9355-0874-4840-a78d-9b3259c90aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:43.685905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:43.687217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-939d9355-0874-4840-a78d-9b3259c90aac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0763972 Jan 28 04:39:43.745492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-3bf85458-9f06-4f0e-8fd3-a58ac0c2d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:43.747386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-3bf85458-9f06-4f0e-8fd3-a58ac0c2d24c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529451 Jan 28 04:39:43.801479 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a21a50c8-55dc-4f43-bbae-1a80b30e0b75 (CIDR: 2001:db8::/64) Jan 28 04:39:43.805918 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:39:43.807036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:43.829724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-53a07cfa-bdc2-4767-9e65-61e9cf2bd23f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3139892 Jan 28 04:39:43.832261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:43.838404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:43.959036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-dbcd175e-c17a-46eb-b77b-3acbda4bdf48 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013104 Jan 28 04:39:44.032474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7b1eedc0-9eb8-4f9d-a23a-616c4af803d8 req-ab4f0ef6-bf25-4672-81c6-55bc85f895d8 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0500679 Jan 28 04:39:44.107562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:44.111566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.550523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34698) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:44.558582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7867b051-a490-4e8c-aef1-8feca7e873c9 req-92b7cd0d-b6ed-4367-b4e3-cb94bbd7d032 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883291 Jan 28 04:39:44.628734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b17f32-baab-4e7c-a9cb-9c4498affce7 req-50c3f436-18f8-47fa-a9c0-ac99aa7540d1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:44.637979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-88b17f32-baab-4e7c-a9cb-9c4498affce7 req-50c3f436-18f8-47fa-a9c0-ac99aa7540d1 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.1254759 Jan 28 04:39:44.679110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:44.679629 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.750313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-88b17f32-baab-4e7c-a9cb-9c4498affce7 req-09c41817-539d-4fdc-8487-24ce5171aadc tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113698 Jan 28 04:39:44.761174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2096427331-network', 'tenant_id': '7143a27cf0804fafafd7ec7c9a756fba'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:44.795259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Made reservation on behalf of 7143a27cf0804fafafd7ec7c9a756fba for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:44.798591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.809346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.885441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:39:44.892228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:44.892809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.927042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks [] for security_group (f40b20dc-4011-4314-8f2d-8525643b0aca), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.934344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f40b20dc-4011-4314-8f2d-8525643b0aca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.955155 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.962944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:39:44.987470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b1e5c394-669d-4832-970a-781ca0ddb369), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.990488 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Added segment b1e5c394-669d-4832-970a-781ca0ddb369 of type vlan for network a2b17c79-c116-4651-842c-6a757f0c9c21 Jan 28 04:39:45.052464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (70bf0f1a-4122-445e-a306-eef9b0f31029), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.077618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8d828f2-4772-411c-93a3-9719066fa9ec,segment=NetworkSegment(ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54),segment_id=ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:45.106188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a2b17c79-c116-4651-842c-6a757f0c9c21), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.106508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.191047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:45.206237 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a2b17c79-c116-4651-842c-6a757f0c9c21), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.206804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:45.212018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:45.212018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.219443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:45.221730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.277047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4396114 Jan 28 04:39:45.281785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34716) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:45.284701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff5272-c0bd-4c34-ab93-1182d5d60aa4 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=70bf0f1a-4122-445e-a306-eef9b0f31029,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:45.299369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-783824352', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70bf0f1a-4122-445e-a306-eef9b0f31029'}], 'security_groups': ['8626a6eb-4a4a-479d-8ec0-9447e38be076']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:45.322813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Pushing event updated for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:45.332401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2ac1e-f4fb-4db3-a3a9-9cab84a1a707 None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:45.416806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8616285 Jan 28 04:39:45.417654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3849ac44-05fb-49e3-bdce-3d7491670ad1 req-ec5a51ce-29e5-41af-b31b-e3c3a331f953 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1342804 Jan 28 04:39:45.420530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34718) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:45.434398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Request body: {'subnet': {'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2096427331-subnet', 'tenant_id': '7143a27cf0804fafafd7ec7c9a756fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:45.440780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b20dc-4011-4314-8f2d-8525643b0aca,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:45.495267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae832467-ec86-40fc-bb15-1f67714a10d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b17c79-c116-4651-842c-6a757f0c9c21,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:45.531120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a2b17c79-c116-4651-842c-6a757f0c9c21 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:39:45.555221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Made reservation on behalf of 7143a27cf0804fafafd7ec7c9a756fba for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:45.557877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.601316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:45.681961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:45.699710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.763481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Provisioning complete for port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:45.764104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.797282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'mac_address': 'fa:16:3e:a2:3b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:39:45.862723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6c95ff70-2172-41f8-b6a4-84dda372fe52 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:45.863283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.899903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-43270dfe-900b-43ba-a399-972ebcd7315e None None] Port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:45.914726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eb71b-7d21-4d3f-8527-a96ff70bb00d req-8ce8d7c0-8312-4f11-a527-b5c631368476 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:45.916507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-766eb71b-7d21-4d3f-8527-a96ff70bb00d req-8ce8d7c0-8312-4f11-a527-b5c631368476 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.0710485 Jan 28 04:39:45.922556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c95ff70-2172-41f8-b6a4-84dda372fe52 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:45.938019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:45.938019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.975753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:45.989025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.994726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (88d8862e-bf4d-449c-87bd-ea61b2dc9a13), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.998745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-766eb71b-7d21-4d3f-8527-a96ff70bb00d req-16f7b43e-3db0-4c45-b8c9-ef3dad390dbb tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760155 Jan 28 04:39:46.047464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d8862e-bf4d-449c-87bd-ea61b2dc9a13,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:46.093502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b68da455-1978-40fc-b6ad-bb57976c2a01 None None] Provisioning complete for port 1eb29da2-f49a-4dfa-83e6-7aae32d7db20 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:46.093915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b68da455-1978-40fc-b6ad-bb57976c2a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.097258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:46.121286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] Update dhcp port {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'fixed_ips': [{'subnet_id': 'a21a50c8-55dc-4f43-bbae-1a80b30e0b75', 'ip_address': '2001:db8::2'}, {'subnet_id': '70bf0f1a-4122-445e-a306-eef9b0f31029'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'b8d828f2-4772-411c-93a3-9719066fa9ec'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:39:46.133395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Checking segment: {'id': 'b1e5c394-669d-4832-970a-781ca0ddb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:46.133977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Network hostable DHCP agents. Network: a2b17c79-c116-4651-842c-6a757f0c9c21, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:39:46.176434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:39:46.182849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Network a2b17c79-c116-4651-842c-6a757f0c9c21 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:39:46.188482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.203639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a2b17c79-c116-4651-842c-6a757f0c9c21) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:46.207842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b68da455-1978-40fc-b6ad-bb57976c2a01 None None] Port 1eb29da2-f49a-4dfa-83e6-7aae32d7db20 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:46.213386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.214052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.225549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:46.227591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c441448-5047-45a7-9a5e-766a8ff82599 None None] Network a2b17c79-c116-4651-842c-6a757f0c9c21 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:46.231367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Delete allocated IP 2001:db8::3b2 (251b62ef-32b2-40a6-8607-d6fb31d91613/a21a50c8-55dc-4f43-bbae-1a80b30e0b75) {{(pid=103138) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 04:39:46.242382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8:0:1::34c (251b62ef-32b2-40a6-8607-d6fb31d91613/70bf0f1a-4122-445e-a306-eef9b0f31029/1eb29da2-f49a-4dfa-83e6-7aae32d7db20) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:46.259918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-488e12fe-a499-4f0f-8519-a99672ad2a11 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8280182 Jan 28 04:39:46.451129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.460010 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.591733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6c95ff70-2172-41f8-b6a4-84dda372fe52'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:46.659350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e0c5de4-5217-4fbb-bd59-9ad60992d915 req-92c67a31-4d3b-4d2a-9796-8ee71874e560 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1157203 Jan 28 04:39:46.660788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] In _notify_port_updated(), no bound segment for port 1eb29da2-f49a-4dfa-83e6-7aae32d7db20 on network 251b62ef-32b2-40a6-8607-d6fb31d91613 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:39:46.673485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.674188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.678375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/ports/1eb29da2-f49a-4dfa-83e6-7aae32d7db20 HTTP/1.1" status: 200 len: 930 time: 1.3920367 Jan 28 04:39:46.678375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dfc8e-138c-44e2-af98-2ad545522570 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=1eb29da2-f49a-4dfa-83e6-7aae32d7db20,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:46.680213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34738) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:46.871535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 1eb29da2-f49a-4dfa-83e6-7aae32d7db20 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:46.871535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.887037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c22dc4-760c-493b-a2bb-25e4c9bd515b None None] Network a2b17c79-c116-4651-842c-6a757f0c9c21 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:46.957012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:46.972681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.987065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 1eb29da2-f49a-4dfa-83e6-7aae32d7db20 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:46.995475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'mac_address': 'fa:16:3e:89:9c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:39:47.025700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34752) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.028133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] Allocated IP 2001:db8:0:1::2 (251b62ef-32b2-40a6-8607-d6fb31d91613/70bf0f1a-4122-445e-a306-eef9b0f31029/b8d828f2-4772-411c-93a3-9719066fa9ec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:47.032535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-923790850-network', 'tenant_id': '955619feb3c346c28601b9531770f1c7'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:47.061470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Made reservation on behalf of 955619feb3c346c28601b9531770f1c7 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:47.064869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.135803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.145309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1eb29da2-f49a-4dfa-83e6-7aae32d7db20), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.171893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:47.172389 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.185903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2140aa-4274-4d94-ae9d-29ba77fe6111 req-176af9f2-61dd-4469-88de-805dfe9f231f tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:47.187470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce2140aa-4274-4d94-ae9d-29ba77fe6111 req-176af9f2-61dd-4469-88de-805dfe9f231f tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 949 time: 0.1021056 Jan 28 04:39:47.193227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=1eb29da2-f49a-4dfa-83e6-7aae32d7db20,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.208575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613d5af9-77eb-47ac-860c-68a22dba6aa5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:47.218401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.222688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec207111-cd6d-4466-9cc6-aa410365e833 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/1eb29da2-f49a-4dfa-83e6-7aae32d7db20 HTTP/1.1" status: 204 len: 168 time: 0.5416775 Jan 28 04:39:47.227195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.263791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:47.271926 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea46ad69-02f3-44c6-90b4-426deb8c7cfa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:47.273671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea46ad69-02f3-44c6-90b4-426deb8c7cfa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/1eb29da2-f49a-4dfa-83e6-7aae32d7db20 HTTP/1.1" status: 404 len: 333 time: 0.0442159 Jan 28 04:39:47.276886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.278399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.318950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce2140aa-4274-4d94-ae9d-29ba77fe6111 req-6c051218-8ebf-4b69-b64e-24b29509bfc5 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142061 Jan 28 04:39:47.329230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:47.351533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks [] for security_group (dd3f3c00-25ff-4382-a6c1-62e03bf0e498), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.355983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dd3f3c00-25ff-4382-a6c1-62e03bf0e498), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.356338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3641d77-da87-43da-aee3-89df546d757f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (971c4363-7776-4ea1-99e7-fa0971f0ad68), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.357112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8d828f2-4772-411c-93a3-9719066fa9ec,segment=NetworkSegment(ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54),segment_id=ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:47.381172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:39:47.381522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3641d77-da87-43da-aee3-89df546d757f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (971c4363-7776-4ea1-99e7-fa0971f0ad68), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.393891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f3c00-25ff-4382-a6c1-62e03bf0e498,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.404388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.406029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (69d19034-b039-4851-8ae8-fa5033c7f133), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.406449 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Added segment 69d19034-b039-4851-8ae8-fa5033c7f133 of type vlan for network f0ef717b-16e7-46cb-8f48-63feedbc1625 Jan 28 04:39:47.431892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3641d77-da87-43da-aee3-89df546d757f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (971c4363-7776-4ea1-99e7-fa0971f0ad68), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.433829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] Publish callbacks [] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.438288 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3641d77-da87-43da-aee3-89df546d757f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.440018 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3641d77-da87-43da-aee3-89df546d757f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/security-groups/971c4363-7776-4ea1-99e7-fa0971f0ad68 HTTP/1.1" status: 204 len: 168 time: 0.1617396 Jan 28 04:39:47.445683 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.446573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.453095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:47.453781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.465693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f0ef717b-16e7-46cb-8f48-63feedbc1625), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.476670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3641d77-da87-43da-aee3-89df546d757f tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971c4363-7776-4ea1-99e7-fa0971f0ad68,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.505158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f0ef717b-16e7-46cb-8f48-63feedbc1625), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.506991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:47.507689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.539226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4565ccab-28f9-4812-a792-eec25682d0fa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (8626a6eb-4a4a-479d-8ec0-9447e38be076), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.575601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4565ccab-28f9-4812-a792-eec25682d0fa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (8626a6eb-4a4a-479d-8ec0-9447e38be076), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.581069 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5516441 Jan 28 04:39:47.581802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.589573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66ecf2-1cad-4dd5-a2f9-1a71b4e14dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ef717b-16e7-46cb-8f48-63feedbc1625,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.604129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Request body: {'subnet': {'network_id': 'f0ef717b-16e7-46cb-8f48-63feedbc1625', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-923790850-subnet', 'tenant_id': '955619feb3c346c28601b9531770f1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:47.607919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f0ef717b-16e7-46cb-8f48-63feedbc1625 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:39:47.612486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452085-ae08-433b-b7c5-61015d11c50d None None] Pushing event updated for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.644484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Made reservation on behalf of 955619feb3c346c28601b9531770f1c7 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:47.647640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.699756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4565ccab-28f9-4812-a792-eec25682d0fa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8626a6eb-4a4a-479d-8ec0-9447e38be076), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.702736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4565ccab-28f9-4812-a792-eec25682d0fa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.704030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4565ccab-28f9-4812-a792-eec25682d0fa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/security-groups/8626a6eb-4a4a-479d-8ec0-9447e38be076 HTTP/1.1" status: 204 len: 168 time: 0.2565351 Jan 28 04:39:47.709424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34762) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.730726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565ccab-28f9-4812-a792-eec25682d0fa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626a6eb-4a4a-479d-8ec0-9447e38be076,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:47.766748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['613d5af9-77eb-47ac-860c-68a22dba6aa5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:47.806179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet a21a50c8-55dc-4f43-bbae-1a80b30e0b75 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:47.821561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (a21a50c8-55dc-4f43-bbae-1a80b30e0b75), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.824031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:47.913277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40cc8465-629b-488b-b971-d0967805df2a req-427f2ed1-29aa-4867-86ed-265beefcd4cb tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0763047 Jan 28 04:39:47.925621 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (a21a50c8-55dc-4f43-bbae-1a80b30e0b75), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.054684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1562d70a-a429-4762-9053-ad8bd708e68a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.081783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a21a50c8-55dc-4f43-bbae-1a80b30e0b75), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.124754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1562d70a-a429-4762-9053-ad8bd708e68a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:48.132497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Checking segment: {'id': '69d19034-b039-4851-8ae8-fa5033c7f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f0ef717b-16e7-46cb-8f48-63feedbc1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:48.133078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Network hostable DHCP agents. Network: f0ef717b-16e7-46cb-8f48-63feedbc1625, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:39:48.156006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Network f0ef717b-16e7-46cb-8f48-63feedbc1625 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:39:48.164534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (a21a50c8-55dc-4f43-bbae-1a80b30e0b75), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.170935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f0ef717b-16e7-46cb-8f48-63feedbc1625) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:48.176660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:48.177766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.186653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8518b-5e48-4e28-8a71-5068959363f5 None None] Network f0ef717b-16e7-46cb-8f48-63feedbc1625 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:48.201810 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06896164-969f-4588-9b0a-9f3b6b3c27bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6184895 Jan 28 04:39:48.202290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=a21a50c8-55dc-4f43-bbae-1a80b30e0b75,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:48.214968 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.219871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d1e46d30-61be-4fd7-a329-11d9a2103cd9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/a21a50c8-55dc-4f43-bbae-1a80b30e0b75 HTTP/1.1" status: 204 len: 168 time: 0.5089204 Jan 28 04:39:48.227468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34780) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:48.233054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:48.362574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:48.367808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.432628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef1327-ca67-4142-8c36-ac9f3a10fc52 None None] Network f0ef717b-16e7-46cb-8f48-63feedbc1625 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:48.508602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fa7c8-b2e2-479b-86d3-b9620243369f None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:48.547281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511db96-d87d-4871-94f4-d38c960e973e req-69677d4d-ab94-4079-b92d-aea21e45e823 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:48.564279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d511db96-d87d-4871-94f4-d38c960e973e req-69677d4d-ab94-4079-b92d-aea21e45e823 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 949 time: 0.1044896 Jan 28 04:39:48.593004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Could not find standard attr ID for object 1eb29da2-f49a-4dfa-83e6-7aae32d7db20. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:39:48.645895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d511db96-d87d-4871-94f4-d38c960e973e req-8e338aac-4de1-4c99-ab42-1d45e186930d tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860028 Jan 28 04:39:48.672702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:48.673103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.806504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:48.820066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Provisioning complete for port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:48.821265 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.872721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d04778d2-8d1e-49a3-bc78-bb965bac7653), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:48.882172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-231595ab-76f8-49f9-ba85-46fdc7957a47 None None] Port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:48.892859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:48.977087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:48.981385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:48.986576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:48.987642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.002727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 6c95ff70-2172-41f8-b6a4-84dda372fe52 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:39:49.008826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 6c95ff70-2172-41f8-b6a4-84dda372fe52 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:49.009303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.021390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7922974 Jan 28 04:39:49.023199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a38d3b-8f77-4d11-9272-7b90bcf1c1b9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=d04778d2-8d1e-49a3-bc78-bb965bac7653,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:49.036093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:49.043783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'security_group': {'name': 'tempest-secgroup-1689421556'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:49.109868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c36c63fb-672f-4f7e-a1a7-0bf7b2b20728 req-1cc85362-5700-4e4a-a637-48820fa938ce tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0438769 Jan 28 04:39:49.112161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.171044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-acee2c33-a8e8-45f5-953f-15c021b2a93d tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.172642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-acee2c33-a8e8-45f5-953f-15c021b2a93d tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/networks?id=a2b17c79-c116-4651-842c-6a757f0c9c21 HTTP/1.1" status: 200 len: 815 time: 0.2334044 Jan 28 04:39:49.192077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6c95ff70-2172-41f8-b6a4-84dda372fe52 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:49.194543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.216651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-aeee67f1-d987-4f15-ba76-ff1bdfcbda0d tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/quotas/7143a27cf0804fafafd7ec7c9a756fba HTTP/1.1" status: 200 len: 375 time: 0.0313895 Jan 28 04:39:49.235571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:49.238443 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2681032f-9872-4f12-8fcc-876f5a249450" -d '{"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-plugged", "status": "completed", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:49.271593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-e38616fd-9e0b-4bba-bd4f-0efe8301975a tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7143a27cf0804fafafd7ec7c9a756fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508802 Jan 28 04:39:49.279389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:49.292779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.330090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.339126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.393123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.398507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3576918 Jan 28 04:39:49.399737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34814) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:49.420002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:49.422027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0230daf-7523-476a-a9ef-f2459f78cf33 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:49.422795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:49.426382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'security_group': {'name': 'tempest-secgroup-1587866196'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:49.492939 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18acbe-f62b-4c95-ba08-5d50dbced02f x-openstack-request-id: req-ce18acbe-f62b-4c95-ba08-5d50dbced02f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:49.493355 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-plugged", "status": "completed", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:49.493621 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce18acbe-f62b-4c95-ba08-5d50dbced02f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:49.494082 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'code': 200} Jan 28 04:39:49.509021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-530000b1-419e-4b6c-b289-ef41358b12c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358294 Jan 28 04:39:49.537695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:49.538080 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.629284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.670546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:49.717385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.727964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.735377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.743854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.750495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.757599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238ac9a-6b40-456a-9147-6ea7ff705f50 req-20f686cd-f14e-4d99-afb1-a5bd8d0755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.758049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.759602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2238ac9a-6b40-456a-9147-6ea7ff705f50 req-20f686cd-f14e-4d99-afb1-a5bd8d0755b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 1101 time: 0.1692338 Jan 28 04:39:49.764750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.777717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64478a2e-f840-479f-bd9d-44ff50300902 req-70b52761-8290-4386-9f33-05faceccbbdf tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.2162368 Jan 28 04:39:49.781713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddff6c2-fc4d-4825-b52f-bbc473b5d0f2 None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:49.793240 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-1b1d5e6e-0723-41bf-81ad-3a84420d0bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829316 Jan 28 04:39:49.870947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6affb604-902f-42aa-bd2b-c382bc176786 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:49.871856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6affb604-902f-42aa-bd2b-c382bc176786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.916029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-64478a2e-f840-479f-bd9d-44ff50300902 req-fd5816e6-9627-4b61-9143-e3c1cbdc7776 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354232 Jan 28 04:39:49.939247 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (ed3fbbf4-85db-4d8e-84fc-2687a08a455b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:49.952202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2238ac9a-6b40-456a-9147-6ea7ff705f50 req-de0c2cbd-14b9-44c0-a42c-3fd47b8739b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856494 Jan 28 04:39:49.953042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed3fbbf4-85db-4d8e-84fc-2687a08a455b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.039289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6affb604-902f-42aa-bd2b-c382bc176786 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:50.047613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.048941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6481812 Jan 28 04:39:50.051869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:50.058520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399daa92-ccbe-4265-b9b5-f58826fe29fd tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3fbbf4-85db-4d8e-84fc-2687a08a455b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:50.060338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355444301'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:50.089189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6affb604-902f-42aa-bd2b-c382bc176786 None None] Provisioning complete for port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:50.089719 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6affb604-902f-42aa-bd2b-c382bc176786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.119118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.123370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] Update dhcp port {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'fixed_ips': [{'subnet_id': '70bf0f1a-4122-445e-a306-eef9b0f31029', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd04778d2-8d1e-49a3-bc78-bb965bac7653'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'b8d828f2-4772-411c-93a3-9719066fa9ec'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:39:50.157230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6affb604-902f-42aa-bd2b-c382bc176786 None None] Port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:50.163286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.204865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:50.299237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5667d-322d-420b-ba84-86f037776da0 req-6e438d5c-ce73-4008-860f-f0910a86416e tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.304009 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ef5667d-322d-420b-ba84-86f037776da0 req-6e438d5c-ce73-4008-860f-f0910a86416e tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 950 time: 0.1372452 Jan 28 04:39:50.359772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 613d5af9-77eb-47ac-860c-68a22dba6aa5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:39:50.372997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.386291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.404690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.422285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 613d5af9-77eb-47ac-860c-68a22dba6aa5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:50.422776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.424716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.472729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.483110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ef5667d-322d-420b-ba84-86f037776da0 req-17f5ec85-3a23-4f14-bc18-ad7698b5d59a tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712494 Jan 28 04:39:50.486820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] Allocated IP 2001:db8::2 (251b62ef-32b2-40a6-8607-d6fb31d91613/d04778d2-8d1e-49a3-bc78-bb965bac7653/b8d828f2-4772-411c-93a3-9719066fa9ec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:50.512414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.515910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (dad00e79-9317-498d-a02a-fa0c62c737b6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.529567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:50.533510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dad00e79-9317-498d-a02a-fa0c62c737b6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.558699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b68bcaaa-d100-422a-bb06-6c5e0b75aedd req-c893fa60-c2dd-411c-8b7d-8c15221bfa69 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.3187048 Jan 28 04:39:50.569087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:50.569436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.598381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad00e79-9317-498d-a02a-fa0c62c737b6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:50.670672 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.672650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa063682-315e-4fda-a6db-a3c283bc4112 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6181612 Jan 28 04:39:50.675511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb07eb91-5b2b-493a-8f41-2cdb779be538 req-876da2ea-d3e6-4b8e-8ba9-cca43283c42e tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 210 time: 0.0700488 Jan 28 04:39:50.675984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34850) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:50.682381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-821779375', 'security_groups': ['dad00e79-9317-498d-a02a-fa0c62c737b6'], 'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd04778d2-8d1e-49a3-bc78-bb965bac7653'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:50.691363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:50.727870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.749756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cba347-1f26-442e-b96f-196ff7e32b3e req-068be855-df92-4431-9c89-33731ab786fd tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.1006374 Jan 28 04:39:50.807653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8d828f2-4772-411c-93a3-9719066fa9ec,segment=NetworkSegment(ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54),segment_id=ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:50.873469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:50.900797 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] Publish callbacks [] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.902885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:50.915901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:51.028715 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:51.034631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e317-7e14-41ae-a2b3-af34ad4dca58 None None] Pushing event updated for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:51.061059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] device_id is not set on port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:39:51.337395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8::d3 (251b62ef-32b2-40a6-8607-d6fb31d91613/d04778d2-8d1e-49a3-bc78-bb965bac7653/32b4a61b-f6d0-4256-ab3f-87775acd2bcc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:51.417168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:51.494587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:51.498089 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53dbdc9-d694-45e7-8eae-56629834ecd8" -d '{"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-plugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:51.520065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:51.520723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:51.588360 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71db0e-9ef9-49f9-b0ad-d6e2143475f7 x-openstack-request-id: req-8f71db0e-9ef9-49f9-b0ad-d6e2143475f7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:51.588976 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-plugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:51.589425 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f71db0e-9ef9-49f9-b0ad-d6e2143475f7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:51.589972 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'code': 200} Jan 28 04:39:51.693511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:51.700607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:51.768384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c9f-a2a6-4734-83b4-621153be2ce1 req-6c863861-d3d7-4b98-9685-b4d521036597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.771316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3fc0c9f-a2a6-4734-83b4-621153be2ce1 req-6c863861-d3d7-4b98-9685-b4d521036597 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 1100 time: 0.0564337 Jan 28 04:39:51.779996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27e6c-5d9d-4380-90f0-1fa653d6c381 req-63783ec2-2807-405b-99d1-d62dc251dc2a tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.792687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c27e6c-5d9d-4380-90f0-1fa653d6c381 req-63783ec2-2807-405b-99d1-d62dc251dc2a tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 950 time: 0.1288941 Jan 28 04:39:51.798452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:51.893795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97f9c1b2-d1a0-4a58-8769-d5b43b694e9c req-ad346d57-02dd-4e50-b6f1-bc8e851cbd1d tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 210 time: 0.0727868 Jan 28 04:39:51.956885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:51.961030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=32b4a61b-f6d0-4256-ab3f-87775acd2bcc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:51.975767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3fc0c9f-a2a6-4734-83b4-621153be2ce1 req-6d5123ca-31b7-462f-806a-22ce8dde67ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654911 Jan 28 04:39:51.977773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:51.983880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:51.996767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c27e6c-5d9d-4380-90f0-1fa653d6c381 req-67543d95-eabe-455b-86ab-a77e99475005 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029290 Jan 28 04:39:51.998604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:52.001569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.086262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e8efea8-9790-4a4d-b090-511c63e84b38 req-251fa6f8-9900-4498-985b-8682312c3d99 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0550432 Jan 28 04:39:52.094901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3dafdc9a-a8b2-4eb9-8907-13a1ff37c953 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4179201 Jan 28 04:39:52.100491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34870) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:52.112420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-faf4b39f-7357-4815-8477-2ff7091e8dc7 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:52.112809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-faf4b39f-7357-4815-8477-2ff7091e8dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.114635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:52.193902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-6d588196-f920-44d3-8ee3-7b81aec8eeee tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:52.195734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-6d588196-f920-44d3-8ee3-7b81aec8eeee tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.47 "GET /v2.0/networks?id=a2b17c79-c116-4651-842c-6a757f0c9c21 HTTP/1.1" status: 200 len: 815 time: 0.2279644 Jan 28 04:39:52.217677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Request body: {'port': {'device_id': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21', 'admin_state_up': True, 'tenant_id': '7143a27cf0804fafafd7ec7c9a756fba'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:52.283271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-faf4b39f-7357-4815-8477-2ff7091e8dc7 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:52.297347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-faf4b39f-7357-4815-8477-2ff7091e8dc7 None None] Provisioning complete for port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:52.297831 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-faf4b39f-7357-4815-8477-2ff7091e8dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.426738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:52.431543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.503790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Made reservation on behalf of 7143a27cf0804fafafd7ec7c9a756fba for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:52.509449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.509705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23d996-592e-4179-993e-ade9b467c9d3 req-07d44089-beda-4fc1-a429-b49f7cb63f8e tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:52.527482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed23d996-592e-4179-993e-ade9b467c9d3 req-07d44089-beda-4fc1-a429-b49f7cb63f8e tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 949 time: 0.2956161 Jan 28 04:39:52.662681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed23d996-592e-4179-993e-ade9b467c9d3 req-5fecb458-acf7-442a-bbad-69ff6404e5c8 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331818 Jan 28 04:39:52.694683 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d04778d2-8d1e-49a3-bc78-bb965bac7653 (CIDR: 2001:db8::/64) Jan 28 04:39:52.713361 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:39:52.713829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:52.725829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Allocated IP 172.20.0.5 (a2b17c79-c116-4651-842c-6a757f0c9c21/88d8862e-bf4d-449c-87bd-ea61b2dc9a13/ba43e718-5aa0-4abb-8d50-8ee19753f58d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:52.733808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-faf4b39f-7357-4815-8477-2ff7091e8dc7 None None] Port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:52.755190 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f47c5e3a-eec4-462b-be2d-cab784dff701 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6529369 Jan 28 04:39:52.758694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34880) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:52.770295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:52.943159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks [] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.960096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:52.965980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:52.992382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.000471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dd0981c4-566a-42e1-a95f-307b0755abd1 None None] Provisioning complete for port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:53.009741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd0981c4-566a-42e1-a95f-307b0755abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.044154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Network a2b17c79-c116-4651-842c-6a757f0c9c21 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:53.055656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:53.067564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:53.074988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dd0981c4-566a-42e1-a95f-307b0755abd1 None None] Port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:53.078217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dd0981c4-566a-42e1-a95f-307b0755abd1 None None] Could not find standard attr ID for object 1eb29da2-f49a-4dfa-83e6-7aae32d7db20. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:39:53.136248 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 70bf0f1a-4122-445e-a306-eef9b0f31029 (CIDR: 2001:db8:0:1::/64) Jan 28 04:39:53.140416 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:39:53.141024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:53.163242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b9765df-93f9-45d7-8adb-9e04cca56fae tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4033172 Jan 28 04:39:53.166106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34892) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:53.173419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'subnet': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:53.257865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Pushing event updated for resources: {'Port': ['ID=ba43e718-5aa0-4abb-8d50-8ee19753f58d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:53.277127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1147a-9c02-4b07-97a0-2b63206f10eb req-99de35b2-8150-40f2-8224-7d32dd16a7e2 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.279335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cf1147a-9c02-4b07-97a0-2b63206f10eb req-99de35b2-8150-40f2-8224-7d32dd16a7e2 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 931 time: 0.2319846 Jan 28 04:39:53.288672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.289459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.329315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-ad7009c8-6c18-4907-a758-702173dad240 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157749 Jan 28 04:39:53.361537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Request body: {'port': {'device_id': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:53.373638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f06d3212-971c-4b24-b82a-79ffacc3edeb req-b8bd4d07-0edb-44aa-a589-1c54cbdc0ec9 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0381830 Jan 28 04:39:53.385799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Made reservation on behalf of b692c387a6c04cbe9236701fc076896e for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:53.390076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.508413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.517991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cf1147a-9c02-4b07-97a0-2b63206f10eb req-08828bbe-4170-4626-bce1-8cad3d32a11b tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208405 Jan 28 04:39:53.526109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:53.908111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.909605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.910623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.911183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.912506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.913616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.914419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.917409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-8ec2781e-16e2-40f5-8558-2a9aef874836 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6489 time: 0.3900919 Jan 28 04:39:53.981711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba43e718-5aa0-4abb-8d50-8ee19753f58d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:53.991778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Publish callbacks [] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.010394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4872-e17e-4dd8-821b-e574e075395e req-1b50d035-cf2b-4eaf-b774-2b735fd5145a tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:54.012154 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d58a4872-e17e-4dd8-821b-e574e075395e req-1b50d035-cf2b-4eaf-b774-2b735fd5145a tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 949 time: 0.0800545 Jan 28 04:39:54.019333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Transition to ACTIVE for port object ba43e718-5aa0-4abb-8d50-8ee19753f58d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:39:54.031001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.112124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-1ffbd2d2-c421-4a8f-b9a8-be66e4fd56fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231480 Jan 28 04:39:54.114428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba43e718-5aa0-4abb-8d50-8ee19753f58d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:54.143022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d58a4872-e17e-4dd8-821b-e574e075395e req-ca00c1d6-4b09-4942-893d-dce9bb68d8ea tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051233 Jan 28 04:39:54.180797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (8286cd7b-d5bc-416f-8d62-7cf0155f18b3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.199713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Attempting to bind port ba43e718-5aa0-4abb-8d50-8ee19753f58d on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:54.200062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Attempting to bind port ba43e718-5aa0-4abb-8d50-8ee19753f58d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b1e5c394-669d-4832-970a-781ca0ddb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:54.200402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Attempting to bind port ba43e718-5aa0-4abb-8d50-8ee19753f58d on network a2b17c79-c116-4651-842c-6a757f0c9c21 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:54.205335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Port ba43e718-5aa0-4abb-8d50-8ee19753f58d on network a2b17c79-c116-4651-842c-6a757f0c9c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:39:54.205772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Attempting to bind port ba43e718-5aa0-4abb-8d50-8ee19753f58d on network a2b17c79-c116-4651-842c-6a757f0c9c21 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:54.213206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:54.213563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Checking segment: {'id': 'b1e5c394-669d-4832-970a-781ca0ddb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:54.213952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Bound using segment: {'id': 'b1e5c394-669d-4832-970a-781ca0ddb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:54.214474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Bound port: ba43e718-5aa0-4abb-8d50-8ee19753f58d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e5c394-669d-4832-970a-781ca0ddb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:54.214846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.230919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:54.235850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:54.241252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:54.241998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.248378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bc951-222f-4586-b945-060003d0168a None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:54.260468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Subnet': ['ID=8286cd7b-d5bc-416f-8d62-7cf0155f18b3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:54.278623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bdd4fb90-3d91-4bce-8338-ee25146a6f50 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1110091 Jan 28 04:39:54.281067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34916) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:54.289810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-929780563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8286cd7b-d5bc-416f-8d62-7cf0155f18b3'}], 'security_groups': ['ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5', 'ed3fbbf4-85db-4d8e-84fc-2687a08a455b']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:54.322916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] For port ba43e718-5aa0-4abb-8d50-8ee19753f58d, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:54.327598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] For port ba43e718-5aa0-4abb-8d50-8ee19753f58d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d,segment=NetworkSegment(b1e5c394-669d-4832-970a-781ca0ddb369),segment_id=b1e5c394-669d-4832-970a-781ca0ddb369)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:54.335002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.378454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.392181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:54.393302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.395793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba43e718-5aa0-4abb-8d50-8ee19753f58d HTTP/1.1" status: 200 len: 1091 time: 1.0474088 Jan 28 04:39:54.398961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'tag': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:54.401767 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa7832-0824-4447-8a0b-7575c8f17ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cfb13e-f61e-4d65-84b1-7146082e109a", "tag": "ba43e718-5aa0-4abb-8d50-8ee19753f58d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:54.438238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2cec9-954d-48dd-8cbc-cb885c9bcad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba43e718-5aa0-4abb-8d50-8ee19753f58d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:54.549909 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab539d-9ca6-4dd8-8845-517dbd6d1ceb x-openstack-request-id: req-95ab539d-9ca6-4dd8-8845-517dbd6d1ceb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:54.550382 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cfb13e-f61e-4d65-84b1-7146082e109a", "tag": "ba43e718-5aa0-4abb-8d50-8ee19753f58d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:54.552710 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ab539d-9ca6-4dd8-8845-517dbd6d1ceb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:54.554734 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'tag': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d', 'status': 'completed', 'code': 200} Jan 28 04:39:54.584920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-89829326-7e1b-4c5e-8987-15556cc126a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:54.586676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-89829326-7e1b-4c5e-8987-15556cc126a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7143a27cf0804fafafd7ec7c9a756fba&device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 1094 time: 0.1136298 Jan 28 04:39:54.606730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] Update dhcp port {'port': {'network_id': '251b62ef-32b2-40a6-8607-d6fb31d91613', 'fixed_ips': [{'subnet_id': '70bf0f1a-4122-445e-a306-eef9b0f31029', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd04778d2-8d1e-49a3-bc78-bb965bac7653', 'ip_address': '2001:db8::2'}, {'subnet_id': '8286cd7b-d5bc-416f-8d62-7cf0155f18b3'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'b8d828f2-4772-411c-93a3-9719066fa9ec'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 04:39:54.648548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:54.668047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-970b976c-c819-44dd-82ea-a11c996b68b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d HTTP/1.1" status: 200 len: 217 time: 0.0674658 Jan 28 04:39:54.712645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82a1fd9c-9a04-4b11-a1b2-589ec6ce490c req-249144d2-44a1-4cac-80db-7d70f90f74d4 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0597386 Jan 28 04:39:54.795701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-4588d4ce-c17a-4e18-80a3-948e04f55f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:54.797540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-4588d4ce-c17a-4e18-80a3-948e04f55f4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=88d8862e-bf4d-449c-87bd-ea61b2dc9a13 HTTP/1.1" status: 200 len: 855 time: 0.1178491 Jan 28 04:39:54.856589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-f01c4e49-d14c-4389-932e-6c8a24a50bde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a2b17c79-c116-4651-842c-6a757f0c9c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528026 Jan 28 04:39:54.969672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] Allocated IP 2001:db8:0:2::2 (251b62ef-32b2-40a6-8607-d6fb31d91613/8286cd7b-d5bc-416f-8d62-7cf0155f18b3/b8d828f2-4772-411c-93a3-9719066fa9ec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:54.984300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c7a7-7fbd-4daa-baf0-12b0e92add1c req-3d77d0a0-5948-40a3-8dc4-64b29ca79a09 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:54.996179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7268c7a7-7fbd-4daa-baf0-12b0e92add1c req-3d77d0a0-5948-40a3-8dc4-64b29ca79a09 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 943 time: 0.1007800 Jan 28 04:39:55.009190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-789170b6-1564-4fd7-9bea-783aa2771c30 service neutron] 10.222.0.47 "GET /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459844 Jan 28 04:39:55.090458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8d828f2-4772-411c-93a3-9719066fa9ec,segment=NetworkSegment(ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54),segment_id=ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:55.100003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7268c7a7-7fbd-4daa-baf0-12b0e92add1c req-c7329f69-25c8-4757-b70d-8f79ed36991f tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973017 Jan 28 04:39:55.137442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] Publish callbacks [] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.157901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.194226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c53b6911-3b54-4fbc-b7ee-289d8305f577 req-6ec99a67-ae3f-413b-9360-e2c3f459f15d service neutron] 10.222.0.47 "GET /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772940 Jan 28 04:39:55.289854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Delete allocated IP 2001:db8::d3 (251b62ef-32b2-40a6-8607-d6fb31d91613/d04778d2-8d1e-49a3-bc78-bb965bac7653) {{(pid=103139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 04:39:55.306627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Allocated IP 2001:db8:0:2::190 (251b62ef-32b2-40a6-8607-d6fb31d91613/8286cd7b-d5bc-416f-8d62-7cf0155f18b3/32b4a61b-f6d0-4256-ab3f-87775acd2bcc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:55.307721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834f79d-89fb-48f6-a897-ed78ec1d6b2c None None] Pushing event updated for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:55.344989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-dc729149-c349-4085-9e66-ad9ae9d505ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:55.346972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-dc729149-c349-4085-9e66-ad9ae9d505ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7143a27cf0804fafafd7ec7c9a756fba&device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 1094 time: 0.0599594 Jan 28 04:39:55.476486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-2efebf8c-8eb6-4251-8d4f-b7c177c01ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:55.478688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-2efebf8c-8eb6-4251-8d4f-b7c177c01ce4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a2b17c79-c116-4651-842c-6a757f0c9c21 HTTP/1.1" status: 200 len: 916 time: 0.1262043 Jan 28 04:39:55.534763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-90c759f2-e4a7-47d0-85bd-7be230b0bc49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d HTTP/1.1" status: 200 len: 217 time: 0.0494175 Jan 28 04:39:55.534997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.540956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.594747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-0d2b0589-9349-4bc1-afc2-8a5beea339a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:55.596461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-0d2b0589-9349-4bc1-afc2-8a5beea339a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=88d8862e-bf4d-449c-87bd-ea61b2dc9a13 HTTP/1.1" status: 200 len: 855 time: 0.0549145 Jan 28 04:39:55.600059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event updated for resources: {'Port': ['ID=32b4a61b-f6d0-4256-ab3f-87775acd2bcc,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:55.632218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-c0fa0362-3daa-4b10-b9e3-e1d41cde7eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a2b17c79-c116-4651-842c-6a757f0c9c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281827 Jan 28 04:39:55.638143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] In _notify_port_updated(), no bound segment for port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc on network 251b62ef-32b2-40a6-8607-d6fb31d91613 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:39:55.644242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:55.645029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.650660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-58800832-b7fb-41f7-9daa-851afb7a8251 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "PUT /v2.0/ports/32b4a61b-f6d0-4256-ab3f-87775acd2bcc HTTP/1.1" status: 200 len: 969 time: 1.3676612 Jan 28 04:39:55.651540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34950) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:55.762391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-29764270-6c8d-44f0-829c-97c488e1b621 service neutron] 10.222.0.47 "GET /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220388 Jan 28 04:39:55.807824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:55.813277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.895067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38fa7832-0824-4447-8a0b-7575c8f17ec6 req-440895a9-a8fa-4fe4-85b0-4bf3d7558a0c service neutron] 10.222.0.47 "GET /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252425 Jan 28 04:39:55.921615 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.936309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 32b4a61b-f6d0-4256-ab3f-87775acd2bcc owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:56.052249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83db0f4e-b7f5-4540-ab6c-773f39e9b2fb req-1f175f92-e8af-42b9-8943-5f6804328997 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0439980 Jan 28 04:39:56.171397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Provisioning complete for port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:56.171792 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.176711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (32b4a61b-f6d0-4256-ab3f-87775acd2bcc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.204760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Port 32b4a61b-f6d0-4256-ab3f-87775acd2bcc was deleted so its status cannot be updated. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 04:39:56.219365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=32b4a61b-f6d0-4256-ab3f-87775acd2bcc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:56.244900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:56.245519 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.257090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.263691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34964) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.264505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8808a620-d279-4438-a1f8-be7f53107ea8 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/32b4a61b-f6d0-4256-ab3f-87775acd2bcc HTTP/1.1" status: 204 len: 168 time: 0.6117506 Jan 28 04:39:56.321754 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1388993-07e6-469f-88c8-508ceda1ca75 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] GET failed (client error): The resource could not be found. Jan 28 04:39:56.323218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d1388993-07e6-469f-88c8-508ceda1ca75 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports/32b4a61b-f6d0-4256-ab3f-87775acd2bcc HTTP/1.1" status: 404 len: 333 time: 0.0585389 Jan 28 04:39:56.328543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34970) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.403217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f634e583-7a0b-4eb6-b6da-83d76c93012b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (dad00e79-9317-498d-a02a-fa0c62c737b6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.410928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907bd72-bee8-4f89-a98b-5caa9470ef96 req-73bd328b-f622-41ec-95b2-605bd01a393b tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:56.413577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5907bd72-bee8-4f89-a98b-5caa9470ef96 req-73bd328b-f622-41ec-95b2-605bd01a393b tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 943 time: 0.1349897 Jan 28 04:39:56.429620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:56.439479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f634e583-7a0b-4eb6-b6da-83d76c93012b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (dad00e79-9317-498d-a02a-fa0c62c737b6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.445863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Provisioning complete for port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:56.446555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.481256 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5907bd72-bee8-4f89-a98b-5caa9470ef96 req-98dc807b-0867-47b5-b419-f861b57ba823 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584960 Jan 28 04:39:56.506738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe2386-0e9b-407a-b4c5-4ea752a46807 None None] Port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:56.523674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f634e583-7a0b-4eb6-b6da-83d76c93012b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dad00e79-9317-498d-a02a-fa0c62c737b6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.526886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f634e583-7a0b-4eb6-b6da-83d76c93012b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.528120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f634e583-7a0b-4eb6-b6da-83d76c93012b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/security-groups/dad00e79-9317-498d-a02a-fa0c62c737b6 HTTP/1.1" status: 204 len: 168 time: 0.1985223 Jan 28 04:39:56.532313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34976) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.539902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634e583-7a0b-4eb6-b6da-83d76c93012b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad00e79-9317-498d-a02a-fa0c62c737b6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:56.608756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154036da-b785-450a-adf7-c8633f6076a9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (ed3fbbf4-85db-4d8e-84fc-2687a08a455b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.625999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2547225d-ebce-4806-abec-f06bb22470b5 None None] Could not find standard attr ID for object 32b4a61b-f6d0-4256-ab3f-87775acd2bcc. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:39:56.639044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154036da-b785-450a-adf7-c8633f6076a9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (ed3fbbf4-85db-4d8e-84fc-2687a08a455b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.690473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154036da-b785-450a-adf7-c8633f6076a9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed3fbbf4-85db-4d8e-84fc-2687a08a455b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.694843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154036da-b785-450a-adf7-c8633f6076a9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.696974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-154036da-b785-450a-adf7-c8633f6076a9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed3fbbf4-85db-4d8e-84fc-2687a08a455b HTTP/1.1" status: 204 len: 168 time: 0.1625869 Jan 28 04:39:56.699841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34978) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.708469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154036da-b785-450a-adf7-c8633f6076a9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3fbbf4-85db-4d8e-84fc-2687a08a455b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:56.766375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3349c535-bc11-4e8a-b05d-b3c35ee98f7b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.789941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3349c535-bc11-4e8a-b05d-b3c35ee98f7b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.844864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3349c535-bc11-4e8a-b05d-b3c35ee98f7b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.847808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3349c535-bc11-4e8a-b05d-b3c35ee98f7b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.849753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3349c535-bc11-4e8a-b05d-b3c35ee98f7b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5 HTTP/1.1" status: 204 len: 168 time: 0.1485882 Jan 28 04:39:56.852995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34980) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.860129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349c535-bc11-4e8a-b05d-b3c35ee98f7b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9fb462-a5a5-4d07-99c1-c28ec7e7ddd5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:56.915807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet d04778d2-8d1e-49a3-bc78-bb965bac7653 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:56.919765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (d04778d2-8d1e-49a3-bc78-bb965bac7653), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.928007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba43e718-5aa0-4abb-8d50-8ee19753f58d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:39:56.967180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d04778d2-8d1e-49a3-bc78-bb965bac7653), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.030709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ba43e718-5aa0-4abb-8d50-8ee19753f58d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d,segment=NetworkSegment(b1e5c394-669d-4832-970a-781ca0ddb369),segment_id=b1e5c394-669d-4832-970a-781ca0ddb369)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:57.061588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d', 'network_id': 'a2b17c79-c116-4651-842c-6a757f0c9c21', 'port_id': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d', 'mac_address': 'fa:16:3e:11:9f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d8862e-bf4d-449c-87bd-ea61b2dc9a13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:39:57.066425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d04778d2-8d1e-49a3-bc78-bb965bac7653), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.131894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d04778d2-8d1e-49a3-bc78-bb965bac7653), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.137383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ba43e718-5aa0-4abb-8d50-8ee19753f58d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:57.137880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.156395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba43e718-5aa0-4abb-8d50-8ee19753f58d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:57.160884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=d04778d2-8d1e-49a3-bc78-bb965bac7653,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:57.167371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.174777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22a5e869-ec12-466e-a99d-cac7b91bedde tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/d04778d2-8d1e-49a3-bc78-bb965bac7653 HTTP/1.1" status: 204 len: 168 time: 0.3204126 Jan 28 04:39:57.179458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34988) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:57.185426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6844e9-6748-4c78-910a-a5399ae2176f None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:57.197396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ba43e718-5aa0-4abb-8d50-8ee19753f58d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d,segment=NetworkSegment(b1e5c394-669d-4832-970a-781ca0ddb369),segment_id=b1e5c394-669d-4832-970a-781ca0ddb369)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:57.218867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91edded9-c5fc-45aa-8a27-c64d9ba6ba9b req-4ad92b06-1b72-4662-8833-4e69159d2801 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0429456 Jan 28 04:39:57.252509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.286664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet 8286cd7b-d5bc-416f-8d62-7cf0155f18b3 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:57.290768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (8286cd7b-d5bc-416f-8d62-7cf0155f18b3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.342865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ba43e718-5aa0-4abb-8d50-8ee19753f58d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:57.346601 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (8286cd7b-d5bc-416f-8d62-7cf0155f18b3), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.389405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:57.470694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:57.471533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.479045 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8286cd7b-d5bc-416f-8d62-7cf0155f18b3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.594957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (8286cd7b-d5bc-416f-8d62-7cf0155f18b3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.614324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:57.636274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=8286cd7b-d5bc-416f-8d62-7cf0155f18b3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:57.644943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['ba43e718-5aa0-4abb-8d50-8ee19753f58d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:57.657724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.664132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd9376d8-086f-495f-90ed-33b2af173acf tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/8286cd7b-d5bc-416f-8d62-7cf0155f18b3 HTTP/1.1" status: 204 len: 168 time: 0.4803064 Jan 28 04:39:57.664132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35004) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:57.691652 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f0853b-3204-438a-8ec1-2674da2cd69b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:57.692109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f0853b-3204-438a-8ec1-2674da2cd69b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:57.697268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c6f0853b-3204-438a-8ec1-2674da2cd69b tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/d04778d2-8d1e-49a3-bc78-bb965bac7653 HTTP/1.1" status: 404 len: 337 time: 0.0306587 Jan 28 04:39:57.699350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35006) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:57.724621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2e0ac-3689-4a44-8404-511708208c63 req-632998e9-3083-4a7d-8e47-b8a5411df419 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:57.726211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0d2e0ac-3689-4a44-8404-511708208c63 req-632998e9-3083-4a7d-8e47-b8a5411df419 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 944 time: 0.1039441 Jan 28 04:39:57.780372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting subnet 70bf0f1a-4122-445e-a306-eef9b0f31029 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:57.784701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (70bf0f1a-4122-445e-a306-eef9b0f31029), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.788765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0d2e0ac-3689-4a44-8404-511708208c63 req-795ce517-d6e2-422f-9432-56aac0adff09 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558183 Jan 28 04:39:57.831483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (70bf0f1a-4122-445e-a306-eef9b0f31029), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.924122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (70bf0f1a-4122-445e-a306-eef9b0f31029), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.983827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (70bf0f1a-4122-445e-a306-eef9b0f31029), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.009800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Subnet': ['ID=70bf0f1a-4122-445e-a306-eef9b0f31029,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.015721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.021585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f7ef815-7469-43ff-9c7b-cb1b2cb2b499 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/70bf0f1a-4122-445e-a306-eef9b0f31029 HTTP/1.1" status: 204 len: 168 time: 0.3194621 Jan 28 04:39:58.021848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35008) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.048452 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a979acb5-db00-4098-9e0b-a05a2d3ba0e9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.048843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a979acb5-db00-4098-9e0b-a05a2d3ba0e9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.054997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a979acb5-db00-4098-9e0b-a05a2d3ba0e9 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/a21a50c8-55dc-4f43-bbae-1a80b30e0b75 HTTP/1.1" status: 404 len: 337 time: 0.0292242 Jan 28 04:39:58.055230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35012) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.087112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-65351253-52d6-4596-b928-a33121023493 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "GET /v2.0/ports?device_id=16c0046d-4ec6-43e6-8ba3-b3b5753e8252 HTTP/1.1" status: 200 len: 205 time: 0.0307467 Jan 28 04:39:58.089511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35014) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.128295 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-7dfea3eb-e7f2-4b95-8617-18bda64e1084 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] delete failed (client error): The resource could not be found. Jan 28 04:39:58.129396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7dfea3eb-e7f2-4b95-8617-18bda64e1084 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/routers/16c0046d-4ec6-43e6-8ba3-b3b5753e8252 HTTP/1.1" status: 404 len: 336 time: 0.0389233 Jan 28 04:39:58.132119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35018) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.141476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4675e-8a51-49d0-8505-0a4d64ada1fa None None] Network 251b62ef-32b2-40a6-8607-d6fb31d91613 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:58.159217 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff64380a-09da-44e8-abb3-28aba039aff7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.159696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff64380a-09da-44e8-abb3-28aba039aff7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.163368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff64380a-09da-44e8-abb3-28aba039aff7 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/eba403e9-1195-4d4c-a471-854d100ff5cb HTTP/1.1" status: 404 len: 337 time: 0.0301523 Jan 28 04:39:58.165903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35024) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.193590 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5ad559-3c1e-4dff-bd11-596a4883d067 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.194133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5ad559-3c1e-4dff-bd11-596a4883d067 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.199995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9e5ad559-3c1e-4dff-bd11-596a4883d067 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/0ef73320-2633-4fe7-869a-d08ea2dd610b HTTP/1.1" status: 404 len: 337 time: 0.0305829 Jan 28 04:39:58.200296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35026) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.229888 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc57563-7056-448e-8794-4d945fdf1f79 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.230522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc57563-7056-448e-8794-4d945fdf1f79 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.233617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8fc57563-7056-448e-8794-4d945fdf1f79 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/d5be4feb-21b8-4475-ae3e-a62421ce310e HTTP/1.1" status: 404 len: 337 time: 0.0319395 Jan 28 04:39:58.236424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.254816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-09fb7563-d7f8-40e5-bf47-9e862123c845 None None] Provisioning complete for port b8d828f2-4772-411c-93a3-9719066fa9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:58.255842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09fb7563-d7f8-40e5-bf47-9e862123c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.268616 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-43263bbd-c90d-44d3-822c-01443834ef8c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.269540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43263bbd-c90d-44d3-822c-01443834ef8c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.274245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-43263bbd-c90d-44d3-822c-01443834ef8c tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/b0f3779f-78a1-483e-b860-f95ae40de4c9 HTTP/1.1" status: 404 len: 333 time: 0.0368726 Jan 28 04:39:58.276805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35032) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.314399 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4d136d-b9a5-4949-90a3-d65ff4eee76e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.315149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4d136d-b9a5-4949-90a3-d65ff4eee76e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.319023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea4d136d-b9a5-4949-90a3-d65ff4eee76e tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/afff7665-ef99-4c22-a71c-410829e39ad9 HTTP/1.1" status: 404 len: 337 time: 0.0404897 Jan 28 04:39:58.321869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35036) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.359181 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa243713-7677-4ff5-86a1-43c866baa688 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.359900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa243713-7677-4ff5-86a1-43c866baa688 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.363295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aa243713-7677-4ff5-86a1-43c866baa688 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/08a24908-5484-463b-be7d-a0ef6be297bc HTTP/1.1" status: 404 len: 337 time: 0.0402913 Jan 28 04:39:58.365850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35038) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.388367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cbc063f-d085-4d84-91d3-7e5ee22938ef req-04f5dbd5-a893-43c1-983f-758b7bea8846 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0435066 Jan 28 04:39:58.406140 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9022c418-ce8d-402c-9f6b-0a3a72045105 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.407719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9022c418-ce8d-402c-9f6b-0a3a72045105 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.412412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9022c418-ce8d-402c-9f6b-0a3a72045105 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/d8463ca7-313d-4fb2-a868-5827ab622481 HTTP/1.1" status: 404 len: 333 time: 0.0447638 Jan 28 04:39:58.414769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35042) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.438499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863b243-c3bd-430b-b431-be563654a637 None None] DHCP port deletion for 251b62ef-32b2-40a6-8607-d6fb31d91613 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:58.441295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-09fb7563-d7f8-40e5-bf47-9e862123c845 None None] Current status of the port b8d828f2-4772-411c-93a3-9719066fa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:58.447082 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db87308-c04a-4b13-b7cd-e6d0d8bd9cfa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.447803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db87308-c04a-4b13-b7cd-e6d0d8bd9cfa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.451998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4db87308-c04a-4b13-b7cd-e6d0d8bd9cfa tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/fe71c630-c945-4fc9-9ea1-f4d6c09f8781 HTTP/1.1" status: 404 len: 337 time: 0.0353687 Jan 28 04:39:58.454193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35044) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.486539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-09fb7563-d7f8-40e5-bf47-9e862123c845 None None] Provisioning complete for port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:58.487620 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09fb7563-d7f8-40e5-bf47-9e862123c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.491008 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-622587ae-b90b-4115-a960-9d67da04a994 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] DELETE failed (client error): The resource could not be found. Jan 28 04:39:58.491479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622587ae-b90b-4115-a960-9d67da04a994 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:39:58.498158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.501685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-622587ae-b90b-4115-a960-9d67da04a994 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/subnets/65d2af5c-4b0c-4ba0-8002-8a327b25461a HTTP/1.1" status: 404 len: 337 time: 0.0463665 Jan 28 04:39:58.536829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-09fb7563-d7f8-40e5-bf47-9e862123c845 None None] Port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:58.549287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Deleting port b8d828f2-4772-411c-93a3-9719066fa9ec {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:58.549775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.607940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Deleting port 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:58.608546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.610729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d863b243-c3bd-430b-b431-be563654a637 None None] For port b8d828f2-4772-411c-93a3-9719066fa9ec, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8d828f2-4772-411c-93a3-9719066fa9ec,segment=NetworkSegment(ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54),segment_id=ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:58.611136 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.625496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Calling delete_port for b8d828f2-4772-411c-93a3-9719066fa9ec owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:58.720938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (b8d828f2-4772-411c-93a3-9719066fa9ec), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.748418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Pushing event deleted for resources: {'Port': ['ID=b8d828f2-4772-411c-93a3-9719066fa9ec,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.752899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863b243-c3bd-430b-b431-be563654a637 None None] No DVR routers for this DVR port b8d828f2-4772-411c-93a3-9719066fa9ec on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:58.765736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.766198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.766672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.767121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.768514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.769062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.769529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.769962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.770397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.770879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.771311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.771740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.772260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863b243-c3bd-430b-b431-be563654a637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:58.941703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48329b-ae3e-4902-9d27-38a418589e6b req-0c0fae97-8bf7-47e4-851b-6b9637b03340 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:58.943297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb48329b-ae3e-4902-9d27-38a418589e6b req-0c0fae97-8bf7-47e4-851b-6b9637b03340 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 944 time: 0.0656579 Jan 28 04:39:58.955408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba43e718-5aa0-4abb-8d50-8ee19753f58d up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:58.978599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.992127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Calling delete_port for 9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:59.007660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb48329b-ae3e-4902-9d27-38a418589e6b req-57e3a0c8-cabe-4405-b81a-352becf7ffaf tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579832 Jan 28 04:39:59.022446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port ba43e718-5aa0-4abb-8d50-8ee19753f58d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:39:59.026675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port ba43e718-5aa0-4abb-8d50-8ee19753f58d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:59.027055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.071587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.102141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Port': ['ID=9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.107462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.111030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2d094e8f-ed73-47a4-a864-695b46f6e538 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/ports/9dcb69d6-32eb-4d38-981f-2ab1e6a06fbd HTTP/1.1" status: 204 len: 168 time: 0.6118691 Jan 28 04:39:59.113439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35060) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.121989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ba43e718-5aa0-4abb-8d50-8ee19753f58d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:59.122481 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.149555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:59.151940 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58b91d-2227-44ef-89c4-12efa0b880d6" -d '{"events": [{"server_uuid": "c1cfb13e-f61e-4d65-84b1-7146082e109a", "name": "network-vif-plugged", "status": "completed", "tag": "ba43e718-5aa0-4abb-8d50-8ee19753f58d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:59.165770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ba43e718-5aa0-4abb-8d50-8ee19753f58d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d,segment=NetworkSegment(b1e5c394-669d-4832-970a-781ca0ddb369),segment_id=b1e5c394-669d-4832-970a-781ca0ddb369)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:59.171092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.198274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (251b62ef-32b2-40a6-8607-d6fb31d91613), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.211843 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8b909c-95a2-4c27-8371-8f0ffa17c8f5 x-openstack-request-id: req-2c8b909c-95a2-4c27-8371-8f0ffa17c8f5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:59.212211 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cfb13e-f61e-4d65-84b1-7146082e109a", "name": "network-vif-plugged", "status": "completed", "tag": "ba43e718-5aa0-4abb-8d50-8ee19753f58d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:59.213191 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c8b909c-95a2-4c27-8371-8f0ffa17c8f5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:59.213832 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d', 'code': 200} Jan 28 04:39:59.231307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ba43e718-5aa0-4abb-8d50-8ee19753f58d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.317695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (251b62ef-32b2-40a6-8607-d6fb31d91613), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.334006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:59.359070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b8d828f2-4772-411c-93a3-9719066fa9ec {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:59.359804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8d828f2-4772-411c-93a3-9719066fa9ec not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:59.370094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251b62ef-32b2-40a6-8607-d6fb31d91613']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:59.383625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c3c60-fab7-41c1-82f9-2c38977dbc2b req-d6c1199e-22b5-4244-9969-272ea3f665e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:59.385362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b2c3c60-fab7-41c1-82f9-2c38977dbc2b req-d6c1199e-22b5-4244-9969-272ea3f665e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 1096 time: 0.0775807 Jan 28 04:39:59.389560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:59.389863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:59.408520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.443012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.458676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:59.458996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (ed5e19f4-b6cd-4c85-ab59-9ca995bb1f54), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:59.462969 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:59.465069 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b2c3c60-fab7-41c1-82f9-2c38977dbc2b req-cdba1982-89b1-4b2c-820b-a021a0121c12 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729458 Jan 28 04:39:59.548143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8a10ac3-d8ff-487d-8443-85c183f0bb9f req-028728dc-2b19-4ef9-9f23-cf0d8584d84b tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0684884 Jan 28 04:39:59.558298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (251b62ef-32b2-40a6-8607-d6fb31d91613), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.577204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.577204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] 10.222.0.21 "DELETE /v2.0/networks/251b62ef-32b2-40a6-8607-d6fb31d91613 HTTP/1.1" status: 204 len: 168 time: 0.4610643 Jan 28 04:39:59.595657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9307-6c5e-43a9-bdc5-f859a92ff093 tempest-PortsIpV6TestJSON-898989385 tempest-PortsIpV6TestJSON-898989385-project] Pushing event deleted for resources: {'Network': ['ID=251b62ef-32b2-40a6-8607-d6fb31d91613,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.841359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35086) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.984454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-52a82679-e236-4545-b8dd-15cf67608aa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b692c387a6c04cbe9236701fc076896e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416624 Jan 28 04:39:59.986718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35090) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:00.035819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03dec9dd-21d4-4280-bb69-24ca23788296 admin admin] Publish callbacks [] for security_group (61d27ea2-0beb-494b-879c-5bfbc4405db4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.059639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03dec9dd-21d4-4280-bb69-24ca23788296 admin admin] Publish callbacks [] for security_group (61d27ea2-0beb-494b-879c-5bfbc4405db4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.132891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90f619-a66d-49ef-bbaf-4375a11b8850 req-ba901bd9-8f16-41ff-83e0-a5888a00917b tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:00.134409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce90f619-a66d-49ef-bbaf-4375a11b8850 req-ba901bd9-8f16-41ff-83e0-a5888a00917b tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 945 time: 0.0685549 Jan 28 04:40:00.151432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03dec9dd-21d4-4280-bb69-24ca23788296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (61d27ea2-0beb-494b-879c-5bfbc4405db4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.154121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03dec9dd-21d4-4280-bb69-24ca23788296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.155243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03dec9dd-21d4-4280-bb69-24ca23788296 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61d27ea2-0beb-494b-879c-5bfbc4405db4 HTTP/1.1" status: 204 len: 168 time: 0.1674521 Jan 28 04:40:00.173885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dec9dd-21d4-4280-bb69-24ca23788296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d27ea2-0beb-494b-879c-5bfbc4405db4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:00.203707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce90f619-a66d-49ef-bbaf-4375a11b8850 req-c68dbf01-441f-4218-bf33-840e1ebc91a4 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Jan 28 04:40:00.266076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:40:00.371328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:00.388960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'mac_address': 'fa:16:3e:89:9c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:40:00.430112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:00.430522 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.444758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 613d5af9-77eb-47ac-860c-68a22dba6aa5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:00.469670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:00.482650 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.714152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4be11bed-1142-430c-8ea7-521057f1f497 req-67cc8764-0a3c-4151-ab36-e0dbb85d1e79 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0503354 Jan 28 04:40:00.774076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:00.824236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['613d5af9-77eb-47ac-860c-68a22dba6aa5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:01.033633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35132) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.129941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1062348945'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:01.150722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Made reservation on behalf of b84606b83b194209b016c370c1caf613 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:01.154254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.163122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.241418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks [] for security_group (ad56029e-1310-46b2-af8d-9cb11143b8af), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.246490 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad56029e-1310-46b2-af8d-9cb11143b8af), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.279997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:40:01.289039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56029e-1310-46b2-af8d-9cb11143b8af,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:01.320476 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7e02ba41-15ce-4e61-99bc-5848d7250237), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.320846 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Added segment 7e02ba41-15ce-4e61-99bc-5848d7250237 of type vlan for network 23cf8c20-c658-43a2-bc9c-0aff04979ff9 Jan 28 04:40:01.381499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (23cf8c20-c658-43a2-bc9c-0aff04979ff9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.389815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378305-5604-4b75-8c87-8802c09fb942 req-4cf17f33-d52a-4c46-85f5-d63f790f47db tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:01.391296 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d6378305-5604-4b75-8c87-8802c09fb942 req-4cf17f33-d52a-4c46-85f5-d63f790f47db tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 945 time: 0.1051433 Jan 28 04:40:01.434175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (23cf8c20-c658-43a2-bc9c-0aff04979ff9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.439048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:01.439753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.506429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d6378305-5604-4b75-8c87-8802c09fb942 req-bd8ef6a0-196e-4bd3-9d95-6fd05e145513 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083705 Jan 28 04:40:01.519130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4822738 Jan 28 04:40:01.520513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35140) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.529030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-cf7527fc-32da-4e5a-91cb-e1f3dfdfb5f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-765070068') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:01.534462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69515c73-1d1d-46de-841b-0c81e5f7a540 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Pushing event updated for resources: {'Network': ['ID=23cf8c20-c658-43a2-bc9c-0aff04979ff9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:01.566129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 23cf8c20-c658-43a2-bc9c-0aff04979ff9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:40:01.647974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35146) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.648349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cf7527fc-32da-4e5a-91cb-e1f3dfdfb5f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "PUT /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-765070068 HTTP/1.1" status: 201 len: 201 time: 0.1244905 Jan 28 04:40:01.652470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-bf5fff43-7d19-4fec-a814-2df4438c74cc tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-765070068') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:01.753715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35152) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.759026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-8dc5a4c0-78aa-4d03-9de1-a8801734f882 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:01.761900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bf5fff43-7d19-4fec-a814-2df4438c74cc tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-765070068 HTTP/1.1" status: 204 len: 168 time: 0.1126273 Jan 28 04:40:01.903012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1660baf-e6da-457a-b42d-ecdd7ca9817b req-f6bcd14a-95b3-4edc-9b57-1795b2618f53 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0404940 Jan 28 04:40:01.908566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8dc5a4c0-78aa-4d03-9de1-a8801734f882 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags HTTP/1.1" status: 200 len: 237 time: 0.1534896 Jan 28 04:40:01.911550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35172) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.916548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-02602209-eb8e-4a8e-96ea-3754fffdd729 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', {'tags': ['tempest-TagsTest-Tag-758518420', 'tempest-TagsTest-Tag-36238123', 'tempest-TagsTest-Tag-1366690412']}) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.033955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02602209-eb8e-4a8e-96ea-3754fffdd729 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "PUT /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags HTTP/1.1" status: 200 len: 306 time: 0.1210341 Jan 28 04:40:02.038683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:02.044635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-5d318bb1-c470-46b5-8b28-c0af06529855 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-758518420') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.190968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5d318bb1-c470-46b5-8b28-c0af06529855 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "DELETE /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-758518420 HTTP/1.1" status: 204 len: 168 time: 0.1510749 Jan 28 04:40:02.194299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35186) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:02.198669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-98a3ada1-e497-48d6-b345-7f0a2116e693 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-758518420') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.276021 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-98a3ada1-e497-48d6-b345-7f0a2116e693 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] show failed (client error): The resource could not be found. Jan 28 04:40:02.277710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-98a3ada1-e497-48d6-b345-7f0a2116e693 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-758518420 HTTP/1.1" status: 404 len: 325 time: 0.0824409 Jan 28 04:40:02.280869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35190) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:02.281873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:02.287801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-963ae69c-9273-4069-a4d2-885bd65b3f25 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-36238123') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.375534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 613d5af9-77eb-47ac-860c-68a22dba6aa5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:02.375911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.379255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-963ae69c-9273-4069-a4d2-885bd65b3f25 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-36238123 HTTP/1.1" status: 204 len: 168 time: 0.0942266 Jan 28 04:40:02.379896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:02.386799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-d30c85a2-2029-4395-b9bb-97ca88ba0658 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-1366690412') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.480520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:02.481261 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.526271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d30c85a2-2029-4395-b9bb-97ca88ba0658 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-1366690412 HTTP/1.1" status: 204 len: 168 time: 0.1452076 Jan 28 04:40:02.528929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35204) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:02.534158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-c018309e-0d80-45d3-8bdc-f0b0d9d611b7 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.551306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:02.553299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:02.557014 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afca729-5b7f-4772-a777-5ded1dfbbe08" -d '{"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-plugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:02.563262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.628492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:02.641484 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57b05f-7ecd-4e9a-86ac-783e02183066 x-openstack-request-id: req-9c57b05f-7ecd-4e9a-86ac-783e02183066 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:02.641854 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-plugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:02.642185 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c57b05f-7ecd-4e9a-86ac-783e02183066 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:02.642681 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'code': 200} Jan 28 04:40:02.713971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c018309e-0d80-45d3-8bdc-f0b0d9d611b7 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "DELETE /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags HTTP/1.1" status: 204 len: 168 time: 0.1836627 Jan 28 04:40:02.718066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35214) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:02.723242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-b2b0af91-0d7a-4e81-bdd0-5777efc15c32 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-36238123') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:03.038128 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-b2b0af91-0d7a-4e81-bdd0-5777efc15c32 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] show failed (client error): The resource could not be found. Jan 28 04:40:03.042005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b2b0af91-0d7a-4e81-bdd0-5777efc15c32 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-36238123 HTTP/1.1" status: 404 len: 324 time: 0.3201597 Jan 28 04:40:03.042439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35234) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:03.046863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.tag.tag_plugin [None req-3fd84254-1aac-4eba-9a56-84c240c405c2 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9', 'tempest-TagsTest-Tag-1366690412') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:03.180812 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-3fd84254-1aac-4eba-9a56-84c240c405c2 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] show failed (client error): The resource could not be found. Jan 28 04:40:03.182556 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3fd84254-1aac-4eba-9a56-84c240c405c2 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "GET /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags/tempest-TagsTest-Tag-1366690412 HTTP/1.1" status: 404 len: 326 time: 0.1393378 Jan 28 04:40:03.185357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35236) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:03.190873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.tag.tag_plugin [None req-0bc59c86-ad73-4259-8159-1940690f4c6a tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '23cf8c20-c658-43a2-bc9c-0aff04979ff9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:03.242661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35238) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:03.259249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34f404d2-c3d7-4bd9-97a7-d8d7afda3da3 req-0f43769d-6fc0-4df1-906e-d9abb3d3a64f tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0914025 Jan 28 04:40:03.325572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0bc59c86-ad73-4259-8159-1940690f4c6a tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "DELETE /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9/tags HTTP/1.1" status: 204 len: 168 time: 0.1389022 Jan 28 04:40:03.330160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35242) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:03.429912 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (23cf8c20-c658-43a2-bc9c-0aff04979ff9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.489734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10a72f99-91f2-4cca-9124-d4bac003a0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.582974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (23cf8c20-c658-43a2-bc9c-0aff04979ff9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.685527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10a72f99-91f2-4cca-9124-d4bac003a0dd admin admin] Publish callbacks [] for security_group (0575edd2-1e31-481d-9859-37c2439a4740), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.708762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10a72f99-91f2-4cca-9124-d4bac003a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0575edd2-1e31-481d-9859-37c2439a4740), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.745345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cf8c20-c658-43a2-bc9c-0aff04979ff9']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:03.756895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a72f99-91f2-4cca-9124-d4bac003a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575edd2-1e31-481d-9859-37c2439a4740,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:03.796660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e02ba41-15ce-4e61-99bc-5848d7250237') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:03.797200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e02ba41-15ce-4e61-99bc-5848d7250237') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:03.822537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (7e02ba41-15ce-4e61-99bc-5848d7250237), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.842466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-10a72f99-91f2-4cca-9124-d4bac003a0dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cdf2fd552e3477bba3250a479c6b9bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5969253 Jan 28 04:40:03.846492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35246) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:03.847850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7e02ba41-15ce-4e61-99bc-5848d7250237), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.867760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:40:03.868167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (7e02ba41-15ce-4e61-99bc-5848d7250237), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.950612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b4b3-c630-455a-af24-a12401a23a7d admin admin] Publish callbacks [] for security_group (0575edd2-1e31-481d-9859-37c2439a4740), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:40:03.977440 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:40:03.991142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (23cf8c20-c658-43a2-bc9c-0aff04979ff9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.000362 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.010204 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] 10.222.0.21 "DELETE /v2.0/networks/23cf8c20-c658-43a2-bc9c-0aff04979ff9 HTTP/1.1" status: 204 len: 168 time: 0.6788573 Jan 28 04:40:04.028606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b4b3-c630-455a-af24-a12401a23a7d admin admin] Publish callbacks [] for security_group (0575edd2-1e31-481d-9859-37c2439a4740), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.036117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5e302-aec8-4d1a-bffa-5e34db38b7f4 tempest-TagsTest-1505546039 tempest-TagsTest-1505546039-project] Pushing event deleted for resources: {'Network': ['ID=23cf8c20-c658-43a2-bc9c-0aff04979ff9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:04.154571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b4b3-c630-455a-af24-a12401a23a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0575edd2-1e31-481d-9859-37c2439a4740), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.158294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b4b3-c630-455a-af24-a12401a23a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.167339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5dc2b4b3-c630-455a-af24-a12401a23a7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0575edd2-1e31-481d-9859-37c2439a4740 HTTP/1.1" status: 204 len: 168 time: 0.3185563 Jan 28 04:40:04.198635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2b4b3-c630-455a-af24-a12401a23a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575edd2-1e31-481d-9859-37c2439a4740,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:04.453757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79923e98-d117-4fc0-89da-3305f1565c0e req-95d35352-0337-4699-a7fd-b1096fdd5e7d tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0392983 Jan 28 04:40:04.592890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35272) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:04.816923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35276) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:04.820869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e90d5f4e-005a-4ecc-847a-382cf874e7f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b84606b83b194209b016c370c1caf613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265675 Jan 28 04:40:04.824522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:04.861191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37a16e90-c3d0-4810-8c34-60dfd948e8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.889137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6475a2c3-b9d1-48f8-975d-444b1ceb8b22 req-dedd5971-9b1f-4b04-834c-fa7ce4c24afe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0370739 Jan 28 04:40:04.920948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c93a3f7-4c7e-49e0-9c8a-dc93cc4f8608 admin admin] Publish callbacks [] for security_group (ad56029e-1310-46b2-af8d-9cb11143b8af), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.968274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c93a3f7-4c7e-49e0-9c8a-dc93cc4f8608 admin admin] Publish callbacks [] for security_group (ad56029e-1310-46b2-af8d-9cb11143b8af), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.037406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37a16e90-c3d0-4810-8c34-60dfd948e8d3 admin admin] Publish callbacks [] for security_group (ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.041959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37a16e90-c3d0-4810-8c34-60dfd948e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.087671 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c93a3f7-4c7e-49e0-9c8a-dc93cc4f8608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad56029e-1310-46b2-af8d-9cb11143b8af), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.090372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c93a3f7-4c7e-49e0-9c8a-dc93cc4f8608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.094079 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c93a3f7-4c7e-49e0-9c8a-dc93cc4f8608 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad56029e-1310-46b2-af8d-9cb11143b8af HTTP/1.1" status: 204 len: 168 time: 0.2652225 Jan 28 04:40:05.099429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-37a16e90-c3d0-4810-8c34-60dfd948e8d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c00b4b368fe74993b0457c0e077ea94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802217 Jan 28 04:40:05.100427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a16e90-c3d0-4810-8c34-60dfd948e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:05.102177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35286) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:05.111300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93a3f7-4c7e-49e0-9c8a-dc93cc4f8608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56029e-1310-46b2-af8d-9cb11143b8af,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:05.194429 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eda0128-1f30-47ee-911d-8a666e2f3286 admin admin] Publish callbacks [] for security_group (ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.228271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eda0128-1f30-47ee-911d-8a666e2f3286 admin admin] Publish callbacks [] for security_group (ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.308268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eda0128-1f30-47ee-911d-8a666e2f3286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.312752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9eda0128-1f30-47ee-911d-8a666e2f3286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.313411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9eda0128-1f30-47ee-911d-8a666e2f3286 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011 HTTP/1.1" status: 204 len: 168 time: 0.2102005 Jan 28 04:40:05.325734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda0128-1f30-47ee-911d-8a666e2f3286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b0d8f-40cd-4b4b-aeb1-f6ab73fe2011,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:05.640101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c0b2e63-0154-4f52-a0ff-6172378cc978 req-764eff93-ae91-40e1-9b1a-74e645ee0b2e tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0426137 Jan 28 04:40:05.997641 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.851087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b70379d-33fe-4005-9c19-8e500eb0a88a req-3c026db9-1926-418f-bac4-41ba42af6f61 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0427909 Jan 28 04:40:07.661709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fb86438-c782-451b-8a5d-3103bfbc0392 req-037fb5ac-b700-4899-ac32-a123b470bac5 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc&device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.1050007 Jan 28 04:40:07.668724 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:08.097395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef91a029-8030-4257-aef6-caeedf886942 req-d50bf175-e8d6-4231-bad2-a688e9560361 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0755951 Jan 28 04:40:08.101275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bff02c4e-5002-43fd-9dcb-0b2c9fc139f6 req-5f21dd25-71e4-4016-a7e8-e7fe2eac24ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff16594581f7411e8aec632bbc73e260&device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0622251 Jan 28 04:40:08.144530 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bff02c4e-5002-43fd-9dcb-0b2c9fc139f6 req-7a24dd0f-cb19-42b6-97aa-a53b7eeb603f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ff16594581f7411e8aec632bbc73e260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252283 Jan 28 04:40:08.383722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02c4e-5002-43fd-9dcb-0b2c9fc139f6 req-31dc46b8-1879-4d97-b421-93705b1dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:08.386944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bff02c4e-5002-43fd-9dcb-0b2c9fc139f6 req-31dc46b8-1879-4d97-b421-93705b1dca2c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2369668 Jan 28 04:40:08.556455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f241bce2-9842-4851-aced-ca83982cac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:09.246580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d61d3b3-d730-4140-8d63-97af9678ff84 req-847a9465-cb96-4420-897e-f0c9a6e4d9ac tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0440974 Jan 28 04:40:10.162000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bff02c4e-5002-43fd-9dcb-0b2c9fc139f6 req-32f0c7e7-20e9-4257-b7d6-23e3a5e4c9fc tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0799296 Jan 28 04:40:10.449759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9eb1c16-5f48-4f35-b137-2af07af35173 req-69e755c1-647a-4751-96e9-dee307f10ed7 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1bb58b-5745-416d-9074-0d12b58d83bc HTTP/1.1" status: 200 len: 210 time: 0.0578561 Jan 28 04:40:10.780442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4564a0a0-b9c0-4dd9-8972-bd6683c7831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:11.883116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:11.886260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4365a4a-2471-4462-a4fc-a419e5dc5a5f req-86bbf95e-68b1-46da-ac93-24ecfc6fc0ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff16594581f7411e8aec632bbc73e260&device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.0612562 Jan 28 04:40:11.921824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d27630ad-bebb-491a-bcb8-ee309fecb323 req-fb5d8d1c-0ae7-4129-8981-587de43a0424 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.0422058 Jan 28 04:40:11.946236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4365a4a-2471-4462-a4fc-a419e5dc5a5f req-41dfa25e-dc11-43d0-8898-e7e50fde9b6d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff16594581f7411e8aec632bbc73e260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272155 Jan 28 04:40:12.073391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365a4a-2471-4462-a4fc-a419e5dc5a5f req-bc0c1169-897e-4665-9b81-06ce7b6d5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:12.075006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4365a4a-2471-4462-a4fc-a419e5dc5a5f req-bc0c1169-897e-4665-9b81-06ce7b6d5c06 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178176 Jan 28 04:40:13.151975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27145264-e186-4dce-9792-01059d284c86 req-1cada7a3-5808-4970-896d-46f1a755bf32 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.0490839 Jan 28 04:40:13.585931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:13.771534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4365a4a-2471-4462-a4fc-a419e5dc5a5f req-45bee965-2c25-48d0-97f1-c9cd76dce7b9 tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.47 "GET /v2.0/ports?device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.0468707 Jan 28 04:40:14.539242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-263bbb0e-3751-456e-ac59-e8e6d051c212 req-ad134656-69eb-4040-81be-5a075dc73cbc tempest-ServerShowV247Test-362578244 tempest-ServerShowV247Test-362578244-project] 10.222.0.21 "GET /v2.0/ports?device_id=62ab3c41-9cd2-40b7-95bc-9a2c74f63d87 HTTP/1.1" status: 200 len: 210 time: 0.1055019 Jan 28 04:40:14.927704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.353650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35636) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:16.564075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa7ea-e795-40ca-868f-498c46059c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.673130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa7ea-e795-40ca-868f-498c46059c99 admin admin] Publish callbacks [] for security_group (efc0ce6e-b463-4285-8c3e-6c2b03ac2086), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.678828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa7ea-e795-40ca-868f-498c46059c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (efc0ce6e-b463-4285-8c3e-6c2b03ac2086), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.720532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6e6aa7ea-e795-40ca-868f-498c46059c99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff16594581f7411e8aec632bbc73e260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654342 Jan 28 04:40:16.723029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35644) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:16.750527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aa7ea-e795-40ca-868f-498c46059c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc0ce6e-b463-4285-8c3e-6c2b03ac2086,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:16.833625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5b0347c-92d8-480a-93a4-d93c4bc0734f admin admin] Publish callbacks [] for security_group (efc0ce6e-b463-4285-8c3e-6c2b03ac2086), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.880067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5b0347c-92d8-480a-93a4-d93c4bc0734f admin admin] Publish callbacks [] for security_group (efc0ce6e-b463-4285-8c3e-6c2b03ac2086), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.996179 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5b0347c-92d8-480a-93a4-d93c4bc0734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (efc0ce6e-b463-4285-8c3e-6c2b03ac2086), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:17.003874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5b0347c-92d8-480a-93a4-d93c4bc0734f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:17.006439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c5b0347c-92d8-480a-93a4-d93c4bc0734f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efc0ce6e-b463-4285-8c3e-6c2b03ac2086 HTTP/1.1" status: 204 len: 168 time: 0.2818589 Jan 28 04:40:17.031374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0347c-92d8-480a-93a4-d93c4bc0734f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc0ce6e-b463-4285-8c3e-6c2b03ac2086,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:18.395523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:18.604447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1061040129-network', 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:18.645002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:18.648674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:18.658342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:18.820808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks [] for security_group (3e870dca-b6c0-4dae-9df9-3fcd80c46b51), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:18.830236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3e870dca-b6c0-4dae-9df9-3fcd80c46b51), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:18.900919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:40:18.918418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e870dca-b6c0-4dae-9df9-3fcd80c46b51,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:18.955100 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:40:18.957544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b40d476e-c9f5-4bc0-98f1-07a0e99c7b45), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:18.958583 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Added segment b40d476e-c9f5-4bc0-98f1-07a0e99c7b45 of type vlan for network 2229f101-aa8b-496f-b2d5-7458d231227b Jan 28 04:40:19.077012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2229f101-aa8b-496f-b2d5-7458d231227b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:19.141477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2229f101-aa8b-496f-b2d5-7458d231227b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:19.142460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:19.143049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:19.281994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:19.287707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Request body: {'subnet': {'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1061040129-subnet', 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:19.298816 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9013660 Jan 28 04:40:19.300419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f56b8-f670-4dd3-8add-447d0e161ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=2229f101-aa8b-496f-b2d5-7458d231227b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:19.314257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2229f101-aa8b-496f-b2d5-7458d231227b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:40:19.347682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:19.350356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:19.888772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (c8b973fe-70be-4ac6-9638-770c447c01c2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:20.027554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b973fe-70be-4ac6-9638-770c447c01c2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:20.055280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:20.055790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Network hostable DHCP agents. Network: 2229f101-aa8b-496f-b2d5-7458d231227b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:40:20.109104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Network 2229f101-aa8b-496f-b2d5-7458d231227b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:40:20.132017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2229f101-aa8b-496f-b2d5-7458d231227b) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:20.138553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:20.139531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:20.143580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815bb892-9d26-4c2e-b503-62015bde3cdb None None] Network 2229f101-aa8b-496f-b2d5-7458d231227b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:40:20.193270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2448b9ac-083d-4f33-b8fa-c37398b5808d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9094925 Jan 28 04:40:20.481181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82976a4b-d5e1-40ad-8adb-40c605453b02 None None] Network 2229f101-aa8b-496f-b2d5-7458d231227b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:40:20.957714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-66e9977b-4158-4fc1-ad48-4f80d97ab5b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719295 Jan 28 04:40:21.023796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35800) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:21.103837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-0d342636-a41d-497e-8b98-705503893659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:21.105401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-0d342636-a41d-497e-8b98-705503893659 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1136611 Jan 28 04:40:21.288688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f3-f85f-41a2-a4bf-176c7548346d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.503401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f3-f85f-41a2-a4bf-176c7548346d admin admin] Publish callbacks [] for security_group (b9ae0398-b56a-4694-b1a3-19e9da9318eb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.509480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-1fb2fa33-5663-4c1b-ba00-0b1d4e0a431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:21.509896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f3-f85f-41a2-a4bf-176c7548346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b9ae0398-b56a-4694-b1a3-19e9da9318eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.511776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-1fb2fa33-5663-4c1b-ba00-0b1d4e0a431b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.3849859 Jan 28 04:40:21.568400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3664a7f3-f85f-41a2-a4bf-176c7548346d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=397d51434c2f4a45a2fa3730e7521498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432751 Jan 28 04:40:21.571216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35824) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:21.597102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664a7f3-f85f-41a2-a4bf-176c7548346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ae0398-b56a-4694-b1a3-19e9da9318eb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:21.602485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-703fc413-6831-4421-8d07-df60988013be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 1001 time: 0.0828567 Jan 28 04:40:21.699043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58461c3b-59e6-4e56-b6ef-5889574e2767 admin admin] Publish callbacks [] for security_group (b9ae0398-b56a-4694-b1a3-19e9da9318eb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.725519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-583c87ae-c50e-4c4a-a7ca-22c3755b809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:21.735033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58461c3b-59e6-4e56-b6ef-5889574e2767 admin admin] Publish callbacks [] for security_group (b9ae0398-b56a-4694-b1a3-19e9da9318eb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.735279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-583c87ae-c50e-4c4a-a7ca-22c3755b809f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1252849 Jan 28 04:40:21.873470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58461c3b-59e6-4e56-b6ef-5889574e2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b9ae0398-b56a-4694-b1a3-19e9da9318eb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.880775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-58461c3b-59e6-4e56-b6ef-5889574e2767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:21.886024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-58461c3b-59e6-4e56-b6ef-5889574e2767 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9ae0398-b56a-4694-b1a3-19e9da9318eb HTTP/1.1" status: 204 len: 168 time: 0.3133698 Jan 28 04:40:21.910727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-dddc5925-f19f-44fd-a013-1a6938c79e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:21.912849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-dddc5925-f19f-44fd-a013-1a6938c79e54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702087 Jan 28 04:40:21.919751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461c3b-59e6-4e56-b6ef-5889574e2767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ae0398-b56a-4694-b1a3-19e9da9318eb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:22.235719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-83749091-6616-461b-9d00-a1001288acc2 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095512 Jan 28 04:40:22.347168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-6ad33826-5658-4c7a-a4db-91338ca127f2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:22.361407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-6ad33826-5658-4c7a-a4db-91338ca127f2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.4733324 Jan 28 04:40:22.390086 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e857c163-8870-4016-a0fa-249c4baf35e0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0275974 Jan 28 04:40:22.449403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdf29a75-2630-4fa8-b6c6-b778731a4629 req-1ef9c8cc-1e87-4b19-9ea8-e9dfc5553a91 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067871 Jan 28 04:40:22.457300 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-dcb0dd94-dce6-4371-8250-3d2958caa619 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631528 Jan 28 04:40:22.680581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:22.701670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1016cae4-b916-421d-8e4e-f2f1410e6b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:22.809657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1016cae4-b916-421d-8e4e-f2f1410e6b90 admin admin] Publish callbacks [] for security_group (0141dd1c-8bb2-44f2-90e9-c6f42baf64bd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:22.813708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1016cae4-b916-421d-8e4e-f2f1410e6b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0141dd1c-8bb2-44f2-90e9-c6f42baf64bd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:22.859908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1016cae4-b916-421d-8e4e-f2f1410e6b90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59a4d650a88045f590e0bb4a27325398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780717 Jan 28 04:40:22.860796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cae4-b916-421d-8e4e-f2f1410e6b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141dd1c-8bb2-44f2-90e9-c6f42baf64bd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:22.863181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35852) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:22.912120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-42f64835-4f61-4acb-aae3-4e71ea6aa02b service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532948 Jan 28 04:40:22.941391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06863401-0300-42ac-a478-173a382885a4 admin admin] Publish callbacks [] for security_group (0141dd1c-8bb2-44f2-90e9-c6f42baf64bd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:22.967694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06863401-0300-42ac-a478-173a382885a4 admin admin] Publish callbacks [] for security_group (0141dd1c-8bb2-44f2-90e9-c6f42baf64bd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:23.021756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06863401-0300-42ac-a478-173a382885a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0141dd1c-8bb2-44f2-90e9-c6f42baf64bd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:23.024513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06863401-0300-42ac-a478-173a382885a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:23.028134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-06863401-0300-42ac-a478-173a382885a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0141dd1c-8bb2-44f2-90e9-c6f42baf64bd HTTP/1.1" status: 204 len: 168 time: 0.1616426 Jan 28 04:40:23.034866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06863401-0300-42ac-a478-173a382885a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141dd1c-8bb2-44f2-90e9-c6f42baf64bd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:23.044914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-60678f5c-79dc-454e-a9ed-603af1f6588e service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255851 Jan 28 04:40:23.222947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a341cc28-ccb6-4dcd-be7b-a69fe36662b9 req-08ff10f1-89dc-4bbe-bbb7-8f33b7d6c951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 210 time: 0.0330985 Jan 28 04:40:24.152721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe42b4-b021-4a45-b796-5c50bcbc509d req-a53c9fab-e6b5-4330-8cd4-fde9114a1798 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:24.154166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cfe42b4-b021-4a45-b796-5c50bcbc509d req-a53c9fab-e6b5-4330-8cd4-fde9114a1798 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 949 time: 0.0494900 Jan 28 04:40:24.211991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cfe42b4-b021-4a45-b796-5c50bcbc509d req-ffbdfddf-2ceb-4fbb-8351-c1d238aa78da tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517454 Jan 28 04:40:24.400862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08156205-84e0-4894-889a-cadf62e721ac req-7f6cfbb7-1110-464c-8019-7f22dfe10d1b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 210 time: 0.0586503 Jan 28 04:40:24.666164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-53934a8a-40ca-426b-a13f-536d48258780 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:24.667944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-53934a8a-40ca-426b-a13f-536d48258780 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.2309575 Jan 28 04:40:24.714662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:24.893403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:24.899572 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.055321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.7 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:25.226050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.264980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.316275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:25.325722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:25.328065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:25.330357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:25.407059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:25.407910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.449952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-f7bd4a9f-73ae-4e49-8094-e00ef49ee2a8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567775 Jan 28 04:40:25.467807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Request body: {'port': {'device_id': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:25.550971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.692019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d163-7918-437f-b97b-b65e431b67c4 req-bae812f9-09cc-4609-9a32-c6b407c3c1ae tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:25.695383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4595d163-7918-437f-b97b-b65e431b67c4 req-bae812f9-09cc-4609-9a32-c6b407c3c1ae tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 931 time: 0.1744661 Jan 28 04:40:25.799370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4595d163-7918-437f-b97b-b65e431b67c4 req-bf386b25-0e37-4cf9-9f1e-4530c1ae7830 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973306 Jan 28 04:40:25.900283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:25.908645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Publish callbacks [] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.921817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Transition to ACTIVE for port object 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:40:25.926911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:25.987856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:26.064062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Attempting to bind port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:40:26.064382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Attempting to bind port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:40:26.064709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Attempting to bind port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:26.070066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:40:26.070391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Attempting to bind port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:26.076567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:40:26.076919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:26.077338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:40:26.077775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Bound port: 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:40:26.078233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:26.146630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] For port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:40:26.150180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] For port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:40:26.158755 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:26.195850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:26.196480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:26.198042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa HTTP/1.1" status: 200 len: 1091 time: 0.7352219 Jan 28 04:40:26.198581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'tag': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:26.200836 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "726b2b03-c986-46cb-9c9a-eb56afc6e2aa", "tag": "115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:26.225429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d605-36a6-4588-9e17-34ac5f688cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:26.268972 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33aee18-eb3e-4029-8108-99dc001f1af9 x-openstack-request-id: req-e33aee18-eb3e-4029-8108-99dc001f1af9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:26.269286 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726b2b03-c986-46cb-9c9a-eb56afc6e2aa", "tag": "115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:26.269644 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e33aee18-eb3e-4029-8108-99dc001f1af9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:26.270284 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'tag': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa', 'status': 'completed', 'code': 200} Jan 28 04:40:26.332994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-30d11841-b154-493e-b45f-ba5fba23eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:26.334862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-30d11841-b154-493e-b45f-ba5fba23eed1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 1094 time: 0.0466442 Jan 28 04:40:26.386474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-dbbea195-9d4f-4c69-9c3b-2b5ad4df6ec0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa HTTP/1.1" status: 200 len: 217 time: 0.0385273 Jan 28 04:40:26.432045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:40:26.448576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b56c8-119d-4f79-b92c-949d84006cbd req-5ac85492-3fa8-4dd0-bf09-6e452690bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:26.450481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-5ac85492-3fa8-4dd0-bf09-6e452690bef1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.0579324 Jan 28 04:40:26.510573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-a0bd8a9e-7375-4261-a20e-8e7e4226319a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539961 Jan 28 04:40:26.559363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:26.560011 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:26.585297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:26.587868 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fdcea9-90f7-424b-b706-bb9fa3b1db43" -d '{"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-unplugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:26.604236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:26.613589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:26.651417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-411a6270-2346-4a57-aa3e-59c45211cf7c service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314800 Jan 28 04:40:26.659160 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae8c689-551b-4441-b241-7378aff0b54d x-openstack-request-id: req-dae8c689-551b-4441-b241-7378aff0b54d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:26.659463 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-unplugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:26.659717 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dae8c689-551b-4441-b241-7378aff0b54d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:26.660104 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'code': 200} Jan 28 04:40:26.687409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:26.796722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-860b56c8-119d-4f79-b92c-949d84006cbd req-03939878-2425-4b09-887b-1361de52ed2c service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049750 Jan 28 04:40:26.996050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281e37a-5210-480b-8598-19b233cdd38c req-31bef3ed-2111-49a0-ac78-1a4992e7bcfc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:26.997594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5281e37a-5210-480b-8598-19b233cdd38c req-31bef3ed-2111-49a0-ac78-1a4992e7bcfc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 943 time: 0.1187639 Jan 28 04:40:27.010815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-c7c2e45f-d6df-4d14-ac63-b3e5de5b01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:27.012258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-c7c2e45f-d6df-4d14-ac63-b3e5de5b01f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 1094 time: 0.0879107 Jan 28 04:40:27.103122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:40:27.105717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5281e37a-5210-480b-8598-19b233cdd38c req-d0e0768c-db5c-499e-868a-b03fe6198dbd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022239 Jan 28 04:40:27.140008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-19deb6e2-3b55-401a-a6d6-9ec7c63cd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:27.142159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-19deb6e2-3b55-401a-a6d6-9ec7c63cd04b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.1225045 Jan 28 04:40:27.190016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-8d8f8a9d-4d16-4c42-a8c7-2f90a795c114 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa HTTP/1.1" status: 200 len: 217 time: 0.0413549 Jan 28 04:40:27.222128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:27.234662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'mac_address': 'fa:16:3e:a2:3b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:40:27.243377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-a1c888f5-696e-4760-a248-644cb803e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:27.245050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-a1c888f5-696e-4760-a248-644cb803e6da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.0498784 Jan 28 04:40:27.275762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6c95ff70-2172-41f8-b6a4-84dda372fe52 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:27.276167 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:27.285458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-f0cfc800-7419-4c3f-963b-4c01c22fb9a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334384 Jan 28 04:40:27.289978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c95ff70-2172-41f8-b6a4-84dda372fe52 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:27.310380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:27.315754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:27.366682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:27.390049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-85ba7b2a-96a5-4a5b-b674-3b1610524653 service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983825 Jan 28 04:40:27.479489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72afdf89-827c-4b0b-a267-d0ff98a8e2bc req-f90f5496-469f-47ba-bd04-2cae3d28b421 service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840144 Jan 28 04:40:27.554364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6c95ff70-2172-41f8-b6a4-84dda372fe52'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:28.271499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e48135-97f5-44e8-a9f4-10e0bb4a35a3 req-c8a54bb3-f3e8-47a2-8ebb-7416c6b13164 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:28.273704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a0e48135-97f5-44e8-a9f4-10e0bb4a35a3 req-c8a54bb3-f3e8-47a2-8ebb-7416c6b13164 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 943 time: 0.0786555 Jan 28 04:40:28.348872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a0e48135-97f5-44e8-a9f4-10e0bb4a35a3 req-843c70a3-d289-4035-a909-ce9d5ee6c25d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690255 Jan 28 04:40:28.649630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:28.868963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5541053-4400-459e-b1d8-7f170e322850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:28.978541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5541053-4400-459e-b1d8-7f170e322850 admin admin] Publish callbacks [] for security_group (d7f1a94b-b3a5-4a3d-b69d-901511bed882), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:28.984697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5541053-4400-459e-b1d8-7f170e322850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7f1a94b-b3a5-4a3d-b69d-901511bed882), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.021997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5541053-4400-459e-b1d8-7f170e322850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1a94b-b3a5-4a3d-b69d-901511bed882,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:29.072335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5541053-4400-459e-b1d8-7f170e322850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225e3b4c8090453eb34937a4f6de5969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206908 Jan 28 04:40:29.075118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36132) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:29.115723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:29.169311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0358a83-ea56-495e-a749-08738b7e80b1 admin admin] Publish callbacks [] for security_group (d7f1a94b-b3a5-4a3d-b69d-901511bed882), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.192199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 6c95ff70-2172-41f8-b6a4-84dda372fe52 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:29.192979 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.194181 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0358a83-ea56-495e-a749-08738b7e80b1 admin admin] Publish callbacks [] for security_group (d7f1a94b-b3a5-4a3d-b69d-901511bed882), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.271895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0358a83-ea56-495e-a749-08738b7e80b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7f1a94b-b3a5-4a3d-b69d-901511bed882), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.275540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0358a83-ea56-495e-a749-08738b7e80b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.279223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a0358a83-ea56-495e-a749-08738b7e80b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7f1a94b-b3a5-4a3d-b69d-901511bed882 HTTP/1.1" status: 204 len: 168 time: 0.2006831 Jan 28 04:40:29.294310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0358a83-ea56-495e-a749-08738b7e80b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1a94b-b3a5-4a3d-b69d-901511bed882,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:29.426393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6c95ff70-2172-41f8-b6a4-84dda372fe52 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:29.427216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.506647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:29.508167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:29.511299 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbef81b-aaaa-4780-ac37-e89c98ea51f4" -d '{"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-plugged", "status": "completed", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:29.515541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:29.598060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:29.632224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325a4d4-3a09-41b0-84f5-9c06ffade006 req-9e3c9fc6-dff6-45a6-b778-72624a9125cf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:29.642177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4325a4d4-3a09-41b0-84f5-9c06ffade006 req-9e3c9fc6-dff6-45a6-b778-72624a9125cf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 943 time: 0.1397104 Jan 28 04:40:29.724295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4325a4d4-3a09-41b0-84f5-9c06ffade006 req-199f1e27-0b3f-4103-8367-abf06047982a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Jan 28 04:40:29.773924 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2048512-0402-4d19-a7ab-22814ba5f697 x-openstack-request-id: req-c2048512-0402-4d19-a7ab-22814ba5f697 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:29.774572 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-plugged", "status": "completed", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:29.775632 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2048512-0402-4d19-a7ab-22814ba5f697 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:29.776263 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'code': 200} Jan 28 04:40:29.990638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36176) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:30.012956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.156463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Publish callbacks [] for security_group (30f40126-9f90-48d6-85b3-2ebb541f864d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.166141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (30f40126-9f90-48d6-85b3-2ebb541f864d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.223760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f40126-9f90-48d6-85b3-2ebb541f864d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:30.243588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.244182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.244669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.245184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.245866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.246205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.246539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.246870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.247199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.247523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.247851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.248169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.248669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:30.263577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-548f65cc-db56-426a-a772-b9c4c8585c48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2461e0758e6d4bd1b259c4c120748d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695727 Jan 28 04:40:30.263984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36188) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:30.328673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b24b78d2-46b2-445d-bbf1-111bb37565c2 admin admin] Publish callbacks [] for security_group (30f40126-9f90-48d6-85b3-2ebb541f864d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.354463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b24b78d2-46b2-445d-bbf1-111bb37565c2 admin admin] Publish callbacks [] for security_group (30f40126-9f90-48d6-85b3-2ebb541f864d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.416941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b24b78d2-46b2-445d-bbf1-111bb37565c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (30f40126-9f90-48d6-85b3-2ebb541f864d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.420430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b24b78d2-46b2-445d-bbf1-111bb37565c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.427777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b24b78d2-46b2-445d-bbf1-111bb37565c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30f40126-9f90-48d6-85b3-2ebb541f864d HTTP/1.1" status: 204 len: 168 time: 0.1626465 Jan 28 04:40:30.452545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b78d2-46b2-445d-bbf1-111bb37565c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f40126-9f90-48d6-85b3-2ebb541f864d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:30.467515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:40:30.658306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:30.675917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa', 'mac_address': 'fa:16:3e:99:10:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:40:30.766528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:30.767387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.842413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:30.927477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:30.942144 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:31.021330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3181-fdfb-4421-863c-1857040a499f req-45c4fc36-ed63-4783-95e5-13edce6df000 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:31.027268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:31.029674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-978f3181-fdfb-4421-863c-1857040a499f req-45c4fc36-ed63-4783-95e5-13edce6df000 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 943 time: 0.1129313 Jan 28 04:40:31.095803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-978f3181-fdfb-4421-863c-1857040a499f req-280ece59-ddad-4de1-8930-e29cc66e3161 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649886 Jan 28 04:40:31.364506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:32.357514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b780-8609-48a8-a7ee-dc1e59804af5 req-c7b1cffd-cb61-40b9-9b2d-2e3ec81e9942 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:32.360452 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2832b780-8609-48a8-a7ee-dc1e59804af5 req-c7b1cffd-cb61-40b9-9b2d-2e3ec81e9942 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 944 time: 0.1071496 Jan 28 04:40:32.463895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:32.507260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2832b780-8609-48a8-a7ee-dc1e59804af5 req-726c97bd-9d90-40d4-9b9c-c1fe581daeb8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403036 Jan 28 04:40:32.633350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:40:32.640520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:32.641120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:32.782915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:32.783718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:32.819368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:32.824464 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba18f42a-6e32-4e29-a81e-b719ce3f6ae7" -d '{"events": [{"server_uuid": "726b2b03-c986-46cb-9c9a-eb56afc6e2aa", "name": "network-vif-plugged", "status": "completed", "tag": "115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:32.891079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:32.896106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:32.916358 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450e7b5-c84c-4772-bb81-c55d853dacea x-openstack-request-id: req-9450e7b5-c84c-4772-bb81-c55d853dacea {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:32.916783 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726b2b03-c986-46cb-9c9a-eb56afc6e2aa", "name": "network-vif-plugged", "status": "completed", "tag": "115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:32.917447 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9450e7b5-c84c-4772-bb81-c55d853dacea {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:32.917874 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa', 'code': 200} Jan 28 04:40:33.013973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:33.311482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31cd2a-f021-4d04-8cb9-1c2031f7a4a7 req-1d2678fd-87e7-4197-b9f0-ea894d2bd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:33.313749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f31cd2a-f021-4d04-8cb9-1c2031f7a4a7 req-1d2678fd-87e7-4197-b9f0-ea894d2bd559 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 1096 time: 0.2858033 Jan 28 04:40:33.385407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f31cd2a-f021-4d04-8cb9-1c2031f7a4a7 req-878d0983-5765-401a-8e85-93fb625fbd39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Jan 28 04:40:33.740050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d903258-21eb-421c-bedc-ac06e6525f85 req-8cdc49a8-5cb4-4528-98dc-92c0d53c1dc5 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:33.766612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d903258-21eb-421c-bedc-ac06e6525f85 req-8cdc49a8-5cb4-4528-98dc-92c0d53c1dc5 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 945 time: 0.1444533 Jan 28 04:40:33.944344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d903258-21eb-421c-bedc-ac06e6525f85 req-1492dc65-2423-431c-b604-b98a4643fe02 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754527 Jan 28 04:40:35.243203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100bf3-7492-405b-8f4d-9969c0587901 req-bb7ce5f9-bd8d-4cc1-a8a4-fc41cafbcf67 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:35.247705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53100bf3-7492-405b-8f4d-9969c0587901 req-bb7ce5f9-bd8d-4cc1-a8a4-fc41cafbcf67 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 945 time: 0.1478972 Jan 28 04:40:35.383775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53100bf3-7492-405b-8f4d-9969c0587901 req-db8ea2b4-c4b8-4a98-8312-1e33f0178db5 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197193 Jan 28 04:40:36.032398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:36.598643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbe465-237d-4f8c-8687-751b9410b793 req-507a2c1d-c37c-42d1-9e38-04c816432b49 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:36.600231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43fbe465-237d-4f8c-8687-751b9410b793 req-507a2c1d-c37c-42d1-9e38-04c816432b49 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 945 time: 0.0826392 Jan 28 04:40:36.696147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43fbe465-237d-4f8c-8687-751b9410b793 req-6f9534a3-b38e-44e9-b6e1-fcfcc8f11b14 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852139 Jan 28 04:40:37.132324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e673-9cc7-4f14-9bca-44d4dbb408a4 req-7d494bd9-a7f9-4488-b895-1a8d379ac0e9 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:37.139301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6671e673-9cc7-4f14-9bca-44d4dbb408a4 req-7d494bd9-a7f9-4488-b895-1a8d379ac0e9 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.2315309 Jan 28 04:40:37.157262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6671e673-9cc7-4f14-9bca-44d4dbb408a4 req-2c47acff-7866-49a8-a928-ab2a13ecc16c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0169308 Jan 28 04:40:37.260939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6671e673-9cc7-4f14-9bca-44d4dbb408a4 req-4b598f77-8ded-46c9-b13e-8e0843f55a96 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026435 Jan 28 04:40:37.464746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6671e673-9cc7-4f14-9bca-44d4dbb408a4 req-ae4b0347-ca46-49cb-a422-08be739fb97c service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023010 Jan 28 04:40:37.647295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6671e673-9cc7-4f14-9bca-44d4dbb408a4 req-8392fcee-a6d0-41c6-b4f1-8dc5fc8ac35e service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815743 Jan 28 04:40:37.681250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:38.588028 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f298c9c1-eb8f-42d7-8865-f8affbe5ba0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:39.038757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-1c554052-6596-4b2a-8425-508546026912 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:39.040429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-1c554052-6596-4b2a-8425-508546026912 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.3519275 Jan 28 04:40:39.100333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-8b769f6a-669c-437f-808b-c40632cea7fd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0508173 Jan 28 04:40:39.245279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-8ccfe12a-d8d9-44d9-9d5d-c9b98df8cfea tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404097 Jan 28 04:40:39.534339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-14da8057-3ad1-45dd-94d6-8cbb5b558596 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815084 Jan 28 04:40:39.760551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-277fd729-e68c-450b-8ff3-fe9933dd64b2 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253523 Jan 28 04:40:40.301624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7c9473c-217a-40a6-8e68-e075a7870b96 req-90547cd2-cb58-47a9-8605-87700379d03c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 210 time: 0.0635893 Jan 28 04:40:40.796549 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7762d9f-fa56-4692-8786-706587b8bd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:41.483221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cafdd0f0-4fc8-470e-bcbe-bd91fe8909a9 req-89c8eb5a-8f4c-4c3d-84e2-052fe70cd6db tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 210 time: 0.0744257 Jan 28 04:40:41.897863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:42.166069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-b983f2f0-efcd-460c-bec2-622f42d42c8d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:42.168018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-b983f2f0-efcd-460c-bec2-622f42d42c8d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.2457693 Jan 28 04:40:42.192205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '75b73423-117f-4571-ac89-2cf1895ca293', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:42.335136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:42.339414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:42.535857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.5 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/51e569ea-0516-42ef-bb39-1d4e2e7f459b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:42.727590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad254d50-7fa2-4e89-83e6-2a093ff0f8bb req-df9de2b4-8d37-4d5a-b61f-4eb821af5b96 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 210 time: 0.0554905 Jan 28 04:40:42.885824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:42.930173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:42.964449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:43.042852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=51e569ea-0516-42ef-bb39-1d4e2e7f459b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:43.089271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.089580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.089912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.090263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.090605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.090946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.091284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.091620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.091983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.092288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.092622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.092950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.093356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:43.119030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:43.126708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:43.135117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:43.213163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:43.214221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:43.239989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-fc711eff-bb32-41af-9e4a-30e33095a1f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0549183 Jan 28 04:40:43.369791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Request body: {'port': {'device_id': '75b73423-117f-4571-ac89-2cf1895ca293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:43.599262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.000235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c6e9-989c-4b39-b9d3-81b61e1d208c req-69a836cf-81d4-4b56-8536-c7906525adb5 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:44.009603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2315c6e9-989c-4b39-b9d3-81b61e1d208c req-69a836cf-81d4-4b56-8536-c7906525adb5 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 931 time: 0.0784495 Jan 28 04:40:44.062538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.071251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2315c6e9-989c-4b39-b9d3-81b61e1d208c req-e675dc56-2edc-408a-a950-8b58a47517ae tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607584 Jan 28 04:40:44.637086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e569ea-0516-42ef-bb39-1d4e2e7f459b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:44.638106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36594) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:44.654133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Publish callbacks [] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.668179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Transition to ACTIVE for port object 51e569ea-0516-42ef-bb39-1d4e2e7f459b will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:40:44.676893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.886539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Pushing event updated for resources: {'Port': ['ID=51e569ea-0516-42ef-bb39-1d4e2e7f459b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:44.927544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-540e9387-3bfc-4400-bee9-13745d2fd6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.928028 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.990163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Attempting to bind port 51e569ea-0516-42ef-bb39-1d4e2e7f459b on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:40:44.990512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Attempting to bind port 51e569ea-0516-42ef-bb39-1d4e2e7f459b by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:40:44.990850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Attempting to bind port 51e569ea-0516-42ef-bb39-1d4e2e7f459b on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:45.006295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Port 51e569ea-0516-42ef-bb39-1d4e2e7f459b on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:40:45.009383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Attempting to bind port 51e569ea-0516-42ef-bb39-1d4e2e7f459b on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:45.019864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:40:45.020316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:45.020712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:40:45.021180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Bound port: 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:40:45.021545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.133195 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-540e9387-3bfc-4400-bee9-13745d2fd6fc admin admin] Publish callbacks [] for security_group (100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.141617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-540e9387-3bfc-4400-bee9-13745d2fd6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.188461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] For port 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:40:45.231667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] For port 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:40:45.250626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.270262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-540e9387-3bfc-4400-bee9-13745d2fd6fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d51348e5c74c489ba3d07f851d083b58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6283548 Jan 28 04:40:45.270262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e9387-3bfc-4400-bee9-13745d2fd6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:45.276165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36616) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:45.355675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259fa6c-cdd8-4be8-995c-47f332f4a718 req-fa71c112-877d-4a25-9a40-b2031f9d5875 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:45.363046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0259fa6c-cdd8-4be8-995c-47f332f4a718 req-fa71c112-877d-4a25-9a40-b2031f9d5875 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 943 time: 0.1715581 Jan 28 04:40:45.392991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76f26021-4004-480f-8050-400596912fa2 admin admin] Publish callbacks [] for security_group (100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.419423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:45.420063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.421507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] 10.222.0.47 "PUT /v2.0/ports/51e569ea-0516-42ef-bb39-1d4e2e7f459b HTTP/1.1" status: 200 len: 1091 time: 2.1630898 Jan 28 04:40:45.423025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b73423-117f-4571-ac89-2cf1895ca293', 'tag': '51e569ea-0516-42ef-bb39-1d4e2e7f459b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:45.425393 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640cada9-2333-48a7-a748-d678ffd00f00" -d '{"events": [{"name": "network-changed", "server_uuid": "75b73423-117f-4571-ac89-2cf1895ca293", "tag": "51e569ea-0516-42ef-bb39-1d4e2e7f459b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:45.437306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76f26021-4004-480f-8050-400596912fa2 admin admin] Publish callbacks [] for security_group (100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.468358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019212-69b1-4eda-998a-1084c4e8f004 service neutron] Pushing event updated for resources: {'Port': ['ID=51e569ea-0516-42ef-bb39-1d4e2e7f459b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:45.641091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76f26021-4004-480f-8050-400596912fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.644123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76f26021-4004-480f-8050-400596912fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.648578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76f26021-4004-480f-8050-400596912fa2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8 HTTP/1.1" status: 204 len: 168 time: 0.3713884 Jan 28 04:40:45.688904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f26021-4004-480f-8050-400596912fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a3a3e-a2c9-48ba-ad2f-9aca8eb330e8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:45.703939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0259fa6c-cdd8-4be8-995c-47f332f4a718 req-eb50fd88-82ad-459d-87f3-855b673f8a17 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393316 Jan 28 04:40:45.724585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-396d7f61-b014-4885-9236-93931bc8ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:45.743731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-396d7f61-b014-4885-9236-93931bc8ad9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 1094 time: 0.2563701 Jan 28 04:40:45.922040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-8f383df3-52f8-4600-b21e-238d1b599295 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b HTTP/1.1" status: 200 len: 217 time: 0.1574872 Jan 28 04:40:45.928281 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ef1ee-62ce-4374-8cff-0545fb9b4f97 x-openstack-request-id: req-3e9ef1ee-62ce-4374-8cff-0545fb9b4f97 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:45.929131 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b73423-117f-4571-ac89-2cf1895ca293", "tag": "51e569ea-0516-42ef-bb39-1d4e2e7f459b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:45.929414 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e9ef1ee-62ce-4374-8cff-0545fb9b4f97 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:45.929818 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b73423-117f-4571-ac89-2cf1895ca293', 'tag': '51e569ea-0516-42ef-bb39-1d4e2e7f459b', 'status': 'completed', 'code': 200} Jan 28 04:40:46.104663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-01f03c4c-0a5c-4237-800f-4b025f5f5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:46.106484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-01f03c4c-0a5c-4237-800f-4b025f5f5c6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1738923 Jan 28 04:40:46.203863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-129145c2-bef7-447d-b842-ccc068459cea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911498 Jan 28 04:40:46.369930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36648) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:46.402772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9abf078e-5966-4289-956c-ea280a33dee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:46.465451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-b4fd11d4-591f-4d54-88b4-885601ded7a2 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508523 Jan 28 04:40:46.696374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9abf078e-5966-4289-956c-ea280a33dee7 admin admin] Publish callbacks [] for security_group (50ac36cb-f1df-4684-a3c7-9c87d98a1a95), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:46.701802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc23987f-9fbc-43bf-847c-d7aa03561ad4 req-960fb126-819f-4d05-8e94-776629d155d5 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298212 Jan 28 04:40:46.705905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9abf078e-5966-4289-956c-ea280a33dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (50ac36cb-f1df-4684-a3c7-9c87d98a1a95), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:46.752312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf078e-5966-4289-956c-ea280a33dee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac36cb-f1df-4684-a3c7-9c87d98a1a95,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:46.848877 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9abf078e-5966-4289-956c-ea280a33dee7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd1342bf0fa8448887a70febe2324971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741652 Jan 28 04:40:46.849265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:46.972149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cada9-2333-48a7-a748-d678ffd00f00 req-32f33daa-e89b-420d-a72f-9203b05dab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:46.974320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-32f33daa-e89b-420d-a72f-9203b05dab72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 1094 time: 0.1764145 Jan 28 04:40:46.984778 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff91d897-8e31-4ebe-b703-3e1abedfdd35 admin admin] Publish callbacks [] for security_group (50ac36cb-f1df-4684-a3c7-9c87d98a1a95), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:46.987859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bb9e-7941-4d63-b065-9f499b454fc6 req-2fa26bba-7ba2-4fe3-ab13-9b59fef2c3fe tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:46.996356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8f1bb9e-7941-4d63-b065-9f499b454fc6 req-2fa26bba-7ba2-4fe3-ab13-9b59fef2c3fe tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 943 time: 0.1393847 Jan 28 04:40:47.027412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff91d897-8e31-4ebe-b703-3e1abedfdd35 admin admin] Publish callbacks [] for security_group (50ac36cb-f1df-4684-a3c7-9c87d98a1a95), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:47.127267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8f1bb9e-7941-4d63-b065-9f499b454fc6 req-642fa7c7-f487-4112-ae84-1a2a5033fc1b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201541 Jan 28 04:40:47.170875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff91d897-8e31-4ebe-b703-3e1abedfdd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (50ac36cb-f1df-4684-a3c7-9c87d98a1a95), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:47.173771 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff91d897-8e31-4ebe-b703-3e1abedfdd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:47.177612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff91d897-8e31-4ebe-b703-3e1abedfdd35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50ac36cb-f1df-4684-a3c7-9c87d98a1a95 HTTP/1.1" status: 204 len: 168 time: 0.3260570 Jan 28 04:40:47.247310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91d897-8e31-4ebe-b703-3e1abedfdd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac36cb-f1df-4684-a3c7-9c87d98a1a95,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:47.333047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cada9-2333-48a7-a748-d678ffd00f00 req-e6ec2c4c-70e3-4867-a914-58985ec97e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:47.342446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-e6ec2c4c-70e3-4867-a914-58985ec97e6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.3395901 Jan 28 04:40:47.587816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-e99ba39b-c48c-4b5d-9c29-fb6d481668cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b HTTP/1.1" status: 200 len: 217 time: 0.2425113 Jan 28 04:40:47.667364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cada9-2333-48a7-a748-d678ffd00f00 req-5295fe24-0182-4ab2-bad4-b268aa3b92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:47.670768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-5295fe24-0182-4ab2-bad4-b268aa3b92f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.0768449 Jan 28 04:40:47.777334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-b3426054-0a90-4697-8a76-16bab5b8e059 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976448 Jan 28 04:40:48.012006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-4c181303-dac4-4715-b143-049b37d22844 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255690 Jan 28 04:40:48.193899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-640cada9-2333-48a7-a748-d678ffd00f00 req-3ff99f07-30eb-496c-9aab-1d5a9b5f114d service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698477 Jan 28 04:40:48.383913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4652ef-92a9-415e-bd7c-7eaa6e044903 req-19c274a8-11d8-4ba1-bdaf-7086764148fd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:48.385691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b4652ef-92a9-415e-bd7c-7eaa6e044903 req-19c274a8-11d8-4ba1-bdaf-7086764148fd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 943 time: 0.1002438 Jan 28 04:40:48.514419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b4652ef-92a9-415e-bd7c-7eaa6e044903 req-5f1a291b-ed11-404c-afbe-218cf16b3dcd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223660 Jan 28 04:40:49.198363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 51e569ea-0516-42ef-bb39-1d4e2e7f459b details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:40:49.394163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:49.418170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '51e569ea-0516-42ef-bb39-1d4e2e7f459b', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': '51e569ea-0516-42ef-bb39-1d4e2e7f459b', 'mac_address': 'fa:16:3e:21:d1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:40:49.501630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 51e569ea-0516-42ef-bb39-1d4e2e7f459b is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:49.501630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:49.563076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e569ea-0516-42ef-bb39-1d4e2e7f459b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:49.628953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:49.638433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:49.723396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=51e569ea-0516-42ef-bb39-1d4e2e7f459b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:49.779686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef317-8ac5-4de4-8b1e-106bd3f37c07 req-7f3a73a7-5477-4d7b-ba11-a8df5c05180d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:49.787931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95cef317-8ac5-4de4-8b1e-106bd3f37c07 req-7f3a73a7-5477-4d7b-ba11-a8df5c05180d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 944 time: 0.1437154 Jan 28 04:40:49.911268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95cef317-8ac5-4de4-8b1e-106bd3f37c07 req-9a79675d-097c-45e6-9a8c-565ac3731706 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216223 Jan 28 04:40:50.017599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['51e569ea-0516-42ef-bb39-1d4e2e7f459b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:51.111126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6920c9d-f0db-43eb-a5d9-fa6f22e0f1f3 req-7c219133-0647-4957-bfd7-325c0be6d883 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:51.120824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6920c9d-f0db-43eb-a5d9-fa6f22e0f1f3 req-7c219133-0647-4957-bfd7-325c0be6d883 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 944 time: 0.0830736 Jan 28 04:40:51.225756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6920c9d-f0db-43eb-a5d9-fa6f22e0f1f3 req-5e5703a5-14ff-440c-bf7b-c68af7f42772 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034875 Jan 28 04:40:51.453618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:51.586558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbc51-533f-4788-835d-af6aed049899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.670567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbc51-533f-4788-835d-af6aed049899 admin admin] Publish callbacks [] for security_group (17c47ce9-78c1-4407-92d3-30cca8e95167), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.676387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbc51-533f-4788-835d-af6aed049899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (17c47ce9-78c1-4407-92d3-30cca8e95167), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.724281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d0bbbc51-533f-4788-835d-af6aed049899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c210c5e0e69d4980b4d31516fe5cc4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695105 Jan 28 04:40:51.725303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36838) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:51.725657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbbc51-533f-4788-835d-af6aed049899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c47ce9-78c1-4407-92d3-30cca8e95167,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:51.785929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fde8-fa52-4d0a-87ab-e3d89b1254da admin admin] Publish callbacks [] for security_group (17c47ce9-78c1-4407-92d3-30cca8e95167), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.809016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fde8-fa52-4d0a-87ab-e3d89b1254da admin admin] Publish callbacks [] for security_group (17c47ce9-78c1-4407-92d3-30cca8e95167), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.867355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fde8-fa52-4d0a-87ab-e3d89b1254da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (17c47ce9-78c1-4407-92d3-30cca8e95167), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.870196 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fde8-fa52-4d0a-87ab-e3d89b1254da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:51.874261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0ad2fde8-fa52-4d0a-87ab-e3d89b1254da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17c47ce9-78c1-4407-92d3-30cca8e95167 HTTP/1.1" status: 204 len: 168 time: 0.1478791 Jan 28 04:40:51.885439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2fde8-fa52-4d0a-87ab-e3d89b1254da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c47ce9-78c1-4407-92d3-30cca8e95167,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:51.986959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832d32d-9f62-4c8d-87fc-4516c6f32186 req-ec775fd0-3cd3-47eb-8420-acb5483c7bb7 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:51.988586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c832d32d-9f62-4c8d-87fc-4516c6f32186 req-ec775fd0-3cd3-47eb-8420-acb5483c7bb7 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 950 time: 0.0610645 Jan 28 04:40:52.040444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c832d32d-9f62-4c8d-87fc-4516c6f32186 req-37aede0f-5f86-44c7-b0a8-6d7a8bae7aeb tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Jan 28 04:40:52.187403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36876) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:52.205046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fca68cca-fc2f-4dc2-a794-53ac1690356b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.304204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fca68cca-fc2f-4dc2-a794-53ac1690356b admin admin] Publish callbacks [] for security_group (4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.311194 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fca68cca-fc2f-4dc2-a794-53ac1690356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.387631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca68cca-fc2f-4dc2-a794-53ac1690356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:52.397296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fca68cca-fc2f-4dc2-a794-53ac1690356b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be9908e8abdd4cf583fa0609df136ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078154 Jan 28 04:40:52.397422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:52.421526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd331195-44da-43a1-b143-0820e9de966b req-1f28ed57-0dd4-46a2-b7f2-57a751c7dbda tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:52.428779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd331195-44da-43a1-b143-0820e9de966b req-1f28ed57-0dd4-46a2-b7f2-57a751c7dbda tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 944 time: 0.0786014 Jan 28 04:40:52.473876 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d93cd3c-a44a-4879-89a5-64fc576ff65a admin admin] Publish callbacks [] for security_group (4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.486825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd331195-44da-43a1-b143-0820e9de966b req-535accd3-b8a7-4f78-a173-2978f7414886 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516078 Jan 28 04:40:52.512405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d93cd3c-a44a-4879-89a5-64fc576ff65a admin admin] Publish callbacks [] for security_group (4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.569722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d93cd3c-a44a-4879-89a5-64fc576ff65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.572691 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d93cd3c-a44a-4879-89a5-64fc576ff65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:52.574125 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d93cd3c-a44a-4879-89a5-64fc576ff65a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7 HTTP/1.1" status: 204 len: 168 time: 0.1754091 Jan 28 04:40:52.594914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93cd3c-a44a-4879-89a5-64fc576ff65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4956c6b8-9bf7-494e-ab63-fe0f8c6fbea7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:53.223729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 51e569ea-0516-42ef-bb39-1d4e2e7f459b up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:53.226546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff69107-ce79-4f39-88e6-25a1333cbf43 req-a7876491-a9e9-43d2-afad-d057650c5a17 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:53.234299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ff69107-ce79-4f39-88e6-25a1333cbf43 req-a7876491-a9e9-43d2-afad-d057650c5a17 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 950 time: 0.0805843 Jan 28 04:40:53.302629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 51e569ea-0516-42ef-bb39-1d4e2e7f459b completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:40:53.313308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 51e569ea-0516-42ef-bb39-1d4e2e7f459b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:53.314074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:53.325669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ff69107-ce79-4f39-88e6-25a1333cbf43 req-cb8967d8-a874-459d-9d58-a0a8036d34d2 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847561 Jan 28 04:40:53.460193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 51e569ea-0516-42ef-bb39-1d4e2e7f459b is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:53.465781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:53.511055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b73423-117f-4571-ac89-2cf1895ca293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e569ea-0516-42ef-bb39-1d4e2e7f459b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:53.522331 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e185cc0a-7df9-4569-bdc5-47b57fc9ac07" -d '{"events": [{"server_uuid": "75b73423-117f-4571-ac89-2cf1895ca293", "name": "network-vif-plugged", "status": "completed", "tag": "51e569ea-0516-42ef-bb39-1d4e2e7f459b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:53.557324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:53.565758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:53.654532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=51e569ea-0516-42ef-bb39-1d4e2e7f459b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:53.684967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1f6fc-6a2b-48fd-8cd5-839e7a78a3c8 req-4f166d19-d623-4a4e-8e35-ec477558e142 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:53.695896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27d1f6fc-6a2b-48fd-8cd5-839e7a78a3c8 req-4f166d19-d623-4a4e-8e35-ec477558e142 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.0951476 Jan 28 04:40:53.792749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27d1f6fc-6a2b-48fd-8cd5-839e7a78a3c8 req-9c6372c6-393a-46b0-a656-89130a802a34 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951393 Jan 28 04:40:54.289696 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bc3e39-f789-4a02-9767-8feec67225e7 x-openstack-request-id: req-c8bc3e39-f789-4a02-9767-8feec67225e7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:54.290575 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b73423-117f-4571-ac89-2cf1895ca293", "name": "network-vif-plugged", "status": "completed", "tag": "51e569ea-0516-42ef-bb39-1d4e2e7f459b", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:54.290997 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8bc3e39-f789-4a02-9767-8feec67225e7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:54.291550 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b73423-117f-4571-ac89-2cf1895ca293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e569ea-0516-42ef-bb39-1d4e2e7f459b', 'code': 200} Jan 28 04:40:54.469931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fa1dd-1914-4415-a331-a15b3671c371 req-7a927b61-ea38-4646-975a-5f5aaa3ed6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:54.475344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d16fa1dd-1914-4415-a331-a15b3671c371 req-7a927b61-ea38-4646-975a-5f5aaa3ed6e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 1096 time: 0.0898840 Jan 28 04:40:54.543488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d16fa1dd-1914-4415-a331-a15b3671c371 req-38b85537-3466-4a28-aeaf-5b8f6eddf74c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589676 Jan 28 04:40:54.952019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6e091-4174-47bb-8120-caac99ca0735 req-d1a68b5b-0270-476c-9424-7959525911d2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:54.960568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3db6e091-4174-47bb-8120-caac99ca0735 req-d1a68b5b-0270-476c-9424-7959525911d2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.0627382 Jan 28 04:40:55.082897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3db6e091-4174-47bb-8120-caac99ca0735 req-5514a7e6-2637-48fe-8f86-c79969406003 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189165 Jan 28 04:40:55.225842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:40:55.422596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6c95ff70-2172-41f8-b6a4-84dda372fe52 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:55.428110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:55.478899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37022) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:55.486016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:55.508811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:55.635336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:55.744948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a1519e1-59b5-4188-a352-f1129cd562cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:55.840072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a1519e1-59b5-4188-a352-f1129cd562cb admin admin] Publish callbacks [] for security_group (14bf3add-d04d-4a48-9869-b2577251052d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:55.845894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a1519e1-59b5-4188-a352-f1129cd562cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (14bf3add-d04d-4a48-9869-b2577251052d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:55.878710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8a1519e1-59b5-4188-a352-f1129cd562cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=001a0ef7d7004c9598786d1ece5b5a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987842 Jan 28 04:40:55.881655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37028) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:55.958649 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:40:55.960121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1519e1-59b5-4188-a352-f1129cd562cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf3add-d04d-4a48-9869-b2577251052d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:56.014688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ff77a0f-989e-471a-b7fd-fcd429a20cba admin admin] Publish callbacks [] for security_group (14bf3add-d04d-4a48-9869-b2577251052d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.044058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ff77a0f-989e-471a-b7fd-fcd429a20cba admin admin] Publish callbacks [] for security_group (14bf3add-d04d-4a48-9869-b2577251052d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.112502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ff77a0f-989e-471a-b7fd-fcd429a20cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (14bf3add-d04d-4a48-9869-b2577251052d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.115049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ff77a0f-989e-471a-b7fd-fcd429a20cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.124479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1ff77a0f-989e-471a-b7fd-fcd429a20cba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14bf3add-d04d-4a48-9869-b2577251052d HTTP/1.1" status: 204 len: 168 time: 0.2360289 Jan 28 04:40:56.137979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff77a0f-989e-471a-b7fd-fcd429a20cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf3add-d04d-4a48-9869-b2577251052d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:56.223484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ca9d5-2df5-4d5b-94c4-25c210264213 req-1617672c-a589-4306-b92e-daf9b07438dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:56.226171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-661ca9d5-2df5-4d5b-94c4-25c210264213 req-1617672c-a589-4306-b92e-daf9b07438dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.0690546 Jan 28 04:40:56.293563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:56.296304 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822baec-63e8-43d7-8ab9-cb1e2389b833" -d '{"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-unplugged", "status": "completed", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:56.316528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-661ca9d5-2df5-4d5b-94c4-25c210264213 req-d5495b13-22df-4ead-b4ac-81a9a63863f9 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771759 Jan 28 04:40:56.364413 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4496370e-b464-4cc8-a1e9-d80b1975deba x-openstack-request-id: req-4496370e-b464-4cc8-a1e9-d80b1975deba {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:56.365042 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-unplugged", "status": "completed", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:56.365576 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4496370e-b464-4cc8-a1e9-d80b1975deba {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:56.366376 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'code': 200} Jan 28 04:40:56.510778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec83-8204-48cb-90c2-4bd30f7d7319 req-de67b4b9-440c-4dae-b160-0811a5336c41 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:56.512520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65d5ec83-8204-48cb-90c2-4bd30f7d7319 req-de67b4b9-440c-4dae-b160-0811a5336c41 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.0683141 Jan 28 04:40:56.570499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65d5ec83-8204-48cb-90c2-4bd30f7d7319 req-6a97ed84-884e-4271-a3d3-ab77654258ad tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Jan 28 04:40:56.632538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37060) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:56.648983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c8eb52-86c3-46ff-a8f1-cbf7e6457e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.812480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c8eb52-86c3-46ff-a8f1-cbf7e6457e07 admin admin] Publish callbacks [] for security_group (a80142b3-04b2-4acf-9c54-b07b21b9fc95), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.819790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c8eb52-86c3-46ff-a8f1-cbf7e6457e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a80142b3-04b2-4acf-9c54-b07b21b9fc95), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.864799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8eb52-86c3-46ff-a8f1-cbf7e6457e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80142b3-04b2-4acf-9c54-b07b21b9fc95,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:56.881706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c3c8eb52-86c3-46ff-a8f1-cbf7e6457e07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1379c7ee71014ef7a71384e1d6785c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477868 Jan 28 04:40:56.882508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37066) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:56.956816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0bf79b-e91a-4d17-abae-729c780a6395 admin admin] Publish callbacks [] for security_group (a80142b3-04b2-4acf-9c54-b07b21b9fc95), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:56.965716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222973a1-6333-482c-aaa6-24aa16b7d964 req-4ef132cd-788f-46d5-8e8c-fa01326a3366 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:56.971455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-222973a1-6333-482c-aaa6-24aa16b7d964 req-4ef132cd-788f-46d5-8e8c-fa01326a3366 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.1071920 Jan 28 04:40:56.988596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0bf79b-e91a-4d17-abae-729c780a6395 admin admin] Publish callbacks [] for security_group (a80142b3-04b2-4acf-9c54-b07b21b9fc95), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.079290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0bf79b-e91a-4d17-abae-729c780a6395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a80142b3-04b2-4acf-9c54-b07b21b9fc95), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.082888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0bf79b-e91a-4d17-abae-729c780a6395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.087688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fc0bf79b-e91a-4d17-abae-729c780a6395 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a80142b3-04b2-4acf-9c54-b07b21b9fc95 HTTP/1.1" status: 204 len: 168 time: 0.2037776 Jan 28 04:40:57.102791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bf79b-e91a-4d17-abae-729c780a6395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80142b3-04b2-4acf-9c54-b07b21b9fc95,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:57.103627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-222973a1-6333-482c-aaa6-24aa16b7d964 req-0baba392-8f75-4c35-9831-bb315f6d4231 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265333 Jan 28 04:40:57.152909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37074) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:57.272072 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7885d660-7726-4f5e-a8c5-2701f6e3e4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.370807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7885d660-7726-4f5e-a8c5-2701f6e3e4e2 admin admin] Publish callbacks [] for security_group (e2438a66-060e-4094-bdc3-de28f82491d7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.377832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7885d660-7726-4f5e-a8c5-2701f6e3e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e2438a66-060e-4094-bdc3-de28f82491d7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.435965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7885d660-7726-4f5e-a8c5-2701f6e3e4e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2531bd6d9b8b458088bac78bc76d34ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816494 Jan 28 04:40:57.436947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885d660-7726-4f5e-a8c5-2701f6e3e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2438a66-060e-4094-bdc3-de28f82491d7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:57.438827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37088) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:57.514550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9adcab37-bbde-468e-8c0a-9ef2e4514362 admin admin] Publish callbacks [] for security_group (e2438a66-060e-4094-bdc3-de28f82491d7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.551557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9adcab37-bbde-468e-8c0a-9ef2e4514362 admin admin] Publish callbacks [] for security_group (e2438a66-060e-4094-bdc3-de28f82491d7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.614764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9adcab37-bbde-468e-8c0a-9ef2e4514362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e2438a66-060e-4094-bdc3-de28f82491d7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.618760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9adcab37-bbde-468e-8c0a-9ef2e4514362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:57.622687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9adcab37-bbde-468e-8c0a-9ef2e4514362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2438a66-060e-4094-bdc3-de28f82491d7 HTTP/1.1" status: 204 len: 168 time: 0.1803565 Jan 28 04:40:57.657933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcab37-bbde-468e-8c0a-9ef2e4514362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2438a66-060e-4094-bdc3-de28f82491d7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:58.105302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37118) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:58.141726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bddb2499-c368-4bdd-b9c7-e73166c84411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.290460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5554144-fb8f-430c-ad3f-94f981dfa732 req-efb4c913-b444-4166-ab31-0163230899ff tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:58.293080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5554144-fb8f-430c-ad3f-94f981dfa732 req-efb4c913-b444-4166-ab31-0163230899ff tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.0779383 Jan 28 04:40:58.309768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bddb2499-c368-4bdd-b9c7-e73166c84411 admin admin] Publish callbacks [] for security_group (1129c406-4be2-42fd-99c8-3acff5f83f3a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.315988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bddb2499-c368-4bdd-b9c7-e73166c84411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1129c406-4be2-42fd-99c8-3acff5f83f3a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.356451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ced7c0-722b-47e9-831b-e9063221272b req-1ad925e5-3542-4616-b691-384a6729cc28 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:58.358467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24ced7c0-722b-47e9-831b-e9063221272b req-1ad925e5-3542-4616-b691-384a6729cc28 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 945 time: 0.1258948 Jan 28 04:40:58.383192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5554144-fb8f-430c-ad3f-94f981dfa732 req-0c27fc89-34f9-4127-94e4-ac7bc548d7ba tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839107 Jan 28 04:40:58.443612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bddb2499-c368-4bdd-b9c7-e73166c84411 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38d1a7bd500a4f95ab3d983a88ed9126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371966 Jan 28 04:40:58.446180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37144) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:58.447108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb2499-c368-4bdd-b9c7-e73166c84411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1129c406-4be2-42fd-99c8-3acff5f83f3a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:58.524890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec6f4693-c449-4c80-acc2-4836a01b101d admin admin] Publish callbacks [] for security_group (1129c406-4be2-42fd-99c8-3acff5f83f3a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.563070 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec6f4693-c449-4c80-acc2-4836a01b101d admin admin] Publish callbacks [] for security_group (1129c406-4be2-42fd-99c8-3acff5f83f3a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.604037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port 51e569ea-0516-42ef-bb39-1d4e2e7f459b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:40:58.604549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.622768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:40:58.658531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec6f4693-c449-4c80-acc2-4836a01b101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1129c406-4be2-42fd-99c8-3acff5f83f3a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.661613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec6f4693-c449-4c80-acc2-4836a01b101d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.667298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec6f4693-c449-4c80-acc2-4836a01b101d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1129c406-4be2-42fd-99c8-3acff5f83f3a HTTP/1.1" status: 204 len: 168 time: 0.2177641 Jan 28 04:40:58.681231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f4693-c449-4c80-acc2-4836a01b101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129c406-4be2-42fd-99c8-3acff5f83f3a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:58.799321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port 51e569ea-0516-42ef-bb39-1d4e2e7f459b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=51e569ea-0516-42ef-bb39-1d4e2e7f459b,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:58.800523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:58.835935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for 51e569ea-0516-42ef-bb39-1d4e2e7f459b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:40:59.126129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (51e569ea-0516-42ef-bb39-1d4e2e7f459b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:59.168796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['51e569ea-0516-42ef-bb39-1d4e2e7f459b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:59.190719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:59.340942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:59.376577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'mac_address': 'fa:16:3e:89:9c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:40:59.391654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port 51e569ea-0516-42ef-bb39-1d4e2e7f459b on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:40:59.395894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:59.406701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24ced7c0-722b-47e9-831b-e9063221272b req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "DELETE /v2.0/ports/51e569ea-0516-42ef-bb39-1d4e2e7f459b HTTP/1.1" status: 204 len: 173 time: 1.0379841 Jan 28 04:40:59.407391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b73423-117f-4571-ac89-2cf1895ca293', 'name': 'network-vif-deleted', 'tag': '51e569ea-0516-42ef-bb39-1d4e2e7f459b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:59.421638 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23226246-5f94-4295-bc49-b87b0dc808d4" -d '{"events": [{"server_uuid": "75b73423-117f-4571-ac89-2cf1895ca293", "name": "network-vif-deleted", "tag": "51e569ea-0516-42ef-bb39-1d4e2e7f459b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:59.432499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb162e9-ca7e-44bb-9871-2fc037a286dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=51e569ea-0516-42ef-bb39-1d4e2e7f459b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:59.502642 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf43c8-ef90-40a1-a63d-676d8c44adbb x-openstack-request-id: req-aebf43c8-ef90-40a1-a63d-676d8c44adbb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:59.503283 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b73423-117f-4571-ac89-2cf1895ca293", "name": "network-vif-deleted", "tag": "51e569ea-0516-42ef-bb39-1d4e2e7f459b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:59.503490 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aebf43c8-ef90-40a1-a63d-676d8c44adbb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:59.504521 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b73423-117f-4571-ac89-2cf1895ca293', 'name': 'network-vif-deleted', 'tag': '51e569ea-0516-42ef-bb39-1d4e2e7f459b', 'status': 'completed', 'code': 200} Jan 28 04:40:59.527994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:59.528398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:59.591237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613d5af9-77eb-47ac-860c-68a22dba6aa5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:59.638085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f4a4a09-6a22-4b0b-b8d4-c2724dd632f6 req-afc4833a-1199-4854-9a41-7f08f89d354f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b73423-117f-4571-ac89-2cf1895ca293 HTTP/1.1" status: 200 len: 210 time: 0.0644059 Jan 28 04:40:59.783568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:59.791655 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:59.867533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:59.877957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.878537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.880008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.880501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.882084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.882618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.882968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.883492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.884023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.884501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.884979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.885496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.885997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:59.999360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['613d5af9-77eb-47ac-860c-68a22dba6aa5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:01.101277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37304) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:01.233477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 51e569ea-0516-42ef-bb39-1d4e2e7f459b no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:01.291292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839c725-7fb0-4259-ba12-37d1d1c9f914 req-034f1a3c-facc-4752-8403-b6148d6e48c3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:01.292809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b839c725-7fb0-4259-ba12-37d1d1c9f914 req-034f1a3c-facc-4752-8403-b6148d6e48c3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.0700200 Jan 28 04:41:01.308614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 51e569ea-0516-42ef-bb39-1d4e2e7f459b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:01.309232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 51e569ea-0516-42ef-bb39-1d4e2e7f459b not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:01.387777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b839c725-7fb0-4259-ba12-37d1d1c9f914 req-5f13a997-a092-4894-a957-7550bf694b23 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776715 Jan 28 04:41:01.405312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cc09df9-41ab-442a-9c78-4a2c31c360dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.496526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-5b30e91f-6f5e-49eb-9e90-57b4512533cf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:01.498486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-5b30e91f-6f5e-49eb-9e90-57b4512533cf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.2099953 Jan 28 04:41:01.537741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-a7d2a28f-2dfe-4224-92b8-3b92797905be tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0266035 Jan 28 04:41:01.625169 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cc09df9-41ab-442a-9c78-4a2c31c360dd admin admin] Publish callbacks [] for security_group (eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.639125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cc09df9-41ab-442a-9c78-4a2c31c360dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.648222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-7e3bba6f-3e1d-4eda-a591-a127e1cea2f2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826755 Jan 28 04:41:01.697835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc09df9-41ab-442a-9c78-4a2c31c360dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:01.771179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9cc09df9-41ab-442a-9c78-4a2c31c360dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c34e4ce99124808aa7727ef77dff550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6680934 Jan 28 04:41:01.773807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37334) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:01.821067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-300eb3fc-fa7e-4fe1-916c-18a67fa85227 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465654 Jan 28 04:41:01.850492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15609076-b661-4cdc-93e5-37f7cc2a87e4 admin admin] Publish callbacks [] for security_group (eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.908849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15609076-b661-4cdc-93e5-37f7cc2a87e4 admin admin] Publish callbacks [] for security_group (eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.945722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-b88d950e-e2ca-4245-b54c-a04dafbde094 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170092 Jan 28 04:41:01.988073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15609076-b661-4cdc-93e5-37f7cc2a87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.993202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15609076-b661-4cdc-93e5-37f7cc2a87e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.013799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-15609076-b661-4cdc-93e5-37f7cc2a87e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8 HTTP/1.1" status: 204 len: 168 time: 0.2388558 Jan 28 04:41:02.038306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15609076-b661-4cdc-93e5-37f7cc2a87e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccabad1-f0e1-4cf6-b04a-18c5bc8c16f8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:02.242110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d90d-9311-4005-9c33-3901c74443e0 req-a1f8f88a-a538-4ee5-a196-75598b9e87b2 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:02.247627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1383d90d-9311-4005-9c33-3901c74443e0 req-a1f8f88a-a538-4ee5-a196-75598b9e87b2 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 945 time: 0.1062803 Jan 28 04:41:02.409634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1383d90d-9311-4005-9c33-3901c74443e0 req-af1d2934-f62b-4645-983d-78b5a0e5074a tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562078 Jan 28 04:41:02.483745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11a2e7cb-c897-437a-9e99-eee2ee611eca req-1f6fb480-31d3-4fa6-9b0f-befbafabe77b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 210 time: 0.0449440 Jan 28 04:41:02.570291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37372) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:02.586844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b5f05f-44cd-4916-b79b-7631fb837fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.641635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:02.683396 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b5f05f-44cd-4916-b79b-7631fb837fa3 admin admin] Publish callbacks [] for security_group (37071952-0407-4849-81f2-49cc2507ebe2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.688561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b5f05f-44cd-4916-b79b-7631fb837fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (37071952-0407-4849-81f2-49cc2507ebe2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.725096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 613d5af9-77eb-47ac-860c-68a22dba6aa5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:02.725780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.751405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:02.751814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54b5f05f-44cd-4916-b79b-7631fb837fa3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc23746fb8734391a8ebaafedd5f6dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801476 Jan 28 04:41:02.762386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5f05f-44cd-4916-b79b-7631fb837fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37071952-0407-4849-81f2-49cc2507ebe2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:02.820205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:02.820693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.860985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:02.865944 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f577906-c4d4-4c05-8e6c-bfb6b4c8f16a" -d '{"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-plugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:02.868606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39fceb60-d8a5-44e5-ba01-e55a17e854bc admin admin] Publish callbacks [] for security_group (37071952-0407-4849-81f2-49cc2507ebe2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.886407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:02.892810 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.910067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39fceb60-d8a5-44e5-ba01-e55a17e854bc admin admin] Publish callbacks [] for security_group (37071952-0407-4849-81f2-49cc2507ebe2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:02.936862 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8096043-2947-434d-b891-d68eb23dd538 x-openstack-request-id: req-c8096043-2947-434d-b891-d68eb23dd538 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:02.937188 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-plugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:02.937441 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8096043-2947-434d-b891-d68eb23dd538 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:02.937965 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'code': 200} Jan 28 04:41:02.973701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:03.021752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39fceb60-d8a5-44e5-ba01-e55a17e854bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (37071952-0407-4849-81f2-49cc2507ebe2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:03.024479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39fceb60-d8a5-44e5-ba01-e55a17e854bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:03.025825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-39fceb60-d8a5-44e5-ba01-e55a17e854bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37071952-0407-4849-81f2-49cc2507ebe2 HTTP/1.1" status: 204 len: 168 time: 0.2734303 Jan 28 04:41:03.034590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fceb60-d8a5-44e5-ba01-e55a17e854bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37071952-0407-4849-81f2-49cc2507ebe2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:03.341731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb9277-4864-429f-b043-b00d266c7107 req-f9555308-70ed-42df-8385-8610e980cc05 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:03.343644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66cb9277-4864-429f-b043-b00d266c7107 req-f9555308-70ed-42df-8385-8610e980cc05 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 945 time: 0.0907619 Jan 28 04:41:03.477739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Deleting port ba43e718-5aa0-4abb-8d50-8ee19753f58d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:03.478425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:03.582285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663c8b3-4c4e-4b38-b868-620d02c9a996 req-5afccac5-a79a-4768-aa63-bd7bc0149c6c tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:03.591576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d663c8b3-4c4e-4b38-b868-620d02c9a996 req-5afccac5-a79a-4768-aa63-bd7bc0149c6c tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 945 time: 0.1013014 Jan 28 04:41:03.648044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52ede853-1574-4f13-9229-c0017f526177 req-665705e6-b8fb-4a57-b0b3-54037c6ac136 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 210 time: 0.0563071 Jan 28 04:41:03.673314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d663c8b3-4c4e-4b38-b868-620d02c9a996 req-837b8cf6-ef19-48f1-8908-0abb78f7f563 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/security-groups?id=f40b20dc-4011-4314-8f2d-8525643b0aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807390 Jan 28 04:41:03.726569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] For port ba43e718-5aa0-4abb-8d50-8ee19753f58d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ba43e718-5aa0-4abb-8d50-8ee19753f58d,segment=NetworkSegment(b1e5c394-669d-4832-970a-781ca0ddb369),segment_id=b1e5c394-669d-4832-970a-781ca0ddb369)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:03.727377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:03.747705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Calling delete_port for ba43e718-5aa0-4abb-8d50-8ee19753f58d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:03.829250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-0a3971b2-4a28-41bf-937c-2e520df1b265 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:03.830694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-0a3971b2-4a28-41bf-937c-2e520df1b265 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.1987817 Jan 28 04:41:03.860750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:04.013981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ba43e718-5aa0-4abb-8d50-8ee19753f58d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.061359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Pushing event deleted for resources: {'Port': ['ID=ba43e718-5aa0-4abb-8d50-8ee19753f58d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:04.065107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:41:04.069835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.116261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] No DVR routers for this DVR port ba43e718-5aa0-4abb-8d50-8ee19753f58d on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:04.121956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.125128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66cb9277-4864-429f-b043-b00d266c7107 req-fc42df94-bd4f-44ff-b600-dd2d0529d8c1 tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.47 "DELETE /v2.0/ports/ba43e718-5aa0-4abb-8d50-8ee19753f58d HTTP/1.1" status: 204 len: 173 time: 0.7747307 Jan 28 04:41:04.125602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'name': 'network-vif-deleted', 'tag': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:04.128494 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e120bf8b-a1a1-48ba-96c8-9a3fabc1f540" -d '{"events": [{"server_uuid": "c1cfb13e-f61e-4d65-84b1-7146082e109a", "name": "network-vif-deleted", "tag": "ba43e718-5aa0-4abb-8d50-8ee19753f58d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:04.198166 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d943c9a-9461-4f1f-bd63-4e56779ea02d x-openstack-request-id: req-0d943c9a-9461-4f1f-bd63-4e56779ea02d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:04.198567 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cfb13e-f61e-4d65-84b1-7146082e109a", "name": "network-vif-deleted", "tag": "ba43e718-5aa0-4abb-8d50-8ee19753f58d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:04.198913 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d943c9a-9461-4f1f-bd63-4e56779ea02d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:04.199648 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cfb13e-f61e-4d65-84b1-7146082e109a', 'name': 'network-vif-deleted', 'tag': 'ba43e718-5aa0-4abb-8d50-8ee19753f58d', 'status': 'completed', 'code': 200} Jan 28 04:41:04.271489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.2 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:41:04.468469 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.519884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.579633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:04.582902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:41:04.590444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:04.594880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:41:04.649612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:04.688756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:04.689738 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.720328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-b8bb3a55-e45b-41f1-885a-887623f7c522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701656 Jan 28 04:41:04.745662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Request body: {'port': {'device_id': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:04.831091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf6462-df3b-41a9-a753-c817b8594e7e req-d236052f-cde6-4d14-8767-10c0703dfa56 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:04.833134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddaf6462-df3b-41a9-a753-c817b8594e7e req-d236052f-cde6-4d14-8767-10c0703dfa56 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 931 time: 0.0821297 Jan 28 04:41:04.901213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53e37a98-71e9-4b6a-8c7c-53b00bb26517 req-321123ea-3bbd-4db5-953a-734a91e5c3ab tempest-VolumesAdminNegativeTest-1019797872 tempest-VolumesAdminNegativeTest-1019797872-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1cfb13e-f61e-4d65-84b1-7146082e109a HTTP/1.1" status: 200 len: 210 time: 0.0734401 Jan 28 04:41:04.903299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.903689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddaf6462-df3b-41a9-a753-c817b8594e7e req-c1a0e574-80b7-466f-9fbc-5d7f57a4b388 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641279 Jan 28 04:41:05.234735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba43e718-5aa0-4abb-8d50-8ee19753f58d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:05.240283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:41:05.248077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Publish callbacks [] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:05.261016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Transition to ACTIVE for port object f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:41:05.262968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: ba43e718-5aa0-4abb-8d50-8ee19753f58d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:05.263364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ba43e718-5aa0-4abb-8d50-8ee19753f58d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:05.266540 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:05.335107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Pushing event updated for resources: {'Port': ['ID=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:05.406364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Attempting to bind port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:41:05.406771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Attempting to bind port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:41:05.407176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Attempting to bind port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:05.412553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:41:05.412976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Attempting to bind port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:05.418152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:41:05.418575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:41:05.419030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:41:05.419614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Bound port: f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:41:05.420041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:05.497754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] For port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:41:05.505340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] For port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:41:05.512869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:05.553333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:05.554060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:05.555556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] 10.222.0.47 "PUT /v2.0/ports/f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa HTTP/1.1" status: 200 len: 1091 time: 0.8222051 Jan 28 04:41:05.594153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67520b3-019d-445f-be86-b8f0bda08fba service neutron] Pushing event updated for resources: {'Port': ['ID=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:05.693952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-8b22cfb0-c2c1-4c2f-b669-7e9b38055b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:05.695470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-8b22cfb0-c2c1-4c2f-b669-7e9b38055b64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 1094 time: 0.0602775 Jan 28 04:41:05.749690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-831a1a8c-bef7-4ff5-92f7-2d9f9b972db5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa HTTP/1.1" status: 200 len: 217 time: 0.0414693 Jan 28 04:41:05.800588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979845-1400-45a0-b868-7a00879d07ee req-19d7364f-d607-4362-90bb-3fe7e841b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:05.802235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-19d7364f-d607-4362-90bb-3fe7e841b4d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.0473306 Jan 28 04:41:05.840433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-190a9f82-8eab-429e-956b-de7b9e5409dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321519 Jan 28 04:41:05.986526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-c86dd48d-dc1a-479a-bd37-7d68509bc258 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401565 Jan 28 04:41:06.002938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37508) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:06.035413 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.102073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1979845-1400-45a0-b868-7a00879d07ee req-b40ab9b0-2eda-4f0c-8d07-309bf2c30406 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100070 Jan 28 04:41:06.126591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Deleting subnet 88d8862e-bf4d-449c-87bd-ea61b2dc9a13 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:41:06.131994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Publish callbacks [] for subnet (88d8862e-bf4d-449c-87bd-ea61b2dc9a13), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.179867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (88d8862e-bf4d-449c-87bd-ea61b2dc9a13), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.200980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'tag': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:06.203858 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73dfaae-cfab-44d8-b6da-13f17df28dad" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9b4a86-254f-4846-b917-c78a8f8f6008", "tag": "f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:06.215234 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b248e-a30a-47e1-ad48-385b1a2532f8 req-0f27a57c-2d4b-48f2-aa09-d73f72bc687f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:06.224216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-940b248e-a30a-47e1-ad48-385b1a2532f8 req-0f27a57c-2d4b-48f2-aa09-d73f72bc687f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 943 time: 0.2193580 Jan 28 04:41:06.257932 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e494b7-1506-48a4-9619-397f8639b746 x-openstack-request-id: req-00e494b7-1506-48a4-9619-397f8639b746 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:06.258252 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9b4a86-254f-4846-b917-c78a8f8f6008", "tag": "f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:06.258503 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00e494b7-1506-48a4-9619-397f8639b746 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:06.258911 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'tag': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa', 'status': 'completed', 'code': 200} Jan 28 04:41:06.283523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (88d8862e-bf4d-449c-87bd-ea61b2dc9a13), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.299752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-940b248e-a30a-47e1-ad48-385b1a2532f8 req-3c8eb74e-0753-4581-8fe0-76b1d1babc86 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698273 Jan 28 04:41:06.361237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-0c27fc7f-e5bc-4c59-8cf6-42ade7cd0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:06.364108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-0c27fc7f-e5bc-4c59-8cf6-42ade7cd0bec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 1094 time: 0.0631537 Jan 28 04:41:06.373938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (88d8862e-bf4d-449c-87bd-ea61b2dc9a13), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.413864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.419049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/88d8862e-bf4d-449c-87bd-ea61b2dc9a13 HTTP/1.1" status: 204 len: 168 time: 0.4097219 Jan 28 04:41:06.428413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37538) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:06.460464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dd543-5645-407e-9f86-f0b49f72753d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d8862e-bf4d-449c-87bd-ea61b2dc9a13,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:06.543254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a2b17c79-c116-4651-842c-6a757f0c9c21), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.549500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-24fa9f2e-bbbc-4f2d-85bb-c0fe6ba7e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:06.551515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-24fa9f2e-bbbc-4f2d-85bb-c0fe6ba7e939 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.1818984 Jan 28 04:41:06.615998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-b51444f1-f037-451a-bfcf-54ae63ade275 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa HTTP/1.1" status: 200 len: 217 time: 0.0571923 Jan 28 04:41:06.722041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a2b17c79-c116-4651-842c-6a757f0c9c21), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.750419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b17c79-c116-4651-842c-6a757f0c9c21']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:06.754428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-f0121013-b57c-41e2-bb88-72669bac913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:06.755919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-f0121013-b57c-41e2-bb88-72669bac913b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1281893 Jan 28 04:41:06.772908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e5c394-669d-4832-970a-781ca0ddb369') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:06.773267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e5c394-669d-4832-970a-781ca0ddb369') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:06.799897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-64dfeedc-ed87-4bb5-81e4-c443987a2d9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363035 Jan 28 04:41:06.802214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (b1e5c394-669d-4832-970a-781ca0ddb369), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.863535 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b1e5c394-669d-4832-970a-781ca0ddb369), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.875393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:41:06.875871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (b1e5c394-669d-4832-970a-781ca0ddb369), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:41:06.877641 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:41:06.953666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a2b17c79-c116-4651-842c-6a757f0c9c21), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.965408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.971252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2b17c79-c116-4651-842c-6a757f0c9c21 HTTP/1.1" status: 204 len: 168 time: 0.5392332 Jan 28 04:41:06.971708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:06.971889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-0e30fe05-f916-4624-b297-5381c2c90fd2 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614561 Jan 28 04:41:06.992263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d95ee3-1bc0-4729-8e2e-67f8ee29cbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b17c79-c116-4651-842c-6a757f0c9c21,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:07.044355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Deleting subnet 1562d70a-a429-4762-9053-ad8bd708e68a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:41:07.061961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Publish callbacks [] for subnet (1562d70a-a429-4762-9053-ad8bd708e68a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.150611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (1562d70a-a429-4762-9053-ad8bd708e68a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.269067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1562d70a-a429-4762-9053-ad8bd708e68a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.399071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (1562d70a-a429-4762-9053-ad8bd708e68a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.459044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1562d70a-a429-4762-9053-ad8bd708e68a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:07.475307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.480269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de4a686e-07fc-4bad-a593-f71ca5b377b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1562d70a-a429-4762-9053-ad8bd708e68a HTTP/1.1" status: 204 len: 168 time: 0.5076253 Jan 28 04:41:07.482853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37574) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:07.589420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f0ef717b-16e7-46cb-8f48-63feedbc1625), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.638258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9385a-beb3-449a-b6ee-3dd4bca2b547 req-51089f36-7a0d-4692-ac33-bc82d31c1da2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:07.645995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69d9385a-beb3-449a-b6ee-3dd4bca2b547 req-51089f36-7a0d-4692-ac33-bc82d31c1da2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 943 time: 0.1649580 Jan 28 04:41:07.649082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c73dfaae-cfab-44d8-b6da-13f17df28dad req-68a02aca-b937-42f9-8a2f-5d41a0db0089 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647863 Jan 28 04:41:07.670677 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.788631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69d9385a-beb3-449a-b6ee-3dd4bca2b547 req-630f94a3-e599-4b1e-8282-87b395c9cb8d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285362 Jan 28 04:41:07.806443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f0ef717b-16e7-46cb-8f48-63feedbc1625), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.871367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ef717b-16e7-46cb-8f48-63feedbc1625']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:07.904700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d19034-b039-4851-8ae8-fa5033c7f133') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:07.904994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d19034-b039-4851-8ae8-fa5033c7f133') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:07.927648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (69d19034-b039-4851-8ae8-fa5033c7f133), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.949076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (69d19034-b039-4851-8ae8-fa5033c7f133), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.960423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:41:07.960965 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (69d19034-b039-4851-8ae8-fa5033c7f133), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:41:07.963920 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:41:08.083547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f0ef717b-16e7-46cb-8f48-63feedbc1625), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.136631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.151031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0ef717b-16e7-46cb-8f48-63feedbc1625 HTTP/1.1" status: 204 len: 168 time: 0.6669836 Jan 28 04:41:08.153819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7812d-82c6-42f1-9931-0176076b68fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ef717b-16e7-46cb-8f48-63feedbc1625,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:08.437297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37584) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:08.513025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dde1a031-1e8c-4a61-9070-c16d761bf6f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7143a27cf0804fafafd7ec7c9a756fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0743830 Jan 28 04:41:08.515800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:08.569513 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6c5af4e-2ef7-41a0-93a4-821831016141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.608458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1b052bc-5eab-4750-874b-598a0af22bee admin admin] Publish callbacks [] for security_group (f40b20dc-4011-4314-8f2d-8525643b0aca), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.642544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:41:08.650929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1b052bc-5eab-4750-874b-598a0af22bee admin admin] Publish callbacks [] for security_group (f40b20dc-4011-4314-8f2d-8525643b0aca), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.753434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1b052bc-5eab-4750-874b-598a0af22bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f40b20dc-4011-4314-8f2d-8525643b0aca), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.758110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1b052bc-5eab-4750-874b-598a0af22bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.759826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1b052bc-5eab-4750-874b-598a0af22bee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f40b20dc-4011-4314-8f2d-8525643b0aca HTTP/1.1" status: 204 len: 168 time: 0.2428336 Jan 28 04:41:08.775680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b052bc-5eab-4750-874b-598a0af22bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b20dc-4011-4314-8f2d-8525643b0aca,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:08.811880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:08.886775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:41:08.935905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:08.936842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:08.955195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:41:08.986137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:08.993699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.086959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868d2c5-f83a-40dd-882f-26911a1e16f8 req-0e697338-18c9-4f31-be26-d2171c59ffd6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:09.092071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1868d2c5-f83a-40dd-882f-26911a1e16f8 req-0e697338-18c9-4f31-be26-d2171c59ffd6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 943 time: 0.1449912 Jan 28 04:41:09.141429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:09.179483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2b28024-2325-4534-802b-7495e54c6bcc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:09.180410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1868d2c5-f83a-40dd-882f-26911a1e16f8 req-75ddc52b-ae92-49b2-8be0-5d9ed36bcbf8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806606 Jan 28 04:41:09.292195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:41:09.535440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37606) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:09.600451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-14b74b3e-b127-460f-bdda-34a4608d3070 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=955619feb3c346c28601b9531770f1c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637631 Jan 28 04:41:09.603071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37608) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:09.649972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:09.664300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa', 'mac_address': 'fa:16:3e:9b:d0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:41:09.728501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-409419d4-fdb0-473e-ad60-cfcdd9a2ccb1 admin admin] Publish callbacks [] for security_group (dd3f3c00-25ff-4382-a6c1-62e03bf0e498), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.749477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:09.750016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.782914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-409419d4-fdb0-473e-ad60-cfcdd9a2ccb1 admin admin] Publish callbacks [] for security_group (dd3f3c00-25ff-4382-a6c1-62e03bf0e498), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.789516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:41:09.828063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:09.885800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.915133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-409419d4-fdb0-473e-ad60-cfcdd9a2ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dd3f3c00-25ff-4382-a6c1-62e03bf0e498), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.918381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-409419d4-fdb0-473e-ad60-cfcdd9a2ccb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:09.928306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-409419d4-fdb0-473e-ad60-cfcdd9a2ccb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd3f3c00-25ff-4382-a6c1-62e03bf0e498 HTTP/1.1" status: 204 len: 168 time: 0.3233056 Jan 28 04:41:09.948308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409419d4-fdb0-473e-ad60-cfcdd9a2ccb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f3c00-25ff-4382-a6c1-62e03bf0e498,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:10.080210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:10.238436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:10.546205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ae550-13fe-4566-8dc8-770ed56c9257 req-9f5d091e-c37b-4c45-88dd-4e3487f9bd40 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:10.551409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b67ae550-13fe-4566-8dc8-770ed56c9257 req-9f5d091e-c37b-4c45-88dd-4e3487f9bd40 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 944 time: 0.1170385 Jan 28 04:41:10.648402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b67ae550-13fe-4566-8dc8-770ed56c9257 req-ddc0fba0-beca-4838-a547-9904377e23df tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903051 Jan 28 04:41:10.658165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:10.826925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2b28024-2325-4534-802b-7495e54c6bcc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:10.827505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:10.831501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09017de1-8301-4d6a-b2c8-596e160ff6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:10.960696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:10.960696 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:11.047564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:11.049116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:11.061732 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad630cd-40a5-4ec8-9e24-9840a88051d0" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:11.075733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:11.185554 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde40a9-5a23-4a3f-b5eb-d9fd47f5ea1d x-openstack-request-id: req-fdde40a9-5a23-4a3f-b5eb-d9fd47f5ea1d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:11.185807 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:11.186074 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdde40a9-5a23-4a3f-b5eb-d9fd47f5ea1d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:11.186484 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:41:11.237369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:11.832162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbf583-a687-40d3-9d19-2e4ce70cb47c req-3022e550-d8f5-468f-9eca-1f979f413316 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:11.835239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89cbf583-a687-40d3-9d19-2e4ce70cb47c req-3022e550-d8f5-468f-9eca-1f979f413316 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 944 time: 0.0824163 Jan 28 04:41:11.890918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:11.915949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89cbf583-a687-40d3-9d19-2e4ce70cb47c req-b25a693b-bfb1-42e7-9690-4edc8e2a3e76 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706961 Jan 28 04:41:12.176648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b71ba-aff0-4052-80d7-fc451cba171d req-068478ec-19f6-450b-9783-9d57edd27066 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:12.178397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-670b71ba-aff0-4052-80d7-fc451cba171d req-068478ec-19f6-450b-9783-9d57edd27066 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.0774319 Jan 28 04:41:12.258586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-670b71ba-aff0-4052-80d7-fc451cba171d req-d75d080b-211a-4621-8cea-1886c416f4a0 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730755 Jan 28 04:41:13.129936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485f3e-cf73-4336-9327-cbf8809ec8b1 req-8f4a4a47-59a8-4c4a-96cc-243729d5b572 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:13.131949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e485f3e-cf73-4336-9327-cbf8809ec8b1 req-8f4a4a47-59a8-4c4a-96cc-243729d5b572 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 944 time: 0.0875528 Jan 28 04:41:13.207976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e485f3e-cf73-4336-9327-cbf8809ec8b1 req-b7f9b4f5-917a-44ff-b767-4d0e6951882d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686865 Jan 28 04:41:13.283577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:13.395856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:41:13.427479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:13.427886 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:13.633621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:13.643628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:13.644716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:13.677903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:13.681386 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e892d04c-4ba8-45aa-aecb-bb8dc9529a6b" -d '{"events": [{"server_uuid": "6d9b4a86-254f-4846-b917-c78a8f8f6008", "name": "network-vif-plugged", "status": "completed", "tag": "f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:13.705163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:13.716107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:13.812080 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53dd01-1bba-420e-aa2b-41f24864d206 x-openstack-request-id: req-0c53dd01-1bba-420e-aa2b-41f24864d206 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:13.812585 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9b4a86-254f-4846-b917-c78a8f8f6008", "name": "network-vif-plugged", "status": "completed", "tag": "f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:13.812996 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c53dd01-1bba-420e-aa2b-41f24864d206 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:13.814061 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa', 'code': 200} Jan 28 04:41:13.845748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:14.066644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e52de-23d7-452a-af3d-2c9e0f880756 req-7bdc2c3c-c665-4882-9dbf-cf7bfa2c4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:14.068429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f8e52de-23d7-452a-af3d-2c9e0f880756 req-7bdc2c3c-c665-4882-9dbf-cf7bfa2c4c52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 1096 time: 0.1479726 Jan 28 04:41:14.084730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014fe0-843f-4ef7-a295-bf7e77abb506 req-a6ab088d-1e98-4fa0-8beb-dbec9096ea44 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:14.092878 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e014fe0-843f-4ef7-a295-bf7e77abb506 req-a6ab088d-1e98-4fa0-8beb-dbec9096ea44 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.1734264 Jan 28 04:41:14.165579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e014fe0-843f-4ef7-a295-bf7e77abb506 req-83d95a24-868a-4c52-b953-490433a46aaf tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713396 Jan 28 04:41:14.209078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f8e52de-23d7-452a-af3d-2c9e0f880756 req-dd9f87ed-6468-451f-95f6-2cb9dbe793bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138172 Jan 28 04:41:14.345187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd6c7-0418-45c3-9352-3cadec83a087 req-bd455155-3fe2-463f-85d7-2446e2ab5639 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:14.352553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cddd6c7-0418-45c3-9352-3cadec83a087 req-bd455155-3fe2-463f-85d7-2446e2ab5639 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 945 time: 0.0685329 Jan 28 04:41:14.416332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cddd6c7-0418-45c3-9352-3cadec83a087 req-6639f1ee-e679-4c6d-977d-4c1ba331dcbe tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616171 Jan 28 04:41:14.932506 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:15.075194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349ff3e-c73c-4f4f-ae67-2d72b6b4854e req-415d97aa-eef4-49ce-b69a-6e477d048e7f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:15.089049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d349ff3e-c73c-4f4f-ae67-2d72b6b4854e req-415d97aa-eef4-49ce-b69a-6e477d048e7f tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.1354539 Jan 28 04:41:15.223325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d349ff3e-c73c-4f4f-ae67-2d72b6b4854e req-79fbabb2-5770-4596-a169-0d40b8ed4a49 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330054 Jan 28 04:41:15.597491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8184-3a97-4de6-8056-297cc3864476 req-0b38dfa8-2668-4424-97d6-596321cf6616 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:15.605518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070b8184-3a97-4de6-8056-297cc3864476 req-0b38dfa8-2668-4424-97d6-596321cf6616 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 945 time: 0.0813627 Jan 28 04:41:15.660486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070b8184-3a97-4de6-8056-297cc3864476 req-f063fed4-4982-410d-b8dd-d18297f39c92 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529501 Jan 28 04:41:15.871645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf2e4-a4c0-4fbd-b14f-967d4f702983 req-3986c0d1-897b-4986-8714-416911862380 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:15.881078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c2eaf2e4-a4c0-4fbd-b14f-967d4f702983 req-3986c0d1-897b-4986-8714-416911862380 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 945 time: 0.1111352 Jan 28 04:41:16.012487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c2eaf2e4-a4c0-4fbd-b14f-967d4f702983 req-d4f2124a-5bfa-4ba8-9546-b8883aa29209 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251683 Jan 28 04:41:16.592866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30cfdb-9566-4196-a92a-3f62256d22cb req-66465c98-2013-4056-92a8-a53d82bc41eb tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:16.602384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b30cfdb-9566-4196-a92a-3f62256d22cb req-66465c98-2013-4056-92a8-a53d82bc41eb tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.0871778 Jan 28 04:41:16.686108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b30cfdb-9566-4196-a92a-3f62256d22cb req-49acd112-50cc-45ec-871c-60f8bf486c92 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731893 Jan 28 04:41:16.907913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ece1-f6e7-4306-95cb-8a2cf7b965d6 req-b67841e6-8ee9-42c7-b051-a6c7f024de73 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:16.911192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2123ece1-f6e7-4306-95cb-8a2cf7b965d6 req-b67841e6-8ee9-42c7-b051-a6c7f024de73 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 945 time: 0.0922773 Jan 28 04:41:16.975445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-a2b9655a-15aa-4f6f-b723-2c0972b98055 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:16.977454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-a2b9655a-15aa-4f6f-b723-2c0972b98055 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.52 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.2060235 Jan 28 04:41:17.117777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2123ece1-f6e7-4306-95cb-8a2cf7b965d6 req-e0303092-4bd2-43fa-b457-ab2f78ca9a52 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985903 Jan 28 04:41:17.153692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Deleting port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:17.154349 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:17.370978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] For port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:17.372253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:17.776521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:17.777250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:17.777938 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Floating IP f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2 disassociated. External IP: 172.25.6.77, port: 7f8f0585-d783-4e86-a6fe-3b567c9a38fd. Jan 28 04:41:17.778290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Calling delete_port for 7f8f0585-d783-4e86-a6fe-3b567c9a38fd owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:18.026924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbf83a-37a6-46ab-9036-efc43bf0ccb9 req-bf173b1d-d813-4be4-8970-55ca682c82e5 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:18.029787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35dbf83a-37a6-46ab-9036-efc43bf0ccb9 req-bf173b1d-d813-4be4-8970-55ca682c82e5 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 946 time: 0.1514587 Jan 28 04:41:18.038548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-15cde521-3c69-49a4-b5e1-42845f177860 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:18.040541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-15cde521-3c69-49a4-b5e1-42845f177860 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 945 time: 0.1256204 Jan 28 04:41:18.234016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35dbf83a-37a6-46ab-9036-efc43bf0ccb9 req-d98ded74-1203-43f4-ac00-31f17b9d7c78 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups?id=845214b1-687f-4a6c-b8d2-1960904e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901114 Jan 28 04:41:18.259922 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7f8f0585-d783-4e86-a6fe-3b567c9a38fd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:18.338593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event deleted for resources: {'Port': ['ID=7f8f0585-d783-4e86-a6fe-3b567c9a38fd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:18.445404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:18.445920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:18.449679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155052f4-8ccd-4a10-9754-624d3f9268d0 req-37325504-717b-431b-8c84-6bf308c607dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:18.452749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-155052f4-8ccd-4a10-9754-624d3f9268d0 req-37325504-717b-431b-8c84-6bf308c607dc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 945 time: 0.1431482 Jan 28 04:41:18.558635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:18.559014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:18.573365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:18.656705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-155052f4-8ccd-4a10-9754-624d3f9268d0 req-df622d8a-ad97-48f8-ba10-16aa2a5b157b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954682 Jan 28 04:41:18.898080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-389876d1-3ff8-4c5c-af77-1ec9031bc599 req-44d03b5f-5e03-4b49-93f9-dbdde8394375 tempest-FlavorsV2NegativeTest-805091490 tempest-FlavorsV2NegativeTest-805091490-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c9ad392c91c74eb78461d5a023dc1712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1311281 Jan 28 04:41:18.987454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:19.025590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:19.067309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:19.249782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:19.385729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:19.397567 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:19.400996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8b6398d-781b-4372-a91b-5c86c8aafd9e req-5215b965-7da3-4492-b609-1ad0f0604325 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "DELETE /v2.0/ports/f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa HTTP/1.1" status: 204 len: 173 time: 1.3356373 Jan 28 04:41:19.423443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'name': 'network-vif-deleted', 'tag': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:19.429351 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7de1aa-ad68-4d66-b4ca-fa3eb5e65ae0" -d '{"events": [{"server_uuid": "6d9b4a86-254f-4846-b917-c78a8f8f6008", "name": "network-vif-deleted", "tag": "f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:19.437028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Router db889fcf-023c-4a96-90aa-69fff640ac04 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:41:19.584207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389876d1-3ff8-4c5c-af77-1ec9031bc599 req-761b0384-85e8-4643-94a7-c8f9e51e1f65 tempest-FlavorsV2NegativeTest-805091490 tempest-FlavorsV2NegativeTest-805091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:19.594590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-389876d1-3ff8-4c5c-af77-1ec9031bc599 req-761b0384-85e8-4643-94a7-c8f9e51e1f65 tempest-FlavorsV2NegativeTest-805091490 tempest-FlavorsV2NegativeTest-805091490-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6782572 Jan 28 04:41:19.620205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-389876d1-3ff8-4c5c-af77-1ec9031bc599 req-79c1ce8c-083d-40a7-a685-faa626a8c1eb tempest-FlavorsV2NegativeTest-805091490 tempest-FlavorsV2NegativeTest-805091490-project] 10.222.0.21 "GET /v2.0/quotas/c9ad392c91c74eb78461d5a023dc1712 HTTP/1.1" status: 200 len: 375 time: 0.0242190 Jan 28 04:41:19.678660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-389876d1-3ff8-4c5c-af77-1ec9031bc599 req-8b87b825-2ec9-4b31-8c2e-88ac135e5fdb tempest-FlavorsV2NegativeTest-805091490 tempest-FlavorsV2NegativeTest-805091490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9ad392c91c74eb78461d5a023dc1712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566483 Jan 28 04:41:19.832963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42df9987-6c08-4e50-9c1d-224bf434ba79 req-aa717a41-999d-4e71-84ee-1b41c17a5a18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0358589 Jan 28 04:41:19.869214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:41:19.889420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] Sync routers for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:41:19.914459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:19.922484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:19.924578 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb89457-a0f2-46dd-809b-8a19cf0ed025 x-openstack-request-id: req-adb89457-a0f2-46dd-809b-8a19cf0ed025 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:19.925109 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9b4a86-254f-4846-b917-c78a8f8f6008", "name": "network-vif-deleted", "tag": "f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:19.925227 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adb89457-a0f2-46dd-809b-8a19cf0ed025 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:19.928458 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9b4a86-254f-4846-b917-c78a8f8f6008', 'name': 'network-vif-deleted', 'tag': 'f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa', 'status': 'completed', 'code': 200} Jan 28 04:41:19.971155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] No DVR routers for this DVR port 7f8f0585-d783-4e86-a6fe-3b567c9a38fd on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:19.978179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:20.024033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7e2953c-5838-407c-9e1a-eda2259c6c33 req-ac7fd91f-dc0b-44e1-b601-cceb7e460472 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.52 "DELETE /v2.0/ports/7f8f0585-d783-4e86-a6fe-3b567c9a38fd HTTP/1.1" status: 204 len: 173 time: 2.9980571 Jan 28 04:41:20.211692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:20.229618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8039f3ce-90ef-4e3a-8356-5873541a9e06 req-6d5eda69-8558-4515-916c-f77dc9488283 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9b4a86-254f-4846-b917-c78a8f8f6008 HTTP/1.1" status: 200 len: 210 time: 0.1492333 Jan 28 04:41:20.742821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7f8f0585-d783-4e86-a6fe-3b567c9a38fd no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:20.781987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 7f8f0585-d783-4e86-a6fe-3b567c9a38fd {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:20.782374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7f8f0585-d783-4e86-a6fe-3b567c9a38fd not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:20.848359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:06Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:20.930634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] Checking router: db889fcf-023c-4a96-90aa-69fff640ac04 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:41:20.956886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:20.957561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:21.053308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a79d527-f692-4090-8392-4c42b2bc200c req-43e752eb-109e-4eef-9267-ac391db58b07 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1028836 Jan 28 04:41:21.222815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-23f32f2d-7141-45dd-aa76-6bc8db426e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:21.235028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-23f32f2d-7141-45dd-aa76-6bc8db426e7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1474040 Jan 28 04:41:21.247985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:21.321065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:21.530319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-357caac5-4efb-48b2-aaf1-c4a220ef9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:21.536371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-357caac5-4efb-48b2-aaf1-c4a220ef9437 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.2763858 Jan 28 04:41:21.909727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-cf62a014-216b-4245-85f0-8c6d1231a048 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 1001 time: 0.3683455 Jan 28 04:41:21.945791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'name': 'network-vif-deleted', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:21.948026 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc427c7-eb87-40be-ab5c-be6c92b5c113" -d '{"events": [{"server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "name": "network-vif-deleted", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:21.963749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-c32af03b-7f2a-49be-b325-8ddef91ec02b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2536123 Jan 28 04:41:21.977408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:21.977691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-50500554-cef9-4291-ac71-4f75e1e12e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:21.977810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f7f1edc7-c1b8-4251-8ef5-8fccd3a07cfa not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:21.978947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-50500554-cef9-4291-ac71-4f75e1e12e62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0611162 Jan 28 04:41:22.194445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-2366bacf-c0ce-48a7-9ef5-6cf916a1829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.207633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-2366bacf-c0ce-48a7-9ef5-6cf916a1829a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216525 Jan 28 04:41:22.279216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:06Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:22.365200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.365824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.366058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.366529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.377639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.378053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.379095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.379739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0fa05-9b05-4db3-8535-c5fb5da1d177 None None] The sync data for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 is: [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '2fa7abbf-855c-48c2-abf9-6027a4500295', 'name': '', 'network_id': '0e229fc1-933e-42ea-abc9-4c3cec22627c', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'mac_address': 'fa:16:3e:42:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:59Z', 'updated_at': '2022-01-28T04:38:06Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'subnets': [{'id': 'ce730559-475d-4f95-8b4a-3c1cdaf0f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:41:22.381104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-6ab9fdf6-df29-4d2f-a018-3a9ad8244f3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 6489 time: 0.3037519 Jan 28 04:41:22.646541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-e84626bf-21d5-43e0-b463-211e4592cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.647030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-e84626bf-21d5-43e0-b463-211e4592cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.647500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-e84626bf-21d5-43e0-b463-211e4592cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:22.649448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-e84626bf-21d5-43e0-b463-211e4592cf34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9567c41-6127-4d6e-b841-c244b5f9ae75&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&id=da859996-bfb1-433b-9fdd-067dd7d92577&id=da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 200 len: 2293 time: 0.2428389 Jan 28 04:41:22.868542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-89d994c3-4fef-4506-bc8d-7c1ddd071867 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 200 len: 1001 time: 0.1947343 Jan 28 04:41:22.956051 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae429c-8268-4cee-9946-9afaee771c5f None None] New status for floating IP f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:41:23.036414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-672664e7-6170-4b73-b266-4fe51dcf03be service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195612 Jan 28 04:41:23.179758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-2c08e7f5-a13d-4192-b631-b767ecb2a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:23.181425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-2c08e7f5-a13d-4192-b631-b767ecb2a146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=879faf50-de16-443f-a182-02bdfc17c9b0 HTTP/1.1" status: 200 len: 850 time: 0.2981842 Jan 28 04:41:23.305209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb19cdbe-0c4e-4c74-9a91-015317557970 req-a22c7e3e-ed98-4455-bbee-dd6bde94fd2e service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511892 Jan 28 04:41:23.434191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-2c545f17-dd00-4614-8b7b-50d78fda0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:23.441177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-2c545f17-dd00-4614-8b7b-50d78fda0f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9567c41-6127-4d6e-b841-c244b5f9ae75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446519 Jan 28 04:41:24.408710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-bb5ac60d-7508-44b9-8017-65dc085b7717 service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9613225 Jan 28 04:41:24.570280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-d482e000-b4c5-43a7-b689-f34c8bfd3988 service neutron] 10.222.0.47 "GET /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519094 Jan 28 04:41:24.634161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-16f05b33-f615-4494-82ce-8c166a96a8b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 217 time: 0.0564632 Jan 28 04:41:24.758143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-38181319-c68d-47b2-a76e-e839d08c8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:24.762911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-38181319-c68d-47b2-a76e-e839d08c8715 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1231213 Jan 28 04:41:24.881626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-af9467a2-5824-4d79-9b57-4ccacf4da521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:24.883162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-af9467a2-5824-4d79-9b57-4ccacf4da521 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125453 Jan 28 04:41:25.161367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-2fe042ba-f9e9-4157-b44b-8675d9f1ce82 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869216 Jan 28 04:41:25.292439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-97cdb2e4-e6b7-4216-a0a9-29873544e769 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939862 Jan 28 04:41:25.420882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-97e61b0f-e063-4c5e-bedf-f732b9187444 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 217 time: 0.1225104 Jan 28 04:41:25.504864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-23253bf7-b6f3-4172-b440-54c5d7e17aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:25.506440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-23253bf7-b6f3-4172-b440-54c5d7e17aac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.0768890 Jan 28 04:41:25.604752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-f78130c2-1e14-4196-bcca-f05c2ead91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:25.606532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-f78130c2-1e14-4196-bcca-f05c2ead91d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0938160 Jan 28 04:41:25.779511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-56de3850-ba79-429f-a233-6b59e2c76c44 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665537 Jan 28 04:41:26.025227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-271a5ea0-a9af-4e5c-bf30-c4b72b8bf818 service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385578 Jan 28 04:41:26.160424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-31409d61-fd5e-4f43-9823-f7552e6652e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c HTTP/1.1" status: 200 len: 217 time: 0.1217277 Jan 28 04:41:26.277446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-ab767cc7-6a51-4815-9ace-5b6173d530ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:26.279000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-ab767cc7-6a51-4815-9ace-5b6173d530ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1139891 Jan 28 04:41:26.400921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-330add87-9ba2-4331-8aea-cf218911d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:26.410921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-330add87-9ba2-4331-8aea-cf218911d65f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248255 Jan 28 04:41:26.634291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-4c8a3c24-7bab-4180-97c1-441ac42108bc service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175694 Jan 28 04:41:26.765618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-27a3304e-f98f-4d79-bcf8-11109ddccebb service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247597 Jan 28 04:41:26.813609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-d965061b-d6e9-40d1-9edf-23a6103bd866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 200 len: 217 time: 0.0414774 Jan 28 04:41:26.944587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-ef6e7eeb-80cd-447e-82ba-1e6881571bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:26.946128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-ef6e7eeb-80cd-447e-82ba-1e6881571bec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 200 len: 797 time: 0.1273224 Jan 28 04:41:27.017308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-4f6ebd5c-6977-42fb-a0ab-7a1f3163d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:27.020190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-4f6ebd5c-6977-42fb-a0ab-7a1f3163d6cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90e49d80-b7ca-4a96-8282-5ff7ac6337cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509846 Jan 28 04:41:27.215021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-e0f06960-c89f-4750-8837-cb629879449e service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889839 Jan 28 04:41:27.450638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-aef439cb-5479-4a67-ad52-b9a7efbde34e service neutron] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238181 Jan 28 04:41:27.549121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-643e6ce2-68aa-46c6-afbf-8b5e29ee4d96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 200 len: 217 time: 0.0925612 Jan 28 04:41:27.723585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-44c3569f-feea-4ea0-a8ee-500b2528e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:27.730763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-44c3569f-feea-4ea0-a8ee-500b2528e385 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.1643689 Jan 28 04:41:27.792391 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f156ef-125c-4ab9-86e0-e40f1ef99ac5 x-openstack-request-id: req-c8f156ef-125c-4ab9-86e0-e40f1ef99ac5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:27.792765 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae4473e-52c5-4598-8b2a-b0114b0b1f55", "name": "network-vif-deleted", "tag": "7f8f0585-d783-4e86-a6fe-3b567c9a38fd", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:27.792948 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8f156ef-125c-4ab9-86e0-e40f1ef99ac5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:27.793366 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae4473e-52c5-4598-8b2a-b0114b0b1f55', 'name': 'network-vif-deleted', 'tag': '7f8f0585-d783-4e86-a6fe-3b567c9a38fd', 'status': 'completed', 'code': 200} Jan 28 04:41:27.868670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ac37809-15ce-40ad-a7d2-e646650bf9c6 req-2598261a-4c43-489e-a855-949bb8d79166 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0504951 Jan 28 04:41:28.075744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-94809145-d320-4feb-a018-6127ffbd4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:28.077391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-94809145-d320-4feb-a018-6127ffbd4998 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3457882 Jan 28 04:41:28.182142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd997764-b27e-4db5-bb1f-b31372d84bbb req-6502458b-23ee-4383-a224-fcb88ced4528 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:28.195498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd997764-b27e-4db5-bb1f-b31372d84bbb req-6502458b-23ee-4383-a224-fcb88ced4528 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 950 time: 0.1068838 Jan 28 04:41:28.211884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37966) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:28.240262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-b3aff081-36ef-46ef-bbc7-38b620b7ea58 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:28.248268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-b3aff081-36ef-46ef-bbc7-38b620b7ea58 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.4772553 Jan 28 04:41:28.282768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-342a0380-9da1-4e1d-b516-58de49746b3a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0233679 Jan 28 04:41:28.312491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd997764-b27e-4db5-bb1f-b31372d84bbb req-2527bb32-fb55-4fa0-8ec0-7c9fcf6057f3 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160958 Jan 28 04:41:28.545358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-b0547bb0-65e5-4ba6-a8be-e3955993df70 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601145 Jan 28 04:41:28.547464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27cb2ab2-34c7-4fd2-a94e-6df4fbf96357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:28.708589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37978) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:28.856119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-acdb9e34-e23d-4865-84cd-104ab1365d46 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5596128 Jan 28 04:41:28.906543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-f0472ce1-04c8-47b8-87cf-f2459ef54d4c service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153620 Jan 28 04:41:28.920577 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c363bc7-9e60-4f84-ae75-0c1a84c98104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.018000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8424e066-20ec-4b07-8329-abc4873a2720 req-60865541-5abb-4461-8129-e8fc38023a18 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0673780 Jan 28 04:41:29.174808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27cb2ab2-34c7-4fd2-a94e-6df4fbf96357 admin admin] Publish callbacks [] for security_group (c5ee85e3-9573-48f2-b0d1-fb09154fe6e7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.177763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c363bc7-9e60-4f84-ae75-0c1a84c98104 admin admin] Publish callbacks [] for security_group (fa359f10-a089-4d94-9ccc-f774e8a41d0e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.184111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c363bc7-9e60-4f84-ae75-0c1a84c98104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fa359f10-a089-4d94-9ccc-f774e8a41d0e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.262053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27cb2ab2-34c7-4fd2-a94e-6df4fbf96357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c5ee85e3-9573-48f2-b0d1-fb09154fe6e7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.277923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1c363bc7-9e60-4f84-ae75-0c1a84c98104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=898da3d8698d490290262170315a267d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5631814 Jan 28 04:41:29.280126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c363bc7-9e60-4f84-ae75-0c1a84c98104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa359f10-a089-4d94-9ccc-f774e8a41d0e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:29.286264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37990) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:29.328021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-f700911d-a749-4d3e-b4e8-391045567952 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 200 len: 217 time: 0.4080060 Jan 28 04:41:29.340701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb2ab2-34c7-4fd2-a94e-6df4fbf96357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee85e3-9573-48f2-b0d1-fb09154fe6e7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:29.368803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558fdb8e-7bea-4d1f-961a-68661279d07e admin admin] Publish callbacks [] for security_group (fa359f10-a089-4d94-9ccc-f774e8a41d0e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.393460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558fdb8e-7bea-4d1f-961a-68661279d07e admin admin] Publish callbacks [] for security_group (fa359f10-a089-4d94-9ccc-f774e8a41d0e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.457052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558fdb8e-7bea-4d1f-961a-68661279d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fa359f10-a089-4d94-9ccc-f774e8a41d0e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.460430 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558fdb8e-7bea-4d1f-961a-68661279d07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:29.470720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-558fdb8e-7bea-4d1f-961a-68661279d07e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa359f10-a089-4d94-9ccc-f774e8a41d0e HTTP/1.1" status: 204 len: 168 time: 0.1821899 Jan 28 04:41:29.485252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fdb8e-7bea-4d1f-961a-68661279d07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa359f10-a089-4d94-9ccc-f774e8a41d0e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:29.572345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27cb2ab2-34c7-4fd2-a94e-6df4fbf96357 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9ad392c91c74eb78461d5a023dc1712&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3563108 Jan 28 04:41:29.575811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37996) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:29.614499 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e5d04-642f-4155-9ac7-e337c29b9925 req-91d156e7-5c8e-43a6-92ee-52b6b9eb6db8 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:29.622463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c4e5d04-642f-4155-9ac7-e337c29b9925 req-91d156e7-5c8e-43a6-92ee-52b6b9eb6db8 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 950 time: 0.1085069 Jan 28 04:41:29.739554 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c4e5d04-642f-4155-9ac7-e337c29b9925 req-4bec6dff-5e42-4cb3-90fe-9556a3456e74 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014051 Jan 28 04:41:29.822230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-b36e7deb-a45a-40d8-bbbc-b5dd34e1b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:29.823888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-b36e7deb-a45a-40d8-bbbc-b5dd34e1b943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 200 len: 797 time: 0.4791119 Jan 28 04:41:29.828415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-252cb3a8-c8e7-44f2-8153-48250d17718f service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9599004 Jan 28 04:41:29.874489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d930962c-2f37-475e-9e90-53b7be8fb092 admin admin] Publish callbacks [] for security_group (c5ee85e3-9573-48f2-b0d1-fb09154fe6e7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.144940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d930962c-2f37-475e-9e90-53b7be8fb092 admin admin] Publish callbacks [] for security_group (c5ee85e3-9573-48f2-b0d1-fb09154fe6e7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.187735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:30.201400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.251868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14813356-bac5-4687-88e3-e7157dbc1a3c req-253ecfaa-d799-4bea-a32a-70c45b67f7f1 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0346975 Jan 28 04:41:30.344799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-da02315f-1a68-4f44-9f73-4a1fd75f9af5 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618754 Jan 28 04:41:30.370879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353176ec-b2ea-406c-85c5-246735f11682 req-c6b39de9-00a5-4f87-9313-44907a241f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:30.374245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Publish callbacks [] for security_group (d8faad83-f35a-47c6-9126-9ba871e4459d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.375749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-c6b39de9-00a5-4f87-9313-44907a241f79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da859996-bfb1-433b-9fdd-067dd7d92577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5419497 Jan 28 04:41:30.376204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d930962c-2f37-475e-9e90-53b7be8fb092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c5ee85e3-9573-48f2-b0d1-fb09154fe6e7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.380123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d930962c-2f37-475e-9e90-53b7be8fb092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.383784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d930962c-2f37-475e-9e90-53b7be8fb092 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5ee85e3-9573-48f2-b0d1-fb09154fe6e7 HTTP/1.1" status: 204 len: 168 time: 0.8009672 Jan 28 04:41:30.385217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d8faad83-f35a-47c6-9126-9ba871e4459d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.433659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930962c-2f37-475e-9e90-53b7be8fb092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee85e3-9573-48f2-b0d1-fb09154fe6e7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:30.499942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a6fa1af4c7447d1a8be402b140ff981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110733 Jan 28 04:41:30.500969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8faad83-f35a-47c6-9126-9ba871e4459d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:30.509961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38048) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:30.587382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.587941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.588302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.588652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.588993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.589786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.590137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.591588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.593484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.593884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.594235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.594578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.595176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb7cf7-414b-4902-affc-a0d3bb8cc142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:30.637569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-7751fcfd-6019-4e5c-a9f5-3446183dcd7b service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542953 Jan 28 04:41:30.668244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e735e22c-3d31-486e-aa5d-4b4f8caba105 admin admin] Publish callbacks [] for security_group (d8faad83-f35a-47c6-9126-9ba871e4459d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.726175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e735e22c-3d31-486e-aa5d-4b4f8caba105 admin admin] Publish callbacks [] for security_group (d8faad83-f35a-47c6-9126-9ba871e4459d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.861347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e735e22c-3d31-486e-aa5d-4b4f8caba105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d8faad83-f35a-47c6-9126-9ba871e4459d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.864962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e735e22c-3d31-486e-aa5d-4b4f8caba105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.866297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e735e22c-3d31-486e-aa5d-4b4f8caba105 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8faad83-f35a-47c6-9126-9ba871e4459d HTTP/1.1" status: 204 len: 168 time: 0.3553226 Jan 28 04:41:30.896687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735e22c-3d31-486e-aa5d-4b4f8caba105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8faad83-f35a-47c6-9126-9ba871e4459d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:30.945468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10e4be7e-cbfd-4b75-8a2c-989b19ad40c5 req-6e27e0eb-fd7c-474b-a6a0-2f70b88ccce0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 210 time: 0.1305866 Jan 28 04:41:31.068207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-353176ec-b2ea-406c-85c5-246735f11682 req-2c591719-e3fb-484c-8bca-6bb188acf0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243679 Jan 28 04:41:31.544039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3bb1feb7-a202-441e-ae80-c6409dac1040 req-0ca81e96-7f73-4ccd-84a1-6f6a1ff2d68a tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1103265 Jan 28 04:41:31.997865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:32.016720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9a893be-5842-4640-a444-9a4e107b6ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.091377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebe0c0a7-35ba-4bc1-944c-ae2f5a00ced5 req-a9cc23ac-3482-4b3f-9424-007ca9800baf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 210 time: 0.0486047 Jan 28 04:41:32.275821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9a893be-5842-4640-a444-9a4e107b6ead admin admin] Publish callbacks [] for security_group (dab1ce5e-b583-4c7b-b4cf-d0c7c121a256), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.286924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9a893be-5842-4640-a444-9a4e107b6ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dab1ce5e-b583-4c7b-b4cf-d0c7c121a256), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.320436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38210) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:32.454891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a893be-5842-4640-a444-9a4e107b6ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab1ce5e-b583-4c7b-b4cf-d0c7c121a256,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:32.485600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38230) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:32.497805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b9a893be-5842-4640-a444-9a4e107b6ead admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e992658907e34577a5a9ccfb671e0db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4984200 Jan 28 04:41:32.546284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-network', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:32.635320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Made reservation on behalf of 6c91783f6dcb4cf896561048c6b9a158 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:41:32.639510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.668866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.753014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:32.804370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668e6e54-17cd-4ec8-b82f-a696ba0761f7 req-d7296c9e-074e-4ff4-bd34-2509b5494a9c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0891843 Jan 28 04:41:32.882919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b136-0881-4d71-a69c-9973ff0a4a91 admin admin] Publish callbacks [] for security_group (dab1ce5e-b583-4c7b-b4cf-d0c7c121a256), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.920663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 613d5af9-77eb-47ac-860c-68a22dba6aa5 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:32.921943 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.928705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b136-0881-4d71-a69c-9973ff0a4a91 admin admin] Publish callbacks [] for security_group (dab1ce5e-b583-4c7b-b4cf-d0c7c121a256), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:32.972958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:32.977505 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:41:32.978677 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59554885-6a73-4c2a-9f7c-9643e4db1357" -d '{"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-unplugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:32.999870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:33.008874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.081793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:33.108920 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3d1dfb-6f3d-4928-b375-830c6071db8b x-openstack-request-id: req-ee3d1dfb-6f3d-4928-b375-830c6071db8b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:33.110404 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-unplugged", "status": "completed", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:33.111290 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee3d1dfb-6f3d-4928-b375-830c6071db8b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:33.111900 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'code': 200} Jan 28 04:41:33.124849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks [] for security_group (70fa1166-1e7b-447d-8bcf-5126e1a80b8b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.181133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (70fa1166-1e7b-447d-8bcf-5126e1a80b8b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.193133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b136-0881-4d71-a69c-9973ff0a4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dab1ce5e-b583-4c7b-b4cf-d0c7c121a256), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.213239 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b136-0881-4d71-a69c-9973ff0a4a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.216015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0fb9b136-0881-4d71-a69c-9973ff0a4a91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dab1ce5e-b583-4c7b-b4cf-d0c7c121a256 HTTP/1.1" status: 204 len: 168 time: 0.7284546 Jan 28 04:41:33.281464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:41:33.332000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa1166-1e7b-447d-8bcf-5126e1a80b8b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:33.352932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7023c4a8-e7d1-4950-9e07-365b6ce93ffb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.353327 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Added segment 7023c4a8-e7d1-4950-9e07-365b6ce93ffb of type vlan for network 2b3ec0f5-f453-4877-9414-14062072d22c Jan 28 04:41:33.354843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9b136-0881-4d71-a69c-9973ff0a4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab1ce5e-b583-4c7b-b4cf-d0c7c121a256,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:33.462401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2b3ec0f5-f453-4877-9414-14062072d22c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.506511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2b3ec0f5-f453-4877-9414-14062072d22c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.507812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:33.508584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.534619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d98f50c-96f5-4011-b870-0b1030c78bbe req-65eeabcd-1fab-456a-96ca-aa08f64304d1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 210 time: 0.0913734 Jan 28 04:41:33.580027 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2588351 Jan 28 04:41:33.583678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38280) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:33.589674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Request body: {'subnet': {'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-subnet', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:33.594111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e1b6-38e5-45a5-909a-3eddcb33d3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3ec0f5-f453-4877-9414-14062072d22c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:33.604254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2b3ec0f5-f453-4877-9414-14062072d22c details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:41:33.618955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Made reservation on behalf of 6c91783f6dcb4cf896561048c6b9a158 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:41:33.629412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.687323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-5374a22b-8290-4900-abb4-fec4633513bf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:33.688788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-5374a22b-8290-4900-abb4-fec4633513bf tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.5215607 Jan 28 04:41:33.717984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '402dd0c6-65da-435e-925e-fc744e653049', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:33.875016 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (80c7c78b-1ffb-4803-9d08-8e34ada8ef50), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.968209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Checking segment: {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:41:33.968753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Network hostable DHCP agents. Network: 2b3ec0f5-f453-4877-9414-14062072d22c, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:41:34.004275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c7c78b-1ffb-4803-9d08-8e34ada8ef50,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:34.022691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Network 2b3ec0f5-f453-4877-9414-14062072d22c is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:41:34.044910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2b3ec0f5-f453-4877-9414-14062072d22c) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:34.055074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:34.056201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.057860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bba166-1fb6-4f35-a90a-83e3bcd69e8d None None] Network 2b3ec0f5-f453-4877-9414-14062072d22c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:41:34.087903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a77f2672-6bda-4302-981b-1f26c6b11ac4 req-7ff1cbfd-04fe-45f0-93c7-c0645b2d3d4e tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1245310 Jan 28 04:41:34.094164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2c8daea8-2f52-4428-a863-53aef3a73a7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5088813 Jan 28 04:41:34.097543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38320) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:34.109492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:34.162104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (2b8f1921-8a7b-447d-8e8c-07b388b9f726), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.163568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (2b8f1921-8a7b-447d-8e8c-07b388b9f726), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.209877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:41:34.214396 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.318640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-2b3ec0f5-f453-4877-9414-14062072d22c', 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c', 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'fixed_ips': [{'subnet_id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:41:34.319872 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.414156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks [] for router_controller (2b8f1921-8a7b-447d-8e8c-07b388b9f726), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.520471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Allocated IP 172.20.0.2 (2b3ec0f5-f453-4877-9414-14062072d22c/80c7c78b-1ffb-4803-9d08-8e34ada8ef50/d2aecd69-d19c-4e76-afff-5e0c76fa5b2b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:41:34.615819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.9 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/9b6f744d-3c35-4d89-aacf-09e64fa386c6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:41:34.698310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Publish callbacks [] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.708902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.777403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d87b7a1-7cfa-4505-a546-076a6baf793e req-b0a23919-7af3-44c7-9294-0fcd59ec9f97 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 210 time: 0.0709944 Jan 28 04:41:34.792273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Network 2b3ec0f5-f453-4877-9414-14062072d22c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:41:34.792273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:34.798056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:41:34.854768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks [] for router_gateway (2b8f1921-8a7b-447d-8e8c-07b388b9f726), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.926746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Pushing event updated for resources: {'Port': ['ID=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:34.989822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Attempting to bind port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:41:34.990248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Attempting to bind port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:41:34.990629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Attempting to bind port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b on network 2b3ec0f5-f453-4877-9414-14062072d22c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:34.998655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:41:34.999051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Checking segment: {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:41:34.999462 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.004751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Bound using segment: {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:41:35.005310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Bound port: d2aecd69-d19c-4e76-afff-5e0c76fa5b2b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:41:35.005743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.047343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.187746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.208760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] For port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:41:35.219594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] For port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,segment=NetworkSegment(7023c4a8-e7d1-4950-9e07-365b6ce93ffb),segment_id=7023c4a8-e7d1-4950-9e07-365b6ce93ffb)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:41:35.229765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:35.316930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.357745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks [] for router_gateway (2b8f1921-8a7b-447d-8e8c-07b388b9f726), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.376400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:41:35.386975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.388053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:35.492237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:41:35.512991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f89c22ae-854f-478e-a611-b7ca16330ab4 req-0392a782-3a83-4feb-bcfd-c5503f88f589 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.2031727 Jan 28 04:41:35.564267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=9b6f744d-3c35-4d89-aacf-09e64fa386c6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:35.614096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:35.615224 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.653776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-86c25a6f-783e-4da2-ae5a-b6bf647df0da tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9474041 Jan 28 04:41:35.672800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Request body: {'port': {'device_id': '402dd0c6-65da-435e-925e-fc744e653049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:35.687079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cc7d5-a663-493f-a5d6-3d49f16d5d1b None None] Pushing event updated for resources: {'Port': ['ID=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:35.836101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.900098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Allocated IP 172.25.6.199 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/887edbad-2e57-4244-8853-73f03673845f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:41:36.157844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks [] for port (887edbad-2e57-4244-8853-73f03673845f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:36.177212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:36.259709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (887edbad-2e57-4244-8853-73f03673845f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:36.342932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:41:36.351892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:36.359376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:41:36.405583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=887edbad-2e57-4244-8853-73f03673845f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:36.482229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec70a1e-10a1-44a9-8ec1-af72dcd60286 req-6cffc192-3f6c-4ea0-8d8e-280b8e7fe2b8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:36.503210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2ec70a1e-10a1-44a9-8ec1-af72dcd60286 req-6cffc192-3f6c-4ea0-8d8e-280b8e7fe2b8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 931 time: 0.5082097 Jan 28 04:41:36.792753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2ec70a1e-10a1-44a9-8ec1-af72dcd60286 req-f9e19557-8d42-435d-b1e9-0f831da86d96 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863245 Jan 28 04:41:37.040164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b423526-f09b-481d-8b4b-fc90e19f0543 req-6d17be09-0364-4a88-8d81-86068c4ec65a tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.0696363 Jan 28 04:41:37.076704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6f744d-3c35-4d89-aacf-09e64fa386c6 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:41:37.087416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks [] for router_gateway (2b8f1921-8a7b-447d-8e8c-07b388b9f726), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.103904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Publish callbacks [] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.152943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Transition to ACTIVE for port object 9b6f744d-3c35-4d89-aacf-09e64fa386c6 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:41:37.165375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.351250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f744d-3c35-4d89-aacf-09e64fa386c6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:37.511051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3dfe2-cb69-4003-bab1-3a47e36c7916 None None] Network 2b3ec0f5-f453-4877-9414-14062072d22c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:41:37.570163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Attempting to bind port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:41:37.578593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Attempting to bind port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:41:37.579006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Attempting to bind port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:37.592755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:41:37.592755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Attempting to bind port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:37.622461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:41:37.622817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:41:37.623221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:41:37.623675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Bound port: 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:41:37.624042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.797384 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.803284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d2aecd69-d19c-4e76-afff-5e0c76fa5b2b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:37.806894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] For port 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:41:37.828509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] For port 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:41:37.836848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.904522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] Provisioning complete for port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:37.904904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.932564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:37.933127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:37.934803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b6f744d-3c35-4d89-aacf-09e64fa386c6 HTTP/1.1" status: 200 len: 1091 time: 2.2673335 Jan 28 04:41:37.938553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402dd0c6-65da-435e-925e-fc744e653049', 'tag': '9b6f744d-3c35-4d89-aacf-09e64fa386c6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:37.940883 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91536e1-0009-463a-9aa1-5161939ecebd" -d '{"events": [{"name": "network-changed", "server_uuid": "402dd0c6-65da-435e-925e-fc744e653049", "tag": "9b6f744d-3c35-4d89-aacf-09e64fa386c6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:37.978373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f01ae4-766c-484e-9ad4-621ee0eab108 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f744d-3c35-4d89-aacf-09e64fa386c6,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:38.078866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:38.080073 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:38.149910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30925cb0-4704-49ca-996a-fbe6a30d1e38 req-9fb7fb81-a83e-4cfd-8b7f-142f7c51c246 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:38.158403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30925cb0-4704-49ca-996a-fbe6a30d1e38 req-9fb7fb81-a83e-4cfd-8b7f-142f7c51c246 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.1085830 Jan 28 04:41:38.163694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-7b1cce1f-cc1c-4f22-9ac2-e10bb2ce5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:38.166014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-7b1cce1f-cc1c-4f22-9ac2-e10bb2ce5f18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 1094 time: 0.1587257 Jan 28 04:41:38.299714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-a733e491-4171-40fa-936d-599893019c46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6 HTTP/1.1" status: 200 len: 217 time: 0.1138988 Jan 28 04:41:38.317917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f747-b314-4000-b34c-c37341db2feb req-9d18458a-02ca-4351-9298-e9e97e718ac0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:38.328261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ea0f747-b314-4000-b34c-c37341db2feb req-9d18458a-02ca-4351-9298-e9e97e718ac0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 943 time: 0.2750087 Jan 28 04:41:38.380829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] Current status of the port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:38.387279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:38.443614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ea0f747-b314-4000-b34c-c37341db2feb req-bde0a7fb-fa53-4474-b194-d59784ad727b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140964 Jan 28 04:41:38.480652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-a7e9e9df-2acf-405f-991f-5cfe3e6ef486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:38.482186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-a7e9e9df-2acf-405f-991f-5cfe3e6ef486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1676970 Jan 28 04:41:38.489886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (2b8f1921-8a7b-447d-8e8c-07b388b9f726), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:38.622987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-4ffce9bd-95f6-4d5f-a4e7-a705db9d6e63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219625 Jan 28 04:41:38.770467 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348ec66-b3d5-44ad-b6a6-71fafed1f7b8 x-openstack-request-id: req-b348ec66-b3d5-44ad-b6a6-71fafed1f7b8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:38.770773 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402dd0c6-65da-435e-925e-fc744e653049", "tag": "9b6f744d-3c35-4d89-aacf-09e64fa386c6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:38.771036 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b348ec66-b3d5-44ad-b6a6-71fafed1f7b8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:38.771459 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402dd0c6-65da-435e-925e-fc744e653049', 'tag': '9b6f744d-3c35-4d89-aacf-09e64fa386c6', 'status': 'completed', 'code': 200} Jan 28 04:41:38.872608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] For port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,segment=NetworkSegment(7023c4a8-e7d1-4950-9e07-365b6ce93ffb),segment_id=7023c4a8-e7d1-4950-9e07-365b6ce93ffb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:38.901584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:38.904141 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:38.917131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:38.955336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb0f35e5-87c4-4633-8fde-b6f863d1d37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:39.051235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-415b5086-b160-46d3-850e-8d25199e4999 req-74c9adea-d813-4633-96b1-98c101767e7a tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1122484 Jan 28 04:41:39.083486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:41:39.295869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3102544-400b-44f9-a311-3b8c5905d75a None None] Pushing event updated for resources: {'Port': ['ID=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:39.310395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a89728ba-59ce-4e74-a198-105aff637416 None None] Provisioning complete for port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:39.310666 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a89728ba-59ce-4e74-a198-105aff637416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:39.320613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:41:39.366618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:39.368587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-10e9bbed-b06f-4fba-b4ac-db0716c9e8d4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2692926 Jan 28 04:41:39.370734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:39.420212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Sync routers for ids ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:41:39.475029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:41:39.475539 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:41:39.479669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Routers {'2b8f1921-8a7b-447d-8e8c-07b388b9f726'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:39.480316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:39.578079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a89728ba-59ce-4e74-a198-105aff637416 None None] Current status of the port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:39.755457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30925cb0-4704-49ca-996a-fbe6a30d1e38 req-ad136cf4-e302-4927-af10-0a3923bdb4e3 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5959303 Jan 28 04:41:39.861814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Set router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:39.920860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-e268c576-2683-4609-8179-5755a8aa5732 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2796268 Jan 28 04:41:39.943650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-681426d6-1190-4c41-af08-e0fd3e27eb6f tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:39.945330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-681426d6-1190-4c41-af08-e0fd3e27eb6f tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.2055967 Jan 28 04:41:40.267552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c5b9c-4537-418e-8cd6-97159244acf5 req-53abdd3a-6b85-4d40-8b85-caee3947044c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:40.282291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-677c5b9c-4537-418e-8cd6-97159244acf5 req-53abdd3a-6b85-4d40-8b85-caee3947044c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 943 time: 0.5562658 Jan 28 04:41:40.344239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-feed26fa-fbe4-4850-bd69-b8fc332e888c req-51ef4e34-fbb4-4d04-857e-bd1299637cb8 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1331861 Jan 28 04:41:40.412290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-677c5b9c-4537-418e-8cd6-97159244acf5 req-eb11d2c1-44e9-411e-b588-9ab192b60894 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289971 Jan 28 04:41:40.447538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:40.500185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Deleting port 6c95ff70-2172-41f8-b6a4-84dda372fe52 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:40.505458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:40.529183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-671f8df5-1dbd-4ca4-af11-861c7705daad req-669be29d-b7a9-4f69-aa5d-1888131fc045 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829511 Jan 28 04:41:40.567432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:36Z', 'revision_number': 3, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:40.629930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Checking router: 2b8f1921-8a7b-447d-8e8c-07b388b9f726 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:41:40.636817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Updating router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 port 887edbad-2e57-4244-8853-73f03673845f binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:41:40.742128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d2aecd69-d19c-4e76-afff-5e0c76fa5b2b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:40.752111 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887edbad-2e57-4244-8853-73f03673845f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:40.818946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] For port 6c95ff70-2172-41f8-b6a4-84dda372fe52, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6c95ff70-2172-41f8-b6a4-84dda372fe52,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:40.820672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:40.899799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91536e1-0009-463a-9aa1-5161939ecebd req-514a499c-60a3-4ebe-9aaf-b123de826cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:40.907003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-514a499c-60a3-4ebe-9aaf-b123de826cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 1094 time: 0.2717130 Jan 28 04:41:40.908081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Calling delete_port for 6c95ff70-2172-41f8-b6a4-84dda372fe52 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:41.006546 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:41.429003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91536e1-0009-463a-9aa1-5161939ecebd req-5cf25459-077d-4395-9921-7326039ebdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:41.433194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-5cf25459-077d-4395-9921-7326039ebdb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.5175202 Jan 28 04:41:41.573880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-a5846af7-270d-484d-b37c-18ab9a1f12bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6 HTTP/1.1" status: 200 len: 217 time: 0.1023233 Jan 28 04:41:41.620341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f45d1-2d8b-497f-a27f-166f9d46873e req-ba827d51-9854-46f4-bc58-0e53b640e3ee tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:41.622060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf1f45d1-2d8b-497f-a27f-166f9d46873e req-ba827d51-9854-46f4-bc58-0e53b640e3ee tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 948 time: 0.6989779 Jan 28 04:41:41.635776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc859829-f6e7-48fe-bad3-98a42094be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:41.643639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Allocated IP 172.20.0.1 (2b3ec0f5-f453-4877-9414-14062072d22c/80c7c78b-1ffb-4803-9d08-8e34ada8ef50/b43019c7-dff6-42e8-8384-4dbf3d0c611c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:41:41.704158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:41.704158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:41.871858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:41.939406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.056540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73709c74-d940-486e-853a-08e19f6be6d7 req-8b11d42c-237c-4ad1-8825-a34aa4c558d8 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae4473e-52c5-4598-8b2a-b0114b0b1f55 HTTP/1.1" status: 200 len: 210 time: 0.1480715 Jan 28 04:41:42.095906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91536e1-0009-463a-9aa1-5161939ecebd req-e974d643-556e-40d2-8ee8-a41dd63534bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:42.098005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-e974d643-556e-40d2-8ee8-a41dd63534bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.5025308 Jan 28 04:41:42.145378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf1f45d1-2d8b-497f-a27f-166f9d46873e req-4395ea12-3836-4097-bdfa-27303b283c82 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891729 Jan 28 04:41:42.179584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-c6d6dd48-2c95-4e9b-ae76-498b43fde33b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526767 Jan 28 04:41:42.180630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6c95ff70-2172-41f8-b6a4-84dda372fe52), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.217894 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Publish callbacks [] for port (887edbad-2e57-4244-8853-73f03673845f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.236940 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (887edbad-2e57-4244-8853-73f03673845f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.248565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks [] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.280300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44c208-4e27-48fb-ba9a-8f2df4cc1457 req-1711b5c2-2e32-4a4e-a820-b11ab782149e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:42.282189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e44c208-4e27-48fb-ba9a-8f2df4cc1457 req-1711b5c2-2e32-4a4e-a820-b11ab782149e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 943 time: 0.0978205 Jan 28 04:41:42.361987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Pushing event deleted for resources: {'Port': ['ID=6c95ff70-2172-41f8-b6a4-84dda372fe52,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:42.418106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Attempting to bind port 887edbad-2e57-4244-8853-73f03673845f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:41:42.418484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Attempting to bind port 887edbad-2e57-4244-8853-73f03673845f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:41:42.418861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Attempting to bind port 887edbad-2e57-4244-8853-73f03673845f on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:42.448032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5613b-2512-41d8-b683-4f0f0f3390e3 None None] Pushing event updated for resources: {'Port': ['ID=887edbad-2e57-4244-8853-73f03673845f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:42.476754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:41:42.485756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:41:42.486898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.488590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:41:42.493304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e44c208-4e27-48fb-ba9a-8f2df4cc1457 req-a83a06d6-e52d-4a5a-a1d6-46308abe5114 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020383 Jan 28 04:41:42.503061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.505809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Bound port: 887edbad-2e57-4244-8853-73f03673845f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:41:42.507375 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887edbad-2e57-4244-8853-73f03673845f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.548453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] No DVR routers for this DVR port 6c95ff70-2172-41f8-b6a4-84dda372fe52 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:42.568317 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.587454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ffc1340-98db-4014-a284-7104a48ce7c1 req-627441be-632d-4c4e-8488-b0d29c02b6fa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.47 "DELETE /v2.0/ports/6c95ff70-2172-41f8-b6a4-84dda372fe52 HTTP/1.1" status: 204 len: 173 time: 2.6176403 Jan 28 04:41:42.609524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-deleted', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:42.614597 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50de0ed7-c08b-4d3b-9d66-eed98f04625d" -d '{"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-deleted", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:42.627139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Pushing event updated for resources: {'Port': ['ID=b43019c7-dff6-42e8-8384-4dbf3d0c611c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:42.655673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Network 2b3ec0f5-f453-4877-9414-14062072d22c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:41:42.671739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:42.693745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:41:42.708899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-470eaf6a-1b7f-4e3c-83f3-c65d5f4d2a6d service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150690 Jan 28 04:41:42.763279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] For port 887edbad-2e57-4244-8853-73f03673845f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:41:42.767396 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dac29a-c20b-4717-90fd-3f3a31dd27a7 x-openstack-request-id: req-19dac29a-c20b-4717-90fd-3f3a31dd27a7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:42.767909 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3679525-45f8-423e-81a4-cf7b6e663a49", "name": "network-vif-deleted", "tag": "6c95ff70-2172-41f8-b6a4-84dda372fe52", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:42.768381 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19dac29a-c20b-4717-90fd-3f3a31dd27a7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:42.771497 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3679525-45f8-423e-81a4-cf7b6e663a49', 'name': 'network-vif-deleted', 'tag': '6c95ff70-2172-41f8-b6a4-84dda372fe52', 'status': 'completed', 'code': 200} Jan 28 04:41:42.778715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] For port 887edbad-2e57-4244-8853-73f03673845f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=887edbad-2e57-4244-8853-73f03673845f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:41:42.801830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (887edbad-2e57-4244-8853-73f03673845f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.839582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (2b8f1921-8a7b-447d-8e8c-07b388b9f726), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.007271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e91536e1-0009-463a-9aa1-5161939ecebd req-df1a8787-4bc1-491c-8b8d-9a401561c45c service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919199 Jan 28 04:41:43.041980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5613b-2512-41d8-b683-4f0f0f3390e3 None None] Pushing event updated for resources: {'Port': ['ID=887edbad-2e57-4244-8853-73f03673845f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:43.064093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Routers {'2b8f1921-8a7b-447d-8e8c-07b388b9f726'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:43.064861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:43.323609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38526) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:43.423885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.444633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9b6f744d-3c35-4d89-aacf-09e64fa386c6 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:41:43.460864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:43.521192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4fbbb781-b330-4c7c-868f-f8c1b9eff377 req-37f51b4c-c7ca-4030-8f00-336ad297c2bd tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3679525-45f8-423e-81a4-cf7b6e663a49 HTTP/1.1" status: 200 len: 210 time: 0.0838759 Jan 28 04:41:43.561205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] Set router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:43.563505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 6c95ff70-2172-41f8-b6a4-84dda372fe52 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:43.563967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6c95ff70-2172-41f8-b6a4-84dda372fe52 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:43.569389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8e8b5234-035f-4e8d-9dce-0d15d5310c22 None None] Provisioning complete for port b43019c7-dff6-42e8-8384-4dbf3d0c611c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:43.569916 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5234-035f-4e8d-9dce-0d15d5310c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.570326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group (845214b1-687f-4a6c-b8d2-1960904e9d89), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.606495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group (845214b1-687f-4a6c-b8d2-1960904e9d89), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.738992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (845214b1-687f-4a6c-b8d2-1960904e9d89), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.743096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.747241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "DELETE /v2.0/security-groups/845214b1-687f-4a6c-b8d2-1960904e9d89 HTTP/1.1" status: 204 len: 168 time: 0.4219055 Jan 28 04:41:43.748182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:43.777428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845214b1-687f-4a6c-b8d2-1960904e9d89,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:43.788566 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-cf769541-2b8b-460a-abc6-054a52eb1a30 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] show failed (client error): The resource could not be found. Jan 28 04:41:43.795662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cf769541-2b8b-460a-abc6-054a52eb1a30 tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "GET /v2.0/security-groups/845214b1-687f-4a6c-b8d2-1960904e9d89 HTTP/1.1" status: 404 len: 347 time: 0.0346618 Jan 28 04:41:43.796323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38534) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:43.798182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.798677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.799038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.799387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.799761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.800154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.800497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.801008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.801374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.801714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.802054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.802382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.802717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249333c-4374-4614-b8db-7921d5b3307c tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:43.830515 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:41:43.970167 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.019068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks [] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.046031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.155589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6505b8-35d1-4f5e-aba3-4c1e5835b2e5 req-f9086e9d-638f-4a6b-aaec-b8eb8f1ee3f1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:44.166792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a6505b8-35d1-4f5e-aba3-4c1e5835b2e5 req-f9086e9d-638f-4a6b-aaec-b8eb8f1ee3f1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 943 time: 0.3743978 Jan 28 04:41:44.186050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b5234-035f-4e8d-9dce-0d15d5310c22 None None] Port b43019c7-dff6-42e8-8384-4dbf3d0c611c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:41:44.248442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Deleting port 839aa53f-c4a7-4937-a971-1fe2ed35126d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:44.248801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.254507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (2b8f1921-8a7b-447d-8e8c-07b388b9f726), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.349792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:44.389710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '9b6f744d-3c35-4d89-aacf-09e64fa386c6', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': '9b6f744d-3c35-4d89-aacf-09e64fa386c6', 'mac_address': 'fa:16:3e:f9:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:41:44.414691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.415287 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (839aa53f-c4a7-4937-a971-1fe2ed35126d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.438172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Calling delete_port for 839aa53f-c4a7-4937-a971-1fe2ed35126d owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:44.620969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:44.624338 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.674775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (839aa53f-c4a7-4937-a971-1fe2ed35126d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.676991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6f744d-3c35-4d89-aacf-09e64fa386c6 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:41:44.734324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:36Z', 'revision_number': 3, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:44.808956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Pushing event deleted for resources: {'Port': ['ID=839aa53f-c4a7-4937-a971-1fe2ed35126d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:44.835217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:44.839842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d67ab7-4adf-4ae6-b24f-bbeeffa1a0ba None None] The sync data for ids ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'] in n-d-824835-3 is: [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:36Z', 'revision_number': 3, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:41:44.865889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.953305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks [] for floatingip (f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.958497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:44.964627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fe4e973a-4801-452e-bc8b-fbaf3ca4caae tempest-ServersTestBootFromVolume-965209994 tempest-ServersTestBootFromVolume-965209994-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2e939fa-f162-4eed-8ad3-8b7b43bbf6a2 HTTP/1.1" status: 204 len: 168 time: 1.1569676 Jan 28 04:41:44.965559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38570) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:45.042933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:45.116304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9b6f744d-3c35-4d89-aacf-09e64fa386c6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:45.212110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9b6f744d-3c35-4d89-aacf-09e64fa386c6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:45.355609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Pushing event updated for resources: {'Port': ['ID=b43019c7-dff6-42e8-8384-4dbf3d0c611c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:45.424138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a6505b8-35d1-4f5e-aba3-4c1e5835b2e5 req-16bd222a-c4c1-47b3-a679-867afff042ef tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2560239 Jan 28 04:41:45.523544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048440c5-70c2-443a-8dc5-b0c336b0279f req-991352d7-a556-4024-a51c-fd853e53db4d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:45.529648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-048440c5-70c2-443a-8dc5-b0c336b0279f req-991352d7-a556-4024-a51c-fd853e53db4d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.3942208 Jan 28 04:41:45.553395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Network 2b3ec0f5-f453-4877-9414-14062072d22c is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:41:45.562616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:41:45.776729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ee83e-f741-470e-87e1-22693dec8b82 req-5405ed72-c608-4eba-8bbb-558e34ff06eb tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:45.789834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-612ee83e-f741-470e-87e1-22693dec8b82 req-5405ed72-c608-4eba-8bbb-558e34ff06eb tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 948 time: 0.2092960 Jan 28 04:41:45.950011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-048440c5-70c2-443a-8dc5-b0c336b0279f req-6e042bab-11de-4d68-b5d3-d7e74c40e351 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095740 Jan 28 04:41:45.991973 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-612ee83e-f741-470e-87e1-22693dec8b82 req-cd9b467b-803e-44c4-bb14-e4108b641717 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485970 Jan 28 04:41:46.024972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:41:46.047957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a4472837-ba3f-4e5e-bd18-e2fe318d67c7 None None] Provisioning complete for port b43019c7-dff6-42e8-8384-4dbf3d0c611c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:46.048602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4472837-ba3f-4e5e-bd18-e2fe318d67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:46.180109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a4472837-ba3f-4e5e-bd18-e2fe318d67c7 None None] Port b43019c7-dff6-42e8-8384-4dbf3d0c611c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:41:46.299084 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (db889fcf-023c-4a96-90aa-69fff640ac04), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:46.299334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:41:46.334176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1281f19-635d-4b4c-9917-77933ebfbba6 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b8f1921-8a7b-447d-8e8c-07b388b9f726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9621112 Jan 28 04:41:46.787755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887edbad-2e57-4244-8853-73f03673845f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:46.849069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13a895-759d-4030-b425-9f5f29c1edc3 req-e7d51e5a-aba7-435e-948e-d239dbbef083 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:46.851814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a13a895-759d-4030-b425-9f5f29c1edc3 req-e7d51e5a-aba7-435e-948e-d239dbbef083 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 944 time: 0.2380674 Jan 28 04:41:46.889949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 887edbad-2e57-4244-8853-73f03673845f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:46.890331 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887edbad-2e57-4244-8853-73f03673845f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:46.975936 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-473a8297-2a10-4fde-b582-865632084ded req-0e4ae87b-9f46-4d2c-aed4-5409a0d16010 tempest-FloatingIPDetailsNegativeTestJSON-1282147426 tempest-FloatingIPDetailsNegativeTestJSON-1282147426-project] show failed (client error): The resource could not be found. Jan 28 04:41:46.991045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38596) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:46.998570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-473a8297-2a10-4fde-b582-865632084ded req-0e4ae87b-9f46-4d2c-aed4-5409a0d16010 tempest-FloatingIPDetailsNegativeTestJSON-1282147426 tempest-FloatingIPDetailsNegativeTestJSON-1282147426-project] 10.222.0.21 "GET /v2.0/floatingips/6bd83358-ed1e-4e9a-aafa-3a166376119e HTTP/1.1" status: 404 len: 350 time: 0.1413925 Jan 28 04:41:47.065757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 887edbad-2e57-4244-8853-73f03673845f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:47.066464 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887edbad-2e57-4244-8853-73f03673845f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:47.106468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 887edbad-2e57-4244-8853-73f03673845f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=887edbad-2e57-4244-8853-73f03673845f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:47.127158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (887edbad-2e57-4244-8853-73f03673845f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:47.222519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006e306-4c92-49bf-8661-c406c61012f0 req-29b411f3-4f23-4228-8936-617892296548 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:47.241327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7006e306-4c92-49bf-8661-c406c61012f0 req-29b411f3-4f23-4228-8936-617892296548 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.1278679 Jan 28 04:41:47.259171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=887edbad-2e57-4244-8853-73f03673845f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:47.334330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a13a895-759d-4030-b425-9f5f29c1edc3 req-cca806c8-7a95-4272-a758-3824a900f40e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723983 Jan 28 04:41:47.389037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7006e306-4c92-49bf-8661-c406c61012f0 req-91729d25-84f3-40b7-b27a-ecae35d21028 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456466 Jan 28 04:41:47.431294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-db0ec5f0-e78b-4e14-8bb0-75b7eceee069 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:47.432867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-db0ec5f0-e78b-4e14-8bb0-75b7eceee069 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 948 time: 0.2000253 Jan 28 04:41:47.464098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9b6f744d-3c35-4d89-aacf-09e64fa386c6 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:47.699287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:41:47.719910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:47.729268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:47.928664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:47.933218 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:47.969482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402dd0c6-65da-435e-925e-fc744e653049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f744d-3c35-4d89-aacf-09e64fa386c6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:47.971983 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afec36c-62ab-4c28-8d41-40ecb2367588" -d '{"events": [{"server_uuid": "402dd0c6-65da-435e-925e-fc744e653049", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f744d-3c35-4d89-aacf-09e64fa386c6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:47.992242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:48.001576 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:48.060080 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Sync routers for ids ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:41:48.083310 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Routers {'2b8f1921-8a7b-447d-8e8c-07b388b9f726'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:48.087688 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:48.138426 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfee86f-52f2-4782-bd7a-72260a57eb3f x-openstack-request-id: req-fdfee86f-52f2-4782-bd7a-72260a57eb3f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:48.139114 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402dd0c6-65da-435e-925e-fc744e653049", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f744d-3c35-4d89-aacf-09e64fa386c6", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:48.139114 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdfee86f-52f2-4782-bd7a-72260a57eb3f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:48.139350 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402dd0c6-65da-435e-925e-fc744e653049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f744d-3c35-4d89-aacf-09e64fa386c6', 'code': 200} Jan 28 04:41:48.147531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9b6f744d-3c35-4d89-aacf-09e64fa386c6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:48.235067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Deleting port 2fa7abbf-855c-48c2-abf9-6027a4500295 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:48.238280 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:48.335870 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Set router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:48.461958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] For port 2fa7abbf-855c-48c2-abf9-6027a4500295, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2fa7abbf-855c-48c2-abf9-6027a4500295,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:48.462339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:48.501088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Calling delete_port for 2fa7abbf-855c-48c2-abf9-6027a4500295 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:48.575080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99267bf0-5214-48cb-8229-b233ce9a045c req-ff2dbf83-ed45-4e43-b4aa-3ed14710e522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:48.588614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99267bf0-5214-48cb-8229-b233ce9a045c req-ff2dbf83-ed45-4e43-b4aa-3ed14710e522 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.0971138 Jan 28 04:41:48.608308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887edbad-2e57-4244-8853-73f03673845f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:48.699626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99267bf0-5214-48cb-8229-b233ce9a045c req-f1f791d7-955d-4af5-b92b-bd49b3b9f092 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Jan 28 04:41:48.728336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 887edbad-2e57-4244-8853-73f03673845f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:48.728726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887edbad-2e57-4244-8853-73f03673845f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:48.752197 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:43Z', 'revision_number': 4, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b43019c7-dff6-42e8-8384-4dbf3d0c611c', 'name': '', 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'mac_address': 'fa:16:3e:31:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:41Z', 'updated_at': '2022-01-28T04:41:43Z', 'revision_number': 2, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'subnets': [{'id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:48.764688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6874b7-eeae-4364-a827-d0e09fb560ee req-4192cd1f-bc8c-4e83-ad03-5fc670664565 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:48.766806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc6874b7-eeae-4364-a827-d0e09fb560ee req-4192cd1f-bc8c-4e83-ad03-5fc670664565 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 948 time: 0.8817904 Jan 28 04:41:48.819245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:48.824978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2fa7abbf-855c-48c2-abf9-6027a4500295), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:48.837554 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Checking router: 2b8f1921-8a7b-447d-8e8c-07b388b9f726 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:41:48.837909 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Updating router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 port b43019c7-dff6-42e8-8384-4dbf3d0c611c binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:41:48.872466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa7abbf-855c-48c2-abf9-6027a4500295,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:48.885745 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:48.985541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ec202-9876-467b-843c-13c461a071c7 req-44631297-05ea-406f-96c1-550ffc9ee25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:48.987741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-157ec202-9876-467b-843c-13c461a071c7 req-44631297-05ea-406f-96c1-550ffc9ee25b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 1096 time: 0.6244817 Jan 28 04:41:48.988361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 887edbad-2e57-4244-8853-73f03673845f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:49.011404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Deleting port 613d5af9-77eb-47ac-860c-68a22dba6aa5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:49.012078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.095882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:49.096540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.124548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc6874b7-eeae-4364-a827-d0e09fb560ee req-a8e9311a-a555-49ca-9ede-ebc85e381e7f tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310528 Jan 28 04:41:49.207911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-157ec202-9876-467b-843c-13c461a071c7 req-c39650e2-a98b-4316-9c23-f932bd4321df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024770 Jan 28 04:41:49.219622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:49.225541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.349598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:49.365528 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Publish callbacks [] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.379621 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.396509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] For port 613d5af9-77eb-47ac-860c-68a22dba6aa5, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=613d5af9-77eb-47ac-860c-68a22dba6aa5,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:49.397489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.417936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (2b8f1921-8a7b-447d-8e8c-07b388b9f726), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.465337 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Pushing event updated for resources: {'Port': ['ID=b43019c7-dff6-42e8-8384-4dbf3d0c611c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:49.488722 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.489092 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.489578 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.489930 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.490407 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.490753 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.491090 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.491548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.491884 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.501895 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.502306 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.503189 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.505759 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:41:49.560063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Calling delete_port for 613d5af9-77eb-47ac-860c-68a22dba6aa5 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:49.636834 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Attempting to bind port b43019c7-dff6-42e8-8384-4dbf3d0c611c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:41:49.636834 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Attempting to bind port b43019c7-dff6-42e8-8384-4dbf3d0c611c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:41:49.637518 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Attempting to bind port b43019c7-dff6-42e8-8384-4dbf3d0c611c on network 2b3ec0f5-f453-4877-9414-14062072d22c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:41:49.646179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (db889fcf-023c-4a96-90aa-69fff640ac04), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.665402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:41:49.665934 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Checking segment: {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:41:49.666271 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.666591 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Bound using segment: {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:41:49.667075 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Bound port: b43019c7-dff6-42e8-8384-4dbf3d0c611c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7023c4a8-e7d1-4950-9e07-365b6ce93ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:41:49.667458 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.820885 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] For port b43019c7-dff6-42e8-8384-4dbf3d0c611c, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:41:49.826535 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] For port b43019c7-dff6-42e8-8384-4dbf3d0c611c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b43019c7-dff6-42e8-8384-4dbf3d0c611c,segment=NetworkSegment(7023c4a8-e7d1-4950-9e07-365b6ce93ffb),segment_id=7023c4a8-e7d1-4950-9e07-365b6ce93ffb)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:41:49.834299 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.889237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc9b41-399c-47c8-9895-fb6d6cbd0aef req-a8356fd5-ce50-45eb-976d-2a43b01d2bf7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:49.897829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30fc9b41-399c-47c8-9895-fb6d6cbd0aef req-a8356fd5-ce50-45eb-976d-2a43b01d2bf7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.0832951 Jan 28 04:41:49.949228 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6a8f-1275-4878-b529-9abfbe79de22 None None] Pushing event updated for resources: {'Port': ['ID=b43019c7-dff6-42e8-8384-4dbf3d0c611c,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:49.960503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] Provisioning complete for port b43019c7-dff6-42e8-8384-4dbf3d0c611c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:49.960986 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:49.971115 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Routers {'2b8f1921-8a7b-447d-8e8c-07b388b9f726'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:49.972551 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:49.973363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30fc9b41-399c-47c8-9895-fb6d6cbd0aef req-201d8c68-0863-4b5c-9167-f89f0a1c6d5b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740831 Jan 28 04:41:50.159757 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] Set router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:50.218564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:50.220858 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22baf5b0-eb27-41f8-a8e7-d1299ff510ad" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:50.241922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] Current status of the port b43019c7-dff6-42e8-8384-4dbf3d0c611c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:50.242248 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:50.329466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] For port b43019c7-dff6-42e8-8384-4dbf3d0c611c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b43019c7-dff6-42e8-8384-4dbf3d0c611c,segment=NetworkSegment(7023c4a8-e7d1-4950-9e07-365b6ce93ffb),segment_id=7023c4a8-e7d1-4950-9e07-365b6ce93ffb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:50.343842 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1437b9-5750-42bb-8496-53941816117c x-openstack-request-id: req-3a1437b9-5750-42bb-8496-53941816117c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:50.344460 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:50.344748 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a1437b9-5750-42bb-8496-53941816117c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:50.345195 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:41:50.346961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:50.454613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffaf0a-e58c-41b8-b580-ff76dac8072f None None] Pushing event updated for resources: {'Port': ['ID=b43019c7-dff6-42e8-8384-4dbf3d0c611c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:50.504504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-182b473f-5126-4c57-8b86-ec1672ef6154 None None] Provisioning complete for port b43019c7-dff6-42e8-8384-4dbf3d0c611c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:50.505470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-182b473f-5126-4c57-8b86-ec1672ef6154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:50.586408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1be84-0b6e-413e-bc8e-ed80e26d1f64 req-e410d970-8e7f-4ec9-9e22-84582d0b989b tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:50.593961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-faa1be84-0b6e-413e-bc8e-ed80e26d1f64 req-e410d970-8e7f-4ec9-9e22-84582d0b989b tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7f3cfe-484a-4938-b3d1-b4fedf1688fa HTTP/1.1" status: 200 len: 948 time: 0.2155678 Jan 28 04:41:50.608580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Router db889fcf-023c-4a96-90aa-69fff640ac04 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:41:50.648430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-182b473f-5126-4c57-8b86-ec1672ef6154 None None] Current status of the port b43019c7-dff6-42e8-8384-4dbf3d0c611c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:50.665111 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (613d5af9-77eb-47ac-860c-68a22dba6aa5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:50.677945 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:43Z', 'revision_number': 4, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b43019c7-dff6-42e8-8384-4dbf3d0c611c', 'name': '', 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'mac_address': 'fa:16:3e:31:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:41Z', 'updated_at': '2022-01-28T04:41:49Z', 'revision_number': 4, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'subnets': [{'id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:50.710437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93935681-5982-431e-addd-2bc77020d6d2 None None] The sync data for ids ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'] in n-d-824835-3 is: [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:43Z', 'revision_number': 4, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b43019c7-dff6-42e8-8384-4dbf3d0c611c', 'name': '', 'network_id': '2b3ec0f5-f453-4877-9414-14062072d22c', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'mac_address': 'fa:16:3e:31:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:41Z', 'updated_at': '2022-01-28T04:41:49Z', 'revision_number': 4, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'subnets': [{'id': '80c7c78b-1ffb-4803-9d08-8e34ada8ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:41:50.913586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] No DVR routers for this DVR port 613d5af9-77eb-47ac-860c-68a22dba6aa5 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:50.915365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Pushing event deleted for resources: {'Port': ['ID=613d5af9-77eb-47ac-860c-68a22dba6aa5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:50.924148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:50.927612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57bd88bf-e865-46ee-9cb3-c12a185bc1cd req-0503708e-91d5-4632-801a-7f1f836dfdaa tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.52 "DELETE /v2.0/ports/613d5af9-77eb-47ac-860c-68a22dba6aa5 HTTP/1.1" status: 204 len: 173 time: 3.4848750 Jan 28 04:41:50.929126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Deleting port b43019c7-dff6-42e8-8384-4dbf3d0c611c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:50.929481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:50.931270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-deleted', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:50.933872 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5554b9dc-4305-44d2-befe-d81e393e2057" -d '{"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-deleted", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:50.964340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-faa1be84-0b6e-413e-bc8e-ed80e26d1f64 req-6a095f1c-6679-4967-a21d-a653156a61e9 tempest-ListImageFiltersTestJSON-1208439559 tempest-ListImageFiltersTestJSON-1208439559-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edbcd97-3d1d-4fcc-9894-506cd53666fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692482 Jan 28 04:41:51.058924 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e459da5-abb3-4bd3-ac7b-0142cb319356 x-openstack-request-id: req-5e459da5-abb3-4bd3-ac7b-0142cb319356 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:51.059210 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7f3cfe-484a-4938-b3d1-b4fedf1688fa", "name": "network-vif-deleted", "tag": "613d5af9-77eb-47ac-860c-68a22dba6aa5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:51.059467 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e459da5-abb3-4bd3-ac7b-0142cb319356 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:51.059866 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7f3cfe-484a-4938-b3d1-b4fedf1688fa', 'name': 'network-vif-deleted', 'tag': '613d5af9-77eb-47ac-860c-68a22dba6aa5', 'status': 'completed', 'code': 200} Jan 28 04:41:51.089108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:41:51.098957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e0eb0dd8-2b46-4261-9064-b23ecc522f77 admin admin] 10.222.0.21 "PUT /v2.0/routers/db889fcf-023c-4a96-90aa-69fff640ac04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1316104 Jan 28 04:41:51.099143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38648) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:51.103818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] Sync routers for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:41:51.133120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:51.134148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:51.193228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] For port b43019c7-dff6-42e8-8384-4dbf3d0c611c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b43019c7-dff6-42e8-8384-4dbf3d0c611c,segment=NetworkSegment(7023c4a8-e7d1-4950-9e07-365b6ce93ffb),segment_id=7023c4a8-e7d1-4950-9e07-365b6ce93ffb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:51.193850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:51.214836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Calling delete_port for b43019c7-dff6-42e8-8384-4dbf3d0c611c owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:51.508246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks [] for router (db889fcf-023c-4a96-90aa-69fff640ac04), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:51.568888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b43019c7-dff6-42e8-8384-4dbf3d0c611c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:51.673285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c02c-d87c-41a2-b963-0cb0b6415969 req-d408622d-cca6-4f2b-988c-4b8a482261f4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:51.698800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485c02c-d87c-41a2-b963-0cb0b6415969 req-d408622d-cca6-4f2b-988c-4b8a482261f4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.5929010 Jan 28 04:41:51.718452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43019c7-dff6-42e8-8384-4dbf3d0c611c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:51.919251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks [] for router_gateway (db889fcf-023c-4a96-90aa-69fff640ac04), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:51.937720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:52.069545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Deleting port f959e1cf-bd0d-4e02-bc87-0f7880679d33 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:52.070076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:52.119057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a485c02c-d87c-41a2-b963-0cb0b6415969 req-f69e67fc-4c36-4399-a775-4d9576e2f0e7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890181 Jan 28 04:41:52.329314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] For port f959e1cf-bd0d-4e02-bc87-0f7880679d33, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f959e1cf-bd0d-4e02-bc87-0f7880679d33,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:52.329888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:52.373956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Calling delete_port for f959e1cf-bd0d-4e02-bc87-0f7880679d33 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:52.453060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (2b8f1921-8a7b-447d-8e8c-07b388b9f726), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:52.535736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:41:48Z', 'revision_number': 5, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port': {'id': 'f959e1cf-bd0d-4e02-bc87-0f7880679d33', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:56Z', 'updated_at': '2022-01-28T04:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:52.573731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38698) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:52.629595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] Checking router: db889fcf-023c-4a96-90aa-69fff640ac04 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:41:52.647190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] Routers {'db889fcf-023c-4a96-90aa-69fff640ac04'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:52.647906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db889fcf-023c-4a96-90aa-69fff640ac04'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:52.880764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] Set router db889fcf-023c-4a96-90aa-69fff640ac04 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:53.025412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:41:51Z', 'revision_number': 6, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:53.054986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-658f94f5-b0ae-45e7-96aa-caafad04512a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:53.057024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-658f94f5-b0ae-45e7-96aa-caafad04512a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.5144613 Jan 28 04:41:53.060892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7eba93c7-875b-4d25-9fa1-b808ff6c810e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.087364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:41:53.091591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-62da4928-d564-4385-b07c-da15c8bc3258 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0268233 Jan 28 04:41:53.092336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:41:53.147029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f959e1cf-bd0d-4e02-bc87-0f7880679d33), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.315772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:41:53.327331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e9b0021a-407c-4227-9c59-2367c76df993 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b8f1921-8a7b-447d-8e8c-07b388b9f726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3279815 Jan 28 04:41:53.327538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f959e1cf-bd0d-4e02-bc87-0f7880679d33,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:53.329462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38726) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:53.352462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:53.382507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:53.443269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2baa7-1c47-4cfd-a1ba-80dc34b8a887 None None] The sync data for ids ['db889fcf-023c-4a96-90aa-69fff640ac04'] in n-d-824835-3 is: [{'id': 'db889fcf-023c-4a96-90aa-69fff640ac04', 'name': 'tempest-ServersTestBootFromVolume-143799040-router', 'tenant_id': '36439a5d776e4cf9b8599516d7c2ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:55Z', 'updated_at': '2022-01-28T04:41:51Z', 'revision_number': 6, 'project_id': '36439a5d776e4cf9b8599516d7c2ef91', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:41:53.449646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:41:53.462212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7eba93c7-875b-4d25-9fa1-b808ff6c810e admin admin] Publish callbacks [] for security_group (2fb54469-6c14-4d6c-91cf-b3fd07f19608), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.466506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 613d5af9-77eb-47ac-860c-68a22dba6aa5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:53.468175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 613d5af9-77eb-47ac-860c-68a22dba6aa5 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:53.555845 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks [] for router (2b8f1921-8a7b-447d-8e8c-07b388b9f726), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.572433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7eba93c7-875b-4d25-9fa1-b808ff6c810e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2fb54469-6c14-4d6c-91cf-b3fd07f19608), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.638620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:53.639030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.663938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (db889fcf-023c-4a96-90aa-69fff640ac04), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.671491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba93c7-875b-4d25-9fa1-b808ff6c810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb54469-6c14-4d6c-91cf-b3fd07f19608,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:53.680298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:41:53.733914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-a505c254-fda7-4334-a420-d7d84d3079b1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6306462 Jan 28 04:41:53.741080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:53.748641 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.793370 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] Sync routers for ids ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:41:53.826475 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks [] for router_gateway (2b8f1921-8a7b-447d-8e8c-07b388b9f726), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.845359 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] Routers {'2b8f1921-8a7b-447d-8e8c-07b388b9f726'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:53.846296 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:53.908454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:53.925399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2b28024-2325-4534-802b-7495e54c6bcc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:41:53.978910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (db889fcf-023c-4a96-90aa-69fff640ac04), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:53.986767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks [] for router_controller (db889fcf-023c-4a96-90aa-69fff640ac04), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.032863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Deleting port 887edbad-2e57-4244-8853-73f03673845f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:54.033122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (887edbad-2e57-4244-8853-73f03673845f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.128170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (db889fcf-023c-4a96-90aa-69fff640ac04), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.130031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db889fcf-023c-4a96-90aa-69fff640ac04 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:41:54.154714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.155876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-34f72b68-1afb-44a4-8b68-bede2cb42f11 admin admin] 10.222.0.21 "DELETE /v2.0/routers/db889fcf-023c-4a96-90aa-69fff640ac04 HTTP/1.1" status: 204 len: 168 time: 3.0555885 Jan 28 04:41:54.178340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:54.191880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7eba93c7-875b-4d25-9fa1-b808ff6c810e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4238843163344e38aad90849e0368da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5877378 Jan 28 04:41:54.198113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:54.356532 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] Set router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:54.463310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38764) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:54.545099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Deleting subnet ce730559-475d-4f95-8b4a-3c1cdaf0f7ed {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:41:54.549922 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Publish callbacks [] for subnet (ce730559-475d-4f95-8b4a-3c1cdaf0f7ed), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.619833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2fa7abbf-855c-48c2-abf9-6027a4500295 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:54.693234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2fa7abbf-855c-48c2-abf9-6027a4500295 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:54.693771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2fa7abbf-855c-48c2-abf9-6027a4500295 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:54.694370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f959e1cf-bd0d-4e02-bc87-0f7880679d33 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:54.766493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f959e1cf-bd0d-4e02-bc87-0f7880679d33 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:54.767250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f959e1cf-bd0d-4e02-bc87-0f7880679d33 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:54.800042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6747771b-6945-46d9-9f21-b4d6bd5fb28b admin admin] Publish callbacks [] for security_group (2fb54469-6c14-4d6c-91cf-b3fd07f19608), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.820521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ce730559-475d-4f95-8b4a-3c1cdaf0f7ed), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.827379 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '887edbad-2e57-4244-8853-73f03673845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:51Z', 'revision_number': 5, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port': {'id': '887edbad-2e57-4244-8853-73f03673845f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:41:35Z', 'updated_at': '2022-01-28T04:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:54.852017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:41:54.917615 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] Checking router: 2b8f1921-8a7b-447d-8e8c-07b388b9f726 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:41:54.954114 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] Routers {'2b8f1921-8a7b-447d-8e8c-07b388b9f726'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:41:54.955085 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:54.972796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2b28024-2325-4534-802b-7495e54c6bcc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:41:54.973533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-2c53a63d-7c18-4f2a-b4ff-d122bed31808 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578873 Jan 28 04:41:54.975486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6747771b-6945-46d9-9f21-b4d6bd5fb28b admin admin] Publish callbacks [] for security_group (2fb54469-6c14-4d6c-91cf-b3fd07f19608), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:54.980846 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.039248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] For port 887edbad-2e57-4244-8853-73f03673845f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=887edbad-2e57-4244-8853-73f03673845f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:55.039248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (887edbad-2e57-4244-8853-73f03673845f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.050873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Calling delete_port for 887edbad-2e57-4244-8853-73f03673845f owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:55.192829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:55.193703 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.224486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] Set router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:41:55.253895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:41:55.261202 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878d656a-bc33-42a2-96f6-f2feb3208c11" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:41:55.319316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:55.322037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-be7a69bb-ace7-42b2-8007-076da3d8fa74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=366d5b9d7994463ebbebc8e64f925da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8467681 Jan 28 04:41:55.324567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38776) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:55.334234 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.360208 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:53Z', 'revision_number': 6, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:55.388896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (887edbad-2e57-4244-8853-73f03673845f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.415361 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6c0ff-45c2-4274-b2b6-3c631c1f21e4 x-openstack-request-id: req-c7f6c0ff-45c2-4274-b2b6-3c631c1f21e4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:41:55.415945 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:41:55.416091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ce730559-475d-4f95-8b4a-3c1cdaf0f7ed), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.421547 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7f6c0ff-45c2-4274-b2b6-3c631c1f21e4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:41:55.422011 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:41:55.434716 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb0b27-962e-4d75-9438-ab53f20c1cae None None] The sync data for ids ['2b8f1921-8a7b-447d-8e8c-07b388b9f726'] in n-d-824835-3 is: [{'id': '2b8f1921-8a7b-447d-8e8c-07b388b9f726', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418298149-router', 'tenant_id': '6c91783f6dcb4cf896561048c6b9a158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:41:34Z', 'updated_at': '2022-01-28T04:41:53Z', 'revision_number': 6, 'project_id': '6c91783f6dcb4cf896561048c6b9a158', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:41:55.452691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Pushing event deleted for resources: {'Port': ['ID=887edbad-2e57-4244-8853-73f03673845f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:55.516292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:55.601182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6747771b-6945-46d9-9f21-b4d6bd5fb28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2fb54469-6c14-4d6c-91cf-b3fd07f19608), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.605221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6747771b-6945-46d9-9f21-b4d6bd5fb28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.606942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6747771b-6945-46d9-9f21-b4d6bd5fb28b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fb54469-6c14-4d6c-91cf-b3fd07f19608 HTTP/1.1" status: 204 len: 168 time: 1.4062808 Jan 28 04:41:55.610275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02bb75d4-4ea0-477e-ae3e-a458c0bfe28b admin admin] Publish callbacks [] for security_group (5edbcd97-3d1d-4fcc-9894-506cd53666fb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.628429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ce730559-475d-4f95-8b4a-3c1cdaf0f7ed), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.648108 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02bb75d4-4ea0-477e-ae3e-a458c0bfe28b admin admin] Publish callbacks [] for security_group (5edbcd97-3d1d-4fcc-9894-506cd53666fb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.668843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-f99bb7f2-9a37-4413-89a0-9594b5cc9aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647525 Jan 28 04:41:55.716026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747771b-6945-46d9-9f21-b4d6bd5fb28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb54469-6c14-4d6c-91cf-b3fd07f19608,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:55.721576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce730559-475d-4f95-8b4a-3c1cdaf0f7ed,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:55.736422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (2b8f1921-8a7b-447d-8e8c-07b388b9f726), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.755646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:55.761430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3b5f4bb4-f6c6-4a2c-b6ce-11d7380a585f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce730559-475d-4f95-8b4a-3c1cdaf0f7ed HTTP/1.1" status: 204 len: 168 time: 1.5817358 Jan 28 04:41:55.762245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde4b2f-3333-42d8-aa4e-64bc94ed5049 None None] Network 0e229fc1-933e-42ea-abc9-4c3cec22627c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:41:55.763766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:56.055107 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0e229fc1-933e-42ea-abc9-4c3cec22627c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.122841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] DHCP port deletion for 0e229fc1-933e-42ea-abc9-4c3cec22627c request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:41:56.181123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (2b8f1921-8a7b-447d-8e8c-07b388b9f726), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.194955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks [] for router_controller (2b8f1921-8a7b-447d-8e8c-07b388b9f726), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.273813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] Deleting port 8691a968-9861-413a-a849-0bf1068ee49f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:56.278132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8691a968-9861-413a-a849-0bf1068ee49f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.348177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a92d44fe-c063-4515-bde1-1e8490905365 req-b12c90fe-969d-4709-93a0-859f360fe932 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 210 time: 0.1261683 Jan 28 04:41:56.389036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (2b8f1921-8a7b-447d-8e8c-07b388b9f726), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.392345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8f1921-8a7b-447d-8e8c-07b388b9f726 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:41:56.406976 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.415039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6a6ecb9e-24ed-4afc-ba4b-75fc3d736713 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2b8f1921-8a7b-447d-8e8c-07b388b9f726 HTTP/1.1" status: 204 len: 168 time: 3.0817945 Jan 28 04:41:56.418008 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02bb75d4-4ea0-477e-ae3e-a458c0bfe28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5edbcd97-3d1d-4fcc-9894-506cd53666fb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.420964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38804) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:56.429697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02bb75d4-4ea0-477e-ae3e-a458c0bfe28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.434031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-02bb75d4-4ea0-477e-ae3e-a458c0bfe28b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5edbcd97-3d1d-4fcc-9894-506cd53666fb HTTP/1.1" status: 204 len: 168 time: 1.1084354 Jan 28 04:41:56.456880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38808) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:56.457722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb75d4-4ea0-477e-ae3e-a458c0bfe28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edbcd97-3d1d-4fcc-9894-506cd53666fb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:56.532408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] For port 8691a968-9861-413a-a849-0bf1068ee49f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8691a968-9861-413a-a849-0bf1068ee49f,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:56.532755 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8691a968-9861-413a-a849-0bf1068ee49f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.537545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2588fab6-c90d-4789-babf-7d2b1679adf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.567526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Deleting subnet 80c7c78b-1ffb-4803-9d08-8e34ada8ef50 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:41:56.591518 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Publish callbacks [] for subnet (80c7c78b-1ffb-4803-9d08-8e34ada8ef50), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.604536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Deleting port 8691a968-9861-413a-a849-0bf1068ee49f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:56.614307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8691a968-9861-413a-a849-0bf1068ee49f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.627925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] Calling delete_port for 8691a968-9861-413a-a849-0bf1068ee49f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:56.765884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2588fab6-c90d-4789-babf-7d2b1679adf0 admin admin] Publish callbacks [] for security_group (06b08902-e2d9-4255-ab82-0901ba8be6a6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.775726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2588fab6-c90d-4789-babf-7d2b1679adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (06b08902-e2d9-4255-ab82-0901ba8be6a6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.869335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (80c7c78b-1ffb-4803-9d08-8e34ada8ef50), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:56.871601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8691a968-9861-413a-a849-0bf1068ee49f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:56.874556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2588fab6-c90d-4789-babf-7d2b1679adf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d3f242060584a35adfc907e97a8d55d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106359 Jan 28 04:41:56.875391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588fab6-c90d-4789-babf-7d2b1679adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b08902-e2d9-4255-ab82-0901ba8be6a6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:56.884562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:56.982585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] For port 8691a968-9861-413a-a849-0bf1068ee49f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8691a968-9861-413a-a849-0bf1068ee49f,segment=NetworkSegment(d4f37e9a-dc1c-488b-8d60-1db89992e42f),segment_id=d4f37e9a-dc1c-488b-8d60-1db89992e42f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:56.983267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8691a968-9861-413a-a849-0bf1068ee49f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.011230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Calling delete_port for 8691a968-9861-413a-a849-0bf1068ee49f owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:57.151095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2012-dc40-41a4-b445-de2fb7f0622c admin admin] Publish callbacks [] for security_group (06b08902-e2d9-4255-ab82-0901ba8be6a6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.151249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (8691a968-9861-413a-a849-0bf1068ee49f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.222006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] No DVR routers for this DVR port 8691a968-9861-413a-a849-0bf1068ee49f on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:57.226622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601b9ed-b448-4d00-b184-2a7fb35210d3 None None] Pushing event deleted for resources: {'Port': ['ID=8691a968-9861-413a-a849-0bf1068ee49f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:57.235009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8691a968-9861-413a-a849-0bf1068ee49f is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:41:57.236395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8691a968-9861-413a-a849-0bf1068ee49f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.264595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2012-dc40-41a4-b445-de2fb7f0622c admin admin] Publish callbacks [] for security_group (06b08902-e2d9-4255-ab82-0901ba8be6a6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.364588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2012-dc40-41a4-b445-de2fb7f0622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (06b08902-e2d9-4255-ab82-0901ba8be6a6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.373232 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2012-dc40-41a4-b445-de2fb7f0622c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.380393 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2f8f2012-dc40-41a4-b445-de2fb7f0622c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06b08902-e2d9-4255-ab82-0901ba8be6a6 HTTP/1.1" status: 204 len: 168 time: 0.4947166 Jan 28 04:41:57.417820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b43019c7-dff6-42e8-8384-4dbf3d0c611c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:57.428240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f2012-dc40-41a4-b445-de2fb7f0622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b08902-e2d9-4255-ab82-0901ba8be6a6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:57.532038 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (80c7c78b-1ffb-4803-9d08-8e34ada8ef50), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.547541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b43019c7-dff6-42e8-8384-4dbf3d0c611c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:57.547920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b43019c7-dff6-42e8-8384-4dbf3d0c611c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:57.548350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887edbad-2e57-4244-8853-73f03673845f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:57.664226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ac8b175-1e12-4a8a-b591-ecc60e5c99f0 req-d7212d80-8ac9-4932-883d-6f511b7b1a46 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 210 time: 0.0646851 Jan 28 04:41:57.711505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 887edbad-2e57-4244-8853-73f03673845f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:57.712107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887edbad-2e57-4244-8853-73f03673845f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:57.717047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (80c7c78b-1ffb-4803-9d08-8e34ada8ef50), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.844583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c7c78b-1ffb-4803-9d08-8e34ada8ef50,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:57.849284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8691a968-9861-413a-a849-0bf1068ee49f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.875993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdfc5c6-2582-4a7c-ad4f-3e273b9d58a3 None None] Network 2b3ec0f5-f453-4877-9414-14062072d22c requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:41:57.882437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:57.886703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4c6e9a68-a9c2-43f0-992c-80dc692b05fd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80c7c78b-1ffb-4803-9d08-8e34ada8ef50 HTTP/1.1" status: 204 len: 168 time: 1.4618819 Jan 28 04:41:57.888930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:57.890032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] No DVR routers for this DVR port 8691a968-9861-413a-a849-0bf1068ee49f on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:57.930256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Pushing event deleted for resources: {'Port': ['ID=8691a968-9861-413a-a849-0bf1068ee49f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:58.029474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.037089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.046304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.063378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.076488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.089174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.102170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.105482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-19789785-9845-490f-880c-3aeacf943fbe tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.4241664 Jan 28 04:41:58.280749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] DHCP port deletion for 2b3ec0f5-f453-4877-9414-14062072d22c request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:41:58.286830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5fb8cccf-48b7-481c-bac9-9d252d26a983 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.290491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5fb8cccf-48b7-481c-bac9-9d252d26a983 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.1741672 Jan 28 04:41:58.311464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:58.314179 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0e229fc1-933e-42ea-abc9-4c3cec22627c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.368183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] Deleting port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:41:58.369396 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.416235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2b3ec0f5-f453-4877-9414-14062072d22c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.442255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] For port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,segment=NetworkSegment(7023c4a8-e7d1-4950-9e07-365b6ce93ffb),segment_id=7023c4a8-e7d1-4950-9e07-365b6ce93ffb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:58.443095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.447297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c423572b-d48b-481c-bc0d-54eeb3f53319 req-5d8a018b-3005-41de-a39a-b5c42735f49d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2995462 Jan 28 04:41:58.458368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] Calling delete_port for d2aecd69-d19c-4e76-afff-5e0c76fa5b2b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:41:58.512918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e229fc1-933e-42ea-abc9-4c3cec22627c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:58.552672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f37e9a-dc1c-488b-8d60-1db89992e42f') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:58.552977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f37e9a-dc1c-488b-8d60-1db89992e42f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:58.553560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (d2aecd69-d19c-4e76-afff-5e0c76fa5b2b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.608116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] The port 'd2aecd69-d19c-4e76-afff-5e0c76fa5b2b' was deleted {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 04:41:58.638749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d4f37e9a-dc1c-488b-8d60-1db89992e42f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.640604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:41:58.644470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.644678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] Pushing event deleted for resources: {'Port': ['ID=d2aecd69-d19c-4e76-afff-5e0c76fa5b2b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:58.651461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d2aecd69-d19c-4e76-afff-5e0c76fa5b2b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:41:58.665058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002548a-a7b6-4b3f-ba45-7519957311a5 None None] No DVR routers for this DVR port d2aecd69-d19c-4e76-afff-5e0c76fa5b2b on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:41:58.705621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d4f37e9a-dc1c-488b-8d60-1db89992e42f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.719982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2b3ec0f5-f453-4877-9414-14062072d22c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.725122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:41:58.725866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d4f37e9a-dc1c-488b-8d60-1db89992e42f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:41:58.727860 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:41:58.752268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d2aecd69-d19c-4e76-afff-5e0c76fa5b2b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:41:58.756196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d2aecd69-d19c-4e76-afff-5e0c76fa5b2b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:41:58.788697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.803584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.811725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.820289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.828608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.835618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.842900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:58.845219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-cf059f28-2179-47fa-bb34-9ab4a1483286 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.3357010 Jan 28 04:41:58.945189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.5 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/6503373f-fdf9-47f8-b346-ccbe3e6f8c9e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:41:59.149174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:59.225945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3ec0f5-f453-4877-9414-14062072d22c']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:59.254501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7023c4a8-e7d1-4950-9e07-365b6ce93ffb') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:59.254799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7023c4a8-e7d1-4950-9e07-365b6ce93ffb') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:41:59.277440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-484a13ad-8e6a-41b5-a338-4e19b6467a36 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.279447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-484a13ad-8e6a-41b5-a338-4e19b6467a36 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "GET /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1411471 Jan 28 04:41:59.285581 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0e229fc1-933e-42ea-abc9-4c3cec22627c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.302909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.304925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5da1de57-6d7a-42ae-90fa-473a238a7cb0 req-86811c05-df9e-4d4a-8c59-5a23d45b90bd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 210 time: 0.1692591 Jan 28 04:41:59.306087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0e229fc1-933e-42ea-abc9-4c3cec22627c HTTP/1.1" status: 204 len: 168 time: 3.5407000 Jan 28 04:41:59.321135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (7023c4a8-e7d1-4950-9e07-365b6ce93ffb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.343333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7023c4a8-e7d1-4950-9e07-365b6ce93ffb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.352774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:41:59.353672 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (7023c4a8-e7d1-4950-9e07-365b6ce93ffb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:41:59.426240 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:41:59.444943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2b3ec0f5-f453-4877-9414-14062072d22c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.447669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f584c-61cc-4603-8171-922f160c8150 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e229fc1-933e-42ea-abc9-4c3cec22627c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:59.483168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3ec0f5-f453-4877-9414-14062072d22c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:41:59.489846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-5acbe0e5-8460-408c-82de-27c60ba96b32 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "GET /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1702590 Jan 28 04:41:59.490010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.498843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76b2360f-ac59-4f00-b7c6-0136cb247da4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b3ec0f5-f453-4877-9414-14062072d22c HTTP/1.1" status: 204 len: 168 time: 1.5837245 Jan 28 04:41:59.522843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:59.633260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.641864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-658359580-network', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:41:59.684370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Made reservation on behalf of e65e801caf8c4f368d9d20181428b635 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:41:59.691131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.693541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:59.727037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:59.874212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.895225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.904181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=52f4da5e-c44f-4320-b101-36c18f21bcad,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:41:59.907484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.914061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.922466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.931037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.936710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:59.938903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-b8420eb4-10bd-4405-aee3-3dd68d014ed6 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 5432 time: 0.2635200 Jan 28 04:41:59.981445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] For port 52f4da5e-c44f-4320-b101-36c18f21bcad, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:00.052699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] device_id is not set on port 52f4da5e-c44f-4320-b101-36c18f21bcad yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:42:00.066092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Publish callbacks [] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.082491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1a146c8-4cc2-4887-ac8c-c977bd3bee38 req-e6bb5460-aa02-417b-bde8-50f902b0b795 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371610 Jan 28 04:42:00.124045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c2cd11dc-6dab-4a33-ba57-ccb52d89e863 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36439a5d776e4cf9b8599516d7c2ef91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539439 Jan 28 04:42:00.125331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.127225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38936) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:00.139440 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.195853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38938) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:00.315536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-61550d01-b7a9-42f3-8b46-b83becad6577 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c91783f6dcb4cf896561048c6b9a158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158073 Jan 28 04:42:00.318205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38942) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:00.372583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] No DVR routers for this DVR port 52f4da5e-c44f-4320-b101-36c18f21bcad on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:00.382308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da1b4db4-7d62-4828-ac75-ce26c9841e2e admin admin] Publish callbacks [] for security_group (03b44aed-a0d4-461a-b09b-92fa60486fca), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.440857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] In _notify_port_updated(), no bound segment for port 52f4da5e-c44f-4320-b101-36c18f21bcad on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:42:00.441699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:00.442318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.443628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] 10.222.0.47 "PUT /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 200 len: 1028 time: 0.9352562 Jan 28 04:42:00.464266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da1b4db4-7d62-4828-ac75-ce26c9841e2e admin admin] Publish callbacks [] for security_group (03b44aed-a0d4-461a-b09b-92fa60486fca), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.499669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9715c08-d6c6-495b-9d84-2423527f634e admin admin] Publish callbacks [] for security_group (70fa1166-1e7b-447d-8bcf-5126e1a80b8b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.525856 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9715c08-d6c6-495b-9d84-2423527f634e admin admin] Publish callbacks [] for security_group (70fa1166-1e7b-447d-8bcf-5126e1a80b8b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.526917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks [] for security_group (477eff5f-3d5d-454e-901c-ac0fb3cff48c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.657860 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9715c08-d6c6-495b-9d84-2423527f634e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (70fa1166-1e7b-447d-8bcf-5126e1a80b8b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.663242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9715c08-d6c6-495b-9d84-2423527f634e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.669319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9715c08-d6c6-495b-9d84-2423527f634e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70fa1166-1e7b-447d-8bcf-5126e1a80b8b HTTP/1.1" status: 204 len: 168 time: 0.3480790 Jan 28 04:42:00.675396 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (477eff5f-3d5d-454e-901c-ac0fb3cff48c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.689378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3c89e288-3685-46bd-8bf6-909121485ef1 None None] Provisioning complete for port 52f4da5e-c44f-4320-b101-36c18f21bcad triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:00.690000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c89e288-3685-46bd-8bf6-909121485ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.703795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9715c08-d6c6-495b-9d84-2423527f634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa1166-1e7b-447d-8bcf-5126e1a80b8b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:00.718182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9fa4d64-6240-4439-86c8-fcaf21b71b8b req-57b8062f-0480-4716-88f1-b1fe6d831ab4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 210 time: 0.2502849 Jan 28 04:42:00.740153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da1b4db4-7d62-4828-ac75-ce26c9841e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (03b44aed-a0d4-461a-b09b-92fa60486fca), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.745551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da1b4db4-7d62-4828-ac75-ce26c9841e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.750450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-da1b4db4-7d62-4828-ac75-ce26c9841e2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03b44aed-a0d4-461a-b09b-92fa60486fca HTTP/1.1" status: 204 len: 168 time: 0.6213825 Jan 28 04:42:00.776215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4db4-7d62-4828-ac75-ce26c9841e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b44aed-a0d4-461a-b09b-92fa60486fca,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:00.790418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:42:00.814534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb8095fb-f5c8-4b9e-84a8-d1e6e479817f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.815951 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Added segment eb8095fb-f5c8-4b9e-84a8-d1e6e479817f of type vlan for network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 Jan 28 04:42:00.908092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3c89e288-3685-46bd-8bf6-909121485ef1 None None] Port 52f4da5e-c44f-4320-b101-36c18f21bcad cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:00.918931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0a0ae86e-bd7a-4633-b2b4-4683b67b7424), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.962110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.963921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477eff5f-3d5d-454e-901c-ac0fb3cff48c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:00.966689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486473d8-3b0d-418e-8540-f03d22126913 service neutron] Pushing event updated for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:00.999873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:01.008257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:01.069793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9b6f744d-3c35-4d89-aacf-09e64fa386c6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:01.088176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:01.095981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:01.107559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-78a182f1-f661-44fc-ae52-0e943dfdbe63 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.112900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-78a182f1-f661-44fc-ae52-0e943dfdbe63 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "GET /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6262853 Jan 28 04:42:01.128019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0a0ae86e-bd7a-4633-b2b4-4683b67b7424), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.132015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.132669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.226502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:01.408945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.452351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.461174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.467999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.476334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.485108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.489019 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-87b4844b-900e-425e-a846-7608d3751d03 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 4657 time: 0.2344363 Jan 28 04:42:01.573109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 25243698-924e-48cd-bdd3-6282c89379c2 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:01.588235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38978) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:01.590015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4360518 Jan 28 04:42:01.608060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a818872-a9cb-42a3-9b4c-b77dc10267e6 req-71043426-f587-4343-a982-8421e13f6b21 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065640 Jan 28 04:42:01.618360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Request body: {'subnet': {'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-658359580-subnet', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:01.675235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Made reservation on behalf of e65e801caf8c4f368d9d20181428b635 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:01.679769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.709172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 25243698-924e-48cd-bdd3-6282c89379c2 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:01.710501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (25243698-924e-48cd-bdd3-6282c89379c2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.754293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:01.757194 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c90be08-06ad-450b-b8aa-141ddc2b839f" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "25243698-924e-48cd-bdd3-6282c89379c2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:01.773586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25243698-924e-48cd-bdd3-6282c89379c2,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:01.784890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.785686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f06d0385-c9c0-4f36-a391-a527ba9c6c0c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:01.791664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94782ac4-8ff2-4df6-a5bf-7c891da83be0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0ae86e-bd7a-4633-b2b4-4683b67b7424,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:01.810761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:01.877009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:01.880018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.919978 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f2a4aa-4c59-495d-a9ab-7e4128a46e55 x-openstack-request-id: req-39f2a4aa-4c59-495d-a9ab-7e4128a46e55 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:01.920285 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "25243698-924e-48cd-bdd3-6282c89379c2", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:01.921792 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39f2a4aa-4c59-495d-a9ab-7e4128a46e55 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:01.923202 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2', 'code': 200} Jan 28 04:42:01.930632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.937579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:42:01.983783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-95b5d497-1fc0-4f1a-a2d6-3653793dc929 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6789486 Jan 28 04:42:02.014283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Request body: {'port': {'device_id': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:02.026555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd7320-c0cc-49e0-ae9c-22451ce6d128 req-c72fcd9c-2281-4469-9f3b-d20049ca7b8b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:02.034222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fbd7320-c0cc-49e0-ae9c-22451ce6d128 req-c72fcd9c-2281-4469-9f3b-d20049ca7b8b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 931 time: 0.1498208 Jan 28 04:42:02.185680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (6d915e0f-834e-48c1-bbe2-a4eebfe4079d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.240722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f06d0385-c9c0-4f36-a391-a527ba9c6c0c is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:02.241127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.306444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d915e0f-834e-48c1-bbe2-a4eebfe4079d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:02.308093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fbd7320-c0cc-49e0-ae9c-22451ce6d128 req-1a9b1e69-34ee-496c-a35a-e06f1ad055fc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729127 Jan 28 04:42:02.308700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.369937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Checking segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:02.371325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Network hostable DHCP agents. Network: 0a0ae86e-bd7a-4633-b2b4-4683b67b7424, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:42:02.386269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:02.392360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:02.413666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:42:02.418076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.418480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.418864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.419250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.421718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.423534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.423915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.424965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.425413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.427035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.430780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.432583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.434337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:02.434755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0a0ae86e-bd7a-4633-b2b4-4683b67b7424) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:02.439624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:02.440899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.448753 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.449504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:02.460056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14bd66-eaca-4ba1-bc18-cefef769a386 None None] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:02.463014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=690a93a5-94f1-484b-94b6-8d9c01e4944e,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:02.474656 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d3095c20-5329-4e9f-87f0-9ae13bce435d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8638928 Jan 28 04:42:02.475541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39010) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:02.480101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:02.554443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (a64a854a-1bc4-4282-ba83-fec496717cc0), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.555562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (a64a854a-1bc4-4282-ba83-fec496717cc0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.775480 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks [] for router_controller (a64a854a-1bc4-4282-ba83-fec496717cc0), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.879125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:42:02.883550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:02.945996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] For port 690a93a5-94f1-484b-94b6-8d9c01e4944e, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:03.006516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:03.151790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] device_id is not set on port 690a93a5-94f1-484b-94b6-8d9c01e4944e yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:42:03.187449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Publish callbacks [] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.195980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:03.198712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.204386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39044) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:03.225891 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.263947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks [] for router_gateway (a64a854a-1bc4-4282-ba83-fec496717cc0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.295723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.307601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.315773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.328675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.338106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.358480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.366979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-5d2aaf8c-043e-49da-8aa1-e09eba1beade tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 4653 time: 0.4964120 Jan 28 04:42:03.382789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:03.403704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.405556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device ad80303c-7d4a-42cd-b166-e1995dad39ff no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:03.448214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] No DVR routers for this DVR port 690a93a5-94f1-484b-94b6-8d9c01e4944e on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:03.465538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:03.602210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-732991643-network', 'tenant_id': '99cb181476494422a9dcd31107896390'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:03.607491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d6ed157-f65f-4ea5-b7de-ac7f69aced54 req-511c58f6-a198-4e77-866e-132347d6cfb3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dcb2595-a448-413b-aa5c-ab5345e5b6da&id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393184 Jan 28 04:42:03.771951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] In _notify_port_updated(), no bound segment for port 690a93a5-94f1-484b-94b6-8d9c01e4944e on network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:42:03.774858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:03.777315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.781501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-12038b22-9666-46bb-a159-2c422c6b36b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 200 len: 1027 time: 2.5863454 Jan 28 04:42:03.845026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:03.861523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.924913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:03.958001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.051542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c'}, {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:04.054421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks [] for router_gateway (a64a854a-1bc4-4282-ba83-fec496717cc0), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.054891 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d57623-be06-4abb-a7ae-6a011d17719b" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c"}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:04.129393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.171560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks [] for security_group (154569e8-b67b-4b80-bd19-a69d5816e236), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.175079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Allocated IP 172.20.0.2 (0a0ae86e-bd7a-4633-b2b4-4683b67b7424/6d915e0f-834e-48c1-bbe2-a4eebfe4079d/274c72a2-a72b-4d22-8529-2f9f58a8cfde) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:04.178276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Publish callbacks [] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.204340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (154569e8-b67b-4b80-bd19-a69d5816e236), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.211996 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6267ec-4f82-4db0-bd66-20dcec9dc08f x-openstack-request-id: req-4d6267ec-4f82-4db0-bd66-20dcec9dc08f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:04.213673 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c", "code": 200}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:04.214720 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d6267ec-4f82-4db0-bd66-20dcec9dc08f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:04.216033 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c', 'code': 200} Jan 28 04:42:04.217601 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'code': 200} Jan 28 04:42:04.301854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154569e8-b67b-4b80-bd19-a69d5816e236,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:04.330868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-af5e23c1-59c4-48ea-83ef-b90cfd49c237 None None] Provisioning complete for port 690a93a5-94f1-484b-94b6-8d9c01e4944e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:04.335489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5e23c1-59c4-48ea-83ef-b90cfd49c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.357998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:42:04.384774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Allocated IP 172.25.6.79 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/bccc152d-488b-4b36-9ecd-9c2d21af521b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:04.388749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Transition to ACTIVE for port object 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:42:04.436502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:04.482425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39096) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:04.498332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b0b3-0a59-4b73-95ba-cbf09047b30c req-1b1ea866-9b55-4cfb-97cd-7068d4d4d9e0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:04.499906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5a5b0b3-0a59-4b73-95ba-cbf09047b30c req-1b1ea866-9b55-4cfb-97cd-7068d4d4d9e0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 931 time: 0.8233454 Jan 28 04:42:04.523712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-af5e23c1-59c4-48ea-83ef-b90cfd49c237 None None] Port 690a93a5-94f1-484b-94b6-8d9c01e4944e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:04.534601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port ad80303c-7d4a-42cd-b166-e1995dad39ff is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:04.539735 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.554041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.573597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b735bc5f-c08e-4437-9bef-5d272eadc907), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.573981 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Added segment b735bc5f-c08e-4437-9bef-5d272eadc907 of type vlan for network 28dbad87-65ee-424d-89a2-021c02808473 Jan 28 04:42:04.604376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks [] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.647417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.663541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (28dbad87-65ee-424d-89a2-021c02808473), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.680099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:04.688754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:04.695444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.695665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:04.696457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 52f4da5e-c44f-4320-b101-36c18f21bcad no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:04.704679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:04.824101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Pushing event updated for resources: {'Port': ['ID=bccc152d-488b-4b36-9ecd-9c2d21af521b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:04.900326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 52f4da5e-c44f-4320-b101-36c18f21bcad host ! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:42:04.900872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 52f4da5e-c44f-4320-b101-36c18f21bcad not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:04.901355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 1644ed9b-9fcd-49f3-96fc-570fe5eda845 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:04.902047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (28dbad87-65ee-424d-89a2-021c02808473), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.903098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:04.903669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.091705 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Publish callbacks [] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.135730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:05.137059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] Pushing event updated for resources: {'Network': ['ID=28dbad87-65ee-424d-89a2-021c02808473,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:05.145362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.197616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 28dbad87-65ee-424d-89a2-021c02808473 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:42:05.232813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:05.255324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-00a0699b-9bf7-4c26-98a1-e19ec8344506 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:05.262661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5a5b0b3-0a59-4b73-95ba-cbf09047b30c req-614ccc7b-ce09-4513-b65f-9e0188d2583b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338545 Jan 28 04:42:05.271691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-abe58d7d-bd74-4535-9cc7-39fba6fd2557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.274870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-00a0699b-9bf7-4c26-98a1-e19ec8344506 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:05.292420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-00a0699b-9bf7-4c26-98a1-e19ec8344506 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:05.300805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-00a0699b-9bf7-4c26-98a1-e19ec8344506 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:05.306332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-00a0699b-9bf7-4c26-98a1-e19ec8344506 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:05.308368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-00a0699b-9bf7-4c26-98a1-e19ec8344506 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3875 time: 0.4367375 Jan 28 04:42:05.308508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a2bd83e6-e3fe-46a0-b1c8-7da49f19d7fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0902617 Jan 28 04:42:05.309269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39110) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:05.310894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Attempting to bind port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:05.313685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Attempting to bind port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:05.314227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Attempting to bind port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:05.393582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Request body: {'subnet': {'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-subnet', 'tenant_id': '99cb181476494422a9dcd31107896390', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:05.424562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:05.425018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.451085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-abe58d7d-bd74-4535-9cc7-39fba6fd2557 admin admin] Publish callbacks [] for security_group (bcad7b31-4fdf-402d-ab49-891a9b0c6494), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.457096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:42:05.457982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Attempting to bind port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:05.467796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:05.468573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:05.469209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:05.469961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Bound port: 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:05.470579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.470770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:05.473299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-abe58d7d-bd74-4535-9cc7-39fba6fd2557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bcad7b31-4fdf-402d-ab49-891a9b0c6494), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.488742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:05.498160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:05.514842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port ad80303c-7d4a-42cd-b166-e1995dad39ff {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:05.515695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.534188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe58d7d-bd74-4535-9cc7-39fba6fd2557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad7b31-4fdf-402d-ab49-891a9b0c6494,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:05.635902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-abe58d7d-bd74-4535-9cc7-39fba6fd2557 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ada6f374c2b4344b4cf67a787592e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1182983 Jan 28 04:42:05.640136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39112) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:05.648937 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks [] for router_gateway (a64a854a-1bc4-4282-ba83-fec496717cc0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.659597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:05.662504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.754894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30d0cdd7-3e6b-4701-b3de-af7a2b34584a admin admin] Publish callbacks [] for security_group (bcad7b31-4fdf-402d-ab49-891a9b0c6494), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.786925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30d0cdd7-3e6b-4701-b3de-af7a2b34584a admin admin] Publish callbacks [] for security_group (bcad7b31-4fdf-402d-ab49-891a9b0c6494), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.790315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:05.791400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Pushing event updated for resources: {'Port': ['ID=274c72a2-a72b-4d22-8529-2f9f58a8cfde,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:05.855950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-95b3b2e8-c371-44e4-b8de-a7b36b71f678 req-63d50739-c094-4ee5-b04a-b09f87dad303 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5348930 Jan 28 04:42:05.889403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Attempting to bind port 274c72a2-a72b-4d22-8529-2f9f58a8cfde on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:05.890953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Attempting to bind port 274c72a2-a72b-4d22-8529-2f9f58a8cfde by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:05.891347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Attempting to bind port 274c72a2-a72b-4d22-8529-2f9f58a8cfde on network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:05.902887 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.910499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 690a93a5-94f1-484b-94b6-8d9c01e4944e no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:05.914916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] For port ad80303c-7d4a-42cd-b166-e1995dad39ff, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=ad80303c-7d4a-42cd-b166-e1995dad39ff,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:05.916174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.922460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30d0cdd7-3e6b-4701-b3de-af7a2b34584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bcad7b31-4fdf-402d-ab49-891a9b0c6494), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.930349 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30d0cdd7-3e6b-4701-b3de-af7a2b34584a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.934429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-30d0cdd7-3e6b-4701-b3de-af7a2b34584a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcad7b31-4fdf-402d-ab49-891a9b0c6494 HTTP/1.1" status: 204 len: 168 time: 0.2927780 Jan 28 04:42:05.983138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] For port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:06.041592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for ad80303c-7d4a-42cd-b166-e1995dad39ff owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:06.071595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0cdd7-3e6b-4701-b3de-af7a2b34584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad7b31-4fdf-402d-ab49-891a9b0c6494,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:06.093999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] For port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:06.103703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:06.104267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Checking segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:06.104687 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.113755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Bound using segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:06.114445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Bound port: 274c72a2-a72b-4d22-8529-2f9f58a8cfde, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:06.117998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.118608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.231271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff'}, {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:06.243866 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9d042a-6f2b-4582-ab67-a76514fabb06" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff"}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:06.263521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:06.386640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:06.387553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.390265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-5ae42a39-fbac-491d-a341-4bafc930b5f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/6503373f-fdf9-47f8-b346-ccbe3e6f8c9e HTTP/1.1" status: 200 len: 1091 time: 4.3875868 Jan 28 04:42:06.395704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'tag': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:06.399646 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ce614-94b9-437a-ab62-a367d6e816f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72", "tag": "6503373f-fdf9-47f8-b346-ccbe3e6f8c9e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:06.433066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (a64a854a-1bc4-4282-ba83-fec496717cc0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.473572 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d5378-bb59-49ec-b381-87badd739a8f x-openstack-request-id: req-d50d5378-bb59-49ec-b381-87badd739a8f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:06.473888 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff", "code": 200}, {"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:06.474156 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d50d5378-bb59-49ec-b381-87badd739a8f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:06.474580 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff', 'code': 200} Jan 28 04:42:06.474845 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845', 'code': 200} Jan 28 04:42:06.510760 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef410f36-fcec-41d2-b672-7bb1b9eb4c77 x-openstack-request-id: req-ef410f36-fcec-41d2-b672-7bb1b9eb4c77 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:06.511197 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72", "tag": "6503373f-fdf9-47f8-b346-ccbe3e6f8c9e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:06.511552 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef410f36-fcec-41d2-b672-7bb1b9eb4c77 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:06.512635 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'tag': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e', 'status': 'completed', 'code': 200} Jan 28 04:42:06.519927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 690a93a5-94f1-484b-94b6-8d9c01e4944e host ! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:42:06.520351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 690a93a5-94f1-484b-94b6-8d9c01e4944e not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:06.534998 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.538927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-048c6271-dc93-45c9-9c2c-bb7eaa29ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:06.541619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-048c6271-dc93-45c9-9c2c-bb7eaa29ff6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 1094 time: 0.0779002 Jan 28 04:42:06.550889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:06.569470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] For port 274c72a2-a72b-4d22-8529-2f9f58a8cfde, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:06.575229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] For port 274c72a2-a72b-4d22-8529-2f9f58a8cfde, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=274c72a2-a72b-4d22-8529-2f9f58a8cfde,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:06.591270 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.687818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (fb760bda-f186-40fb-92bb-52ff840227a1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.790095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863ca89-fc51-4686-80d7-e15dd7b00d51 None None] Pushing event updated for resources: {'Port': ['ID=274c72a2-a72b-4d22-8529-2f9f58a8cfde,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:07.511363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-c2376393-da78-4542-9d9c-c2283b88893e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e HTTP/1.1" status: 200 len: 217 time: 0.9170802 Jan 28 04:42:07.577067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afecd-675a-43d2-99d6-33df4693cd5f req-4addcf6e-ebe2-4c79-abdd-60c074502846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.579276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-4addcf6e-ebe2-4c79-abdd-60c074502846 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.0559263 Jan 28 04:42:07.651950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dc92f-67dc-4c3d-be6b-1bcf3d3f8ebc req-f1e0ff6d-a609-4b3c-8051-0cd536c82b8f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.660868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-e57338e6-d9d4-4c0d-9c58-f271a71a984b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497503 Jan 28 04:42:07.661176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce0dc92f-67dc-4c3d-be6b-1bcf3d3f8ebc req-f1e0ff6d-a609-4b3c-8051-0cd536c82b8f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 943 time: 1.1451375 Jan 28 04:42:07.692483 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:07.755414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-2e939250-bbb6-4343-a7b4-6692da35cb06 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.764083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-2e939250-bbb6-4343-a7b4-6692da35cb06 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.770770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-2e939250-bbb6-4343-a7b4-6692da35cb06 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.777893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-2e939250-bbb6-4343-a7b4-6692da35cb06 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.788975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-2e939250-bbb6-4343-a7b4-6692da35cb06 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:07.792234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-2e939250-bbb6-4343-a7b4-6692da35cb06 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3873 time: 0.2794051 Jan 28 04:42:07.816779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ad80303c-7d4a-42cd-b166-e1995dad39ff), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:07.951062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=ad80303c-7d4a-42cd-b166-e1995dad39ff,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:07.991892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Checking segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:07.992481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Network hostable DHCP agents. Network: 28dbad87-65ee-424d-89a2-021c02808473, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:42:08.013487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb760bda-f186-40fb-92bb-52ff840227a1,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:08.065718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce0dc92f-67dc-4c3d-be6b-1bcf3d3f8ebc req-b8faffa4-b653-49f7-baeb-69df8f30fdeb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804245 Jan 28 04:42:08.099260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Router a64a854a-1bc4-4282-ba83-fec496717cc0 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:42:08.124872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Network 28dbad87-65ee-424d-89a2-021c02808473 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:42:08.142005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] No DVR routers for this DVR port ad80303c-7d4a-42cd-b166-e1995dad39ff on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:08.155091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:08.158610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-4da81eb4-1c03-46d4-a28b-69539eb37e4b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "DELETE /v2.0/ports/ad80303c-7d4a-42cd-b166-e1995dad39ff HTTP/1.1" status: 204 len: 173 time: 4.3156068 Jan 28 04:42:08.163607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 28dbad87-65ee-424d-89a2-021c02808473) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:08.177123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8383ee1-81da-407e-84e8-d36ef4ed5329 None None] Network 28dbad87-65ee-424d-89a2-021c02808473 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:08.221763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de98bed1-9353-4a35-88f7-7a5e9c9b44d6 req-400d2f65-9ab4-4ca6-8092-12b98c876c7d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166927 Jan 28 04:42:08.292859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:08.293579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:08.324546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-e9b135e4-6189-4ce7-a22e-619cee3be331 service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463602 Jan 28 04:42:08.382257 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a0dfd10d-58e4-4461-b9a9-57632d0c8c9a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0691328 Jan 28 04:42:08.395090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:08.418473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:08.459530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-28dbad87-65ee-424d-89a2-021c02808473', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'project_id': '99cb181476494422a9dcd31107896390', 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:42:08.461222 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:08.576301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-f64dd35b-f567-4801-a946-6a0c22c7529f tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=98d4f8ad500848848590c99eda2fda72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1840694 Jan 28 04:42:08.636797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:08.639776 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4b120-a3cf-444f-8798-3356211656b3" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:08.645367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136afecd-675a-43d2-99d6-33df4693cd5f req-2b3e2f52-ac61-4eb8-8609-05170b0e1ca6 service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015571 Jan 28 04:42:08.786435 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c811fa2-cf27-457a-9f06-402a8acf270e x-openstack-request-id: req-6c811fa2-cf27-457a-9f06-402a8acf270e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:08.787076 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "ad80303c-7d4a-42cd-b166-e1995dad39ff", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:08.787527 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c811fa2-cf27-457a-9f06-402a8acf270e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:08.789697 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': 'ad80303c-7d4a-42cd-b166-e1995dad39ff', 'status': 'completed', 'code': 200} Jan 28 04:42:08.824026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c002b651-8a85-43fc-b32b-c4198e16e39c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:08.825094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c002b651-8a85-43fc-b32b-c4198e16e39c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:08.866819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 274c72a2-a72b-4d22-8529-2f9f58a8cfde up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:08.873058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23a02d-012a-454b-9f1b-aa0d0ff48c43 None None] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:08.919661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-076b68fd-fec4-4f5e-8163-38ce76c389fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:08.927271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:08.990091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Sync routers for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:09.014656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks [] for router_controller (c002b651-8a85-43fc-b32b-c4198e16e39c), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:09.026047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-dc811fbd-55e2-472a-b221-e2f1e48caeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:09.028510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-dc811fbd-55e2-472a-b221-e2f1e48caeea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 1094 time: 0.2350643 Jan 28 04:42:09.031120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-c1a02eda-3ecb-4e3a-a1f1-0a8da493b781 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:09.042689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-c1a02eda-3ecb-4e3a-a1f1-0a8da493b781 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4653568 Jan 28 04:42:09.069593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:09.069593 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8bc0f339-2050-4388-a8ad-3d0adc221e84 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5855167 Jan 28 04:42:09.093722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39190) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:09.097941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] Provisioning complete for port 274c72a2-a72b-4d22-8529-2f9f58a8cfde triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:09.100641 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:09.103947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:09.104760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:41:42Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:09.193441 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-bcb6931c-202a-4d23-8bb2-c42f9b554348 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/quotas/98d4f8ad500848848590c99eda2fda72 HTTP/1.1" status: 200 len: 375 time: 0.1493919 Jan 28 04:42:09.304804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Allocated IP 172.20.0.2 (28dbad87-65ee-424d-89a2-021c02808473/fb760bda-f186-40fb-92bb-52ff840227a1/b6e76599-f0c1-4e1b-8ab7-f500b81087b0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:09.439265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-cb1bf28e-9874-4366-ad02-d9f50d62b9a4 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d4f8ad500848848590c99eda2fda72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2449305 Jan 28 04:42:09.447572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:09.535717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks [] for router_gateway (c002b651-8a85-43fc-b32b-c4198e16e39c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:09.957345 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:42:10.028031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port 25243698-924e-48cd-bdd3-6282c89379c2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:10.029282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (25243698-924e-48cd-bdd3-6282c89379c2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:10.209050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] For port 25243698-924e-48cd-bdd3-6282c89379c2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=25243698-924e-48cd-bdd3-6282c89379c2,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:10.209457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (25243698-924e-48cd-bdd3-6282c89379c2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:10.225785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for 25243698-924e-48cd-bdd3-6282c89379c2 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:10.410992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f5b09-0af5-46ca-83a9-29230b26bae1 req-777d71c0-a991-4ea5-b5aa-695c7d2b0749 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:10.426990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f5b09-0af5-46ca-83a9-29230b26bae1 req-777d71c0-a991-4ea5-b5aa-695c7d2b0749 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:10.445703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f5b09-0af5-46ca-83a9-29230b26bae1 req-777d71c0-a991-4ea5-b5aa-695c7d2b0749 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:10.474520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f5b09-0af5-46ca-83a9-29230b26bae1 req-777d71c0-a991-4ea5-b5aa-695c7d2b0749 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:10.497892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-014f5b09-0af5-46ca-83a9-29230b26bae1 req-777d71c0-a991-4ea5-b5aa-695c7d2b0749 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 3140 time: 0.4915853 Jan 28 04:42:10.655707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks [] for router_gateway (c002b651-8a85-43fc-b32b-c4198e16e39c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:10.729062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 274c72a2-a72b-4d22-8529-2f9f58a8cfde triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:10.736113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:10.740768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:10.756808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-c9a217d1-caaa-4a95-ac65-2683f5adac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:10.759252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-c9a217d1-caaa-4a95-ac65-2683f5adac99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 1.7189760 Jan 28 04:42:10.863007 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Publish callbacks [] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:10.889503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-014f5b09-0af5-46ca-83a9-29230b26bae1 req-4801e282-4e0c-450f-892e-16cd6c06b7b9 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905962 Jan 28 04:42:10.895318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.016582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.040173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Allocated IP 172.20.0.1 (0a0ae86e-bd7a-4633-b2b4-4683b67b7424/6d915e0f-834e-48c1-bbe2-a4eebfe4079d/78ef4da2-5a63-4dfc-8c95-5d9f210c95ef) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:11.116401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Network 28dbad87-65ee-424d-89a2-021c02808473 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:11.147624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (25243698-924e-48cd-bdd3-6282c89379c2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.202572 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4f93b58-b961-43b4-b7dd-89b96f58308a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.206194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:11.228141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:11.382388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-fbcca98f-3d15-4e6c-9a59-222aa629bf04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e HTTP/1.1" status: 200 len: 217 time: 0.2264426 Jan 28 04:42:11.389690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Pushing event updated for resources: {'Port': ['ID=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:11.394456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b09b-dd7e-4bb1-b7ee-d3cb46a40735 req-c4c26df9-8d5c-4735-bfea-62f8bcc62ce1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:11.407550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62a0b09b-dd7e-4bb1-b7ee-d3cb46a40735 req-c4c26df9-8d5c-4735-bfea-62f8bcc62ce1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 943 time: 1.8314075 Jan 28 04:42:11.443669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] Current status of the port 274c72a2-a72b-4d22-8529-2f9f58a8cfde is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:11.443928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.545026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce755cdf-a6a4-4bea-836c-ee5dbabab9f6 req-bb6ff0e9-368a-4320-ac79-00a922a79638 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.0563431 Jan 28 04:42:11.557829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Allocated IP 172.25.6.175 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/21d18942-db7c-4153-be27-0349433bfb8e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:11.673077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] For port 274c72a2-a72b-4d22-8529-2f9f58a8cfde, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=274c72a2-a72b-4d22-8529-2f9f58a8cfde,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:11.697437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks [] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.748924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.755777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Attempting to bind port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:11.756343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Attempting to bind port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:11.756892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Attempting to bind port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 on network 28dbad87-65ee-424d-89a2-021c02808473 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:11.762809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=25243698-924e-48cd-bdd3-6282c89379c2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:11.825185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 274c72a2-a72b-4d22-8529-2f9f58a8cfde is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:11.827956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.840634 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks [] for port (21d18942-db7c-4153-be27-0349433bfb8e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.846363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:11.847187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Checking segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:11.847843 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.848470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Bound using segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:11.849226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Bound port: b6e76599-f0c1-4e1b-8ab7-f500b81087b0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:11.849974 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:11.931619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (21d18942-db7c-4153-be27-0349433bfb8e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.017121 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:42:12.020587 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:42:12.030724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:12.055024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:12.058813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:12.078776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Pushing event updated for resources: {'Port': ['ID=21d18942-db7c-4153-be27-0349433bfb8e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:12.109946 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.115508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a4d65-e629-4964-a6a1-4dbe306efa69 None None] Pushing event updated for resources: {'Port': ['ID=274c72a2-a72b-4d22-8529-2f9f58a8cfde,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:12.138087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ecb837f0-48ec-42e8-a9d0-51f31b6c29a5 None None] Provisioning complete for port 274c72a2-a72b-4d22-8529-2f9f58a8cfde triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:12.138878 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecb837f0-48ec-42e8-a9d0-51f31b6c29a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.168373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] No DVR routers for this DVR port 25243698-924e-48cd-bdd3-6282c89379c2 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:12.198805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-9e9caa89-de8d-48f6-a9ac-9a01c64808cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:12.207889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-9e9caa89-de8d-48f6-a9ac-9a01c64808cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.7844305 Jan 28 04:42:12.257964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62a0b09b-dd7e-4bb1-b7ee-d3cb46a40735 req-4302293b-c45c-46ef-8e7c-84060c466170 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457468 Jan 28 04:42:12.297513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.302278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-9261b2ad-1786-4883-99de-116919707fee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "DELETE /v2.0/ports/25243698-924e-48cd-bdd3-6282c89379c2 HTTP/1.1" status: 204 len: 173 time: 4.1083677 Jan 28 04:42:12.315664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:05Z', 'revision_number': 3, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:12.324997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e3cdf356-81f1-40ca-8e46-f9ac3baa842d tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=98d4f8ad500848848590c99eda2fda72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2199926 Jan 28 04:42:12.352606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] For port b6e76599-f0c1-4e1b-8ab7-f500b81087b0, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:12.353510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:12.363532 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd402ee0-8f68-4710-98a6-e65eb14330b3" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "25243698-924e-48cd-bdd3-6282c89379c2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:12.478401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] For port b6e76599-f0c1-4e1b-8ab7-f500b81087b0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:12.492927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.497409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Checking router: a64a854a-1bc4-4282-ba83-fec496717cc0 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:12.497777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Updating router a64a854a-1bc4-4282-ba83-fec496717cc0 port bccc152d-488b-4b36-9ecd-9c2d21af521b binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:12.505770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-76a8a316-27c9-4686-9720-e7d86b0697f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2970123 Jan 28 04:42:12.669713 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d823f-a099-48d2-956c-70f322d15ff0 x-openstack-request-id: req-191d823f-a099-48d2-956c-70f322d15ff0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:12.670080 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "25243698-924e-48cd-bdd3-6282c89379c2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:12.670403 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-191d823f-a099-48d2-956c-70f322d15ff0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:12.670813 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': '25243698-924e-48cd-bdd3-6282c89379c2', 'status': 'completed', 'code': 200} Jan 28 04:42:12.672569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d9d7-3664-43a3-acef-d2d04a71d7cb req-a1e301d9-3a4b-45df-a909-8aaa78d9f5ff tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:12.680306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d9d7-3664-43a3-acef-d2d04a71d7cb req-a1e301d9-3a4b-45df-a909-8aaa78d9f5ff tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:12.687733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d9d7-3664-43a3-acef-d2d04a71d7cb req-a1e301d9-3a4b-45df-a909-8aaa78d9f5ff tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:12.695019 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0184d9d7-3664-43a3-acef-d2d04a71d7cb req-a1e301d9-3a4b-45df-a909-8aaa78d9f5ff tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 2407 time: 0.3589656 Jan 28 04:42:12.809776 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0184d9d7-3664-43a3-acef-d2d04a71d7cb req-0f5375c6-7b27-443b-918a-df71d41b76c0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063406 Jan 28 04:42:12.819721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76563fa-f2c7-4f1c-94e0-d2589e616a81 None None] Pushing event updated for resources: {'Port': ['ID=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:12.853497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 274c72a2-a72b-4d22-8529-2f9f58a8cfde is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:12.874949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-375d2cca-d282-4dc6-80d7-e1acae721818 service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186216 Jan 28 04:42:12.976935 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks [] for router_gateway (c002b651-8a85-43fc-b32b-c4198e16e39c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:13.000848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ecb837f0-48ec-42e8-a9d0-51f31b6c29a5 None None] Current status of the port 274c72a2-a72b-4d22-8529-2f9f58a8cfde is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:13.009138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:42:13.149124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155ce614-94b9-437a-ab62-a367d6e816f7 req-f978001d-1619-4b88-8b1c-96e546605b9f service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504721 Jan 28 04:42:13.169127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d05bbbd5-158b-4e5d-9ad4-e05a9153bab3 req-17b224c4-60f5-4264-8357-d7af0168d060 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.3425663 Jan 28 04:42:13.209592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:13.257690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:13.275190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e', 'mac_address': 'fa:16:3e:f1:44:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:42:13.277266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 274c72a2-a72b-4d22-8529-2f9f58a8cfde up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:13.330055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:13.358192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:13.435049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:13.454050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-c8d2fcfb-1a61-4471-bf7b-597f903ee24e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:13.464253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-c8d2fcfb-1a61-4471-bf7b-597f903ee24e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0429409 Jan 28 04:42:13.465562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:13.478429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:13.631020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (a64a854a-1bc4-4282-ba83-fec496717cc0), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:13.745505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbb60e-a95f-4a76-b5e9-66f8398c7896 req-4d202fb3-9595-497c-9c44-128c23543d19 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:13.765635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8fbb60e-a95f-4a76-b5e9-66f8398c7896 req-4d202fb3-9595-497c-9c44-128c23543d19 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 943 time: 0.3064835 Jan 28 04:42:13.808172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c002b651-8a85-43fc-b32b-c4198e16e39c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:13.828658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Request body: {'port': {'device_id': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '98d4f8ad500848848590c99eda2fda72'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:13.836048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8fbb60e-a95f-4a76-b5e9-66f8398c7896 req-ceefd706-2308-450a-bbdf-884057ee44c8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695198 Jan 28 04:42:13.861337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port f06d0385-c9c0-4f36-a391-a527ba9c6c0c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:13.862482 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.054854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Publish callbacks [] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.112972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.195272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.213172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Router c002b651-8a85-43fc-b32b-c4198e16e39c is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:42:14.352969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Attempting to bind port bccc152d-488b-4b36-9ecd-9c2d21af521b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:14.353377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Attempting to bind port bccc152d-488b-4b36-9ecd-9c2d21af521b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:14.353886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Attempting to bind port bccc152d-488b-4b36-9ecd-9c2d21af521b on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:14.375374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:14.376110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:14.376525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.376930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:14.378240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Bound port: bccc152d-488b-4b36-9ecd-9c2d21af521b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:14.378614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.398388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-422b1b95-ac98-4cdc-8734-75e176b0b2ce req-65379713-c807-4857-9af2-b295256e1130 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.0748112 Jan 28 04:42:14.450393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] For port bccc152d-488b-4b36-9ecd-9c2d21af521b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:14.455266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] For port bccc152d-488b-4b36-9ecd-9c2d21af521b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bccc152d-488b-4b36-9ecd-9c2d21af521b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:14.456709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-497590b5-b100-4996-b959-2f77f63f3392 None None] Provisioning complete for port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:14.457168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-497590b5-b100-4996-b959-2f77f63f3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.470167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:14.470581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.506119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.515957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:14.529139 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Sync routers for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:14.546808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9df07c-4cc9-4ede-a413-8341ad0c1371 None None] Pushing event updated for resources: {'Port': ['ID=bccc152d-488b-4b36-9ecd-9c2d21af521b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:14.548059 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:14.551886 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:14.598268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.602350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-94a32966-b2da-4f64-9191-6c2a1e7b788a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2037091 Jan 28 04:42:14.602930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39312) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:14.649807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9df07c-4cc9-4ede-a413-8341ad0c1371 None None] Pushing event updated for resources: {'Port': ['ID=bccc152d-488b-4b36-9ecd-9c2d21af521b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:14.673090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:14.715667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:14.735556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226b9ee-54f0-4c97-a761-aad19e08b2f6 req-6d77a3a6-0771-4738-a5eb-cdcfb4baba13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:14.745714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226b9ee-54f0-4c97-a761-aad19e08b2f6 req-6d77a3a6-0771-4738-a5eb-cdcfb4baba13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:14.764419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 274c72a2-a72b-4d22-8529-2f9f58a8cfde triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:14.764836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.770873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226b9ee-54f0-4c97-a761-aad19e08b2f6 req-6d77a3a6-0771-4738-a5eb-cdcfb4baba13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:14.774177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b226b9ee-54f0-4c97-a761-aad19e08b2f6 req-6d77a3a6-0771-4738-a5eb-cdcfb4baba13 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 2407 time: 0.6082559 Jan 28 04:42:14.777045 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.782898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Made reservation on behalf of 98d4f8ad500848848590c99eda2fda72 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:14.787413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.789561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:14.791650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:14.879229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-497590b5-b100-4996-b959-2f77f63f3392 None None] Port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:14.879472 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:14.900217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] For port f06d0385-c9c0-4f36-a391-a527ba9c6c0c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:14.901057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:14.918822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for f06d0385-c9c0-4f36-a391-a527ba9c6c0c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:15.150100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.227083 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.236502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca37b02-7d23-4323-b278-70ca70c5eb7a req-7619e5d1-4612-4e81-8537-8a8ed5f82afd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:15.237835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b226b9ee-54f0-4c97-a761-aad19e08b2f6 req-98810ec4-b562-4879-8664-d6c1ef2e9b9e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285093 Jan 28 04:42:15.239262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f06d0385-c9c0-4f36-a391-a527ba9c6c0c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.243977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cca37b02-7d23-4323-b278-70ca70c5eb7a req-7619e5d1-4612-4e81-8537-8a8ed5f82afd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 944 time: 0.1761067 Jan 28 04:42:15.339949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:12Z', 'revision_number': 3, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:15.342810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.398456 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Checking router: c002b651-8a85-43fc-b32b-c4198e16e39c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:15.398901 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Updating router c002b651-8a85-43fc-b32b-c4198e16e39c port 21d18942-db7c-4153-be27-0349433bfb8e binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:15.426434 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (21d18942-db7c-4153-be27-0349433bfb8e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.730171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=f06d0385-c9c0-4f36-a391-a527ba9c6c0c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:15.768859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] No DVR routers for this DVR port f06d0385-c9c0-4f36-a391-a527ba9c6c0c on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:15.776345 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.788760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-7a040b97-cd71-4682-982a-a5c2e7847830 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "DELETE /v2.0/ports/f06d0385-c9c0-4f36-a391-a527ba9c6c0c HTTP/1.1" status: 204 len: 173 time: 3.4777493 Jan 28 04:42:15.804965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:15.811240 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc4e10b-4f65-4b94-b801-56910598abb2" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:15.895093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4802f8f1-9977-4314-8386-98f9ced65419 req-5d36d501-71db-43c0-8eab-41014045031b tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.1530132 Jan 28 04:42:15.984674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:16.037044 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Publish callbacks [] for port (21d18942-db7c-4153-be27-0349433bfb8e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.053559 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (21d18942-db7c-4153-be27-0349433bfb8e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.203367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['6503373f-fdf9-47f8-b346-ccbe3e6f8c9e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:16.205778 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65f92b-280f-4298-93a2-0458e03472cb None None] Pushing event updated for resources: {'Port': ['ID=21d18942-db7c-4153-be27-0349433bfb8e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:16.206531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cebdd-9536-488c-a2c6-104489d704fb None None] Network 28dbad87-65ee-424d-89a2-021c02808473 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:16.231988 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Attempting to bind port 21d18942-db7c-4153-be27-0349433bfb8e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:16.235765 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Attempting to bind port 21d18942-db7c-4153-be27-0349433bfb8e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:16.238406 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Attempting to bind port 21d18942-db7c-4153-be27-0349433bfb8e on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:16.241253 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00561c7-5106-48c3-ad90-07d5850d4f54 x-openstack-request-id: req-c00561c7-5106-48c3-ad90-07d5850d4f54 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:16.241890 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "f06d0385-c9c0-4f36-a391-a527ba9c6c0c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:16.243262 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c00561c7-5106-48c3-ad90-07d5850d4f54 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:16.245781 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': 'f06d0385-c9c0-4f36-a391-a527ba9c6c0c', 'status': 'completed', 'code': 200} Jan 28 04:42:16.256600 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:16.259873 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:16.261436 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.263341 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:16.264242 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Bound port: 21d18942-db7c-4153-be27-0349433bfb8e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:16.264902 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (21d18942-db7c-4153-be27-0349433bfb8e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.363905 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] For port 21d18942-db7c-4153-be27-0349433bfb8e, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:16.368007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] For port 21d18942-db7c-4153-be27-0349433bfb8e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=21d18942-db7c-4153-be27-0349433bfb8e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:16.390112 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (21d18942-db7c-4153-be27-0349433bfb8e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.428111 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cca37b02-7d23-4323-b278-70ca70c5eb7a req-4c5ee630-17f9-4b44-9cf6-92b620026ae0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1766775 Jan 28 04:42:16.467392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks [] for security_group (98d5469d-e6eb-4845-8548-7d79a2f5eeed), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.521423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:16.549721 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65f92b-280f-4298-93a2-0458e03472cb None None] Pushing event updated for resources: {'Port': ['ID=21d18942-db7c-4153-be27-0349433bfb8e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:16.564681 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:16.565640 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:16.566749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (98d5469d-e6eb-4845-8548-7d79a2f5eeed), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.801441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 274c72a2-a72b-4d22-8529-2f9f58a8cfde is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:16.855459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] Provisioning complete for port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:16.855852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.887996 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:16.896297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:17.122252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6e76599-f0c1-4e1b-8ab7-f500b81087b0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:17.160552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fabc7c8f-549a-46b2-bf13-85ca1ae186ff req-72f6c741-cd69-4fbb-a74d-1ba313c25d9e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.0882807 Jan 28 04:42:17.408682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Allocated IP 172.20.0.1 (28dbad87-65ee-424d-89a2-021c02808473/fb760bda-f186-40fb-92bb-52ff840227a1/431af757-512a-460d-8b63-d6afdbec157f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:17.462826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:11Z', 'revision_number': 1, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:17.604886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d5469d-e6eb-4845-8548-7d79a2f5eeed,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:17.630292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:17.630522 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:17.658123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:12Z', 'revision_number': 3, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:17.720279 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa138f26-306b-45ff-abff-665fb39689a5 None None] The sync data for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 is: [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:12Z', 'revision_number': 3, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:17.765734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] Current status of the port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:17.766302 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:17.820159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adea59e-56bc-4d83-87ec-952fa23455ae req-c34fe432-d356-45bc-9d5a-75acc787dc51 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:17.821815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2adea59e-56bc-4d83-87ec-952fa23455ae req-c34fe432-d356-45bc-9d5a-75acc787dc51 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 944 time: 0.2488542 Jan 28 04:42:17.823085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ec6fa-90b4-4716-b98e-7e3adef446b9 None None] The sync data for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 is: [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:11Z', 'revision_number': 1, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:17.834911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks [] for port (431af757-512a-460d-8b63-d6afdbec157f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.016023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks [] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.023786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:18.024140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.052703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.062717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2adea59e-56bc-4d83-87ec-952fa23455ae req-19e4029a-6520-454f-bfe9-49632aa9089b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199621 Jan 28 04:42:18.116788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] For port b6e76599-f0c1-4e1b-8ab7-f500b81087b0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:18.124176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (431af757-512a-460d-8b63-d6afdbec157f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.147878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Network 28dbad87-65ee-424d-89a2-021c02808473 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:18.151204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:18.170880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.225329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:18.238745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:18.396143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a032-2bf0-4c7a-abf8-bb49d7c3b622 None None] Pushing event updated for resources: {'Port': ['ID=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:18.405663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314bf91-e90b-4129-93b6-c43d8b97ea17 req-b466ef6e-edc9-4b3a-b75c-a24df2c29881 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:18.422518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314bf91-e90b-4129-93b6-c43d8b97ea17 req-b466ef6e-edc9-4b3a-b75c-a24df2c29881 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:18.427317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Pushing event updated for resources: {'Port': ['ID=431af757-512a-460d-8b63-d6afdbec157f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:18.452683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3314bf91-e90b-4129-93b6-c43d8b97ea17 req-b466ef6e-edc9-4b3a-b75c-a24df2c29881 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 1676 time: 1.9104617 Jan 28 04:42:18.530029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a376cfc8-c073-485c-aa10-1b8f5a60c441 req-9b0a70fa-9bbb-42a3-8b3c-f80a0642584c tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.0814073 Jan 28 04:42:18.602139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6cf947f8-c6f6-4842-b896-f33658059b99 None None] Provisioning complete for port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:18.602530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cf947f8-c6f6-4842-b896-f33658059b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.610513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (c002b651-8a85-43fc-b32b-c4198e16e39c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.626805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3314bf91-e90b-4129-93b6-c43d8b97ea17 req-341eb70e-0058-41ef-b8fa-5d2178c3ac52 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730440 Jan 28 04:42:18.756078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:18.880743 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (a64a854a-1bc4-4282-ba83-fec496717cc0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.921008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] For port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:18.921780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:18.953200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6cf947f8-c6f6-4842-b896-f33658059b99 None None] Current status of the port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:19.007917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:19.118281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (431af757-512a-460d-8b63-d6afdbec157f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:19.252320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Allocated IP 192.168.233.136 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/f6dae523-0dc8-4f6c-918e-8b0249558ac1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:19.278285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d375a326-8f93-4e06-97f9-c27a9e0e1555 None None] Provisioning complete for port 431af757-512a-460d-8b63-d6afdbec157f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:19.278777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d375a326-8f93-4e06-97f9-c27a9e0e1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (431af757-512a-460d-8b63-d6afdbec157f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:19.378089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:42:19.384289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d375a326-8f93-4e06-97f9-c27a9e0e1555 None None] Port 431af757-512a-460d-8b63-d6afdbec157f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:19.389757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 21d18942-db7c-4153-be27-0349433bfb8e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:19.467912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7ced-b14f-431f-89e9-96e39ea91171 req-76cb3061-43d8-496e-bf4a-6eec1aeb1138 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:19.469548 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c6d7ced-b14f-431f-89e9-96e39ea91171 req-76cb3061-43d8-496e-bf4a-6eec1aeb1138 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 944 time: 0.1803792 Jan 28 04:42:19.508193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:19.508684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:19.670081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 21d18942-db7c-4153-be27-0349433bfb8e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:19.670483 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (21d18942-db7c-4153-be27-0349433bfb8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:19.672282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c6d7ced-b14f-431f-89e9-96e39ea91171 req-66a9866d-442f-44cd-a94f-42d74022563a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805992 Jan 28 04:42:19.779838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks [] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:19.887130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:19.894439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.003345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:20.011690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:20.017069 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dcf5de-ad22-4953-9958-f9c22335e877" -d '{"events": [{"server_uuid": "3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72", "name": "network-vif-plugged", "status": "completed", "tag": "6503373f-fdf9-47f8-b346-ccbe3e6f8c9e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:20.050029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.055994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 21d18942-db7c-4153-be27-0349433bfb8e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:20.057890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (21d18942-db7c-4153-be27-0349433bfb8e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.092076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160c0d-9192-428b-ae89-b5e92d2b548e req-f6b730c5-dbae-45f6-be32-212cfa3b3302 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:20.107477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160c0d-9192-428b-ae89-b5e92d2b548e req-f6b730c5-dbae-45f6-be32-212cfa3b3302 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:20.116042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3160c0d-9192-428b-ae89-b5e92d2b548e req-f6b730c5-dbae-45f6-be32-212cfa3b3302 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 1676 time: 0.2247927 Jan 28 04:42:20.118374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 21d18942-db7c-4153-be27-0349433bfb8e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=21d18942-db7c-4153-be27-0349433bfb8e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:20.153868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.154257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (440d2ba9-4362-440f-b289-46a5a4c395bf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.154592 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Floating IP 440d2ba9-4362-440f-b289-46a5a4c395bf disassociated. External IP: 172.25.6.181, port: 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21. Jan 28 04:42:20.154961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:20.172623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (21d18942-db7c-4153-be27-0349433bfb8e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.201456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6e76599-f0c1-4e1b-8ab7-f500b81087b0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:20.376079 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.411243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3160c0d-9192-428b-ae89-b5e92d2b548e req-b6b924f8-be7f-4154-a215-96426567b0b0 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946115 Jan 28 04:42:20.433017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks [] for port (431af757-512a-460d-8b63-d6afdbec157f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.478048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:20.505248 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (431af757-512a-460d-8b63-d6afdbec157f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.561550 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90acaa3d-ee9f-4692-bd66-4be1a2e19f4a x-openstack-request-id: req-90acaa3d-ee9f-4692-bd66-4be1a2e19f4a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:20.562580 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72", "name": "network-vif-plugged", "status": "completed", "tag": "6503373f-fdf9-47f8-b346-ccbe3e6f8c9e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:20.564646 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90acaa3d-ee9f-4692-bd66-4be1a2e19f4a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:20.565132 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e', 'code': 200} Jan 28 04:42:20.572051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:20.572051 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.718711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (c002b651-8a85-43fc-b32b-c4198e16e39c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.737885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=21d18942-db7c-4153-be27-0349433bfb8e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:20.744167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:20.750203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:20.820993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Pushing event updated for resources: {'Port': ['ID=431af757-512a-460d-8b63-d6afdbec157f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:20.827992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:20.847629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:20.861443 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9890ca19-bc0f-4d30-8b0e-1ff93ba03b21), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:20.865539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:20.880036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:21.052742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641c812-1cd6-46f1-9be1-b3c2cec098e1 req-e0ecd257-c6ae-4b0e-b2b6-1c763ac59e08 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:21.054732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2641c812-1cd6-46f1-9be1-b3c2cec098e1 req-e0ecd257-c6ae-4b0e-b2b6-1c763ac59e08 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 936 time: 1.3279326 Jan 28 04:42:21.061680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Pushing event updated for resources: {'Port': ['ID=f6dae523-0dc8-4f6c-918e-8b0249558ac1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:21.364183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e539910-4aac-4d5f-9586-91f08d5b6c35 req-aadf9efb-a405-4ada-8e94-5513f75224fe tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:21.393637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e539910-4aac-4d5f-9586-91f08d5b6c35 req-aadf9efb-a405-4ada-8e94-5513f75224fe tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 0.4259710 Jan 28 04:42:21.419994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=9890ca19-bc0f-4d30-8b0e-1ff93ba03b21,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:21.438786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 21d18942-db7c-4153-be27-0349433bfb8e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:21.547604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Network 28dbad87-65ee-424d-89a2-021c02808473 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:21.551688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:21.611353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a479e34c-da19-4b3c-8d02-028e8d031fb0 None None] Provisioning complete for port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:21.611756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a479e34c-da19-4b3c-8d02-028e8d031fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:21.798744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a479e34c-da19-4b3c-8d02-028e8d031fb0 None None] Port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:21.828520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 21d18942-db7c-4153-be27-0349433bfb8e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:21.828960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (21d18942-db7c-4153-be27-0349433bfb8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:21.860712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e539910-4aac-4d5f-9586-91f08d5b6c35 req-86cf8193-24d5-404e-84f2-e0f7051eff97 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659710 Jan 28 04:42:21.879708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:21.892385 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:22.003077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Router 39c31a4e-5758-4aed-8890-4698aa03ee86 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:22.044222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-ea079222-92a6-409d-8e24-ba2e8e1071bc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2714596 Jan 28 04:42:22.044378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Router c002b651-8a85-43fc-b32b-c4198e16e39c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:22.044631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-45e0d41f-5bee-4186-b4c4-32dbf0446d25 None None] Provisioning complete for port f6dae523-0dc8-4f6c-918e-8b0249558ac1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:22.045013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45e0d41f-5bee-4186-b4c4-32dbf0446d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:22.079058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-ac0c411b-9beb-4203-8084-8e8ab2a082ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6386571 Jan 28 04:42:22.129638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-45e0d41f-5bee-4186-b4c4-32dbf0446d25 None None] Port f6dae523-0dc8-4f6c-918e-8b0249558ac1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:22.148042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Request body: {'port': {'device_id': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:22.223609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 21d18942-db7c-4153-be27-0349433bfb8e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:22.224743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bccc152d-488b-4b36-9ecd-9c2d21af521b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:22.255956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081f9e2-9228-4649-abdb-d877e903d826 req-0507fae8-b67a-4ba1-9075-59300f69cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:22.257506 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4081f9e2-9228-4649-abdb-d877e903d826 req-0507fae8-b67a-4ba1-9075-59300f69cc7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 1096 time: 1.2537792 Jan 28 04:42:22.424671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bc488c17-71a6-4270-83c2-7222ef6e47e4 None None] Provisioning complete for port 431af757-512a-460d-8b63-d6afdbec157f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:22.425052 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc488c17-71a6-4270-83c2-7222ef6e47e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (431af757-512a-460d-8b63-d6afdbec157f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:22.434171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:22.442878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4870d43-8ada-4ff2-98c9-cd777bb5aa3f admin admin] 10.222.0.21 "PUT /v2.0/routers/c002b651-8a85-43fc-b32b-c4198e16e39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8386881 Jan 28 04:42:22.443711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39410) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:22.450479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2641c812-1cd6-46f1-9be1-b3c2cec098e1 req-80a43e61-6ff4-4246-935c-3ddea596b15d tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3853271 Jan 28 04:42:22.491894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Sync routers for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:22.534664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port bccc152d-488b-4b36-9ecd-9c2d21af521b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:22.535050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:22.537671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8abf3-0ebd-4be7-972b-548d9f8ca26d req-a97f0fbe-924e-445e-b165-2185f1860246 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:22.542676 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfc8abf3-0ebd-4be7-972b-548d9f8ca26d req-a97f0fbe-924e-445e-b165-2185f1860246 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 942 time: 0.3714662 Jan 28 04:42:22.676947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:22.677670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:22.708532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4081f9e2-9228-4649-abdb-d877e903d826 req-3c0fb66b-ae08-4421-a44b-bdc26f2eb70e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256964 Jan 28 04:42:22.758942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bc488c17-71a6-4270-83c2-7222ef6e47e4 None None] Port 431af757-512a-460d-8b63-d6afdbec157f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:22.780244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfc8abf3-0ebd-4be7-972b-548d9f8ca26d req-4249578e-34bd-4a33-9def-cdbaff59b477 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231915 Jan 28 04:42:22.813519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-073485ec-b605-4d4a-9dd1-670b1408244b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:22.958827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-c89142fa-a932-4a45-8799-c9ef1a86177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:22.960539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-c89142fa-a932-4a45-8799-c9ef1a86177c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 1096 time: 0.7897286 Jan 28 04:42:22.963631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-073485ec-b605-4d4a-9dd1-670b1408244b admin admin] Publish callbacks [] for security_group (5f49d31f-cef2-43b9-a406-c416c5173a35), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:22.973741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-073485ec-b605-4d4a-9dd1-670b1408244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5f49d31f-cef2-43b9-a406-c416c5173a35), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.015064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.020561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-073485ec-b605-4d4a-9dd1-670b1408244b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52e3952f00f64c50b3c3d26fcece9850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736701 Jan 28 04:42:23.023134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073485ec-b605-4d4a-9dd1-670b1408244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f49d31f-cef2-43b9-a406-c416c5173a35,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:23.025321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39426) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:23.054638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Router a64a854a-1bc4-4282-ba83-fec496717cc0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:23.116019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:23.116897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192b6091-d80b-42f9-9e6d-924058ca9a38 admin admin] Publish callbacks [] for security_group (5f49d31f-cef2-43b9-a406-c416c5173a35), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.120440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:23.134548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] Sync routers for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:23.155932 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:23.156594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:23.171203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192b6091-d80b-42f9-9e6d-924058ca9a38 admin admin] Publish callbacks [] for security_group (5f49d31f-cef2-43b9-a406-c416c5173a35), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.291701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192b6091-d80b-42f9-9e6d-924058ca9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5f49d31f-cef2-43b9-a406-c416c5173a35), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.295135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-192b6091-d80b-42f9-9e6d-924058ca9a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.296992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-192b6091-d80b-42f9-9e6d-924058ca9a38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f49d31f-cef2-43b9-a406-c416c5173a35 HTTP/1.1" status: 204 len: 168 time: 0.2576168 Jan 28 04:42:23.318596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b6091-d80b-42f9-9e6d-924058ca9a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f49d31f-cef2-43b9-a406-c416c5173a35,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:23.604594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:23.752630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad478a-0273-48a6-a293-ab6b62469ee6 req-362b0abf-4568-4c5b-96e4-68360be476ea tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:23.754321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79ad478a-0273-48a6-a293-ab6b62469ee6 req-362b0abf-4568-4c5b-96e4-68360be476ea tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 936 time: 0.1624565 Jan 28 04:42:23.757117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] No DVR routers for this DVR port 9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:23.778012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:23.800971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:23.817030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-e00a6f73-3764-4ea5-9ef9-fc71965317ee tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "DELETE /v2.0/ports/9890ca19-bc0f-4d30-8b0e-1ff93ba03b21 HTTP/1.1" status: 204 len: 173 time: 7.9685075 Jan 28 04:42:23.831568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:23.834246 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc144ab-53ea-4dfd-8288-79da1d3d1eb9" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:23.850009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e154115-05eb-4142-81f2-670944614fd3 admin admin] 10.222.0.21 "PUT /v2.0/routers/a64a854a-1bc4-4282-ba83-fec496717cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7529728 Jan 28 04:42:23.910803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79ad478a-0273-48a6-a293-ab6b62469ee6 req-6cc37e85-7c78-4ea5-a958-d8b95d0141de tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438453 Jan 28 04:42:24.032059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39454) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:24.089677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e3dfad-bd07-4846-aa18-22e072a94e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.169770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ec33-4791-4e4d-bb6b-b8e043be4e8c req-cc3a5ce1-cbb8-45fe-81b3-5ff1dabfce6b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:24.180394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abb7ec33-4791-4e4d-bb6b-b8e043be4e8c req-cc3a5ce1-cbb8-45fe-81b3-5ff1dabfce6b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 942 time: 0.1593812 Jan 28 04:42:24.255607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Sync routers for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:24.338943 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abb7ec33-4791-4e4d-bb6b-b8e043be4e8c req-1a22eee7-dd9a-46fb-ac93-f3779776b410 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568387 Jan 28 04:42:24.359023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39456) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:24.391161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-network', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:24.430094 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:26Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:24.470225 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] Checking router: 39c31a4e-5758-4aed-8890-4698aa03ee86 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:24.481421 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:24.482575 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:24.487779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port bccc152d-488b-4b36-9ecd-9c2d21af521b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:24.505560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.529787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:24.538975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:24.553098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Made reservation on behalf of 3b9fd2576a2647339cf1182c92141a83 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:24.555896 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.580054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.742081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port bccc152d-488b-4b36-9ecd-9c2d21af521b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bccc152d-488b-4b36-9ecd-9c2d21af521b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:24.751221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks [] for security_group (f991e9eb-2f78-4d47-bb53-807d9134801f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.763705 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.795214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f991e9eb-2f78-4d47-bb53-807d9134801f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.797208 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:24.805114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e3dfad-bd07-4846-aa18-22e072a94e5a admin admin] Publish callbacks [] for security_group (8cf85646-c0aa-4b46-b0a4-f57040bfd3ad), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.828051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e3dfad-bd07-4846-aa18-22e072a94e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8cf85646-c0aa-4b46-b0a4-f57040bfd3ad), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.863058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e0e3dfad-bd07-4846-aa18-22e072a94e5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fea176348724f3d939d1948ba858bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8243575 Jan 28 04:42:24.864984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:42:24.870776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:24.915718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f991e9eb-2f78-4d47-bb53-807d9134801f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:24.932595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7bf2989f-be42-4510-863a-cfe714c3edc1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:24.934394 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Added segment 7bf2989f-be42-4510-863a-cfe714c3edc1 of type vlan for network 706026e7-d3c8-4d9c-9044-cba26824eaba Jan 28 04:42:24.971159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2b97fb4-19b3-49ec-ad3b-ffe63854dda5 admin admin] Publish callbacks [] for security_group (8cf85646-c0aa-4b46-b0a4-f57040bfd3ad), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.033933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (706026e7-d3c8-4d9c-9044-cba26824eaba), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.046232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 2, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:25.048718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=bccc152d-488b-4b36-9ecd-9c2d21af521b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:25.054116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3dfad-bd07-4846-aa18-22e072a94e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf85646-c0aa-4b46-b0a4-f57040bfd3ad,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:25.115516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2b97fb4-19b3-49ec-ad3b-ffe63854dda5 admin admin] Publish callbacks [] for security_group (8cf85646-c0aa-4b46-b0a4-f57040bfd3ad), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.152530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Checking router: c002b651-8a85-43fc-b32b-c4198e16e39c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:25.152952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Updating router c002b651-8a85-43fc-b32b-c4198e16e39c port 431af757-512a-460d-8b63-d6afdbec157f binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:25.217129 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (706026e7-d3c8-4d9c-9044-cba26824eaba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.223303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:25.225914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.228212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (431af757-512a-460d-8b63-d6afdbec157f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.284379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:25.364216 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898440d-d512-4f02-b3bf-32e9aea42072 x-openstack-request-id: req-e898440d-d512-4f02-b3bf-32e9aea42072 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:25.364965 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "9890ca19-bc0f-4d30-8b0e-1ff93ba03b21", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:25.365101 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e898440d-d512-4f02-b3bf-32e9aea42072 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:25.367887 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': '9890ca19-bc0f-4d30-8b0e-1ff93ba03b21', 'status': 'completed', 'code': 200} Jan 28 04:42:25.399216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac47aa-d6d3-4fa1-bfc4-4029954adb0d req-05194caa-65f5-4360-a440-0018e69e9b94 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:25.412336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70ac47aa-d6d3-4fa1-bfc4-4029954adb0d req-05194caa-65f5-4360-a440-0018e69e9b94 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 2.2654734 Jan 28 04:42:25.412816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] Pushing event updated for resources: {'Network': ['ID=706026e7-d3c8-4d9c-9044-cba26824eaba,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:25.447047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 706026e7-d3c8-4d9c-9044-cba26824eaba details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:42:25.451088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4901b4ae-2222-464a-a196-ab9719886d22 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0775375 Jan 28 04:42:25.455121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39474) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:25.463890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Request body: {'subnet': {'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-subnet', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:25.471961 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:26Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:25.510612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Made reservation on behalf of 3b9fd2576a2647339cf1182c92141a83 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:25.513420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.579159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab20263-9906-41f7-8140-5ed9a015bb61 None None] The sync data for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 is: [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:30:20Z', 'revision_number': 4, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'b990f77b-a08f-428a-9c3c-ef72597d0147', 'name': '', 'network_id': 'c9567c41-6127-4d6e-b841-c244b5f9ae75', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'mac_address': 'fa:16:3e:5e:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:18Z', 'updated_at': '2022-01-28T04:30:26Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'subnets': [{'id': '879faf50-de16-443f-a182-02bdfc17c9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:25.599541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-27b4a5fe-2cc6-413f-9aa4-8716bb3d9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:25.601218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-27b4a5fe-2cc6-413f-9aa4-8716bb3d9d89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 2.5221212 Jan 28 04:42:25.620150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2b97fb4-19b3-49ec-ad3b-ffe63854dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8cf85646-c0aa-4b46-b0a4-f57040bfd3ad), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.632358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:25.639991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025810062', 'description': 'tempest-description--1834549599'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:25.643156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2b97fb4-19b3-49ec-ad3b-ffe63854dda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:25.659780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c2b97fb4-19b3-49ec-ad3b-ffe63854dda5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cf85646-c0aa-4b46-b0a4-f57040bfd3ad HTTP/1.1" status: 204 len: 168 time: 0.7841437 Jan 28 04:42:25.867922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b97fb4-19b3-49ec-ad3b-ffe63854dda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf85646-c0aa-4b46-b0a4-f57040bfd3ad,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:25.997723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb265641-9ff7-4719-a819-d646c6b40eed req-e83a093a-ae67-4f93-a577-08abab28664b tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:26.014288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb265641-9ff7-4719-a819-d646c6b40eed req-e83a093a-ae67-4f93-a577-08abab28664b tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 936 time: 0.2937016 Jan 28 04:42:26.022867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dae523-0dc8-4f6c-918e-8b0249558ac1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:26.033965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Publish callbacks [] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:26.063343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Transition to ACTIVE for port object f6dae523-0dc8-4f6c-918e-8b0249558ac1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:42:26.066360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-9c572fb1-f623-4928-8456-4b474d555765 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa HTTP/1.1" status: 200 len: 217 time: 0.4162166 Jan 28 04:42:26.207799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:26.269801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb265641-9ff7-4719-a819-d646c6b40eed req-7cd8c210-a4d8-4039-a53d-99ae7d0f0193 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544734 Jan 28 04:42:26.283560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c754f8cb-b192-441a-8dd9-8174684e0ad9 None None] New status for floating IP 440d2ba9-4362-440f-b289-46a5a4c395bf: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:42:26.581823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dae523-0dc8-4f6c-918e-8b0249558ac1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:26.641139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-70ac47aa-d6d3-4fa1-bfc4-4029954adb0d req-ae251be8-7b22-4d60-a36e-e39b22849576 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2277124 Jan 28 04:42:26.695612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:15Z', 'revision_number': 2, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:26.711016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-95f765a2-586e-4611-8c77-19fd692a377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:26.725471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-95f765a2-586e-4611-8c77-19fd692a377a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.6408477 Jan 28 04:42:26.762115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfda81e-075a-4e67-938a-28dcd640f6cb req-8f8d845b-2048-4369-a5d8-6f0101831e3f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:26.766217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:26.771837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9dfda81e-075a-4e67-938a-28dcd640f6cb req-8f8d845b-2048-4369-a5d8-6f0101831e3f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 942 time: 0.3804216 Jan 28 04:42:26.819179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Checking router: a64a854a-1bc4-4282-ba83-fec496717cc0 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:26.819423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Updating router a64a854a-1bc4-4282-ba83-fec496717cc0 port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:26.991866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.041398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bccc152d-488b-4b36-9ecd-9c2d21af521b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:27.056759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group (cd31f1f3-b690-4632-b7b7-9509d20ad9b3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.074991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-0e66a956-9e13-4ae2-92e9-b612657e8b3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3483908 Jan 28 04:42:27.082885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (36ccef1b-ffef-4a88-bf88-3f52adc8c9e5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.124421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cd31f1f3-b690-4632-b7b7-9509d20ad9b3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.182549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ccef1b-ffef-4a88-bf88-3f52adc8c9e5,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:27.213288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9dfda81e-075a-4e67-938a-28dcd640f6cb req-42132c99-48ec-44f2-a678-335611fd1d37 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260590 Jan 28 04:42:27.218052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.226389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5899386 Jan 28 04:42:27.231492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39506) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:27.257439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Request body: {'security_group_rule': {'security_group_id': 'cd31f1f3-b690-4632-b7b7-9509d20ad9b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:27.288669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92124ed-e545-4ecf-9939-8a1457817fe9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd31f1f3-b690-4632-b7b7-9509d20ad9b3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:27.368585 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Publish callbacks [] for port (431af757-512a-460d-8b63-d6afdbec157f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.397708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Checking segment: {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:27.397708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Network hostable DHCP agents. Network: 706026e7-d3c8-4d9c-9044-cba26824eaba, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:42:27.397958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (431af757-512a-460d-8b63-d6afdbec157f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.417529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:27.418011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.420656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group_rule (7b9abb8c-8bb9-4553-addc-38916165df76), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.435976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Network 706026e7-d3c8-4d9c-9044-cba26824eaba is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:42:27.450106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 706026e7-d3c8-4d9c-9044-cba26824eaba) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:27.455807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:27.456633 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.469921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-092b82de-f68d-41a4-987f-e0b99323753c service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818722 Jan 28 04:42:27.478518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a9d6550-7c23-497a-8bbe-bababf4029d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0207379 Jan 28 04:42:27.483546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:27.489311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:27.530137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (2b0bd432-509f-480a-8209-5acdfa9df196), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.531137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (2b0bd432-509f-480a-8209-5acdfa9df196), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.602655 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks [] for router_controller (2b0bd432-509f-480a-8209-5acdfa9df196), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.716668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Publish callbacks [] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.757943 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b04041bc-db31-4536-9d56-0164b0f0f918 req-785f636d-9455-4c88-8fa5-8eca217a5feb service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611740 Jan 28 04:42:27.775121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993e9fa-2ba5-4689-bc03-bb930c3ec269 None None] Network 706026e7-d3c8-4d9c-9044-cba26824eaba requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:27.783899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35e7d-5481-4912-98be-3e86b6e1a6ee req-39bdc3cb-9499-4e23-8e90-7349f2609e2e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:27.785519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2f35e7d-5481-4912-98be-3e86b6e1a6ee req-39bdc3cb-9499-4e23-8e90-7349f2609e2e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 948 time: 0.4318740 Jan 28 04:42:27.788826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Attempting to bind port f6dae523-0dc8-4f6c-918e-8b0249558ac1 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:27.789185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Attempting to bind port f6dae523-0dc8-4f6c-918e-8b0249558ac1 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:27.791726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.809228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port bccc152d-488b-4b36-9ecd-9c2d21af521b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:27.809604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.814803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Attempting to bind port f6dae523-0dc8-4f6c-918e-8b0249558ac1 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:27.818768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group_rule (7b9abb8c-8bb9-4553-addc-38916165df76), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.823700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Port f6dae523-0dc8-4f6c-918e-8b0249558ac1 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:42:27.824037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Attempting to bind port f6dae523-0dc8-4f6c-918e-8b0249558ac1 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:27.833865 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (7b9abb8c-8bb9-4553-addc-38916165df76), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:27.909055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:27.917506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:27.918050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:27.918635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Bound port: f6dae523-0dc8-4f6c-918e-8b0249558ac1, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:27.919117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.011144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9abb8c-8bb9-4553-addc-38916165df76,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:28.022080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks [] for router_gateway (2b0bd432-509f-480a-8209-5acdfa9df196), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.069783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.080472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06ec224b-a905-40ca-bd25-f8fbd7eecff0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8437521 Jan 28 04:42:28.082173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:28.107829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Request body: {'security_group_rule': {'security_group_id': 'cd31f1f3-b690-4632-b7b7-9509d20ad9b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:28.122497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ae34e-1d18-4dbe-b45d-1e5b895d1ffe None None] Pushing event updated for resources: {'Port': ['ID=431af757-512a-460d-8b63-d6afdbec157f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:28.135412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Attempting to bind port 431af757-512a-460d-8b63-d6afdbec157f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:28.136026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Attempting to bind port 431af757-512a-460d-8b63-d6afdbec157f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:28.136556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Attempting to bind port 431af757-512a-460d-8b63-d6afdbec157f on network 28dbad87-65ee-424d-89a2-021c02808473 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:28.191205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] For port 1644ed9b-9fcd-49f3-96fc-570fe5eda845, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=1644ed9b-9fcd-49f3-96fc-570fe5eda845,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:28.191582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.199838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c033-baa7-4ffa-8e2b-c7aca9297474 None None] Pushing event updated for resources: {'Port': ['ID=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:28.249507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e935c-64bd-4ac5-8896-88fa15af9923 req-b6136937-2a02-47e7-be98-4b20d294e35e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:28.258553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd1e935c-64bd-4ac5-8896-88fa15af9923 req-b6136937-2a02-47e7-be98-4b20d294e35e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 0.4621778 Jan 28 04:42:28.304735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:28.305523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Checking segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:28.306171 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.306815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Bound using segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:28.307534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Bound port: 431af757-512a-460d-8b63-d6afdbec157f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:28.311096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (431af757-512a-460d-8b63-d6afdbec157f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.353555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for 1644ed9b-9fcd-49f3-96fc-570fe5eda845 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:28.415304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2f35e7d-5481-4912-98be-3e86b6e1a6ee req-b61840be-1564-429a-89a8-21202e219b76 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944679 Jan 28 04:42:28.448960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group_rule (b7440316-048d-4d8e-8a7f-8bb8093bb20d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.520031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd1e935c-64bd-4ac5-8896-88fa15af9923 req-09ba3d3f-b38c-4539-bc2f-89ddca911064 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604871 Jan 28 04:42:28.626600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39544) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:28.629436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] For port f6dae523-0dc8-4f6c-918e-8b0249558ac1, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:28.634885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group_rule (b7440316-048d-4d8e-8a7f-8bb8093bb20d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.653864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b7440316-048d-4d8e-8a7f-8bb8093bb20d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.776441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] For port f6dae523-0dc8-4f6c-918e-8b0249558ac1, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:28.808437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.822349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7440316-048d-4d8e-8a7f-8bb8093bb20d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:28.840238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Attempting to bind port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:28.840877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Attempting to bind port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:28.840981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Attempting to bind port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef on network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:28.883450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.893622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d88bccc9-3385-4a43-8f44-b11c43eb9f80 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8103707 Jan 28 04:42:28.898770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:28.916925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-706026e7-d3c8-4d9c-9044-cba26824eaba', 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'fixed_ips': [{'subnet_id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:42:28.918189 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.926428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:28.928672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Checking segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:28.928823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:28.929430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.929985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Bound using segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:28.930671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Bound port: 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:28.935371 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.987790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:28.988690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.990695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ac544fe1-a31e-4eb4-98af-d1324b309b96 None None] Provisioning complete for port 431af757-512a-460d-8b63-d6afdbec157f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:28.992755 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac544fe1-a31e-4eb4-98af-d1324b309b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (431af757-512a-460d-8b63-d6afdbec157f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.992997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6dae523-0dc8-4f6c-918e-8b0249558ac1 HTTP/1.1" status: 200 len: 1096 time: 6.8992512 Jan 28 04:42:29.008880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'tag': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:29.011488 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33158e38-8fae-4447-9c6d-e29cd74c0667" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b5e14a-09e7-4713-bdb4-7ef1c826beeb", "tag": "f6dae523-0dc8-4f6c-918e-8b0249558ac1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:29.038245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd9ed9-e830-499c-89dc-c969fc5a7b6a req-929a9543-9d90-4f23-a2f0-6e8ef550b4f9 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:29.051058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cebd9ed9-e830-499c-89dc-c969fc5a7b6a req-929a9543-9d90-4f23-a2f0-6e8ef550b4f9 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 942 time: 0.4230688 Jan 28 04:42:29.188895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d48b-e176-47fb-89ec-b2097fb107bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.212806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ac544fe1-a31e-4eb4-98af-d1324b309b96 None None] Port 431af757-512a-460d-8b63-d6afdbec157f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:29.339237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5106aa7-3158-44d6-ba9f-644fc5d425c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dae523-0dc8-4f6c-918e-8b0249558ac1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:29.355094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Allocated IP 172.20.0.2 (706026e7-d3c8-4d9c-9044-cba26824eaba/36ccef1b-ffef-4a88-bf88-3f52adc8c9e5/75de35a3-064f-4448-8213-a31a1af2d244) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:29.405816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-da5bb758-9c94-4790-9352-e2da6a421d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:29.407529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-da5bb758-9c94-4790-9352-e2da6a421d0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98d4f8ad500848848590c99eda2fda72&device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 1099 time: 0.3373168 Jan 28 04:42:29.446479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cebd9ed9-e830-499c-89dc-c969fc5a7b6a req-d4d5a607-acca-4d7c-a5ae-58b3872f9e58 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778501 Jan 28 04:42:29.536923 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Publish callbacks [] for port (75de35a3-064f-4448-8213-a31a1af2d244), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.548932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] For port 431af757-512a-460d-8b63-d6afdbec157f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:29.559229 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cda04c-60c2-4597-a7cb-980239a36355 x-openstack-request-id: req-36cda04c-60c2-4597-a7cb-980239a36355 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:29.562283 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b5e14a-09e7-4713-bdb4-7ef1c826beeb", "tag": "f6dae523-0dc8-4f6c-918e-8b0249558ac1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:29.563448 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36cda04c-60c2-4597-a7cb-980239a36355 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:29.565721 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'tag': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1', 'status': 'completed', 'code': 200} Jan 28 04:42:29.566382 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (75de35a3-064f-4448-8213-a31a1af2d244), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.576609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-da36a0a2-c779-4bc5-a4fa-3146453ec635 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1 HTTP/1.1" status: 200 len: 217 time: 0.1506610 Jan 28 04:42:29.605062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1644ed9b-9fcd-49f3-96fc-570fe5eda845), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.644245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port bccc152d-488b-4b36-9ecd-9c2d21af521b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:29.648360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] For port 431af757-512a-460d-8b63-d6afdbec157f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=431af757-512a-460d-8b63-d6afdbec157f,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:29.674358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=1644ed9b-9fcd-49f3-96fc-570fe5eda845,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:29.686137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fe37c69a-60bd-4474-915a-5f6e14822f9c None None] Provisioning complete for port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:29.686603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe37c69a-60bd-4474-915a-5f6e14822f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.688735 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (431af757-512a-460d-8b63-d6afdbec157f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.707393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Network 706026e7-d3c8-4d9c-9044-cba26824eaba is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:29.755581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:29.760716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:29.784837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] For port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:29.809131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Pushing event updated for resources: {'Port': ['ID=75de35a3-064f-4448-8213-a31a1af2d244,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:29.834676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e4fa4d9c-f0aa-4556-a740-c48f132fb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:29.837046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-e4fa4d9c-f0aa-4556-a740-c48f132fb749 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.2507973 Jan 28 04:42:29.850370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d48b-e176-47fb-89ec-b2097fb107bb admin admin] Publish callbacks [] for security_group (b4712a53-fe06-4bef-b8f3-1d630b78f4f4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.850819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] For port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:29.872115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] No DVR routers for this DVR port 1644ed9b-9fcd-49f3-96fc-570fe5eda845 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:29.878434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.882986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ce90979-22e3-4b10-b789-db97c04f20cc req-6e6cfd01-f04f-4243-9b12-320879bc0c42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.47 "DELETE /v2.0/ports/1644ed9b-9fcd-49f3-96fc-570fe5eda845 HTTP/1.1" status: 204 len: 173 time: 6.0239832 Jan 28 04:42:29.915846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c69a-60bd-4474-915a-5f6e14822f9c None None] Port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:29.925888 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.972411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d48b-e176-47fb-89ec-b2097fb107bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b4712a53-fe06-4bef-b8f3-1d630b78f4f4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.997943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:29.998574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:30.088934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Attempting to bind port 75de35a3-064f-4448-8213-a31a1af2d244 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:30.089345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Attempting to bind port 75de35a3-064f-4448-8213-a31a1af2d244 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:30.089717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Attempting to bind port 75de35a3-064f-4448-8213-a31a1af2d244 on network 706026e7-d3c8-4d9c-9044-cba26824eaba {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:30.103688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d48b-e176-47fb-89ec-b2097fb107bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4712a53-fe06-4bef-b8f3-1d630b78f4f4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:30.187931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba70cd6-36f9-4ed6-81f7-c7778bc25531 req-9938edeb-a15b-42b8-b12d-42813ca5fcf3 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:30.189020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:30.189812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Checking segment: {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:30.190454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.191083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Bound using segment: {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:30.191820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Bound port: 75de35a3-064f-4448-8213-a31a1af2d244, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:30.192455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (75de35a3-064f-4448-8213-a31a1af2d244), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.204684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ba70cd6-36f9-4ed6-81f7-c7778bc25531 req-9938edeb-a15b-42b8-b12d-42813ca5fcf3 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 948 time: 0.5448437 Jan 28 04:42:30.205273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ae34e-1d18-4dbe-b45d-1e5b895d1ffe None None] Pushing event updated for resources: {'Port': ['ID=431af757-512a-460d-8b63-d6afdbec157f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:30.211116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fbb2d48b-e176-47fb-89ec-b2097fb107bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cce194419a144ec9a7ef20c537349dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5765107 Jan 28 04:42:30.220297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39560) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:30.227578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:30.228555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:30.341744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks [] for router_gateway (2b0bd432-509f-480a-8209-5acdfa9df196), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.406405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fbe1a-1717-4193-af58-7d8a2fc8f49b req-a9c204ac-373d-487a-a925-242c8515c32f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:30.415025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f28fbe1a-1717-4193-af58-7d8a2fc8f49b req-a9c204ac-373d-487a-a925-242c8515c32f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 1.7450783 Jan 28 04:42:30.421115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-4f0b55ca-fba1-4a4f-b84b-6912ec9a28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:30.432906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-4f0b55ca-fba1-4a4f-b84b-6912ec9a28fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5623205 Jan 28 04:42:30.457748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ba70cd6-36f9-4ed6-81f7-c7778bc25531 req-fb03744d-21cc-4cef-8f68-467f3b495dab tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521000 Jan 28 04:42:30.474461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-4f0adac3-396b-419b-a8ca-df1e98cd8226 req-a07aeb70-3e28-4391-adbc-5a800a4007c7 service neutron] (103139) timed out ('10.222.0.52', 64884) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:42:30.475519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.642633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-a6ed7b9b-9bf4-4828-b842-ec6fceee5e2f service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920843 Jan 28 04:42:30.666729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6da0fde-7205-4ebd-8342-9eb387121501 admin admin] Publish callbacks [] for security_group (b4712a53-fe06-4bef-b8f3-1d630b78f4f4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.727667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6da0fde-7205-4ebd-8342-9eb387121501 admin admin] Publish callbacks [] for security_group (b4712a53-fe06-4bef-b8f3-1d630b78f4f4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.728969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Allocated IP 172.25.6.69 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/1122fc36-7da9-4252-8438-b4853f2f98df) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:30.759691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] Provisioning complete for port 431af757-512a-460d-8b63-d6afdbec157f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:30.771977 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (431af757-512a-460d-8b63-d6afdbec157f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.787980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] For port 75de35a3-064f-4448-8213-a31a1af2d244, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:30.874286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d146a81-7bbe-4f31-960b-35bd5058820e req-ad22ff6a-6b9f-483a-9333-0dd88036e869 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.2273228 Jan 28 04:42:30.876497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c033-baa7-4ffa-8e2b-c7aca9297474 None None] Pushing event updated for resources: {'Port': ['ID=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:30.901997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6da0fde-7205-4ebd-8342-9eb387121501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b4712a53-fe06-4bef-b8f3-1d630b78f4f4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.923776 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6da0fde-7205-4ebd-8342-9eb387121501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.938030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6da0fde-7205-4ebd-8342-9eb387121501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4712a53-fe06-4bef-b8f3-1d630b78f4f4 HTTP/1.1" status: 204 len: 168 time: 0.6614757 Jan 28 04:42:30.950695 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks [] for port (1122fc36-7da9-4252-8438-b4853f2f98df), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.987952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:31.010499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] For port 75de35a3-064f-4448-8213-a31a1af2d244, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=75de35a3-064f-4448-8213-a31a1af2d244,segment=NetworkSegment(7bf2989f-be42-4510-863a-cfe714c3edc1),segment_id=7bf2989f-be42-4510-863a-cfe714c3edc1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:31.039817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0fde-7205-4ebd-8342-9eb387121501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4712a53-fe06-4bef-b8f3-1d630b78f4f4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:31.071918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (75de35a3-064f-4448-8213-a31a1af2d244), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:31.074135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:31.136849 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f28fbe1a-1717-4193-af58-7d8a2fc8f49b req-67523c7a-272d-48c6-9a71-128389c52cc4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173033 Jan 28 04:42:31.144904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2abac8-9ae6-4bff-aa42-61127448dd10 req-44f123de-ee5c-4a5a-9568-5a9ca3c8e1cb service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355913 Jan 28 04:42:31.145080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:31.259153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:31.274660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:31.303223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:31.364870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Pushing event updated for resources: {'Port': ['ID=1122fc36-7da9-4252-8438-b4853f2f98df,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:31.470808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.471168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.471514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.471856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.472865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.475563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.478291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.478699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.478988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.479324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.479657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.480002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.481972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:31.516018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-84aff4a8-c7c1-4008-ab74-64062f122830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:31.528720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-84aff4a8-c7c1-4008-ab74-64062f122830 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98d4f8ad500848848590c99eda2fda72&device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 1099 time: 0.2525551 Jan 28 04:42:31.568617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:31.572499 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d2dcd-a3a4-4609-97b7-618ac63926fe" -d '{"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:31.586734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:31.672441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-a280fa29-3df9-4d22-8cdf-f4bbd8c1a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:31.674146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-a280fa29-3df9-4d22-8cdf-f4bbd8c1a797 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1444626 Jan 28 04:42:31.736062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6173-2d3b-4c05-a392-d518583f94a4 req-9b678f0b-8f10-418d-bda0-f7796b7549fa tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:31.768379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e3c6173-2d3b-4c05-a392-d518583f94a4 req-9b678f0b-8f10-418d-bda0-f7796b7549fa tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 0.4149837 Jan 28 04:42:31.863266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-3f6fdbd0-ecb3-4231-9b1f-2b8cc001620d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1 HTTP/1.1" status: 200 len: 217 time: 0.1822386 Jan 28 04:42:32.073282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e3c6173-2d3b-4c05-a392-d518583f94a4 req-58bf7379-017a-4bf8-8c31-71224b7cd8c4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039863 Jan 28 04:42:32.075067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-eba0844e-791d-4a3c-9d09-8726a6b83267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:32.076653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-eba0844e-791d-4a3c-9d09-8726a6b83267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0970492 Jan 28 04:42:32.115884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] Current status of the port 431af757-512a-460d-8b63-d6afdbec157f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:32.116972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (431af757-512a-460d-8b63-d6afdbec157f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:32.158617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4bf00-0eba-4af9-8d67-ec0e7bea2016 None None] Pushing event updated for resources: {'Port': ['ID=75de35a3-064f-4448-8213-a31a1af2d244,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:32.191368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:32.195964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-d613f875-cb30-4eb8-bd52-7fcc82339a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:32.206579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-d613f875-cb30-4eb8-bd52-7fcc82339a0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212201 Jan 28 04:42:32.227836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e546-ee18-4292-8ad6-9f2ed868656d req-437665f3-3fa9-4aa5-a6df-368e6d72b8d8 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:32.230283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f489e546-ee18-4292-8ad6-9f2ed868656d req-437665f3-3fa9-4aa5-a6df-368e6d72b8d8 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 948 time: 0.4142640 Jan 28 04:42:32.274271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:32.331308 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17e962-fd43-4a62-b06d-7087563a4d9b x-openstack-request-id: req-ea17e962-fd43-4a62-b06d-7087563a4d9b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:32.333350 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c341b5-eea0-484b-8e3f-ee20a64dfc2f", "name": "network-vif-deleted", "tag": "1644ed9b-9fcd-49f3-96fc-570fe5eda845", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:32.333504 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea17e962-fd43-4a62-b06d-7087563a4d9b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:32.335151 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c341b5-eea0-484b-8e3f-ee20a64dfc2f', 'name': 'network-vif-deleted', 'tag': '1644ed9b-9fcd-49f3-96fc-570fe5eda845', 'status': 'completed', 'code': 200} Jan 28 04:42:32.421713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da908366-1e78-4089-a294-bfd011e499c8 req-2e460c90-d01d-4833-8c94-a86cf15b4175 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0540934 Jan 28 04:42:32.456724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-0efa6e96-f44c-41e7-8604-0f62d35b50e9 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407308 Jan 28 04:42:32.527862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] For port 431af757-512a-460d-8b63-d6afdbec157f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=431af757-512a-460d-8b63-d6afdbec157f,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:32.564661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:32.571345 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (431af757-512a-460d-8b63-d6afdbec157f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:32.681629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33158e38-8fae-4447-9c6d-e29cd74c0667 req-3d461017-28d4-4594-b230-f9f9767fa973 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191916 Jan 28 04:42:32.696260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f489e546-ee18-4292-8ad6-9f2ed868656d req-7821fe36-8bd3-488d-bdad-2df039752def tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568992 Jan 28 04:42:32.741017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks [] for router_gateway (2b0bd432-509f-480a-8209-5acdfa9df196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:32.879195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1288937294-network', 'tenant_id': '81e7f4e2ba494753934beb4301673928'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:32.958876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Made reservation on behalf of 81e7f4e2ba494753934beb4301673928 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:32.963237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:32.981167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.022154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Allocated IP 172.25.6.84 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/c6611840-db55-4a38-9bde-ae9fe251be7c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:33.171046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks [] for security_group (996818aa-c5db-4147-a194-de9298971a85), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.179792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:33.180396 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.182075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (996818aa-c5db-4147-a194-de9298971a85), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.200360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:42:33.227289 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.229964 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Added segment 5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed of type vlan for network f330a7ad-f517-44a9-ab5a-1123d902abb3 Jan 28 04:42:33.242941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1131dcc-4288-4c17-aae6-01daaefac599 None None] Pushing event updated for resources: {'Port': ['ID=431af757-512a-460d-8b63-d6afdbec157f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:33.327921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] Provisioning complete for port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:33.328548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.384073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f330a7ad-f517-44a9-ab5a-1123d902abb3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.420464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dcf5b-eba8-4cd6-b1ae-5c070cfcb167 req-475dff68-fc89-45c2-9eb8-c15fd17ad040 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:33.426611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-785dcf5b-eba8-4cd6-b1ae-5c070cfcb167 req-475dff68-fc89-45c2-9eb8-c15fd17ad040 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 0.3930423 Jan 28 04:42:33.433689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996818aa-c5db-4147-a194-de9298971a85,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:33.485322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f330a7ad-f517-44a9-ab5a-1123d902abb3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.486573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:33.487212 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.581294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42027f44-194e-4824-9548-5322aaff6da0 None None] Network 706026e7-d3c8-4d9c-9044-cba26824eaba requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:33.633974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] Current status of the port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:33.634569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.719304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] For port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:33.733246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14a29560-a436-4cbf-b6d0-e0d314679c30 req-b2345235-89c4-401e-9aba-72d6c3bfdbf7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1188192 Jan 28 04:42:33.748342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.772688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (2b0bd432-509f-480a-8209-5acdfa9df196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.802564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2330372 Jan 28 04:42:33.805236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39632) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:33.833047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Request body: {'subnet': {'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1288937294-subnet', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:33.862428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd94e9-3c6e-4f88-ace1-5a05ad9bf887 admin admin] Pushing event updated for resources: {'Network': ['ID=f330a7ad-f517-44a9-ab5a-1123d902abb3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:33.937607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Made reservation on behalf of 81e7f4e2ba494753934beb4301673928 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:33.940374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.945735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:33.946784 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.973531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d96b-d3a0-4091-9005-a9cc8b08a514 None None] Pushing event updated for resources: {'Port': ['ID=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:33.988181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:42:34.113267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.136760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5cc0e-2d24-4c27-aaa6-fab1fd3422e7 req-82ac7302-8658-4667-8a12-a538448d4771 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:34.146026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fab5cc0e-2d24-4c27-aaa6-fab1fd3422e7 req-82ac7302-8658-4667-8a12-a538448d4771 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 948 time: 0.2009807 Jan 28 04:42:34.163996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-785dcf5b-eba8-4cd6-b1ae-5c070cfcb167 req-9771fbd8-9827-40a6-8752-b3f5328a240d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862351 Jan 28 04:42:34.168254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.253416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] Provisioning complete for port 75de35a3-064f-4448-8213-a31a1af2d244 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:34.254004 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (75de35a3-064f-4448-8213-a31a1af2d244), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.275786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:34.280488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:34.285773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:34.333854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fab5cc0e-2d24-4c27-aaa6-fab1fd3422e7 req-f9e8123a-57cc-44de-a0c8-0b21ac61258a tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868162 Jan 28 04:42:34.339158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (77d993a2-74d2-4c37-869b-a45fac7c494f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.346542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event updated for resources: {'Port': ['ID=c6611840-db55-4a38-9bde-ae9fe251be7c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:34.447870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Checking segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:34.448289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Network hostable DHCP agents. Network: f330a7ad-f517-44a9-ab5a-1123d902abb3, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:42:34.471491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (20c336ca-cc24-4bb1-9eea-252896d1d006), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.477924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d993a2-74d2-4c37-869b-a45fac7c494f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:34.478384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:29Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:34.480993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Router 2b0bd432-509f-480a-8209-5acdfa9df196 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:42:34.483168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:42:34.506144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f330a7ad-f517-44a9-ab5a-1123d902abb3) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:34.512351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:34.515619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.547402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-50090d83-1280-49fb-8d65-0fb1998513b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7336845 Jan 28 04:42:34.550822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:34.556858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:34.573691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83132e47-6c1d-4c00-9f7e-c38a6c882fe4 None None] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:34.584580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.589375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (96fd2e22-b94b-4570-8121-4dcf2c17f570), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.590380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (96fd2e22-b94b-4570-8121-4dcf2c17f570), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.683372 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:42:34.683737 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:42:34.684408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be84ca6-9e52-414a-af0a-9b2eefbf28c0 None None] The sync data for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 is: [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:29Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:34.695607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:34.737652 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks [] for router_controller (96fd2e22-b94b-4570-8121-4dcf2c17f570), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.774333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.776234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8a44ed8-5976-44c7-8cd9-58f5bce4e0fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2917366 Jan 28 04:42:34.778715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:29Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:34.782763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:34.834660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Sync routers for ids ['2b0bd432-509f-480a-8209-5acdfa9df196'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:34.961208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-691f876a-4747-48c6-9ab2-7277dca13e47 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:34.961208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-691f876a-4747-48c6-9ab2-7277dca13e47 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 0.2432158 Jan 28 04:42:35.075795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce9a6109-5171-46d0-8f24-4003e0dd263f req-aae990d6-7c46-4d69-881b-5fca07248218 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1066475 Jan 28 04:42:35.099474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] Current status of the port 75de35a3-064f-4448-8213-a31a1af2d244 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:35.099928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (75de35a3-064f-4448-8213-a31a1af2d244), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.120934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks [] for router_gateway (96fd2e22-b94b-4570-8121-4dcf2c17f570), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.143356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673c945-7901-4b40-97b4-b305b1b46050 None None] The sync data for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 is: [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:29Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:35.174310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f330a7ad-f517-44a9-ab5a-1123d902abb3', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'project_id': '81e7f4e2ba494753934beb4301673928', 'fixed_ips': [{'subnet_id': '77d993a2-74d2-4c37-869b-a45fac7c494f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:42:35.176811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.192794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Routers {'2b0bd432-509f-480a-8209-5acdfa9df196'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:35.195207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b0bd432-509f-480a-8209-5acdfa9df196'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:35.270274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.320974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.356433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] For port 75de35a3-064f-4448-8213-a31a1af2d244, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=75de35a3-064f-4448-8213-a31a1af2d244,segment=NetworkSegment(7bf2989f-be42-4510-863a-cfe714c3edc1),segment_id=7bf2989f-be42-4510-863a-cfe714c3edc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:35.404643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (75de35a3-064f-4448-8213-a31a1af2d244), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.515706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (20c336ca-cc24-4bb1-9eea-252896d1d006), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.612116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:35.614172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cafb73-202c-410b-9570-899a27e3e0dc req-20e13f29-3399-4534-8be7-fc8fadc76c5c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:35.615465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92cafb73-202c-410b-9570-899a27e3e0dc req-20e13f29-3399-4534-8be7-fc8fadc76c5c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.6070135 Jan 28 04:42:35.737063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:35.737505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.918854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f6dae523-0dc8-4f6c-918e-8b0249558ac1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:42:36.023787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92cafb73-202c-410b-9570-899a27e3e0dc req-8f7bf8a1-c5d8-478f-b94d-83920857fbd8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893995 Jan 28 04:42:36.206649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:36.207032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:36.224677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:36.343967 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:36.350958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:36.358228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c0afb-653d-46d5-8b0e-a41fe0b5f256 None None] Pushing event updated for resources: {'Port': ['ID=75de35a3-064f-4448-8213-a31a1af2d244,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:36.361898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-613a03bd-65cb-49b3-95d2-1a93bc972a0e None None] Provisioning complete for port 75de35a3-064f-4448-8213-a31a1af2d244 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:36.362329 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-613a03bd-65cb-49b3-95d2-1a93bc972a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (75de35a3-064f-4448-8213-a31a1af2d244), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:36.453678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Set router 2b0bd432-509f-480a-8209-5acdfa9df196 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:36.769628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:36.781637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8801255 Jan 28 04:42:36.917295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7e07f-266c-4657-866e-03fbd2ff5064 req-5144e286-fabc-4b55-ba85-5ec8aa549e07 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:36.919374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-24e7e07f-266c-4657-866e-03fbd2ff5064 req-5144e286-fabc-4b55-ba85-5ec8aa549e07 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 945 time: 1.5651267 Jan 28 04:42:36.938727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:36.939583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:36.952946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d787b-97e1-4060-9c13-2325e89d0c18 req-138efc9e-3e79-4e9b-b503-28738efc836f tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:36.965031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d15d787b-97e1-4060-9c13-2325e89d0c18 req-138efc9e-3e79-4e9b-b503-28738efc836f tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 948 time: 0.7976961 Jan 28 04:42:36.974979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Allocated IP 172.20.0.2 (f330a7ad-f517-44a9-ab5a-1123d902abb3/77d993a2-74d2-4c37-869b-a45fac7c494f/bfe53595-5434-4122-a7cd-2464b4ad28de) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:36.983379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db20285-58fb-44c3-ad85-7ce099186dfb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event updated for resources: {'Port': ['ID=c6611840-db55-4a38-9bde-ae9fe251be7c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:37.085718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks [] for router_gateway (96fd2e22-b94b-4570-8121-4dcf2c17f570), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.093029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f6dae523-0dc8-4f6c-918e-8b0249558ac1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:37.122538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.157505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-24e7e07f-266c-4657-866e-03fbd2ff5064 req-cd181d1a-df10-4e7c-ae18-6befec6f521d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281706 Jan 28 04:42:37.240279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1', 'mac_address': 'fa:16:3e:33:e7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:42:37.285779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d15d787b-97e1-4060-9c13-2325e89d0c18 req-1d455c2b-cf87-415b-96e9-e0752679eb6f tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197262 Jan 28 04:42:37.352638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf41aeec-bb30-4389-b08f-660b252f9bc3 req-38c4ddfc-7361-47ce-b0a8-0f73ea9a46cb tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0752285 Jan 28 04:42:37.528961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Allocated IP 172.25.6.127 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d18b65d5-156a-4310-b681-e5529f70a5f2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:37.563955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6503373f-fdf9-47f8-b346-ccbe3e6f8c9e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.619095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.629871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-c0fbf541-7eb6-4b80-8a7a-86e6465869fd tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1025810062&fields=id&tenant_id=e65e801caf8c4f368d9d20181428b635 HTTP/1.1" status: 200 len: 267 time: 0.1990395 Jan 28 04:42:37.693405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-613a03bd-65cb-49b3-95d2-1a93bc972a0e None None] Current status of the port 75de35a3-064f-4448-8213-a31a1af2d244 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:37.701539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f6dae523-0dc8-4f6c-918e-8b0249558ac1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:37.702192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.704681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9b6f744d-3c35-4d89-aacf-09e64fa386c6'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:37.706652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:37.758369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16863c51-ba31-4fc0-acdb-46458a3ae896 req-b4da7617-2354-4689-aa76-adbffadc0114 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:37.765399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16863c51-ba31-4fc0-acdb-46458a3ae896 req-b4da7617-2354-4689-aa76-adbffadc0114 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.1529410 Jan 28 04:42:37.777257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks [] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.829979 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Publish callbacks [] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.839081 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.859740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dae523-0dc8-4f6c-918e-8b0249558ac1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:37.886351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=6503373f-fdf9-47f8-b346-ccbe3e6f8c9e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:37.895356 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16863c51-ba31-4fc0-acdb-46458a3ae896 req-f557c0bc-0556-4ad8-afc9-751db673fbe7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288171 Jan 28 04:42:37.905651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:37.912373 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.024369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Allocated IP 172.20.0.1 (706026e7-d3c8-4d9c-9044-cba26824eaba/36ccef1b-ffef-4a88-bf88-3f52adc8c9e5/1154dea2-9689-4bf2-9179-45af1d6750a5) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:38.056399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:38.060369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:38.100584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f6dae523-0dc8-4f6c-918e-8b0249558ac1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:38.116348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:38.124128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:38.125612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 431af757-512a-460d-8b63-d6afdbec157f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:38.129832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:38.139119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.232422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks [] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.234170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Pushing event updated for resources: {'Port': ['ID=d18b65d5-156a-4310-b681-e5529f70a5f2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:38.243995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:38.250638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:38.284226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:42:31Z', 'revision_number': 3, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:38.311729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.342473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-40444552-111d-4314-88d1-9daac9a6d3b2 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:38.344264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-40444552-111d-4314-88d1-9daac9a6d3b2 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/networks?id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424 HTTP/1.1" status: 200 len: 811 time: 0.4480360 Jan 28 04:42:38.423207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Checking router: 2b0bd432-509f-480a-8209-5acdfa9df196 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:38.423617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Updating router 2b0bd432-509f-480a-8209-5acdfa9df196 port 1122fc36-7da9-4252-8438-b4853f2f98df binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:38.446759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Pushing event updated for resources: {'Port': ['ID=bfe53595-5434-4122-a7cd-2464b4ad28de,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:38.481188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Network 706026e7-d3c8-4d9c-9044-cba26824eaba is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:38.505090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-825f513d-63a7-4339-b502-cb3140eb92a0 req-4a647ff7-05c5-4f85-98b8-5f3ad61d15e6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72 HTTP/1.1" status: 200 len: 210 time: 0.0569782 Jan 28 04:42:38.506020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:38.508827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Pushing event updated for resources: {'Port': ['ID=1154dea2-9689-4bf2-9179-45af1d6750a5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:38.511085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:38.567281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (2b0bd432-509f-480a-8209-5acdfa9df196), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.583993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:38.601759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e37d9934-57e0-4ab7-81ad-c07ea83d9465 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/quotas/e65e801caf8c4f368d9d20181428b635 HTTP/1.1" status: 200 len: 375 time: 0.2146268 Jan 28 04:42:38.615099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.637833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920eb092-ca83-4c6a-93fd-a3cfdba664aa req-f20a4c94-e5e4-4fa3-bc70-1d09b86f8962 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "DELETE /v2.0/ports/6503373f-fdf9-47f8-b346-ccbe3e6f8c9e HTTP/1.1" status: 204 len: 173 time: 3.6322722 Jan 28 04:42:38.638337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'name': 'network-vif-deleted', 'tag': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:38.640660 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85282d0e-7f47-4827-93bd-e37652ba38e3" -d '{"events": [{"server_uuid": "3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72", "name": "network-vif-deleted", "tag": "6503373f-fdf9-47f8-b346-ccbe3e6f8c9e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:38.662388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['f6dae523-0dc8-4f6c-918e-8b0249558ac1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:38.690763 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:38.865976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e5ef9434-737a-41d0-84ed-61f4b06a98af tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e65e801caf8c4f368d9d20181428b635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2631288 Jan 28 04:42:38.914682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d918-c0ff-49b8-a578-b9f5b1e7e347 req-4228aa62-92ac-4b52-9afc-5fd6771920d5 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:38.935810 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e019d918-c0ff-49b8-a578-b9f5b1e7e347 req-4228aa62-92ac-4b52-9afc-5fd6771920d5 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 949 time: 0.1493928 Jan 28 04:42:39.072606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.157603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Publish callbacks [] for port (1122fc36-7da9-4252-8438-b4853f2f98df), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.186853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-2096a68b-8b30-4e14-b9d1-99209479c33f service neutron] 10.222.0.21 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199592 Jan 28 04:42:39.198711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e019d918-c0ff-49b8-a578-b9f5b1e7e347 req-2decde2c-c219-4fcb-afec-9fde186e4872 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613382 Jan 28 04:42:39.276016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:39.290924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.364972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-f5951e48-e287-48f6-a427-3cd3c6d8b0f5 service neutron] 10.222.0.21 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771612 Jan 28 04:42:39.366148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks [] for router_gateway (96fd2e22-b94b-4570-8121-4dcf2c17f570), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.529909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d91c-b392-4215-803b-d455730fd825 req-ae9fb50f-3e40-4435-8724-d0ebc26179c5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:39.531453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7027d91c-b392-4215-803b-d455730fd825 req-ae9fb50f-3e40-4435-8724-d0ebc26179c5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.1879549 Jan 28 04:42:39.570105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3892e07-6d2f-4f59-99d2-15c204becfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.599452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks [] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.621632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.640597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 431af757-512a-460d-8b63-d6afdbec157f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:39.641127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (431af757-512a-460d-8b63-d6afdbec157f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.647709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:42:39.648227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 6503373f-fdf9-47f8-b346-ccbe3e6f8c9e not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:39.648872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:39.731564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Attempting to bind port 1122fc36-7da9-4252-8438-b4853f2f98df on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:39.732119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Attempting to bind port 1122fc36-7da9-4252-8438-b4853f2f98df by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:39.733939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Attempting to bind port 1122fc36-7da9-4252-8438-b4853f2f98df on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:39.766912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7027d91c-b392-4215-803b-d455730fd825 req-357e293d-4830-40a8-a2c2-1dd7357dee89 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272253 Jan 28 04:42:39.843123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (2b0bd432-509f-480a-8209-5acdfa9df196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.873339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Pushing event updated for resources: {'Port': ['ID=1154dea2-9689-4bf2-9179-45af1d6750a5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:39.901279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce332564-9895-4348-80d7-8fe59d5876ab req-d148116b-51c4-4279-9485-4f4fa54ad93c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0398574 Jan 28 04:42:39.925247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Attempting to bind port bfe53595-5434-4122-a7cd-2464b4ad28de on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:39.925247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Attempting to bind port bfe53595-5434-4122-a7cd-2464b4ad28de by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:39.925247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Attempting to bind port bfe53595-5434-4122-a7cd-2464b4ad28de on network f330a7ad-f517-44a9-ab5a-1123d902abb3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:39.935781 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362bf0b2-5e37-46cd-b52a-d6fff0de3b98 x-openstack-request-id: req-362bf0b2-5e37-46cd-b52a-d6fff0de3b98 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:39.936503 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72", "name": "network-vif-deleted", "tag": "6503373f-fdf9-47f8-b346-ccbe3e6f8c9e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:39.936977 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-362bf0b2-5e37-46cd-b52a-d6fff0de3b98 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:39.937637 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3415f7c8-43c3-40e9-ad36-ab4bd1fb7e72', 'name': 'network-vif-deleted', 'tag': '6503373f-fdf9-47f8-b346-ccbe3e6f8c9e', 'status': 'completed', 'code': 200} Jan 28 04:42:39.963552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (96fd2e22-b94b-4570-8121-4dcf2c17f570), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.967083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:39.967405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Checking segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:39.967936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.968357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Bound using segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:39.968846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Bound port: bfe53595-5434-4122-a7cd-2464b4ad28de, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:39.969251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.994641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:39.995031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:39.995435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:39.995831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:39.996307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Bound port: 1122fc36-7da9-4252-8438-b4853f2f98df, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:39.996690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:40.095599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60393227-f475-4a3d-8ef6-eb64a26522b7 req-7f67421f-f31b-4ed0-82a5-f7f39e619e91 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 210 time: 0.0570600 Jan 28 04:42:40.110620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] For port 1122fc36-7da9-4252-8438-b4853f2f98df, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:40.114721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] For port 1122fc36-7da9-4252-8438-b4853f2f98df, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1122fc36-7da9-4252-8438-b4853f2f98df,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:40.184021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Network 706026e7-d3c8-4d9c-9044-cba26824eaba is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:40.187477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:40.200053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1b3c0efe-2e9e-4976-9c6f-01c9bdf6ec53 None None] Provisioning complete for port 1154dea2-9689-4bf2-9179-45af1d6750a5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:40.200053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0efe-2e9e-4976-9c6f-01c9bdf6ec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:40.400552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c0efe-2e9e-4976-9c6f-01c9bdf6ec53 None None] Port 1154dea2-9689-4bf2-9179-45af1d6750a5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:40.421197 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:40.476941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Router 96fd2e22-b94b-4570-8121-4dcf2c17f570 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:42:40.628716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2c576-a7dc-450c-9152-9cb3cee78b23 req-92190a68-ef2d-45e1-a152-57bd0bd34d5f tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:40.631874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09b2c576-a7dc-450c-9152-9cb3cee78b23 req-92190a68-ef2d-45e1-a152-57bd0bd34d5f tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 949 time: 0.2658417 Jan 28 04:42:40.636611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:40.637015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:40.677954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f6dae523-0dc8-4f6c-918e-8b0249558ac1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:40.725086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Router 2b0bd432-509f-480a-8209-5acdfa9df196 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:40.757270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:40.803823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:40.814590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:40.821626 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Sync routers for ids ['96fd2e22-b94b-4570-8121-4dcf2c17f570'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:40.825163 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e9a7a-5a76-4460-af69-bbff9cdccdf6" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:40.862637 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Routers {'96fd2e22-b94b-4570-8121-4dcf2c17f570'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:40.863349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f104-81b4-4310-8916-93b4d0d06691 req-8ae65a11-81ec-4020-8cf6-5e6585715b7d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:40.869649 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['96fd2e22-b94b-4570-8121-4dcf2c17f570'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:40.873069 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c426f104-81b4-4310-8916-93b4d0d06691 req-8ae65a11-81ec-4020-8cf6-5e6585715b7d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.2855804 Jan 28 04:42:40.888319 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:40.889857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-20f95155-04af-4666-9179-4fb681440556 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3378036 Jan 28 04:42:40.899619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:40.913975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:41.003714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c426f104-81b4-4310-8916-93b4d0d06691 req-021b0068-dda7-438d-9c59-e862693b4e96 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124375 Jan 28 04:42:41.008157 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15ca4ccd-22b5-41a3-b70d-e63fc36efa4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:41.009390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09b2c576-a7dc-450c-9152-9cb3cee78b23 req-c8507b61-be27-42eb-a5ab-0d70065059d4 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625820 Jan 28 04:42:41.009535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Routers {'2b0bd432-509f-480a-8209-5acdfa9df196'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:41.010132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b0bd432-509f-480a-8209-5acdfa9df196'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:41.036505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-539f87f7-07b0-4bc1-9038-9db9004d5589 None None] Provisioning complete for port 1154dea2-9689-4bf2-9179-45af1d6750a5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:41.036905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-539f87f7-07b0-4bc1-9038-9db9004d5589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:41.073459 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Set router 96fd2e22-b94b-4570-8121-4dcf2c17f570 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:41.302956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fea4239d-a0ae-4d9c-8994-859c5a5ad3fe req-b26c1612-6e96-4c62-98a6-665e9783921b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0656075 Jan 28 04:42:41.328455 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807e7a3-b0cc-4b65-8ce6-58f3720d36b9 x-openstack-request-id: req-5807e7a3-b0cc-4b65-8ce6-58f3720d36b9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:41.328998 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:41.329107 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5807e7a3-b0cc-4b65-8ce6-58f3720d36b9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:41.329573 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:42:41.403473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 431af757-512a-460d-8b63-d6afdbec157f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:41.404622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 75de35a3-064f-4448-8213-a31a1af2d244 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:41.449261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:41.472858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e5aa8ad8-a958-4da1-bedf-dfa98be4e339 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b0bd432-509f-480a-8209-5acdfa9df196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6806288 Jan 28 04:42:41.493531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f4156-b43f-452e-b2d9-4a6603ee89dc req-cd609982-c2a9-42ff-a246-fef84452578a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:41.503032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] For port bfe53595-5434-4122-a7cd-2464b4ad28de, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:41.509737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e7f4156-b43f-452e-b2d9-4a6603ee89dc req-cd609982-c2a9-42ff-a246-fef84452578a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.3496759 Jan 28 04:42:41.519685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-deca632d-c6f1-4869-b956-284dad96c39d req-d7ad5342-ff8f-4399-8ee9-108a86015f69 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 210 time: 0.0805047 Jan 28 04:42:41.571151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0727a-d4b3-47cc-92cd-f959a92b67b6 None None] Pushing event updated for resources: {'Port': ['ID=1122fc36-7da9-4252-8438-b4853f2f98df,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:41.636950 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 3, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:41.691079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] For port bfe53595-5434-4122-a7cd-2464b4ad28de, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bfe53595-5434-4122-a7cd-2464b4ad28de,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:41.710269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-539f87f7-07b0-4bc1-9038-9db9004d5589 None None] Port 1154dea2-9689-4bf2-9179-45af1d6750a5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:41.746575 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Checking router: 96fd2e22-b94b-4570-8121-4dcf2c17f570 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:41.746920 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Updating router 96fd2e22-b94b-4570-8121-4dcf2c17f570 port d18b65d5-156a-4310-b681-e5529f70a5f2 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:41.815061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:41.832700 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:41.942766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e7f4156-b43f-452e-b2d9-4a6603ee89dc req-f671dfc0-d19f-4a5d-970a-e3bae4e55431 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321549 Jan 28 04:42:42.038196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0727a-d4b3-47cc-92cd-f959a92b67b6 None None] Pushing event updated for resources: {'Port': ['ID=1122fc36-7da9-4252-8438-b4853f2f98df,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:42.057131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 75de35a3-064f-4448-8213-a31a1af2d244 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:42.057320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (75de35a3-064f-4448-8213-a31a1af2d244), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.133764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-f327000c-c7b0-4c76-ab73-e0ecfa12dcca tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:42.138914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-f327000c-c7b0-4c76-ab73-e0ecfa12dcca tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.2113602 Jan 28 04:42:42.273213 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.288795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] Set router 2b0bd432-509f-480a-8209-5acdfa9df196 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:42.563271 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Publish callbacks [] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.563702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e5defd76-991d-4039-84a0-801c3848341b tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:42.568923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e5defd76-991d-4039-84a0-801c3848341b tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.52 "GET /v2.0/networks?id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424 HTTP/1.1" status: 200 len: 811 time: 0.8493509 Jan 28 04:42:42.579067 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.624959 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Attempting to bind port d18b65d5-156a-4310-b681-e5529f70a5f2 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:42.625367 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Attempting to bind port d18b65d5-156a-4310-b681-e5529f70a5f2 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:42.637755 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Attempting to bind port d18b65d5-156a-4310-b681-e5529f70a5f2 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:42.676452 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:42.676900 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:42.677360 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.677765 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:42.678270 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Bound port: d18b65d5-156a-4310-b681-e5529f70a5f2, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:42.678653 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.722567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00711a8f-f64b-4378-a2e3-aebbf3b558cf req-a616800c-cd50-43d9-bbe9-a419d4e86938 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:42.724368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00711a8f-f64b-4378-a2e3-aebbf3b558cf req-a616800c-cd50-43d9-bbe9-a419d4e86938 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 949 time: 0.4235787 Jan 28 04:42:42.727316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:42.797873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-435b4e84-fa54-456c-80c1-a36d7109d5de tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e65e801caf8c4f368d9d20181428b635 HTTP/1.1" status: 200 len: 380 time: 0.1987622 Jan 28 04:42:42.831389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Request body: {'port': {'device_id': '8c5f549d-b985-489f-b886-f2168b23e15c', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'admin_state_up': True, 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'security_groups': ['cd31f1f3-b690-4632-b7b7-9509d20ad9b3']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:42.868490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df1e4b-d99e-4325-bd44-fd493a828e7c req-c67446e1-640d-4a02-b731-8360e0901be8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:42.880165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75df1e4b-d99e-4325-bd44-fd493a828e7c req-c67446e1-640d-4a02-b731-8360e0901be8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.7378170 Jan 28 04:42:42.887688 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400d13e-1278-4770-86f6-656c95f1a0c2 None None] Pushing event updated for resources: {'Port': ['ID=d18b65d5-156a-4310-b681-e5529f70a5f2,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:42.998890 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] For port d18b65d5-156a-4310-b681-e5529f70a5f2, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:43.008807 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] For port d18b65d5-156a-4310-b681-e5529f70a5f2, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d18b65d5-156a-4310-b681-e5529f70a5f2,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:43.031025 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.058403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.090812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 75de35a3-064f-4448-8213-a31a1af2d244 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:43.103569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75df1e4b-d99e-4325-bd44-fd493a828e7c req-3ea93830-05de-4239-bbc0-0067b3cad7a5 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871858 Jan 28 04:42:43.120665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:43.121021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.140134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00711a8f-f64b-4378-a2e3-aebbf3b558cf req-78b3d331-69ec-4e24-9829-3424751592ee tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951325 Jan 28 04:42:43.251052 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400d13e-1278-4770-86f6-656c95f1a0c2 None None] Pushing event updated for resources: {'Port': ['ID=d18b65d5-156a-4310-b681-e5529f70a5f2,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:43.337039 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Routers {'96fd2e22-b94b-4570-8121-4dcf2c17f570'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:43.337719 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['96fd2e22-b94b-4570-8121-4dcf2c17f570'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:43.363669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:42:43.388829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd966deb-8501-4a98-b34d-9de12adbab27 req-3fef2048-49f0-4c64-a457-dd470ab31d8f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1302009 Jan 28 04:42:43.497992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 75de35a3-064f-4448-8213-a31a1af2d244 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:43.500107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c4651aa-c990-486b-87cb-1dbc7a366a6d req-e8789791-3420-4099-8392-35cb8016e245 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 210 time: 0.1293075 Jan 28 04:42:43.583984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Made reservation on behalf of e65e801caf8c4f368d9d20181428b635 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:43.589818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.679207 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] Set router 96fd2e22-b94b-4570-8121-4dcf2c17f570 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:43.785841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port 9b6f744d-3c35-4d89-aacf-09e64fa386c6, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9b6f744d-3c35-4d89-aacf-09e64fa386c6,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:43.787703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.799391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Allocated IP 172.20.0.1 (f330a7ad-f517-44a9-ab5a-1123d902abb3/77d993a2-74d2-4c37-869b-a45fac7c494f/f2c7a0d1-160b-4002-9de1-62539477f578) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:43.827436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.856523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for 9b6f744d-3c35-4d89-aacf-09e64fa386c6 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:43.870528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8428202-0089-4e89-b9df-9415c6a8cc7e None None] Pushing event updated for resources: {'Port': ['ID=bfe53595-5434-4122-a7cd-2464b4ad28de,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:43.918151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a29e7c-bd8d-4d97-a364-a10c31d76b27 req-2ea05af0-eab3-40f7-9f96-0f0414ba79d3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:43.928179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31a29e7c-bd8d-4d97-a364-a10c31d76b27 req-2ea05af0-eab3-40f7-9f96-0f0414ba79d3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.2644739 Jan 28 04:42:44.081351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks [] for port (f2c7a0d1-160b-4002-9de1-62539477f578), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.090755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:44.127166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'mac_address': 'fa:16:3e:e3:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:42:44.232013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.295933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:44.296598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.305599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f6dae523-0dc8-4f6c-918e-8b0249558ac1 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:44.308930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31a29e7c-bd8d-4d97-a364-a10c31d76b27 req-2494f890-1a65-4feb-800c-9311444d7e1a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767340 Jan 28 04:42:44.329699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:44.342171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c7a0d1-160b-4002-9de1-62539477f578,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:44.360840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:44.368060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:44.391880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423f4c5-a54e-4a0f-ab63-4200bdff0f0b None None] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:44.462628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a2ee6-a574-474b-83d4-2b551e7cfdd1 req-3fb1bb00-9627-4bef-be87-adc6262e4145 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:44.470792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-489a2ee6-a574-474b-83d4-2b551e7cfdd1 req-3fb1bb00-9627-4bef-be87-adc6262e4145 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=402dd0c6-65da-435e-925e-fc744e653049 HTTP/1.1" status: 200 len: 945 time: 0.1383879 Jan 28 04:42:44.529289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (96fd2e22-b94b-4570-8121-4dcf2c17f570), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.598898 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 3, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:44.679234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 75de35a3-064f-4448-8213-a31a1af2d244 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:44.693642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (75de35a3-064f-4448-8213-a31a1af2d244), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.695203 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd808da-3c96-4857-a384-ab4167dd85b6 None None] The sync data for ids ['96fd2e22-b94b-4570-8121-4dcf2c17f570'] in n-d-824835-3 is: [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 3, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:44.699435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:44.769775 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-489a2ee6-a574-474b-83d4-2b551e7cfdd1 req-bee8d29f-1289-49f6-8261-6079e6d366f8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968566 Jan 28 04:42:44.883274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.886905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port f6dae523-0dc8-4f6c-918e-8b0249558ac1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:42:44.901638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Allocated IP 172.20.0.8 (0a0ae86e-bd7a-4633-b2b4-4683b67b7424/6d915e0f-834e-48c1-bbe2-a4eebfe4079d/50c13bbc-6bc9-40d3-9175-9809b7dc4724) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:44.906719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:44.925761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1154dea2-9689-4bf2-9179-45af1d6750a5', 'name': '', 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'mac_address': 'fa:16:3e:e9:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:39Z', 'revision_number': 2, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'subnets': [{'id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:44.983259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9b6f744d-3c35-4d89-aacf-09e64fa386c6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.993673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] Provisioning complete for port bfe53595-5434-4122-a7cd-2464b4ad28de triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:44.994209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.012444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa3b2-32b1-48a3-b858-28da5922eca9 None None] The sync data for ids ['2b0bd432-509f-480a-8209-5acdfa9df196'] in n-d-824835-3 is: [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1154dea2-9689-4bf2-9179-45af1d6750a5', 'name': '', 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'mac_address': 'fa:16:3e:e9:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:39Z', 'revision_number': 2, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'subnets': [{'id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:45.058962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:45.070256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.076054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port f6dae523-0dc8-4f6c-918e-8b0249558ac1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:45.077069 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.211743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74f89d-3ce7-4130-a8e2-a755c2f686a9 req-270b0743-0fa9-431c-ae9d-006df241e765 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:45.222904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e74f89d-3ce7-4130-a8e2-a755c2f686a9 req-270b0743-0fa9-431c-ae9d-006df241e765 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 949 time: 0.5921931 Jan 28 04:42:45.226405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.249534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=9b6f744d-3c35-4d89-aacf-09e64fa386c6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:45.364249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.364249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.364684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.364870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.365102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.365539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.371154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:45.486372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2b28024-2325-4534-802b-7495e54c6bcc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:45.576710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks [] for port (f2c7a0d1-160b-4002-9de1-62539477f578), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.635078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.658489 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d434c31c-1721-4951-b905-acd323f50c54 req-fb072c27-7bff-466c-af4e-39a8f4823d92 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0777516 Jan 28 04:42:45.711747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port 9b6f744d-3c35-4d89-aacf-09e64fa386c6 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:45.729932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.752125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c42e0fb1-95e1-4503-8c57-0e0cb08a371b req-41badf15-ca8c-453b-b9e7-b1077d6dd4cb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "DELETE /v2.0/ports/9b6f744d-3c35-4d89-aacf-09e64fa386c6 HTTP/1.1" status: 204 len: 173 time: 3.5150304 Jan 28 04:42:45.753654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402dd0c6-65da-435e-925e-fc744e653049', 'name': 'network-vif-deleted', 'tag': '9b6f744d-3c35-4d89-aacf-09e64fa386c6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:45.757837 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cee1d4-6081-46b1-87f5-a43e4e2fe6de" -d '{"events": [{"server_uuid": "402dd0c6-65da-435e-925e-fc744e653049", "name": "network-vif-deleted", "tag": "9b6f744d-3c35-4d89-aacf-09e64fa386c6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:45.831841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c7a0d1-160b-4002-9de1-62539477f578,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:45.842645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (96fd2e22-b94b-4570-8121-4dcf2c17f570), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.012249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e74f89d-3ce7-4130-a8e2-a755c2f686a9 req-b3438bf5-1398-41f1-8396-6b3d67941b9e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290664 Jan 28 04:42:46.156241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.293856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.301099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 75de35a3-064f-4448-8213-a31a1af2d244 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:46.336693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:46.531140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:46.565366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:46.608745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:46.630795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event updated for resources: {'Port': ['ID=50c13bbc-6bc9-40d3-9175-9809b7dc4724,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:46.958286 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:42:47.168961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:47.189412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:47.308320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f58b7-a57c-4532-b704-95b23bacc6a9 req-c12402cc-fef2-4ba7-a4c3-ce9007386614 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:47.311791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port f6dae523-0dc8-4f6c-918e-8b0249558ac1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:47.312320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:47.328036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-910f58b7-a57c-4532-b704-95b23bacc6a9 req-c12402cc-fef2-4ba7-a4c3-ce9007386614 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.6792340 Jan 28 04:42:47.354921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] Current status of the port bfe53595-5434-4122-a7cd-2464b4ad28de is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:47.355316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:47.396388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-e84aa17d-435b-4e69-8e7e-d82570a951c1 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5825138 Jan 28 04:42:47.456417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Request body: {'port': {'device_id': '8c5f549d-b985-489f-b886-f2168b23e15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:47.644668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:47.662742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddd207-a889-4476-897a-c41753e97b1e req-589fefa6-7f49-4b82-a49c-6ec79b4d3b3f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:47.671799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7ddd207-a889-4476-897a-c41753e97b1e req-589fefa6-7f49-4b82-a49c-6ec79b4d3b3f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 931 time: 0.3078544 Jan 28 04:42:47.737958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-910f58b7-a57c-4532-b704-95b23bacc6a9 req-e90365d4-eefe-43e3-be7c-ca2d07e1341e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925843 Jan 28 04:42:47.758747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:47.788670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:47.857609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7ddd207-a889-4476-897a-c41753e97b1e req-bcb2f795-dbd2-4881-95f6-5998ace4d9e0 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846423 Jan 28 04:42:48.061831 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1376e28a-741b-4cc0-a30e-a19cac85ec2d x-openstack-request-id: req-1376e28a-741b-4cc0-a30e-a19cac85ec2d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:48.062130 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402dd0c6-65da-435e-925e-fc744e653049", "name": "network-vif-deleted", "tag": "9b6f744d-3c35-4d89-aacf-09e64fa386c6", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:48.062635 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1376e28a-741b-4cc0-a30e-a19cac85ec2d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:48.062807 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402dd0c6-65da-435e-925e-fc744e653049', 'name': 'network-vif-deleted', 'tag': '9b6f744d-3c35-4d89-aacf-09e64fa386c6', 'status': 'completed', 'code': 200} Jan 28 04:42:48.121754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bfe53595-5434-4122-a7cd-2464b4ad28de up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:48.301040 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a80f337-a222-409f-ae69-a086e8465f63 req-34028a75-82e4-4d2e-aaa3-dc49b54ddefa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1254115 Jan 28 04:42:48.354953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Router 96fd2e22-b94b-4570-8121-4dcf2c17f570 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:48.559170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:48.562890 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8a3554-7d4b-4845-abe7-cb3ee21c4c67" -d '{"events": [{"server_uuid": "d8b5e14a-09e7-4713-bdb4-7ef1c826beeb", "name": "network-vif-plugged", "status": "completed", "tag": "f6dae523-0dc8-4f6c-918e-8b0249558ac1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:48.651883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port bfe53595-5434-4122-a7cd-2464b4ad28de triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:48.654714 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:48.680566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adefabd-aac9-4ce1-ae32-40ebb7623df8 req-97f24f34-434b-4d3f-b9d9-3a29895047f1 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:48.712334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2adefabd-aac9-4ce1-ae32-40ebb7623df8 req-97f24f34-434b-4d3f-b9d9-3a29895047f1 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 949 time: 0.4042521 Jan 28 04:42:48.773748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] For port bfe53595-5434-4122-a7cd-2464b4ad28de, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bfe53595-5434-4122-a7cd-2464b4ad28de,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:48.788915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port f6dae523-0dc8-4f6c-918e-8b0249558ac1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:48.820475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:48.868561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4608c98a-0706-4eb9-b6d6-0fd77ccefb24 admin admin] 10.222.0.21 "PUT /v2.0/routers/96fd2e22-b94b-4570-8121-4dcf2c17f570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9661796 Jan 28 04:42:48.894644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:48.916480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port bfe53595-5434-4122-a7cd-2464b4ad28de is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:48.917716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d18b65d5-156a-4310-b681-e5529f70a5f2 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:49.043528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-f2d84892-df13-4709-bb42-feeef64d5ea3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:49.045107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-f2d84892-df13-4709-bb42-feeef64d5ea3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.4232326 Jan 28 04:42:49.050862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c13bbc-6bc9-40d3-9175-9809b7dc4724 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:49.071318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Publish callbacks [] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.092215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-9cedaf9f-1db5-443e-a9ac-1c7d323cc553 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0300686 Jan 28 04:42:49.107715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Transition to ACTIVE for port object 50c13bbc-6bc9-40d3-9175-9809b7dc4724 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:42:49.222953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2adefabd-aac9-4ce1-ae32-40ebb7623df8 req-b2e97d56-6a10-45ba-81ea-54e8ef446bba tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062773 Jan 28 04:42:49.223921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.252815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-343a3f03-c507-430a-854b-705f5578bcb8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540599 Jan 28 04:42:49.271822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.308862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e18028-08ac-439f-a103-702a3f64b5b0 None None] Pushing event updated for resources: {'Port': ['ID=bfe53595-5434-4122-a7cd-2464b4ad28de,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:49.387442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Pushing event updated for resources: {'Port': ['ID=50c13bbc-6bc9-40d3-9175-9809b7dc4724,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:49.539812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-142c8612-e848-4682-bc29-fb9b61024fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860260 Jan 28 04:42:49.571993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:49.682132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Sync routers for ids ['96fd2e22-b94b-4570-8121-4dcf2c17f570'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:49.696527 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e66d96d-7fc9-45ed-a32b-121031e954a6 x-openstack-request-id: req-1e66d96d-7fc9-45ed-a32b-121031e954a6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:49.698862 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b5e14a-09e7-4713-bdb4-7ef1c826beeb", "name": "network-vif-plugged", "status": "completed", "tag": "f6dae523-0dc8-4f6c-918e-8b0249558ac1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:49.699098 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e66d96d-7fc9-45ed-a32b-121031e954a6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:49.699528 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1', 'code': 200} Jan 28 04:42:49.706639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=f6dae523-0dc8-4f6c-918e-8b0249558ac1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:49.740115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9b6f744d-3c35-4d89-aacf-09e64fa386c6 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:49.830441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 9b6f744d-3c35-4d89-aacf-09e64fa386c6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:42:49.830863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9b6f744d-3c35-4d89-aacf-09e64fa386c6 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:49.834533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Routers {'96fd2e22-b94b-4570-8121-4dcf2c17f570'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:49.838499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['96fd2e22-b94b-4570-8121-4dcf2c17f570'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:49.917747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-b853e3d4-10ca-4e88-a6a9-7cd1a9e3535a service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746903 Jan 28 04:42:50.194513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Set router 96fd2e22-b94b-4570-8121-4dcf2c17f570 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:50.445288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b1dbdb5f-d51c-4957-b9f8-e5420c0fac2d None None] Provisioning complete for port bfe53595-5434-4122-a7cd-2464b4ad28de triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:50.445722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1dbdb5f-d51c-4957-b9f8-e5420c0fac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.558929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39952) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:50.614213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2052683047-network', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:50.753484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Made reservation on behalf of 474012acc83c4c0089d5c4ec023e6004 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:50.776688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.817827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.855083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b57f63-82a0-4a9e-ba83-201148d16312 req-ccf08cc2-8bbc-459d-9456-9e9c6d8ad597 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:50.859575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97b57f63-82a0-4a9e-ba83-201148d16312 req-ccf08cc2-8bbc-459d-9456-9e9c6d8ad597 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 943 time: 0.4155049 Jan 28 04:42:50.994874 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Sync routers for ids ['2b0bd432-509f-480a-8209-5acdfa9df196'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:51.008737 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Routers {'2b0bd432-509f-480a-8209-5acdfa9df196'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:51.015136 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b0bd432-509f-480a-8209-5acdfa9df196'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:51.018876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67b86-8a8a-4c0a-b3a6-e9aa8af73fa7 req-06c8f532-9292-4bd0-8c21-303c7b65eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:51.020994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25f67b86-8a8a-4c0a-b3a6-e9aa8af73fa7 req-06c8f532-9292-4bd0-8c21-303c7b65eda5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 1101 time: 1.4586003 Jan 28 04:42:51.033838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872a0a-7a3a-426a-bac9-7b98662df115 req-cc2fa451-cd3d-4565-b820-fc890c51f3f6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:51.041121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8872a0a-7a3a-426a-bac9-7b98662df115 req-cc2fa451-cd3d-4565-b820-fc890c51f3f6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 1.3739936 Jan 28 04:42:51.070912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d18b65d5-156a-4310-b681-e5529f70a5f2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:51.071525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.074775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Attempting to bind port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:51.075363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Attempting to bind port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:51.075881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Attempting to bind port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 on network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:51.089967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 on network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:42:51.090697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Attempting to bind port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 on network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:51.117853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:51.118500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Checking segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:51.119135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Bound using segment: {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:51.119840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Bound port: 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:51.120434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.167860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8872a0a-7a3a-426a-bac9-7b98662df115 req-8112f415-d937-4822-8fb8-11db42dd3a68 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209207 Jan 28 04:42:51.192921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25f67b86-8a8a-4c0a-b3a6-e9aa8af73fa7 req-64497a9c-0e21-4add-90e5-5ebdc3231911 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495039 Jan 28 04:42:51.201609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97b57f63-82a0-4a9e-ba83-201148d16312 req-2ac1f728-b25a-4914-bb79-5ebe75f4c8fa tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181119 Jan 28 04:42:51.202488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2b28024-2325-4534-802b-7495e54c6bcc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:51.202999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.391752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks [] for security_group (8bacc099-85cb-4b8d-ab6f-892e671de46d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.433838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8bacc099-85cb-4b8d-ab6f-892e671de46d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.446254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8fecd85-02a8-431f-ad5d-c596d799dd9d req-461095e0-7a50-46be-a526-7ff61f53495c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1387761 Jan 28 04:42:51.466198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] For port 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:51.497021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] For port 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:51.507372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.508394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Set router 2b0bd432-509f-480a-8209-5acdfa9df196 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:51.583210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:42:51.627912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:51.630463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.633138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] 10.222.0.52 "PUT /v2.0/ports/50c13bbc-6bc9-40d3-9175-9809b7dc4724 HTTP/1.1" status: 200 len: 1091 time: 4.1945500 Jan 28 04:42:51.643219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:51.653800 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:51.689259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (94d4bf01-6faf-4341-b348-72a9a890490a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.692353 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Added segment 94d4bf01-6faf-4341-b348-72a9a890490a of type vlan for network 03b445f5-5c1d-406b-9bab-c2d1283f2ded Jan 28 04:42:51.729783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccded2c-d808-41c7-8a64-2b227cf73773 req-a510c4f1-e6d4-495e-b825-2bf5c5115d74 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:51.743533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ccded2c-d808-41c7-8a64-2b227cf73773 req-a510c4f1-e6d4-495e-b825-2bf5c5115d74 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 950 time: 0.3539460 Jan 28 04:42:51.746149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacc099-85cb-4b8d-ab6f-892e671de46d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:51.752930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbdb5f-d51c-4957-b9f8-e5420c0fac2d None None] Current status of the port bfe53595-5434-4122-a7cd-2464b4ad28de is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:51.921465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5bfbd61-d07d-4690-9043-35abad095db5 req-7778a813-d1c3-4bf8-9a75-99f4b357ce42 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 210 time: 0.2188220 Jan 28 04:42:51.934262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b018a-da78-4ba2-b77c-924efd5a6505 service neutron] Pushing event updated for resources: {'Port': ['ID=50c13bbc-6bc9-40d3-9175-9809b7dc4724,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:52.002983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:42:44Z', 'revision_number': 4, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f2c7a0d1-160b-4002-9de1-62539477f578', 'name': '', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'mac_address': 'fa:16:3e:67:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:43Z', 'updated_at': '2022-01-28T04:42:45Z', 'revision_number': 2, 'project_id': '81e7f4e2ba494753934beb4301673928', 'subnets': [{'id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:52.023523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (03b445f5-5c1d-406b-9bab-c2d1283f2ded), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.024075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-979aa096-43a9-4dc8-a665-8adeaee91f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:52.030806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-979aa096-43a9-4dc8-a665-8adeaee91f0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65e801caf8c4f368d9d20181428b635&device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 1094 time: 0.2134180 Jan 28 04:42:52.120973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:52.121563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.123799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ccded2c-d808-41c7-8a64-2b227cf73773 req-f13da150-bd6d-4689-a4a3-7c0c2c0e6d75 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789306 Jan 28 04:42:52.151000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-9143a9df-f6ed-417e-a1ee-ce9cd09c87c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724 HTTP/1.1" status: 200 len: 217 time: 0.1067410 Jan 28 04:42:52.152550 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9282f011-9b24-486b-8247-00b975b06055 x-openstack-request-id: req-9282f011-9b24-486b-8247-00b975b06055 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:52.161935 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:52.163522 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9282f011-9b24-486b-8247-00b975b06055 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:52.165304 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'status': 'completed', 'code': 200} Jan 28 04:42:52.186789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (03b445f5-5c1d-406b-9bab-c2d1283f2ded), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.187793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:52.192203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.351143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-ef849c49-e4ca-42f3-9723-16bc3a98d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:52.354003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Checking router: 96fd2e22-b94b-4570-8121-4dcf2c17f570 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:52.357421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Updating router 96fd2e22-b94b-4570-8121-4dcf2c17f570 port f2c7a0d1-160b-4002-9de1-62539477f578 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:52.357618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-ef849c49-e4ca-42f3-9723-16bc3a98d8c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d915e0f-834e-48c1-bbe2-a4eebfe4079d HTTP/1.1" status: 200 len: 850 time: 0.1913579 Jan 28 04:42:52.451119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d18b65d5-156a-4310-b681-e5529f70a5f2 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:52.452418 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.515466 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1154dea2-9689-4bf2-9179-45af1d6750a5', 'name': '', 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'mac_address': 'fa:16:3e:e9:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:39Z', 'revision_number': 2, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'subnets': [{'id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:52.519216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9459860 Jan 28 04:42:52.522964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39974) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:52.534540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:52.537028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Request body: {'subnet': {'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2052683047-subnet', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:52.561131 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428bc6e9-ff08-4449-bd27-24f1c537331c" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:52.578507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922191d6-9a0c-46d2-a1a3-1132cf92dd4c req-7a9b5696-3a7f-4789-a497-e0fc5067ee94 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:52.582849 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-922191d6-9a0c-46d2-a1a3-1132cf92dd4c req-7a9b5696-3a7f-4789-a497-e0fc5067ee94 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 943 time: 0.1857455 Jan 28 04:42:52.583729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b1dbdb5f-d51c-4957-b9f8-e5420c0fac2d None None] Provisioning complete for port f2c7a0d1-160b-4002-9de1-62539477f578 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:52.584115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1dbdb5f-d51c-4957-b9f8-e5420c0fac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.589206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Made reservation on behalf of 474012acc83c4c0089d5c4ec023e6004 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:52.592360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.684441 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Checking router: 2b0bd432-509f-480a-8209-5acdfa9df196 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:52.697899 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Updating router 2b0bd432-509f-480a-8209-5acdfa9df196 port 1154dea2-9689-4bf2-9179-45af1d6750a5 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:52.753441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:52.769948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.824639 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.828103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port d18b65d5-156a-4310-b681-e5529f70a5f2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d18b65d5-156a-4310-b681-e5529f70a5f2,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:52.867650 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.890705 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.890965 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (007ab20d-c497-4886-8017-2050efde2b2a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.898974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40e6c2-83fb-4d89-9c45-29b04be96f9e admin admin] Pushing event updated for resources: {'Network': ['ID=03b445f5-5c1d-406b-9bab-c2d1283f2ded,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.008512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=007ab20d-c497-4886-8017-2050efde2b2a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.055632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:42:53.143317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbdb5f-d51c-4957-b9f8-e5420c0fac2d None None] Port f2c7a0d1-160b-4002-9de1-62539477f578 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:53.148638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-922191d6-9a0c-46d2-a1a3-1132cf92dd4c req-adab1044-d42a-44f3-bb8b-29889bed7d7b tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702415 Jan 28 04:42:53.170515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-c77e4099-6e99-448e-bf6e-755df53edb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:53.171073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Checking segment: {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:53.171382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Network hostable DHCP agents. Network: 03b445f5-5c1d-406b-9bab-c2d1283f2ded, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:42:53.175644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-c77e4099-6e99-448e-bf6e-755df53edb5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8119168 Jan 28 04:42:53.221407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:42:53.230030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bfde8-b245-4f20-b038-95a4408ada94 req-9f4a5e2f-e3e8-4d42-b5c4-fe78735a7bd4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:53.243871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-398bfde8-b245-4f20-b038-95a4408ada94 req-9f4a5e2f-e3e8-4d42-b5c4-fe78735a7bd4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 945 time: 0.8458233 Jan 28 04:42:53.247775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 03b445f5-5c1d-406b-9bab-c2d1283f2ded) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:53.265582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:53.267627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.325848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e6f69a2-9b65-4c83-abc8-81777d811eff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7915449 Jan 28 04:42:53.420850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39984) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.423362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7dadab21-e30b-4166-b573-5c9c7a285d02 req-e34de42a-5d0b-4212-9c7e-88976f8a961c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0963707 Jan 28 04:42:53.430820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3836049-9042-451d-b21a-b5f0a17863d8 None None] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:53.435674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.506520 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.508035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.616209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-aa94f4a2-a960-4ebc-8c51-87ffa9df116c service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293933 Jan 28 04:42:53.672820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks [] for router_controller (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.715927 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Publish callbacks [] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.726760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bfe53595-5434-4122-a7cd-2464b4ad28de up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:53.730537 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.754115 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922e82e-d491-4213-871f-1dfe7ca17457 x-openstack-request-id: req-1922e82e-d491-4213-871f-1dfe7ca17457 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:53.754491 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-plugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:53.754691 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1922e82e-d491-4213-871f-1dfe7ca17457 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:53.755095 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:42:53.765826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-398bfde8-b245-4f20-b038-95a4408ada94 req-10903d0f-7571-4054-a61f-5d338b88f29a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5183642 Jan 28 04:42:53.830938 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Pushing event updated for resources: {'Port': ['ID=1154dea2-9689-4bf2-9179-45af1d6750a5,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.851994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-d50ca093-61d2-4639-8dc2-4e263c753b1c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:53.853899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-d50ca093-61d2-4639-8dc2-4e263c753b1c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 1.2134774 Jan 28 04:42:53.873485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '050cd648-f83c-41b7-8513-9d8f49047e52', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:54.020865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:54.051465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a178e06c-515b-44d1-92bb-0f2fdcf0af4f req-51468221-c46f-4355-9c13-287316a8b316 service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384862 Jan 28 04:42:54.058614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Attempting to bind port 1154dea2-9689-4bf2-9179-45af1d6750a5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:54.058995 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Attempting to bind port 1154dea2-9689-4bf2-9179-45af1d6750a5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:54.059577 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Attempting to bind port 1154dea2-9689-4bf2-9179-45af1d6750a5 on network 706026e7-d3c8-4d9c-9044-cba26824eaba {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:54.060699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f59e281-f0d1-43af-9163-2469bc841540 req-1fd1240d-aa2f-4ee7-920f-a7012fdb831c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 210 time: 0.1685121 Jan 28 04:42:54.079009 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.081613 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.082136 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.082668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.083162 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.083810 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.087396 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.087912 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.088435 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.088929 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.089491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.089981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.090570 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:54.099046 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:54.101581 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Checking segment: {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:54.102179 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.108026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Bound using segment: {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:54.108762 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Bound port: 1154dea2-9689-4bf2-9179-45af1d6750a5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf2989f-be42-4510-863a-cfe714c3edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:54.109366 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.322509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks [] for router_gateway (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.338746 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] For port 1154dea2-9689-4bf2-9179-45af1d6750a5, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:54.344044 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] For port 1154dea2-9689-4bf2-9179-45af1d6750a5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1154dea2-9689-4bf2-9179-45af1d6750a5,segment=NetworkSegment(7bf2989f-be42-4510-863a-cfe714c3edc1),segment_id=7bf2989f-be42-4510-863a-cfe714c3edc1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:54.354927 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.509751 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93964e37-13d7-4c84-abc6-43ee18094b9e None None] Pushing event updated for resources: {'Port': ['ID=1154dea2-9689-4bf2-9179-45af1d6750a5,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:54.516593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864da7-49c8-49d1-b0d9-b7edabca939b req-079fb275-0b68-4e6a-866e-ff961d6846f6 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:54.519005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05864da7-49c8-49d1-b0d9-b7edabca939b req-079fb275-0b68-4e6a-866e-ff961d6846f6 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 943 time: 0.1793756 Jan 28 04:42:54.521300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:54.521847 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Routers {'2b0bd432-509f-480a-8209-5acdfa9df196'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:54.522159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b0bd432-509f-480a-8209-5acdfa9df196'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:54.545557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.640405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c07e-9581-4d4d-b87a-4dc3f7592a4c req-7d12def3-87dc-4eb6-a01f-1768c1b5797e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:54.660440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f749c07e-9581-4d4d-b87a-4dc3f7592a4c req-7d12def3-87dc-4eb6-a01f-1768c1b5797e tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 950 time: 0.4717155 Jan 28 04:42:54.668809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'fixed_ips': [{'subnet_id': '007ab20d-c497-4886-8017-2050efde2b2a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:42:54.676743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.842277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-e3ad11ab-97d0-4b4b-9fa9-65a4921c93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:54.851412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-e3ad11ab-97d0-4b4b-9fa9-65a4921c93c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65e801caf8c4f368d9d20181428b635&device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 1094 time: 0.6270368 Jan 28 04:42:54.858182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] Set router 2b0bd432-509f-480a-8209-5acdfa9df196 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:54.867056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=d18b65d5-156a-4310-b681-e5529f70a5f2,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:54.948405 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05864da7-49c8-49d1-b0d9-b7edabca939b req-62de5ed8-e597-4ab3-8a2d-1412f21b0c69 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540571 Jan 28 04:42:55.280050 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9a02895-37f3-416c-8aa8-2eec0caeb6b2 req-975cd2e5-c90b-4618-9715-5760941954a1 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0768242 Jan 28 04:42:55.281515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1154dea2-9689-4bf2-9179-45af1d6750a5', 'name': '', 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'mac_address': 'fa:16:3e:e9:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:54Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'subnets': [{'id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:55.319905 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ee1dc-889f-4683-b207-7a76edb14447 None None] The sync data for ids ['2b0bd432-509f-480a-8209-5acdfa9df196'] in n-d-824835-3 is: [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:42:38Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '1154dea2-9689-4bf2-9179-45af1d6750a5', 'name': '', 'network_id': '706026e7-d3c8-4d9c-9044-cba26824eaba', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'mac_address': 'fa:16:3e:e9:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:54Z', 'revision_number': 4, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'subnets': [{'id': '36ccef1b-ffef-4a88-bf88-3f52adc8c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:55.387512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks [] for router_gateway (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.480850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.595870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.2 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/c7de2ba2-98db-40d2-8b70-b9c30de0a8df) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:55.606379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port bfe53595-5434-4122-a7cd-2464b4ad28de triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:55.608567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.728257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff333cd-48d5-4641-8479-b6c4ec6757ad req-c8d25291-ecb1-4a91-91b4-637051e7c910 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:55.730094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ff333cd-48d5-4641-8479-b6c4ec6757ad req-c8d25291-ecb1-4a91-91b4-637051e7c910 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.2266951 Jan 28 04:42:55.834844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] Provisioning complete for port 1154dea2-9689-4bf2-9179-45af1d6750a5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:55.835462 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.864772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ff333cd-48d5-4641-8479-b6c4ec6757ad req-216aa76a-b72f-42c4-bc94-02fc34cde7d6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273911 Jan 28 04:42:55.895823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Allocated IP 172.25.6.140 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/229d6979-f964-44ca-b9ff-6ecb5aa57371) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:56.009637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f749c07e-9581-4d4d-b87a-4dc3f7592a4c req-f460365d-30ee-4014-9608-68c049a62314 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3477092 Jan 28 04:42:56.066138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-6e121f7a-9d8c-45a3-9093-f4614b93ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:56.068515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-6e121f7a-9d8c-45a3-9093-f4614b93ebbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424 HTTP/1.1" status: 200 len: 912 time: 1.1869006 Jan 28 04:42:56.083427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.122540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Allocated IP 172.20.0.2 (03b445f5-5c1d-406b-9bab-c2d1283f2ded/007ab20d-c497-4886-8017-2050efde2b2a/e1837c86-9cb9-4236-9110-06d784786237) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:56.151412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee03fe39-1661-478a-88d8-e8759360f618 req-42be27d9-ebd2-4a8a-9911-aa698701924c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 210 time: 0.0531931 Jan 28 04:42:56.256429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-18c09df7-4342-48fc-b0db-4445c48b938e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724 HTTP/1.1" status: 200 len: 217 time: 0.1668801 Jan 28 04:42:56.299371 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Publish callbacks [] for port (f2c7a0d1-160b-4002-9de1-62539477f578), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.345325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks [] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.443288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-954b763d-1240-4cfc-b75d-8db7523fd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:56.447482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-954b763d-1240-4cfc-b75d-8db7523fd7f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d915e0f-834e-48c1-bbe2-a4eebfe4079d HTTP/1.1" status: 200 len: 850 time: 0.1558771 Jan 28 04:42:56.488589 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.495672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] Current status of the port 1154dea2-9689-4bf2-9179-45af1d6750a5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:56.496074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.498000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.499792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port bfe53595-5434-4122-a7cd-2464b4ad28de is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:56.520165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1122fc36-7da9-4252-8438-b4853f2f98df up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:56.611914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c8b5-0f43-4672-b096-ad2ea6cfdf78 req-a99560ea-0218-480f-97cf-b5e7c760b854 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:56.622741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6878c8b5-0f43-4672-b096-ad2ea6cfdf78 req-a99560ea-0218-480f-97cf-b5e7c760b854 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 943 time: 0.3849440 Jan 28 04:42:56.646888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.651789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:56.669826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:56.679907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:56.832068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-8c9398be-adfa-493a-9295-0c8b786788aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:56.843456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-8c9398be-adfa-493a-9295-0c8b786788aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3879640 Jan 28 04:42:56.850566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:42:56.892601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:56.988821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:57.040065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ed50b68-c812-45b5-841e-eb3af6b554d5 req-c743018e-0cd2-49eb-a6af-ce6374ddec87 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.2095189 Jan 28 04:42:57.195526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Pushing event updated for resources: {'Port': ['ID=229d6979-f964-44ca-b9ff-6ecb5aa57371,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.227731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:57.231171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-c7c4a060-16ef-493d-af97-787beafe2771 service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777382 Jan 28 04:42:57.242813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:57.269991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Pushing event updated for resources: {'Port': ['ID=f2c7a0d1-160b-4002-9de1-62539477f578,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.365044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 50c13bbc-6bc9-40d3-9175-9809b7dc4724 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:42:57.407897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a36a0605-86da-4926-b2c6-f3f3d87890a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.412702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] For port 1154dea2-9689-4bf2-9179-45af1d6750a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1154dea2-9689-4bf2-9179-45af1d6750a5,segment=NetworkSegment(7bf2989f-be42-4510-863a-cfe714c3edc1),segment_id=7bf2989f-be42-4510-863a-cfe714c3edc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:57.470339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.477595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:57.478272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.589295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6878c8b5-0f43-4672-b096-ad2ea6cfdf78 req-a800caa2-d27b-461e-8f70-52bf669e064f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9655905 Jan 28 04:42:57.609587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7399869 Jan 28 04:42:57.623701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a36a0605-86da-4926-b2c6-f3f3d87890a4 admin admin] Publish callbacks [] for security_group (03621fa0-b8f9-416d-90f1-d5e5aef30a37), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.634177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a36a0605-86da-4926-b2c6-f3f3d87890a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (03621fa0-b8f9-416d-90f1-d5e5aef30a37), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.667951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbcde5-d3cf-49af-b2c3-ee03aeaf434a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.682550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Request body: {'port': {'device_id': '050cd648-f83c-41b7-8513-9d8f49047e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:57.794864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a36a0605-86da-4926-b2c6-f3f3d87890a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8babea48b5c34f26acb238fd832dfb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7906086 Jan 28 04:42:57.828874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40028) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:57.872050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:42:57.991233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0605-86da-4926-b2c6-f3f3d87890a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03621fa0-b8f9-416d-90f1-d5e5aef30a37,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:58.011002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e516bdb-c8d5-4142-8c0c-625ab46db09e req-39411b37-2c55-42d0-a675-784aa11db601 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:58.019083 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e516bdb-c8d5-4142-8c0c-625ab46db09e req-39411b37-2c55-42d0-a675-784aa11db601 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 950 time: 0.7145629 Jan 28 04:42:58.072482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa86e97-4810-49e1-a9ee-6d46b7d9af53 req-0e1f17bf-0337-4b88-940b-a01df21664b5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:58.074028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daa86e97-4810-49e1-a9ee-6d46b7d9af53 req-0e1f17bf-0337-4b88-940b-a01df21664b5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.2441854 Jan 28 04:42:58.147299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e516bdb-c8d5-4142-8c0c-625ab46db09e req-ced4d12f-322d-42c9-b95d-73d0f4c9979c tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267078 Jan 28 04:42:58.207223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks [] for router_gateway (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.320870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-656123a7-f3ce-4fa4-9ef1-d0873ba2a06b req-a1fe32e2-e7a4-4a68-a08e-aa75c5038d37 service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8013260 Jan 28 04:42:58.343472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f72b46c3-7eef-47a7-9f2c-bec9233a6b87 None None] Provisioning complete for port 1154dea2-9689-4bf2-9179-45af1d6750a5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:58.345559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f72b46c3-7eef-47a7-9f2c-bec9233a6b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.349645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1122fc36-7da9-4252-8438-b4853f2f98df triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:58.352707 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.511828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.540597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daa86e97-4810-49e1-a9ee-6d46b7d9af53 req-cf8ac5ca-3993-4557-9d7d-961fba7cc43b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831340 Jan 28 04:42:58.541373 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21109b85-87f0-4247-9cf5-11ab5acc4f36 admin admin] Publish callbacks [] for security_group (03621fa0-b8f9-416d-90f1-d5e5aef30a37), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.632096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21109b85-87f0-4247-9cf5-11ab5acc4f36 admin admin] Publish callbacks [] for security_group (03621fa0-b8f9-416d-90f1-d5e5aef30a37), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.748935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:58.806145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc4146-95a3-4d7d-9a7f-b46242b82181 None None] Pushing event updated for resources: {'Port': ['ID=1154dea2-9689-4bf2-9179-45af1d6750a5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:58.815232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Attempting to bind port f2c7a0d1-160b-4002-9de1-62539477f578 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:58.819661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Attempting to bind port f2c7a0d1-160b-4002-9de1-62539477f578 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:58.820108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78859df7-1052-46aa-97e3-e4aaea32d335 req-79f60523-f29e-440c-bcc4-33265381a4c9 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0502706 Jan 28 04:42:58.820884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Attempting to bind port f2c7a0d1-160b-4002-9de1-62539477f578 on network f330a7ad-f517-44a9-ab5a-1123d902abb3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:58.842773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'port_id': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'mac_address': 'fa:16:3e:61:11:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:42:58.862158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:58.862553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Checking segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:58.862968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.863369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Bound using segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:58.863862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Bound port: f2c7a0d1-160b-4002-9de1-62539477f578, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:58.864249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.874768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-6fe49a93-f852-4fa7-98f6-e85069549cdc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:58.877259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-6fe49a93-f852-4fa7-98f6-e85069549cdc tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 950 time: 0.7960281 Jan 28 04:42:58.882309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21109b85-87f0-4247-9cf5-11ab5acc4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (03621fa0-b8f9-416d-90f1-d5e5aef30a37), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.885168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21109b85-87f0-4247-9cf5-11ab5acc4f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.887845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-21109b85-87f0-4247-9cf5-11ab5acc4f36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03621fa0-b8f9-416d-90f1-d5e5aef30a37 HTTP/1.1" status: 204 len: 168 time: 0.9981976 Jan 28 04:42:58.913950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1937d-69df-48ab-a937-0f9bcb1729e4 req-32f8ee21-5bda-401a-ac55-826c404b82e2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:58.920848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57e1937d-69df-48ab-a937-0f9bcb1729e4 req-32f8ee21-5bda-401a-ac55-826c404b82e2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 931 time: 0.1415067 Jan 28 04:42:58.994511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21109b85-87f0-4247-9cf5-11ab5acc4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03621fa0-b8f9-416d-90f1-d5e5aef30a37,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:59.027558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Publish callbacks [] for port (e1837c86-9cb9-4236-9110-06d784786237), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.041855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57e1937d-69df-48ab-a937-0f9bcb1729e4 req-b7ba4131-2697-4ba0-95b0-43b1f71e4fba tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199696 Jan 28 04:42:59.114268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (e1837c86-9cb9-4236-9110-06d784786237), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.292110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:59.317184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.317414 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.328057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:59.387608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Pushing event updated for resources: {'Port': ['ID=e1837c86-9cb9-4236-9110-06d784786237,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:59.403398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:59.428940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1122fc36-7da9-4252-8438-b4853f2f98df is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.430756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.459636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] For port f2c7a0d1-160b-4002-9de1-62539477f578, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:59.479816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c13bbc-6bc9-40d3-9175-9809b7dc4724 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:42:59.500071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f72b46c3-7eef-47a7-9f2c-bec9233a6b87 None None] Current status of the port 1154dea2-9689-4bf2-9179-45af1d6750a5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.512680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] For port f2c7a0d1-160b-4002-9de1-62539477f578, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f2c7a0d1-160b-4002-9de1-62539477f578,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:59.515694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 1122fc36-7da9-4252-8438-b4853f2f98df, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1122fc36-7da9-4252-8438-b4853f2f98df,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:59.552319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.555223 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.587239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c071-cacf-4046-a645-d0472e5976d4 req-34de6e68-5867-4322-ae1f-88f9b58ba9de tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:59.605119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed94c071-cacf-4046-a645-d0472e5976d4 req-34de6e68-5867-4322-ae1f-88f9b58ba9de tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 950 time: 0.2039490 Jan 28 04:42:59.607436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:59.617545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.630465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433b56b-bfba-4b92-a023-429b2be9327c req-02b33f09-348f-43c8-b3b0-c737ea4b7f09 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:59.638390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4433b56b-bfba-4b92-a023-429b2be9327c req-02b33f09-348f-43c8-b3b0-c737ea4b7f09 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 943 time: 0.6318696 Jan 28 04:42:59.750423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.785689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Deleting port f6dae523-0dc8-4f6c-918e-8b0249558ac1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:59.786070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.847664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Attempting to bind port e1837c86-9cb9-4236-9110-06d784786237 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:59.849602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Attempting to bind port e1837c86-9cb9-4236-9110-06d784786237 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:59.849988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Attempting to bind port e1837c86-9cb9-4236-9110-06d784786237 on network 03b445f5-5c1d-406b-9bab-c2d1283f2ded {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:59.982678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] Provisioning complete for port f2c7a0d1-160b-4002-9de1-62539477f578 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:59.983068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.165158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4433b56b-bfba-4b92-a023-429b2be9327c req-1031f97f-6e55-443d-9d99-305f76c6562f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5255196 Jan 28 04:43:00.204321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:00.214691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Checking segment: {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:00.215128 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.216747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Bound using segment: {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:00.217318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Bound port: e1837c86-9cb9-4236-9110-06d784786237, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:00.217733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e1837c86-9cb9-4236-9110-06d784786237), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.221296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=1122fc36-7da9-4252-8438-b4853f2f98df,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:00.261527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Routers {'96fd2e22-b94b-4570-8121-4dcf2c17f570'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:00.262424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['96fd2e22-b94b-4570-8121-4dcf2c17f570'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:00.276404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed94c071-cacf-4046-a645-d0472e5976d4 req-44b11338-0756-4c67-8e62-6d2417617c05 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d5469d-e6eb-4845-8548-7d79a2f5eeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699371 Jan 28 04:43:00.300023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:43:00.577042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] Set router 96fd2e22-b94b-4570-8121-4dcf2c17f570 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:00.588526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fbda5-cf4f-4ba8-9ac8-1567dc20c992 req-513d201c-570e-4525-a482-ec219237ca34 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:00.596419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-034fbda5-cf4f-4ba8-9ac8-1567dc20c992 req-513d201c-570e-4525-a482-ec219237ca34 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.2576025 Jan 28 04:43:00.617380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] For port f6dae523-0dc8-4f6c-918e-8b0249558ac1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=f6dae523-0dc8-4f6c-918e-8b0249558ac1,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:00.621420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.705336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Calling delete_port for f6dae523-0dc8-4f6c-918e-8b0249558ac1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:00.737023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d18b65d5-156a-4310-b681-e5529f70a5f2 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:00.809839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1df7fda3-b994-4acb-accc-6935861be319 req-fcdc2c4c-0a2c-430a-ab15-a881219fa1d7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.3217053 Jan 28 04:43:00.822205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:00.875264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.877182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0045c77-417f-482b-a9b5-51a72b101ffe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4528649 Jan 28 04:43:00.879884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40068) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:01.007473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40070) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:01.008695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f6dae523-0dc8-4f6c-918e-8b0249558ac1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.279196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-034fbda5-cf4f-4ba8-9ac8-1567dc20c992 req-55d1e753-11b5-4679-9faa-c5ed91f73a38 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6818013 Jan 28 04:43:01.369335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-438951329-network', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:01.429410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de2ba2-98db-40d2-8b70-b9c30de0a8df {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:01.449301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Publish callbacks [] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.462961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ad740-74ba-477f-837c-c2dea878d119 req-2da036a3-eb8b-41ac-83a2-5433f386e533 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:01.472705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d03ad740-74ba-477f-837c-c2dea878d119 req-2da036a3-eb8b-41ac-83a2-5433f386e533 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 931 time: 0.2218850 Jan 28 04:43:01.494000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Pushing event deleted for resources: {'Port': ['ID=f6dae523-0dc8-4f6c-918e-8b0249558ac1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:01.535686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['50c13bbc-6bc9-40d3-9175-9809b7dc4724'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:01.546046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Sync routers for ids ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:01.593642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Transition to ACTIVE for port object c7de2ba2-98db-40d2-8b70-b9c30de0a8df will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:43:01.634363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d03ad740-74ba-477f-837c-c2dea878d119 req-14de67bb-240b-400d-b83e-b1563daf8d73 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473846 Jan 28 04:43:01.662896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.671723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Made reservation on behalf of c492a7b1e5024a8cb2e7ce0962818d8d for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:01.675394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.734381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.777941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] No DVR routers for this DVR port f6dae523-0dc8-4f6c-918e-8b0249558ac1 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:43:01.781246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.787728 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-13b827e6-2454-48a0-98fc-0436bf4b1dd0 req-4b35ab85-18ee-4442-ad89-927da3a6b213 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.47 "DELETE /v2.0/ports/f6dae523-0dc8-4f6c-918e-8b0249558ac1 HTTP/1.1" status: 204 len: 173 time: 2.8966820 Jan 28 04:43:01.893026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'name': 'network-vif-deleted', 'tag': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:01.899841 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa34155c-a203-4058-bfcd-671b6337610b" -d '{"events": [{"server_uuid": "d8b5e14a-09e7-4713-bdb4-7ef1c826beeb", "name": "network-vif-deleted", "tag": "f6dae523-0dc8-4f6c-918e-8b0249558ac1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:01.905673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:02.132487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Routers {'34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:02.135724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:02.160842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9420820f-432f-4eea-999e-ead85faa672e req-fa7c60cc-9183-41c4-9f38-a2d71d27c5c0 tempest-ImagesNegativeTestJSON-1667294439 tempest-ImagesNegativeTestJSON-1667294439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b5e14a-09e7-4713-bdb4-7ef1c826beeb HTTP/1.1" status: 200 len: 210 time: 0.2300625 Jan 28 04:43:02.396752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf969b99-7ac3-4655-8063-6e14fcf1545a req-f9b2cf8c-7423-458d-b254-0c6f6405d659 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0641894 Jan 28 04:43:02.479658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.493184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] Current status of the port f2c7a0d1-160b-4002-9de1-62539477f578 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:02.494453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.510263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f6dae523-0dc8-4f6c-918e-8b0249558ac1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:02.558514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Pushing event updated for resources: {'Port': ['ID=f2c7a0d1-160b-4002-9de1-62539477f578,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:02.713975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: f6dae523-0dc8-4f6c-918e-8b0249558ac1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:02.714364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device f6dae523-0dc8-4f6c-918e-8b0249558ac1 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:02.820515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.820878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.824091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.824509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.825046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.825512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.825865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.826260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.826541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.834554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.835146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.835503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.836103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75796178-70d4-4b42-8b88-74b4926ebed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:02.899182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d18b65d5-156a-4310-b681-e5529f70a5f2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:02.899589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.904994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e2ff-8d2b-42ba-b9d8-69ae01a7754d req-c5b5ed38-4a85-4d62-8571-74179dc64021 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.906692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a24e2ff-8d2b-42ba-b9d8-69ae01a7754d req-c5b5ed38-4a85-4d62-8571-74179dc64021 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.2240963 Jan 28 04:43:02.973528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0935d34-c4da-4ade-b2c3-4965347abc12 req-6013d1f5-588e-4fd3-ad1b-29404382b54a tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.983078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0935d34-c4da-4ade-b2c3-4965347abc12 req-6013d1f5-588e-4fd3-ad1b-29404382b54a tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 944 time: 1.3862777 Jan 28 04:43:02.984170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] For port f2c7a0d1-160b-4002-9de1-62539477f578, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f2c7a0d1-160b-4002-9de1-62539477f578,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:02.991700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Allocated IP 172.20.0.1 (03b445f5-5c1d-406b-9bab-c2d1283f2ded/007ab20d-c497-4886-8017-2050efde2b2a/7a242148-dbad-497f-93b5-feedfe3328c8) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:03.097345 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de496ecc-238a-4248-a275-5d3624933ba8 x-openstack-request-id: req-de496ecc-238a-4248-a275-5d3624933ba8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:03.098117 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b5e14a-09e7-4713-bdb4-7ef1c826beeb", "name": "network-vif-deleted", "tag": "f6dae523-0dc8-4f6c-918e-8b0249558ac1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:03.098598 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de496ecc-238a-4248-a275-5d3624933ba8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:03.099227 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5e14a-09e7-4713-bdb4-7ef1c826beeb', 'name': 'network-vif-deleted', 'tag': 'f6dae523-0dc8-4f6c-918e-8b0249558ac1', 'status': 'completed', 'code': 200} Jan 28 04:43:03.119188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a24e2ff-8d2b-42ba-b9d8-69ae01a7754d req-9ad00027-4ee1-4ed6-8d67-ee340d3c5ede tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980722 Jan 28 04:43:03.148087 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.187788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Set router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:03.372490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] For port e1837c86-9cb9-4236-9110-06d784786237, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:03.404753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks [] for port (7a242148-dbad-497f-93b5-feedfe3328c8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.414689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks [] for security_group (0cd65fcb-6c25-48b2-b490-438cbe71f1ed), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.446123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0935d34-c4da-4ade-b2c3-4965347abc12 req-adc0a495-6c2e-4f6e-b839-0df8a4746d0c tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671732 Jan 28 04:43:03.447874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Attempting to bind port c7de2ba2-98db-40d2-8b70-b9c30de0a8df on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:03.451052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Attempting to bind port c7de2ba2-98db-40d2-8b70-b9c30de0a8df by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:03.451640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Attempting to bind port c7de2ba2-98db-40d2-8b70-b9c30de0a8df on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:03.460282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0cd65fcb-6c25-48b2-b490-438cbe71f1ed), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.488751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4331b-feec-45b2-a295-88ae40d180dd req-b7502279-4982-4a62-8093-c9e643ed0db0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.491987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a4331b-feec-45b2-a295-88ae40d180dd req-b7502279-4982-4a62-8093-c9e643ed0db0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 943 time: 0.1891694 Jan 28 04:43:03.528433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Port c7de2ba2-98db-40d2-8b70-b9c30de0a8df on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:43:03.529515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Attempting to bind port c7de2ba2-98db-40d2-8b70-b9c30de0a8df on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:03.544037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:43:03.567983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] For port e1837c86-9cb9-4236-9110-06d784786237, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e1837c86-9cb9-4236-9110-06d784786237,segment=NetworkSegment(94d4bf01-6faf-4341-b348-72a9a890490a),segment_id=94d4bf01-6faf-4341-b348-72a9a890490a)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:03.571899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:03.573284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:03.573591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:03.574043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Bound port: c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:03.574533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.584687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:42:44Z', 'revision_number': 4, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f2c7a0d1-160b-4002-9de1-62539477f578', 'name': '', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'mac_address': 'fa:16:3e:67:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:43Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '81e7f4e2ba494753934beb4301673928', 'subnets': [{'id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:03.609056 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.627066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3b587e9a-988c-4f72-8e0a-4cd7b6f1245c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.627447 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Added segment 3b587e9a-988c-4f72-8e0a-4cd7b6f1245c of type vlan for network f7077b54-9976-4e43-bedb-a43bf493ea19 Jan 28 04:43:03.672817 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e1837c86-9cb9-4236-9110-06d784786237), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.690875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=50c13bbc-6bc9-40d3-9175-9809b7dc4724,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:03.726049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8d41a711-e1ed-445c-98af-3defa72c5fb0 None None] Provisioning complete for port f2c7a0d1-160b-4002-9de1-62539477f578 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:03.726453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8d41a711-e1ed-445c-98af-3defa72c5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.739639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f7077b54-9976-4e43-bedb-a43bf493ea19), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.762802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0824c2-e3db-4559-90f3-f8a89202afe8 None None] The sync data for ids ['96fd2e22-b94b-4570-8121-4dcf2c17f570'] in n-d-824835-3 is: [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:42:44Z', 'revision_number': 4, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f2c7a0d1-160b-4002-9de1-62539477f578', 'name': '', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'mac_address': 'fa:16:3e:67:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:43Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '81e7f4e2ba494753934beb4301673928', 'subnets': [{'id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:03.779770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:03.788270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:03.796617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:03.877257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f7077b54-9976-4e43-bedb-a43bf493ea19), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.877257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.877257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.890465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd65fcb-6c25-48b2-b490-438cbe71f1ed,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:04.021941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cb02c9a-9eb0-410c-bc88-84f9adad6658 req-4a53ecf5-140c-4265-a8fa-53424ffc02b8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.2027822 Jan 28 04:43:04.060380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8a4331b-feec-45b2-a295-88ae40d180dd req-ed110bad-20a9-414b-86d4-3e18c01cb841 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995580 Jan 28 04:43:04.077411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Pushing event updated for resources: {'Port': ['ID=7a242148-dbad-497f-93b5-feedfe3328c8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:04.101549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:04.292913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] For port c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:04.306258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] For port c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:04.465833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] Pushing event updated for resources: {'Network': ['ID=f7077b54-9976-4e43-bedb-a43bf493ea19,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:04.487133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:04.513860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8d41a711-e1ed-445c-98af-3defa72c5fb0 None None] Current status of the port f2c7a0d1-160b-4002-9de1-62539477f578 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:04.531003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f63f1804-88a5-47b9-9299-c6829b460fcd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.5195742 Jan 28 04:43:04.535097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40114) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:04.551537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f7077b54-9976-4e43-bedb-a43bf493ea19 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:43:04.578032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:04.694341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Request body: {'subnet': {'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-438951329-subnet', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:04.713023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:04.720728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124bbfa-4306-4baa-bd65-51d81996300a None None] Pushing event updated for resources: {'Port': ['ID=f2c7a0d1-160b-4002-9de1-62539477f578,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:04.791063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d18b65d5-156a-4310-b681-e5529f70a5f2 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:04.793615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1154dea2-9689-4bf2-9179-45af1d6750a5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:04.833008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:04.839551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:04.848189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-206df0f4-460f-4878-a698-117f89e6a8ba service neutron] 10.222.0.47 "PUT /v2.0/ports/c7de2ba2-98db-40d2-8b70-b9c30de0a8df HTTP/1.1" status: 200 len: 1091 time: 7.1694851 Jan 28 04:43:04.868342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3932924-d419-4eaa-80f9-9428994d7e39 req-85940f4d-b515-4361-a262-160adae7261a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:04.885713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3932924-d419-4eaa-80f9-9428994d7e39 req-85940f4d-b515-4361-a262-160adae7261a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.5072434 Jan 28 04:43:05.031858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Made reservation on behalf of c492a7b1e5024a8cb2e7ce0962818d8d for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:05.035181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.076057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 3, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:05.225162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Checking router: 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:05.227030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Updating router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 port 229d6979-f964-44ca-b9ff-6ecb5aa57371 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:43:05.315187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f1523-7cfe-47d2-a24f-4ce7b1f9d9e1 None None] Pushing event updated for resources: {'Port': ['ID=e1837c86-9cb9-4236-9110-06d784786237,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:05.329038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3932924-d419-4eaa-80f9-9428994d7e39 req-1baac79a-fa7c-42e8-95ae-e1e8664c75c8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423018 Jan 28 04:43:05.347259 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.440883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1154dea2-9689-4bf2-9179-45af1d6750a5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:05.442157 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.604430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050cd648-f83c-41b7-8513-9d8f49047e52', 'tag': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:05.628443 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf61254-682a-4f8e-bf89-03dbda66cfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "050cd648-f83c-41b7-8513-9d8f49047e52", "tag": "c7de2ba2-98db-40d2-8b70-b9c30de0a8df"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:05.646344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks [] for port (7a242148-dbad-497f-93b5-feedfe3328c8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.655759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.688016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.735692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0f2dd-b152-4c50-a1f9-33371efa29ef req-fe72fa1a-c114-4954-ad36-a6e601f9c590 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:05.740031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9c0f2dd-b152-4c50-a1f9-33371efa29ef req-fe72fa1a-c114-4954-ad36-a6e601f9c590 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 944 time: 0.9887085 Jan 28 04:43:05.981517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.997913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Pushing event updated for resources: {'Port': ['ID=7a242148-dbad-497f-93b5-feedfe3328c8,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:06.041498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:06.082022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-08d515b7-18f1-4498-b335-a4f3b240a6c9 req-b12bd7bd-de22-4dbe-915c-ad7b4229663f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.2730060 Jan 28 04:43:06.095109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-d31bd9f9-dc37-4889-9a32-6dfdcf3d2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:06.105639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-d31bd9f9-dc37-4889-9a32-6dfdcf3d2a8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 1094 time: 1.1639555 Jan 28 04:43:06.287703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40132) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:06.331814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-d9c569f2-15e9-407a-af7c-e4242e8d0093 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df HTTP/1.1" status: 200 len: 217 time: 0.1954551 Jan 28 04:43:06.490001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Publish callbacks [] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:06.500246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9c0f2dd-b152-4c50-a1f9-33371efa29ef req-9fcbcc0e-b474-4798-80a3-209c6708c5cf tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7487271 Jan 28 04:43:06.519981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-8aa09a05-3b50-4b79-9ca6-479742cf6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:06.524612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-8aa09a05-3b50-4b79-9ca6-479742cf6dde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1741505 Jan 28 04:43:06.527181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Checking segment: {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:06.527666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Network hostable DHCP agents. Network: f7077b54-9976-4e43-bedb-a43bf493ea19, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:43:06.543507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 50c13bbc-6bc9-40d3-9175-9809b7dc4724 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:06.614632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-21661552-806b-4383-b5c7-7fc667858cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697868 Jan 28 04:43:06.631162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c44f160-c910-4a21-96b5-6af7a2851bd3 None None] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:06.648139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b8a79-b83a-4e78-a152-a5b8b57bcb99 req-51ebea75-7544-4525-9f8d-b904d0f5efc0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:06.650023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b21b8a79-b83a-4e78-a152-a5b8b57bcb99 req-51ebea75-7544-4525-9f8d-b904d0f5efc0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 943 time: 0.3402998 Jan 28 04:43:06.730300 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dc38f1-0359-4d39-8664-31ebaee36ae3 x-openstack-request-id: req-88dc38f1-0359-4d39-8664-31ebaee36ae3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:06.732794 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050cd648-f83c-41b7-8513-9d8f49047e52", "tag": "c7de2ba2-98db-40d2-8b70-b9c30de0a8df", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:06.733264 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88dc38f1-0359-4d39-8664-31ebaee36ae3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:06.737023 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050cd648-f83c-41b7-8513-9d8f49047e52', 'tag': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df', 'status': 'completed', 'code': 200} Jan 28 04:43:06.809857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-404b3b32-8da5-4d92-b026-424821999049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98d4f8ad500848848590c99eda2fda72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185144 Jan 28 04:43:06.813299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:06.936010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-a76a8ec0-1796-466b-864e-fce382d3cb34 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131106 Jan 28 04:43:06.939938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b21b8a79-b83a-4e78-a152-a5b8b57bcb99 req-ec3662c5-6eb4-43ae-8ff2-27a9a63fa38c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794958 Jan 28 04:43:06.945514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:06.955826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:06.980079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Network f7077b54-9976-4e43-bedb-a43bf493ea19 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:43:07.126682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.239407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] Provisioning complete for port e1837c86-9cb9-4236-9110-06d784786237 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:07.243687 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e1837c86-9cb9-4236-9110-06d784786237), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.255069 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.268319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:43:07.271890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f7077b54-9976-4e43-bedb-a43bf493ea19) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:07.346429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:07.347022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.376024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2c835-442f-45c9-a558-b9a5153e36cf None None] Network f7077b54-9976-4e43-bedb-a43bf493ea19 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:07.449010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aaef6-4d6f-4dbf-92e9-0b8a6e04fa3f req-9c152843-6a03-479b-8309-d1a8b6825146 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654467 Jan 28 04:43:07.488399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-68e5ea50-041a-41cd-b198-0f68bf246d07 req-f73e3fa7-26af-46ee-9f39-eef202d2a89d tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0875857 Jan 28 04:43:07.491489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78deac72-1fa5-4758-9a9f-c98e995880a1 admin admin] Publish callbacks [] for security_group (98d5469d-e6eb-4845-8548-7d79a2f5eeed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.507754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281d8c0-07b4-4e44-b741-3d3f6e942d92 req-941e1084-71cf-4fe6-9f67-553b9e7313c8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:07.529860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2281d8c0-07b4-4e44-b741-3d3f6e942d92 req-941e1084-71cf-4fe6-9f67-553b9e7313c8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.5761232 Jan 28 04:43:07.572702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20debb3-23f4-4449-96c6-137c7a71adc8 None None] Pushing event updated for resources: {'Port': ['ID=229d6979-f964-44ca-b9ff-6ecb5aa57371,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:07.611988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-05f6eee5-e7f0-472c-9613-830c331cd051 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9200680 Jan 28 04:43:07.619511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40146) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:07.640289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:07.655204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:07.667124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0443a1fd-869e-4300-bcb5-1d5df1a51005 admin admin] 10.222.0.21 "PUT /v2.0/routers/34ce7b31-4e7e-44a1-8fb9-360a2ba904d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7836828 Jan 28 04:43:07.702611 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78deac72-1fa5-4758-9a9f-c98e995880a1 admin admin] Publish callbacks [] for security_group (98d5469d-e6eb-4845-8548-7d79a2f5eeed), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.775234 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.784851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.836946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Attempting to bind port 229d6979-f964-44ca-b9ff-6ecb5aa57371 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:07.837358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Attempting to bind port 229d6979-f964-44ca-b9ff-6ecb5aa57371 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:07.837750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Attempting to bind port 229d6979-f964-44ca-b9ff-6ecb5aa57371 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:07.839017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f74018-6add-4e1f-bfb7-d99244043255 req-595bbd7a-7dbb-4973-917b-88d347589f00 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:07.842683 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-07f74018-6add-4e1f-bfb7-d99244043255 req-595bbd7a-7dbb-4973-917b-88d347589f00 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 944 time: 0.1905119 Jan 28 04:43:07.861993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2281d8c0-07b4-4e44-b741-3d3f6e942d92 req-71a15831-1c9b-40ce-a89b-5f6bc9d94d71 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310273 Jan 28 04:43:07.950339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-50e5c15a-5ae5-4e52-8e2b-80940d26cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:07.950339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-50e5c15a-5ae5-4e52-8e2b-80940d26cf7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 1094 time: 0.3716893 Jan 28 04:43:08.018899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks [] for router_controller (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.092859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:08.097582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:08.100852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.100852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:08.103198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Bound port: 229d6979-f964-44ca-b9ff-6ecb5aa57371, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:08.103713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.122827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:08.170842 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78deac72-1fa5-4758-9a9f-c98e995880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (98d5469d-e6eb-4845-8548-7d79a2f5eeed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.173787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78deac72-1fa5-4758-9a9f-c98e995880a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.175119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78deac72-1fa5-4758-9a9f-c98e995880a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98d5469d-e6eb-4845-8548-7d79a2f5eeed HTTP/1.1" status: 204 len: 168 time: 1.3509219 Jan 28 04:43:08.189798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deac72-1fa5-4758-9a9f-c98e995880a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d5469d-e6eb-4845-8548-7d79a2f5eeed,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:08.244634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f934c-910d-471e-99b6-e0a9e44acdc7 req-9fccb31f-fba6-4e52-b78a-a33d8e47b15e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:08.253483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f5f934c-910d-471e-99b6-e0a9e44acdc7 req-9fccb31f-fba6-4e52-b78a-a33d8e47b15e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 943 time: 0.1138542 Jan 28 04:43:08.282166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-fa1061c9-8931-4f14-997e-01f5ab570a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:08.290089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-fa1061c9-8931-4f14-997e-01f5ab570a94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.3313477 Jan 28 04:43:08.293443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:08.293836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.328482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-07f74018-6add-4e1f-bfb7-d99244043255 req-cf1ce541-57ad-444e-8dbc-e37954803f4f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477992 Jan 28 04:43:08.452216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-394b46cc-d915-40a6-99fb-e618b1b4e303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df HTTP/1.1" status: 200 len: 217 time: 0.1529462 Jan 28 04:43:08.544190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] For port 229d6979-f964-44ca-b9ff-6ecb5aa57371, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:08.553107 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks [] for router_gateway (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.558872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] For port 229d6979-f964-44ca-b9ff-6ecb5aa57371, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=229d6979-f964-44ca-b9ff-6ecb5aa57371,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:08.580028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] Current status of the port e1837c86-9cb9-4236-9110-06d784786237 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:08.581817 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e1837c86-9cb9-4236-9110-06d784786237), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.601592 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.643103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f5f934c-910d-471e-99b6-e0a9e44acdc7 req-899f838f-b98b-4939-b423-63abc2ac6bb4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860972 Jan 28 04:43:08.714970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-f10fa9fd-231c-4dee-a584-2f21249730ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:08.716435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-f10fa9fd-231c-4dee-a584-2f21249730ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.2495413 Jan 28 04:43:08.730622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:08.859892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-ba856e43-f8c3-4777-96aa-6bd405db0d13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333332 Jan 28 04:43:09.018485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1154dea2-9689-4bf2-9179-45af1d6750a5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:09.059401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20debb3-23f4-4449-96c6-137c7a71adc8 None None] Pushing event updated for resources: {'Port': ['ID=229d6979-f964-44ca-b9ff-6ecb5aa57371,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:09.147390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Routers {'34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:09.148623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:42:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:09.172178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks [] for router_gateway (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:09.240412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:09.296976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-aaf2553e-5378-45f4-9cd8-002ce882e79a service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307411 Jan 28 04:43:09.683333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beceb5-738c-4b87-bec5-34821f0e4afd req-bbc47fd2-1cec-4252-9d53-87efc060d8f7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:09.695733 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f6beceb5-738c-4b87-bec5-34821f0e4afd req-bbc47fd2-1cec-4252-9d53-87efc060d8f7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.3956072 Jan 28 04:43:09.730062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] Set router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:09.875071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdf61254-682a-4f8e-bf89-03dbda66cfaf req-817c9f01-9922-475b-903a-f87c7663f365 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688999 Jan 28 04:43:09.931090 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e848372c-6f19-4288-8236-eac2506d2df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.022530 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f6beceb5-738c-4b87-bec5-34821f0e4afd req-d87014c0-44df-4827-bdef-7cbf18f366a9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101246 Jan 28 04:43:10.048269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-665189ad-7e26-4e0b-a573-812769f9bf6a req-3da02bc8-ee10-4ce7-a32a-7bef0ce3f852 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0894942 Jan 28 04:43:10.079663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Allocated IP 172.25.6.184 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/da4caeb8-ef61-47ed-85fd-700f31ecdc8a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:10.320764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1122fc36-7da9-4252-8438-b4853f2f98df up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:10.391133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c7de2ba2-98db-40d2-8b70-b9c30de0a8df details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:43:10.453079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f226-f601-48e9-8f8c-b9f150906398 req-0f1e1ca3-cb17-4f96-9281-0b6a62ba3bf3 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:10.459413 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7f7f226-f601-48e9-8f8c-b9f150906398 req-0f1e1ca3-cb17-4f96-9281-0b6a62ba3bf3 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 944 time: 0.1893065 Jan 28 04:43:10.515114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:10.553067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df', 'mac_address': 'fa:16:3e:0e:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:43:10.593297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-874afe04-5ab9-4815-a296-28a2e0f04f69 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:10.602309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-874afe04-5ab9-4815-a296-28a2e0f04f69 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/networks?id=f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 200 len: 911 time: 0.2266526 Jan 28 04:43:10.631844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-a0ea7c1f-fe5c-4829-87b1-1db73df51729 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/quotas/474012acc83c4c0089d5c4ec023e6004 HTTP/1.1" status: 200 len: 375 time: 0.0283315 Jan 28 04:43:10.652672 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks [] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.686349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c7de2ba2-98db-40d2-8b70-b9c30de0a8df is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:10.686649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.696868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7f7f226-f601-48e9-8f8c-b9f150906398 req-7dfbddc6-3c98-4f61-a811-9c96209ec5fa tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304542 Jan 28 04:43:10.724543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1122fc36-7da9-4252-8438-b4853f2f98df triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:10.725029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.767716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de2ba2-98db-40d2-8b70-b9c30de0a8df {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:10.810283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.812001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] For port e1837c86-9cb9-4236-9110-06d784786237, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e1837c86-9cb9-4236-9110-06d784786237,segment=NetworkSegment(94d4bf01-6faf-4341-b348-72a9a890490a),segment_id=94d4bf01-6faf-4341-b348-72a9a890490a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:10.906404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f7077b54-9976-4e43-bedb-a43bf493ea19', 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19', 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'fixed_ips': [{'subnet_id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:43:10.907940 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.929632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-faa8dadd-281b-4469-bc08-95206f9f202b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=474012acc83c4c0089d5c4ec023e6004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2953641 Jan 28 04:43:10.992015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:11.009395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a85c5-c11f-4528-8611-aaad8c9839b1 req-91c7faac-b8e1-40a8-ac9a-483a9ea72f9d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:11.017976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-554a85c5-c11f-4528-8611-aaad8c9839b1 req-91c7faac-b8e1-40a8-ac9a-483a9ea72f9d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 943 time: 0.1102700 Jan 28 04:43:11.020342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e1837c86-9cb9-4236-9110-06d784786237), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.030681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:11.042812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:11.053207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Pushing event updated for resources: {'Port': ['ID=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:11.131240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-554a85c5-c11f-4528-8611-aaad8c9839b1 req-beb1794b-aa41-4221-86c1-27d9ae6650fc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072180 Jan 28 04:43:11.169232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:11.224244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.356355 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc434238-7c47-4798-9d17-a52c75c53b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.362989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7a242148-dbad-497f-93b5-feedfe3328c8', 'name': '', 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'mac_address': 'fa:16:3e:d2:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '007ab20d-c497-4886-8017-2050efde2b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:02Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 2, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'subnets': [{'id': '007ab20d-c497-4886-8017-2050efde2b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:11.406890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-6c57e281-8692-453f-ac93-41be39ea116d service neutron] 10.222.0.21 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763062 Jan 28 04:43:11.460287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2d5c983f-ae8c-4e9a-8e60-d3d1aa141d72 None None] Provisioning complete for port e1837c86-9cb9-4236-9110-06d784786237 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:11.460944 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d5c983f-ae8c-4e9a-8e60-d3d1aa141d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e1837c86-9cb9-4236-9110-06d784786237), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.504506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078a7e8-be1f-41db-ad21-615d85ce7ce5 None None] The sync data for ids ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'] in n-d-824835-3 is: [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7a242148-dbad-497f-93b5-feedfe3328c8', 'name': '', 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'mac_address': 'fa:16:3e:d2:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '007ab20d-c497-4886-8017-2050efde2b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:02Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 2, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'subnets': [{'id': '007ab20d-c497-4886-8017-2050efde2b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:11.508490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:11.508914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.524943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072dc81-d3e5-4a9f-8014-c87c910c1a47 None None] Pushing event updated for resources: {'Port': ['ID=e1837c86-9cb9-4236-9110-06d784786237,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:11.581749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:11.715844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:11.718263 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84b27b-52dc-48d5-9041-794aefc7d65a" -d '{"events": [{"server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "name": "network-vif-plugged", "status": "completed", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:11.730151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-47097c88-c7bb-4129-a788-67d327fa941e service neutron] 10.222.0.21 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201556 Jan 28 04:43:11.796045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c7de2ba2-98db-40d2-8b70-b9c30de0a8df'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:11.798462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1122fc36-7da9-4252-8438-b4853f2f98df is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:11.799561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e1837c86-9cb9-4236-9110-06d784786237 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:11.801200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:11.815080 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.302848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c983f-ae8c-4e9a-8e60-d3d1aa141d72 None None] Current status of the port e1837c86-9cb9-4236-9110-06d784786237 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:12.327529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac9c5b92-8217-41a4-b802-dbcfd846a32f req-6a1f129e-d813-4def-9842-a999ce7721d3 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0670063 Jan 28 04:43:12.389299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.393783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=50c13bbc-6bc9-40d3-9175-9809b7dc4724,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:12.582523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2d5c983f-ae8c-4e9a-8e60-d3d1aa141d72 None None] Provisioning complete for port 7a242148-dbad-497f-93b5-feedfe3328c8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:12.583582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d5c983f-ae8c-4e9a-8e60-d3d1aa141d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.588000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687950-cdda-44c0-8e33-86ab6c7affc6 req-0eba2ff7-ae8c-41f5-a132-0a632b924366 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:12.608252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08687950-cdda-44c0-8e33-86ab6c7affc6 req-0eba2ff7-ae8c-41f5-a132-0a632b924366 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.1163824 Jan 28 04:43:12.619680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks [] for router_gateway (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.741463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Allocated IP 172.20.0.2 (f7077b54-9976-4e43-bedb-a43bf493ea19/7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d/f4411930-f1d0-4a59-9538-1850ff33c948) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:12.807297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08687950-cdda-44c0-8e33-86ab6c7affc6 req-e33dfcb6-6fbb-4a72-b21e-1ddcb80cb408 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979382 Jan 28 04:43:13.028068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Publish callbacks [] for port (f4411930-f1d0-4a59-9538-1850ff33c948), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.045577 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0fefa3-0e2c-4c05-8e7c-788bf5a23317 x-openstack-request-id: req-ce0fefa3-0e2c-4c05-8e7c-788bf5a23317 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:13.045887 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "name": "network-vif-plugged", "status": "completed", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:13.046281 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce0fefa3-0e2c-4c05-8e7c-788bf5a23317 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:13.048330 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'code': 200} Jan 28 04:43:13.053013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c983f-ae8c-4e9a-8e60-d3d1aa141d72 None None] Port 7a242148-dbad-497f-93b5-feedfe3328c8 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:13.059604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e1837c86-9cb9-4236-9110-06d784786237 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:13.059604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e1837c86-9cb9-4236-9110-06d784786237), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.064813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.164201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d5ef20d-66bc-4980-8366-d0b4d7c8ee5a req-a29461b2-e302-4489-9d86-133e4f801747 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 210 time: 0.1584282 Jan 28 04:43:13.178465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa52c-afa7-42a0-98ff-2ecf96b0cdc1 req-6f49a6be-4414-4de9-afec-24faf55856b1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:13.189029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3abaa52c-afa7-42a0-98ff-2ecf96b0cdc1 req-6f49a6be-4414-4de9-afec-24faf55856b1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.6910896 Jan 28 04:43:13.232191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a656-0de3-4346-8627-c8aa02fd55fb req-331864b0-a075-43a9-9990-602fcd2d297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:13.233734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b12a656-0de3-4346-8627-c8aa02fd55fb req-331864b0-a075-43a9-9990-602fcd2d297f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 1096 time: 0.2075212 Jan 28 04:43:13.341613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Network f7077b54-9976-4e43-bedb-a43bf493ea19 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:13.362653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:13.367347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:13.413531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b12a656-0de3-4346-8627-c8aa02fd55fb req-43572cc6-b994-4880-add7-e73b73fafa9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729856 Jan 28 04:43:13.533039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Pushing event updated for resources: {'Port': ['ID=f4411930-f1d0-4a59-9538-1850ff33c948,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:13.559964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78312a2f-fa14-4df2-a1ea-486790c2f7c6 req-c2350c60-9be9-487f-9728-bc955bd80756 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:13.567582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78312a2f-fa14-4df2-a1ea-486790c2f7c6 req-c2350c60-9be9-487f-9728-bc955bd80756 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 944 time: 0.2310650 Jan 28 04:43:13.668159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78312a2f-fa14-4df2-a1ea-486790c2f7c6 req-e930260f-5313-48b4-a34c-b3c8bb9374ad tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944226 Jan 28 04:43:13.676080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Attempting to bind port f4411930-f1d0-4a59-9538-1850ff33c948 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:13.677366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Attempting to bind port f4411930-f1d0-4a59-9538-1850ff33c948 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:13.677933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Attempting to bind port f4411930-f1d0-4a59-9538-1850ff33c948 on network f7077b54-9976-4e43-bedb-a43bf493ea19 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:13.685982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:13.686598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Checking segment: {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:13.687344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.687911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Bound using segment: {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:13.689335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Bound port: f4411930-f1d0-4a59-9538-1850ff33c948, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:13.689952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.737798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3abaa52c-afa7-42a0-98ff-2ecf96b0cdc1 req-cde12c6f-a9f4-4d69-aa3c-d6bb763b3b70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5432732 Jan 28 04:43:13.783495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e1837c86-9cb9-4236-9110-06d784786237 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:13.787667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f2c7a0d1-160b-4002-9de1-62539477f578 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:13.799667 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.839560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.893865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] For port f4411930-f1d0-4a59-9538-1850ff33c948, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:13.921900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] For port f4411930-f1d0-4a59-9538-1850ff33c948, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4411930-f1d0-4a59-9538-1850ff33c948,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:13.966638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:13.984558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b47197a4-c69e-45ea-8200-583597340081 req-f34f1cab-309a-4b8c-a2e5-41737b5c903c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0565815 Jan 28 04:43:14.133498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30cb41-2b13-483d-ac22-7fc1e98f7e62 None None] Pushing event updated for resources: {'Port': ['ID=f4411930-f1d0-4a59-9538-1850ff33c948,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:14.250382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f2c7a0d1-160b-4002-9de1-62539477f578 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:14.250840 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:14.353598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ccff-557c-4af1-87a9-e0fe232fe2e7 req-540f7fb7-2a8a-4822-a7af-1bc059dafe87 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:14.362205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:43:14.383166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c7de2ba2-98db-40d2-8b70-b9c30de0a8df up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:14.386519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ed5ccff-557c-4af1-87a9-e0fe232fe2e7 req-540f7fb7-2a8a-4822-a7af-1bc059dafe87 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.2135131 Jan 28 04:43:14.574514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ed5ccff-557c-4af1-87a9-e0fe232fe2e7 req-5fe19341-6f18-4e5a-ad5d-398ad2a172e9 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868203 Jan 28 04:43:14.671313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:14.685443 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Sync routers for ids ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:14.729368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Routers {'d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:14.731102 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:14.736430 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:14.747089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:14.757272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4df45041-01a6-46a3-a996-6b765589e135 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.1341548 Jan 28 04:43:14.810751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f2c7a0d1-160b-4002-9de1-62539477f578 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:14.850855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port c7de2ba2-98db-40d2-8b70-b9c30de0a8df completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:14.864213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port c7de2ba2-98db-40d2-8b70-b9c30de0a8df triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:14.864609 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.001452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b21249c-5c70-4664-92fb-d0a652af4107 req-34596075-128d-4883-8914-c0f1dc2c7648 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 210 time: 0.1332002 Jan 28 04:43:15.132175 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.278964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c7de2ba2-98db-40d2-8b70-b9c30de0a8df is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:15.279624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.414533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050cd648-f83c-41b7-8513-9d8f49047e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:15.416816 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca2d697-77ba-4fe4-8343-9b013f59f9eb" -d '{"events": [{"server_uuid": "050cd648-f83c-41b7-8513-9d8f49047e52", "name": "network-vif-plugged", "status": "completed", "tag": "c7de2ba2-98db-40d2-8b70-b9c30de0a8df"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:15.497178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:15.503927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.549120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14010e-f095-496a-9036-31aedde52bf3 req-bd223112-9fb7-461d-9589-0eb0029007e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:15.559373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db14010e-f095-496a-9036-31aedde52bf3 req-bd223112-9fb7-461d-9589-0eb0029007e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.0960312 Jan 28 04:43:15.618866 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Set router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:15.628712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e1837c86-9cb9-4236-9110-06d784786237 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:15.649798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db14010e-f095-496a-9036-31aedde52bf3 req-05584fab-4499-4d8a-accd-886863ce96ea tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889308 Jan 28 04:43:15.791107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-065f0323-6e46-4f36-9e50-eaf6461c66e5 req-15e00c87-a3ca-48aa-becf-3cb2bb6215b1 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0480287 Jan 28 04:43:15.930803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e1837c86-9cb9-4236-9110-06d784786237 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:15.931347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e1837c86-9cb9-4236-9110-06d784786237), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.955114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-a0eb7b1f-2cb4-4dbc-95e5-f673551d0c10 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:15.972060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-a0eb7b1f-2cb4-4dbc-95e5-f673551d0c10 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.52 "GET /v2.0/networks?id=f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 200 len: 911 time: 0.5977395 Jan 28 04:43:15.983903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Request body: {'port': {'device_id': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'admin_state_up': True, 'tenant_id': '474012acc83c4c0089d5c4ec023e6004'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:16.042485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:16.058594 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd34a7-b625-4f34-8c7e-180f72bedb8d x-openstack-request-id: req-9bfd34a7-b625-4f34-8c7e-180f72bedb8d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:16.058974 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050cd648-f83c-41b7-8513-9d8f49047e52", "name": "network-vif-plugged", "status": "completed", "tag": "c7de2ba2-98db-40d2-8b70-b9c30de0a8df", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:16.059244 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bfd34a7-b625-4f34-8c7e-180f72bedb8d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:16.059682 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050cd648-f83c-41b7-8513-9d8f49047e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df', 'code': 200} Jan 28 04:43:16.239900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e1837c86-9cb9-4236-9110-06d784786237 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:16.241051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4411930-f1d0-4a59-9538-1850ff33c948 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:16.250753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f161a0-f0e5-4484-b84e-e8c86f723282 req-439020c2-a3a3-4366-9328-ec78f7031b67 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:16.272791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50f161a0-f0e5-4484-b84e-e8c86f723282 req-439020c2-a3a3-4366-9328-ec78f7031b67 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.1347988 Jan 28 04:43:16.355394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:11Z', 'revision_number': 3, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:16.367461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d1a55-426f-4c71-82b6-91cac43b7d6d req-fec292a4-f763-4dc8-8237-94c89b549c81 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:16.387340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Sync routers for ids ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:16.394680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b36d1a55-426f-4c71-82b6-91cac43b7d6d req-fec292a4-f763-4dc8-8237-94c89b549c81 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 944 time: 1.1866467 Jan 28 04:43:16.423371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50f161a0-f0e5-4484-b84e-e8c86f723282 req-d3e30a8f-901c-489f-940f-a6f345159596 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329625 Jan 28 04:43:16.426302 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Checking router: d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:16.426660 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Updating router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 port da4caeb8-ef61-47ed-85fd-700f31ecdc8a binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:43:16.472143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Routers {'34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:16.472953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:16.504512 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:16.547060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Made reservation on behalf of 474012acc83c4c0089d5c4ec023e6004 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:16.555189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:16.595543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f4411930-f1d0-4a59-9538-1850ff33c948 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:16.595933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:16.734599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8392f78d-749e-4bb9-8ab0-5ca5be5f7aad req-0f4fde43-3469-4f90-8c58-19cc4bb945d8 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 210 time: 0.0773036 Jan 28 04:43:16.746099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b36d1a55-426f-4c71-82b6-91cac43b7d6d req-081b4316-1ffb-4c4b-a321-06b9b039cd34 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426065 Jan 28 04:43:16.864320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa8ccd-d795-48c4-a15b-4ca016b36f3c None None] Network f7077b54-9976-4e43-bedb-a43bf493ea19 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:16.951023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Set router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:16.966739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce23ab-df16-4661-987f-230d3fef9327 req-69fa6652-a654-418c-bd13-7a8aae6cbd6f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:16.991271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32ce23ab-df16-4661-987f-230d3fef9327 req-69fa6652-a654-418c-bd13-7a8aae6cbd6f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.1588252 Jan 28 04:43:16.995405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40300) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:17.008496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Request body: {'floatingip': {'port_id': '50c13bbc-6bc9-40d3-9175-9809b7dc4724'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:17.080541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Allocated IP 172.20.0.10 (f330a7ad-f517-44a9-ab5a-1123d902abb3/77d993a2-74d2-4c37-869b-a45fac7c494f/b33c98d5-ed25-4937-a307-abd5a25a5f97) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:17.105658 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Publish callbacks [] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.117231 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.150849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721579e0-ea86-488c-b85e-03860e810f09 req-1bf696f1-c44b-42b1-bf3f-d3144030f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:17.158291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-721579e0-ea86-488c-b85e-03860e810f09 req-1bf696f1-c44b-42b1-bf3f-d3144030f435 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 1096 time: 1.0198691 Jan 28 04:43:17.165447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (20c336ca-cc24-4bb1-9eea-252896d1d006), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.251844 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Attempting to bind port da4caeb8-ef61-47ed-85fd-700f31ecdc8a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:17.252220 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Attempting to bind port da4caeb8-ef61-47ed-85fd-700f31ecdc8a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:17.254875 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Attempting to bind port da4caeb8-ef61-47ed-85fd-700f31ecdc8a on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:17.262219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-714ca6bd-0adb-4166-ba43-0a6796e6bc49 None None] Provisioning complete for port f4411930-f1d0-4a59-9538-1850ff33c948 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:17.262600 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-714ca6bd-0adb-4166-ba43-0a6796e6bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.266977 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593d4e-2450-4eeb-a64c-5e58d9860c5a None None] Pushing event updated for resources: {'Port': ['ID=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:17.274663 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:17.275050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:17.280735 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.281175 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:17.281683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Bound port: da4caeb8-ef61-47ed-85fd-700f31ecdc8a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:17.282135 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.424334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511d5dc-780c-4840-852e-c72cd3685805 req-639b684d-3c33-4ca6-b768-63fab005a6be tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:17.432888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6511d5dc-780c-4840-852e-c72cd3685805 req-639b684d-3c33-4ca6-b768-63fab005a6be tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.3389864 Jan 28 04:43:17.441933 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] For port da4caeb8-ef61-47ed-85fd-700f31ecdc8a, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:17.453299 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] For port da4caeb8-ef61-47ed-85fd-700f31ecdc8a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:17.463937 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.480512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f4411930-f1d0-4a59-9538-1850ff33c948 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:17.481086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.481511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-721579e0-ea86-488c-b85e-03860e810f09 req-94deaa59-e526-46e8-b92d-393115aaed29 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390483 Jan 28 04:43:17.723897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f4411930-f1d0-4a59-9538-1850ff33c948, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4411930-f1d0-4a59-9538-1850ff33c948,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:17.728520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593d4e-2450-4eeb-a64c-5e58d9860c5a None None] Pushing event updated for resources: {'Port': ['ID=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:17.774193 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Routers {'d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:17.781326 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:17.829892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:17.830711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 229d6979-f964-44ca-b9ff-6ecb5aa57371 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:17.835404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6511d5dc-780c-4840-852e-c72cd3685805 req-48daea58-04ba-4a60-a0be-8ead69e52d0a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013846 Jan 28 04:43:18.141525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-714ca6bd-0adb-4166-ba43-0a6796e6bc49 None None] Current status of the port f4411930-f1d0-4a59-9538-1850ff33c948 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:18.144345 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] Set router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:18.153674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f4411930-f1d0-4a59-9538-1850ff33c948,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:18.280988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8b86df3-eb42-4301-a3ce-eecbe9fa6b63 req-684d2434-7362-4a51-9665-c8c95362c187 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1743236 Jan 28 04:43:18.329964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bdaeb771-5141-42bd-b43c-f360abb7c3f0 None None] Provisioning complete for port f4411930-f1d0-4a59-9538-1850ff33c948 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:18.330383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdaeb771-5141-42bd-b43c-f360abb7c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:18.385940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks [] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:18.398525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:18.426450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a001f9e-f597-450b-a325-104049d5e507 req-670a10e9-4185-4e49-932a-ed47cb7d602c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 210 time: 0.0672257 Jan 28 04:43:18.557987 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:11Z', 'revision_number': 3, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:18.593052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.resource_extend [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:43:18.595360 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a32012-4149-4006-94a0-f4c0054e9192 None None] The sync data for ids ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'] in n-d-824835-3 is: [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:11Z', 'revision_number': 3, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:18.795701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:18.802189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (20c336ca-cc24-4bb1-9eea-252896d1d006), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:18.858242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Allocated IP 172.20.0.1 (f7077b54-9976-4e43-bedb-a43bf493ea19/7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d/80feeee9-d695-4626-a0cd-af49e55f5103) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:18.978852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 229d6979-f964-44ca-b9ff-6ecb5aa57371 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:18.979394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:19.076973 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Floating IP 20c336ca-cc24-4bb1-9eea-252896d1d006 associated. External IP: 172.25.6.84, port: 50c13bbc-6bc9-40d3-9175-9809b7dc4724. Jan 28 04:43:19.077593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks [] for port (80feeee9-d695-4626-a0cd-af49e55f5103), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:19.487078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7a242148-dbad-497f-93b5-feedfe3328c8', 'name': '', 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'mac_address': 'fa:16:3e:d2:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '007ab20d-c497-4886-8017-2050efde2b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:02Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 2, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'subnets': [{'id': '007ab20d-c497-4886-8017-2050efde2b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:19.619694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Checking router: 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:19.626168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Updating router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 port 7a242148-dbad-497f-93b5-feedfe3328c8 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:43:19.638840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 229d6979-f964-44ca-b9ff-6ecb5aa57371 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:19.639292 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:19.790933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:19.806932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 229d6979-f964-44ca-b9ff-6ecb5aa57371, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=229d6979-f964-44ca-b9ff-6ecb5aa57371,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:19.859447 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:19.873794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeb771-5141-42bd-b43c-f360abb7c3f0 None None] Current status of the port f4411930-f1d0-4a59-9538-1850ff33c948 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:20.104312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Router a64a854a-1bc4-4282-ba83-fec496717cc0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:43:20.147814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ffa43-6945-4d1d-befd-2fe30c4c6080 req-d48bbaf7-c792-49a9-9583-44bdeade72a9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:20.179388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f51ffa43-6945-4d1d-befd-2fe30c4c6080 req-d48bbaf7-c792-49a9-9583-44bdeade72a9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.6076665 Jan 28 04:43:20.270613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=229d6979-f964-44ca-b9ff-6ecb5aa57371,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:20.286350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929b7e-9d04-4c7c-91de-f817c685fc9f req-d5665ccc-506e-4fd9-b337-522f7e36fdcb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:20.294118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe929b7e-9d04-4c7c-91de-f817c685fc9f req-d5665ccc-506e-4fd9-b337-522f7e36fdcb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 1.1480513 Jan 28 04:43:20.387549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:20.389438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:20.414088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device da4caeb8-ef61-47ed-85fd-700f31ecdc8a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:20.504487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:20.607502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f51ffa43-6945-4d1d-befd-2fe30c4c6080 req-316fc86b-5538-4a37-b084-7ded453d0198 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4167342 Jan 28 04:43:20.614494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port da4caeb8-ef61-47ed-85fd-700f31ecdc8a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:20.615255 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:20.660007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:20.672478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:20.680287 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] Sync routers for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:20.697591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Pushing event updated for resources: {'Port': ['ID=80feeee9-d695-4626-a0cd-af49e55f5103,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:20.700889 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:20.702852 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:20.755219 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07758cef-5506-4de1-b0a9-e5670a6152ca tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "PUT /v2.0/floatingips/20c336ca-cc24-4bb1-9eea-252896d1d006 HTTP/1.1" status: 200 len: 990 time: 3.7568393 Jan 28 04:43:20.755834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:20.759519 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f0995c-6c84-4216-8343-8364a49e34c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:20.828519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:20.836045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:20.842656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Pushing event updated for resources: {'Port': ['ID=b33c98d5-ed25-4937-a307-abd5a25a5f97,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:20.893476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Publish callbacks [] for port (7a242148-dbad-497f-93b5-feedfe3328c8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:20.909587 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:20.927601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe929b7e-9d04-4c7c-91de-f817c685fc9f req-c254023f-984d-421c-8c00-79f36925ff04 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323757 Jan 28 04:43:20.942370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Network f7077b54-9976-4e43-bedb-a43bf493ea19 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:20.959185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:20.965379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:21.039442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf9f1-deec-4821-acc2-bcb2de2197e6 None None] Pushing event updated for resources: {'Port': ['ID=7a242148-dbad-497f-93b5-feedfe3328c8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:21.075884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.218463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port da4caeb8-ef61-47ed-85fd-700f31ecdc8a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:21.218867 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.223002 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:21.268288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:21.269016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.302617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port da4caeb8-ef61-47ed-85fd-700f31ecdc8a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:21.360753 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.363795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4411930-f1d0-4a59-9538-1850ff33c948 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:21.398937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ad349027-0421-48c0-84a2-9c97e41caa3a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.4254787 Jan 28 04:43:21.420707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51e0f77a-03b2-462d-946c-cb84dc8159ee req-652978e1-b1cf-4b9e-a916-c5b5deff3a42 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.2046621 Jan 28 04:43:21.447601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Request body: {'port': {'device_id': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:21.620715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Attempting to bind port 7a242148-dbad-497f-93b5-feedfe3328c8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:21.621414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Attempting to bind port 7a242148-dbad-497f-93b5-feedfe3328c8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:21.624386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Attempting to bind port 7a242148-dbad-497f-93b5-feedfe3328c8 on network 03b445f5-5c1d-406b-9bab-c2d1283f2ded {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:21.691427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.692988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:21.694899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Checking segment: {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:21.697343 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.698634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Bound using segment: {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:21.699397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Bound port: 7a242148-dbad-497f-93b5-feedfe3328c8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d4bf01-6faf-4341-b348-72a9a890490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:21.701607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.720673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c029fe3-e0c4-4820-a141-fad489f84c31 req-a9bd168c-8d2f-4ede-b6a7-19946538b4e3 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:21.732758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c029fe3-e0c4-4820-a141-fad489f84c31 req-a9bd168c-8d2f-4ede-b6a7-19946538b4e3 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1028 time: 0.1406441 Jan 28 04:43:21.818465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f4411930-f1d0-4a59-9538-1850ff33c948 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:21.818727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:21.833494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c029fe3-e0c4-4820-a141-fad489f84c31 req-c3143583-b24f-4770-8c0a-56dfd00f9511 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Jan 28 04:43:21.861213 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c3392-199f-4fae-b529-484f08ed6765 x-openstack-request-id: req-a41c3392-199f-4fae-b529-484f08ed6765 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:21.861506 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:21.861959 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a41c3392-199f-4fae-b529-484f08ed6765 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:21.862546 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'status': 'completed', 'code': 200} Jan 28 04:43:21.923326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-47866a5a-45d0-4644-bed5-e16883b4f90c None None] Provisioning complete for port 80feeee9-d695-4626-a0cd-af49e55f5103 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:21.926779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47866a5a-45d0-4644-bed5-e16883b4f90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:22.020456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-47866a5a-45d0-4644-bed5-e16883b4f90c None None] Port 80feeee9-d695-4626-a0cd-af49e55f5103 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:22.118657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] For port 7a242148-dbad-497f-93b5-feedfe3328c8, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:22.122242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] For port 7a242148-dbad-497f-93b5-feedfe3328c8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7a242148-dbad-497f-93b5-feedfe3328c8,segment=NetworkSegment(94d4bf01-6faf-4341-b348-72a9a890490a),segment_id=94d4bf01-6faf-4341-b348-72a9a890490a)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:22.162015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:22.244171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10948b0-41bd-408f-b18f-2bf1a4e60bd5 req-be0703b0-256f-46ba-b23a-acb675d285bb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:22.261236 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a10948b0-41bd-408f-b18f-2bf1a4e60bd5 req-be0703b0-256f-46ba-b23a-acb675d285bb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 0.1195834 Jan 28 04:43:22.296068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f4411930-f1d0-4a59-9538-1850ff33c948 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:22.318958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:22.332252 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '20c336ca-cc24-4bb1-9eea-252896d1d006', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'port_id': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'mac_address': 'fa:16:3e:61:11:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5f549d-b985-489f-b886-f2168b23e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:43:18Z', 'revision_number': 1, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:33Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:22.337384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33c98d5-ed25-4937-a307-abd5a25a5f97 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:22.350434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Publish callbacks [] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:22.366117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Transition to ACTIVE for port object b33c98d5-ed25-4937-a307-abd5a25a5f97 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:43:22.410576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a10948b0-41bd-408f-b18f-2bf1a4e60bd5 req-133a946b-5694-4d36-9370-fdcb083cf493 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425130 Jan 28 04:43:22.432849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:22.463467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf9f1-deec-4821-acc2-bcb2de2197e6 None None] Pushing event updated for resources: {'Port': ['ID=7a242148-dbad-497f-93b5-feedfe3328c8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:22.515440 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] Checking router: a64a854a-1bc4-4282-ba83-fec496717cc0 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:22.523150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Routers {'34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:22.525248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:22.552543 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:22.553209 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:22.705679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-8c396086-2a67-44c5-b94d-ed3c4cee5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:22.714596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-8c396086-2a67-44c5-b94d-ed3c4cee5872 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1097 time: 0.3344874 Jan 28 04:43:22.718097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-8b316095-a7b6-4dfb-b457-8d2640d0e07d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9080124 Jan 28 04:43:22.861236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-58eb580a-0c75-4846-984f-77dbeb5efd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:22.863677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-58eb580a-0c75-4846-984f-77dbeb5efd7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65e801caf8c4f368d9d20181428b635&device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 1096 time: 0.4960179 Jan 28 04:43:22.920710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:22.983538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] Set router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:23.077854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6050c3e2-d452-410d-b647-6b29c23785be req-996d7a5d-6432-4c8b-8924-3bfa984282b8 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0857203 Jan 28 04:43:23.168918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Pushing event updated for resources: {'Port': ['ID=b33c98d5-ed25-4937-a307-abd5a25a5f97,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:23.224205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 229d6979-f964-44ca-b9ff-6ecb5aa57371 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:23.288833 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:23.325346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ac0ee-aebe-4acf-a5e6-a33c326fdd3d req-c3f68777-e136-48ed-b8bd-e21227116c6c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:23.327578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad6ac0ee-aebe-4acf-a5e6-a33c326fdd3d req-c3f68777-e136-48ed-b8bd-e21227116c6c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.9191384 Jan 28 04:43:23.461131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-1f37b033-58e5-4b6d-9abd-48033e092f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:23.463126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-1f37b033-58e5-4b6d-9abd-48033e092f9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 1096 time: 0.5980699 Jan 28 04:43:23.467233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8da8-e126-43f8-a937-666bc1bb8d78 req-58c0982b-20e4-4faa-97dd-f2073ecace7a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:23.478286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8acb8da8-e126-43f8-a937-666bc1bb8d78 req-58c0982b-20e4-4faa-97dd-f2073ecace7a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 0.1079991 Jan 28 04:43:23.582228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] Provisioning complete for port 7a242148-dbad-497f-93b5-feedfe3328c8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:23.582841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:23.601927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8acb8da8-e126-43f8-a937-666bc1bb8d78 req-734954bd-265b-47e3-835d-6c521bcd4d1e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218996 Jan 28 04:43:23.679959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-831d1986-fbc8-4896-9117-62c95aa36f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:23.682825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-831d1986-fbc8-4896-9117-62c95aa36f4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.1790612 Jan 28 04:43:23.775846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 229d6979-f964-44ca-b9ff-6ecb5aa57371 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:23.785095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:23.793646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3b0b9-30cc-44e3-90e0-2b00ce342f98 req-3f3a1833-18fb-4e50-8532-6144d858f017 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:23.802039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bdb3b0b9-30cc-44e3-90e0-2b00ce342f98 req-3f3a1833-18fb-4e50-8532-6144d858f017 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1053 time: 0.0890832 Jan 28 04:43:23.899352 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '20c336ca-cc24-4bb1-9eea-252896d1d006', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'port_id': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'mac_address': 'fa:16:3e:61:11:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5f549d-b985-489f-b886-f2168b23e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:43:18Z', 'revision_number': 1, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:33Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:23.933822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-eb13f9d6-51ff-46e3-9053-7b7d02f27f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:23.935554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-eb13f9d6-51ff-46e3-9053-7b7d02f27f2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 1.1427903 Jan 28 04:43:23.936968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-c9cfeec8-fc0d-4c16-a2b9-8c42f24b4fe1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df HTTP/1.1" status: 200 len: 217 time: 0.2321222 Jan 28 04:43:23.940432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bdb3b0b9-30cc-44e3-90e0-2b00ce342f98 req-aa2821b0-faab-49ba-be71-1659cb14d385 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372321 Jan 28 04:43:23.960515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad6ac0ee-aebe-4acf-a5e6-a33c326fdd3d req-2fc137b5-90b4-404c-8c34-9305d07cd0d9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6160293 Jan 28 04:43:24.060968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] Current status of the port 7a242148-dbad-497f-93b5-feedfe3328c8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:24.061829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:24.074416 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e06489-84df-413e-864f-8dec2456bbaf None None] The sync data for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 is: [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '20c336ca-cc24-4bb1-9eea-252896d1d006', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'port_id': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'mac_address': 'fa:16:3e:61:11:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5f549d-b985-489f-b886-f2168b23e15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:43:18Z', 'revision_number': 1, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:33Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:24.098112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-86e48b8c-f9f5-4145-8b7b-157e2fe94e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:24.108758 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:43:24.111526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-86e48b8c-f9f5-4145-8b7b-157e2fe94e93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1424725 Jan 28 04:43:24.284456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] For port 7a242148-dbad-497f-93b5-feedfe3328c8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7a242148-dbad-497f-93b5-feedfe3328c8,segment=NetworkSegment(94d4bf01-6faf-4341-b348-72a9a890490a),segment_id=94d4bf01-6faf-4341-b348-72a9a890490a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:24.304785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:24.314970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7a242148-dbad-497f-93b5-feedfe3328c8', 'name': '', 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'mac_address': 'fa:16:3e:d2:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '007ab20d-c497-4886-8017-2050efde2b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:02Z', 'updated_at': '2022-01-28T04:43:22Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'subnets': [{'id': '007ab20d-c497-4886-8017-2050efde2b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:24.352591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-2f0d6e5f-da07-4947-85f7-40a645ca2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:24.368666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-2f0d6e5f-da07-4947-85f7-40a645ca2cc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424 HTTP/1.1" status: 200 len: 912 time: 1.4350393 Jan 28 04:43:24.401174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Attempting to bind port b33c98d5-ed25-4937-a307-abd5a25a5f97 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:24.409637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Attempting to bind port b33c98d5-ed25-4937-a307-abd5a25a5f97 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:24.410144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Attempting to bind port b33c98d5-ed25-4937-a307-abd5a25a5f97 on network f330a7ad-f517-44a9-ab5a-1123d902abb3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:24.424525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 229d6979-f964-44ca-b9ff-6ecb5aa57371 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:24.436291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aaedb7-558d-412b-a659-df74ce2df5f1 None None] The sync data for ids ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'] in n-d-824835-3 is: [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:43:04Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7a242148-dbad-497f-93b5-feedfe3328c8', 'name': '', 'network_id': '03b445f5-5c1d-406b-9bab-c2d1283f2ded', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'mac_address': 'fa:16:3e:d2:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '007ab20d-c497-4886-8017-2050efde2b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:02Z', 'updated_at': '2022-01-28T04:43:22Z', 'revision_number': 4, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'subnets': [{'id': '007ab20d-c497-4886-8017-2050efde2b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:24.452374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-434a6546-bf71-437f-972b-911727ecba7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918828 Jan 28 04:43:24.675024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b2248-fb25-42ad-b5f4-ce945cb4627c None None] New status for floating IP 20c336ca-cc24-4bb1-9eea-252896d1d006: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:43:24.867206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks [] for port (80feeee9-d695-4626-a0cd-af49e55f5103), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:24.883678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b4acdfe1-2cb4-491d-b7e5-4f5d68475c34 None None] Provisioning complete for port 7a242148-dbad-497f-93b5-feedfe3328c8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:24.884150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4acdfe1-2cb4-491d-b7e5-4f5d68475c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:24.903327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Port b33c98d5-ed25-4937-a307-abd5a25a5f97 on network f330a7ad-f517-44a9-ab5a-1123d902abb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:43:24.906004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Attempting to bind port b33c98d5-ed25-4937-a307-abd5a25a5f97 on network f330a7ad-f517-44a9-ab5a-1123d902abb3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:24.954236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device da4caeb8-ef61-47ed-85fd-700f31ecdc8a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:25.009982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe233a7-00e3-4d0b-8a94-8bb2d448a20d None None] Pushing event updated for resources: {'Port': ['ID=7a242148-dbad-497f-93b5-feedfe3328c8,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:25.041201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec2bda9b-beec-4562-a1f1-aa5ca9a806c2 req-29b8c422-b606-4a24-a2f8-cb8b5f646996 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0681672 Jan 28 04:43:25.179308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-bbbc06b7-3411-49e9-a746-c75972b9c45c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 1001 time: 1.0892451 Jan 28 04:43:25.270103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:25.275094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Checking segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:25.275094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Bound using segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:25.275094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Bound port: b33c98d5-ed25-4937-a307-abd5a25a5f97, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:25.275094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:25.276215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:25.293559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-79d1b30f-f13b-4c7a-9424-69fba8322593 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724 HTTP/1.1" status: 200 len: 998 time: 0.8524997 Jan 28 04:43:25.421811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f053-c1c4-4291-9191-4f7c2054af48 req-c05430c2-49ea-4c07-ab37-9acd54b20518 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:25.447321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e386f053-c1c4-4291-9191-4f7c2054af48 req-c05430c2-49ea-4c07-ab37-9acd54b20518 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1053 time: 0.1210756 Jan 28 04:43:25.490044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b4acdfe1-2cb4-491d-b7e5-4f5d68475c34 None None] Current status of the port 7a242148-dbad-497f-93b5-feedfe3328c8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:25.508022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port da4caeb8-ef61-47ed-85fd-700f31ecdc8a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:25.509956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:25.574446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Pushing event updated for resources: {'Port': ['ID=80feeee9-d695-4626-a0cd-af49e55f5103,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:25.578380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e386f053-c1c4-4291-9191-4f7c2054af48 req-89614af0-22cd-4906-851d-661a15add9b7 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293344 Jan 28 04:43:25.654082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835604d-2bd8-4bfd-b3d4-0426cf199dcf req-319ccecd-9ee3-4e4d-b173-bdab5f1714b2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:25.662499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c835604d-2bd8-4bfd-b3d4-0426cf199dcf req-319ccecd-9ee3-4e4d-b173-bdab5f1714b2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 1.5498364 Jan 28 04:43:25.761390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port da4caeb8-ef61-47ed-85fd-700f31ecdc8a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:25.762489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7a242148-dbad-497f-93b5-feedfe3328c8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:25.784330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2ae6-714f-43f5-998e-271fabe5aa0b req-f88e49e6-9e24-448b-b809-9e21d8fc713c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:25.785958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-639f2ae6-714f-43f5-998e-271fabe5aa0b req-f88e49e6-9e24-448b-b809-9e21d8fc713c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.0978458 Jan 28 04:43:25.856784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7a242148-dbad-497f-93b5-feedfe3328c8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:25.857206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:25.897682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-639f2ae6-714f-43f5-998e-271fabe5aa0b req-31695cc7-0660-4023-90ce-16557f6c3563 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900822 Jan 28 04:43:25.947843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] For port b33c98d5-ed25-4937-a307-abd5a25a5f97, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:25.954824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] For port b33c98d5-ed25-4937-a307-abd5a25a5f97, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:26.004672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:26.032357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7a242148-dbad-497f-93b5-feedfe3328c8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:26.078387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:26.080032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:26.082663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] 10.222.0.52 "PUT /v2.0/ports/b33c98d5-ed25-4937-a307-abd5a25a5f97 HTTP/1.1" status: 200 len: 1092 time: 4.6561158 Jan 28 04:43:26.126315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'tag': 'b33c98d5-ed25-4937-a307-abd5a25a5f97'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:26.129790 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc35115-5de9-4a81-b57d-857f6d54b02e", "tag": "b33c98d5-ed25-4937-a307-abd5a25a5f97"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:26.142213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-6ed9f19b-e61f-4ecc-acf0-c4c9f58e6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:26.144947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-6ed9f19b-e61f-4ecc-acf0-c4c9f58e6645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d915e0f-834e-48c1-bbe2-a4eebfe4079d HTTP/1.1" status: 200 len: 850 time: 0.6786325 Jan 28 04:43:26.148707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c835604d-2bd8-4bfd-b3d4-0426cf199dcf req-08cb8976-9ece-45d2-9062-3631fa3e8a6c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853768 Jan 28 04:43:26.150434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-3fabb002-d58a-409a-bd05-3965fd07a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:26.152637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-3fabb002-d58a-409a-bd05-3965fd07a2ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.8065803 Jan 28 04:43:26.343430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:26.452962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5543a31b-e6fa-42c9-85b2-50bd4cc106bd req-bd5e5e2b-f849-41c3-bf41-4a09f87e4c36 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0930107 Jan 28 04:43:26.684042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7a242148-dbad-497f-93b5-feedfe3328c8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:26.999517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7a242148-dbad-497f-93b5-feedfe3328c8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:27.000249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:27.026906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-c2b0aaef-48e7-4293-9d29-326aa3fa7d27 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1470184 Jan 28 04:43:27.044310 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38f283-1230-4295-a451-eb14167dc226 x-openstack-request-id: req-3a38f283-1230-4295-a451-eb14167dc226 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:27.044706 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc35115-5de9-4a81-b57d-857f6d54b02e", "tag": "b33c98d5-ed25-4937-a307-abd5a25a5f97", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:27.045022 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a38f283-1230-4295-a451-eb14167dc226 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:27.045655 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'tag': 'b33c98d5-ed25-4937-a307-abd5a25a5f97', 'status': 'completed', 'code': 200} Jan 28 04:43:27.048340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b18f23-4396-4b1f-9c2f-1820dc14ca65 service neutron] Pushing event updated for resources: {'Port': ['ID=b33c98d5-ed25-4937-a307-abd5a25a5f97,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:27.128244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-3e3d6e24-c0df-491f-9f41-3ff7d1f9ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.136697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-3e3d6e24-c0df-491f-9f41-3ff7d1f9ccae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9348116 Jan 28 04:43:27.139652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-902c5e4d-9107-4c08-935c-0bfa46f81a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.147690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-902c5e4d-9107-4c08-935c-0bfa46f81a15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9087064 Jan 28 04:43:27.176306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7a242148-dbad-497f-93b5-feedfe3328c8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:27.225844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7eda5-bc06-4665-bfe1-a6a769f3f1bc req-77eaab63-f704-4851-99ee-b150acf2686c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.232334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ce7eda5-bc06-4665-bfe1-a6a769f3f1bc req-77eaab63-f704-4851-99ee-b150acf2686c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 0.1194234 Jan 28 04:43:27.264389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e61f041-f992-4582-bae4-d66239c39bb2 req-1dffbb68-aad4-477b-b900-34db28a387d9 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091117 Jan 28 04:43:27.334310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-b50029a5-9d7e-46f4-8185-8bcb6f38c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.336095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-b50029a5-9d7e-46f4-8185-8bcb6f38c422 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=474012acc83c4c0089d5c4ec023e6004&device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1095 time: 1.1540210 Jan 28 04:43:27.424041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ce7eda5-bc06-4665-bfe1-a6a769f3f1bc req-04ec89fb-70b4-44d0-8ff6-014520d463ca tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851037 Jan 28 04:43:27.458693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-a47788af-ad48-47db-882e-7dc7394bc9c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97 HTTP/1.1" status: 200 len: 217 time: 0.0503933 Jan 28 04:43:27.517706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-8cbbde74-d3de-4731-aac1-acacc8cf4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.519245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-8cbbde74-d3de-4731-aac1-acacc8cf4a8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d993a2-74d2-4c37-869b-a45fac7c494f HTTP/1.1" status: 200 len: 849 time: 0.0487337 Jan 28 04:43:27.526086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be03d-12fe-4711-95e2-b3de759d93c3 req-95c4ffd3-e984-4cfc-85a7-7ac11ddb2065 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.533754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b01be03d-12fe-4711-95e2-b3de759d93c3 req-95c4ffd3-e984-4cfc-85a7-7ac11ddb2065 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1095 time: 0.4863958 Jan 28 04:43:27.632476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982414df-ec09-4321-884f-b3990d50025f req-796e3b07-d0a2-48ed-8714-46103fd6520a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.634091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-982414df-ec09-4321-884f-b3990d50025f req-796e3b07-d0a2-48ed-8714-46103fd6520a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.0862701 Jan 28 04:43:27.680764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b01be03d-12fe-4711-95e2-b3de759d93c3 req-40669285-e3d4-408a-8743-9f730f467a9d tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461141 Jan 28 04:43:27.690577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Network f7077b54-9976-4e43-bedb-a43bf493ea19 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:27.694585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:27.740750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-982414df-ec09-4321-884f-b3990d50025f req-3518140c-f3c6-4569-87df-d7b4feb77dc2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967000 Jan 28 04:43:27.774027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-930823bf-34da-4e60-8daa-d7992b86d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:27.775770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-930823bf-34da-4e60-8daa-d7992b86d06d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f330a7ad-f517-44a9-ab5a-1123d902abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353184 Jan 28 04:43:28.067077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e1008795-33f5-4125-a4fa-e43b9bab0244 req-545f0f36-a716-4865-8baf-f56f5e0473c4 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0807574 Jan 28 04:43:28.157851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-b049753f-8621-479f-8bd1-551baf0141a6 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0093067 Jan 28 04:43:28.177399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-cba0fff4-5eee-461a-b975-7545a3861a88 service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0246258 Jan 28 04:43:28.275245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:43:28.309179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-82e35d47-368d-4c5a-aa46-2f958f758274 None None] Provisioning complete for port 80feeee9-d695-4626-a0cd-af49e55f5103 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:28.311004 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e35d47-368d-4c5a-aa46-2f958f758274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:28.386306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:28.402645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0f0995c-6c84-4216-8343-8364a49e34c0 req-30976dba-d5ee-4306-bedb-08176f19b153 service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927552 Jan 28 04:43:28.410232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82e35d47-368d-4c5a-aa46-2f958f758274 None None] Port 80feeee9-d695-4626-a0cd-af49e55f5103 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:28.519882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ae1b05c-3a87-46e0-a595-9b53fc4eaa15 req-a7f58efb-1eca-4529-b12d-02e8cae3506c service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195751 Jan 28 04:43:28.614376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e627bad-e432-4315-a393-a2c0f894db42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:28.707178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e627bad-e432-4315-a393-a2c0f894db42 admin admin] Publish callbacks [] for security_group (8873e577-d492-4f06-a192-5b1a5ec2862a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:28.711818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998110b2-ccd4-4484-b779-abe376547663 req-1b60a39f-50cf-49f5-9786-ea393d76ac4a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:28.713847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-998110b2-ccd4-4484-b779-abe376547663 req-1b60a39f-50cf-49f5-9786-ea393d76ac4a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 0.1297984 Jan 28 04:43:28.716064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-ca2fc437-4b9e-4f6d-a818-9904aba395cc service neutron] 10.222.0.52 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724099 Jan 28 04:43:28.722075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03f32-775c-4118-8489-30e2e5457907 req-9d00eed6-89cc-41cb-9384-a556e942f18d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:28.723830 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52c03f32-775c-4118-8489-30e2e5457907 req-9d00eed6-89cc-41cb-9384-a556e942f18d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 0.1668885 Jan 28 04:43:28.725116 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e627bad-e432-4315-a393-a2c0f894db42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8873e577-d492-4f06-a192-5b1a5ec2862a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:28.807357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52c03f32-775c-4118-8489-30e2e5457907 req-8d6e90b8-c53c-4b1e-be3b-4f1a1e5172fe tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Jan 28 04:43:28.824092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e627bad-e432-4315-a393-a2c0f894db42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873e577-d492-4f06-a192-5b1a5ec2862a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:28.867814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1e627bad-e432-4315-a393-a2c0f894db42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b335d36cf504192a774c49938438399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741075 Jan 28 04:43:28.869996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40446) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:28.882698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:28.893715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Sync routers for ids ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:28.895619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1436140d-a341-4c7b-8525-badb40a13dcc admin admin] 10.222.0.21 "PUT /v2.0/routers/d11eb6ef-a5e6-435b-bf78-ec56ec2970d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1475604 Jan 28 04:43:28.912015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Routers {'d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:28.912642 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:29.033102 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d4c0273-266d-481e-a685-70722d4c55f5 req-8599b04a-5804-4d87-b706-bd4cf86d37df service neutron] 10.222.0.52 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978630 Jan 28 04:43:29.052544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd50b2fe-ae32-4c1d-94e6-2d77ed2b2a52 admin admin] Publish callbacks [] for security_group (8873e577-d492-4f06-a192-5b1a5ec2862a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.072013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808a75a-d217-4f9f-87b3-5a6720ced8d3 req-981e78e3-71fe-4fe7-97d7-c98159b3bf1b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:29.080299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6808a75a-d217-4f9f-87b3-5a6720ced8d3 req-981e78e3-71fe-4fe7-97d7-c98159b3bf1b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1095 time: 0.2455432 Jan 28 04:43:29.141650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd50b2fe-ae32-4c1d-94e6-2d77ed2b2a52 admin admin] Publish callbacks [] for security_group (8873e577-d492-4f06-a192-5b1a5ec2862a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.179265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dd071-beb9-4c7f-a387-db647fc0fc19 req-d9b7f1d6-5cd1-42e4-ac0d-e62b52e45b60 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:29.180537 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Set router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:29.188493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d4dd071-beb9-4c7f-a387-db647fc0fc19 req-d9b7f1d6-5cd1-42e4-ac0d-e62b52e45b60 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.2170262 Jan 28 04:43:29.222343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port c7de2ba2-98db-40d2-8b70-b9c30de0a8df {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:29.222860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.253755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6808a75a-d217-4f9f-87b3-5a6720ced8d3 req-a138aef7-6704-4d5a-8c8c-0f626f9d37f0 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725278 Jan 28 04:43:29.432034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d4dd071-beb9-4c7f-a387-db647fc0fc19 req-1d00245a-97da-4b51-9062-ebf439c3b81f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413542 Jan 28 04:43:29.440185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd50b2fe-ae32-4c1d-94e6-2d77ed2b2a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8873e577-d492-4f06-a192-5b1a5ec2862a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.452833 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd50b2fe-ae32-4c1d-94e6-2d77ed2b2a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.470312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd50b2fe-ae32-4c1d-94e6-2d77ed2b2a52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8873e577-d492-4f06-a192-5b1a5ec2862a HTTP/1.1" status: 204 len: 168 time: 0.5988443 Jan 28 04:43:29.504240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50b2fe-ae32-4c1d-94e6-2d77ed2b2a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873e577-d492-4f06-a192-5b1a5ec2862a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:29.505973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-798c3721-505b-4ac4-a0b6-99a47a86848d req-f20521a1-b023-402e-bc8f-5529426a0bdd tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0685546 Jan 28 04:43:29.633537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-09e9fe55-18f2-4773-8364-d46d700c73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:29.635244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-09e9fe55-18f2-4773-8364-d46d700c73ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=474012acc83c4c0089d5c4ec023e6004&device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1095 time: 0.2039635 Jan 28 04:43:29.681074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port c7de2ba2-98db-40d2-8b70-b9c30de0a8df, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:29.681623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.711261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '80feeee9-d695-4626-a0cd-af49e55f5103', 'name': '', 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'mac_address': 'fa:16:3e:72:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:18Z', 'updated_at': '2022-01-28T04:43:23Z', 'revision_number': 2, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'subnets': [{'id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:29.752183 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Checking router: d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:29.752544 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Updating router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 port 80feeee9-d695-4626-a0cd-af49e55f5103 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:43:29.761997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for c7de2ba2-98db-40d2-8b70-b9c30de0a8df owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:29.820409 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:29.893376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-df538c2a-5ccd-478d-9a93-46640f0ecdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:29.895041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-df538c2a-5ccd-478d-9a93-46640f0ecdba service neutron] 10.222.0.52 "GET /v2.0/networks?id=f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 200 len: 911 time: 0.2481966 Jan 28 04:43:30.097989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-47661fc4-337d-43d8-9fce-31d28d90a15a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97 HTTP/1.1" status: 200 len: 217 time: 0.1911044 Jan 28 04:43:30.275167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfa73-6df1-421c-989d-b96ab11c521d req-2384840b-432d-45a0-948f-dfc7ebba4931 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:30.285021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-511cfa73-6df1-421c-989d-b96ab11c521d req-2384840b-432d-45a0-948f-dfc7ebba4931 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 945 time: 0.2046998 Jan 28 04:43:30.295995 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Publish callbacks [] for port (80feeee9-d695-4626-a0cd-af49e55f5103), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:30.332993 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:30.463026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-63d5e769-8988-4fd4-b6cb-7da00a680b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:30.466381 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-63d5e769-8988-4fd4-b6cb-7da00a680b83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d993a2-74d2-4c37-869b-a45fac7c494f HTTP/1.1" status: 200 len: 849 time: 0.3437443 Jan 28 04:43:30.484415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4b8cd-6244-4c80-a7da-64fcecb755cb req-ec05d358-bb8c-46bb-9a62-7f7c3ce7a1bb tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:30.492021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ba4b8cd-6244-4c80-a7da-64fcecb755cb req-ec05d358-bb8c-46bb-9a62-7f7c3ce7a1bb tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1095 time: 0.1169789 Jan 28 04:43:30.581571 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bfc9b-7dd1-4548-98c6-66145fc3513e None None] Pushing event updated for resources: {'Port': ['ID=80feeee9-d695-4626-a0cd-af49e55f5103,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:30.641869 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Attempting to bind port 80feeee9-d695-4626-a0cd-af49e55f5103 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:30.647172 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Attempting to bind port 80feeee9-d695-4626-a0cd-af49e55f5103 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:30.647928 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Attempting to bind port 80feeee9-d695-4626-a0cd-af49e55f5103 on network f7077b54-9976-4e43-bedb-a43bf493ea19 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:30.670386 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:30.670805 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Checking segment: {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:30.671399 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:30.671872 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Bound using segment: {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:30.673963 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Bound port: 80feeee9-d695-4626-a0cd-af49e55f5103, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:30.674466 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:30.692085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ba4b8cd-6244-4c80-a7da-64fcecb755cb req-01cccddf-1851-4aa3-8884-004bf37ec01c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987107 Jan 28 04:43:30.867060 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] For port 80feeee9-d695-4626-a0cd-af49e55f5103, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:30.874082 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] For port 80feeee9-d695-4626-a0cd-af49e55f5103, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=80feeee9-d695-4626-a0cd-af49e55f5103,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:30.909906 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:30.939499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-511cfa73-6df1-421c-989d-b96ab11c521d req-6518072b-d44d-4136-9529-fe319ac5f6ae tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511278 Jan 28 04:43:30.991182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-33049874-43a7-4773-a19d-15301e047290 None None] Provisioning complete for port 80feeee9-d695-4626-a0cd-af49e55f5103 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:30.991676 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33049874-43a7-4773-a19d-15301e047290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.004538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8730b0-70bb-428e-9525-e9a899a839bc req-b3bdb7f1-155d-437b-98f9-cc27b2653d4c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:31.009331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-59bedb4d-9509-43ee-9043-3158ccba281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:31.011275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-59bedb4d-9509-43ee-9043-3158ccba281a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f330a7ad-f517-44a9-ab5a-1123d902abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628097 Jan 28 04:43:31.014731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d8730b0-70bb-428e-9525-e9a899a839bc req-b3bdb7f1-155d-437b-98f9-cc27b2653d4c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.1274233 Jan 28 04:43:31.015720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c7de2ba2-98db-40d2-8b70-b9c30de0a8df), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.097296 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bfc9b-7dd1-4548-98c6-66145fc3513e None None] Pushing event updated for resources: {'Port': ['ID=80feeee9-d695-4626-a0cd-af49e55f5103,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:31.111278 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Routers {'d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:31.124796 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:31.151862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:31.167691 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d8730b0-70bb-428e-9525-e9a899a839bc req-7edb24bc-7c22-471b-9a67-70da5f986e31 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422536 Jan 28 04:43:31.288976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=c7de2ba2-98db-40d2-8b70-b9c30de0a8df,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:31.316596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cd8ed4c-3402-4bcd-a490-9c2e8911e2f0 req-90984d5d-477b-4bcb-ab53-6015dc9ed409 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.1288526 Jan 28 04:43:31.506940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-33049874-43a7-4773-a19d-15301e047290 None None] Current status of the port 80feeee9-d695-4626-a0cd-af49e55f5103 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:31.507833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33049874-43a7-4773-a19d-15301e047290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.533172 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] Set router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:31.552954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-33049874-43a7-4773-a19d-15301e047290 None None] For port 80feeee9-d695-4626-a0cd-af49e55f5103, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=80feeee9-d695-4626-a0cd-af49e55f5103,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:31.567199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33049874-43a7-4773-a19d-15301e047290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.577391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port c7de2ba2-98db-40d2-8b70-b9c30de0a8df on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:43:31.591625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.595948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-998110b2-ccd4-4484-b779-abe376547663 req-92b741ba-a5da-48bb-9a4c-4bc1862d1a7f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "DELETE /v2.0/ports/c7de2ba2-98db-40d2-8b70-b9c30de0a8df HTTP/1.1" status: 204 len: 173 time: 2.8766162 Jan 28 04:43:31.611998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050cd648-f83c-41b7-8513-9d8f49047e52', 'name': 'network-vif-deleted', 'tag': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:31.614573 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88079b84-9c39-48d4-bad5-6074a52a9a62" -d '{"events": [{"server_uuid": "050cd648-f83c-41b7-8513-9d8f49047e52", "name": "network-vif-deleted", "tag": "c7de2ba2-98db-40d2-8b70-b9c30de0a8df"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:31.626321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-9ee20ad0-4f5b-444f-8843-039fa013080a service neutron] 10.222.0.52 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798182 Jan 28 04:43:31.694351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40554) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:31.803424 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008e1138-3640-4f95-a22e-d55f1dc4e0b4 x-openstack-request-id: req-008e1138-3640-4f95-a22e-d55f1dc4e0b4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:31.803424 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050cd648-f83c-41b7-8513-9d8f49047e52", "name": "network-vif-deleted", "tag": "c7de2ba2-98db-40d2-8b70-b9c30de0a8df", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:31.803711 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-008e1138-3640-4f95-a22e-d55f1dc4e0b4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:31.803807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:31.804214 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050cd648-f83c-41b7-8513-9d8f49047e52', 'name': 'network-vif-deleted', 'tag': 'c7de2ba2-98db-40d2-8b70-b9c30de0a8df', 'status': 'completed', 'code': 200} Jan 28 04:43:31.823807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1b30ce38-39ff-4863-bc01-ec977292abfa None None] Provisioning complete for port 80feeee9-d695-4626-a0cd-af49e55f5103 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:31.826516 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b30ce38-39ff-4863-bc01-ec977292abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.828384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33049874-43a7-4773-a19d-15301e047290 None None] Pushing event updated for resources: {'Port': ['ID=80feeee9-d695-4626-a0cd-af49e55f5103,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:31.886331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc738861-2979-4c33-a6ee-919fd964b85b req-ade2e286-4c93-4592-bf80-b07816dab0da tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:31.895848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc738861-2979-4c33-a6ee-919fd964b85b req-ade2e286-4c93-4592-bf80-b07816dab0da tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 946 time: 0.3545458 Jan 28 04:43:31.935431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:32.003221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a31c5c-ba53-4ef3-944e-a8e35b0b3c35 req-4054ff30-94bd-4400-b01f-680195e83b68 service neutron] 10.222.0.52 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671453 Jan 28 04:43:32.032243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc738861-2979-4c33-a6ee-919fd964b85b req-ffd2c10c-ed01-4209-97de-d48952674d1e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343782 Jan 28 04:43:32.082831 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '80feeee9-d695-4626-a0cd-af49e55f5103', 'name': '', 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'mac_address': 'fa:16:3e:72:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:18Z', 'updated_at': '2022-01-28T04:43:30Z', 'revision_number': 4, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'subnets': [{'id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:32.127833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-552945874-network', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:32.194463 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413949a-7ec3-43f5-b3db-47fa802ea63b None None] The sync data for ids ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'] in n-d-824835-3 is: [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '80feeee9-d695-4626-a0cd-af49e55f5103', 'name': '', 'network_id': 'f7077b54-9976-4e43-bedb-a43bf493ea19', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'mac_address': 'fa:16:3e:72:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:18Z', 'updated_at': '2022-01-28T04:43:30Z', 'revision_number': 4, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'subnets': [{'id': '7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:32.233401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1b30ce38-39ff-4863-bc01-ec977292abfa None None] Current status of the port 80feeee9-d695-4626-a0cd-af49e55f5103 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:32.235847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e70edd6a-ab98-4e6c-9d9d-0629ae506c75 req-9b61f4c2-c3ea-478f-abe1-58c7979bbe2b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=050cd648-f83c-41b7-8513-9d8f49047e52 HTTP/1.1" status: 200 len: 210 time: 0.0582359 Jan 28 04:43:32.266272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2b28024-2325-4534-802b-7495e54c6bcc is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:32.266402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:32.370745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:32.373965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:32.383163 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4531952a-920a-4f47-a54b-76b34d5c3941" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:32.392609 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:32.503216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c7de2ba2-98db-40d2-8b70-b9c30de0a8df no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:32.570948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: c7de2ba2-98db-40d2-8b70-b9c30de0a8df {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:32.571317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c7de2ba2-98db-40d2-8b70-b9c30de0a8df not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:32.615299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9644ff4-d576-457c-abf0-e0f83614e571 req-578c183f-0b23-414e-afb4-a09b47bf5684 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0974605 Jan 28 04:43:32.651584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=14']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:32.709840 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c7a2b0-b77f-4c04-95ae-54f5f6cbaad5 x-openstack-request-id: req-e3c7a2b0-b77f-4c04-95ae-54f5f6cbaad5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:32.710346 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:32.711024 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3c7a2b0-b77f-4c04-95ae-54f5f6cbaad5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:32.711597 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'code': 200} Jan 28 04:43:32.803032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80feeee9-d695-4626-a0cd-af49e55f5103 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:32.840741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Made reservation on behalf of 7e631490b88d4145a7b0fca86ab45c4d for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:32.844986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:32.867174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf32c8-b691-4b87-bcfd-b825654e4af2 req-936f6a2b-b349-45da-ada4-acfa9e63342e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:32.871240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bbbf32c8-b691-4b87-bcfd-b825654e4af2 req-936f6a2b-b349-45da-ada4-acfa9e63342e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1095 time: 1.0511529 Jan 28 04:43:32.921113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:32.926537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 80feeee9-d695-4626-a0cd-af49e55f5103 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:32.926817 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.023525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 80feeee9-d695-4626-a0cd-af49e55f5103 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:33.046020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bbbf32c8-b691-4b87-bcfd-b825654e4af2 req-d1434626-4b5f-4229-a956-e73ad2d5b7d8 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496058 Jan 28 04:43:33.142227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks [] for security_group (e4af461b-400f-435c-9018-57e761660cc1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.181853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4af461b-400f-435c-9018-57e761660cc1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.218902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:43:33.244478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af461b-400f-435c-9018-57e761660cc1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:33.247738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (119bebca-1782-444e-815e-a5763663b5f7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.247918 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Added segment 119bebca-1782-444e-815e-a5763663b5f7 of type vlan for network 350c18a3-0492-447f-8627-d21c6aed7080 Jan 28 04:43:33.274538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.274803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.275160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.275501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.275839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.276178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.276508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.281200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.282815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.283165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.283548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.284541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.284940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:33.374988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (350c18a3-0492-447f-8627-d21c6aed7080), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.504981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (350c18a3-0492-447f-8627-d21c6aed7080), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.507331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:33.510023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.687215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9900947 Jan 28 04:43:33.687436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40656) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:33.692555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Request body: {'subnet': {'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-552945874-subnet', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:33.732433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c42557-29e6-4c04-bcc0-037840018a13 admin admin] Pushing event updated for resources: {'Network': ['ID=350c18a3-0492-447f-8627-d21c6aed7080,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:33.743475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 350c18a3-0492-447f-8627-d21c6aed7080 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:43:33.752316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Made reservation on behalf of 7e631490b88d4145a7b0fca86ab45c4d for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:33.761865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.877890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-319b5c14-67bd-4716-85a1-146cefc1d5d0 req-2128c3db-c277-4892-a276-582dc73ee782 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0870295 Jan 28 04:43:33.929542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b33c98d5-ed25-4937-a307-abd5a25a5f97 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:43:34.060085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-4d7018c4-e562-4f53-a849-1ad42bd04e46 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:34.077785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-4d7018c4-e562-4f53-a849-1ad42bd04e46 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.4263735 Jan 28 04:43:34.108076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-8e1be894-2821-422b-b52a-73efd10de662 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/quotas/e4cc52d6cf194a3f838e8e2fc284258d HTTP/1.1" status: 200 len: 375 time: 0.0293667 Jan 28 04:43:34.190318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b33c98d5-ed25-4937-a307-abd5a25a5f97, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:34.202489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (6523619b-3ee1-4574-aa42-d4b7c5aa7711), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.209296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b33c98d5-ed25-4937-a307-abd5a25a5f97', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'port_id': 'b33c98d5-ed25-4937-a307-abd5a25a5f97', 'mac_address': 'fa:16:3e:60:db:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:43:34.238464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-0aa7170e-a833-492a-9fdd-f9b40547578d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193800 Jan 28 04:43:34.255855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b33c98d5-ed25-4937-a307-abd5a25a5f97 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:34.256469 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.273493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33c98d5-ed25-4937-a307-abd5a25a5f97 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:34.287461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6523619b-3ee1-4574-aa42-d4b7c5aa7711,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:34.303108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b33c98d5-ed25-4937-a307-abd5a25a5f97, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:34.309476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.327570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.331739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd416-6a4a-45c7-b5db-997fe0aff05e req-d974aacd-5789-4d27-a534-12f7b39eac1d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:34.336893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83edd416-6a4a-45c7-b5db-997fe0aff05e req-d974aacd-5789-4d27-a534-12f7b39eac1d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1478696 Jan 28 04:43:34.367929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b33c98d5-ed25-4937-a307-abd5a25a5f97,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:34.379423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Checking segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:34.379792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Network hostable DHCP agents. Network: 350c18a3-0492-447f-8627-d21c6aed7080, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:43:34.417426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83edd416-6a4a-45c7-b5db-997fe0aff05e req-4d8edf36-80d9-4041-98cb-3e32a4a3e686 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771456 Jan 28 04:43:34.422616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Network 350c18a3-0492-447f-8627-d21c6aed7080 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:43:34.445223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 350c18a3-0492-447f-8627-d21c6aed7080) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:34.445223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:34.445223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.447097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb04fab-baa7-46ae-95f2-fdcae76f4484 None None] Network 350c18a3-0492-447f-8627-d21c6aed7080 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:34.480902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-d7a13330-2118-46f6-b973-bd28f49eb874 service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411578 Jan 28 04:43:34.491452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-52b9504c-bdb3-40c0-b528-c8147ff92502 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8028338 Jan 28 04:43:34.492169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:34.497724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:34.521699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (87d1d01f-7d93-4292-942a-12d7041707d1), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.523294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (87d1d01f-7d93-4292-942a-12d7041707d1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.599846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks [] for router_controller (87d1d01f-7d93-4292-942a-12d7041707d1), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.621312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-350c18a3-0492-447f-8627-d21c6aed7080', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:43:34.622542 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.648982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-8715b37e-a2fb-4f8f-8853-715b0592712b service neutron] 10.222.0.21 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522477 Jan 28 04:43:34.788057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Allocated IP 172.20.0.2 (350c18a3-0492-447f-8627-d21c6aed7080/6523619b-3ee1-4574-aa42-d4b7c5aa7711/0aabbe40-db40-4c49-b4d3-21a74f315af8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:34.795962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b33c98d5-ed25-4937-a307-abd5a25a5f97'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:34.875190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Deleting port 80feeee9-d695-4626-a0cd-af49e55f5103 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:34.875572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.010232 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks [] for router_gateway (87d1d01f-7d93-4292-942a-12d7041707d1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.044053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e15266-4a59-4e50-af51-b1064a97110d req-719d2d3e-f936-4c6b-96f2-bec022dea155 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:35.049047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2e15266-4a59-4e50-af51-b1064a97110d req-719d2d3e-f936-4c6b-96f2-bec022dea155 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1096 time: 0.4512124 Jan 28 04:43:35.054795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] For port 80feeee9-d695-4626-a0cd-af49e55f5103, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=80feeee9-d695-4626-a0cd-af49e55f5103,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:35.055255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.074016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Calling delete_port for 80feeee9-d695-4626-a0cd-af49e55f5103 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:35.382298 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Publish callbacks [] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.405721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.410325 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a6e3d38-9bed-4caf-9654-101d0470c1d3 req-893e6b1c-cd98-4416-bbc0-beb7a79655ab tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 210 time: 0.0893850 Jan 28 04:43:35.572975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Pushing event updated for resources: {'Port': ['ID=0aabbe40-db40-4c49-b4d3-21a74f315af8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:35.589387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (80feeee9-d695-4626-a0cd-af49e55f5103), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.603818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Network 350c18a3-0492-447f-8627-d21c6aed7080 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:35.607440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:35.616382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:35.642834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-026d9114-0005-4e68-8ad7-e4fdc7793ab2 req-5f01597f-417c-4016-82a8-2e1787b5208c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0793822 Jan 28 04:43:35.677875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Pushing event deleted for resources: {'Port': ['ID=80feeee9-d695-4626-a0cd-af49e55f5103,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:35.721830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Attempting to bind port 0aabbe40-db40-4c49-b4d3-21a74f315af8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:35.726904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Attempting to bind port 0aabbe40-db40-4c49-b4d3-21a74f315af8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:35.727370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Attempting to bind port 0aabbe40-db40-4c49-b4d3-21a74f315af8 on network 350c18a3-0492-447f-8627-d21c6aed7080 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:35.737772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:35.738306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Checking segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:35.738723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.739263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Bound using segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:35.739766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Bound port: 0aabbe40-db40-4c49-b4d3-21a74f315af8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:35.740156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.911684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] For port 0aabbe40-db40-4c49-b4d3-21a74f315af8, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:35.921126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] For port 0aabbe40-db40-4c49-b4d3-21a74f315af8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0aabbe40-db40-4c49-b4d3-21a74f315af8,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:35.928681 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.954630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2e15266-4a59-4e50-af51-b1064a97110d req-5d838c7c-bd4c-4280-9fbf-36ac0d2d74d6 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8778462 Jan 28 04:43:35.966241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-d85c2555-d62f-4109-bfb5-9eabffeb2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:35.970832 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-d85c2555-d62f-4109-bfb5-9eabffeb2187 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.7512324 Jan 28 04:43:36.120865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3aaa0-00e8-4936-a012-e2fcb53ca801 None None] Pushing event updated for resources: {'Port': ['ID=0aabbe40-db40-4c49-b4d3-21a74f315af8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:36.130911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:36.195636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:36.291929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77350996-c5da-42de-8390-595573f1dd90 req-08912941-02a8-4b1d-9061-37bfc0cdebb0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:36.306888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77350996-c5da-42de-8390-595573f1dd90 req-08912941-02a8-4b1d-9061-37bfc0cdebb0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.3495979 Jan 28 04:43:36.372865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-d9ab4001-e533-4673-9e9c-e94910b45b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:36.374665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-d9ab4001-e533-4673-9e9c-e94910b45b38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.3994641 Jan 28 04:43:36.483226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77350996-c5da-42de-8390-595573f1dd90 req-e1ed47a8-7b2d-42b7-84d1-779f849a7068 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753068 Jan 28 04:43:36.506175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-adf033ec-1b76-4fab-a28f-89ce53c300e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.1245282 Jan 28 04:43:36.557043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks [] for router_gateway (87d1d01f-7d93-4292-942a-12d7041707d1), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:36.643104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:36.649527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-90e557ef-990d-45c4-9f1a-56081a60d556 req-8a93e67e-fb22-4742-bb1e-818d80675d5c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 210 time: 0.0883641 Jan 28 04:43:36.668464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-60f00645-8367-4eaf-bcb7-191c20c9dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:36.669584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-60f00645-8367-4eaf-bcb7-191c20c9dfa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1514595 Jan 28 04:43:36.831953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:43:36.945557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0aabbe40-db40-4c49-b4d3-21a74f315af8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:36.964147 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b2ebaeb-c89c-4294-a3fd-e638fc512866 req-f29b2c9f-7979-4d30-a300-5261abafd85b tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0472984 Jan 28 04:43:36.971991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-5a27fcc7-d66c-43c3-a25c-65473f1ba3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:36.973582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-5a27fcc7-d66c-43c3-a25c-65473f1ba3dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2975402 Jan 28 04:43:37.050132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0aabbe40-db40-4c49-b4d3-21a74f315af8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:37.050692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.073689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-4dbb94d3-c3d9-4065-a5d5-8723d5e339c8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:37.075504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-4dbb94d3-c3d9-4065-a5d5-8723d5e339c8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 806 time: 0.4236183 Jan 28 04:43:37.138545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e9160-f495-404a-96d2-1f3def132e21 req-d20b078f-6bce-479f-b5aa-350105b9ff6a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:37.147652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-559e9160-f495-404a-96d2-1f3def132e21 req-d20b078f-6bce-479f-b5aa-350105b9ff6a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1096 time: 0.0656142 Jan 28 04:43:37.157833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Allocated IP 172.25.6.118 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/ab21c52f-89db-4518-85b0-8d67161e3653) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:37.166566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:37.175648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a3632c95-fb60-4507-930b-53ea6ef639ba admin admin] 10.222.0.21 "PUT /v2.0/routers/d11eb6ef-a5e6-435b-bf78-ec56ec2970d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3706675 Jan 28 04:43:37.188623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40712) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:37.189700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Request body: {'port': {'device_id': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'admin_state_up': True, 'tenant_id': 'e4cc52d6cf194a3f838e8e2fc284258d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:37.250143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0aabbe40-db40-4c49-b4d3-21a74f315af8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:37.251511 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.278971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] Sync routers for ids ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:37.303343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-559e9160-f495-404a-96d2-1f3def132e21 req-12355670-15f2-4485-b461-88fa28385682 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479690 Jan 28 04:43:37.319276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] Routers {'d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:37.319276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:37.421297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks [] for router (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.465667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-b1efa5f7-d3d7-453d-b95c-22381d57fa15 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508507 Jan 28 04:43:37.501811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] Set router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:37.560404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks [] for router_gateway (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.657551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Deleting port da4caeb8-ef61-47ed-85fd-700f31ecdc8a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:37.657906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.830437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] For port da4caeb8-ef61-47ed-85fd-700f31ecdc8a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:37.831435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.851256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Calling delete_port for da4caeb8-ef61-47ed-85fd-700f31ecdc8a owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:37.889316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 0aabbe40-db40-4c49-b4d3-21a74f315af8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0aabbe40-db40-4c49-b4d3-21a74f315af8,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:37.902568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks [] for port (ab21c52f-89db-4518-85b0-8d67161e3653), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.911130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cce52-3012-44ca-b837-29bf78694837 None None] Network 350c18a3-0492-447f-8627-d21c6aed7080 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:37.928100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:37.937794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d31522-904b-4206-b3cf-3724aae5d982 req-7944f7e5-8890-4fc0-9e08-a8189b5ee3cb tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:37.939476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60d31522-904b-4206-b3cf-3724aae5d982 req-7944f7e5-8890-4fc0-9e08-a8189b5ee3cb tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.3243637 Jan 28 04:43:37.957081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b33c98d5-ed25-4937-a307-abd5a25a5f97 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:37.963399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Made reservation on behalf of e4cc52d6cf194a3f838e8e2fc284258d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:37.966907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.037500 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.055275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-64cc6da7-06f6-4001-85a7-ffcccfa50c79 None None] Provisioning complete for port 0aabbe40-db40-4c49-b4d3-21a74f315af8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:38.055898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64cc6da7-06f6-4001-85a7-ffcccfa50c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.060036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4de899f7-0641-4b9c-b506-39415dcd89d5 req-3f7fa796-61f5-498b-946d-cce6fad1b2d2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 210 time: 0.0475981 Jan 28 04:43:38.143271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=0aabbe40-db40-4c49-b4d3-21a74f315af8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:38.145491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (da4caeb8-ef61-47ed-85fd-700f31ecdc8a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.160537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:35Z', 'revision_number': 5, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port': {'id': 'da4caeb8-ef61-47ed-85fd-700f31ecdc8a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:09Z', 'updated_at': '2022-01-28T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:38.172773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Allocated IP 172.20.0.5 (2229f101-aa8b-496f-b2d5-7458d231227b/c8b973fe-70be-4ac6-9638-770c447c01c2/4a1bd231-1978-4883-94a5-e447563283d5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:38.179796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Pushing event deleted for resources: {'Port': ['ID=da4caeb8-ef61-47ed-85fd-700f31ecdc8a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:38.196955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] Checking router: d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:38.228846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] Routers {'d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:38.229929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:38.289391 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29eaf1fe-f7a3-4688-ba91-a819b80e0a7c req-59367e83-b1c6-4337-9e51-514140f28985 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c341b5-eea0-484b-8e3f-ee20a64dfc2f HTTP/1.1" status: 200 len: 210 time: 0.0585546 Jan 28 04:43:38.305448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.400991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks [] for port (4a1bd231-1978-4883-94a5-e447563283d5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.470357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc282b0-e4bc-448c-aaa9-14dbc4635563 req-e929e971-8db4-446e-9e77-557405d723eb service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0030906 Jan 28 04:43:38.501304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.511051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks [] for router_controller (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.563455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4a1bd231-1978-4883-94a5-e447563283d5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.657366 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (d11eb6ef-a5e6-435b-bf78-ec56ec2970d4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.657941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:43:38.681696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60d31522-904b-4206-b3cf-3724aae5d982 req-fbe3fe98-d0b4-4947-ade1-c35d245cb70b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7242489 Jan 28 04:43:38.697641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:38.712446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.716333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d8b0e947-3c1e-455e-9d73-0dddda1084ca admin admin] 10.222.0.21 "DELETE /v2.0/routers/d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 HTTP/1.1" status: 204 len: 168 time: 1.5265884 Jan 28 04:43:38.717996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:38.760687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Network 2229f101-aa8b-496f-b2d5-7458d231227b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:38.793300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104815f-0284-48b6-9582-9ad24af60f6c req-bb47c8b0-a02e-489a-bcbc-08bb044454e7 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:38.793526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:38.795587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9104815f-0284-48b6-9582-9ad24af60f6c req-bb47c8b0-a02e-489a-bcbc-08bb044454e7 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1096 time: 0.1746621 Jan 28 04:43:38.802227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:38.855504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] Set router d11eb6ef-a5e6-435b-bf78-ec56ec2970d4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:38.864746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Deleting subnet 7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:43:38.878408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Publish callbacks [] for subnet (7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.906565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0aabbe40-db40-4c49-b4d3-21a74f315af8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:38.915270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event updated for resources: {'Port': ['ID=4a1bd231-1978-4883-94a5-e447563283d5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:38.941801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:38.942708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.950781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:38.969562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-1d3fb408-7a44-4f93-bee3-fbc269e5daf6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8133957 Jan 28 04:43:38.974742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.000224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Request body: {'port': {'device_id': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:39.037808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-64cc6da7-06f6-4001-85a7-ffcccfa50c79 None None] Current status of the port 0aabbe40-db40-4c49-b4d3-21a74f315af8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:39.045988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b33c98d5-ed25-4937-a307-abd5a25a5f97 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:39.092444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:39.130291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:38Z', 'revision_number': 7, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:39.131678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:39.136871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:39.145701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Pushing event updated for resources: {'Port': ['ID=ab21c52f-89db-4518-85b0-8d67161e3653,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:39.194563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-074e9f61-0089-4c23-bd3c-515ef37e694d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.196138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b33c98d5-ed25-4937-a307-abd5a25a5f97 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:39.196666 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.266615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30975e-0001-4b1d-9599-5c791726e441 None None] The sync data for ids ['d11eb6ef-a5e6-435b-bf78-ec56ec2970d4'] in n-d-824835-3 is: [{'id': 'd11eb6ef-a5e6-435b-bf78-ec56ec2970d4', 'name': 'tempest-ImageQuotaTest-438951329-router', 'tenant_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:07Z', 'updated_at': '2022-01-28T04:43:38Z', 'revision_number': 7, 'project_id': 'c492a7b1e5024a8cb2e7ce0962818d8d', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:39.348277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0aabbe40-db40-4c49-b4d3-21a74f315af8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:39.348917 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.517068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b33c98d5-ed25-4937-a307-abd5a25a5f97 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:39.517649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.560366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4a1bd231-1978-4883-94a5-e447563283d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.581554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33c98d5-ed25-4937-a307-abd5a25a5f97'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:39.583847 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a66a7-6a1e-405e-8a07-a564d98f825c" -d '{"events": [{"server_uuid": "ebc35115-5de9-4a81-b57d-857f6d54b02e", "name": "network-vif-plugged", "status": "completed", "tag": "b33c98d5-ed25-4937-a307-abd5a25a5f97"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:39.602090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4e600580-236d-427a-85d2-e6584caeb99d None None] Provisioning complete for port 0aabbe40-db40-4c49-b4d3-21a74f315af8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:39.602634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e600580-236d-427a-85d2-e6584caeb99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.648416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b33c98d5-ed25-4937-a307-abd5a25a5f97, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:39.663473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0aabbe40-db40-4c49-b4d3-21a74f315af8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:39.668944 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.690959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9104815f-0284-48b6-9582-9ad24af60f6c req-9fef605d-e91e-4346-a191-299e281de28e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8943534 Jan 28 04:43:39.736519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.747048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4e600580-236d-427a-85d2-e6584caeb99d None None] Current status of the port 0aabbe40-db40-4c49-b4d3-21a74f315af8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:39.783367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b33c98d5-ed25-4937-a307-abd5a25a5f97,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:39.806748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.853320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:39.865927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:39.869038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25fede-3bf6-4d79-86ba-32c5cf1f02d0 None None] Network f7077b54-9976-4e43-bedb-a43bf493ea19 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:39.870648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01a2a281-e843-4890-8013-d91460298729 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7f4c2b5b-ea97-43c9-bbc8-4576210b7e6d HTTP/1.1" status: 204 len: 168 time: 1.1512222 Jan 28 04:43:39.873220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40750) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:39.973201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f7077b54-9976-4e43-bedb-a43bf493ea19), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.012575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eda186-d1ff-40d6-8ca1-7a701dfe08cc req-58f164be-3d9c-4602-ae7b-44b816da635e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:40.018655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97eda186-d1ff-40d6-8ca1-7a701dfe08cc req-58f164be-3d9c-4602-ae7b-44b816da635e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 931 time: 0.4531975 Jan 28 04:43:40.047756 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b65a11-028f-46b5-91fc-5d4c5b6c906b x-openstack-request-id: req-b6b65a11-028f-46b5-91fc-5d4c5b6c906b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:40.048279 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc35115-5de9-4a81-b57d-857f6d54b02e", "name": "network-vif-plugged", "status": "completed", "tag": "b33c98d5-ed25-4937-a307-abd5a25a5f97", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:40.048279 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6b65a11-028f-46b5-91fc-5d4c5b6c906b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:40.053480 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33c98d5-ed25-4937-a307-abd5a25a5f97', 'code': 200} Jan 28 04:43:40.074460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Deleting port f4411930-f1d0-4a59-9538-1850ff33c948 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:40.074831 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.088424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks [] for router_gateway (87d1d01f-7d93-4292-942a-12d7041707d1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.173120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97eda186-d1ff-40d6-8ca1-7a701dfe08cc req-7c20882a-0e64-4add-a64e-a7dfb289b73d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484559 Jan 28 04:43:40.227347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] DHCP port deletion for f7077b54-9976-4e43-bedb-a43bf493ea19 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:43:40.260014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:40.283501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] For port f4411930-f1d0-4a59-9538-1850ff33c948, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4411930-f1d0-4a59-9538-1850ff33c948,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:40.285283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.314576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] Deleting port f4411930-f1d0-4a59-9538-1850ff33c948 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:40.315130 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.337732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Calling delete_port for f4411930-f1d0-4a59-9538-1850ff33c948 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:40.369265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2d89f-a148-44c1-8270-bfab551eba68 req-a80d880b-9ebb-4c83-afb8-af88f3a6e461 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:40.370928 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7f2d89f-a148-44c1-8270-bfab551eba68 req-a80d880b-9ebb-4c83-afb8-af88f3a6e461 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1973515 Jan 28 04:43:40.374691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64752f4-c1c9-4deb-9503-b4e5103f249d req-57c00a8b-515d-443d-b0fd-654a9563369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:40.376464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e64752f4-c1c9-4deb-9503-b4e5103f249d req-57c00a8b-515d-443d-b0fd-654a9563369a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.1891949 Jan 28 04:43:40.449967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2592e681-5a45-45bc-8884-d13f0172809c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group (2b28ac94-5bd0-47f9-a5b7-13921c4f2f97), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.462098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] For port f4411930-f1d0-4a59-9538-1850ff33c948, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4411930-f1d0-4a59-9538-1850ff33c948,segment=NetworkSegment(3b587e9a-988c-4f72-8e0a-4cd7b6f1245c),segment_id=3b587e9a-988c-4f72-8e0a-4cd7b6f1245c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:40.462344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.491525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] Calling delete_port for f4411930-f1d0-4a59-9538-1850ff33c948 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:40.538743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7f2d89f-a148-44c1-8270-bfab551eba68 req-68ee9102-d0e6-42b1-a577-8585ac02f9e4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593788 Jan 28 04:43:40.548782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2592e681-5a45-45bc-8884-d13f0172809c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group (2b28ac94-5bd0-47f9-a5b7-13921c4f2f97), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.608846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.632341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e64752f4-c1c9-4deb-9503-b4e5103f249d req-710c3cc5-27bf-4efe-a645-44afe3184161 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478659 Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.659322 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:43:40.662480 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:43:40.664469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4411930-f1d0-4a59-9538-1850ff33c948,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:40.666337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] No DVR routers for this DVR port f4411930-f1d0-4a59-9538-1850ff33c948 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:43:40.669801 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (f4411930-f1d0-4a59-9538-1850ff33c948), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.724883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] Pushing event deleted for resources: {'Port': ['ID=f4411930-f1d0-4a59-9538-1850ff33c948,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:40.727061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device da4caeb8-ef61-47ed-85fd-700f31ecdc8a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:40.767879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b124f-0c84-4da6-a172-dd3fba798667 None None] No DVR routers for this DVR port f4411930-f1d0-4a59-9538-1850ff33c948 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:43:40.769927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: da4caeb8-ef61-47ed-85fd-700f31ecdc8a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:40.770462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device da4caeb8-ef61-47ed-85fd-700f31ecdc8a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:40.771065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4411930-f1d0-4a59-9538-1850ff33c948 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:40.813802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f4411930-f1d0-4a59-9538-1850ff33c948 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:40.814153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4411930-f1d0-4a59-9538-1850ff33c948 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:40.814589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80feeee9-d695-4626-a0cd-af49e55f5103 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:40.854990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f4ee51-0b85-4fd0-9732-7c28be4da8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.856600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 80feeee9-d695-4626-a0cd-af49e55f5103 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:40.856955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80feeee9-d695-4626-a0cd-af49e55f5103 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:40.875627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f7077b54-9976-4e43-bedb-a43bf493ea19), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.888188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (87d1d01f-7d93-4292-942a-12d7041707d1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.902328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7077b54-9976-4e43-bedb-a43bf493ea19']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:40.916466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:40.916984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b587e9a-988c-4f72-8e0a-4cd7b6f1245c') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:40.924160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1bd231-1978-4883-94a5-e447563283d5 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:40.938184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Publish callbacks [] for port (4a1bd231-1978-4883-94a5-e447563283d5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.954268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Transition to ACTIVE for port object 4a1bd231-1978-4883-94a5-e447563283d5 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:43:40.962817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (3b587e9a-988c-4f72-8e0a-4cd7b6f1245c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.983242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3b587e9a-988c-4f72-8e0a-4cd7b6f1245c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.990448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3fa4-3fef-4fc0-ba4f-371cc53209ff req-21d8ae7d-b242-4314-a17a-2207f4d1e949 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:40.992764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b73d3fa4-3fef-4fc0-ba4f-371cc53209ff req-21d8ae7d-b242-4314-a17a-2207f4d1e949 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.0792053 Jan 28 04:43:40.996025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:43:40.996643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (3b587e9a-988c-4f72-8e0a-4cd7b6f1245c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:43:40.998817 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:43:41.051209 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (4a1bd231-1978-4883-94a5-e447563283d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.117673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b73d3fa4-3fef-4fc0-ba4f-371cc53209ff req-424964d7-ee81-4def-b9ac-fc76ef29ee1a tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043975 Jan 28 04:43:41.127475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f7077b54-9976-4e43-bedb-a43bf493ea19), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.140172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.151497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f7077b54-9976-4e43-bedb-a43bf493ea19 HTTP/1.1" status: 204 len: 168 time: 1.2765684 Jan 28 04:43:41.206791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c903ae-096d-40c9-84b0-cc560695b089 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7077b54-9976-4e43-bedb-a43bf493ea19,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:41.362790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46a859-5cf1-4933-9a61-6ef5426a37a3 req-fdfd0437-1770-4f14-b6ac-4fb767aa796e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:41.364395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a46a859-5cf1-4933-9a61-6ef5426a37a3 req-fdfd0437-1770-4f14-b6ac-4fb767aa796e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0712650 Jan 28 04:43:41.423668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40770) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:41.459247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a46a859-5cf1-4933-9a61-6ef5426a37a3 req-90f0e054-c4d6-4715-9a86-54eea9123ec9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828369 Jan 28 04:43:41.487390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-79437cba-5303-4ef9-9e23-bd0a01619c09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c492a7b1e5024a8cb2e7ce0962818d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622153 Jan 28 04:43:41.488528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40772) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:41.555579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-104f968e-9914-494f-be9c-30cf02e500a3 admin admin] Publish callbacks [] for security_group (0cd65fcb-6c25-48b2-b490-438cbe71f1ed), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.582167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-104f968e-9914-494f-be9c-30cf02e500a3 admin admin] Publish callbacks [] for security_group (0cd65fcb-6c25-48b2-b490-438cbe71f1ed), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.659867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c434-623e-4393-90a1-9f14d636875b req-40e86e0f-d9ad-4bcb-82e6-c34e33a65357 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:41.661569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d28c434-623e-4393-90a1-9f14d636875b req-40e86e0f-d9ad-4bcb-82e6-c34e33a65357 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0708957 Jan 28 04:43:41.678856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1bd231-1978-4883-94a5-e447563283d5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:41.704963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-104f968e-9914-494f-be9c-30cf02e500a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0cd65fcb-6c25-48b2-b490-438cbe71f1ed), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.707492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-104f968e-9914-494f-be9c-30cf02e500a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.708315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2592e681-5a45-45bc-8884-d13f0172809c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2b28ac94-5bd0-47f9-a5b7-13921c4f2f97), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.708785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-104f968e-9914-494f-be9c-30cf02e500a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cd65fcb-6c25-48b2-b490-438cbe71f1ed HTTP/1.1" status: 204 len: 168 time: 0.2191286 Jan 28 04:43:41.713810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2592e681-5a45-45bc-8884-d13f0172809c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.717689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2592e681-5a45-45bc-8884-d13f0172809c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b28ac94-5bd0-47f9-a5b7-13921c4f2f97 HTTP/1.1" status: 204 len: 168 time: 1.4567373 Jan 28 04:43:41.720925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40778) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:41.729605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f968e-9914-494f-be9c-30cf02e500a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd65fcb-6c25-48b2-b490-438cbe71f1ed,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:41.771252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d28c434-623e-4393-90a1-9f14d636875b req-d8f89223-9997-4b7d-a82d-a244917b5e43 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017482 Jan 28 04:43:41.771437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592e681-5a45-45bc-8884-d13f0172809c tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28ac94-5bd0-47f9-a5b7-13921c4f2f97,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:41.774637 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-1bf2e8be-5c0d-4ac7-a3cb-38908190b6b5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] show failed (client error): The resource could not be found. Jan 28 04:43:41.778594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40780) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:41.778744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1bf2e8be-5c0d-4ac7-a3cb-38908190b6b5 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "GET /v2.0/security-groups/2b28ac94-5bd0-47f9-a5b7-13921c4f2f97 HTTP/1.1" status: 404 len: 347 time: 0.0507984 Jan 28 04:43:41.857648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244ad1-647d-4402-b7e6-418cc1a5d167 req-9c2989da-1b06-434b-ad7b-1058c7f1665a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:41.865056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5244ad1-647d-4402-b7e6-418cc1a5d167 req-9c2989da-1b06-434b-ad7b-1058c7f1665a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 943 time: 0.2306440 Jan 28 04:43:41.902551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Router 87d1d01f-7d93-4292-942a-12d7041707d1 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:43:41.910184 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.959378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5244ad1-647d-4402-b7e6-418cc1a5d167 req-25fd9917-b69f-4b46-b938-04ec8166087e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843236 Jan 28 04:43:41.961135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Attempting to bind port 4a1bd231-1978-4883-94a5-e447563283d5 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:41.963018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Attempting to bind port 4a1bd231-1978-4883-94a5-e447563283d5 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:41.963526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Attempting to bind port 4a1bd231-1978-4883-94a5-e447563283d5 on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:41.971349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Port 4a1bd231-1978-4883-94a5-e447563283d5 on network 2229f101-aa8b-496f-b2d5-7458d231227b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:43:41.971887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Attempting to bind port 4a1bd231-1978-4883-94a5-e447563283d5 on network 2229f101-aa8b-496f-b2d5-7458d231227b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:41.982140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:41.982754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Checking segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:41.983554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Bound using segment: {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:41.984339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Bound port: 4a1bd231-1978-4883-94a5-e447563283d5, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:41.985432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4a1bd231-1978-4883-94a5-e447563283d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:41.996007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port b7c682d5-cdfd-449e-8cb0-eff613acb148 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:41.996585 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.137809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] For port 4a1bd231-1978-4883-94a5-e447563283d5, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:42.141932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] For port 4a1bd231-1978-4883-94a5-e447563283d5, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=4a1bd231-1978-4883-94a5-e447563283d5,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:42.179320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (4a1bd231-1978-4883-94a5-e447563283d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.221759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40802) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:42.233595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1316970233'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:42.275072 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.275455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (b7c682d5-cdfd-449e-8cb0-eff613acb148), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.298867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:42.299515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.301568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a1bd231-1978-4883-94a5-e447563283d5 HTTP/1.1" status: 200 len: 1091 time: 3.3091609 Jan 28 04:43:42.314432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for b7c682d5-cdfd-449e-8cb0-eff613acb148 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:42.362824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'tag': '4a1bd231-1978-4883-94a5-e447563283d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:42.365611 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "492b6716-892c-4a24-b5ce-d6b4d8923eef", "tag": "4a1bd231-1978-4883-94a5-e447563283d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:42.374640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40804) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:42.426669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfb3c-c895-47e0-96b9-581884dbc3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.444540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:42.447899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.454156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063e634-3808-45b8-9734-9ae32cea4991 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1bd231-1978-4883-94a5-e447563283d5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:42.459971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-02b43d90-e5f5-47f6-8276-a3d7b3dc0608 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:42.461856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-02b43d90-e5f5-47f6-8276-a3d7b3dc0608 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.4126320 Jan 28 04:43:42.464898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:42.478475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Sync routers for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:42.491124 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:42.491756 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:42.502882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657961a-d1e8-44b9-a1cc-a202bbc6ec21 req-bd15b4d0-d1b5-4133-bc0e-99ad207b5bd4 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:42.504175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a657961a-d1e8-44b9-a1cc-a202bbc6ec21 req-bd15b4d0-d1b5-4133-bc0e-99ad207b5bd4 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.2338166 Jan 28 04:43:42.510934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-ceadd034-dd34-4fa3-a9b9-aece3c65eee7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/quotas/67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 375 time: 0.0323029 Jan 28 04:43:42.523424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.527779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4ff3d6f7-8193-43dd-a12c-108288e6ec8c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.0342891 Jan 28 04:43:42.529387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40808) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:42.541531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e204f80c-86f8-4439-bfca-b19e3e67c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:42.543161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e204f80c-86f8-4439-bfca-b19e3e67c41d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 1094 time: 0.1712985 Jan 28 04:43:42.549157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:43:42.588685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (54338446-2143-4bd4-a25e-6277d8f8df20), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.588944 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Added segment 54338446-2143-4bd4-a25e-6277d8f8df20 of type vlan for network 0c7531de-959f-4187-bdfa-5fe6685c67a7 Jan 28 04:43:42.641928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-52e17f81-a61f-4148-9093-0f8c60ca72b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a1bd231-1978-4883-94a5-e447563283d5 HTTP/1.1" status: 200 len: 217 time: 0.0576048 Jan 28 04:43:42.647326 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:42.685586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0c7531de-959f-4187-bdfa-5fe6685c67a7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.708932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-399e7305-8c79-4e3d-8bc4-5a65311c4dd0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1886997 Jan 28 04:43:42.720655 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfb3c-c895-47e0-96b9-581884dbc3f1 admin admin] Publish callbacks [] for security_group (d6b6a968-d6ef-45bf-bb2b-52df4e43a046), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.742391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfb3c-c895-47e0-96b9-581884dbc3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d6b6a968-d6ef-45bf-bb2b-52df4e43a046), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.743913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a657961a-d1e8-44b9-a1cc-a202bbc6ec21 req-07b425b8-3efe-4626-be46-e807d0325b77 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258940 Jan 28 04:43:42.744675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b7c682d5-cdfd-449e-8cb0-eff613acb148), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.776721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-7524bb0d-800d-4b35-aab5-e08c9d39f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:42.778283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-7524bb0d-800d-4b35-aab5-e08c9d39f0df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1314306 Jan 28 04:43:42.849649 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-5a1d85fb-82c7-498e-b378-9de35627ea8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648868 Jan 28 04:43:42.860308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=b7c682d5-cdfd-449e-8cb0-eff613acb148,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:42.862212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0c7531de-959f-4187-bdfa-5fe6685c67a7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.867127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:42.867758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.917969 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84432680-e51c-42e7-b039-37c30ff98b54 x-openstack-request-id: req-84432680-e51c-42e7-b039-37c30ff98b54 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:42.918334 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492b6716-892c-4a24-b5ce-d6b4d8923eef", "tag": "4a1bd231-1978-4883-94a5-e447563283d5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:42.918656 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84432680-e51c-42e7-b039-37c30ff98b54 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:42.919123 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'tag': '4a1bd231-1978-4883-94a5-e447563283d5', 'status': 'completed', 'code': 200} Jan 28 04:43:42.923692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bfb3c-c895-47e0-96b9-581884dbc3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b6a968-d6ef-45bf-bb2b-52df4e43a046,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:42.936683 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca3bfb3c-c895-47e0-96b9-581884dbc3f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5529132 Jan 28 04:43:42.945540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40810) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:42.982407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7531068 Jan 28 04:43:43.012913 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:39Z', 'revision_number': 3, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:43.030636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-e31efec2-1de8-4c36-b0e2-f74e7304b216 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750300 Jan 28 04:43:43.032320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40814) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:43.041536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for floatingip (440d2ba9-4362-440f-b289-46a5a4c395bf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.042953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1705892914'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:43.043985 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Checking router: 87d1d01f-7d93-4292-942a-12d7041707d1 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:43.044349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Updating router 87d1d01f-7d93-4292-942a-12d7041707d1 port ab21c52f-89db-4518-85b0-8d67161e3653 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:43:43.044628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.048355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7dafed8e-7db6-4563-bd4d-529930c6968f tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/floatingips/440d2ba9-4362-440f-b289-46a5a4c395bf HTTP/1.1" status: 204 len: 168 time: 1.2657382 Jan 28 04:43:43.052116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40816) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:43.070062 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.097473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05115536-5bd6-4873-8dd3-576d44b2470d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Network': ['ID=0c7531de-959f-4187-bdfa-5fe6685c67a7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:43.111584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:43:43.127951 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-f4f0067d-25f4-4467-8612-3fbb8e10017e service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031591 Jan 28 04:43:43.211391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:43.215074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.274304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-37b842c8-ab89-48fe-b29b-86ae8a3dc4ff service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452284 Jan 28 04:43:43.276968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port 52f4da5e-c44f-4320-b101-36c18f21bcad {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:43.277353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.296277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b171cea-0680-4d4a-a9ef-288bc3d9404b admin admin] Publish callbacks [] for security_group (d6b6a968-d6ef-45bf-bb2b-52df4e43a046), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.311537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7d776-7df4-43f2-8e2a-2b860ae62c21 req-1bfe70dd-d046-496a-a4e4-286a8b7ddf7c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:43.313557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6bd7d776-7df4-43f2-8e2a-2b860ae62c21 req-1bfe70dd-d046-496a-a4e4-286a8b7ddf7c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 943 time: 0.2817731 Jan 28 04:43:43.328842 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Publish callbacks [] for port (ab21c52f-89db-4518-85b0-8d67161e3653), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.334920 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.365119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:43:43.373555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58c4b029-28a5-4f8d-b76e-9b1ed12f77bf req-3b438f78-7a06-4c46-8072-a4192c5113a1 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175304 Jan 28 04:43:43.385720 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Attempting to bind port ab21c52f-89db-4518-85b0-8d67161e3653 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:43.386014 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Attempting to bind port ab21c52f-89db-4518-85b0-8d67161e3653 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:43.386389 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Attempting to bind port ab21c52f-89db-4518-85b0-8d67161e3653 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:43.394809 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:43.395191 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:43.395621 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.396117 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:43.396892 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Bound port: ab21c52f-89db-4518-85b0-8d67161e3653, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:43.397037 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.401324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b171cea-0680-4d4a-a9ef-288bc3d9404b admin admin] Publish callbacks [] for security_group (d6b6a968-d6ef-45bf-bb2b-52df4e43a046), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.402236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.422941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for 52f4da5e-c44f-4320-b101-36c18f21bcad owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:43.424558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (11c094a3-3e9d-4c8a-966b-1c8b97f41173), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.425012 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Added segment 11c094a3-3e9d-4c8a-966b-1c8b97f41173 of type vlan for network c1556003-cd67-4586-92d0-2c4460a73ff7 Jan 28 04:43:43.458756 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] For port ab21c52f-89db-4518-85b0-8d67161e3653, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:43.462281 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] For port ab21c52f-89db-4518-85b0-8d67161e3653, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ab21c52f-89db-4518-85b0-8d67161e3653,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:43.463415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b222c33-2813-4788-958d-b7a1f74e282c None None] Pushing event updated for resources: {'Port': ['ID=ab21c52f-89db-4518-85b0-8d67161e3653,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:43.485198 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.549133 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:43.549781 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:43.576938 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c1556003-cd67-4586-92d0-2c4460a73ff7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.593673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6bd7d776-7df4-43f2-8e2a-2b860ae62c21 req-8fc05301-be96-485d-88b0-3a3557f92362 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685671 Jan 28 04:43:43.621838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3aa001c7-5c4f-4046-adc8-65a0d6aef4c9 req-532e2abf-511e-4f98-83f8-3d0198f2fcc3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 210 time: 0.0561326 Jan 28 04:43:43.652957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.673940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-f7559b06-79ac-471a-b83b-1d4538021154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:43.675083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-f7559b06-79ac-471a-b83b-1d4538021154 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 1094 time: 0.1815240 Jan 28 04:43:43.679393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c1556003-cd67-4586-92d0-2c4460a73ff7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.683439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:43.684078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.700765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (52f4da5e-c44f-4320-b101-36c18f21bcad), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.726657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b171cea-0680-4d4a-a9ef-288bc3d9404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d6b6a968-d6ef-45bf-bb2b-52df4e43a046), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.729212 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b171cea-0680-4d4a-a9ef-288bc3d9404b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.730352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b171cea-0680-4d4a-a9ef-288bc3d9404b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6b6a968-d6ef-45bf-bb2b-52df4e43a046 HTTP/1.1" status: 204 len: 168 time: 0.7837582 Jan 28 04:43:43.730481 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b222c33-2813-4788-958d-b7a1f74e282c None None] Pushing event updated for resources: {'Port': ['ID=ab21c52f-89db-4518-85b0-8d67161e3653,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:43.777662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=52f4da5e-c44f-4320-b101-36c18f21bcad,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:43.800570 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:43.863346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b171cea-0680-4d4a-a9ef-288bc3d9404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b6a968-d6ef-45bf-bb2b-52df4e43a046,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:43.869943 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8304725 Jan 28 04:43:43.899420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40832) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:43.908930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'subnet': {'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:43.924976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:43.928564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c4701-2e14-4424-892c-59a7d4ff9ca6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Network': ['ID=c1556003-cd67-4586-92d0-2c4460a73ff7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:43.931688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ef837361-3516-4e1c-8a7a-8049742c4438 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/ports/52f4da5e-c44f-4320-b101-36c18f21bcad HTTP/1.1" status: 204 len: 168 time: 0.8771164 Jan 28 04:43:43.932422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:43.962359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c1556003-cd67-4586-92d0-2c4460a73ff7 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:43:44.075008 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.112371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-19144ab4-9ee7-46ec-a51f-a73fc89839b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:44.114385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-19144ab4-9ee7-46ec-a51f-a73fc89839b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.4232559 Jan 28 04:43:44.124484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32444eea-892e-49f4-8e0e-d74b59df686b req-79883283-d3b5-4fb6-b0ed-d9639632f5aa tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:44.132693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32444eea-892e-49f4-8e0e-d74b59df686b req-79883283-d3b5-4fb6-b0ed-d9639632f5aa tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.2593648 Jan 28 04:43:44.245950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-b461cf20-9ea0-4022-8efc-217781d3a259 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a1bd231-1978-4883-94a5-e447563283d5 HTTP/1.1" status: 200 len: 217 time: 0.1085312 Jan 28 04:43:44.297768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:44.319926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting port 690a93a5-94f1-484b-94b6-8d9c01e4944e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:44.320505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.320879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.344945 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:39Z', 'revision_number': 3, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:44.413822 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466d97-7bfc-428f-8459-d9e1eefbac94 None None] The sync data for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 is: [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:39Z', 'revision_number': 3, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:44.483593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.497194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Calling delete_port for 690a93a5-94f1-484b-94b6-8d9c01e4944e owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:44.522448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 4a1bd231-1978-4883-94a5-e447563283d5 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:43:44.527507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-ef83f061-1d6c-4449-b700-4f0d825092e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:44.529092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-ef83f061-1d6c-4449-b700-4f0d825092e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.2701383 Jan 28 04:43:44.537575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32444eea-892e-49f4-8e0e-d74b59df686b req-5f9259d2-92c8-431a-81e3-3368b5288b0f tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039671 Jan 28 04:43:44.567250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-2d1ea1bd-4a75-4844-beae-a6ec88a43138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287383 Jan 28 04:43:44.654019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (690a93a5-94f1-484b-94b6-8d9c01e4944e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.753576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 4a1bd231-1978-4883-94a5-e447563283d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=4a1bd231-1978-4883-94a5-e447563283d5,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:44.754692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Port': ['ID=690a93a5-94f1-484b-94b6-8d9c01e4944e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:44.770768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '4a1bd231-1978-4883-94a5-e447563283d5', 'network_id': '2229f101-aa8b-496f-b2d5-7458d231227b', 'port_id': '4a1bd231-1978-4883-94a5-e447563283d5', 'mac_address': 'fa:16:3e:72:c5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b973fe-70be-4ac6-9638-770c447c01c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:43:44.831733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 4a1bd231-1978-4883-94a5-e447563283d5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:44.832188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4a1bd231-1978-4883-94a5-e447563283d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.848097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1bd231-1978-4883-94a5-e447563283d5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:44.876453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 4a1bd231-1978-4883-94a5-e447563283d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=4a1bd231-1978-4883-94a5-e447563283d5,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:44.881978 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4a1bd231-1978-4883-94a5-e447563283d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.889200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed256298-c760-4121-9d1f-942c17be6ee6 req-720ac1da-f9ec-4753-9f76-a4472aeee74f tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:44.890888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed256298-c760-4121-9d1f-942c17be6ee6 req-720ac1da-f9ec-4753-9f76-a4472aeee74f tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.1991816 Jan 28 04:43:44.939315 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.952110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd8025b0-d627-4c8b-9ec1-27ce837d5c0e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/ports/690a93a5-94f1-484b-94b6-8d9c01e4944e HTTP/1.1" status: 204 len: 168 time: 1.0177274 Jan 28 04:43:44.955200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40844) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:44.979156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=4a1bd231-1978-4883-94a5-e447563283d5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:44.995354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.023377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed256298-c760-4121-9d1f-942c17be6ee6 req-7e7e585f-01b3-409d-a0c5-c53b1709a01c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236084 Jan 28 04:43:45.041402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting subnet 1129afa8-89a9-4042-9b1c-9b8f52c60aac {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:43:45.055006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for subnet (1129afa8-89a9-4042-9b1c-9b8f52c60aac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.111025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (1129afa8-89a9-4042-9b1c-9b8f52c60aac), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.167546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['4a1bd231-1978-4883-94a5-e447563283d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:45.211977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93d667c7-0659-4747-a276-2c4775da9902 req-6cb08b96-f899-4229-8512-035f99268ada tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 210 time: 0.0482132 Jan 28 04:43:45.332835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1129afa8-89a9-4042-9b1c-9b8f52c60aac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.466898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (1129afa8-89a9-4042-9b1c-9b8f52c60aac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.515546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-16bcce4d-ac29-4654-ac35-1f5f14b743b0 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402394 Jan 28 04:43:45.533100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Subnet': ['ID=1129afa8-89a9-4042-9b1c-9b8f52c60aac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:45.543668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.547666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a9cbbfe8-fed6-4b7c-9a95-78e6b83be27e tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/subnets/1129afa8-89a9-4042-9b1c-9b8f52c60aac HTTP/1.1" status: 204 len: 168 time: 0.5886891 Jan 28 04:43:45.553926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a619b-f101-4ac0-968e-47289292cc98 None None] Network da859996-bfb1-433b-9fdd-067dd7d92577 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:45.554412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40850) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:45.555547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e500e4-42b7-4d96-8348-9261dcfa4854 req-10e84a87-f049-42ba-b827-266934a15819 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:45.564139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8e500e4-42b7-4d96-8348-9261dcfa4854 req-10e84a87-f049-42ba-b827-266934a15819 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 944 time: 0.3819735 Jan 28 04:43:45.621230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8009b8-82b6-485f-9ef1-b8177ca2017f req-07ec5815-317c-4aec-adaa-6ded4e1b909b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:45.622710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a8009b8-82b6-485f-9ef1-b8177ca2017f req-07ec5815-317c-4aec-adaa-6ded4e1b909b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.1184771 Jan 28 04:43:45.626566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Deleting subnet d8dcf339-cd53-47e9-9007-aee8d6e0d517 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:43:45.630278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for subnet (d8dcf339-cd53-47e9-9007-aee8d6e0d517), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.644589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Allocated IP 172.20.0.1 (350c18a3-0492-447f-8627-d21c6aed7080/6523619b-3ee1-4574-aa42-d4b7c5aa7711/eb385719-717e-4b1e-8bd4-bdf1dadb5ac0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:45.702708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d8dcf339-cd53-47e9-9007-aee8d6e0d517), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.735926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c6588e03-ef7d-4908-8555-34b7d07872b9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:45.737829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c6588e03-ef7d-4908-8555-34b7d07872b9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.5679586 Jan 28 04:43:45.741380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a8009b8-82b6-485f-9ef1-b8177ca2017f req-63e61ec9-2abe-4e55-8623-b285a140686d tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082661 Jan 28 04:43:45.769901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] DHCP port deletion for da859996-bfb1-433b-9fdd-067dd7d92577 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:43:45.770637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'port': {'device_id': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'admin_state_up': True, 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:45.806079 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e1041884-6246-43fd-b70b-c5643d311c85), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.840765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d8dcf339-cd53-47e9-9007-aee8d6e0d517), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.848204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] Deleting port 419d4e73-53b9-43d5-a59d-e200284ad5f7 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:45.848854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.923873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d8dcf339-cd53-47e9-9007-aee8d6e0d517), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.937084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] For port 419d4e73-53b9-43d5-a59d-e200284ad5f7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=419d4e73-53b9-43d5-a59d-e200284ad5f7,segment=NetworkSegment(4dc95013-63c7-4696-a2fc-0949cdcdaf74),segment_id=4dc95013-63c7-4696-a2fc-0949cdcdaf74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:45.937670 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.950174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.954138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b06942-358b-48ad-85e3-27fa44e2c58f None None] Network 90e49d80-b7ca-4a96-8282-5ff7ac6337cc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:45.955056 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/subnets/d8dcf339-cd53-47e9-9007-aee8d6e0d517 HTTP/1.1" status: 204 len: 168 time: 0.3960886 Jan 28 04:43:45.966202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] Calling delete_port for 419d4e73-53b9-43d5-a59d-e200284ad5f7 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:45.977531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40856) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:45.987250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cdb9-5b0d-43c7-8fea-092fae1998fa tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Subnet': ['ID=d8dcf339-cd53-47e9-9007-aee8d6e0d517,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:46.003872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8e500e4-42b7-4d96-8348-9261dcfa4854 req-7a63fb2a-db36-43fa-b271-77e667c37b8b tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381480 Jan 28 04:43:46.112716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (da859996-bfb1-433b-9fdd-067dd7d92577), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.130258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb9a5e59-bc95-47ce-aa19-aba34330c6dc req-3cc4015f-96c3-4349-93ef-a41ccdc62293 service neutron] 10.222.0.47 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918219 Jan 28 04:43:46.142811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (419d4e73-53b9-43d5-a59d-e200284ad5f7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.151063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-c9d6db9f-e810-4590-8f7f-82d4a7a5db98 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:46.153043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-c9d6db9f-e810-4590-8f7f-82d4a7a5db98 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/networks?id=f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 200 len: 911 time: 0.1138937 Jan 28 04:43:46.163528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Checking segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:46.163823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network hostable DHCP agents. Network: 0c7531de-959f-4187-bdfa-5fe6685c67a7, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:43:46.178531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-1c9c7f7c-dc47-4077-9f5f-b58e1cb67e71 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/quotas/474012acc83c4c0089d5c4ec023e6004 HTTP/1.1" status: 200 len: 375 time: 0.0190356 Jan 28 04:43:46.192176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Subnet': ['ID=e1041884-6246-43fd-b70b-c5643d311c85,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:46.195480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] No DVR routers for this DVR port 419d4e73-53b9-43d5-a59d-e200284ad5f7 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:43:46.197452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79efd8-ec04-43c3-98ef-747f2702956b None None] Pushing event deleted for resources: {'Port': ['ID=419d4e73-53b9-43d5-a59d-e200284ad5f7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:46.219971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] DHCP port deletion for 90e49d80-b7ca-4a96-8282-5ff7ac6337cc request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:43:46.233371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.233789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.234144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.235042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.235368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.235713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.236042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.236376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.236709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.237043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.237413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.237750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.238078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:43:46.282135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] Deleting port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:43:46.282518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.286601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:43:46.291962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-84cd70af-cd88-4bfe-af52-fd34bfdd10e2 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=474012acc83c4c0089d5c4ec023e6004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119182 Jan 28 04:43:46.303290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks [] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.368849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0c7531de-959f-4187-bdfa-5fe6685c67a7) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:46.382551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08538603-2924-412b-9213-17fc9555062f None None] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:46.386161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] For port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,segment=NetworkSegment(eb48b024-cc17-4483-8570-1ea2f80af7e9),segment_id=eb48b024-cc17-4483-8570-1ea2f80af7e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:46.386639 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.399786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d92d7ea-4d13-415f-a14f-b4680071f96b req-023b9d6e-775e-4a73-af40-97340b24e728 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 210 time: 0.0389047 Jan 28 04:43:46.402418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:46.403015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.406935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (da859996-bfb1-433b-9fdd-067dd7d92577), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.409530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:46.413339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.431499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-883f27be-3a72-4cd9-9c44-8e5cef0c4814 service neutron] 10.222.0.21 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289082 Jan 28 04:43:46.440573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] Calling delete_port for 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:43:46.471572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da859996-bfb1-433b-9fdd-067dd7d92577']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:46.481883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8bfaf10f-14c9-45fb-9f22-17203bd5a08c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5811198 Jan 28 04:43:46.482523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:46.501088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'subnet': {'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:46.510113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc95013-63c7-4696-a2fc-0949cdcdaf74') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:46.510448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc95013-63c7-4696-a2fc-0949cdcdaf74') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:46.551648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 4a1bd231-1978-4883-94a5-e447563283d5 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:46.622098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4dc95013-63c7-4696-a2fc-0949cdcdaf74), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.631891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d6d441b4-30ec-4a67-8e63-dacd683a6bfc service neutron] 10.222.0.21 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994743 Jan 28 04:43:46.642445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 4a1bd231-1978-4883-94a5-e447563283d5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:46.648286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 4a1bd231-1978-4883-94a5-e447563283d5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:46.648819 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4a1bd231-1978-4883-94a5-e447563283d5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.694692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0c7531de-959f-4187-bdfa-5fe6685c67a7', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'project_id': '99cb181476494422a9dcd31107896390', 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:43:46.695673 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.700044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.709451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ab21c52f-89db-4518-85b0-8d67161e3653 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:46.709743 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4dc95013-63c7-4696-a2fc-0949cdcdaf74), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.715172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (9ce1b45a-33ca-4d18-8a0e-307c9a624f14), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.803782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:43:46.805082 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4dc95013-63c7-4696-a2fc-0949cdcdaf74), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.829465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] Pushing event deleted for resources: {'Port': ['ID=9ce1b45a-33ca-4d18-8a0e-307c9a624f14,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:46.853047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7cfed-54bb-4a3e-846c-2a335874c21a None None] No DVR routers for this DVR port 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:43:46.878765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Pushing event updated for resources: {'Port': ['ID=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:43:46.882037 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:43:46.923369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Network 350c18a3-0492-447f-8627-d21c6aed7080 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:46.935194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f6a8a75-6d0e-4272-ac02-a30fddcee6e0 req-ee68fbf6-4366-46db-89a3-c81bfe395149 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 210 time: 0.0428965 Jan 28 04:43:46.945939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:46.959520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:46.984916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (da859996-bfb1-433b-9fdd-067dd7d92577), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.064527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.068103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/networks/da859996-bfb1-433b-9fdd-067dd7d92577 HTTP/1.1" status: 204 len: 168 time: 1.0629878 Jan 28 04:43:47.069237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933ea98-6729-429d-89ab-278ae0c31ad7 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Network': ['ID=da859996-bfb1-433b-9fdd-067dd7d92577,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:47.070760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40882) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:47.097700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Allocated IP 172.20.0.10 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:47.099950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:47.103559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.138846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (87d1d01f-7d93-4292-942a-12d7041707d1), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.321499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ab21c52f-89db-4518-85b0-8d67161e3653 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:47.322230 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.335324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (90e49d80-b7ca-4a96-8282-5ff7ac6337cc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.379121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 4a1bd231-1978-4883-94a5-e447563283d5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:47.379890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4a1bd231-1978-4883-94a5-e447563283d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.380327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737cb5d-5d09-4459-b589-a9df3877f671 req-7afc6ddc-4638-436c-8960-356c4435b3ce tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:47.384211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0737cb5d-5d09-4459-b589-a9df3877f671 req-7afc6ddc-4638-436c-8960-356c4435b3ce tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 944 time: 0.2194536 Jan 28 04:43:47.412328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Allocated IP 10.1.1.2 (0c7531de-959f-4187-bdfa-5fe6685c67a7/e1041884-6246-43fd-b70b-c5643d311c85/1b8d9863-2428-4a88-87a6-86fe2bebd62f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:47.473394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d45778bb-b2c7-401b-bc27-4f3283701e81 None None] Provisioning complete for port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:47.476153 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d45778bb-b2c7-401b-bc27-4f3283701e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.510471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0737cb5d-5d09-4459-b589-a9df3877f671 req-5899ed4a-d4f2-426b-8fc4-1f69bc5c3963 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171546 Jan 28 04:43:47.548575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (90e49d80-b7ca-4a96-8282-5ff7ac6337cc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.574481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d45778bb-b2c7-401b-bc27-4f3283701e81 None None] Port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:47.591502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1bd231-1978-4883-94a5-e447563283d5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:47.594660 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9cbdf7-2867-466b-8736-9d2ee5cbccc2" -d '{"events": [{"server_uuid": "492b6716-892c-4a24-b5ce-d6b4d8923eef", "name": "network-vif-plugged", "status": "completed", "tag": "4a1bd231-1978-4883-94a5-e447563283d5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:47.618643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e49d80-b7ca-4a96-8282-5ff7ac6337cc']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:47.636442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78871b9-d382-47fc-bfaf-0912e7b88f83 req-b9e71bef-fa4a-44ab-a447-47151aa92ae3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 210 time: 0.0540445 Jan 28 04:43:47.671323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb48b024-cc17-4483-8570-1ea2f80af7e9') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:47.672367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb48b024-cc17-4483-8570-1ea2f80af7e9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:47.729839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 4a1bd231-1978-4883-94a5-e447563283d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=4a1bd231-1978-4883-94a5-e447563283d5,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:47.748177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (eb48b024-cc17-4483-8570-1ea2f80af7e9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.749268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4a1bd231-1978-4883-94a5-e447563283d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.758607 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c71fca-5104-4e84-9cbd-16322400f14a x-openstack-request-id: req-52c71fca-5104-4e84-9cbd-16322400f14a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:47.759686 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492b6716-892c-4a24-b5ce-d6b4d8923eef", "name": "network-vif-plugged", "status": "completed", "tag": "4a1bd231-1978-4883-94a5-e447563283d5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:47.760049 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52c71fca-5104-4e84-9cbd-16322400f14a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:47.760559 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1bd231-1978-4883-94a5-e447563283d5', 'code': 200} Jan 28 04:43:47.770648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ab21c52f-89db-4518-85b0-8d67161e3653 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:47.771301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.779429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb48b024-cc17-4483-8570-1ea2f80af7e9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.790082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:43:47.790655 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (eb48b024-cc17-4483-8570-1ea2f80af7e9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:43:47.795838 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:43:47.820753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.842293 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.871472 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (508de97e-bc39-4ad9-ba67-dc2f88ccc02a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.897489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ab21c52f-89db-4518-85b0-8d67161e3653, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ab21c52f-89db-4518-85b0-8d67161e3653,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:47.902499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=4a1bd231-1978-4883-94a5-e447563283d5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:47.916712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.921383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (90e49d80-b7ca-4a96-8282-5ff7ac6337cc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.932371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:47.939888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] 10.222.0.21 "DELETE /v2.0/networks/90e49d80-b7ca-4a96-8282-5ff7ac6337cc HTTP/1.1" status: 204 len: 168 time: 0.8638713 Jan 28 04:43:47.947468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f8089-0ef8-43bb-8b8a-66ddf44215e2 tempest-TaggedBootDevicesTest-1647407099 tempest-TaggedBootDevicesTest-1647407099-project] Pushing event deleted for resources: {'Network': ['ID=90e49d80-b7ca-4a96-8282-5ff7ac6337cc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.040911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:48.046492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Subnet': ['ID=508de97e-bc39-4ad9-ba67-dc2f88ccc02a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.069365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2affd8-50af-4f96-9451-376be2afbe0a req-8b4ab13a-6311-4cfd-b26c-619a9245260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:48.070871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a2affd8-50af-4f96-9451-376be2afbe0a req-8b4ab13a-6311-4cfd-b26c-619a9245260d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 1096 time: 0.2135146 Jan 28 04:43:48.075955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.095898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:48.096255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9ce1b45a-33ca-4d18-8a0e-307c9a624f14 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:48.096692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 419d4e73-53b9-43d5-a59d-e200284ad5f7 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:43:48.103673 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Publish callbacks [] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.122973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ab21c52f-89db-4518-85b0-8d67161e3653,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.126565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 419d4e73-53b9-43d5-a59d-e200284ad5f7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:43:48.126924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 419d4e73-53b9-43d5-a59d-e200284ad5f7 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:43:48.132409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.169346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Checking segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:48.169720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network hostable DHCP agents. Network: c1556003-cd67-4586-92d0-2c4460a73ff7, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:43:48.173396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e0384c8-1dd9-43fa-9881-5fd47133b5bd req-03276f77-82e9-4619-8461-f58cc62dd459 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 210 time: 0.1062925 Jan 28 04:43:48.213138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Pushing event updated for resources: {'Port': ['ID=1b8d9863-2428-4a88-87a6-86fe2bebd62f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.217246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:48.219629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:48.224848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:48.274705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.314769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Attempting to bind port 1b8d9863-2428-4a88-87a6-86fe2bebd62f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:48.314769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Attempting to bind port 1b8d9863-2428-4a88-87a6-86fe2bebd62f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:48.315180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Attempting to bind port 1b8d9863-2428-4a88-87a6-86fe2bebd62f on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:48.322109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:48.322496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Checking segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:48.323315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:48.325214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.325823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Bound using segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:48.328094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Bound port: 1b8d9863-2428-4a88-87a6-86fe2bebd62f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:48.328678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.357832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:48.378871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:48.421611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network c1556003-cd67-4586-92d0-2c4460a73ff7 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:43:48.426198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a2affd8-50af-4f96-9451-376be2afbe0a req-2db42133-fdf9-4de5-af50-2d6b30616cd2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482323 Jan 28 04:43:48.436876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] For port 1b8d9863-2428-4a88-87a6-86fe2bebd62f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:48.441722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] For port 1b8d9863-2428-4a88-87a6-86fe2bebd62f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1b8d9863-2428-4a88-87a6-86fe2bebd62f,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:48.450307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.459971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks [] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.466171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c1556003-cd67-4586-92d0-2c4460a73ff7) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:48.472547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:48.473504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.482349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:48.483238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.488326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.495345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96294b23-c00e-4da4-92c4-788f0181f785 None None] Network c1556003-cd67-4586-92d0-2c4460a73ff7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:48.576558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-1ba0ecf5-1dee-40de-ac63-eb873388a4da tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:48.580786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-1ba0ecf5-1dee-40de-ac63-eb873388a4da tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.47 "GET /v2.0/networks?id=f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 200 len: 911 time: 0.2854066 Jan 28 04:43:48.619282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1cda62c9-f5c2-4617-aeae-3d1bf984f7a8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1224205 Jan 28 04:43:48.620173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40904) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:48.634577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea5d95-8036-4902-ab82-2f6a15d992c3 None None] Pushing event updated for resources: {'Port': ['ID=1b8d9863-2428-4a88-87a6-86fe2bebd62f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.640096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'name': 'tempest-TaggedBootDevicesTest_v242-1589321471', 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:48.650574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-729c6cef-f7ab-45df-b274-fb027ce637ec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8891728 Jan 28 04:43:48.689456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c1556003-cd67-4586-92d0-2c4460a73ff7', 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7', 'project_id': '99cb181476494422a9dcd31107896390', 'fixed_ips': [{'subnet_id': '508de97e-bc39-4ad9-ba67-dc2f88ccc02a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:43:48.690335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.713843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Request body: {'port': {'device_id': '603334e2-3f62-4087-8889-c46b1c001505', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'admin_state_up': True, 'tenant_id': '474012acc83c4c0089d5c4ec023e6004'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:48.731218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ab21c52f-89db-4518-85b0-8d67161e3653 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:48.755093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Made reservation on behalf of 474012acc83c4c0089d5c4ec023e6004 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:48.762446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.774713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Request body: {'port': {'device_id': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:48.860048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (87d1d01f-7d93-4292-942a-12d7041707d1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:48.899936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Pushing event updated for resources: {'Port': ['ID=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:48.915484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056158b-ce2c-45de-91b8-4258956969cb req-46c78b15-7bd0-4279-843b-f87493b63ad6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:48.935109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9056158b-ce2c-45de-91b8-4258956969cb req-46c78b15-7bd0-4279-843b-f87493b63ad6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 932 time: 0.1449122 Jan 28 04:43:49.021409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Allocated IP 10.2.2.2 (c1556003-cd67-4586-92d0-2c4460a73ff7/508de97e-bc39-4ad9-ba67-dc2f88ccc02a/4ca1777e-b9b9-49ce-970c-fd9003af95b1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:49.045113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.053857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9056158b-ce2c-45de-91b8-4258956969cb req-9ca8216a-addd-4cb7-9002-4ec1383db18a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059847 Jan 28 04:43:49.054944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fddeb-5303-4ec0-842d-80a3e07a2f71 req-1fee3566-255b-4692-9ca0-6701babeedda tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:49.056681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-994fddeb-5303-4ec0-842d-80a3e07a2f71 req-1fee3566-255b-4692-9ca0-6701babeedda tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.3086734 Jan 28 04:43:49.127448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Allocated IP 172.20.0.6 (f330a7ad-f517-44a9-ab5a-1123d902abb3/77d993a2-74d2-4c37-869b-a45fac7c494f/7abf8211-f362-4a29-ac96-f38f345c645b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:49.240663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-994fddeb-5303-4ec0-842d-80a3e07a2f71 req-e154bedb-93ce-40c8-bb05-d15304577075 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570420 Jan 28 04:43:49.246008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1fc614fe-1e0a-4fe7-963f-91eaf6ad122d None None] Provisioning complete for port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:49.246403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fc614fe-1e0a-4fe7-963f-91eaf6ad122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.251424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:49.293778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ab21c52f-89db-4518-85b0-8d67161e3653 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:49.294093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.341753 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Publish callbacks [] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.344824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1fc614fe-1e0a-4fe7-963f-91eaf6ad122d None None] Port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:49.361057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.365991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.413885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63f0d127-7d7d-4ed7-b7c1-b58cd706d5d5 req-1d00fb71-b5af-46e6-b7fb-b3db35087bbc tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 210 time: 0.0811682 Jan 28 04:43:49.432956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Network c1556003-cd67-4586-92d0-2c4460a73ff7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:49.442827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:49.452927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:49.473066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Pushing event updated for resources: {'Port': ['ID=4ca1777e-b9b9-49ce-970c-fd9003af95b1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:49.479990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Network 350c18a3-0492-447f-8627-d21c6aed7080 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:49.494024 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks [] for port (7abf8211-f362-4a29-ac96-f38f345c645b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.524260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ab21c52f-89db-4518-85b0-8d67161e3653 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:49.542786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:49.552812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] device_id is not set on port d46e2964-c6d5-44f1-95ed-e90421e9f263 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:43:49.567030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Attempting to bind port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:49.567886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Attempting to bind port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:49.568441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Attempting to bind port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 on network c1556003-cd67-4586-92d0-2c4460a73ff7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:49.575411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:49.577928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Checking segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:49.579407 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.579985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Bound using segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:49.580674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Bound port: 4ca1777e-b9b9-49ce-970c-fd9003af95b1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:49.581280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.709907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] For port 4ca1777e-b9b9-49ce-970c-fd9003af95b1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:49.715648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] For port 4ca1777e-b9b9-49ce-970c-fd9003af95b1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ca1777e-b9b9-49ce-970c-fd9003af95b1,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:49.721637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.873622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2178-a4d1-4084-9943-df584ed42fa2 None None] Pushing event updated for resources: {'Port': ['ID=4ca1777e-b9b9-49ce-970c-fd9003af95b1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:49.998527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-357be9f0-9ad7-4eae-b675-f114a828f297 None None] Provisioning complete for port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:49.998912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-357be9f0-9ad7-4eae-b675-f114a828f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:50.080548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-357be9f0-9ad7-4eae-b675-f114a828f297 None None] Port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:50.127788 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:50.172576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b33c98d5-ed25-4937-a307-abd5a25a5f97'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:50.196707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:50.201414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:50.206782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:50.263181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Pushing event updated for resources: {'Port': ['ID=7abf8211-f362-4a29-ac96-f38f345c645b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:50.297715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:50.299072 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:50.341844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-d55379a6-e32a-4251-9359-010120239112 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6398540 Jan 28 04:43:50.364232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Request body: {'port': {'device_id': '603334e2-3f62-4087-8889-c46b1c001505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:50.508589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeafaa81-b208-4f5e-8340-4e3606faf3ed None None] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:50.584852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:50.649945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d3000-1692-41dd-bc9d-351db185f229 req-b145080e-225c-4236-b3d9-13aacd08be16 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:50.651699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba6d3000-1692-41dd-bc9d-351db185f229 req-b145080e-225c-4236-b3d9-13aacd08be16 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1300807 Jan 28 04:43:50.721689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] Provisioning complete for port 1b8d9863-2428-4a88-87a6-86fe2bebd62f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:50.722077 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:50.745730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Router 87d1d01f-7d93-4292-942a-12d7041707d1 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:43:50.783897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993effa4-5847-48f5-a03d-f9013f6a7a28 req-1ab70960-808b-48eb-8946-368df1c574e5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:50.793266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-993effa4-5847-48f5-a03d-f9013f6a7a28 req-1ab70960-808b-48eb-8946-368df1c574e5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 932 time: 0.3680887 Jan 28 04:43:50.914762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ca1777e-b9b9-49ce-970c-fd9003af95b1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:50.967743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] Current status of the port 1b8d9863-2428-4a88-87a6-86fe2bebd62f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:50.968283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.047904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] For port 1b8d9863-2428-4a88-87a6-86fe2bebd62f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1b8d9863-2428-4a88-87a6-86fe2bebd62f,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:51.060976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.069552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:51.075121 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.081867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 10.1.1.217 (0c7531de-959f-4187-bdfa-5fe6685c67a7/e1041884-6246-43fd-b70b-c5643d311c85/d46e2964-c6d5-44f1-95ed-e90421e9f263) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:51.141161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abf8211-f362-4a29-ac96-f38f345c645b {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:51.152888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-993effa4-5847-48f5-a03d-f9013f6a7a28 req-e2caa2de-05ef-4ea6-9689-a26bb5d95c2c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587384 Jan 28 04:43:51.180716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Publish callbacks [] for port (7abf8211-f362-4a29-ac96-f38f345c645b), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.212131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dc13d-e44c-42bd-9d62-5a666195f187 None None] Pushing event updated for resources: {'Port': ['ID=1b8d9863-2428-4a88-87a6-86fe2bebd62f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:51.233328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Transition to ACTIVE for port object 7abf8211-f362-4a29-ac96-f38f345c645b will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:43:51.241245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8367ba05-05e6-4903-8416-1e938365ddda None None] Provisioning complete for port 7abf8211-f362-4a29-ac96-f38f345c645b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:51.241720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8367ba05-05e6-4903-8416-1e938365ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.259419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba6d3000-1692-41dd-bc9d-351db185f229 req-e1e43a81-f59f-4b98-8b69-7eb380c83d17 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723974 Jan 28 04:43:51.261128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.280032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:51.298723 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Publish callbacks [] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.348862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:51.358113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.363210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8367ba05-05e6-4903-8416-1e938365ddda None None] Port 7abf8211-f362-4a29-ac96-f38f345c645b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:51.403443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Transition to ACTIVE for port object d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:43:51.407778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:51.420901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Sync routers for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:51.435626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Pushing event updated for resources: {'Port': ['ID=7abf8211-f362-4a29-ac96-f38f345c645b,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:51.436663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e653c965-9c95-414b-83ff-fa65feb1c25d admin admin] 10.222.0.21 "PUT /v2.0/routers/87d1d01f-7d93-4292-942a-12d7041707d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8926418 Jan 28 04:43:51.444538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.447500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 4ca1777e-b9b9-49ce-970c-fd9003af95b1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ca1777e-b9b9-49ce-970c-fd9003af95b1,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:51.477250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.478075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1b8d9863-2428-4a88-87a6-86fe2bebd62f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:51.483571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:51.484221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:51.569696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Attempting to bind port 7abf8211-f362-4a29-ac96-f38f345c645b on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:51.570039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Attempting to bind port 7abf8211-f362-4a29-ac96-f38f345c645b by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:51.570373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Attempting to bind port 7abf8211-f362-4a29-ac96-f38f345c645b on network f330a7ad-f517-44a9-ab5a-1123d902abb3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:51.581503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Port 7abf8211-f362-4a29-ac96-f38f345c645b on network f330a7ad-f517-44a9-ab5a-1123d902abb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:43:51.581503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Attempting to bind port 7abf8211-f362-4a29-ac96-f38f345c645b on network f330a7ad-f517-44a9-ab5a-1123d902abb3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:51.588238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:51.588584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Checking segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:51.588978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Bound using segment: {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:51.589453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Bound port: 7abf8211-f362-4a29-ac96-f38f345c645b, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:51.589824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.628052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=4ca1777e-b9b9-49ce-970c-fd9003af95b1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:51.659683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140357-fafd-4f5b-b673-b74a16b97323 req-57b55710-a553-4300-b29e-bc040e180e5c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:51.671338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc140357-fafd-4f5b-b673-b74a16b97323 req-57b55710-a553-4300-b29e-bc040e180e5c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1052 time: 0.3703516 Jan 28 04:43:51.751056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:51.782996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] For port 7abf8211-f362-4a29-ac96-f38f345c645b, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:51.798787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] For port 7abf8211-f362-4a29-ac96-f38f345c645b, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7abf8211-f362-4a29-ac96-f38f345c645b,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:51.812999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.894925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc140357-fafd-4f5b-b673-b74a16b97323 req-6b450c7c-d7c8-44db-ac26-86ac6afd70d7 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211912 Jan 28 04:43:51.901929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.949324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:51.949978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:51.951442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] 10.222.0.47 "PUT /v2.0/ports/7abf8211-f362-4a29-ac96-f38f345c645b HTTP/1.1" status: 200 len: 1091 time: 1.5960593 Jan 28 04:43:51.970195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603334e2-3f62-4087-8889-c46b1c001505', 'tag': '7abf8211-f362-4a29-ac96-f38f345c645b'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:51.983539 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "603334e2-3f62-4087-8889-c46b1c001505", "tag": "7abf8211-f362-4a29-ac96-f38f345c645b"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:51.987401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Attempting to bind port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:51.988460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Attempting to bind port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:51.989971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Attempting to bind port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:52.006730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 on network b22b336d-bd67-4863-bdda-72baf2db3dbc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:43:52.007092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Attempting to bind port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:52.026631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:52.027061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:52.027398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:52.029188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Bound port: d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:52.029584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.164959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.167679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad637c6-43da-47c3-ab40-fc153e467772 service neutron] Pushing event updated for resources: {'Port': ['ID=7abf8211-f362-4a29-ac96-f38f345c645b,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:52.191506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886d2d7-193b-4a2f-b98b-d2650e9e76f0 req-ea2c7a77-f098-42be-b748-40c3732352fd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.193078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7886d2d7-193b-4a2f-b98b-d2650e9e76f0 req-ea2c7a77-f098-42be-b748-40c3732352fd tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.3245556 Jan 28 04:43:52.197266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562eaaf-9bf4-43d7-ad1d-e6d31e708a72 None None] Network c1556003-cd67-4586-92d0-2c4460a73ff7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:43:52.209736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] For port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:52.238656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-15b16f1c-ff8b-4837-b93b-952a70394201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.240314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-15b16f1c-ff8b-4837-b93b-952a70394201 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=474012acc83c4c0089d5c4ec023e6004&device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1094 time: 0.1905701 Jan 28 04:43:52.244221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] For port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:52.257077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:52.263090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:52.280605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:52.306861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.357546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:52.380889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-2e31a135-38f2-4995-969d-ac39ab7bbbe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7abf8211-f362-4a29-ac96-f38f345c645b HTTP/1.1" status: 200 len: 217 time: 0.1195023 Jan 28 04:43:52.441558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.442293 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.443866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 200 len: 1092 time: 3.6885478 Jan 28 04:43:52.444475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'tag': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:52.446876 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20" -d '{"events": [{"name": "network-changed", "server_uuid": "98f62384-21c0-443c-8feb-1ef2001db6fe", "tag": "d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:52.455836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:52.504315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.505065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7886d2d7-193b-4a2f-b98b-d2650e9e76f0 req-95bed5a7-6ea4-46fd-8101-bb8b31358de2 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999012 Jan 28 04:43:52.505858 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.550788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-09f5d4c4-5513-44a8-baff-3b7f2c2f79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.557607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-09f5d4c4-5513-44a8-baff-3b7f2c2f79d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d993a2-74d2-4c37-869b-a45fac7c494f HTTP/1.1" status: 200 len: 849 time: 0.1636543 Jan 28 04:43:52.597823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-34934cf3-ccdc-4183-9588-9d67ebd8876d None None] Provisioning complete for port 1b8d9863-2428-4a88-87a6-86fe2bebd62f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:52.598215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34934cf3-ccdc-4183-9588-9d67ebd8876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.620546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615f01-857e-4e53-9656-9a7eafd02c84 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:52.629813 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f98b97-54b3-466d-886e-88f8ce165c1c x-openstack-request-id: req-00f98b97-54b3-466d-886e-88f8ce165c1c {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:52.630186 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603334e2-3f62-4087-8889-c46b1c001505", "tag": "7abf8211-f362-4a29-ac96-f38f345c645b", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:52.630383 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00f98b97-54b3-466d-886e-88f8ce165c1c {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:52.630809 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603334e2-3f62-4087-8889-c46b1c001505', 'tag': '7abf8211-f362-4a29-ac96-f38f345c645b', 'status': 'completed', 'code': 200} Jan 28 04:43:52.640217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de238fde-9bab-4de4-ab2a-7f295b8d5292 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0077903 Jan 28 04:43:52.647506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:52.653860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'name': 'tempest-TaggedBootDevicesTest_v242-1914970010', 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:52.664595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40948) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:52.682667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954935942', 'description': 'tempest-description--1650614509'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:52.741871 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b76cdbb-9b33-4f04-8677-d8ed6df99ae5 x-openstack-request-id: req-9b76cdbb-9b33-4f04-8677-d8ed6df99ae5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:52.742450 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f62384-21c0-443c-8feb-1ef2001db6fe", "tag": "d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:52.742977 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b76cdbb-9b33-4f04-8677-d8ed6df99ae5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:52.743634 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'tag': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', 'status': 'completed', 'code': 200} Jan 28 04:43:52.761545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-55780b12-0a82-46d5-bc2c-88b7fc0bfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.764028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-55780b12-0a82-46d5-bc2c-88b7fc0bfb0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 1095 time: 0.2126458 Jan 28 04:43:52.774485 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:52.856150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-be9a4b2d-c417-496f-a26f-042ad61c6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.857859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-be9a4b2d-c417-496f-a26f-042ad61c6281 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f330a7ad-f517-44a9-ab5a-1123d902abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900996 Jan 28 04:43:52.875453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-2d006ffc-9c56-4bec-9bc8-e8e01be69b08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 200 len: 217 time: 0.0758531 Jan 28 04:43:52.962135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-bc023dd2-888d-49ce-9f84-0cebf2c63d63 service neutron] 10.222.0.47 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885189 Jan 28 04:43:52.989759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-9a377ad1-5082-41a0-b8e0-e4d87fa4c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:52.991382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-9a377ad1-5082-41a0-b8e0-e4d87fa4c08e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0997975 Jan 28 04:43:53.021185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6ec06-9f7f-46db-82d3-2c6c6fd03eab req-17e5ba49-edb3-4e03-8353-d5882eeb2d4f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:53.022731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8f6ec06-9f7f-46db-82d3-2c6c6fd03eab req-17e5ba49-edb3-4e03-8353-d5882eeb2d4f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1463821 Jan 28 04:43:53.034711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1b8d9863-2428-4a88-87a6-86fe2bebd62f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:53.035104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.054119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group (2952517b-486c-4078-955c-7889e6ec235f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.069471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be05b1-69a1-47d8-8f0f-3be62832b844 req-59b67384-412a-482b-aa00-104dba7c65fa tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:53.074333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2952517b-486c-4078-955c-7889e6ec235f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.076751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3be05b1-69a1-47d8-8f0f-3be62832b844 req-59b67384-412a-482b-aa00-104dba7c65fa tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 944 time: 0.2546000 Jan 28 04:43:53.151820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-34934cf3-ccdc-4183-9588-9d67ebd8876d None None] Current status of the port 1b8d9863-2428-4a88-87a6-86fe2bebd62f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:53.157699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-88fe6648-faf2-482d-85b8-19e4264c6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:53.159521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-88fe6648-faf2-482d-85b8-19e4264c6928 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607127 Jan 28 04:43:53.162236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.164020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4980519 Jan 28 04:43:53.166801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40956) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:53.168770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a6384-2b87-42e8-b53f-8566effe9322 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2952517b-486c-4078-955c-7889e6ec235f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:53.192077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Request body: {'security_group_rule': {'security_group_id': '2952517b-486c-4078-955c-7889e6ec235f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:53.192454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:48Z', 'revision_number': 2, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:53.224384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8f6ec06-9f7f-46db-82d3-2c6c6fd03eab req-5c94ba63-557a-4e4e-8221-fdd0777aa184 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824601 Jan 28 04:43:53.237575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3be05b1-69a1-47d8-8f0f-3be62832b844 req-0e0b0f2e-47c0-4053-9eb7-9b3f89e94056 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434727 Jan 28 04:43:53.240109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Checking router: 87d1d01f-7d93-4292-942a-12d7041707d1 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:53.246977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5fc515-2a46-4eb5-8f2d-79b3dc4b4d50 req-6cea62bd-c701-4c34-9bb7-6ee6db4dfe1f service neutron] 10.222.0.47 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747881 Jan 28 04:43:53.253045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Updating router 87d1d01f-7d93-4292-942a-12d7041707d1 port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:43:53.261329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:53.312534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1b8d9863-2428-4a88-87a6-86fe2bebd62f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:53.335285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.450341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-5a70530c-9e4b-477e-b6fc-ef1532bd715d service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386281 Jan 28 04:43:53.474931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.477205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group_rule (f3f73bfd-69b6-4b10-8f34-7097a22e9bea), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.527298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] device_id is not set on port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:43:53.540990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ca1777e-b9b9-49ce-970c-fd9003af95b1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:53.576959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4adad-8abf-428b-b410-f9f603727c69 req-ab236c47-ef6d-44d7-b97b-95e121b0250e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:53.579214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2a4adad-8abf-428b-b410-f9f603727c69 req-ab236c47-ef6d-44d7-b97b-95e121b0250e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1094 time: 0.2048631 Jan 28 04:43:53.618025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c68b85e0-f566-4c06-898c-2f0ecc15d3ee None None] Provisioning complete for port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:53.618423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c68b85e0-f566-4c06-898c-2f0ecc15d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.647990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-9d332ebf-7a06-4ec3-96d3-0cd441aeb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:53.650860 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-9d332ebf-7a06-4ec3-96d3-0cd441aeb05c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=474012acc83c4c0089d5c4ec023e6004&device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1094 time: 0.1793766 Jan 28 04:43:53.764241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group_rule (f3f73bfd-69b6-4b10-8f34-7097a22e9bea), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.775216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2a4adad-8abf-428b-b410-f9f603727c69 req-06a73414-9194-4cb9-9305-d313cb8e7a9f tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814382 Jan 28 04:43:53.776468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f3f73bfd-69b6-4b10-8f34-7097a22e9bea), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.779860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b26db80f-0c0b-4771-bff3-1aaadf51facb req-e400e0f0-0d91-4f07-ae5c-006d8ca7eabe service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230629 Jan 28 04:43:53.798812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f73bfd-69b6-4b10-8f34-7097a22e9bea,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:53.814708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:53.815090 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.818048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.819750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16e9e8a5-2b33-48bc-afb7-22c19fcc8fe7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6518884 Jan 28 04:43:53.823256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40964) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:53.831043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Request body: {'security_group_rule': {'security_group_id': '2952517b-486c-4078-955c-7889e6ec235f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:53.864692 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group_rule (53f5ba3c-8e5e-439a-8b17-ae56e019cd2b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:53.936718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb730f-ce7c-49f3-9fa6-eabc0740ea77 req-2326abbe-d117-4e46-a2a4-c92b1c667b47 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:53.940444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21bb730f-ce7c-49f3-9fa6-eabc0740ea77 req-2326abbe-d117-4e46-a2a4-c92b1c667b47 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.2010684 Jan 28 04:43:53.978258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 10.1.1.24 (0c7531de-959f-4187-bdfa-5fe6685c67a7/e1041884-6246-43fd-b70b-c5643d311c85/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:53.997473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group_rule (53f5ba3c-8e5e-439a-8b17-ae56e019cd2b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.010175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-c7f23605-de6f-4755-9418-ee3a0852278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.012301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-c7f23605-de6f-4755-9418-ee3a0852278c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 1095 time: 0.1186936 Jan 28 04:43:54.013936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (53f5ba3c-8e5e-439a-8b17-ae56e019cd2b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.030276 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21bb730f-ce7c-49f3-9fa6-eabc0740ea77 req-d8ff405d-4db2-4bdd-8a0d-5e738586c896 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Jan 28 04:43:54.034570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f5ba3c-8e5e-439a-8b17-ae56e019cd2b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:54.037510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-c7e4dd19-a04c-4bd3-b204-cd3206d1a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.040027 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-c7e4dd19-a04c-4bd3-b204-cd3206d1a397 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 200 len: 911 time: 0.2988505 Jan 28 04:43:54.076894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:54.079140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1b8d9863-2428-4a88-87a6-86fe2bebd62f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:54.082288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.083325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-46a43cab-0fe5-40c8-a07b-ceb6278a6374 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587864 Jan 28 04:43:54.103302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-897cebff-2500-4ff4-8971-64f5be13b63b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7abf8211-f362-4a29-ac96-f38f345c645b HTTP/1.1" status: 200 len: 217 time: 0.0481427 Jan 28 04:43:54.107132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40968) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:54.112034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:54.147392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c68b85e0-f566-4c06-898c-2f0ecc15d3ee None None] Current status of the port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:54.164707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1b8d9863-2428-4a88-87a6-86fe2bebd62f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:54.165684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.165818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-dc6a3e5b-737c-49c2-9505-ada4d2a8bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.167386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-dc6a3e5b-737c-49c2-9505-ada4d2a8bcc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1366222 Jan 28 04:43:54.171551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Publish callbacks [] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.205976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.227385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.244982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-fa78fb41-0c65-4fec-a8dd-6057005cb727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 200 len: 217 time: 0.0703974 Jan 28 04:43:54.257391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-c58785a8-3752-41da-b456-f9f7b14a21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.259046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-c58785a8-3752-41da-b456-f9f7b14a21d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d993a2-74d2-4c37-869b-a45fac7c494f HTTP/1.1" status: 200 len: 849 time: 0.1320717 Jan 28 04:43:54.278278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c68b85e0-f566-4c06-898c-2f0ecc15d3ee None None] Provisioning complete for port d46e2964-c6d5-44f1-95ed-e90421e9f263 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:54.278799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c68b85e0-f566-4c06-898c-2f0ecc15d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.330355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3adbe-4bef-447e-b3ac-d71cc81dcca0 None None] Pushing event updated for resources: {'Port': ['ID=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:54.383081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c68b85e0-f566-4c06-898c-2f0ecc15d3ee None None] Port d46e2964-c6d5-44f1-95ed-e90421e9f263 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:54.411590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-64052009-22f0-4498-b86b-dc13f53459af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.413536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-64052009-22f0-4498-b86b-dc13f53459af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f330a7ad-f517-44a9-ab5a-1123d902abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241148 Jan 28 04:43:54.454380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1b8d9863-2428-4a88-87a6-86fe2bebd62f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:54.460092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Attempting to bind port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:54.460664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Attempting to bind port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:54.461758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Attempting to bind port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 on network 350c18a3-0492-447f-8627-d21c6aed7080 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:54.469611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:54.470294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Checking segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:54.470915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.471742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Bound using segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:54.472499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Bound port: eb385719-717e-4b1e-8bd4-bdf1dadb5ac0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:54.473068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.501363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-a0b96f5f-38a5-4708-af43-ea99c1b0419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.502902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-a0b96f5f-38a5-4708-af43-ea99c1b0419a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.2510791 Jan 28 04:43:54.544425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.562491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfaa3e-a124-4182-b45b-8840ccba135a req-dea2328e-4fe8-42a6-b69c-88e73243b443 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.563968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8edfaa3e-a124-4182-b45b-8840ccba135a req-dea2328e-4fe8-42a6-b69c-88e73243b443 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 944 time: 0.1394794 Jan 28 04:43:54.569132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4a8b49c1-9d9e-4238-826b-dbec43468fb6 None None] Provisioning complete for port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:54.569954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a8b49c1-9d9e-4238-826b-dbec43468fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.610141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7abf8211-f362-4a29-ac96-f38f345c645b details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:43:54.625329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-4f6785b2-fc53-4a8e-bf73-2d9b41d79df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:54.631663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-4f6785b2-fc53-4a8e-bf73-2d9b41d79df6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184521 Jan 28 04:43:54.633781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] For port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:54.644334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-78e75160-17bd-48ab-bdbb-cb77c688b01d service neutron] 10.222.0.47 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184820 Jan 28 04:43:54.664786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] For port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:54.683587 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.704358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8edfaa3e-a124-4182-b45b-8840ccba135a req-9eab6eca-9b16-40d0-b252-3c01b3613c0c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309462 Jan 28 04:43:54.715354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.772214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:54.865747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3adbe-4bef-447e-b3ac-d71cc81dcca0 None None] Pushing event updated for resources: {'Port': ['ID=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:54.876498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:54.877435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:43:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:54.883640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7abf8211-f362-4a29-ac96-f38f345c645b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7abf8211-f362-4a29-ac96-f38f345c645b,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:54.897851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-83b95851-2666-4868-ae89-d147e617b8c1 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470438 Jan 28 04:43:54.945093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b49c1-9d9e-4238-826b-dbec43468fb6 None None] Current status of the port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:54.966270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4b12b88-4b4b-4aaf-8e33-90010b3fd9dd req-4220ecef-618e-4798-b598-a8cb2467998c service neutron] 10.222.0.47 "GET /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147814 Jan 28 04:43:54.970784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '7abf8211-f362-4a29-ac96-f38f345c645b', 'network_id': 'f330a7ad-f517-44a9-ab5a-1123d902abb3', 'port_id': '7abf8211-f362-4a29-ac96-f38f345c645b', 'mac_address': 'fa:16:3e:63:31:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d993a2-74d2-4c37-869b-a45fac7c494f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:43:54.985139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:55.014337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:55.016720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:55.042665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:55.122413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9813186b-a219-4a7b-8f0e-1f8fbc6cff20 req-f6beac37-9b85-4631-ad39-4ee2da6bf6a5 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104778 Jan 28 04:43:55.162360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] Provisioning complete for port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:55.164360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.179024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:55.179824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.204735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Allocated IP 172.25.6.32 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/6dcc7b12-803e-467e-966e-474914416da1) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:55.229453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b226ab1-fe17-4ab4-a7cd-27f496dc8b04 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5808804 Jan 28 04:43:55.238160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 7abf8211-f362-4a29-ac96-f38f345c645b is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:55.238560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.242535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679c651-aff7-47f0-a8d1-fe95c9947294 req-fe58646d-5cf9-4180-a353-edf61d11a85b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:55.244544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f679c651-aff7-47f0-a8d1-fe95c9947294 req-fe58646d-5cf9-4180-a353-edf61d11a85b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1094 time: 0.2619822 Jan 28 04:43:55.265928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abf8211-f362-4a29-ac96-f38f345c645b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:55.298066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14516a7f-00e4-431f-ae68-bf60b898fd8f req-69745d83-48e2-4bec-88e7-3c2d49c6d6f0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:55.298589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7abf8211-f362-4a29-ac96-f38f345c645b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7abf8211-f362-4a29-ac96-f38f345c645b,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:55.300274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14516a7f-00e4-431f-ae68-bf60b898fd8f req-69745d83-48e2-4bec-88e7-3c2d49c6d6f0 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1137388 Jan 28 04:43:55.317070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.372081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f679c651-aff7-47f0-a8d1-fe95c9947294 req-af8e0ffe-9570-4844-a700-54cb7457e80b tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163304 Jan 28 04:43:55.391693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14516a7f-00e4-431f-ae68-bf60b898fd8f req-cd231dc9-f08b-4892-a30f-216e97cc4d40 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821490 Jan 28 04:43:55.414891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for port (6dcc7b12-803e-467e-966e-474914416da1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.423507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:55.464515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6dcc7b12-803e-467e-966e-474914416da1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.490842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=7abf8211-f362-4a29-ac96-f38f345c645b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:55.532659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event updated for resources: {'Port': ['ID=6dcc7b12-803e-467e-966e-474914416da1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:55.542978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:55.544724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:55.551720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:55.681025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (5867b9e7-802c-4829-a6cb-e9efa0f39966), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.726842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] Current status of the port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:55.727239 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.727378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6dcc7b12-803e-467e-966e-474914416da1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.797916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['7abf8211-f362-4a29-ac96-f38f345c645b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:55.827751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] For port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:55.880111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40986) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:55.886668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164870534', 'description': 'tempest-description--647833584'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:55.891063 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:55.894458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fcb53-3d8d-4704-838f-df3516c08699 req-6f5b7707-22c2-4d10-ae0a-4c76c6689061 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:55.903272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-675fcb53-3d8d-4704-838f-df3516c08699 req-6f5b7707-22c2-4d10-ae0a-4c76c6689061 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 944 time: 0.0971067 Jan 28 04:43:55.964725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5f9f-13b8-4826-ade3-ff3e8b9d3359 None None] Pushing event updated for resources: {'Port': ['ID=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:55.971776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-675fcb53-3d8d-4704-838f-df3516c08699 req-14f20293-a520-4d3d-9d52-458b997a846d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670271 Jan 28 04:43:56.054835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6cfa406a-9b60-46fe-a64f-679f1a9ab4a1 None None] Provisioning complete for port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:56.055219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cfa406a-9b60-46fe-a64f-679f1a9ab4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.148302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:54Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:56.185670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb3bc5-0658-4a87-a7da-039b479ac48c None None] The sync data for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 is: [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:54Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:56.270679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa406a-9b60-46fe-a64f-679f1a9ab4a1 None None] Current status of the port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:56.290051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6cfa406a-9b60-46fe-a64f-679f1a9ab4a1 None None] Provisioning complete for port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:56.290434 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cfa406a-9b60-46fe-a64f-679f1a9ab4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.328942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa406a-9b60-46fe-a64f-679f1a9ab4a1 None None] Port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:56.330475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.402905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for port (6dcc7b12-803e-467e-966e-474914416da1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.411270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (6dcc7b12-803e-467e-966e-474914416da1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.488789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event updated for resources: {'Port': ['ID=6dcc7b12-803e-467e-966e-474914416da1,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:56.540264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69f05b-8f32-4f55-86fa-3880cd9ba35a req-976424ca-bf81-46d4-9fe9-9c98f4f4952d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:56.548533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d69f05b-8f32-4f55-86fa-3880cd9ba35a req-976424ca-bf81-46d4-9fe9-9c98f4f4952d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0676332 Jan 28 04:43:56.612918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d69f05b-8f32-4f55-86fa-3880cd9ba35a req-3d1582d0-efb7-4742-94a0-d4c1bdb58a2f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Jan 28 04:43:56.624383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3495f6-b915-4de6-920b-1d80b05e747f req-c0111693-88db-4be2-84f1-2f78746a589e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:56.626416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:43:56.635335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e3495f6-b915-4de6-920b-1d80b05e747f req-c0111693-88db-4be2-84f1-2f78746a589e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1095 time: 0.1351833 Jan 28 04:43:56.682859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group (b6794efb-85d2-4597-9801-ab3ba2f61cd8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.694678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (5867b9e7-802c-4829-a6cb-e9efa0f39966), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.705167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b6794efb-85d2-4597-9801-ab3ba2f61cd8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.758706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e3495f6-b915-4de6-920b-1d80b05e747f req-daf64512-29e1-4ade-8395-2431d58b5059 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223748 Jan 28 04:43:56.778308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.786785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63774209-4ceb-40b0-b2e3-c309b2f2156e tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6784306 Jan 28 04:43:56.799229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:56.802255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.803589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9222624 Jan 28 04:43:56.804664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dedbb-e747-457a-b0c7-12e1cfde81a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6794efb-85d2-4597-9801-ab3ba2f61cd8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:56.806512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:56.811589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'security_group_rule': {'security_group_id': 'b6794efb-85d2-4597-9801-ab3ba2f61cd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:56.832116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', 'mac_address': 'fa:16:3e:9e:6c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:43:56.871850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group_rule (b7e3b3df-129f-45a3-8195-e19191f8cb87), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.903766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:56.904286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.929331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:56.954258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:56.958739 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.973677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group_rule (b7e3b3df-129f-45a3-8195-e19191f8cb87), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:56.983075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b7e3b3df-129f-45a3-8195-e19191f8cb87), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.023667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:57.027618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e3b3df-129f-45a3-8195-e19191f8cb87,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:57.036332 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.037772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4814ff16-c745-4c84-98db-7a8b6a1decfd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2301567 Jan 28 04:43:57.040480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41012) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:57.045984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'security_group_rule': {'security_group_id': 'b6794efb-85d2-4597-9801-ab3ba2f61cd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:57.048699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-920e1a46-ba92-4730-aea9-d9988f9bd9fe tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--954935942&fields=id&tenant_id=7e631490b88d4145a7b0fca86ab45c4d HTTP/1.1" status: 200 len: 267 time: 0.1123900 Jan 28 04:43:57.120333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group_rule (29bf7588-bbb7-417e-813f-088e7be534fc), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.178000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377f14-ad73-4b3a-862c-dcbaeaa36e7b req-3e7d1d13-7fcc-4ed3-a09b-d688d3434b02 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:57.186469 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37377f14-ad73-4b3a-862c-dcbaeaa36e7b req-3e7d1d13-7fcc-4ed3-a09b-d688d3434b02 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 945 time: 0.1022899 Jan 28 04:43:57.218734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-b8d7ce49-c2c5-490a-b4b8-331b6dd48027 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:57.229960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-b8d7ce49-c2c5-490a-b4b8-331b6dd48027 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/networks?id=350c18a3-0492-447f-8627-d21c6aed7080 HTTP/1.1" status: 200 len: 805 time: 0.1803241 Jan 28 04:43:57.255118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-88d4fbf0-c0d5-43e1-97d4-27455426f09d tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/quotas/7e631490b88d4145a7b0fca86ab45c4d HTTP/1.1" status: 200 len: 375 time: 0.0178745 Jan 28 04:43:57.260981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:57.313634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-bb8c33dc-a619-4112-9001-6866e80eb28f tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e631490b88d4145a7b0fca86ab45c4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567946 Jan 28 04:43:57.314062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37377f14-ad73-4b3a-862c-dcbaeaa36e7b req-7a976265-33c2-4f87-ac4b-395637bb6ee1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178024 Jan 28 04:43:57.348183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group_rule (29bf7588-bbb7-417e-813f-088e7be534fc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.367158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (29bf7588-bbb7-417e-813f-088e7be534fc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.411392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bf7588-bbb7-417e-813f-088e7be534fc,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:57.426420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.436360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-57d9c63f-4ed7-4073-97e8-2e4cb5959638 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3942719 Jan 28 04:43:57.437393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:57.446945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:57.504524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.543127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-bbbf04ad-e0af-4b34-9a71-59ecfda7493b service neutron] 10.222.0.21 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259357 Jan 28 04:43:57.559392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:57.653034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:57.656147 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.659961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:57.730028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-e88adc29-a664-4238-88fe-ce270e3d7d57 service neutron] 10.222.0.21 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757216 Jan 28 04:43:57.823759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 172.25.6.6 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/37b3238c-778a-4096-9fd4-d249044923dd) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:57.838129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:57.960218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (37b3238c-778a-4096-9fd4-d249044923dd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.015090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (37b3238c-778a-4096-9fd4-d249044923dd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.125534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=37b3238c-778a-4096-9fd4-d249044923dd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:58.160184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:58.169851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:58.174001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:58.222360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8222e8a-f0e0-4aa0-8ed1-97cb9925a0bd req-d540b999-fe9b-41f1-9c08-1b0653bb8f54 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:58.224244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8222e8a-f0e0-4aa0-8ed1-97cb9925a0bd req-d540b999-fe9b-41f1-9c08-1b0653bb8f54 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1095 time: 0.0578427 Jan 28 04:43:58.232064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41acbe-6837-439f-9f01-ff84eb8f592f req-5dcea261-9cfe-4a60-8025-e7acb05cd369 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:58.233642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd41acbe-6837-439f-9f01-ff84eb8f592f req-5dcea261-9cfe-4a60-8025-e7acb05cd369 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.2365341 Jan 28 04:43:58.326022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8222e8a-f0e0-4aa0-8ed1-97cb9925a0bd req-e8592e41-5420-4b04-9e28-bd31da443df9 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950799 Jan 28 04:43:58.336390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd41acbe-6837-439f-9f01-ff84eb8f592f req-5d35e379-978d-4313-a4fd-8daf9d5d595e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938931 Jan 28 04:43:58.352568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (00b70a47-00f0-4644-8cba-73f054da7d45), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.436190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (37b3238c-778a-4096-9fd4-d249044923dd), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.502036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57b74175-b84c-466c-99ae-b5cf56592bfc req-06a98ac0-5dc3-4908-9f54-e1e6f00fc6b0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 210 time: 0.0693188 Jan 28 04:43:58.587164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa8520-ddb2-452c-8cd3-3198ec73020d req-1aac56cf-3c4d-4e05-bbff-c1aadcf39a91 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:58.594724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-affa8520-ddb2-452c-8cd3-3198ec73020d req-1aac56cf-3c4d-4e05-bbff-c1aadcf39a91 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 945 time: 0.1167684 Jan 28 04:43:58.622486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7abf8211-f362-4a29-ac96-f38f345c645b up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:58.681470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-affa8520-ddb2-452c-8cd3-3198ec73020d req-22d5261d-6c94-4161-bce8-bc77eeaae103 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750985 Jan 28 04:43:58.690999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 7abf8211-f362-4a29-ac96-f38f345c645b completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:58.717185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 7abf8211-f362-4a29-ac96-f38f345c645b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:58.718252 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.746262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (37b3238c-778a-4096-9fd4-d249044923dd), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.763331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (37b3238c-778a-4096-9fd4-d249044923dd), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.823429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 7abf8211-f362-4a29-ac96-f38f345c645b is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:58.824411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.855337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603334e2-3f62-4087-8889-c46b1c001505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abf8211-f362-4a29-ac96-f38f345c645b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:58.858060 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ece0426-8e5c-4d37-af17-e84b9ff993f1" -d '{"events": [{"server_uuid": "603334e2-3f62-4087-8889-c46b1c001505", "name": "network-vif-plugged", "status": "completed", "tag": "7abf8211-f362-4a29-ac96-f38f345c645b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:58.910139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7abf8211-f362-4a29-ac96-f38f345c645b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7abf8211-f362-4a29-ac96-f38f345c645b,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:58.917047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=37b3238c-778a-4096-9fd4-d249044923dd,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:58.923615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.925166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:58.938204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (00b70a47-00f0-4644-8cba-73f054da7d45), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.976706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:58.986011 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070d403-61f4-4411-bde8-df3b65dd7da8 x-openstack-request-id: req-a070d403-61f4-4411-bde8-df3b65dd7da8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:58.986780 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603334e2-3f62-4087-8889-c46b1c001505", "name": "network-vif-plugged", "status": "completed", "tag": "7abf8211-f362-4a29-ac96-f38f345c645b", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:58.987278 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a070d403-61f4-4411-bde8-df3b65dd7da8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:58.988093 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603334e2-3f62-4087-8889-c46b1c001505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abf8211-f362-4a29-ac96-f38f345c645b', 'code': 200} Jan 28 04:43:59.017497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-08ae10dd-0173-479c-9ead-f8d2e92771ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5788679 Jan 28 04:43:59.072241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=7abf8211-f362-4a29-ac96-f38f345c645b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:59.104700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:59.110212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:59.110784 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:59.191035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdc33-8aaf-42ad-81e3-6dc78e6a851f req-3210d6c9-ce2b-4366-bf0c-d308ddcf9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.195272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5cfdc33-8aaf-42ad-81e3-6dc78e6a851f req-3210d6c9-ce2b-4366-bf0c-d308ddcf9105 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.1027069 Jan 28 04:43:59.228770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:59.229208 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:59.270452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5cfdc33-8aaf-42ad-81e3-6dc78e6a851f req-a408df05-7a0d-4a24-bfea-d1cbf1370932 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699959 Jan 28 04:43:59.278389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:59.283802 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:59.366719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:59.490214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-4dd06e2c-85d7-4fff-b290-3d45b0273c3c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--164870534&fields=id&tenant_id=99cb181476494422a9dcd31107896390 HTTP/1.1" status: 200 len: 267 time: 0.0576246 Jan 28 04:43:59.541088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad7fd2-2a4a-4226-b6c4-466d4b06c7ab req-d5aa0873-ae7a-4c64-b4a6-32564f5d47e4 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.546834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ad778062-4760-4b07-a45f-d21d082e4d6d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.553806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ad778062-4760-4b07-a45f-d21d082e4d6d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 937 time: 0.0625646 Jan 28 04:43:59.557714 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cdad7fd2-2a4a-4226-b6c4-466d4b06c7ab req-d5aa0873-ae7a-4c64-b4a6-32564f5d47e4 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.0787201 Jan 28 04:43:59.614547 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cdad7fd2-2a4a-4226-b6c4-466d4b06c7ab req-3f82ac66-9bd1-4e8b-8079-d97293fec3c2 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559084 Jan 28 04:43:59.645206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-daec6fbd-ddcd-481c-a30d-435be4489d0e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.646808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-daec6fbd-ddcd-481c-a30d-435be4489d0e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 936 time: 0.0920098 Jan 28 04:43:59.705539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7601757c-42fa-4611-9fff-4f6343753425 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522306 Jan 28 04:43:59.743035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cb1f17bc-af02-41fd-9dcf-89a638181d47 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0302331 Jan 28 04:43:59.750824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a70bc-17dc-4b0e-ae96-bc6d2263d991 req-8b3e58fb-d4fd-4b63-9c84-d3bd224e6a69 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.758562 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-802a70bc-17dc-4b0e-ae96-bc6d2263d991 req-8b3e58fb-d4fd-4b63-9c84-d3bd224e6a69 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0795631 Jan 28 04:43:59.821404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-802a70bc-17dc-4b0e-ae96-bc6d2263d991 req-f3cbcf43-f13a-4068-9d02-d80691c213b4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Jan 28 04:43:59.897525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-026bc163-d827-4d33-991a-b9bfacd14bbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.903127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-026bc163-d827-4d33-991a-b9bfacd14bbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.908496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-026bc163-d827-4d33-991a-b9bfacd14bbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:59.910214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-026bc163-d827-4d33-991a-b9bfacd14bbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=c1556003-cd67-4586-92d0-2c4460a73ff7&id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 1995 time: 0.1548736 Jan 28 04:43:59.920656 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d3160f4-dbc4-4434-bb6d-69893149b574 req-a103ca21-4be9-4ef3-9f2c-97374541970a tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 210 time: 0.0318997 Jan 28 04:43:59.928475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b307e0b5-a1e8-49d8-a03e-f5affacaf139 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/quotas/99cb181476494422a9dcd31107896390 HTTP/1.1" status: 200 len: 375 time: 0.0111105 Jan 28 04:44:00.017310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-738c7633-75ab-4375-938a-65065b49c6f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0807719 Jan 28 04:44:00.048424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022b399-67c3-44c3-bf72-c2599e5051e1 req-bd73bf45-2377-4a4d-a27a-e12e646f9a54 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:00.050249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9022b399-67c3-44c3-bf72-c2599e5051e1 req-bd73bf45-2377-4a4d-a27a-e12e646f9a54 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.0596471 Jan 28 04:44:00.109124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9022b399-67c3-44c3-bf72-c2599e5051e1 req-bfbdb139-1cde-423a-b8a5-d2ea80bf6144 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Jan 28 04:44:00.238117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3815fce5-7be7-4242-8e04-d3274c17c143 service neutron] 10.222.0.21 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087131 Jan 28 04:44:00.244870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-71520a7d-c78b-4db7-a12a-33a105649cf9 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:00.250626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-71520a7d-c78b-4db7-a12a-33a105649cf9 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.52 "GET /v2.0/networks?id=350c18a3-0492-447f-8627-d21c6aed7080 HTTP/1.1" status: 200 len: 805 time: 0.1940494 Jan 28 04:44:00.389168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-5a2b082b-cb6f-49cd-bef2-0f48d01c3c41 service neutron] 10.222.0.21 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371763 Jan 28 04:44:00.393908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-ecac023c-8def-4cbb-a1b7-a245356718ee tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e631490b88d4145a7b0fca86ab45c4d HTTP/1.1" status: 200 len: 379 time: 0.0913165 Jan 28 04:44:00.445834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Request body: {'port': {'device_id': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'admin_state_up': True, 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'security_groups': ['2952517b-486c-4078-955c-7889e6ec235f']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:00.451779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-32e6a70a-639b-45e1-aa23-925e49e81bed service neutron] 10.222.0.21 "GET /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0478079 Jan 28 04:44:00.608801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-0d9237f4-19bf-41ae-a82c-88760c6e74d4 service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466007 Jan 28 04:44:00.643685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Made reservation on behalf of 7e631490b88d4145a7b0fca86ab45c4d for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:00.647111 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:00.725813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbddd9-17bb-4572-b6cd-e99a0243fd02 req-fdf0e285-bc64-45b5-a3d4-d6c693974f82 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:00.731946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ffbddd9-17bb-4572-b6cd-e99a0243fd02 req-fdf0e285-bc64-45b5-a3d4-d6c693974f82 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.0539625 Jan 28 04:44:00.774405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e8db6f74-c151-4bbd-8c0d-a887d54dc8d5 service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587961 Jan 28 04:44:00.784141 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ffbddd9-17bb-4572-b6cd-e99a0243fd02 req-c2916cee-816a-44a1-a3de-8f48148d4d24 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507581 Jan 28 04:44:00.857129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-349be68a-a637-43e3-a4f4-a8a9b5446fa9 service neutron] 10.222.0.21 "GET /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0736303 Jan 28 04:44:00.888482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Allocated IP 172.20.0.10 (350c18a3-0492-447f-8627-d21c6aed7080/6523619b-3ee1-4574-aa42-d4b7c5aa7711/ddc89462-036e-4d10-a415-ad394a683659) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:00.910502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd69372-47bf-42fa-bd66-f31eb6b15510 req-c2c4f7f0-4fbd-4df8-90ff-304141e193e0 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:00.912085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dd69372-47bf-42fa-bd66-f31eb6b15510 req-c2c4f7f0-4fbd-4df8-90ff-304141e193e0 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.0543554 Jan 28 04:44:00.962649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dd69372-47bf-42fa-bd66-f31eb6b15510 req-0cdc80d8-2e80-4378-8cdc-e68a36965a9d tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Jan 28 04:44:00.989910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:00.991805 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e213d-ac0f-4cee-9826-3ca884d67da4" -d '{"events": [{"server_uuid": "98f62384-21c0-443c-8feb-1ef2001db6fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:01.006270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-a651f192-05b7-450a-a99a-b7ca25c12888 service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413541 Jan 28 04:44:01.069441 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:44:01.079514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55937e-4c20-4c99-b290-d17dd5e668c7 req-baf722e9-551e-4157-9ca6-f208f8723b69 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:01.081082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba55937e-4c20-4c99-b290-d17dd5e668c7 req-baf722e9-551e-4157-9ca6-f208f8723b69 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0547440 Jan 28 04:44:01.132265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba55937e-4c20-4c99-b290-d17dd5e668c7 req-44792a49-c43b-45d0-970a-5b34970af096 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Jan 28 04:44:01.222510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ec33dec-05b6-4190-abe5-d84a65dc060b req-28e83e1e-e5c2-4af8-b667-8a155ffb23da tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 210 time: 0.0273378 Jan 28 04:44:01.345133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df42b7-8c5d-413c-9209-7354dbc26747 req-b3d32eab-d8f2-479d-ae21-a611b5db170d tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:01.346859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42df42b7-8c5d-413c-9209-7354dbc26747 req-b3d32eab-d8f2-479d-ae21-a611b5db170d tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.0609803 Jan 28 04:44:01.393496 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42df42b7-8c5d-413c-9209-7354dbc26747 req-4dd4350d-05c7-40f3-ad3c-5cbec47d43aa tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Jan 28 04:44:01.451958 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0401b05-c8e6-4f2a-b9aa-272e0d0235ee x-openstack-request-id: req-a0401b05-c8e6-4f2a-b9aa-272e0d0235ee {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:01.454930 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62384-21c0-443c-8feb-1ef2001db6fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:01.455440 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0401b05-c8e6-4f2a-b9aa-272e0d0235ee {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:01.456917 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', 'code': 200} Jan 28 04:44:01.494352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-2ef46005-a81b-4c58-950c-e5f1768e144e service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632089 Jan 28 04:44:01.521637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for port (ddc89462-036e-4d10-a415-ad394a683659), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:01.552067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360edf0-56b0-46ec-b14d-000c5a0baa50 req-7bb7ec57-e9c2-44a0-af43-7c39d85e8b50 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:01.565821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9360edf0-56b0-46ec-b14d-000c5a0baa50 req-7bb7ec57-e9c2-44a0-af43-7c39d85e8b50 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.0660150 Jan 28 04:44:01.613604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9360edf0-56b0-46ec-b14d-000c5a0baa50 req-e11584e1-46ab-4e13-a6b9-7d788f616d00 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Jan 28 04:44:01.654185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-84585265-8e42-474c-bd0f-2cdabd61cb7f service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589704 Jan 28 04:44:01.655199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ddc89462-036e-4d10-a415-ad394a683659), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:01.658482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aff60-b087-4ebc-8207-d30eef02f1e8 req-dc5df2b0-9a94-4a89-829c-76bc2705d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:01.659895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b8aff60-b087-4ebc-8207-d30eef02f1e8 req-dc5df2b0-9a94-4a89-829c-76bc2705d9db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 1097 time: 0.1005166 Jan 28 04:44:01.787520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Network 350c18a3-0492-447f-8627-d21c6aed7080 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:01.797429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:01.803921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event updated for resources: {'Port': ['ID=ddc89462-036e-4d10-a415-ad394a683659,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:01.806401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:01.858887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b8aff60-b087-4ebc-8207-d30eef02f1e8 req-118ccb46-1d15-4696-8bf2-b2a7336e7adc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844642 Jan 28 04:44:01.880455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-47979c9a-a2f8-4632-9979-efff774dad83 service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136912 Jan 28 04:44:01.904498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:01.905188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:01.960105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95a233-7b92-48bd-a681-ba639ffd465e req-da865b4e-813e-4676-a6b2-5b208003daa1 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:01.968145 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd95a233-7b92-48bd-a681-ba639ffd465e req-da865b4e-813e-4676-a6b2-5b208003daa1 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.0531397 Jan 28 04:44:01.985173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c05fcae9-711a-4e42-945a-44620bbec243 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5448670 Jan 28 04:44:02.006513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Request body: {'port': {'device_id': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:02.032091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd95a233-7b92-48bd-a681-ba639ffd465e req-8be85bb1-855e-4c98-94ac-3bd8bbc31812 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623429 Jan 28 04:44:02.100187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ad600e69-8c6b-42b1-aa15-3846e7aec0d7 None None] Provisioning complete for port ddc89462-036e-4d10-a415-ad394a683659 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:02.100850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddc89462-036e-4d10-a415-ad394a683659), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:02.100974 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ad600e69-8c6b-42b1-aa15-3846e7aec0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddc89462-036e-4d10-a415-ad394a683659), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:02.111481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-f2a49054-da26-4fef-b7ed-9e636282f4ce service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227228 Jan 28 04:44:02.137115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ad600e69-8c6b-42b1-aa15-3846e7aec0d7 None None] Port ddc89462-036e-4d10-a415-ad394a683659 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:02.249052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160232ac-0369-4ffe-b508-f240c1156933 req-4f6ad07c-e246-4788-abef-a6df2d2ccf9d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:02.251054 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-160232ac-0369-4ffe-b508-f240c1156933 req-4f6ad07c-e246-4788-abef-a6df2d2ccf9d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0504410 Jan 28 04:44:02.301878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-160232ac-0369-4ffe-b508-f240c1156933 req-edec4204-cc3a-4bdc-a079-774693bfcf28 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Jan 28 04:44:02.309522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-f051e0a4-f9b3-48ba-9e3c-d81e1b78d59c service neutron] 10.222.0.21 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905930 Jan 28 04:44:02.414649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590c6f4-649b-4aa5-a9d8-e2bc570cd528 req-690037f4-ae42-4ddf-9ad2-429859736fd3 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:02.416449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d590c6f4-649b-4aa5-a9d8-e2bc570cd528 req-690037f4-ae42-4ddf-9ad2-429859736fd3 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 932 time: 0.0511763 Jan 28 04:44:02.469130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d590c6f4-649b-4aa5-a9d8-e2bc570cd528 req-e26e2f33-5daf-4487-9474-5a237efce4c7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430186 Jan 28 04:44:02.471227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-56fe6af0-5118-40dd-8c6c-4240f5f1cee3 service neutron] 10.222.0.21 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500387 Jan 28 04:44:02.572023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc89462-036e-4d10-a415-ad394a683659 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:02.582508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Publish callbacks [] for port (ddc89462-036e-4d10-a415-ad394a683659), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:02.612979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Transition to ACTIVE for port object ddc89462-036e-4d10-a415-ad394a683659 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:02.619128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-5a8bf140-71e1-49b0-80b8-28ba7e34f599 service neutron] 10.222.0.21 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392212 Jan 28 04:44:02.619859 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ddc89462-036e-4d10-a415-ad394a683659), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:02.734194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603284-989a-4718-a5a1-f789e869853a service neutron] Pushing event updated for resources: {'Port': ['ID=ddc89462-036e-4d10-a415-ad394a683659,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:02.762294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3b04-1893-4c20-aef2-2c5e899eae24 req-c2115e1c-d7a6-4c70-a1de-44cb3deb5116 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:02.764158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-feae3b04-1893-4c20-aef2-2c5e899eae24 req-c2115e1c-d7a6-4c70-a1de-44cb3deb5116 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.0695381 Jan 28 04:44:02.828930 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-feae3b04-1893-4c20-aef2-2c5e899eae24 req-8844e6d1-7930-4593-b6a6-30f037aa3922 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581532 Jan 28 04:44:02.829089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf1015fc-94c6-4c41-a850-20c6985afb2e service neutron] 10.222.0.21 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009635 Jan 28 04:44:02.860500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Attempting to bind port ddc89462-036e-4d10-a415-ad394a683659 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:02.860984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Attempting to bind port ddc89462-036e-4d10-a415-ad394a683659 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:02.861497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Attempting to bind port ddc89462-036e-4d10-a415-ad394a683659 on network 350c18a3-0492-447f-8627-d21c6aed7080 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:02.876936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Port ddc89462-036e-4d10-a415-ad394a683659 on network 350c18a3-0492-447f-8627-d21c6aed7080 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:02.877297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Attempting to bind port ddc89462-036e-4d10-a415-ad394a683659 on network 350c18a3-0492-447f-8627-d21c6aed7080 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:02.912001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:02.912344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Checking segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:02.912740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Bound using segment: {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:02.913206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Bound port: ddc89462-036e-4d10-a415-ad394a683659, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119bebca-1782-444e-815e-a5763663b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:02.913576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddc89462-036e-4d10-a415-ad394a683659), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:02.994615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-c53f33ed-56ba-425b-9077-76b28295d3f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485722 Jan 28 04:44:03.010633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] For port ddc89462-036e-4d10-a415-ad394a683659, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:03.013652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] For port ddc89462-036e-4d10-a415-ad394a683659, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ddc89462-036e-4d10-a415-ad394a683659,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:03.019156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ddc89462-036e-4d10-a415-ad394a683659), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:03.058158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.059192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:03.060796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-10603284-989a-4718-a5a1-f789e869853a service neutron] 10.222.0.52 "PUT /v2.0/ports/ddc89462-036e-4d10-a415-ad394a683659 HTTP/1.1" status: 200 len: 1092 time: 1.0620077 Jan 28 04:44:03.061383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:03.066724 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090" -d '{"events": [{"name": "network-changed", "server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "tag": "ddc89462-036e-4d10-a415-ad394a683659"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:03.108100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603284-989a-4718-a5a1-f789e869853a service neutron] Pushing event updated for resources: {'Port': ['ID=ddc89462-036e-4d10-a415-ad394a683659,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:03.223652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c876e7da-2eed-4a8a-a73e-cb03189a64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.225462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-c876e7da-2eed-4a8a-a73e-cb03189a64f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e631490b88d4145a7b0fca86ab45c4d&device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 1095 time: 0.0827997 Jan 28 04:44:03.248833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102c84-4506-432c-a05f-860ae4a0d590 req-61374032-491e-4bab-a201-caa20b175e88 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.266465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d102c84-4506-432c-a05f-860ae4a0d590 req-61374032-491e-4bab-a201-caa20b175e88 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.0854371 Jan 28 04:44:03.295315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-9d4a6b7c-4510-4009-8f02-6eef4d2add6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddc89462-036e-4d10-a415-ad394a683659 HTTP/1.1" status: 200 len: 217 time: 0.0501578 Jan 28 04:44:03.326249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d102c84-4506-432c-a05f-860ae4a0d590 req-0e75d67c-2890-4c8a-ac17-763f53ad0dc7 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586743 Jan 28 04:44:03.384635 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af262cd5-8e19-4d50-999d-17b926c54fd6 x-openstack-request-id: req-af262cd5-8e19-4d50-999d-17b926c54fd6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:03.384940 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "tag": "ddc89462-036e-4d10-a415-ad394a683659", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:03.385219 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af262cd5-8e19-4d50-999d-17b926c54fd6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:03.385634 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659', 'status': 'completed', 'code': 200} Jan 28 04:44:03.400352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-2fc729d8-9ef2-4b9e-89d2-ec9acd5b700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.400919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-2fc729d8-9ef2-4b9e-89d2-ec9acd5b700b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6523619b-3ee1-4574-aa42-d4b7c5aa7711 HTTP/1.1" status: 200 len: 844 time: 0.0997880 Jan 28 04:44:03.466623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-5478e26f-bd52-4f5a-99ba-d7d65455c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.471282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-5478e26f-bd52-4f5a-99ba-d7d65455c6ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=350c18a3-0492-447f-8627-d21c6aed7080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646660 Jan 28 04:44:03.534591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da412f2-137b-43fa-9aac-e856a6c7a13e req-ae2fbcb8-ca7f-4bd1-b41b-335edb49203e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.536583 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5da412f2-137b-43fa-9aac-e856a6c7a13e req-ae2fbcb8-ca7f-4bd1-b41b-335edb49203e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0645370 Jan 28 04:44:03.591382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-de868b95-4689-43b6-aef3-eecfa05f175a service neutron] 10.222.0.52 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118004 Jan 28 04:44:03.608424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5da412f2-137b-43fa-9aac-e856a6c7a13e req-60ff9b6e-6c39-416c-9b58-2178e9a49904 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628524 Jan 28 04:44:03.733779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49f332a0-9c04-4272-97e0-12d3bd942a79 req-4630e492-831b-47e5-a94b-1ce7c8a42f23 service neutron] 10.222.0.52 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303265 Jan 28 04:44:03.807501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa365c-98e0-45e2-abfe-2ed64f2ce6d0 req-fa99d394-78e5-48d6-98ca-7c52c702ff11 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.809130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45aa365c-98e0-45e2-abfe-2ed64f2ce6d0 req-fa99d394-78e5-48d6-98ca-7c52c702ff11 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 944 time: 0.0644851 Jan 28 04:44:03.919110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-572e26d9-dac2-4ea8-ad74-0b0e6ebb0a4c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.920740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-572e26d9-dac2-4ea8-ad74-0b0e6ebb0a4c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.1009905 Jan 28 04:44:03.924358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-fd2f8d8a-cad1-4c7a-89be-e2b3df6735ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:03.924537 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45aa365c-98e0-45e2-abfe-2ed64f2ce6d0 req-630ff048-c3fe-479a-9aa2-7d0a4f435e45 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046674 Jan 28 04:44:03.926102 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-fd2f8d8a-cad1-4c7a-89be-e2b3df6735ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e631490b88d4145a7b0fca86ab45c4d&device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 1095 time: 0.0769820 Jan 28 04:44:04.077291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9ee2339-8876-4bf9-9685-4e8b7a3ccd0e req-b46268c8-25ac-49a3-9b85-84987cc998c1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0636089 Jan 28 04:44:04.123215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-1978157d-1699-4e9d-b691-cada00303e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:04.124768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-1978157d-1699-4e9d-b691-cada00303e72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=350c18a3-0492-447f-8627-d21c6aed7080 HTTP/1.1" status: 200 len: 906 time: 0.1914427 Jan 28 04:44:04.179879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-003d4f61-93c8-40ee-865f-422278f9ae1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddc89462-036e-4d10-a415-ad394a683659 HTTP/1.1" status: 200 len: 217 time: 0.0453041 Jan 28 04:44:04.187816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f603c9-ab0d-44f7-a71f-d6a1bac5d29d req-c0dafe81-4add-421f-8121-c8e5354cc12f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:04.194934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29f603c9-ab0d-44f7-a71f-d6a1bac5d29d req-c0dafe81-4add-421f-8121-c8e5354cc12f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1981616 Jan 28 04:44:04.285394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Deleting port 7abf8211-f362-4a29-ac96-f38f345c645b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:04.285743 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:04.292209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-3fb88fbb-945d-4d64-ae97-b9fcf7fdd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:04.293736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-3fb88fbb-945d-4d64-ae97-b9fcf7fdd8dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6523619b-3ee1-4574-aa42-d4b7c5aa7711 HTTP/1.1" status: 200 len: 844 time: 0.0959370 Jan 28 04:44:04.374972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-29f603c9-ab0d-44f7-a71f-d6a1bac5d29d req-43584871-d9a0-41ef-8d4b-24e2be2c99e6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788864 Jan 28 04:44:04.434479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] For port 7abf8211-f362-4a29-ac96-f38f345c645b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7abf8211-f362-4a29-ac96-f38f345c645b,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:04.435130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:04.448132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Calling delete_port for 7abf8211-f362-4a29-ac96-f38f345c645b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:04.568506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb487-ef6a-4c86-9594-ddcdd448559e req-7a6de42a-8214-45e2-a957-33cf7a2f4213 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:04.570118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-346fb487-ef6a-4c86-9594-ddcdd448559e req-7a6de42a-8214-45e2-a957-33cf7a2f4213 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 1096 time: 0.1062047 Jan 28 04:44:04.650091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-346fb487-ef6a-4c86-9594-ddcdd448559e req-d4b46a18-6bf6-4298-9d27-3003772de113 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708618 Jan 28 04:44:04.659611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-c431b487-27fd-44c0-b585-be6a91be54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:04.661374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-c431b487-27fd-44c0-b585-be6a91be54fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=350c18a3-0492-447f-8627-d21c6aed7080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3545821 Jan 28 04:44:04.696828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7abf8211-f362-4a29-ac96-f38f345c645b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:04.736649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b33c98d5-ed25-4937-a307-abd5a25a5f97'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:04.798689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['7abf8211-f362-4a29-ac96-f38f345c645b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:04.810123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Pushing event deleted for resources: {'Port': ['ID=7abf8211-f362-4a29-ac96-f38f345c645b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:04.844609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09980890-97d2-4c43-8d17-71e597b2596b req-9df89e82-a5f7-4df6-a942-0f0d1addae8d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:04.856182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09980890-97d2-4c43-8d17-71e597b2596b req-9df89e82-a5f7-4df6-a942-0f0d1addae8d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1153784 Jan 28 04:44:04.976331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09980890-97d2-4c43-8d17-71e597b2596b req-4c7f43cc-d1dc-41a2-838d-2d5aea8dbd71 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175725 Jan 28 04:44:05.019544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-3a365e5a-b9d9-43a9-92d9-e78905889296 service neutron] 10.222.0.52 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249459 Jan 28 04:44:05.143884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] No DVR routers for this DVR port 7abf8211-f362-4a29-ac96-f38f345c645b on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:05.149593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:05.152895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-340f8383-e9d7-470f-8c26-6847c81ca142 req-02b7ad38-30e5-4cad-9755-c62e245f6ea5 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7abf8211-f362-4a29-ac96-f38f345c645b HTTP/1.1" status: 204 len: 173 time: 1.2259390 Jan 28 04:44:05.196354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f5b3-9d16-4a90-b311-3846f84df160 req-82cbffee-30b2-48cd-96eb-f82680fc2139 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:05.198920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4519f5b3-9d16-4a90-b311-3846f84df160 req-82cbffee-30b2-48cd-96eb-f82680fc2139 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.5625131 Jan 28 04:44:05.200962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e02ae1-0854-48aa-aae7-392180ff5edd req-36478b19-cb04-4321-9873-08e69770eb61 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:05.214560 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36e02ae1-0854-48aa-aae7-392180ff5edd req-36478b19-cb04-4321-9873-08e69770eb61 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 944 time: 0.1301086 Jan 28 04:44:05.281742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4519f5b3-9d16-4a90-b311-3846f84df160 req-0f3a942f-f5f3-4e78-aff7-ac2c8e98378f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697429 Jan 28 04:44:05.293712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36e02ae1-0854-48aa-aae7-392180ff5edd req-fcba848b-f7c4-479f-9d4d-4f76b0ce91e0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772278 Jan 28 04:44:05.332462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8c5fa1c-d70f-4bf9-a308-ad8d9bea8090 req-c0be6458-49d1-433e-ae76-d22cb318c84d service neutron] 10.222.0.52 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051636 Jan 28 04:44:05.392239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603334e2-3f62-4087-8889-c46b1c001505', 'name': 'network-vif-deleted', 'tag': '7abf8211-f362-4a29-ac96-f38f345c645b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:05.394522 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0675f06e-4683-4532-a48a-614f053299e4" -d '{"events": [{"server_uuid": "603334e2-3f62-4087-8889-c46b1c001505", "name": "network-vif-deleted", "tag": "7abf8211-f362-4a29-ac96-f38f345c645b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:05.418696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38acf84c-ec96-4e0b-a241-91182a427590 req-9324030a-8e34-491a-a00d-82f2ad989d17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0355995 Jan 28 04:44:05.481897 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c307ae94-5207-43bb-a0f0-e8dc17592915 x-openstack-request-id: req-c307ae94-5207-43bb-a0f0-e8dc17592915 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:05.482197 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603334e2-3f62-4087-8889-c46b1c001505", "name": "network-vif-deleted", "tag": "7abf8211-f362-4a29-ac96-f38f345c645b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:05.482456 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c307ae94-5207-43bb-a0f0-e8dc17592915 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:05.482849 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603334e2-3f62-4087-8889-c46b1c001505', 'name': 'network-vif-deleted', 'tag': '7abf8211-f362-4a29-ac96-f38f345c645b', 'status': 'completed', 'code': 200} Jan 28 04:44:05.793806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fcee9e-df86-43ea-9027-d0ffffc6eb0b req-e541bb80-aa0e-47af-a123-26e1cb829df8 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=603334e2-3f62-4087-8889-c46b1c001505 HTTP/1.1" status: 200 len: 210 time: 0.0323758 Jan 28 04:44:05.840437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3c33c531-6fa6-42ab-854b-bde6a8050ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:05.842063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3c33c531-6fa6-42ab-854b-bde6a8050ba8 service neutron] 10.222.0.52 "GET /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 1033 time: 0.0713720 Jan 28 04:44:05.907001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-5caeefb8-6e92-41ed-84f9-b98cfb787e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:05.908897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-5caeefb8-6e92-41ed-84f9-b98cfb787e11 service neutron] 10.222.0.52 "GET /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 1032 time: 0.0593464 Jan 28 04:44:06.075797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-9440a1aa-5155-4289-b451-2b612ff2e405 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:06.084714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-9440a1aa-5155-4289-b451-2b612ff2e405 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:06.092597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:06.093845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-9440a1aa-5155-4289-b451-2b612ff2e405 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:06.095141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-9440a1aa-5155-4289-b451-2b612ff2e405 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=c1556003-cd67-4586-92d0-2c4460a73ff7&id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 1995 time: 0.1808128 Jan 28 04:44:06.206029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8425dd-7271-4bd8-93b0-401334ac8adc req-248daf2d-cc8f-4e21-b971-0f028198d050 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:06.207489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da8425dd-7271-4bd8-93b0-401334ac8adc req-248daf2d-cc8f-4e21-b971-0f028198d050 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1113760 Jan 28 04:44:06.218019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-538f1081-b644-4f1b-80ca-de33c0ba1565 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99cb181476494422a9dcd31107896390 HTTP/1.1" status: 200 len: 379 time: 0.1083589 Jan 28 04:44:06.229929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'admin_state_up': True, 'tenant_id': '99cb181476494422a9dcd31107896390', 'security_groups': ['b6794efb-85d2-4597-9801-ab3ba2f61cd8']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:06.332424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da8425dd-7271-4bd8-93b0-401334ac8adc req-0055f322-607c-4248-8b74-891b7a4d80d9 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131606 Jan 28 04:44:06.450910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:06.455637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:06.461787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607ced-4e95-4614-9b24-4cb14e87bb71 req-f2782566-8ff2-4ae6-b729-1b208792f846 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:06.463804 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b607ced-4e95-4614-9b24-4cb14e87bb71 req-f2782566-8ff2-4ae6-b729-1b208792f846 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.0624166 Jan 28 04:44:06.518355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b607ced-4e95-4614-9b24-4cb14e87bb71 req-43166943-94af-4d16-91fd-5ef0fef8f731 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476873 Jan 28 04:44:06.539233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f4c19-f589-4e59-9053-0affd1665e3e req-febe7571-5695-4637-86c5-d0e1c6d017aa tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:06.548346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d3f4c19-f589-4e59-9053-0affd1665e3e req-febe7571-5695-4637-86c5-d0e1c6d017aa tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 944 time: 0.1400349 Jan 28 04:44:06.611431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a64af460-8fa3-4815-8160-e576f317dc36 req-fe35237b-32b4-494c-8bdc-9ca13fe07cb6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Jan 28 04:44:06.665460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d3f4c19-f589-4e59-9053-0affd1665e3e req-48b99e23-4e94-416e-a5ff-32dea79dffde tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159086 Jan 28 04:44:06.678450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 172.20.0.14 (28dbad87-65ee-424d-89a2-021c02808473/fb760bda-f186-40fb-92bb-52ff840227a1/f0b50601-4638-4943-8d9e-72d90ac14a45) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:06.686529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7abf8211-f362-4a29-ac96-f38f345c645b no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:06.737697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 7abf8211-f362-4a29-ac96-f38f345c645b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:06.738514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7abf8211-f362-4a29-ac96-f38f345c645b not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:06.844062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:06.882203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:06.925428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network 28dbad87-65ee-424d-89a2-021c02808473 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:06.929287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:06.934831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:06.988111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:07.019369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:07.020691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:07.054555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-7dbc582d-4485-438a-a47c-962be8f508c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8289464 Jan 28 04:44:07.096967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'admin_state_up': True, 'tenant_id': '99cb181476494422a9dcd31107896390', 'security_groups': ['b6794efb-85d2-4597-9801-ab3ba2f61cd8']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:07.260936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6aea3-a8fa-45dd-98b1-bbeadc6716c0 req-0419ccd9-54d4-4927-9c56-acfefd3e310c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:07.262405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60d6aea3-a8fa-45dd-98b1-bbeadc6716c0 req-0419ccd9-54d4-4927-9c56-acfefd3e310c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.0781333 Jan 28 04:44:07.298131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-99e5f796-0b1a-4983-a479-492262c80ecb None None] Provisioning complete for port f0b50601-4638-4943-8d9e-72d90ac14a45 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:07.298734 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-99e5f796-0b1a-4983-a479-492262c80ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:07.342746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-99e5f796-0b1a-4983-a479-492262c80ecb None None] Port f0b50601-4638-4943-8d9e-72d90ac14a45 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:07.345336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60d6aea3-a8fa-45dd-98b1-bbeadc6716c0 req-19ec608a-de04-4c7d-abf5-674041ea017c tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719845 Jan 28 04:44:07.346819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:07.350629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:07.482664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722975c-05c9-47fc-856b-a806ec7248ef req-c9c57245-2e11-4470-a5ad-95d18ff281ff tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:07.485301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3722975c-05c9-47fc-856b-a806ec7248ef req-c9c57245-2e11-4470-a5ad-95d18ff281ff tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0685143 Jan 28 04:44:07.543918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 10.1.1.146 (0c7531de-959f-4187-bdfa-5fe6685c67a7/e1041884-6246-43fd-b70b-c5643d311c85/852912f9-0c02-4e72-93e5-9d50508d3ba7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:07.563399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3722975c-05c9-47fc-856b-a806ec7248ef req-3f976f50-f272-49ee-9898-4b500d469b1e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675044 Jan 28 04:44:07.738605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:07.772457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf60f-6f26-4210-9ace-a86be9d35c58 req-c7449608-6e9c-43c5-9c9f-cbcde18cf729 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:07.774370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57fbf60f-6f26-4210-9ace-a86be9d35c58 req-c7449608-6e9c-43c5-9c9f-cbcde18cf729 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 932 time: 0.0678134 Jan 28 04:44:07.814031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:07.826664 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57fbf60f-6f26-4210-9ace-a86be9d35c58 req-e98780a1-b591-4b74-99a1-e98416183f5c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Jan 28 04:44:07.883639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dd382-3345-4e11-958b-e9e72339ca4a req-9c0dde15-10bf-4953-a8a6-b1f4c433e8a6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:07.886256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-232dd382-3345-4e11-958b-e9e72339ca4a req-9c0dde15-10bf-4953-a8a6-b1f4c433e8a6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.2711434 Jan 28 04:44:07.888158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:07.965158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df6d5-4069-4c27-864a-96489b884b2d req-c5514054-21a1-48d1-9fd7-ca889af6b2ea tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:07.967294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d28df6d5-4069-4c27-864a-96489b884b2d req-c5514054-21a1-48d1-9fd7-ca889af6b2ea tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 944 time: 0.0534930 Jan 28 04:44:08.028067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d28df6d5-4069-4c27-864a-96489b884b2d req-29e26b96-212e-4f4e-b965-dc8ddc90c64f tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547879 Jan 28 04:44:08.145515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ddc89462-036e-4d10-a415-ad394a683659 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:44:08.296150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ddc89462-036e-4d10-a415-ad394a683659, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ddc89462-036e-4d10-a415-ad394a683659,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:08.311420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'ddc89462-036e-4d10-a415-ad394a683659', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'port_id': 'ddc89462-036e-4d10-a415-ad394a683659', 'mac_address': 'fa:16:3e:1e:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:44:08.349987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:08.355639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:08.360037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ddc89462-036e-4d10-a415-ad394a683659 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:08.360712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddc89462-036e-4d10-a415-ad394a683659), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:08.361745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:08.374914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc89462-036e-4d10-a415-ad394a683659 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:08.422811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ddc89462-036e-4d10-a415-ad394a683659, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ddc89462-036e-4d10-a415-ad394a683659,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:08.438289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:08.438956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:08.439091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ddc89462-036e-4d10-a415-ad394a683659), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:08.505004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ddc89462-036e-4d10-a415-ad394a683659,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:08.518165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.518580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.518933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.519065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-232dd382-3345-4e11-958b-e9e72339ca4a req-29b4576c-d924-4e1a-a941-6defb0458945 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191018 Jan 28 04:44:08.519282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.519628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.519970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.520308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.520646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.520981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.523699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.524068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.525497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.525852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:08.527963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4357209 Jan 28 04:44:08.535651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79e69d-d839-43fb-8117-3ce2355633f0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:08.544419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'admin_state_up': True, 'tenant_id': '99cb181476494422a9dcd31107896390', 'security_groups': ['b6794efb-85d2-4597-9801-ab3ba2f61cd8']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:08.588216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb8b004b-fbc4-403a-b51a-e53d2c7b05b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:08.607119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0225ae1-dde3-4935-b516-d9d1576f227f req-909b2a6d-20e6-4f31-a54a-c0ae44c16bc1 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:08.609114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0225ae1-dde3-4935-b516-d9d1576f227f req-909b2a6d-20e6-4f31-a54a-c0ae44c16bc1 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.1235797 Jan 28 04:44:08.712991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0225ae1-dde3-4935-b516-d9d1576f227f req-9b18e10e-ac19-4df4-bcc7-f9a102487c72 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948329 Jan 28 04:44:08.733219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c18fbf-790f-4f8b-afc1-4fa704e2b43b req-13583ce4-8044-480b-815b-77f1c8f804b3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:08.734877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3c18fbf-790f-4f8b-afc1-4fa704e2b43b req-13583ce4-8044-480b-815b-77f1c8f804b3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0828009 Jan 28 04:44:08.779920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-741cf742-201a-4eab-b6f5-6e70f982789f None None] Provisioning complete for port 852912f9-0c02-4e72-93e5-9d50508d3ba7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:08.780297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-741cf742-201a-4eab-b6f5-6e70f982789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:08.826776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-741cf742-201a-4eab-b6f5-6e70f982789f None None] Port 852912f9-0c02-4e72-93e5-9d50508d3ba7 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:08.840872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:08.845253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:08.891377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3c18fbf-790f-4f8b-afc1-4fa704e2b43b req-a3287b9f-1df3-4618-8f22-442dd9b41a04 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424606 Jan 28 04:44:08.926982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-af7f24e5-7b42-4469-8f94-e413d0ead0eb tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:08.930180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-af7f24e5-7b42-4469-8f94-e413d0ead0eb tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.1931274 Jan 28 04:44:08.967193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22bd66-fce0-490b-a383-59fd06888f70 req-0850de9f-063a-4ad1-9dc1-0fad751e2dac tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:08.973515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22bd66-fce0-490b-a383-59fd06888f70 req-0850de9f-063a-4ad1-9dc1-0fad751e2dac tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:08.975357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d22bd66-fce0-490b-a383-59fd06888f70 req-0850de9f-063a-4ad1-9dc1-0fad751e2dac tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 1654 time: 0.0599797 Jan 28 04:44:08.989831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['ddc89462-036e-4d10-a415-ad394a683659'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:09.067386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d22bd66-fce0-490b-a383-59fd06888f70 req-458d4fcc-a9c8-4297-b244-ef825d4288ed tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861385 Jan 28 04:44:09.266228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 10.1.1.192 (0c7531de-959f-4187-bdfa-5fe6685c67a7/e1041884-6246-43fd-b70b-c5643d311c85/b0b464b0-f539-464b-ada6-fd0a53a50e32) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:09.277517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Deleting port b33c98d5-ed25-4937-a307-abd5a25a5f97 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:09.278174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:09.291942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48588a4-a9dd-4128-99e5-0b027eb09de0 req-1425a500-b5c3-4d52-a5cd-6ba39c16eabe tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:09.293629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e48588a4-a9dd-4128-99e5-0b027eb09de0 req-1425a500-b5c3-4d52-a5cd-6ba39c16eabe tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 945 time: 0.1336703 Jan 28 04:44:09.466201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e48588a4-a9dd-4128-99e5-0b027eb09de0 req-074d19f6-2c63-428f-a40a-9479199cc4c9 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596985 Jan 28 04:44:09.548952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] For port b33c98d5-ed25-4937-a307-abd5a25a5f97, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b33c98d5-ed25-4937-a307-abd5a25a5f97,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:09.549536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:09.573305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:09.575268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Calling delete_port for b33c98d5-ed25-4937-a307-abd5a25a5f97 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:09.678944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:09.737123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b0044-8450-424f-b080-d098e7213ea9 req-12db5906-05bc-4b1d-850b-07aa459110ae tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:09.746892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a49b0044-8450-424f-b080-d098e7213ea9 req-12db5906-05bc-4b1d-850b-07aa459110ae tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1019669 Jan 28 04:44:09.798589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:09.810062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:09.813059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:09.815546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a49b0044-8450-424f-b080-d098e7213ea9 req-ecd58d2c-5858-4b40-82e0-962dc8729aad tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675316 Jan 28 04:44:09.842824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:09.913888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b33c98d5-ed25-4937-a307-abd5a25a5f97), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:09.939873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:09.940647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:09.948776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b33c98d5-ed25-4937-a307-abd5a25a5f97'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:10.003472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5f72-d4d7-4282-a038-844926bf5aec req-8bb4889b-f8f6-4848-b726-a154add227f4 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:10.005056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6cd5f72-d4d7-4282-a038-844926bf5aec req-8bb4889b-f8f6-4848-b726-a154add227f4 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebc35115-5de9-4a81-b57d-857f6d54b02e HTTP/1.1" status: 200 len: 1097 time: 0.1594844 Jan 28 04:44:10.005892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Pushing event deleted for resources: {'Port': ['ID=b33c98d5-ed25-4937-a307-abd5a25a5f97,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:10.069975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-dfdc9daa-9a10-45fe-b8eb-140de3241ae5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5294516 Jan 28 04:44:10.102921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7', 'admin_state_up': True, 'tenant_id': '99cb181476494422a9dcd31107896390', 'security_groups': ['b6794efb-85d2-4597-9801-ab3ba2f61cd8']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:10.106666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54c55f-9ce7-4cbf-a285-8914f13ae9c6 req-40238e93-4c15-4a0a-b4de-01b703e87e45 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:10.114852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d54c55f-9ce7-4cbf-a285-8914f13ae9c6 req-40238e93-4c15-4a0a-b4de-01b703e87e45 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0877438 Jan 28 04:44:10.118453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] No DVR routers for this DVR port b33c98d5-ed25-4937-a307-abd5a25a5f97 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:10.144987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.148632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4625829c-c45b-48c7-a8b3-10052fb0a920 req-ad1a0d5f-72e3-4343-8d6e-26c03fb66a75 tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b33c98d5-ed25-4937-a307-abd5a25a5f97 HTTP/1.1" status: 204 len: 173 time: 1.2122726 Jan 28 04:44:10.149110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'name': 'network-vif-deleted', 'tag': 'b33c98d5-ed25-4937-a307-abd5a25a5f97'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:10.151693 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636ec030-5a6c-44f3-8534-7f42aafa7c95" -d '{"events": [{"server_uuid": "ebc35115-5de9-4a81-b57d-857f6d54b02e", "name": "network-vif-deleted", "tag": "b33c98d5-ed25-4937-a307-abd5a25a5f97"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:10.155345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ddc89462-036e-4d10-a415-ad394a683659 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:10.240688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d54c55f-9ce7-4cbf-a285-8914f13ae9c6 req-487513d9-8bd7-40f0-967e-8436f49124f1 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189079 Jan 28 04:44:10.266426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6cd5f72-d4d7-4282-a038-844926bf5aec req-23c8b394-133f-44c1-84f8-52ca70dd327e tempest-TestServerMultinode-851040107 tempest-TestServerMultinode-851040107-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8bacc099-85cb-4b8d-ab6f-892e671de46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453270 Jan 28 04:44:10.317355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:10.319439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d646dabd-ec8d-450e-a0e5-6cee59ad3395 None None] Provisioning complete for port b0b464b0-f539-464b-ada6-fd0a53a50e32 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:10.322901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d646dabd-ec8d-450e-a0e5-6cee59ad3395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.360799 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f81a7-c9ac-4675-b484-7cf1ee008ede x-openstack-request-id: req-f90f81a7-c9ac-4675-b484-7cf1ee008ede {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:10.361103 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc35115-5de9-4a81-b57d-857f6d54b02e", "name": "network-vif-deleted", "tag": "b33c98d5-ed25-4937-a307-abd5a25a5f97", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:10.361541 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f90f81a7-c9ac-4675-b484-7cf1ee008ede {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:10.361927 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc35115-5de9-4a81-b57d-857f6d54b02e', 'name': 'network-vif-deleted', 'tag': 'b33c98d5-ed25-4937-a307-abd5a25a5f97', 'status': 'completed', 'code': 200} Jan 28 04:44:10.428236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:10.457624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d646dabd-ec8d-450e-a0e5-6cee59ad3395 None None] Port b0b464b0-f539-464b-ada6-fd0a53a50e32 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:10.460882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port ddc89462-036e-4d10-a415-ad394a683659 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:44:10.465664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port ddc89462-036e-4d10-a415-ad394a683659 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:10.466273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddc89462-036e-4d10-a415-ad394a683659), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.470318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee20e0-e869-4f18-89a1-27ad19254b3a req-c3ae4be6-11e9-4960-acfc-25165defb052 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:10.475888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee20e0-e869-4f18-89a1-27ad19254b3a req-c3ae4be6-11e9-4960-acfc-25165defb052 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:10.482889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee20e0-e869-4f18-89a1-27ad19254b3a req-c3ae4be6-11e9-4960-acfc-25165defb052 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:10.491923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5ee20e0-e869-4f18-89a1-27ad19254b3a req-c3ae4be6-11e9-4960-acfc-25165defb052 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 2375 time: 0.1078842 Jan 28 04:44:10.553669 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5ee20e0-e869-4f18-89a1-27ad19254b3a req-807ac976-9ed0-455e-bec3-89cdb8e18ee7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607634 Jan 28 04:44:10.608566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.617673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ddc89462-036e-4d10-a415-ad394a683659 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:10.618134 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddc89462-036e-4d10-a415-ad394a683659), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.657669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ddc89462-036e-4d10-a415-ad394a683659, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ddc89462-036e-4d10-a415-ad394a683659,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:10.658948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:10.662260 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc000df-6880-465b-88f5-6b50d0ddd389" -d '{"events": [{"server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "name": "network-vif-plugged", "status": "completed", "tag": "ddc89462-036e-4d10-a415-ad394a683659"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:10.666748 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ddc89462-036e-4d10-a415-ad394a683659), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.762257 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de2f3f-6c49-4fb4-b327-13e7e4d0bb20 x-openstack-request-id: req-74de2f3f-6c49-4fb4-b327-13e7e4d0bb20 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:10.762554 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "name": "network-vif-plugged", "status": "completed", "tag": "ddc89462-036e-4d10-a415-ad394a683659", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:10.762849 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74de2f3f-6c49-4fb4-b327-13e7e4d0bb20 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:10.763246 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659', 'code': 200} Jan 28 04:44:10.825569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ddc89462-036e-4d10-a415-ad394a683659,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:10.846704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2683296b-168f-4e10-a5b3-301d60630350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.920265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37673a-f051-4972-8818-f211d22a7838 req-3935e4af-19d5-46d6-a952-297d78344b2c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:10.928496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be37673a-f051-4972-8818-f211d22a7838 req-3935e4af-19d5-46d6-a952-297d78344b2c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 945 time: 0.3151085 Jan 28 04:44:11.071622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88065ab-9514-45b4-bea6-9c6467528add req-2422da42-21a8-43d0-a3f9-f1e3f722c153 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:11.073179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f88065ab-9514-45b4-bea6-9c6467528add req-2422da42-21a8-43d0-a3f9-f1e3f722c153 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.0999055 Jan 28 04:44:11.094349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca43e-efac-4aae-bfdd-e98ae47c1e6b req-d2f140df-3f15-463d-8be6-c8831ca7022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:11.095794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3ca43e-efac-4aae-bfdd-e98ae47c1e6b req-d2f140df-3f15-463d-8be6-c8831ca7022e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 1097 time: 0.1397698 Jan 28 04:44:11.132423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be37673a-f051-4972-8818-f211d22a7838 req-34e48bd6-870e-43a6-b175-39918d09db75 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671910 Jan 28 04:44:11.155851 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f88065ab-9514-45b4-bea6-9c6467528add req-dbd77378-e436-44b8-a8de-d0ace33388b4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762908 Jan 28 04:44:11.200956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 10.2.2.100 (c1556003-cd67-4586-92d0-2c4460a73ff7/508de97e-bc39-4ad9-ba67-dc2f88ccc02a/11ca4447-687e-4f0a-962b-8c6a0342d9ec) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:11.215214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3ca43e-efac-4aae-bfdd-e98ae47c1e6b req-1a96bc34-9015-4d36-9404-6800ca382aa5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093612 Jan 28 04:44:11.252239 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (39c31a4e-5758-4aed-8890-4698aa03ee86), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:11.361876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41246) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:11.409845 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:11.461379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:11.574080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network c1556003-cd67-4586-92d0-2c4460a73ff7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:11.580908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:11.588350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:11.615881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:11.644878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0dd07-5082-48d5-ba6a-cd1a6ecf14dd req-9cc097a3-c28f-4600-ac92-66485b1dbd28 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:11.646526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-def0dd07-5082-48d5-ba6a-cd1a6ecf14dd req-9cc097a3-c28f-4600-ac92-66485b1dbd28 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1982706 Jan 28 04:44:11.757051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:11.757828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:11.828656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-def0dd07-5082-48d5-ba6a-cd1a6ecf14dd req-658990a1-6d9e-4349-84c0-d953cfb19a00 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591427 Jan 28 04:44:11.838439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ab032fba-a21e-4247-ba96-4d3a8d1a22f1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7434938 Jan 28 04:44:11.864776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7', 'admin_state_up': True, 'tenant_id': '99cb181476494422a9dcd31107896390', 'security_groups': ['b6794efb-85d2-4597-9801-ab3ba2f61cd8']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:11.911921 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.003490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3a85557f-1cfa-4d33-a5ea-4ea787206ce8 None None] Provisioning complete for port 11ca4447-687e-4f0a-962b-8c6a0342d9ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:12.004180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a85557f-1cfa-4d33-a5ea-4ea787206ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.029478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Made reservation on behalf of 99cb181476494422a9dcd31107896390 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:12.036131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.084154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3a85557f-1cfa-4d33-a5ea-4ea787206ce8 None None] Port 11ca4447-687e-4f0a-962b-8c6a0342d9ec cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:12.147229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b33c98d5-ed25-4937-a307-abd5a25a5f97 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:12.218772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: b33c98d5-ed25-4937-a307-abd5a25a5f97 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:12.224518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b33c98d5-ed25-4937-a307-abd5a25a5f97 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:12.263096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f52b9-9e67-4d31-aff8-6672e7d750d7 req-33e717ef-a5b6-4613-aac0-43e9afc1f99a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:12.268526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f52b9-9e67-4d31-aff8-6672e7d750d7 req-33e717ef-a5b6-4613-aac0-43e9afc1f99a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:12.274051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f52b9-9e67-4d31-aff8-6672e7d750d7 req-33e717ef-a5b6-4613-aac0-43e9afc1f99a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:12.279578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f52b9-9e67-4d31-aff8-6672e7d750d7 req-33e717ef-a5b6-4613-aac0-43e9afc1f99a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:12.287546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f91f52b9-9e67-4d31-aff8-6672e7d750d7 req-33e717ef-a5b6-4613-aac0-43e9afc1f99a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 3096 time: 0.3077652 Jan 28 04:44:12.302049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Allocated IP 10.2.2.200 (c1556003-cd67-4586-92d0-2c4460a73ff7/508de97e-bc39-4ad9-ba67-dc2f88ccc02a/d090c61d-30be-47e6-af2a-35caf79fa984) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:12.370326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Deleting port b990f77b-a08f-428a-9c3c-ef72597d0147 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:12.370707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.451644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] For port b990f77b-a08f-428a-9c3c-ef72597d0147, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b990f77b-a08f-428a-9c3c-ef72597d0147,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:12.452029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.453237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for port (d090c61d-30be-47e6-af2a-35caf79fa984), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.465784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Calling delete_port for b990f77b-a08f-428a-9c3c-ef72597d0147 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:12.516784 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.559284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Network c1556003-cd67-4586-92d0-2c4460a73ff7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:12.565839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:12.570514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:12.643851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:12.644403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.670564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b990f77b-a08f-428a-9c3c-ef72597d0147), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.671018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad2e5b-d21a-4b5d-9273-35a14f86cce4 req-40aec21d-e0fc-41f5-903c-9cce6338f555 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:12.680446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21ad2e5b-d21a-4b5d-9273-35a14f86cce4 req-40aec21d-e0fc-41f5-903c-9cce6338f555 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.1917417 Jan 28 04:44:12.695761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f91f52b9-9e67-4d31-aff8-6672e7d750d7 req-d9739072-dc88-47b8-8c47-4fe91e802dcc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007604 Jan 28 04:44:12.802948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event updated for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:12.808388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b990f77b-a08f-428a-9c3c-ef72597d0147,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:12.823444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d0ca6b70-0a60-4335-8d08-956566934a41 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9701281 Jan 28 04:44:12.847299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:12.935983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21ad2e5b-d21a-4b5d-9273-35a14f86cce4 req-8ebc8885-1ff5-48f3-b635-cb034ea1a6a0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545617 Jan 28 04:44:13.026434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.034740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8efc9d4f-ca96-44d1-8732-fc67438c8ead None None] Provisioning complete for port d090c61d-30be-47e6-af2a-35caf79fa984 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:13.035337 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8efc9d4f-ca96-44d1-8732-fc67438c8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.103935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2379e-40b2-4fb2-9434-eb78c19b2b16 req-024a6574-a971-4dec-a190-181e603073b3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.111586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff2379e-40b2-4fb2-9434-eb78c19b2b16 req-024a6574-a971-4dec-a190-181e603073b3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.3006842 Jan 28 04:44:13.122851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8efc9d4f-ca96-44d1-8732-fc67438c8ead None None] Port d090c61d-30be-47e6-af2a-35caf79fa984 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:13.181907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (96fd2e22-b94b-4570-8121-4dcf2c17f570), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.273258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ff2379e-40b2-4fb2-9434-eb78c19b2b16 req-1f945122-c5a8-4fa8-80c4-3c8849320b28 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604044 Jan 28 04:44:13.284542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (39c31a4e-5758-4aed-8890-4698aa03ee86), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.284783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82351177-7b20-4d97-b107-a163aeb407f0 req-18bab2c1-3505-4f7e-8ec2-ea737c8d0cff tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.295957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82351177-7b20-4d97-b107-a163aeb407f0 req-18bab2c1-3505-4f7e-8ec2-ea737c8d0cff tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1285455 Jan 28 04:44:13.417447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82351177-7b20-4d97-b107-a163aeb407f0 req-7ddf8026-ce19-45e0-a54a-8535d9ee60fa tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167152 Jan 28 04:44:13.508661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b50601-4638-4943-8d9e-72d90ac14a45 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:13.516862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Publish callbacks [] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.531769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Transition to ACTIVE for port object f0b50601-4638-4943-8d9e-72d90ac14a45 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:13.537376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.595984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:13.624653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.678232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Attempting to bind port f0b50601-4638-4943-8d9e-72d90ac14a45 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:13.678232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Attempting to bind port f0b50601-4638-4943-8d9e-72d90ac14a45 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:13.678628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Attempting to bind port f0b50601-4638-4943-8d9e-72d90ac14a45 on network 28dbad87-65ee-424d-89a2-021c02808473 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:13.683520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Port f0b50601-4638-4943-8d9e-72d90ac14a45 on network 28dbad87-65ee-424d-89a2-021c02808473 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:13.683861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Attempting to bind port f0b50601-4638-4943-8d9e-72d90ac14a45 on network 28dbad87-65ee-424d-89a2-021c02808473 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:13.693000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:13.693377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Checking segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:13.693764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Bound using segment: {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:13.694199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Bound port: f0b50601-4638-4943-8d9e-72d90ac14a45, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b735bc5f-c08e-4437-9bef-5d272eadc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '28dbad87-65ee-424d-89a2-021c02808473'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:13.694556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.741503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Router 39c31a4e-5758-4aed-8890-4698aa03ee86 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:13.760870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Deleting port f2c7a0d1-160b-4002-9de1-62539477f578 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:13.761262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.795777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:13.801948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f0b50601-4638-4943-8d9e-72d90ac14a45,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:13.809388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.847604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.848335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.849811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] 10.222.0.52 "PUT /v2.0/ports/f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 1092 time: 1.0136180 Jan 28 04:44:13.850259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:13.852668 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481aab4-7259-47ed-b906-0fa7c46314b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:13.880762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4322e18-df30-4dd9-95df-522589941a15 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:13.900829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:13.938810 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1e9b0-472e-40b8-b5f6-70263457ddee x-openstack-request-id: req-31d1e9b0-472e-40b8-b5f6-70263457ddee {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:13.939523 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:13.939888 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31d1e9b0-472e-40b8-b5f6-70263457ddee {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:13.940437 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'status': 'completed', 'code': 200} Jan 28 04:44:13.976120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-edf4e6f4-1581-4864-9cb8-63608d2387ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.981533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-edf4e6f4-1581-4864-9cb8-63608d2387ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.987491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-edf4e6f4-1581-4864-9cb8-63608d2387ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.992928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-edf4e6f4-1581-4864-9cb8-63608d2387ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:13.994300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:13.999257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-edf4e6f4-1581-4864-9cb8-63608d2387ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.001084 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-edf4e6f4-1581-4864-9cb8-63608d2387ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 3829 time: 0.1906028 Jan 28 04:44:14.124167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e0aa09b-7c22-46db-af4d-501262cac36e req-72c1d62a-f53d-408b-82a0-e4736e0b7a7a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785146 Jan 28 04:44:14.136926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] For port f2c7a0d1-160b-4002-9de1-62539477f578, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f2c7a0d1-160b-4002-9de1-62539477f578,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:14.137751 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:14.145731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:14.154195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-7700b6de-35b0-4d6f-b7de-a6ebe4fc0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.154779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-7700b6de-35b0-4d6f-b7de-a6ebe4fc0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.155411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-7700b6de-35b0-4d6f-b7de-a6ebe4fc0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.157402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3341435-e8fc-429c-9ffd-d4b82314fb57 admin admin] 10.222.0.21 "PUT /v2.0/routers/39c31a4e-5758-4aed-8890-4698aa03ee86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8385811 Jan 28 04:44:14.165076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41268) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:14.172716 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] Sync routers for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:14.173303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-7700b6de-35b0-4d6f-b7de-a6ebe4fc0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.173894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-7700b6de-35b0-4d6f-b7de-a6ebe4fc0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.175781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-7700b6de-35b0-4d6f-b7de-a6ebe4fc0ca7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 4364 time: 0.1828454 Jan 28 04:44:14.189736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Calling delete_port for f2c7a0d1-160b-4002-9de1-62539477f578 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:14.190755 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:14.191786 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:14.301645 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:14.321227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0a9c-db76-4514-a129-2c40a81c69ad req-6984607a-18c9-4f17-9d9a-9fa1492b7db2 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.323195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37ac0a9c-db76-4514-a129-2c40a81c69ad req-6984607a-18c9-4f17-9d9a-9fa1492b7db2 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.2755578 Jan 28 04:44:14.536990 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:44:12Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:14.569839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] Checking router: 39c31a4e-5758-4aed-8890-4698aa03ee86 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:14.579683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] Routers {'39c31a4e-5758-4aed-8890-4698aa03ee86'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:14.580671 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['39c31a4e-5758-4aed-8890-4698aa03ee86'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:14.603508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b16d7-e972-4da1-9270-325debf4e5a9 req-f8728bbc-d5a7-4312-a251-78f7d21b97ea tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.611964 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-889b16d7-e972-4da1-9270-325debf4e5a9 req-f8728bbc-d5a7-4312-a251-78f7d21b97ea tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1858006 Jan 28 04:44:14.625179 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks [] for router (39c31a4e-5758-4aed-8890-4698aa03ee86), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:14.781349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-889b16d7-e972-4da1-9270-325debf4e5a9 req-c904f71b-39b5-4208-8309-bbcc4375e251 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684387 Jan 28 04:44:14.844233 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] Set router 39c31a4e-5758-4aed-8890-4698aa03ee86 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:14.887025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37ac0a9c-db76-4514-a129-2c40a81c69ad req-75a3973e-68a6-4d03-8f14-dee2916829e7 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5476091 Jan 28 04:44:14.952054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-707fffea-b2f3-4bb4-866a-761a1635c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.953068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-707fffea-b2f3-4bb4-866a-761a1635c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.953577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-707fffea-b2f3-4bb4-866a-761a1635c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.963304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-707fffea-b2f3-4bb4-866a-761a1635c34d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=99cb181476494422a9dcd31107896390&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7386928 Jan 28 04:44:14.965113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.070500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-53b3c146-9305-4123-8133-f36a27ace059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.072017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5481aab4-7259-47ed-b906-0fa7c46314b0 req-53b3c146-9305-4123-8133-f36a27ace059 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948303 Jan 28 04:44:15.154325 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:44:12Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:15.154629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136077d5-4d3c-4ee8-a0b6-a3b9590257ad req-d102c392-5e0d-47e2-a35c-ec78ee325005 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.156587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-136077d5-4d3c-4ee8-a0b6-a3b9590257ad req-d102c392-5e0d-47e2-a35c-ec78ee325005 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.0789115 Jan 28 04:44:15.168015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41276) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:15.174615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Request body: {'floatingip': {'port_id': 'ddc89462-036e-4d10-a415-ad394a683659'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:15.189181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e67de-2a7d-4a86-9537-300176e62ccf None None] The sync data for ids ['39c31a4e-5758-4aed-8890-4698aa03ee86'] in n-d-824835-3 is: [{'id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'name': 'tempest-TaggedBootDevicesTest-896863772-router', 'tenant_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:09Z', 'updated_at': '2022-01-28T04:44:12Z', 'revision_number': 5, 'project_id': 'ac1a6f39304b43e2a2ebf0b43e6b6e73', 'gw_port': {'id': '7dbfdcd4-8273-4722-afc9-4ad2e8ff527f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c31a4e-5758-4aed-8890-4698aa03ee86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:11Z', 'updated_at': '2022-01-28T04:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:15.261600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks [] for router_gateway (39c31a4e-5758-4aed-8890-4698aa03ee86), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.272078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f2c7a0d1-160b-4002-9de1-62539477f578), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.287404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d533-6c70-4e1e-a885-3f4f4bd13715 req-077b772c-2f55-44eb-adc9-84c3a0f16307 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.288889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40e4d533-6c70-4e1e-a885-3f4f4bd13715 req-077b772c-2f55-44eb-adc9-84c3a0f16307 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0956669 Jan 28 04:44:15.319007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (5867b9e7-802c-4829-a6cb-e9efa0f39966), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.327895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c7a0d1-160b-4002-9de1-62539477f578,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:15.364541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46e2964-c6d5-44f1-95ed-e90421e9f263 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:15.380434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Publish callbacks [] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.426173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-f528b49c-3577-4d8f-a6b9-f952004400ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.432553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-f528b49c-3577-4d8f-a6b9-f952004400ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.437586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-f528b49c-3577-4d8f-a6b9-f952004400ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.440022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40e4d533-6c70-4e1e-a885-3f4f4bd13715 req-13b5549d-c01e-4c6e-9b5e-4e9722a3cb36 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155701 Jan 28 04:44:15.443973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-f528b49c-3577-4d8f-a6b9-f952004400ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.449900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-f528b49c-3577-4d8f-a6b9-f952004400ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.451750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-f528b49c-3577-4d8f-a6b9-f952004400ff tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 3829 time: 0.1767197 Jan 28 04:44:15.496020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Transition to ACTIVE for port object d46e2964-c6d5-44f1-95ed-e90421e9f263 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:15.519249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Deleting port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:15.519571 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.532618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.645507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7063a6e0-c247-4254-8b15-2861d4dc10f0 req-8bbafadb-b482-4408-a1a5-054e122b43a9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790535 Jan 28 04:44:15.741243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (96fd2e22-b94b-4570-8121-4dcf2c17f570), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.761615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b990f77b-a08f-428a-9c3c-ef72597d0147 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:15.803197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:15.840022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b990f77b-a08f-428a-9c3c-ef72597d0147 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:15.840681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b990f77b-a08f-428a-9c3c-ef72597d0147 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:15.945139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] For port 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:15.945710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.956247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Attempting to bind port d46e2964-c6d5-44f1-95ed-e90421e9f263 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:15.956522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Attempting to bind port d46e2964-c6d5-44f1-95ed-e90421e9f263 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:15.956801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Attempting to bind port d46e2964-c6d5-44f1-95ed-e90421e9f263 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:15.972364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Port d46e2964-c6d5-44f1-95ed-e90421e9f263 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:15.972364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Attempting to bind port d46e2964-c6d5-44f1-95ed-e90421e9f263 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:15.996665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Calling delete_port for 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:16.010516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:16.010729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Checking segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:16.010932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Bound using segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:16.011384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Bound port: d46e2964-c6d5-44f1-95ed-e90421e9f263, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:16.011748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.107803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7dfb-12d3-4d27-9d23-406cdf5db041 req-6b29d85b-f0cf-4849-8192-75a0189b4324 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.109946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ca2d7dfb-12d3-4d27-9d23-406cdf5db041 req-6b29d85b-f0cf-4849-8192-75a0189b4324 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1674438 Jan 28 04:44:16.189756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:16.195260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:16.204808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.272959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.273967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.275621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 1136 time: 2.3820059 Jan 28 04:44:16.276028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'd46e2964-c6d5-44f1-95ed-e90421e9f263'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:16.278632 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "d46e2964-c6d5-44f1-95ed-e90421e9f263"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:16.336819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:16.363776 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ca2d7dfb-12d3-4d27-9d23-406cdf5db041 req-839ac585-f12d-4912-9cb2-4e46ef060b25 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111731 Jan 28 04:44:16.374685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Router 96fd2e22-b94b-4570-8121-4dcf2c17f570 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:16.381761 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610077bf-2e54-4419-8073-1ccaac8fc379 x-openstack-request-id: req-610077bf-2e54-4419-8073-1ccaac8fc379 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:16.382334 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "d46e2964-c6d5-44f1-95ed-e90421e9f263", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:16.382334 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-610077bf-2e54-4419-8073-1ccaac8fc379 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:16.382719 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'd46e2964-c6d5-44f1-95ed-e90421e9f263', 'status': 'completed', 'code': 200} Jan 28 04:44:16.399679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31a410-e9fc-47be-a4fa-a5c349b521a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:16.472549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7dbfdcd4-8273-4722-afc9-4ad2e8ff527f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.532677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dbfdcd4-8273-4722-afc9-4ad2e8ff527f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:16.551714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.557620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.602187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (5867b9e7-802c-4829-a6cb-e9efa0f39966), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.616000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.616674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.617172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.617648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.618110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.618925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.620787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c70eb827-6408-473c-9f41-283ebfd7238d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5293 time: 0.1956842 Jan 28 04:44:16.658823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:16.674191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] Sync routers for ids ['96fd2e22-b94b-4570-8121-4dcf2c17f570'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:16.684033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c90cfbbc-ecb7-4221-9d30-df1981d845ab admin admin] 10.222.0.21 "PUT /v2.0/routers/96fd2e22-b94b-4570-8121-4dcf2c17f570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3209307 Jan 28 04:44:16.686151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] Routers {'96fd2e22-b94b-4570-8121-4dcf2c17f570'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:16.686785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['96fd2e22-b94b-4570-8121-4dcf2c17f570'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:16.688626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41290) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:16.757286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (39c31a4e-5758-4aed-8890-4698aa03ee86), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.769561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6b440-96e2-40de-9d93-b901be44ca99 req-2c90088f-8b57-4fa1-aa38-056193f00553 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:16.771718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3d6b440-96e2-40de-9d93-b901be44ca99 req-2c90088f-8b57-4fa1-aa38-056193f00553 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.2247019 Jan 28 04:44:16.871103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] Set router 96fd2e22-b94b-4570-8121-4dcf2c17f570 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:16.940501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (39c31a4e-5758-4aed-8890-4698aa03ee86), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.945247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks [] for router_controller (39c31a4e-5758-4aed-8890-4698aa03ee86), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.018045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.023570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.028975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.034485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.039807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.045671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.048146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-1fed2302-d5c7-40b9-9a03-a45289ce9de8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 4607 time: 0.2329464 Jan 28 04:44:17.050150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks [] for router (96fd2e22-b94b-4570-8121-4dcf2c17f570), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.052151 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (39c31a4e-5758-4aed-8890-4698aa03ee86), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.052769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c31a4e-5758-4aed-8890-4698aa03ee86 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:44:17.057762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.061349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b56eba2-6dd5-4f76-a7cc-9c49fcdcfd51 admin admin] 10.222.0.21 "DELETE /v2.0/routers/39c31a4e-5758-4aed-8890-4698aa03ee86 HTTP/1.1" status: 204 len: 168 time: 2.8931670 Jan 28 04:44:17.094138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41294) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:17.120825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:44:14Z', 'revision_number': 5, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:17.126268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:17.134352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Publish callbacks [] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.145689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-78791d18-b5ff-4387-bd26-f0c84ecd5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.146447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-78791d18-b5ff-4387-bd26-f0c84ecd5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.146840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-78791d18-b5ff-4387-bd26-f0c84ecd5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.148513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-78791d18-b5ff-4387-bd26-f0c84ecd5451 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=99cb181476494422a9dcd31107896390&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4845157 Jan 28 04:44:17.161915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] Checking router: 96fd2e22-b94b-4570-8121-4dcf2c17f570 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:17.173138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] Routers {'96fd2e22-b94b-4570-8121-4dcf2c17f570'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:17.174513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['96fd2e22-b94b-4570-8121-4dcf2c17f570'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:17.204764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3d6b440-96e2-40de-9d93-b901be44ca99 req-a4fbd943-c9e2-4eff-97ff-08bffcdb3c04 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172866 Jan 28 04:44:17.234924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Transition to ACTIVE for port object 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:17.251721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.291185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Deleting subnet 879faf50-de16-443f-a182-02bdfc17c9b0 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:17.305878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Publish callbacks [] for subnet (879faf50-de16-443f-a182-02bdfc17c9b0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.321180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17ba7447-fc37-420d-bb56-d5da8be65d62 req-acced21c-8333-40c3-8452-f2a633f94eb1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259378 Jan 28 04:44:17.356024 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Floating IP 5867b9e7-802c-4829-a6cb-e9efa0f39966 associated. External IP: 172.25.6.32, port: ddc89462-036e-4d10-a415-ad394a683659. Jan 28 04:44:17.360244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks [] for router_gateway (96fd2e22-b94b-4570-8121-4dcf2c17f570), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.368473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (879faf50-de16-443f-a182-02bdfc17c9b0), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.392510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] Set router 96fd2e22-b94b-4570-8121-4dcf2c17f570 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:17.490948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (879faf50-de16-443f-a182-02bdfc17c9b0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.550858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Deleting port d18b65d5-156a-4310-b681-e5529f70a5f2 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:17.550858 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.559265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c4797bbc-1bc9-4210-a382-ad72526b0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.562443 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cd77b38-bc16-4ee5-acaf-0f7e138b9e31 req-c4797bbc-1bc9-4210-a382-ad72526b0883 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3711476 Jan 28 04:44:17.675070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:44:14Z', 'revision_number': 5, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:17.710185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (879faf50-de16-443f-a182-02bdfc17c9b0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.732979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] For port d18b65d5-156a-4310-b681-e5529f70a5f2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d18b65d5-156a-4310-b681-e5529f70a5f2,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:17.733373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.751740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Pushing event updated for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:17.803523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Attempting to bind port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:17.803757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Attempting to bind port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:17.804100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Attempting to bind port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:17.813053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee1bc8-62f4-41d4-8351-ca23832a568b req-4a7fd21f-3ef2-4146-8a4c-5394eaf278a8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:17.814662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fee1bc8-62f4-41d4-8351-ca23832a568b req-4a7fd21f-3ef2-4146-8a4c-5394eaf278a8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.3058774 Jan 28 04:44:17.834925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Calling delete_port for d18b65d5-156a-4310-b681-e5529f70a5f2 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:17.843766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879faf50-de16-443f-a182-02bdfc17c9b0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:17.858002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.867233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-57b99176-674f-4274-9b4a-9b54610be01c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/879faf50-de16-443f-a182-02bdfc17c9b0 HTTP/1.1" status: 204 len: 168 time: 0.7685235 Jan 28 04:44:17.871199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41300) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:17.879863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:17.880461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Attempting to bind port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:17.898950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:17.899332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Checking segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:17.899842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Bound using segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:17.900309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Bound port: 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:17.901040 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:17.947753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:17.976265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dbc0e4-a083-4218-be94-26a1075a41d4 None None] Network c9567c41-6127-4d6e-b841-c244b5f9ae75 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:18.018171 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c9567c41-6127-4d6e-b841-c244b5f9ae75), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.037122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:18.037679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7dbfdcd4-8273-4722-afc9-4ad2e8ff527f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:18.041004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75d787-7fcb-464f-b9c1-fe1a3bfce6f3 None None] The sync data for ids ['96fd2e22-b94b-4570-8121-4dcf2c17f570'] in n-d-824835-3 is: [{'id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'name': 'tempest-TestServerMultinode-1288937294-router', 'tenant_id': '81e7f4e2ba494753934beb4301673928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:34Z', 'updated_at': '2022-01-28T04:44:14Z', 'revision_number': 5, 'project_id': '81e7f4e2ba494753934beb4301673928', 'gw_port': {'id': 'd18b65d5-156a-4310-b681-e5529f70a5f2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fd2e22-b94b-4570-8121-4dcf2c17f570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:37Z', 'updated_at': '2022-01-28T04:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:18.123747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Router 87d1d01f-7d93-4292-942a-12d7041707d1 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:18.131944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fee1bc8-62f4-41d4-8351-ca23832a568b req-d0a9a997-88b1-4c35-a755-a880a909f6ff tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446415 Jan 28 04:44:18.205388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:18.217862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Deleting port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:18.218809 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.222747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:18.231579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.287495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Pushing event updated for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:18.303190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d18b65d5-156a-4310-b681-e5529f70a5f2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.330266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:18.331241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.332792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e4df8eb-e451-4d40-888d-cf3d245fe913 service neutron] 10.222.0.52 "PUT /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 1135 time: 2.0006804 Jan 28 04:44:18.355248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:18.361563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.371124 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] Sync routers for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:18.376751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Pushing event deleted for resources: {'Port': ['ID=d18b65d5-156a-4310-b681-e5529f70a5f2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:18.393190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:18.397056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': '66caa4c5-e4f1-43a2-a1e4-fdc560f612eb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:18.399317 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a220aa54-280a-4f88-a426-1045f7c10d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "66caa4c5-e4f1-43a2-a1e4-fdc560f612eb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:18.402274 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:18.403196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:18.412318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] For port ec19c76a-5e79-41e9-81d0-bc0c2d68b852, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:18.423127 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.434823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] DHCP port deletion for c9567c41-6127-4d6e-b841-c244b5f9ae75 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:44:18.522602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Calling delete_port for ec19c76a-5e79-41e9-81d0-bc0c2d68b852 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:18.564146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3a6da-e5f5-470f-80d4-b46a203a928c req-4dd9a0b3-62d1-4277-823d-5f161db12328 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:18.565933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59e3a6da-e5f5-470f-80d4-b46a203a928c req-4dd9a0b3-62d1-4277-823d-5f161db12328 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.2704639 Jan 28 04:44:18.576876 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (96fd2e22-b94b-4570-8121-4dcf2c17f570), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.620787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] Deleting port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:18.625000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bf46de05-6e47-4f60-99a2-7af5d9d96c5c tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "PUT /v2.0/floatingips/5867b9e7-802c-4829-a6cb-e9efa0f39966 HTTP/1.1" status: 200 len: 991 time: 3.4527714 Jan 28 04:44:18.634877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.656385 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:18.748478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] For port ec19c76a-5e79-41e9-81d0-bc0c2d68b852, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,segment=NetworkSegment(e51beab2-9011-4648-8bb8-a04f529b7ffd),segment_id=e51beab2-9011-4648-8bb8-a04f529b7ffd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:18.749061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:18.776217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] Calling delete_port for ec19c76a-5e79-41e9-81d0-bc0c2d68b852 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:18.967204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.012951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] No DVR routers for this DVR port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:19.014766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c526b-b541-4a8f-9823-989288025781 None None] Pushing event deleted for resources: {'Port': ['ID=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:19.056001 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '5867b9e7-802c-4829-a6cb-e9efa0f39966', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'port_id': 'ddc89462-036e-4d10-a415-ad394a683659', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'mac_address': 'fa:16:3e:1e:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:55Z', 'updated_at': '2022-01-28T04:44:16Z', 'revision_number': 1, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:55Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:19.107907 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] Checking router: 87d1d01f-7d93-4292-942a-12d7041707d1 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:19.141389 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:19.142029 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:19.180507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (96fd2e22-b94b-4570-8121-4dcf2c17f570), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.186293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks [] for router_controller (96fd2e22-b94b-4570-8121-4dcf2c17f570), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.210121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.215875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.221955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.227253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.232727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.238245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.243612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.251859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-eb6ed56c-fac8-4722-9b82-fba02fc3d59e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5384 time: 0.7352269 Jan 28 04:44:19.260188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.282825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59e3a6da-e5f5-470f-80d4-b46a203a928c req-9a70be67-6571-4945-8dda-2951b3564dbb tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113191 Jan 28 04:44:19.285235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (96fd2e22-b94b-4570-8121-4dcf2c17f570), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.285966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fd2e22-b94b-4570-8121-4dcf2c17f570 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:44:19.291491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.298681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cb9be66f-a41f-4a40-adf5-b610f12de94a admin admin] 10.222.0.21 "DELETE /v2.0/routers/96fd2e22-b94b-4570-8121-4dcf2c17f570 HTTP/1.1" status: 204 len: 168 time: 2.6086934 Jan 28 04:44:19.303935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41314) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:19.332370 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:19.376619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ec19c76a-5e79-41e9-81d0-bc0c2d68b852), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.394722 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2459f2-f084-447d-96de-cb176bda97ca x-openstack-request-id: req-ae2459f2-f084-447d-96de-cb176bda97ca {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:19.395158 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "66caa4c5-e4f1-43a2-a1e4-fdc560f612eb", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:19.395647 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae2459f2-f084-447d-96de-cb176bda97ca {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:19.396185 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': '66caa4c5-e4f1-43a2-a1e4-fdc560f612eb', 'status': 'completed', 'code': 200} Jan 28 04:44:19.462409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec19c76a-5e79-41e9-81d0-bc0c2d68b852,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:19.466883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] No DVR routers for this DVR port ec19c76a-5e79-41e9-81d0-bc0c2d68b852 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:19.499080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Deleting subnet 77d993a2-74d2-4c37-869b-a45fac7c494f {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:19.505517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b0801f8-5585-42aa-913f-3c7cbf17c94d req-986b5a09-46ce-496f-b547-8bf838c99165 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2525673 Jan 28 04:44:19.514324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Publish callbacks [] for subnet (77d993a2-74d2-4c37-869b-a45fac7c494f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.668652 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (77d993a2-74d2-4c37-869b-a45fac7c494f), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.679055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.679694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.680001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.680468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.680931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.681546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.682184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.684239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-01bf1199-7c81-42ce-a645-9d9467a326cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6221 time: 0.2823756 Jan 28 04:44:19.755629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (77d993a2-74d2-4c37-869b-a45fac7c494f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.785985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c9567c41-6127-4d6e-b841-c244b5f9ae75), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.811209 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '5867b9e7-802c-4829-a6cb-e9efa0f39966', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'port_id': 'ddc89462-036e-4d10-a415-ad394a683659', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'mac_address': 'fa:16:3e:1e:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:55Z', 'updated_at': '2022-01-28T04:44:16Z', 'revision_number': 1, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:55Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:19.814358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9567c41-6127-4d6e-b841-c244b5f9ae75']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:19.829435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51beab2-9011-4648-8bb8-a04f529b7ffd') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:19.829796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51beab2-9011-4648-8bb8-a04f529b7ffd') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:19.835350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e7a7-33a6-46d0-b61f-046440415012 req-f1bb129b-da7d-4292-81dd-c141648add67 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:19.837064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3b0e7a7-33a6-46d0-b61f-046440415012 req-f1bb129b-da7d-4292-81dd-c141648add67 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.2153254 Jan 28 04:44:19.841883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (e51beab2-9011-4648-8bb8-a04f529b7ffd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.853566 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c1faa-4ed8-495f-9d9c-4eb90d94476c None None] The sync data for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 is: [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '5867b9e7-802c-4829-a6cb-e9efa0f39966', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'port_id': 'ddc89462-036e-4d10-a415-ad394a683659', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'mac_address': 'fa:16:3e:1e:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:55Z', 'updated_at': '2022-01-28T04:44:16Z', 'revision_number': 1, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:55Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:19.870355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e51beab2-9011-4648-8bb8-a04f529b7ffd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.880188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:19.880440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (e51beab2-9011-4648-8bb8-a04f529b7ffd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.882710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (77d993a2-74d2-4c37-869b-a45fac7c494f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:19.884869 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:19.958872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec19c76a-5e79-41e9-81d0-bc0c2d68b852 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:19.999342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ec19c76a-5e79-41e9-81d0-bc0c2d68b852 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:20.000552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec19c76a-5e79-41e9-81d0-bc0c2d68b852 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:20.001313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f2c7a0d1-160b-4002-9de1-62539477f578 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:20.006493 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.011977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/77d993a2-74d2-4c37-869b-a45fac7c494f HTTP/1.1" status: 204 len: 168 time: 0.7035117 Jan 28 04:44:20.017658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ea387-d329-48e8-80b0-40a8a1fd447b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d993a2-74d2-4c37-869b-a45fac7c494f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:20.019898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41316) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:20.043115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9df60-4a5e-45c2-b991-27fafabb1a92 None None] Network f330a7ad-f517-44a9-ab5a-1123d902abb3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:20.048176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f2c7a0d1-160b-4002-9de1-62539477f578 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:20.048624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f2c7a0d1-160b-4002-9de1-62539477f578 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:20.049469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-2417bc95-d869-49a9-b460-8bcb7e4b5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.058125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-2417bc95-d869-49a9-b460-8bcb7e4b5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.059020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-2417bc95-d869-49a9-b460-8bcb7e4b5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.062728 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-2417bc95-d869-49a9-b460-8bcb7e4b5c80 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=99cb181476494422a9dcd31107896390&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3608286 Jan 28 04:44:20.105259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c9567c41-6127-4d6e-b841-c244b5f9ae75), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.114886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.119210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9567c41-6127-4d6e-b841-c244b5f9ae75 HTTP/1.1" status: 204 len: 168 time: 2.2470412 Jan 28 04:44:20.124198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3b0e7a7-33a6-46d0-b61f-046440415012 req-b059c593-70cf-499c-b1f5-0560894b689b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755609 Jan 28 04:44:20.127876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41318) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:20.178047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852912f9-0c02-4e72-93e5-9d50508d3ba7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:20.187942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Publish callbacks [] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.193597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77008df4-6400-4146-9214-671ab86f6687 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9567c41-6127-4d6e-b841-c244b5f9ae75,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:20.199163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f330a7ad-f517-44a9-ab5a-1123d902abb3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.245544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Transition to ACTIVE for port object 852912f9-0c02-4e72-93e5-9d50508d3ba7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:20.252028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.287596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] DHCP port deletion for f330a7ad-f517-44a9-ab5a-1123d902abb3 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:44:20.332130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20eb8e-6d7f-477b-9f02-4ef46b51a7e4 None None] New status for floating IP 5867b9e7-802c-4829-a6cb-e9efa0f39966: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:44:20.421811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Deleting port bfe53595-5434-4122-a7cd-2464b4ad28de {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:20.423110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.436060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-06aeba0c-8d2d-4ffe-b8a6-400d055e3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.439168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a220aa54-280a-4f88-a426-1045f7c10d1e req-06aeba0c-8d2d-4ffe-b8a6-400d055e3ede service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3064878 Jan 28 04:44:20.439986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Pushing event updated for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:20.528921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Attempting to bind port 852912f9-0c02-4e72-93e5-9d50508d3ba7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:20.529870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Attempting to bind port 852912f9-0c02-4e72-93e5-9d50508d3ba7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:20.530420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Attempting to bind port 852912f9-0c02-4e72-93e5-9d50508d3ba7 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:20.536816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Port 852912f9-0c02-4e72-93e5-9d50508d3ba7 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:20.537544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Attempting to bind port 852912f9-0c02-4e72-93e5-9d50508d3ba7 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:20.544078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:20.544700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Checking segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:20.545327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Bound using segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:20.547092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Bound port: 852912f9-0c02-4e72-93e5-9d50508d3ba7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:20.547680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.572355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] Deleting port bfe53595-5434-4122-a7cd-2464b4ad28de {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:20.573839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.619447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baf576-3b77-450d-8464-9799d676cd67 req-35231590-9215-421f-8ccc-c316f2328b70 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.621596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-72baf576-3b77-450d-8464-9799d676cd67 req-35231590-9215-421f-8ccc-c316f2328b70 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1959033 Jan 28 04:44:20.642551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] For port bfe53595-5434-4122-a7cd-2464b4ad28de, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bfe53595-5434-4122-a7cd-2464b4ad28de,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:20.643068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.668225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Calling delete_port for bfe53595-5434-4122-a7cd-2464b4ad28de owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:20.694912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:20.703574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] For port bfe53595-5434-4122-a7cd-2464b4ad28de, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bfe53595-5434-4122-a7cd-2464b4ad28de,segment=NetworkSegment(5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed),segment_id=5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:20.703574 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.714485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] Calling delete_port for bfe53595-5434-4122-a7cd-2464b4ad28de owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:20.716741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:20.726709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-72baf576-3b77-450d-8464-9799d676cd67 req-0d071692-52cc-4351-adbf-2012257ec574 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937486 Jan 28 04:44:20.734748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.814103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.814907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.816153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] 10.222.0.52 "PUT /v2.0/ports/852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 200 len: 1091 time: 2.4517677 Jan 28 04:44:20.859378 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.883802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074145e-4269-4988-81c7-83d1c592e8bc service neutron] Pushing event updated for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:20.903948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:20.912016 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (bfe53595-5434-4122-a7cd-2464b4ad28de), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:20.923053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.928439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.931867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] No DVR routers for this DVR port bfe53595-5434-4122-a7cd-2464b4ad28de on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:20.933776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.939182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.944784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.948211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] No DVR routers for this DVR port bfe53595-5434-4122-a7cd-2464b4ad28de on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:20.960553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.967351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:20.973313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39839a6e-b078-43a3-ae0e-c0a3d20e1f74 None None] Pushing event deleted for resources: {'Port': ['ID=bfe53595-5434-4122-a7cd-2464b4ad28de,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:20.976111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-24eecfd4-761c-4877-ba51-3edb3956efc9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5396 time: 0.2563760 Jan 28 04:44:21.035074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe53595-5434-4122-a7cd-2464b4ad28de,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:21.111201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11fa4bc0-b989-4c41-a0a6-c17747250d12 req-22b7ae53-5933-4dc0-aeb0-631844e0c374 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331637 Jan 28 04:44:21.118386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.163574 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f330a7ad-f517-44a9-ab5a-1123d902abb3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.249657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f330a7ad-f517-44a9-ab5a-1123d902abb3']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:21.262810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:21.263163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:21.284746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (a36670c3-f229-4731-8095-957940c89b67), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.341703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.361475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1a124-ad83-42d0-9c66-c0a9c2ade30f req-51437df2-2611-4946-b12b-a91443e678e1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:21.368404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8c1a124-ad83-42d0-9c66-c0a9c2ade30f req-51437df2-2611-4946-b12b-a91443e678e1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1165714 Jan 28 04:44:21.374064 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.395684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:21.396232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (5aa0b1f3-6190-4d2c-be4d-17f9ddb3a3ed), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:21.398586 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:21.404410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659'}, {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:21.407509 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08" -d '{"events": [{"name": "network-changed", "server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "tag": "ddc89462-036e-4d10-a415-ad394a683659"}, {"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:21.408763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafd9ff-1195-4be8-997c-db5a842d66fb req-350e8fae-4878-4e19-a83e-d5e53d3d07f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:21.410414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebafd9ff-1195-4be8-997c-db5a842d66fb req-350e8fae-4878-4e19-a83e-d5e53d3d07f7 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1497724 Jan 28 04:44:21.500526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bfe53595-5434-4122-a7cd-2464b4ad28de no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:21.501844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8c1a124-ad83-42d0-9c66-c0a9c2ade30f req-b3b905e9-41d4-4c6a-940a-6aa5c57d05b8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323385 Jan 28 04:44:21.553171 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f330a7ad-f517-44a9-ab5a-1123d902abb3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.563126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b464b0-f539-464b-ada6-fd0a53a50e32 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:21.563496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.567658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f330a7ad-f517-44a9-ab5a-1123d902abb3 HTTP/1.1" status: 204 len: 168 time: 1.5426011 Jan 28 04:44:21.575195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:21.578000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: bfe53595-5434-4122-a7cd-2464b4ad28de {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:21.578359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bfe53595-5434-4122-a7cd-2464b4ad28de not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:21.578795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d18b65d5-156a-4310-b681-e5529f70a5f2 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:21.584647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Publish callbacks [] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.602580 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9bfe9d-584e-4994-adf5-e41e681620db x-openstack-request-id: req-ac9bfe9d-584e-4994-adf5-e41e681620db {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:21.602894 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "tag": "ddc89462-036e-4d10-a415-ad394a683659", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:21.603153 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac9bfe9d-584e-4994-adf5-e41e681620db {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:21.603564 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659', 'status': 'completed', 'code': 200} Jan 28 04:44:21.603841 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7', 'status': 'completed', 'code': 200} Jan 28 04:44:21.617761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Transition to ACTIVE for port object b0b464b0-f539-464b-ada6-fd0a53a50e32 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:21.619643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d18b65d5-156a-4310-b681-e5529f70a5f2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:21.620002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d18b65d5-156a-4310-b681-e5529f70a5f2 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:21.629831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:21.637684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebafd9ff-1195-4be8-997c-db5a842d66fb req-ae20988d-97f8-4b12-a577-0c0fbc377889 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Jan 28 04:44:21.710994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b965bf-51d5-446a-b056-dcffc062e828 admin admin] Pushing event deleted for resources: {'Network': ['ID=f330a7ad-f517-44a9-ab5a-1123d902abb3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:21.727222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:21.782391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-35e81253-611c-43bb-a049-df22fd1a27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:21.784258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-35e81253-611c-43bb-a049-df22fd1a27de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e631490b88d4145a7b0fca86ab45c4d&device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 1097 time: 0.1167381 Jan 28 04:44:21.945265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Attempting to bind port b0b464b0-f539-464b-ada6-fd0a53a50e32 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:21.945752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Attempting to bind port b0b464b0-f539-464b-ada6-fd0a53a50e32 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:21.946202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Attempting to bind port b0b464b0-f539-464b-ada6-fd0a53a50e32 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:21.963014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Port b0b464b0-f539-464b-ada6-fd0a53a50e32 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:21.963014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Attempting to bind port b0b464b0-f539-464b-ada6-fd0a53a50e32 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:21.969069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-d9c3bb25-eaab-49da-a461-6c539eab17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:21.970944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-d9c3bb25-eaab-49da-a461-6c539eab17e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=350c18a3-0492-447f-8627-d21c6aed7080 HTTP/1.1" status: 200 len: 906 time: 0.1805236 Jan 28 04:44:21.971936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:21.972397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Checking segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:21.972884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Bound using segment: {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:21.973473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Bound port: b0b464b0-f539-464b-ada6-fd0a53a50e32, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54338446-2143-4bd4-a25e-6277d8f8df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:21.973973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.024549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880ded-921e-4ad7-b6ee-1defac61c903 req-28f0c13f-4f0e-4621-9325-eaabee906e8e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.026159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47880ded-921e-4ad7-b6ee-1defac61c903 req-28f0c13f-4f0e-4621-9325-eaabee906e8e tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.2240574 Jan 28 04:44:22.094352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Deleting port 51bfac18-caf8-4092-8ce3-65ed38caf29f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:22.094848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.097529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bfbd45b4-70d4-4552-b5cb-c478da233aad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddc89462-036e-4d10-a415-ad394a683659 HTTP/1.1" status: 200 len: 1001 time: 0.1139524 Jan 28 04:44:22.188187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:22.212174 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47880ded-921e-4ad7-b6ee-1defac61c903 req-dd4084dc-3f34-43fa-aa61-bf51703730a6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769650 Jan 28 04:44:22.257471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:22.265033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-b2ff546c-3cf3-454d-bac0-33ab410e94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.266767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-b2ff546c-3cf3-454d-bac0-33ab410e94cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6523619b-3ee1-4574-aa42-d4b7c5aa7711 HTTP/1.1" status: 200 len: 844 time: 0.1617720 Jan 28 04:44:22.272656 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.327852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] For port 51bfac18-caf8-4092-8ce3-65ed38caf29f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51bfac18-caf8-4092-8ce3-65ed38caf29f,segment=NetworkSegment(48adb082-e015-41ea-896f-860936c5148b),segment_id=48adb082-e015-41ea-896f-860936c5148b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:22.328527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.343951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.344865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.346660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] 10.222.0.52 "PUT /v2.0/ports/b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 200 len: 1091 time: 1.4598911 Jan 28 04:44:22.377015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.382159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Calling delete_port for 51bfac18-caf8-4092-8ce3-65ed38caf29f owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:22.384004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.389584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.396093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.408595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.419717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.434554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.436781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-5cd8cbf4-a988-404c-befd-cdd8d6b279a3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5408 time: 0.2367377 Jan 28 04:44:22.443910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:22.518811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-a19f8154-60b4-46e7-b527-7f921a383a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.522445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-a19f8154-60b4-46e7-b527-7f921a383a34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=350c18a3-0492-447f-8627-d21c6aed7080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475212 Jan 28 04:44:22.527683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f0a38-dfeb-4062-98e8-1153a94fce15 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:22.609331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f3cff-086b-41fc-b79a-f4f1c7972b9a req-813bf1f1-d176-4458-bca2-0c5eb2754687 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:22.611061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e1f3cff-086b-41fc-b79a-f4f1c7972b9a req-813bf1f1-d176-4458-bca2-0c5eb2754687 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.0846000 Jan 28 04:44:22.670552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.689837 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:22.710227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbc0deb9-70bd-4053-b96f-c55ffbf7c644 req-da200d92-1ce7-479e-b4a2-55e0f1128029 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2537477 Jan 28 04:44:22.776050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-34e043f6-95e4-4c5f-bb47-cd19b613ef5a service neutron] 10.222.0.52 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440763 Jan 28 04:44:23.044337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f49a2-f344-4a0c-8722-80bcd1148c9c req-0d156019-0061-4493-a604-3016658fa7ae tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.045944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b01f49a2-f344-4a0c-8722-80bcd1148c9c req-0d156019-0061-4493-a604-3016658fa7ae tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.2102249 Jan 28 04:44:23.082837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-0aaaf6df-d321-4569-b648-232031287ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006070 Jan 28 04:44:23.083839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e1f3cff-086b-41fc-b79a-f4f1c7972b9a req-43c44aa1-793c-469c-b080-97c1e561aec3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355342 Jan 28 04:44:23.147864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-ff8c5149-99ef-4eb0-9a69-505476a99833 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226475 Jan 28 04:44:23.154144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b01f49a2-f344-4a0c-8722-80bcd1148c9c req-7898a3b7-5c54-413f-9f7c-7090faeaa12c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889628 Jan 28 04:44:23.230106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ca4447-687e-4f0a-962b-8c6a0342d9ec {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:23.245424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (51bfac18-caf8-4092-8ce3-65ed38caf29f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:23.274544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bfac18-caf8-4092-8ce3-65ed38caf29f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:23.279622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Publish callbacks [] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:23.319750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Transition to ACTIVE for port object 11ca4447-687e-4f0a-962b-8c6a0342d9ec will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:23.339732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.340452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.340981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.341543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.342071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.342601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.343781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.346271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-bafbe8e4-9d5f-483f-b301-6ec795121cc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6355 time: 0.1099229 Jan 28 04:44:23.347257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:23.354222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea12b04-77f1-49c3-b576-92276216e97a req-151c1c9c-6532-4446-880c-6896628c4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.355850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-151c1c9c-6532-4446-880c-6896628c4171 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 1096 time: 0.1049638 Jan 28 04:44:23.523087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:23.602990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (a36670c3-f229-4731-8095-957940c89b67), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:23.611259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:23.613655 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:23.643665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Deleting port 7a242148-dbad-497f-93b5-feedfe3328c8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:23.644161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:23.658131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea12b04-77f1-49c3-b576-92276216e97a req-09ff2e20-ece3-4f2e-ad10-8bbb14a57b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.659902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-09ff2e20-ece3-4f2e-ad10-8bbb14a57b2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 200 len: 907 time: 0.2682950 Jan 28 04:44:23.663204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-257d9825-2e64-47ce-8794-25828ab0df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.663935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-257d9825-2e64-47ce-8794-25828ab0df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.671354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-257d9825-2e64-47ce-8794-25828ab0df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:23.680592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-257d9825-2e64-47ce-8794-25828ab0df1e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=99cb181476494422a9dcd31107896390&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2809689 Jan 28 04:44:23.708267 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bac6d0-ca8c-4aa0-9946-9d9208933577 x-openstack-request-id: req-c3bac6d0-ca8c-4aa0-9946-9d9208933577 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:23.708677 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:23.709044 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3bac6d0-ca8c-4aa0-9946-9d9208933577 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:23.709575 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32', 'status': 'completed', 'code': 200} Jan 28 04:44:23.852827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] For port 7a242148-dbad-497f-93b5-feedfe3328c8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7a242148-dbad-497f-93b5-feedfe3328c8,segment=NetworkSegment(94d4bf01-6faf-4341-b348-72a9a890490a),segment_id=94d4bf01-6faf-4341-b348-72a9a890490a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:23.853108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:23.867860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Calling delete_port for 7a242148-dbad-497f-93b5-feedfe3328c8 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:23.878185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-25a3a7fb-32cb-45e4-ab52-2b798ba2d909 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa HTTP/1.1" status: 200 len: 217 time: 0.1946661 Jan 28 04:44:23.971436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Attempting to bind port 11ca4447-687e-4f0a-962b-8c6a0342d9ec on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:23.971988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Attempting to bind port 11ca4447-687e-4f0a-962b-8c6a0342d9ec by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:23.972433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Attempting to bind port 11ca4447-687e-4f0a-962b-8c6a0342d9ec on network c1556003-cd67-4586-92d0-2c4460a73ff7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:23.999933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-39211ab1-6072-4dd0-bc0d-9647d95b52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.001716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-39211ab1-6072-4dd0-bc0d-9647d95b52e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 1097 time: 0.2855313 Jan 28 04:44:24.018099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Port 11ca4447-687e-4f0a-962b-8c6a0342d9ec on network c1556003-cd67-4586-92d0-2c4460a73ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:24.018517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-6f7a1971-5959-42ce-af29-5d41a5bbac1d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.018724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Attempting to bind port 11ca4447-687e-4f0a-962b-8c6a0342d9ec on network c1556003-cd67-4586-92d0-2c4460a73ff7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:24.020103 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-6f7a1971-5959-42ce-af29-5d41a5bbac1d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.1007490 Jan 28 04:44:24.028734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-5071d88a-06e7-47ea-9e33-371bd52161f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.030433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ab92f749-ae8f-441d-9ad1-6b3b5a388a08 req-5071d88a-06e7-47ea-9e33-371bd52161f5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3326790 Jan 28 04:44:24.041180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea12b04-77f1-49c3-b576-92276216e97a req-66da08d9-2a8b-4ac5-95e8-a5eca2344528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.043099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-66da08d9-2a8b-4ac5-95e8-a5eca2344528 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 200 len: 846 time: 0.1550703 Jan 28 04:44:24.057424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:24.057889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Checking segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:24.058385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Bound using segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:24.059238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Bound port: 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:24.059514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:24.107848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.113089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.118328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.123541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.129340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.134600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.141202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.148319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43dc379b-22cb-4476-8cc5-63866d439929 req-91f4dc72-7756-43f4-8364-b83b31c3c771 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5420 time: 0.2628286 Jan 28 04:44:24.175448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Router a36670c3-f229-4731-8095-957940c89b67 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:24.398297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416ec3d-c56b-451c-b392-5bf547d11cf0 req-f6e44ec5-3a67-4438-818b-8a7f2436504f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.399980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3416ec3d-c56b-451c-b392-5bf547d11cf0 req-f6e44ec5-3a67-4438-818b-8a7f2436504f tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 945 time: 0.2214286 Jan 28 04:44:24.416193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port 4a1bd231-1978-4883-94a5-e447563283d5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:24.416629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4a1bd231-1978-4883-94a5-e447563283d5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:24.532065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-478b06f0-f344-45be-a79b-cc59c5402ffe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2229f101-aa8b-496f-b2d5-7458d231227b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4669466 Jan 28 04:44:24.535197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:24.540931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8b9dcb60-b960-4908-8b31-7b5c77c86b31 admin admin] 10.222.0.21 "PUT /v2.0/routers/a36670c3-f229-4731-8095-957940c89b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4122975 Jan 28 04:44:24.548334 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] Sync routers for ids ['a36670c3-f229-4731-8095-957940c89b67'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:24.552223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41368) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:24.558213 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] Routers {'a36670c3-f229-4731-8095-957940c89b67'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:24.559118 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a36670c3-f229-4731-8095-957940c89b67'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:24.621946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7a242148-dbad-497f-93b5-feedfe3328c8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:24.684689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3416ec3d-c56b-451c-b392-5bf547d11cf0 req-cf408459-3085-4539-b48f-5258786b72d6 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614834 Jan 28 04:44:24.693578 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] Set router a36670c3-f229-4731-8095-957940c89b67 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:24.704751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a242148-dbad-497f-93b5-feedfe3328c8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:24.759944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43dc379b-22cb-4476-8cc5-63866d439929 req-70e21166-e411-4008-8b4d-d8bc7451be12 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6030784 Jan 28 04:44:24.766889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-4a6b4f5c-46cf-40f3-ba2d-6fc0d8700e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.768655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-4a6b4f5c-46cf-40f3-ba2d-6fc0d8700e81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.7425373 Jan 28 04:44:24.796974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.797491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.797972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.798456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.798947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.811111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.811557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:24.813734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-cf2715fd-e031-4f69-b3b8-7c1c4949f70d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6380 time: 0.6425519 Jan 28 04:44:24.825264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:24.834391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port 4a1bd231-1978-4883-94a5-e447563283d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=4a1bd231-1978-4883-94a5-e447563283d5,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:24.835172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4a1bd231-1978-4883-94a5-e447563283d5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:24.870737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for 4a1bd231-1978-4883-94a5-e447563283d5 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:24.937810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-435021ad-c809-4800-8b07-8bc247882567 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 200 len: 217 time: 0.1213803 Jan 28 04:44:24.958508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:25.010341 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:44:23Z', 'revision_number': 5, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:25.053764 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] Checking router: a36670c3-f229-4731-8095-957940c89b67 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:25.068529 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] Routers {'a36670c3-f229-4731-8095-957940c89b67'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:25.070563 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a36670c3-f229-4731-8095-957940c89b67'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:25.074578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:25.120013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-e32d12dc-8eb1-4752-a1eb-1442153635ac service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643625 Jan 28 04:44:25.187613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.188163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:25.189605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 200 len: 1091 time: 2.7502391 Jan 28 04:44:25.271207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Request body: {'port': {'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:25.288564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-9f1efc52-2e12-4558-8cc2-29311194aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.290092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-9f1efc52-2e12-4558-8cc2-29311194aa97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.3296103 Jan 28 04:44:25.346828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68eed0-2d79-428e-b6c0-6302a96086f7 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:25.350090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-79de94a5-f4fc-4a02-a3ec-370ea7b69162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.350606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-79de94a5-f4fc-4a02-a3ec-370ea7b69162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.350938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-79de94a5-f4fc-4a02-a3ec-370ea7b69162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.352731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-79de94a5-f4fc-4a02-a3ec-370ea7b69162 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=99cb181476494422a9dcd31107896390&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4514413 Jan 28 04:44:25.456439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b959de-d47b-46fa-ab62-87ecc3f0bfdf req-47882d57-b18e-4f90-8d9d-1b6091ded120 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.469414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22b959de-d47b-46fa-ab62-87ecc3f0bfdf req-47882d57-b18e-4f90-8d9d-1b6091ded120 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.3698094 Jan 28 04:44:25.515740 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] Set router a36670c3-f229-4731-8095-957940c89b67 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:25.574302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:25.582646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea12b04-77f1-49c3-b576-92276216e97a req-e0b6760c-24bd-4d2c-8557-b89e9050282a service neutron] 10.222.0.52 "GET /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351017 Jan 28 04:44:25.604697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-582fd5e7-dec3-42c8-b6dd-a4db0551b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.606970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-582fd5e7-dec3-42c8-b6dd-a4db0551b0f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2881579 Jan 28 04:44:25.607365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks [] for router (a36670c3-f229-4731-8095-957940c89b67), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:25.609567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:25.627799 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4a1bd231-1978-4883-94a5-e447563283d5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:25.664916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:25.868012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:44:23Z', 'revision_number': 5, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:25.923253 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dc586-c984-449e-8fab-819fbf8d989e None None] The sync data for ids ['a36670c3-f229-4731-8095-957940c89b67'] in n-d-824835-3 is: [{'id': 'a36670c3-f229-4731-8095-957940c89b67', 'name': 'tempest-TaggedBootDevicesTest-1596835130-router', 'tenant_id': 'bd4218cd021a4ba48e7cca65f957a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:30:28Z', 'updated_at': '2022-01-28T04:44:23Z', 'revision_number': 5, 'project_id': 'bd4218cd021a4ba48e7cca65f957a526', 'gw_port': {'id': 'dd6aa156-b87f-49bb-b253-aeafe2b3dbf7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36670c3-f229-4731-8095-957940c89b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:30:31Z', 'updated_at': '2022-01-28T04:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:25.994576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:25.997218 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b75c2e-41d6-4446-8659-6c9121042b49" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:26.137792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0259574-0951-4ad1-b13b-022803fb2786 req-7afe7ca6-aeb8-40c7-bbf9-856e576797e8 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=492b6716-892c-4a24-b5ce-d6b4d8923eef HTTP/1.1" status: 200 len: 210 time: 0.1583316 Jan 28 04:44:26.165598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d090c61d-30be-47e6-af2a-35caf79fa984 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:26.176290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Publish callbacks [] for port (d090c61d-30be-47e6-af2a-35caf79fa984), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.192157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Transition to ACTIVE for port object d090c61d-30be-47e6-af2a-35caf79fa984 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:26.194194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-c16f9909-6051-442c-b91b-6f4c82c4f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.196397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ed961e9-1d36-4bb8-88f5-cceb7b6db2e7 req-c16f9909-6051-442c-b91b-6f4c82c4f765 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8233032 Jan 28 04:44:26.234568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-87b46ad9-6624-4234-b702-ca87a78afd5a service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174881 Jan 28 04:44:26.244416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.252850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks [] for router_gateway (a36670c3-f229-4731-8095-957940c89b67), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.263982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=4a1bd231-1978-4883-94a5-e447563283d5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:26.283425 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22b959de-d47b-46fa-ab62-87ecc3f0bfdf req-9a67ba91-df43-4df5-8243-b6580ce320f0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8118403 Jan 28 04:44:26.450475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port 4a1bd231-1978-4883-94a5-e447563283d5 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:26.454318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.457008 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.460453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.464564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94c77a50-1102-423c-b0ce-ac804b94a5eb req-e7d84d18-81ff-4ef5-8bc9-229374f1cce3 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.47 "DELETE /v2.0/ports/4a1bd231-1978-4883-94a5-e447563283d5 HTTP/1.1" status: 204 len: 173 time: 2.4080491 Jan 28 04:44:26.467154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'name': 'network-vif-deleted', 'tag': '4a1bd231-1978-4883-94a5-e447563283d5'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:26.470404 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e852d9-3f22-4180-8614-32329bc6cea0" -d '{"events": [{"server_uuid": "492b6716-892c-4a24-b5ce-d6b4d8923eef", "name": "network-vif-deleted", "tag": "4a1bd231-1978-4883-94a5-e447563283d5"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:26.471299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.491688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.496739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.505504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.514449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.516573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-fa7b00d6-ad3c-450d-b9d2-d27246e13689 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.2807341 Jan 28 04:44:26.573865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:26.620607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Deleting port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:26.620956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.637663 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df15492-ca04-4373-bd95-d24f5224edc6 x-openstack-request-id: req-7df15492-ca04-4373-bd95-d24f5224edc6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:26.643351 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:26.643770 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7df15492-ca04-4373-bd95-d24f5224edc6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:26.644210 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec', 'status': 'completed', 'code': 200} Jan 28 04:44:26.758064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 4a1bd231-1978-4883-94a5-e447563283d5 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:26.764613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] For port dd6aa156-b87f-49bb-b253-aeafe2b3dbf7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:26.765242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.777980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Calling delete_port for dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:26.790134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 4a1bd231-1978-4883-94a5-e447563283d5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:26.790486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 4a1bd231-1978-4883-94a5-e447563283d5 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:26.799219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cde2d9f4-c134-4513-a8c5-ceed1de9c992 req-123423d0-84dd-4613-b6a3-7ad07e684e25 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504215 Jan 28 04:44:26.831086 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b967bf-5331-475f-b06d-a163fdeba811 x-openstack-request-id: req-24b967bf-5331-475f-b06d-a163fdeba811 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:26.831718 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492b6716-892c-4a24-b5ce-d6b4d8923eef", "name": "network-vif-deleted", "tag": "4a1bd231-1978-4883-94a5-e447563283d5", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:26.832795 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24b967bf-5331-475f-b06d-a163fdeba811 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:26.833081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-521c8a4d-d1c3-42e8-bba5-ddfa30eaa6fb req-7c933270-a08c-403b-a0e3-3e34f1e4a095 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2807014 Jan 28 04:44:26.833679 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b6716-892c-4a24-b5ce-d6b4d8923eef', 'name': 'network-vif-deleted', 'tag': '4a1bd231-1978-4883-94a5-e447563283d5', 'status': 'completed', 'code': 200} Jan 28 04:44:26.839061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.839555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.840035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.840515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.840989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.841493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.841961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.844033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-acdd2e6e-66e1-40bd-8d35-3e23cf25bf99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6447 time: 0.1636789 Jan 28 04:44:26.845026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Attempting to bind port d090c61d-30be-47e6-af2a-35caf79fa984 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:26.845393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Attempting to bind port d090c61d-30be-47e6-af2a-35caf79fa984 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:26.845724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Attempting to bind port d090c61d-30be-47e6-af2a-35caf79fa984 on network c1556003-cd67-4586-92d0-2c4460a73ff7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:26.851223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Port d090c61d-30be-47e6-af2a-35caf79fa984 on network c1556003-cd67-4586-92d0-2c4460a73ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:26.851352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Attempting to bind port d090c61d-30be-47e6-af2a-35caf79fa984 on network c1556003-cd67-4586-92d0-2c4460a73ff7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:26.857047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:26.857477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Checking segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:26.857928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Bound using segment: {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:26.858375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Bound port: d090c61d-30be-47e6-af2a-35caf79fa984, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c094a3-3e9d-4c8a-966b-1c8b97f41173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:26.859259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.927826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:27.020511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:27.023806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d090c61d-30be-47e6-af2a-35caf79fa984,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:27.025724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-f6e3f8fb-111d-498e-a12f-47bee7000461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.026195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-f6e3f8fb-111d-498e-a12f-47bee7000461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.026666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-f6e3f8fb-111d-498e-a12f-47bee7000461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.028309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-f6e3f8fb-111d-498e-a12f-47bee7000461 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=99cb181476494422a9dcd31107896390&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1669559 Jan 28 04:44:27.034804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.130296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:27.144131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-53bb3dc8-3b3a-49e7-a277-ff880d3fa2bc admin admin] 10.222.0.21 "PUT /v2.0/routers/34ce7b31-4e7e-44a1-8fb9-360a2ba904d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668125 Jan 28 04:44:27.144627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] Sync routers for ids ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:27.146239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41382) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:27.151674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.152409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.153908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 1091 time: 1.9074397 Jan 28 04:44:27.157510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dd6aa156-b87f-49bb-b253-aeafe2b3dbf7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.195435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] Routers {'34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:27.196339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced239b1-dcec-40e7-925c-0b35857106d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:27.203135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:27.230689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-e656ac25-1eed-4221-9502-668f817542bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.232289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1b75c2e-41d6-4446-8659-6c9121042b49 req-e656ac25-1eed-4221-9502-668f817542bf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941793 Jan 28 04:44:27.242020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6aa156-b87f-49bb-b253-aeafe2b3dbf7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:27.418853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.419350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.429562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.430115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.430608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.431072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.431542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.433631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e9b95bfd-b1e4-48cf-b7a4-740a04992e2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6489 time: 0.1137400 Jan 28 04:44:27.476790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] Set router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:27.523881 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks [] for router (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.536290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d059a3d7-4879-4718-a3e2-dee8549d542e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 217 time: 0.0891969 Jan 28 04:44:27.543098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (a36670c3-f229-4731-8095-957940c89b67), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.562454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51bfac18-caf8-4092-8ce3-65ed38caf29f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:27.602261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d1aca60f-8a88-42b3-bafa-9fe4eceb2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.603784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d1aca60f-8a88-42b3-bafa-9fe4eceb2049 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 200 len: 855 time: 0.0585303 Jan 28 04:44:27.637295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 51bfac18-caf8-4092-8ce3-65ed38caf29f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:27.637899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51bfac18-caf8-4092-8ce3-65ed38caf29f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:27.739307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1dfd8092-0d0c-45b5-ab78-e9e26c291d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.741404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1dfd8092-0d0c-45b5-ab78-e9e26c291d63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28dbad87-65ee-424d-89a2-021c02808473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060505 Jan 28 04:44:27.778960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:44:24Z', 'revision_number': 5, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:27.790243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (a36670c3-f229-4731-8095-957940c89b67), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.793330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks [] for router_controller (a36670c3-f229-4731-8095-957940c89b67), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.841231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] Checking router: 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:27.860157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] Routers {'34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:27.862128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:27.882982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdf5f7-de68-4c3e-bc75-aa88989345ba req-2fc930f0-a791-43f3-a78b-66bb40fac3f4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.884041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-3ffbd002-f75a-410b-919d-20c132945950 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332588 Jan 28 04:44:27.885014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0bfdf5f7-de68-4c3e-bc75-aa88989345ba req-2fc930f0-a791-43f3-a78b-66bb40fac3f4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.4092643 Jan 28 04:44:27.888087 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (a36670c3-f229-4731-8095-957940c89b67), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.888657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a36670c3-f229-4731-8095-957940c89b67 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:44:27.955236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:27.956437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51ed1d05-82a1-452e-9ca0-1152bf1cbe86 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a36670c3-f229-4731-8095-957940c89b67 HTTP/1.1" status: 204 len: 168 time: 3.4012523 Jan 28 04:44:27.993279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41408) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:28.032344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0bfdf5f7-de68-4c3e-bc75-aa88989345ba req-ad172826-0cbe-44e2-9929-7c53393edc96 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095409 Jan 28 04:44:28.095827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] Set router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:28.098189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks [] for router_gateway (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.217013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Deleting port 229d6979-f964-44ca-b9ff-6ecb5aa57371 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:28.217391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.272654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Deleting subnet df177b00-c67c-4c0e-ae4c-20fa0e981d48 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:28.285526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ecf4d8e0-bc43-4e43-992a-62e174d40ceb service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497288 Jan 28 04:44:28.290054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Publish callbacks [] for subnet (df177b00-c67c-4c0e-ae4c-20fa0e981d48), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.305546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] For port 229d6979-f964-44ca-b9ff-6ecb5aa57371, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=229d6979-f964-44ca-b9ff-6ecb5aa57371,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:28.306311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.322371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Calling delete_port for 229d6979-f964-44ca-b9ff-6ecb5aa57371 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:28.367269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-063f875d-1c70-4904-af09-9938172baf82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 217 time: 0.0720243 Jan 28 04:44:28.379080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:44:24Z', 'revision_number': 5, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:28.406675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.408464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077763-abe3-4f98-a7c8-3f469a529bd9 None None] The sync data for ids ['34ce7b31-4e7e-44a1-8fb9-360a2ba904d6'] in n-d-824835-3 is: [{'id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'name': 'tempest-TestServerMultinode-2052683047-router', 'tenant_id': '474012acc83c4c0089d5c4ec023e6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:44:24Z', 'revision_number': 5, 'project_id': '474012acc83c4c0089d5c4ec023e6004', 'gw_port': {'id': '229d6979-f964-44ca-b9ff-6ecb5aa57371', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce7b31-4e7e-44a1-8fb9-360a2ba904d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:55Z', 'updated_at': '2022-01-28T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:28.412380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.424339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.430674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.436691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.443378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.449060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.451420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-86f73e24-d845-4464-8e87-7c02dc59dae8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.3087521 Jan 28 04:44:28.472534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (df177b00-c67c-4c0e-ae4c-20fa0e981d48), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.587330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (229d6979-f964-44ca-b9ff-6ecb5aa57371), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.620275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Pushing event deleted for resources: {'Port': ['ID=229d6979-f964-44ca-b9ff-6ecb5aa57371,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:28.632387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ac24ac14-5890-4121-b1e8-f8de225e8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.634421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-ac24ac14-5890-4121-b1e8-f8de225e8e3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.2560117 Jan 28 04:44:28.640634 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (df177b00-c67c-4c0e-ae4c-20fa0e981d48), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.646800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:28.650486 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:28.710698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.748188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2873a7b1-d644-4329-b3f9-3974ee1a72b2 req-b00e26c2-c8d8-476b-88c9-a53155242b15 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2731838 Jan 28 04:44:28.766654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bba4327b-0c75-49f9-9bd4-208bdd6e3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.768334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-bba4327b-0c75-49f9-9bd4-208bdd6e3052 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833690 Jan 28 04:44:28.865651 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c3ebf-c6fd-4f1e-8152-69b56afd9d6f x-openstack-request-id: req-979c3ebf-c6fd-4f1e-8152-69b56afd9d6f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:28.865935 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:28.866228 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-979c3ebf-c6fd-4f1e-8152-69b56afd9d6f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:28.866635 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984', 'status': 'completed', 'code': 200} Jan 28 04:44:28.867594 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (df177b00-c67c-4c0e-ae4c-20fa0e981d48), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.904669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.909229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks [] for router_controller (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.924717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df177b00-c67c-4c0e-ae4c-20fa0e981d48,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:28.928502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:28.934598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a13a41c4-ab3a-4afd-91b0-56313c3544e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df177b00-c67c-4c0e-ae4c-20fa0e981d48 HTTP/1.1" status: 204 len: 168 time: 0.9380238 Jan 28 04:44:28.934796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0aee1-c73c-4c67-82ee-0d5178e4569b None None] Network 05a01c0a-c658-4eda-87c9-128ffe14bc9d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:28.935349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41432) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:29.013029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f64ea-cc6f-464e-a9b1-c1d840f4e2d7 req-3ea954f5-b9ae-46a6-9afc-26dcc3c5beb4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:29.021443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e11f64ea-cc6f-464e-a9b1-c1d840f4e2d7 req-3ea954f5-b9ae-46a6-9afc-26dcc3c5beb4 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 945 time: 0.1364815 Jan 28 04:44:29.029851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (34ce7b31-4e7e-44a1-8fb9-360a2ba904d6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.031679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:44:29.036496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (05a01c0a-c658-4eda-87c9-128ffe14bc9d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.044895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-0f19a8cf-5952-4ac1-91e4-a4e21269597f service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564130 Jan 28 04:44:29.045754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.049253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-75d9f93a-a9b0-484b-b9ee-8521d6548169 admin admin] 10.222.0.21 "DELETE /v2.0/routers/34ce7b31-4e7e-44a1-8fb9-360a2ba904d6 HTTP/1.1" status: 204 len: 168 time: 1.8995848 Jan 28 04:44:29.050095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41436) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:29.154243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e11f64ea-cc6f-464e-a9b1-c1d840f4e2d7 req-a13829c1-2c74-46c0-a2bf-d7bfcd407a2c tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269226 Jan 28 04:44:29.158410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Deleting subnet 007ab20d-c497-4886-8017-2050efde2b2a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:29.168475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Publish callbacks [] for subnet (007ab20d-c497-4886-8017-2050efde2b2a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.209406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (007ab20d-c497-4886-8017-2050efde2b2a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.227511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] DHCP port deletion for 05a01c0a-c658-4eda-87c9-128ffe14bc9d request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:44:29.282474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] Deleting port 2a527d03-68ea-480d-a1df-d82980554b2e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:29.283165 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.320137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (007ab20d-c497-4886-8017-2050efde2b2a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.385624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] For port 2a527d03-68ea-480d-a1df-d82980554b2e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2a527d03-68ea-480d-a1df-d82980554b2e,segment=NetworkSegment(48adb082-e015-41ea-896f-860936c5148b),segment_id=48adb082-e015-41ea-896f-860936c5148b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:29.386321 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.402575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (007ab20d-c497-4886-8017-2050efde2b2a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.403284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] Calling delete_port for 2a527d03-68ea-480d-a1df-d82980554b2e owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:29.428580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.442864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/007ab20d-c497-4886-8017-2050efde2b2a HTTP/1.1" status: 204 len: 168 time: 0.3914535 Jan 28 04:44:29.473425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:29.480775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5b30f-0fac-417f-964b-953d181730f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007ab20d-c497-4886-8017-2050efde2b2a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:29.498248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0282177-380a-4da6-901d-8500064dfa0a None None] Network 03b445f5-5c1d-406b-9bab-c2d1283f2ded requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:29.570942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (03b445f5-5c1d-406b-9bab-c2d1283f2ded), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.575991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.595750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] No DVR routers for this DVR port 2a527d03-68ea-480d-a1df-d82980554b2e on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:29.634640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c7152-3abb-4ef8-bbfc-c6b3ab6eecb5 None None] Pushing event deleted for resources: {'Port': ['ID=2a527d03-68ea-480d-a1df-d82980554b2e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:29.644351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Deleting port e1837c86-9cb9-4236-9110-06d784786237 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:29.644696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e1837c86-9cb9-4236-9110-06d784786237), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.720006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Deleting port 2a527d03-68ea-480d-a1df-d82980554b2e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:29.720516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] For port e1837c86-9cb9-4236-9110-06d784786237, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e1837c86-9cb9-4236-9110-06d784786237,segment=NetworkSegment(94d4bf01-6faf-4341-b348-72a9a890490a),segment_id=94d4bf01-6faf-4341-b348-72a9a890490a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:29.720657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.720753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e1837c86-9cb9-4236-9110-06d784786237), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.733963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Calling delete_port for e1837c86-9cb9-4236-9110-06d784786237 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:29.824228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45858-7c0d-4ed1-aec2-4627ffec76a2 req-f1492428-fc90-4048-be75-dcf1584aa268 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:29.834079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eca45858-7c0d-4ed1-aec2-4627ffec76a2 req-f1492428-fc90-4048-be75-dcf1584aa268 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1705897 Jan 28 04:44:29.847470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] DHCP port deletion for 03b445f5-5c1d-406b-9bab-c2d1283f2ded request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:44:29.866921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-a7933537-3171-4d65-9f13-0330d2c16541 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7750475 Jan 28 04:44:29.870373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] For port 2a527d03-68ea-480d-a1df-d82980554b2e, host n-d-824835-3, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:29.870797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.873895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e1837c86-9cb9-4236-9110-06d784786237), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.930047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1837c86-9cb9-4236-9110-06d784786237,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:29.935227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] No DVR routers for this DVR port e1837c86-9cb9-4236-9110-06d784786237 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:29.966028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Deleting port e1837c86-9cb9-4236-9110-06d784786237 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:29.966633 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e1837c86-9cb9-4236-9110-06d784786237), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:29.974531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Calling delete_port for 2a527d03-68ea-480d-a1df-d82980554b2e owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:29.991784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Port 2a527d03-68ea-480d-a1df-d82980554b2e was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:44:29.994971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2a527d03-68ea-480d-a1df-d82980554b2e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.023212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b4829761-8227-43cd-8ae9-97154306761e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 217 time: 0.1456001 Jan 28 04:44:30.032968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] For port e1837c86-9cb9-4236-9110-06d784786237, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:30.033395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e1837c86-9cb9-4236-9110-06d784786237), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.047492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (03b445f5-5c1d-406b-9bab-c2d1283f2ded), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.051166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Calling delete_port for e1837c86-9cb9-4236-9110-06d784786237 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:30.054171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Port e1837c86-9cb9-4236-9110-06d784786237 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:44:30.056931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (e1837c86-9cb9-4236-9110-06d784786237), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.065872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:30.066404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a527d03-68ea-480d-a1df-d82980554b2e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:30.072430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b445f5-5c1d-406b-9bab-c2d1283f2ded']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:30.083295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d4bf01-6faf-4341-b348-72a9a890490a') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:30.083717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d4bf01-6faf-4341-b348-72a9a890490a') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:30.096340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (94d4bf01-6faf-4341-b348-72a9a890490a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.097714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] No DVR routers for this DVR port 2a527d03-68ea-480d-a1df-d82980554b2e on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:30.107370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] Pushing event deleted for resources: {'Port': ['ID=e1837c86-9cb9-4236-9110-06d784786237,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:30.110505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eac723-e3ff-4c9c-ac6f-261e967c6225 None None] No DVR routers for this DVR port e1837c86-9cb9-4236-9110-06d784786237 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:30.112109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:30.112635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd6aa156-b87f-49bb-b253-aeafe2b3dbf7 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:30.113672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a527d03-68ea-480d-a1df-d82980554b2e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:30.114853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (94d4bf01-6faf-4341-b348-72a9a890490a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.124522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:30.125663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (94d4bf01-6faf-4341-b348-72a9a890490a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.147213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2a527d03-68ea-480d-a1df-d82980554b2e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:30.147836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2a527d03-68ea-480d-a1df-d82980554b2e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:30.148466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7a242148-dbad-497f-93b5-feedfe3328c8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:30.171036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7a242148-dbad-497f-93b5-feedfe3328c8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:30.171727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7a242148-dbad-497f-93b5-feedfe3328c8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:30.214054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eca45858-7c0d-4ed1-aec2-4627ffec76a2 req-09b45ace-b6f7-4100-ab08-f92572d20272 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791037 Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:30.217182 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:30.237392 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (03b445f5-5c1d-406b-9bab-c2d1283f2ded), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.243595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.262742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] 10.222.0.21 "DELETE /v2.0/networks/03b445f5-5c1d-406b-9bab-c2d1283f2ded HTTP/1.1" status: 204 len: 168 time: 0.7876799 Jan 28 04:44:30.281811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (05a01c0a-c658-4eda-87c9-128ffe14bc9d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.300577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-0e6b65d5-8aca-46d6-a81c-70c37260147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.302707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-0e6b65d5-8aca-46d6-a81c-70c37260147f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.2462447 Jan 28 04:44:30.323614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a01c0a-c658-4eda-87c9-128ffe14bc9d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:30.323885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.329814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.335139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.340783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.346317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.349700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48adb082-e015-41ea-896f-860936c5148b') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:30.350136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48adb082-e015-41ea-896f-860936c5148b') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:30.353913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.361009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.368647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-01a0397f-881e-4a87-a26e-ceee4308d649 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.4238172 Jan 28 04:44:30.373577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (48adb082-e015-41ea-896f-860936c5148b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.386939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d936e060-4b94-4882-94e7-b37520d218d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.389439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-d936e060-4b94-4882-94e7-b37520d218d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784614 Jan 28 04:44:30.390248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446002a-cb3a-4ee4-b047-ca595960a320 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b445f5-5c1d-406b-9bab-c2d1283f2ded,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:30.409494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (48adb082-e015-41ea-896f-860936c5148b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.428814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:30.429270 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (48adb082-e015-41ea-896f-860936c5148b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.448201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4689dab-8df5-4db9-a686-a8207b883b02 req-f7a0b825-8af7-4653-b65c-89f8e72d0bed tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785735 Jan 28 04:44:30.486963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41452) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:30.515838 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:30.541931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02163cf7-03ef-4a9d-8b3d-f8ddd4244311 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81e7f4e2ba494753934beb4301673928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537689 Jan 28 04:44:30.544308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41454) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:30.550027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (05a01c0a-c658-4eda-87c9-128ffe14bc9d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.595585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.599741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] 10.222.0.21 "DELETE /v2.0/networks/05a01c0a-c658-4eda-87c9-128ffe14bc9d HTTP/1.1" status: 204 len: 168 time: 1.6630890 Jan 28 04:44:30.615877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faefcf-afa1-47f8-bafd-3760fb9af743 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a01c0a-c658-4eda-87c9-128ffe14bc9d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:30.652173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-58839cad-c6a4-4b1c-9caa-ea19511545d0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353827 Jan 28 04:44:30.665862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa6539-4a6f-4803-b38e-4432752ae8fb req-8be0e3cd-98ad-42e4-9879-f02a7e3a46cc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.667457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93aa6539-4a6f-4803-b38e-4432752ae8fb req-8be0e3cd-98ad-42e4-9879-f02a7e3a46cc tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 945 time: 0.1200058 Jan 28 04:44:30.668356 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d9e044b-8b12-4110-b4ee-694dc9703aec admin admin] Publish callbacks [] for security_group (996818aa-c5db-4147-a194-de9298971a85), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.708243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d9e044b-8b12-4110-b4ee-694dc9703aec admin admin] Publish callbacks [] for security_group (996818aa-c5db-4147-a194-de9298971a85), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.757578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93aa6539-4a6f-4803-b38e-4432752ae8fb req-bf02f5a9-7543-4e2a-a129-0661b230787d tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e870dca-b6c0-4dae-9df9-3fcd80c46b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795143 Jan 28 04:44:30.796808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d9e044b-8b12-4110-b4ee-694dc9703aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (996818aa-c5db-4147-a194-de9298971a85), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.800568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d9e044b-8b12-4110-b4ee-694dc9703aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.804609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d9e044b-8b12-4110-b4ee-694dc9703aec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/996818aa-c5db-4147-a194-de9298971a85 HTTP/1.1" status: 204 len: 168 time: 0.2592912 Jan 28 04:44:30.815389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e044b-8b12-4110-b4ee-694dc9703aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996818aa-c5db-4147-a194-de9298971a85,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:30.842521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-8a251e3c-1305-4d94-9ac4-50117f5e1989 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:30.844443 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-8a251e3c-1305-4d94-9ac4-50117f5e1989 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 945 time: 0.1144557 Jan 28 04:44:30.846905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41460) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:30.978320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-cd5789fe-64c5-4f72-9f31-d3b073b93e3d service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568047 Jan 28 04:44:30.989193 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-91a7ecd8-989b-4ce4-b86e-f1cc1400317b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac1a6f39304b43e2a2ebf0b43e6b6e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400695 Jan 28 04:44:30.991703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:31.034319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-2d6e1868-152e-498b-ae49-259c066a7810 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0435660 Jan 28 04:44:31.053875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb64d54-1df9-4a6d-ad90-152b71016e93 admin admin] Publish callbacks [] for security_group (4dcb2595-a448-413b-aa5c-ab5345e5b6da), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.076284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Deleting port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:31.076632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.082212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb64d54-1df9-4a6d-ad90-152b71016e93 admin admin] Publish callbacks [] for security_group (4dcb2595-a448-413b-aa5c-ab5345e5b6da), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.143814 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb64d54-1df9-4a6d-ad90-152b71016e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4dcb2595-a448-413b-aa5c-ab5345e5b6da), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.147056 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb64d54-1df9-4a6d-ad90-152b71016e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.148556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1f803bb3-7e76-403c-85b2-a6a176468e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.149814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1f803bb3-7e76-403c-85b2-a6a176468e63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1087687 Jan 28 04:44:31.158894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-feb64d54-1df9-4a6d-ad90-152b71016e93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dcb2595-a448-413b-aa5c-ab5345e5b6da HTTP/1.1" status: 204 len: 168 time: 0.1602693 Jan 28 04:44:31.183501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb64d54-1df9-4a6d-ad90-152b71016e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb2595-a448-413b-aa5c-ab5345e5b6da,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:31.217391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] For port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,segment=NetworkSegment(b40d476e-c9f5-4bc0-98f1-07a0e99c7b45),segment_id=b40d476e-c9f5-4bc0-98f1-07a0e99c7b45)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:31.217843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.234781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Calling delete_port for 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:31.240585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-05c9df2d-30cc-4f24-b26e-fa41963935dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.242263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-05c9df2d-30cc-4f24-b26e-fa41963935dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840762 Jan 28 04:44:31.338364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41472) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:31.344326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6ded2b86-da13-4446-8706-94bb1557ceb0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940053 Jan 28 04:44:31.441793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c67d109-f804-427d-ae23-d7bfc9f6dbc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=474012acc83c4c0089d5c4ec023e6004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1016300 Jan 28 04:44:31.444051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41476) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:31.471292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 229d6979-f964-44ca-b9ff-6ecb5aa57371 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:31.496507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 229d6979-f964-44ca-b9ff-6ecb5aa57371 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:31.507560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0f44-7314-49d0-ab83-8d41b6f42004 admin admin] Publish callbacks [] for security_group (8bacc099-85cb-4b8d-ab6f-892e671de46d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.511043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 229d6979-f964-44ca-b9ff-6ecb5aa57371 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:31.514442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e1837c86-9cb9-4236-9110-06d784786237 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:31.550286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0f44-7314-49d0-ab83-8d41b6f42004 admin admin] Publish callbacks [] for security_group (8bacc099-85cb-4b8d-ab6f-892e671de46d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.566642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: e1837c86-9cb9-4236-9110-06d784786237 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:31.571090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e1837c86-9cb9-4236-9110-06d784786237 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:31.605404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-16df6b30-11ce-49cf-9927-98f3586c85b2 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976645 Jan 28 04:44:31.673014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e06c3905-3ebc-476b-8730-d8fe41b41801 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 200 len: 217 time: 0.0504541 Jan 28 04:44:31.698687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0f44-7314-49d0-ab83-8d41b6f42004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8bacc099-85cb-4b8d-ab6f-892e671de46d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.703509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0f44-7314-49d0-ab83-8d41b6f42004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.704700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a2a0f44-7314-49d0-ab83-8d41b6f42004 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bacc099-85cb-4b8d-ab6f-892e671de46d HTTP/1.1" status: 204 len: 168 time: 0.2595041 Jan 28 04:44:31.738367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a0f44-7314-49d0-ab83-8d41b6f42004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacc099-85cb-4b8d-ab6f-892e671de46d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:31.747943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcba063-ce60-4e4c-ac06-3edd86cd06f6 req-f258554c-6429-485a-b8e4-444d7557d508 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.756110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fcba063-ce60-4e4c-ac06-3edd86cd06f6 req-f258554c-6429-485a-b8e4-444d7557d508 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.3472519 Jan 28 04:44:31.775076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41484) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:31.802654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.809827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.818335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.825466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.833078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.840797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.843570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-513d374a-1c09-4d4d-b798-7a5ef66f2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.845217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-513d374a-1c09-4d4d-b798-7a5ef66f2e9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1662319 Jan 28 04:44:31.847381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.856383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-cdf865e1-0439-4336-bbff-8116ae7de29a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.2533391 Jan 28 04:44:31.884100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.924978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Pushing event deleted for resources: {'Port': ['ID=115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:31.925801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:31.940832 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7fcba063-ce60-4e4c-ac06-3edd86cd06f6 req-c1731581-453c-4d35-af56-31b4018dd543 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787243 Jan 28 04:44:32.024814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27947efa-5fa3-4b71-9a3e-6843d866e0c4 req-e7ca627f-3789-49bb-80c7-971bb28b5d80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674492 Jan 28 04:44:32.028120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-75986a4c-446b-4068-b9ac-07bb0f300c35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd4218cd021a4ba48e7cca65f957a526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490890 Jan 28 04:44:32.031829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41490) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:32.092414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] No DVR routers for this DVR port 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:32.100320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:32.102651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbf1c350-2d43-47b5-8d72-f4ef4433c49c req-b0de4763-b368-4e65-9e69-3e80c7242951 tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.52 "DELETE /v2.0/ports/115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa HTTP/1.1" status: 204 len: 173 time: 1.2467442 Jan 28 04:44:32.103215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'name': 'network-vif-deleted', 'tag': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:32.105588 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9070f6de-d713-4aed-925d-b06c8250fafa" -d '{"events": [{"server_uuid": "726b2b03-c986-46cb-9c9a-eb56afc6e2aa", "name": "network-vif-deleted", "tag": "115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:32.117013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-0e3b0c2a-2723-4064-8c3c-7fc6e0c48e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:32.118767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-0e3b0c2a-2723-4064-8c3c-7fc6e0c48e05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2639844 Jan 28 04:44:32.215825 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5701ca-1eff-42b2-af72-bcf91c001a56 x-openstack-request-id: req-ba5701ca-1eff-42b2-af72-bcf91c001a56 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:32.216050 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726b2b03-c986-46cb-9c9a-eb56afc6e2aa", "name": "network-vif-deleted", "tag": "115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:32.216280 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba5701ca-1eff-42b2-af72-bcf91c001a56 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:32.216687 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726b2b03-c986-46cb-9c9a-eb56afc6e2aa', 'name': 'network-vif-deleted', 'tag': '115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa', 'status': 'completed', 'code': 200} Jan 28 04:44:32.220449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d5f18889-bb0e-40d8-8056-edf87ed01d59 req-b79636b1-39ad-40a3-a3d4-9f9d413bda2a tempest-ServersTestJSON-1325158104 tempest-ServersTestJSON-1325158104-project] 10.222.0.21 "GET /v2.0/ports?device_id=726b2b03-c986-46cb-9c9a-eb56afc6e2aa HTTP/1.1" status: 200 len: 210 time: 0.0452430 Jan 28 04:44:32.223637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a32da6-6121-49ed-96fe-1fde406cc2a7 admin admin] Publish callbacks [] for security_group (d3b1ad8a-4385-46a0-bb96-3ce4a580a5df), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:32.255790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a32da6-6121-49ed-96fe-1fde406cc2a7 admin admin] Publish callbacks [] for security_group (d3b1ad8a-4385-46a0-bb96-3ce4a580a5df), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:32.307220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-a16b6c9c-a763-4b4c-94a2-eb13a17f51f3 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785207 Jan 28 04:44:32.371374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a32da6-6121-49ed-96fe-1fde406cc2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d3b1ad8a-4385-46a0-bb96-3ce4a580a5df), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:32.374598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a32da6-6121-49ed-96fe-1fde406cc2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:32.377988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c4a32da6-6121-49ed-96fe-1fde406cc2a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3b1ad8a-4385-46a0-bb96-3ce4a580a5df HTTP/1.1" status: 204 len: 168 time: 0.3427241 Jan 28 04:44:32.388298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a32da6-6121-49ed-96fe-1fde406cc2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b1ad8a-4385-46a0-bb96-3ce4a580a5df,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:32.424349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-a0114b52-ac57-4573-8e90-e23194b7aa53 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057358 Jan 28 04:44:32.483026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1be35778-fd49-40cc-93e6-d81027b7c7aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 200 len: 217 time: 0.0498195 Jan 28 04:44:32.550162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e0b8e6f4-3c24-48ec-afa2-0eb57cfd458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:32.551776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-e0b8e6f4-3c24-48ec-afa2-0eb57cfd458c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.0595427 Jan 28 04:44:32.615489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1d7256b6-4554-49d5-a978-60a88c02ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:32.617290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-1d7256b6-4554-49d5-a978-60a88c02ec32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547068 Jan 28 04:44:32.810293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-de72d80c-6d35-4b42-9acc-1cb972b01077 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549814 Jan 28 04:44:32.848186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41522) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:32.964401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-db3f6ebe-21f2-4513-bcb3-510cb609ca64 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456718 Jan 28 04:44:33.028390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-6e490fee-fd80-4c38-9965-a795580d8090 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 217 time: 0.0560410 Jan 28 04:44:33.084065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-974f4075-368b-49bf-8a5a-f4e3b6c594ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.085309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-974f4075-368b-49bf-8a5a-f4e3b6c594ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.0500050 Jan 28 04:44:33.124964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602e490-606a-4403-b30c-138be3705816 req-cc823705-ed55-4478-bacf-e390fd6dd28b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.128396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1602e490-606a-4403-b30c-138be3705816 req-cc823705-ed55-4478-bacf-e390fd6dd28b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.0862982 Jan 28 04:44:33.153709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b25fa6df-4150-43b8-bb78-6d8fbec77ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.155412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-b25fa6df-4150-43b8-bb78-6d8fbec77ce7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561881 Jan 28 04:44:33.159738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1213128545-network', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:33.206913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Made reservation on behalf of 36b43003a2444db3acbcbc169fce7d8e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:33.211212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.218573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1602e490-606a-4403-b30c-138be3705816 req-6b2ea57a-a689-4b21-88d3-bdd71d3b505a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838661 Jan 28 04:44:33.225767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.322655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.328619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.333804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.339489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.344790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.350044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.356062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.364691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-f8ae9006-6777-4fb6-9a7a-df61d1c3611e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.2043152 Jan 28 04:44:33.386682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-053c18c5-3c16-40e0-b747-4e8d476f876b service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136431 Jan 28 04:44:33.404804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks [] for security_group (1552cd6f-d754-4a9b-917e-368df95ac114), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.414279 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1552cd6f-d754-4a9b-917e-368df95ac114), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.419095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41544) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:33.443965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41546) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:33.450891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:44:33.473299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1552cd6f-d754-4a9b-917e-368df95ac114,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:33.480044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (735df19f-1944-4d4a-93b5-9c137b7dd304), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.480328 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Added segment 735df19f-1944-4d4a-93b5-9c137b7dd304 of type vlan for network 55b234eb-e1be-412b-9083-57cee8745f20 Jan 28 04:44:33.494180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.494661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.495052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.495467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.495818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.496573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.496573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.496815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.497164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.497487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.497819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.498148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.498788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:33.529673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c37bbb1-6627-4102-bb0e-a0df8d953f6f req-a946d51d-0853-48e9-90d6-263ceb01c13a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1549060 Jan 28 04:44:33.552196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (55b234eb-e1be-412b-9083-57cee8745f20), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.558454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Deleting subnet c8b973fe-70be-4ac6-9638-770c447c01c2 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:33.563630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Publish callbacks [] for subnet (c8b973fe-70be-4ac6-9638-770c447c01c2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.582821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (55b234eb-e1be-412b-9083-57cee8745f20), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.584374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.585175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.602226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ce16a3-0663-4c60-9daa-2790d7ea007a req-c0cd5467-9ddd-4a1f-a146-679636de6db5 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076948 Jan 28 04:44:33.612484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (c8b973fe-70be-4ac6-9638-770c447c01c2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.616300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-499311929-network', 'tenant_id': '464be53be0774dd8aea391eb5c2dd985'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:33.659254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (c8b973fe-70be-4ac6-9638-770c447c01c2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.695706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8460324 Jan 28 04:44:33.698518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41552) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:33.711806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Request body: {'subnet': {'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1213128545-subnet', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:33.727412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545e094-719b-4ae5-a98f-2fa11c353198 admin admin] Pushing event updated for resources: {'Network': ['ID=55b234eb-e1be-412b-9083-57cee8745f20,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:33.732024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Made reservation on behalf of 464be53be0774dd8aea391eb5c2dd985 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:33.735061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.742317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 55b234eb-e1be-412b-9083-57cee8745f20 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:44:33.750376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.775734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Made reservation on behalf of 36b43003a2444db3acbcbc169fce7d8e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:33.778131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.792813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (c8b973fe-70be-4ac6-9638-770c447c01c2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.841815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks [] for security_group (dc7a9e44-6cef-4453-8be2-a3987e7b5077), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.844279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.844774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.845267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.845735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.846197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.846670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.847104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.847342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dc7a9e44-6cef-4453-8be2-a3987e7b5077), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.849128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-8a9d58b3-5ac4-45fd-9ec3-46c7e139545a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6489 time: 0.1293292 Jan 28 04:44:33.874022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:44:33.882506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b973fe-70be-4ac6-9638-770c447c01c2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:33.884487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7a9e44-6cef-4453-8be2-a3987e7b5077,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:33.889474 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.890625 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Added segment abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4 of type vlan for network 02f721f1-7a24-45b2-80fe-69adfa054c31 Jan 28 04:44:33.901533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.908029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9b9f0e23-a2dd-4cd5-a8aa-a70bade9f58d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8b973fe-70be-4ac6-9638-770c447c01c2 HTTP/1.1" status: 204 len: 168 time: 0.4811044 Jan 28 04:44:33.925326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41554) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:33.976402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (02f721f1-7a24-45b2-80fe-69adfa054c31), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.019355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2229f101-aa8b-496f-b2d5-7458d231227b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.029768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (02f721f1-7a24-45b2-80fe-69adfa054c31), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.031204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.031783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.033571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-6091f60a-6b7c-46fe-a4d5-db26cc963f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.035387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-6091f60a-6b7c-46fe-a4d5-db26cc963f8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 903 time: 0.1624706 Jan 28 04:44:34.089472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-a1d1908d-dbee-4d72-8b1c-056d58793028 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 217 time: 0.0456159 Jan 28 04:44:34.100885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6508322 Jan 28 04:44:34.109020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41556) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:34.120478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Request body: {'subnet': {'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-499311929-subnet', 'tenant_id': '464be53be0774dd8aea391eb5c2dd985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:34.157121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feb52b-f1f9-4789-b335-82d0d69e4357 admin admin] Pushing event updated for resources: {'Network': ['ID=02f721f1-7a24-45b2-80fe-69adfa054c31,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:34.162537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2229f101-aa8b-496f-b2d5-7458d231227b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.175187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 02f721f1-7a24-45b2-80fe-69adfa054c31 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:44:34.182752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2229f101-aa8b-496f-b2d5-7458d231227b']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:34.183609 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (09bf762b-9c3b-42a5-9e45-c3e847a16693), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.192333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:34.192909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40d476e-c9f5-4bc0-98f1-07a0e99c7b45') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:34.203394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (b40d476e-c9f5-4bc0-98f1-07a0e99c7b45), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.217337 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b40d476e-c9f5-4bc0-98f1-07a0e99c7b45), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.224394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:34.225003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (b40d476e-c9f5-4bc0-98f1-07a0e99c7b45), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:34.226768 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:34.239938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bf762b-9c3b-42a5-9e45-c3e847a16693,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:34.245065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-6ca06cfa-4e29-40dc-90fb-a8e6c2bcbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.246969 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-6ca06cfa-4e29-40dc-90fb-a8e6c2bcbe0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.1369550 Jan 28 04:44:34.247629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Made reservation on behalf of 464be53be0774dd8aea391eb5c2dd985 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:34.250354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.285022 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2229f101-aa8b-496f-b2d5-7458d231227b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.293820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.297787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2229f101-aa8b-496f-b2d5-7458d231227b HTTP/1.1" status: 204 len: 168 time: 0.3714418 Jan 28 04:44:34.306380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:34.312079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceb004-1bd2-42ec-a2b5-215a8858b8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2229f101-aa8b-496f-b2d5-7458d231227b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:34.448245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:34.522900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a5431bd-be1c-4612-883a-87ded45cc576 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4cc52d6cf194a3f838e8e2fc284258d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724199 Jan 28 04:44:34.525408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:34.552290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:34.552945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 115d7a96-f8b3-4a19-84cd-b4bf01ae3dfa not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:34.588449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-be75e1c2-0cfd-47ed-9710-19617ac2327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.590513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-be75e1c2-0cfd-47ed-9710-19617ac2327e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547489 Jan 28 04:44:34.597633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (1647e3a6-da07-414e-a014-e956d0300453), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.600350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b37d9564-cded-4c10-acb3-dec827ac6e14 admin admin] Publish callbacks [] for security_group (3e870dca-b6c0-4dae-9df9-3fcd80c46b51), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.612056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab4e8e-8028-4467-aa8b-831c12cf0ea1 req-a665e8be-9909-4c7d-a4a8-ccaa0467765b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.614341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ab4e8e-8028-4467-aa8b-831c12cf0ea1 req-a665e8be-9909-4c7d-a4a8-ccaa0467765b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1797891 Jan 28 04:44:34.635318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Checking segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:34.636099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Network hostable DHCP agents. Network: 55b234eb-e1be-412b-9083-57cee8745f20, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:44:34.661853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b37d9564-cded-4c10-acb3-dec827ac6e14 admin admin] Publish callbacks [] for security_group (3e870dca-b6c0-4dae-9df9-3fcd80c46b51), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.712459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.717842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.723338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.728789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.734159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.739429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.744787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.746760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-caf7da2e-d886-4f9b-8100-63c26821203e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1177733 Jan 28 04:44:34.768911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1647e3a6-da07-414e-a014-e956d0300453,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:34.801991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Network 55b234eb-e1be-412b-9083-57cee8745f20 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:44:34.811902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b37d9564-cded-4c10-acb3-dec827ac6e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3e870dca-b6c0-4dae-9df9-3fcd80c46b51), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.815368 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b37d9564-cded-4c10-acb3-dec827ac6e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.816802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b37d9564-cded-4c10-acb3-dec827ac6e14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e870dca-b6c0-4dae-9df9-3fcd80c46b51 HTTP/1.1" status: 204 len: 168 time: 0.2903342 Jan 28 04:44:34.820003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Checking segment: {'id': 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:34.820818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Network hostable DHCP agents. Network: 02f721f1-7a24-45b2-80fe-69adfa054c31, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:44:34.843466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51ab4e8e-8028-4467-aa8b-831c12cf0ea1 req-a32287a1-32b5-4840-bb4a-78a61dd931f8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122514 Jan 28 04:44:34.844042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9564-cded-4c10-acb3-dec827ac6e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e870dca-b6c0-4dae-9df9-3fcd80c46b51,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:34.850792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 55b234eb-e1be-412b-9083-57cee8745f20) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:34.857443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.858208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.869023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ea1b623-694a-4207-a338-1ee25b5701d3 req-d309a1df-aae5-4c64-8705-69ceb3a59e20 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030340 Jan 28 04:44:34.869375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-27266921-f708-457f-bed1-a37812be10bb service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496197 Jan 28 04:44:34.872860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56cb44a-d1e8-4184-8524-dbf1197ee77c None None] Network 55b234eb-e1be-412b-9083-57cee8745f20 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:34.887859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Network 02f721f1-7a24-45b2-80fe-69adfa054c31 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:44:35.024269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-55b234eb-e1be-412b-9083-57cee8745f20', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:44:35.026310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.207081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Allocated IP 172.20.0.2 (55b234eb-e1be-412b-9083-57cee8745f20/09bf762b-9c3b-42a5-9e45-c3e847a16693/27e871d9-1e29-41d3-bd10-c9f71642c2c3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:35.359796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 02f721f1-7a24-45b2-80fe-69adfa054c31) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:35.366474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b7093997-b944-46e5-a492-4011c904b746 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6663213 Jan 28 04:44:35.370059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41580) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:35.370765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:35.371388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.384333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:35.396817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75bb82f-8b9d-42bc-bdd8-f17b2015eeba None None] Network 02f721f1-7a24-45b2-80fe-69adfa054c31 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:35.418263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a562057b-e883-4820-a5b6-850b66dcb700 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3064923 Jan 28 04:44:35.441186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.442668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.454501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-116e3c77-a813-4ef3-ab39-47ea8e8e9e18 req-24064e9b-3086-4099-81ac-5fd35dfae589 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789983 Jan 28 04:44:35.527907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Publish callbacks [] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.540306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1077d5-5234-4f36-a6ef-66df2978792c None None] Network 02f721f1-7a24-45b2-80fe-69adfa054c31 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:35.543718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.657093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Network 55b234eb-e1be-412b-9083-57cee8745f20 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:35.667880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:35.672114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:35.690099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Pushing event updated for resources: {'Port': ['ID=27e871d9-1e29-41d3-bd10-c9f71642c2c3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:35.762738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Attempting to bind port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:35.763525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Attempting to bind port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:35.764131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Attempting to bind port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 on network 55b234eb-e1be-412b-9083-57cee8745f20 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:35.789637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:35.790500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Checking segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:35.791178 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.791860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Bound using segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:35.792587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Bound port: 27e871d9-1e29-41d3-bd10-c9f71642c2c3, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:35.793235 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.903812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] For port 27e871d9-1e29-41d3-bd10-c9f71642c2c3, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:35.910911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] For port 27e871d9-1e29-41d3-bd10-c9f71642c2c3, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=27e871d9-1e29-41d3-bd10-c9f71642c2c3,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:35.917736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.925389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks [] for router_controller (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.036485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9dd53-f5c9-4afe-9535-c5262a196eda None None] Pushing event updated for resources: {'Port': ['ID=27e871d9-1e29-41d3-bd10-c9f71642c2c3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:36.130940 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.203475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks [] for router_gateway (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.205979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41618) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:36.246252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456facc-6320-4447-b046-e7be8c823c9a req-fd766b10-3400-437b-a77f-cc22c971dcb0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.250833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-f33001db-a507-4daa-8456-96645653bad4 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.257800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8456facc-6320-4447-b046-e7be8c823c9a req-fd766b10-3400-437b-a77f-cc22c971dcb0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.2642426 Jan 28 04:44:36.260645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-f33001db-a507-4daa-8456-96645653bad4 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/networks?id=02f721f1-7a24-45b2-80fe-69adfa054c31 HTTP/1.1" status: 200 len: 821 time: 0.1602328 Jan 28 04:44:36.325442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-0bcb4213-9fcd-4aee-8aa3-fe686db627ea tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/quotas/464be53be0774dd8aea391eb5c2dd985 HTTP/1.1" status: 200 len: 375 time: 0.0628889 Jan 28 04:44:36.377537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-0314de2d-6b6f-4935-a07b-8760b4630caa tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=464be53be0774dd8aea391eb5c2dd985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514317 Jan 28 04:44:36.379787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8456facc-6320-4447-b046-e7be8c823c9a req-776fa365-7988-4867-969c-62c8afdfed5c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161163 Jan 28 04:44:36.414651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1008202053-network', 'tenant_id': '51b324351bb34e53addddc077954672e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:36.488350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Made reservation on behalf of 51b324351bb34e53addddc077954672e for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:36.490877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.501811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.563136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-665138e6-b0cd-4bd2-af53-b1970f80a746 service neutron] 10.222.0.21 "GET /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846435 Jan 28 04:44:36.631138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.637856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.645134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.652268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.659009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.665703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.672093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.674535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8065e8b9-c15e-473e-ac91-c8bb5bd67050 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1401687 Jan 28 04:44:36.676543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks [] for router_gateway (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.700449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.718667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-15a70163-e3b8-4ac1-922a-f0c13cdeaa60 service neutron] 10.222.0.21 "GET /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540124 Jan 28 04:44:36.721001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks [] for security_group (e017f2c8-f484-4b28-8420-79c5b00ee6c3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.732322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e017f2c8-f484-4b28-8420-79c5b00ee6c3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.758389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:44:36.770070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017f2c8-f484-4b28-8420-79c5b00ee6c3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:36.775551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4ccd4151-cf23-479a-99c8-1ad83f432777), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.776148 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Added segment 4ccd4151-cf23-479a-99c8-1ad83f432777 of type vlan for network e18f5a84-c32b-4119-902a-c5a06e7c5855 Jan 28 04:44:36.826562 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae247e0-1252-4aa7-a17f-033452a7d760 req-8f384fe6-f636-4d03-816e-8bfa6bef6d56 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287961 Jan 28 04:44:36.835745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e18f5a84-c32b-4119-902a-c5a06e7c5855), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.880580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e18f5a84-c32b-4119-902a-c5a06e7c5855), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.881922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.882893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.924869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Allocated IP 172.25.6.58 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5e597f79-0559-4e7a-8ed5-6268be007d4f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:36.972646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] Pushing event updated for resources: {'Network': ['ID=e18f5a84-c32b-4119-902a-c5a06e7c5855,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:36.988533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e18f5a84-c32b-4119-902a-c5a06e7c5855 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:44:37.001372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e17939a-7357-4274-aa89-56eca12be710 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7938352 Jan 28 04:44:37.003690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41630) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:37.011099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Request body: {'subnet': {'network_id': 'e18f5a84-c32b-4119-902a-c5a06e7c5855', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1008202053-subnet', 'tenant_id': '51b324351bb34e53addddc077954672e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:37.051878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Made reservation on behalf of 51b324351bb34e53addddc077954672e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:37.054355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.209035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9cc81d3-60f3-48f5-8dfc-3e4c50c018e9 req-0eee4042-e3c5-4fd8-968f-4b66629908a8 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 210 time: 0.0430686 Jan 28 04:44:37.299701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks [] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.382712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.451470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb70ceb-6426-4fd6-951e-1ab707abc5cb req-60feacfa-99c9-4ad7-95fa-7a536163c6bf tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:37.460401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53412ca4-2160-4ae4-a142-60db6ee1f449 None None] Network 55b234eb-e1be-412b-9083-57cee8745f20 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:37.468719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cb70ceb-6426-4fd6-951e-1ab707abc5cb req-60feacfa-99c9-4ad7-95fa-7a536163c6bf tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1570392 Jan 28 04:44:37.474047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (b71a1ef4-8582-4523-b57a-34fdbff8f71a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.497517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:37.520605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:37.524093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:37.539801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71a1ef4-8582-4523-b57a-34fdbff8f71a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:37.557410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Pushing event updated for resources: {'Port': ['ID=5e597f79-0559-4e7a-8ed5-6268be007d4f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:37.608178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] Provisioning complete for port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:37.609399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.626715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Checking segment: {'id': '4ccd4151-cf23-479a-99c8-1ad83f432777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e18f5a84-c32b-4119-902a-c5a06e7c5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:37.628302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Network hostable DHCP agents. Network: e18f5a84-c32b-4119-902a-c5a06e7c5855, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:44:37.643876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cb70ceb-6426-4fd6-951e-1ab707abc5cb req-6fee8d50-25de-4157-bfa7-299cf7f973e1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738195 Jan 28 04:44:37.658130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 27e871d9-1e29-41d3-bd10-c9f71642c2c3 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:37.688200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Network e18f5a84-c32b-4119-902a-c5a06e7c5855 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:44:37.706769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e18f5a84-c32b-4119-902a-c5a06e7c5855) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:37.720356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:37.720972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.744717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6956a-5d46-4873-901d-605554276056 None None] Network e18f5a84-c32b-4119-902a-c5a06e7c5855 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:37.758485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-923d04c2-01e7-4d01-977a-32638e3db5b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7534091 Jan 28 04:44:37.902887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15119bc2-eba5-4033-bb83-052876e51e49 req-b2a10542-5116-4e12-ac85-7fbfdd2b299b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:37.911487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15119bc2-eba5-4033-bb83-052876e51e49 req-b2a10542-5116-4e12-ac85-7fbfdd2b299b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1248555 Jan 28 04:44:37.913249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:37.946523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f39d9-28cd-420d-9bcb-97d1eedfd1fd None None] Network e18f5a84-c32b-4119-902a-c5a06e7c5855 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:37.992812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:37.993554 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.041784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.047286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.053236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.058868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.068287 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:44:38.074282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.080594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.087815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.089742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-1f01a82f-585a-4f4a-bf9f-58b94c479e4e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1325295 Jan 28 04:44:38.090396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] Current status of the port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:38.090841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.122586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15119bc2-eba5-4033-bb83-052876e51e49 req-9a849df4-042c-4892-bf22-599dbacc01d0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041368 Jan 28 04:44:38.158628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41652) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:38.177464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks [] for router_gateway (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.283804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e19deadc-2c5f-4079-9b57-a0841c9e8cc9 req-c321fcef-4bac-4223-a2b4-6bfcd4f5c7ee tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866369 Jan 28 04:44:38.300420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] For port 27e871d9-1e29-41d3-bd10-c9f71642c2c3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=27e871d9-1e29-41d3-bd10-c9f71642c2c3,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:38.404610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Deleting subnet b71a1ef4-8582-4523-b57a-34fdbff8f71a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:38.415426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:38.417971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Publish callbacks [] for subnet (b71a1ef4-8582-4523-b57a-34fdbff8f71a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.425834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.473456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0a1cb4-f038-478b-9477-c87965359177 req-a9ee9f3c-2e78-435c-8167-42ebf7fbfe8a tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 210 time: 0.0652456 Jan 28 04:44:38.544410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ed658-0897-4c61-a51c-c2295fa1f622 None None] Pushing event updated for resources: {'Port': ['ID=27e871d9-1e29-41d3-bd10-c9f71642c2c3,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:38.554051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (b71a1ef4-8582-4523-b57a-34fdbff8f71a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.602391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-41aecae8-84b2-4a3f-b5fd-22abb7f2f24f None None] Provisioning complete for port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:38.602777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41aecae8-84b2-4a3f-b5fd-22abb7f2f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.661548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0053-ccc5-4335-94d4-0a72093df33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.686627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (b71a1ef4-8582-4523-b57a-34fdbff8f71a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.742256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-41aecae8-84b2-4a3f-b5fd-22abb7f2f24f None None] Current status of the port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:38.831997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.894999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (b71a1ef4-8582-4523-b57a-34fdbff8f71a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.931512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71a1ef4-8582-4523-b57a-34fdbff8f71a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:38.935091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:38.938469 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5b84c946-a2fa-483f-85a8-286816711390 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b71a1ef4-8582-4523-b57a-34fdbff8f71a HTTP/1.1" status: 204 len: 168 time: 0.7785447 Jan 28 04:44:38.941808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:38.976176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-a1b5560b-6da6-4fe9-adbe-63cd037a022c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.977809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-a1b5560b-6da6-4fe9-adbe-63cd037a022c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.3430915 Jan 28 04:44:39.030766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Router a017e1bb-994f-4f1c-a1ea-20ee76166d2a is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:44:39.045021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-703b4b4c-9e31-4044-985e-fc684c0b9aae tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.046891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-703b4b4c-9e31-4044-985e-fc684c0b9aae tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.47 "GET /v2.0/networks?id=02f721f1-7a24-45b2-80fe-69adfa054c31 HTTP/1.1" status: 200 len: 821 time: 0.3017247 Jan 28 04:44:39.059785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-ddcf555f-f15e-48a7-b1dc-85cbbc36b753 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/quotas/67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 375 time: 0.0634410 Jan 28 04:44:39.072486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Request body: {'port': {'device_id': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31', 'admin_state_up': True, 'tenant_id': '464be53be0774dd8aea391eb5c2dd985'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:39.161725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e18f5a84-c32b-4119-902a-c5a06e7c5855), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.164170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:39.175396 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Sync routers for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:39.194004 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:39.195013 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:39.201745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.205862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-78923cdd-7a2f-4972-a0fb-5b133853e717 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8335702 Jan 28 04:44:39.209518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41670) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:39.225640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-f8f02154-f31c-4240-9eab-97fcdb9ad8eb tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1495657 Jan 28 04:44:39.421288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:39.432724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e18f5a84-c32b-4119-902a-c5a06e7c5855), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.473782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18f5a84-c32b-4119-902a-c5a06e7c5855']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:39.492978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Made reservation on behalf of 464be53be0774dd8aea391eb5c2dd985 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:39.500029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.511974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccd4151-cf23-479a-99c8-1ad83f432777') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:39.519020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccd4151-cf23-479a-99c8-1ad83f432777') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:39.521412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 27e871d9-1e29-41d3-bd10-c9f71642c2c3 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:39.547729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4ccd4151-cf23-479a-99c8-1ad83f432777), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.560183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-d9dc6cc4-2f1c-45d7-ba1b-9a99492a0128 service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114038 Jan 28 04:44:39.651520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:39.652065 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.667968 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4ccd4151-cf23-479a-99c8-1ad83f432777), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.682830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.691350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:39.691617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.692232 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4ccd4151-cf23-479a-99c8-1ad83f432777), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:39.696698 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:39.699670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.716230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.724314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.730940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.736571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.738546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-26e44d34-dc40-4eff-9e7e-2957c91f077d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.2285392 Jan 28 04:44:39.783660 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:37Z', 'revision_number': 3, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:39.842480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e18f5a84-c32b-4119-902a-c5a06e7c5855), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.849164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.852072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:39.854654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] 10.222.0.21 "DELETE /v2.0/networks/e18f5a84-c32b-4119-902a-c5a06e7c5855 HTTP/1.1" status: 204 len: 168 time: 0.9087033 Jan 28 04:44:39.859403 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Checking router: a017e1bb-994f-4f1c-a1ea-20ee76166d2a for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:39.860011 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Updating router a017e1bb-994f-4f1c-a1ea-20ee76166d2a port 5e597f79-0559-4e7a-8ed5-6268be007d4f binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:44:39.886624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-84fb7928-ecec-42c9-bd2b-344bddfa37b5 service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252437 Jan 28 04:44:39.909647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f5e89cde-4f25-4b3c-b614-7d1f7aabd517 req-e80d39db-6ea1-4b53-a619-2fa2c900befb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542056 Jan 28 04:44:39.926052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38119a-2625-4629-9fab-7ac3c96e769d admin admin] Pushing event deleted for resources: {'Network': ['ID=e18f5a84-c32b-4119-902a-c5a06e7c5855,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:39.926829 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.946740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Allocated IP 172.20.0.6 (02f721f1-7a24-45b2-80fe-69adfa054c31/1647e3a6-da07-414e-a014-e956d0300453/0a963018-d00c-440b-92ec-bd5b9522316c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:40.184408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41682) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:40.259671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13f34695-8b01-4ec1-a675-5c9979c5d038 req-a48decca-b72e-4716-961d-a233088f503e tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 210 time: 0.0560372 Jan 28 04:44:40.363535 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks [] for port (0a963018-d00c-440b-92ec-bd5b9522316c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.367232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3c8cf5b4-552b-40a3-b908-c664cc7fa625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51b324351bb34e53addddc077954672e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653080 Jan 28 04:44:40.371724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:40.373741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.445353 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Publish callbacks [] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.453819 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.479385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f095217-c4c7-461f-973a-3c1824116ad5 req-bedf16c0-eccb-45c9-bd69-91e793f101d9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 210 time: 0.1084087 Jan 28 04:44:40.586949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Attempting to bind port 5e597f79-0559-4e7a-8ed5-6268be007d4f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:40.587892 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Attempting to bind port 5e597f79-0559-4e7a-8ed5-6268be007d4f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:40.588499 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Attempting to bind port 5e597f79-0559-4e7a-8ed5-6268be007d4f on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:40.593946 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Pushing event updated for resources: {'Port': ['ID=5e597f79-0559-4e7a-8ed5-6268be007d4f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:40.609992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:40.610737 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:40.611629 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.612292 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:40.613175 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Bound port: 5e597f79-0559-4e7a-8ed5-6268be007d4f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:40.614136 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.620210 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.621010 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.621880 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.622464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.623078 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.623605 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.625214 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.625825 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.626405 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.627346 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.628167 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.628956 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.629686 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.630121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.717299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0777ef09-375b-4b06-b656-76aa46f67088 admin admin] Publish callbacks [] for security_group (e017f2c8-f484-4b28-8420-79c5b00ee6c3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.745792 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] For port 5e597f79-0559-4e7a-8ed5-6268be007d4f, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:40.757390 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] For port 5e597f79-0559-4e7a-8ed5-6268be007d4f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5e597f79-0559-4e7a-8ed5-6268be007d4f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:40.758502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Network 02f721f1-7a24-45b2-80fe-69adfa054c31 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:40.771611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:40.776294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0777ef09-375b-4b06-b656-76aa46f67088 admin admin] Publish callbacks [] for security_group (e017f2c8-f484-4b28-8420-79c5b00ee6c3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.778769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Pushing event updated for resources: {'Port': ['ID=0a963018-d00c-440b-92ec-bd5b9522316c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:40.779727 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.787086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:40.809720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-40fe2d6d-c313-41e8-b539-5551eeeae877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.888542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.889700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.909754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7aaa415-b02e-413a-b464-9aaa8aba7eed tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8463058 Jan 28 04:44:40.916392 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:40.920206 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:40.946636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Request body: {'port': {'device_id': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:40.958491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0777ef09-375b-4b06-b656-76aa46f67088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e017f2c8-f484-4b28-8420-79c5b00ee6c3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.963302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0777ef09-375b-4b06-b656-76aa46f67088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.973941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0777ef09-375b-4b06-b656-76aa46f67088 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e017f2c8-f484-4b28-8420-79c5b00ee6c3 HTTP/1.1" status: 204 len: 168 time: 0.5934184 Jan 28 04:44:41.010215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59dbb-5dd2-4c93-907f-33008fc1d696 None None] Pushing event updated for resources: {'Port': ['ID=5e597f79-0559-4e7a-8ed5-6268be007d4f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:41.081832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ef09-375b-4b06-b656-76aa46f67088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017f2c8-f484-4b28-8420-79c5b00ee6c3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:41.144120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:41.264354 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:41.365677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Allocated IP 172.20.0.1 (55b234eb-e1be-412b-9083-57cee8745f20/09bf762b-9c3b-42a5-9e45-c3e847a16693/57ebd11d-6a63-4fef-ab00-a9da71012b98) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:41.473266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.488213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.497198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.507558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.526397 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:37Z', 'revision_number': 3, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:41.527292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.534544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.544324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2dca8-0db0-49d1-b8a9-2471a1461e08 req-42c155aa-5735-43c5-92f7-2519043b93a3 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.547406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fb2dca8-0db0-49d1-b8a9-2471a1461e08 req-42c155aa-5735-43c5-92f7-2519043b93a3 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 931 time: 0.1040263 Jan 28 04:44:41.556100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.558080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-bfc5c03f-0554-4998-99ca-ab4863a76ca5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.3136084 Jan 28 04:44:41.565548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d700d-894c-4efa-83fa-2699f516006e None None] The sync data for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 is: [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:37Z', 'revision_number': 3, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:41.614842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a963018-d00c-440b-92ec-bd5b9522316c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:41.623921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Publish callbacks [] for port (0a963018-d00c-440b-92ec-bd5b9522316c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:41.640095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Transition to ACTIVE for port object 0a963018-d00c-440b-92ec-bd5b9522316c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:41.665535 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:41.734195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fb2dca8-0db0-49d1-b8a9-2471a1461e08 req-ae64ab11-f4af-4168-b01d-61c937e66f55 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813531 Jan 28 04:44:41.766039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Pushing event updated for resources: {'Port': ['ID=0a963018-d00c-440b-92ec-bd5b9522316c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:41.915092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:41.937969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Attempting to bind port 0a963018-d00c-440b-92ec-bd5b9522316c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:41.938313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Attempting to bind port 0a963018-d00c-440b-92ec-bd5b9522316c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:41.938648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Attempting to bind port 0a963018-d00c-440b-92ec-bd5b9522316c on network 02f721f1-7a24-45b2-80fe-69adfa054c31 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:41.949977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Port 0a963018-d00c-440b-92ec-bd5b9522316c on network 02f721f1-7a24-45b2-80fe-69adfa054c31 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:41.950661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Attempting to bind port 0a963018-d00c-440b-92ec-bd5b9522316c on network 02f721f1-7a24-45b2-80fe-69adfa054c31 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:41.960111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:41.960459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Checking segment: {'id': 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:41.960853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Bound using segment: {'id': 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:41.966445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Bound port: 0a963018-d00c-440b-92ec-bd5b9522316c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:41.966832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.118619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f4b1c41-5738-40ce-bc89-1d6dd4e1fa90 req-01015918-40f2-4385-ace0-29a5bd249b12 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5290234 Jan 28 04:44:42.145827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks [] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.154612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e565290c-a58d-4ed9-ad7d-483818713aa8 req-778d1788-6297-4aa1-8dc1-c727ee5e7c3e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 210 time: 0.1196249 Jan 28 04:44:42.216627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-9376be18-ca28-484a-a141-2547c243fb24 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.230244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-9376be18-ca28-484a-a141-2547c243fb24 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.4364119 Jan 28 04:44:42.260545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'port': {'device_id': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'admin_state_up': True, 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:42.265089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] For port 0a963018-d00c-440b-92ec-bd5b9522316c, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:42.282050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] For port 0a963018-d00c-440b-92ec-bd5b9522316c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0a963018-d00c-440b-92ec-bd5b9522316c,segment=NetworkSegment(abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4),segment_id=abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:42.294943 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.353135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.380613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.381476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.384577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] 10.222.0.47 "PUT /v2.0/ports/0a963018-d00c-440b-92ec-bd5b9522316c HTTP/1.1" status: 200 len: 1091 time: 1.4513378 Jan 28 04:44:42.387211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'tag': '0a963018-d00c-440b-92ec-bd5b9522316c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:42.389626 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae17c39-40a8-40c4-9c44-d9d33eb73669" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08", "tag": "0a963018-d00c-440b-92ec-bd5b9522316c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:42.389987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Network 55b234eb-e1be-412b-9083-57cee8745f20 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:42.407211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:42.476825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:42.543220 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527b3693-cf04-44cf-a2ed-7d4ba666360f x-openstack-request-id: req-527b3693-cf04-44cf-a2ed-7d4ba666360f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:42.543524 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08", "tag": "0a963018-d00c-440b-92ec-bd5b9522316c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:42.543795 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-527b3693-cf04-44cf-a2ed-7d4ba666360f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:42.544216 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'tag': '0a963018-d00c-440b-92ec-bd5b9522316c', 'status': 'completed', 'code': 200} Jan 28 04:44:42.551382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682432c0-2c4e-4abd-bf52-7a550e90355d service neutron] Pushing event updated for resources: {'Port': ['ID=0a963018-d00c-440b-92ec-bd5b9522316c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:42.581578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-ee96f33b-650d-4044-8ff2-de54e6860c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.583139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-ee96f33b-650d-4044-8ff2-de54e6860c16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=464be53be0774dd8aea391eb5c2dd985&device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 1094 time: 0.1119900 Jan 28 04:44:42.600288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Pushing event updated for resources: {'Port': ['ID=57ebd11d-6a63-4fef-ab00-a9da71012b98,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:42.619684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:42.623314 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.650349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-e7ed883b-c65e-4ecd-9114-2f1a39de0178 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a963018-d00c-440b-92ec-bd5b9522316c HTTP/1.1" status: 200 len: 217 time: 0.0536010 Jan 28 04:44:42.664211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.757768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-4948d0ee-fea5-4c06-84e3-a953430f23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.763670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-4948d0ee-fea5-4c06-84e3-a953430f23b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1647e3a6-da07-414e-a014-e956d0300453 HTTP/1.1" status: 200 len: 861 time: 0.1068656 Jan 28 04:44:42.818923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-dc6865d8-3890-4704-9124-046f299e1df7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02f721f1-7a24-45b2-80fe-69adfa054c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493944 Jan 28 04:44:42.920507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e5bac5db-5dde-4892-92f4-c058ff28bc07 None None] Provisioning complete for port 57ebd11d-6a63-4fef-ab00-a9da71012b98 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:42.922359 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5bac5db-5dde-4892-92f4-c058ff28bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.971915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-3f815ecd-dfb3-4cba-96ff-93874c0aee22 service neutron] 10.222.0.47 "GET /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426032 Jan 28 04:44:42.994262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5bac5db-5dde-4892-92f4-c058ff28bc07 None None] Port 57ebd11d-6a63-4fef-ab00-a9da71012b98 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:42.996594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Allocated IP 172.20.0.5 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/6353d4c3-3e99-454e-86b0-35fbe80f9bca) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:43.022623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41742) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:43.138299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f25ab-90c5-4019-9330-847a6cac9fc5 req-7780c6b3-54f4-497e-b110-2b7fe7d1a0c6 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.140202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69be0f55-30a5-44fa-934c-bb15fd454060 req-d24fb49b-3864-4002-9dbe-dea55697d0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617603 Jan 28 04:44:43.140763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c41f25ab-90c5-4019-9330-847a6cac9fc5 req-7780c6b3-54f4-497e-b110-2b7fe7d1a0c6 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 943 time: 0.2628593 Jan 28 04:44:43.262210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32dcb16e-3d07-41bf-ad5e-4b4c7c1d00ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.331892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c41f25ab-90c5-4019-9330-847a6cac9fc5 req-a5ad9241-f93d-4e7c-a934-041bfa60263a tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713288 Jan 28 04:44:43.357537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.362939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.368271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.386391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.387859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.392339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.394930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.413572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.422065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.424081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-428fcfbc-6952-445e-9bb5-ccbe6625ad95 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1727171 Jan 28 04:44:43.428514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-37e682fb-6c88-4d85-8bd2-f73c8d74b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.429993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-37e682fb-6c88-4d85-8bd2-f73c8d74b982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=464be53be0774dd8aea391eb5c2dd985&device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 1094 time: 0.1921074 Jan 28 04:44:43.469267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e852299-8860-44b6-ad01-1bd6e168d2e2 req-8b29c51b-82b6-4061-9f97-5ea32a3c73e4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 210 time: 0.0548816 Jan 28 04:44:43.577530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e597f79-0559-4e7a-8ed5-6268be007d4f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:43.614803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.624639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87e274d5-0c41-46d7-bb78-9bd55a8e31b4 req-d5efe287-c776-43b9-87a8-3e29ad512915 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1897435 Jan 28 04:44:43.657489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:43.663472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-aa18819e-169e-4435-a9b6-5f0c9f9f3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.664978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-aa18819e-169e-4435-a9b6-5f0c9f9f3dcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=02f721f1-7a24-45b2-80fe-69adfa054c31 HTTP/1.1" status: 200 len: 922 time: 0.2232354 Jan 28 04:44:43.671011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32dcb16e-3d07-41bf-ad5e-4b4c7c1d00ad admin admin] Publish callbacks [] for security_group (c3e99c62-3c3e-4bfe-babb-367c36f96c70), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.674645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:43.685605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32dcb16e-3d07-41bf-ad5e-4b4c7c1d00ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c3e99c62-3c3e-4bfe-babb-367c36f96c70), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.716937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=6353d4c3-3e99-454e-86b0-35fbe80f9bca,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:43.729779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.731059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5e597f79-0559-4e7a-8ed5-6268be007d4f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:43.732597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.741691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:43.747462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-c79f8eaa-87fe-4929-8d6f-6ce9ffd609cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a963018-d00c-440b-92ec-bd5b9522316c HTTP/1.1" status: 200 len: 217 time: 0.0750806 Jan 28 04:44:43.767421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:43.846854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.847569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.879158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcb16e-3d07-41bf-ad5e-4b4c7c1d00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e99c62-3c3e-4bfe-babb-367c36f96c70,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:43.890544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-5c138e07-4aeb-427d-828a-2adb12a64d66 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6313851 Jan 28 04:44:43.901192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-32dcb16e-3d07-41bf-ad5e-4b4c7c1d00ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f71005eec9e46938badfbf44287d825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8773499 Jan 28 04:44:43.904876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41752) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:43.913870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5e597f79-0559-4e7a-8ed5-6268be007d4f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:43.914912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:43.926910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Request body: {'port': {'device_id': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:43.929055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-2d09dcbd-be80-4f49-9ca9-651a5251c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.930759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-2d09dcbd-be80-4f49-9ca9-651a5251c1da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1647e3a6-da07-414e-a014-e956d0300453 HTTP/1.1" status: 200 len: 861 time: 0.1644211 Jan 28 04:44:43.945872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 5e597f79-0559-4e7a-8ed5-6268be007d4f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5e597f79-0559-4e7a-8ed5-6268be007d4f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:43.951876 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.003989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-526818f5-e5a1-42bd-ad2c-faecd59fef0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02f721f1-7a24-45b2-80fe-69adfa054c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661657 Jan 28 04:44:44.025717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=5e597f79-0559-4e7a-8ed5-6268be007d4f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:44.131704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks [] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.138146 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.150115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.158339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c817a72c-e275-4961-8472-05efd8403592 None None] Provisioning complete for port 6353d4c3-3e99-454e-86b0-35fbe80f9bca triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:44.158707 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c817a72c-e275-4961-8472-05efd8403592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.180864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-10597ee1-79c5-44ca-b862-73dcec29b94b service neutron] 10.222.0.47 "GET /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709657 Jan 28 04:44:44.203094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c817a72c-e275-4961-8472-05efd8403592 None None] Port 6353d4c3-3e99-454e-86b0-35fbe80f9bca cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:44.245107 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5401b7bf-8efb-4ba5-a4ec-dc6f88417f9b admin admin] Publish callbacks [] for security_group (c3e99c62-3c3e-4bfe-babb-367c36f96c70), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.276804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.308161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ae17c39-40a8-40c4-9c44-d9d33eb73669 req-b8e74e79-bcc7-42f6-ae7b-45b9ad91f61f service neutron] 10.222.0.47 "GET /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218178 Jan 28 04:44:44.314271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Pushing event updated for resources: {'Port': ['ID=57ebd11d-6a63-4fef-ab00-a9da71012b98,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:44.331153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5401b7bf-8efb-4ba5-a4ec-dc6f88417f9b admin admin] Publish callbacks [] for security_group (c3e99c62-3c3e-4bfe-babb-367c36f96c70), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.456002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e7588-2bde-429b-9e3f-7505197a34ba req-c7d4711f-64c2-4cdd-9e38-7510f074e78f tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.457482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127e7588-2bde-429b-9e3f-7505197a34ba req-c7d4711f-64c2-4cdd-9e38-7510f074e78f tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 943 time: 0.0510349 Jan 28 04:44:44.512877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127e7588-2bde-429b-9e3f-7505197a34ba req-eb14006c-6049-4eff-b30e-01b7e07ed28a tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Jan 28 04:44:44.581830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Network 55b234eb-e1be-412b-9083-57cee8745f20 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:44.594880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:44.638722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5401b7bf-8efb-4ba5-a4ec-dc6f88417f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c3e99c62-3c3e-4bfe-babb-367c36f96c70), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.641222 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5401b7bf-8efb-4ba5-a4ec-dc6f88417f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.644752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5401b7bf-8efb-4ba5-a4ec-dc6f88417f9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3e99c62-3c3e-4bfe-babb-367c36f96c70 HTTP/1.1" status: 204 len: 168 time: 0.7365189 Jan 28 04:44:44.708068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401b7bf-8efb-4ba5-a4ec-dc6f88417f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e99c62-3c3e-4bfe-babb-367c36f96c70,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:44.726595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876d67e-e008-41c9-9cfd-65eef518378a req-1d83ef71-5599-4768-ae24-2c01ecbe7107 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.728448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7876d67e-e008-41c9-9cfd-65eef518378a req-1d83ef71-5599-4768-ae24-2c01ecbe7107 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 931 time: 0.1555583 Jan 28 04:44:44.818777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0a963018-d00c-440b-92ec-bd5b9522316c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:44:44.876823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7876d67e-e008-41c9-9cfd-65eef518378a req-f2e28997-366c-4153-8bb8-f81b7a023770 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371353 Jan 28 04:44:44.925977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Router a017e1bb-994f-4f1c-a1ea-20ee76166d2a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:44.935341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6353d4c3-3e99-454e-86b0-35fbe80f9bca {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:44.949350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Publish callbacks [] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.960738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.968131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.974684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.980858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.986373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.992326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.998169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:45.006831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-2d6f0bd9-8ae3-4527-a141-10a5aaa07057 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1308050 Jan 28 04:44:45.059098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.080022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-93ba4365-236c-48a7-9dc3-66c751b0e02f None None] Provisioning complete for port 57ebd11d-6a63-4fef-ab00-a9da71012b98 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:45.080406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93ba4365-236c-48a7-9dc3-66c751b0e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.100351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Transition to ACTIVE for port object 6353d4c3-3e99-454e-86b0-35fbe80f9bca will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:45.102102 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e026d825-a3a2-42ad-ac82-14cd317e9aa4 req-77e3cb68-cb53-4830-8f85-d25516f36a30 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942538 Jan 28 04:44:45.111317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.141418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0a963018-d00c-440b-92ec-bd5b9522316c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0a963018-d00c-440b-92ec-bd5b9522316c,segment=NetworkSegment(abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4),segment_id=abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:45.180977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-93ba4365-236c-48a7-9dc3-66c751b0e02f None None] Port 57ebd11d-6a63-4fef-ab00-a9da71012b98 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:45.185004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0a963018-d00c-440b-92ec-bd5b9522316c', 'network_id': '02f721f1-7a24-45b2-80fe-69adfa054c31', 'port_id': '0a963018-d00c-440b-92ec-bd5b9522316c', 'mac_address': 'fa:16:3e:d9:16:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1647e3a6-da07-414e-a014-e956d0300453', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:44:45.223191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:45.233926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-30368a7e-3128-45ef-ab9d-e4b79fd8ad4e admin admin] 10.222.0.21 "PUT /v2.0/routers/a017e1bb-994f-4f1c-a1ea-20ee76166d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0232370 Jan 28 04:44:45.256299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Sync routers for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:45.297900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6353d4c3-3e99-454e-86b0-35fbe80f9bca,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:45.301935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0a963018-d00c-440b-92ec-bd5b9522316c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:45.304364 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.312239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:45.313538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:45.407838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Attempting to bind port 6353d4c3-3e99-454e-86b0-35fbe80f9bca on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:45.409612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Attempting to bind port 6353d4c3-3e99-454e-86b0-35fbe80f9bca by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:45.411774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Attempting to bind port 6353d4c3-3e99-454e-86b0-35fbe80f9bca on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:45.423258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Port 6353d4c3-3e99-454e-86b0-35fbe80f9bca on network b22b336d-bd67-4863-bdda-72baf2db3dbc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:45.425023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Attempting to bind port 6353d4c3-3e99-454e-86b0-35fbe80f9bca on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:45.438912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:45.444276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:45.444988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:45.445755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Bound port: 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:45.446321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.591418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] For port 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:45.610850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] For port 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:45.624621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.698093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:45.698770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.700990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] 10.222.0.47 "PUT /v2.0/ports/6353d4c3-3e99-454e-86b0-35fbe80f9bca HTTP/1.1" status: 200 len: 1091 time: 1.7848618 Jan 28 04:44:45.701506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'tag': '6353d4c3-3e99-454e-86b0-35fbe80f9bca'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:45.703919 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f231e5-a075-43ab-8208-36343d6db5fb", "tag": "6353d4c3-3e99-454e-86b0-35fbe80f9bca"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:45.755314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a15a5-3987-4ff5-a360-0833632705fc req-23cc37da-7b84-4695-98d0-620c947ea7a7 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:45.759075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-974a15a5-3987-4ff5-a360-0833632705fc req-23cc37da-7b84-4695-98d0-620c947ea7a7 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 943 time: 0.1178446 Jan 28 04:44:45.884390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e597f79-0559-4e7a-8ed5-6268be007d4f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:45.889773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a963018-d00c-440b-92ec-bd5b9522316c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:45.913412 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907e6821-19c3-429b-82e6-6dba8dff50bd x-openstack-request-id: req-907e6821-19c3-429b-82e6-6dba8dff50bd {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:45.914430 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f231e5-a075-43ab-8208-36343d6db5fb", "tag": "6353d4c3-3e99-454e-86b0-35fbe80f9bca", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:45.916844 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-907e6821-19c3-429b-82e6-6dba8dff50bd {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:45.919655 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'tag': '6353d4c3-3e99-454e-86b0-35fbe80f9bca', 'status': 'completed', 'code': 200} Jan 28 04:44:45.935305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-974a15a5-3987-4ff5-a360-0833632705fc req-a3bfd568-b28e-43d4-8ad9-09d0b76f4f0c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705258 Jan 28 04:44:45.989756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0a963018-d00c-440b-92ec-bd5b9522316c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0a963018-d00c-440b-92ec-bd5b9522316c,segment=NetworkSegment(abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4),segment_id=abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:45.994575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca1040-50a3-4c96-b2e6-2169cfe97fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6353d4c3-3e99-454e-86b0-35fbe80f9bca,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:46.010243 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.024543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:46.050205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-e0c3fdbe-c119-48d5-865b-79401a6a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.053271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-e0c3fdbe-c119-48d5-865b-79401a6a83fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 1094 time: 0.2739513 Jan 28 04:44:46.147094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebc1f8-6673-4774-8399-d8ff6a30d052 req-c25a9b4b-1fd5-4b8e-afbe-575f6eb6e54a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.156356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3bebc1f8-6673-4774-8399-d8ff6a30d052 req-c25a9b4b-1fd5-4b8e-afbe-575f6eb6e54a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 943 time: 0.0629179 Jan 28 04:44:46.170076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-3600fdc3-1431-4222-8bf2-1dfb7a10a304 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca HTTP/1.1" status: 200 len: 217 time: 0.0976002 Jan 28 04:44:46.221067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3bebc1f8-6673-4774-8399-d8ff6a30d052 req-76035058-b4dd-44b1-9222-79b61969c33b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583436 Jan 28 04:44:46.319054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-1ab78a9d-ab06-48c8-a4a3-8ae37667dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.321661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-1ab78a9d-ab06-48c8-a4a3-8ae37667dd98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1471615 Jan 28 04:44:46.404220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.411815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.417273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.423188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660eaee-448b-4529-871a-fecf9382a4cc req-0967b5c0-f701-4f5b-a3e6-e4296f2997a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.424299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.424880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-0967b5c0-f701-4f5b-a3e6-e4296f2997a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962191 Jan 28 04:44:46.431042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.437246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.444114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:46.453591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0a963018-d00c-440b-92ec-bd5b9522316c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:46.454273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b284d2f6-0637-49f5-ae97-644fff696965 req-d161c5e3-491a-401f-af3d-5d39183622da tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1690955 Jan 28 04:44:46.454418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41818) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:46.462766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1660569388-network', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:46.526825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b284d2f6-0637-49f5-ae97-644fff696965 req-896cc2c0-8862-4157-9fd3-8d7ca486a8e9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716076 Jan 28 04:44:46.548019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0a963018-d00c-440b-92ec-bd5b9522316c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:46.570610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5e597f79-0559-4e7a-8ed5-6268be007d4f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:46.570867 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.613904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-110d0252-4f72-45fe-bc06-eb12014cda5c service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812487 Jan 28 04:44:46.615533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Made reservation on behalf of 1721a95a97a54aefa59d24ab63af615f for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:46.617979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.657392 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.769642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2660eaee-448b-4529-871a-fecf9382a4cc req-283c084e-37b1-441b-95ca-b53a249edd21 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491189 Jan 28 04:44:46.788504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5e597f79-0559-4e7a-8ed5-6268be007d4f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:46.842136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks [] for security_group (22c93ea3-90e5-4e55-a984-278918d19188), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.848278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (22c93ea3-90e5-4e55-a984-278918d19188), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.853854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 2, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:46.865581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:44:46.879387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f7e7160a-b35b-4ccb-8441-b572c6b81bb2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.879724 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Added segment f7e7160a-b35b-4ccb-8441-b572c6b81bb2 of type vlan for network 47ddc473-5ceb-4ed3-81b6-0a29653359ca Jan 28 04:44:46.894119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Checking router: a017e1bb-994f-4f1c-a1ea-20ee76166d2a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:46.894489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Updating router a017e1bb-994f-4f1c-a1ea-20ee76166d2a port 57ebd11d-6a63-4fef-ab00-a9da71012b98 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:44:46.930759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (47ddc473-5ceb-4ed3-81b6-0a29653359ca), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.931482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.946751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41826) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:47.025728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c93ea3-90e5-4e55-a984-278918d19188,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:47.032282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (47ddc473-5ceb-4ed3-81b6-0a29653359ca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.033834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.033834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.041795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-4450d091-9928-4a7b-8609-7369726a5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.043400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-4450d091-9928-4a7b-8609-7369726a5e9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 1094 time: 0.1045625 Jan 28 04:44:47.115973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3764e-363c-410f-bfb2-ff7fcaedafae req-9968b27e-5066-4f32-8225-2f223bf7dda2 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.127847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6c3764e-363c-410f-bfb2-ff7fcaedafae req-9968b27e-5066-4f32-8225-2f223bf7dda2 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 944 time: 0.0750139 Jan 28 04:44:47.136589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6807013 Jan 28 04:44:47.160521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:47.169869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Request body: {'subnet': {'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1660569388-subnet', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:47.178402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549c4e6-2adf-4e53-a527-56d629704b30 admin admin] Pushing event updated for resources: {'Network': ['ID=47ddc473-5ceb-4ed3-81b6-0a29653359ca,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:47.191075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:44:47.224143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.238160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-efc99cb6-96d7-453e-8d47-95078ae4c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.239710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-efc99cb6-96d7-453e-8d47-95078ae4c941 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1752515 Jan 28 04:44:47.244978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Made reservation on behalf of 1721a95a97a54aefa59d24ab63af615f for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:44:47.247539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.330270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-d937d03f-acd3-4701-857f-91212cc3015e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca HTTP/1.1" status: 200 len: 217 time: 0.0834436 Jan 28 04:44:47.334274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6c3764e-363c-410f-bfb2-ff7fcaedafae req-4df7e2c2-fc58-4659-b491-00470530a529 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055638 Jan 28 04:44:47.436034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652dd1d-c861-4d8a-b57b-62281a2e75d8 req-cc2903b7-ab11-425a-83ad-3da7d93a089b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.438150 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c652dd1d-c861-4d8a-b57b-62281a2e75d8 req-cc2903b7-ab11-425a-83ad-3da7d93a089b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 943 time: 0.1111395 Jan 28 04:44:47.440664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-1313131b-4341-42ad-9cef-60bf12c91605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.442871 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-1313131b-4341-42ad-9cef-60bf12c91605 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1004245 Jan 28 04:44:47.456634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Publish callbacks [] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.459843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Publish callbacks [] for security_group (67ed4c29-8e2b-49ec-8eb8-20fee64135b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.465275 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.466655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (67ed4c29-8e2b-49ec-8eb8-20fee64135b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.518118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192cb2-e93b-40a5-87a5-a50a4af706f6 None None] Pushing event updated for resources: {'Port': ['ID=57ebd11d-6a63-4fef-ab00-a9da71012b98,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:47.538487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-bc4efcde-dbb2-44ff-ba8b-d5bf39bcd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:47.540082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-bc4efcde-dbb2-44ff-ba8b-d5bf39bcd008 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706310 Jan 28 04:44:47.544388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c652dd1d-c861-4d8a-b57b-62281a2e75d8 req-3bba06ec-9895-48b8-bc25-41812cf2df61 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998735 Jan 28 04:44:47.553178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8d1f030e79049028d4eb0e729ea1e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028788 Jan 28 04:44:47.558893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41838) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:47.574736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ed4c29-8e2b-49ec-8eb8-20fee64135b1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:47.577032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (bb2b6e63-d94f-424a-a71d-02c3a2eb8570), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.644218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Attempting to bind port 57ebd11d-6a63-4fef-ab00-a9da71012b98 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:47.644587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Attempting to bind port 57ebd11d-6a63-4fef-ab00-a9da71012b98 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:47.644960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Attempting to bind port 57ebd11d-6a63-4fef-ab00-a9da71012b98 on network 55b234eb-e1be-412b-9083-57cee8745f20 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:47.650501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:47.651141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Checking segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:47.651978 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.652762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Bound using segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:47.653567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Bound port: 57ebd11d-6a63-4fef-ab00-a9da71012b98, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:47.654164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.715297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.715778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.716234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.719053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.719557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.728596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.729543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.731668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.732058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.732514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.737703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.738207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.738662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c2d67-5ee6-4b09-839d-1594dcb28d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:47.744548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2b6e63-d94f-424a-a71d-02c3a2eb8570,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:47.821684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-97392823-cbdf-4093-b8c8-0ccbc707a641 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742205 Jan 28 04:44:47.834615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] For port 57ebd11d-6a63-4fef-ab00-a9da71012b98, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:47.840637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] For port 57ebd11d-6a63-4fef-ab00-a9da71012b98, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=57ebd11d-6a63-4fef-ab00-a9da71012b98,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:47.852756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.883240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0019c24b-55ed-45b6-8e87-fc37cbc6e013 admin admin] Publish callbacks [] for security_group (67ed4c29-8e2b-49ec-8eb8-20fee64135b1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:47.997939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0019c24b-55ed-45b6-8e87-fc37cbc6e013 admin admin] Publish callbacks [] for security_group (67ed4c29-8e2b-49ec-8eb8-20fee64135b1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.004323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:48.005480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:48.006987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7aa1763e-2331-4da2-b80e-19d03bd3a7ca req-7d70fd6e-9656-459e-88cd-bcf2782215cd service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790881 Jan 28 04:44:48.015181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] Provisioning complete for port 57ebd11d-6a63-4fef-ab00-a9da71012b98 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:48.015609 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.029466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.045420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.063851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.076853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.085712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192cb2-e93b-40a5-87a5-a50a4af706f6 None None] Pushing event updated for resources: {'Port': ['ID=57ebd11d-6a63-4fef-ab00-a9da71012b98,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:48.088199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.103905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.112282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.124229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e222e935-7b56-4566-b565-7606e62ea38d req-af771ef8-6582-49cb-8664-8c57cbdd961e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.4578304 Jan 28 04:44:48.188188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0019c24b-55ed-45b6-8e87-fc37cbc6e013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (67ed4c29-8e2b-49ec-8eb8-20fee64135b1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.191276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0019c24b-55ed-45b6-8e87-fc37cbc6e013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.195056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0019c24b-55ed-45b6-8e87-fc37cbc6e013 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67ed4c29-8e2b-49ec-8eb8-20fee64135b1 HTTP/1.1" status: 204 len: 168 time: 0.6308730 Jan 28 04:44:48.195056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Checking segment: {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:48.195056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Network hostable DHCP agents. Network: 47ddc473-5ceb-4ed3-81b6-0a29653359ca, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:44:48.215039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019c24b-55ed-45b6-8e87-fc37cbc6e013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ed4c29-8e2b-49ec-8eb8-20fee64135b1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:48.262882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:44:48.293362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e222e935-7b56-4566-b565-7606e62ea38d req-81a34f01-1186-46aa-b465-284ffae0b09a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633732 Jan 28 04:44:48.295011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 47ddc473-5ceb-4ed3-81b6-0a29653359ca) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:48.302498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.304000 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.322339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2de1b-21dc-4efc-87a4-6ef1a89e0bc3 None None] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:48.339674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-91dbc392-88af-4c5f-9d56-e7a16745ff5b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1748910 Jan 28 04:44:48.342449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41848) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:48.347773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:48.355752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:48.396321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (4a104bc2-3ddf-4812-abda-5dc723dc3685), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.397974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (4a104bc2-3ddf-4812-abda-5dc723dc3685), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.507221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks [] for router_controller (4a104bc2-3ddf-4812-abda-5dc723dc3685), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.518060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] Current status of the port 57ebd11d-6a63-4fef-ab00-a9da71012b98 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:48.518655 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.580826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-47ddc473-5ceb-4ed3-81b6-0a29653359ca', 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca', 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'fixed_ips': [{'subnet_id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:44:48.581723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:48.582277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ec08-17dd-4613-ab9e-2ccc74ee6053 req-4de1ef62-9315-40a8-b10f-eddec61ec0bc tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.592450 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96a5ec08-17dd-4613-ab9e-2ccc74ee6053 req-4de1ef62-9315-40a8-b10f-eddec61ec0bc tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 944 time: 0.1546831 Jan 28 04:44:48.672608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] For port 57ebd11d-6a63-4fef-ab00-a9da71012b98, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=57ebd11d-6a63-4fef-ab00-a9da71012b98,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:48.758233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77ae5-2639-4e45-a225-835249f1b314 req-e1c49b05-53b9-44e1-a55d-8031911ce099 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:48.761348 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2f77ae5-2639-4e45-a225-835249f1b314 req-e1c49b05-53b9-44e1-a55d-8031911ce099 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 943 time: 0.0753567 Jan 28 04:44:48.838506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2f77ae5-2639-4e45-a225-835249f1b314 req-b261c43a-b529-4a66-8667-4948f5c239af tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628872 Jan 28 04:44:48.913650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6353d4c3-3e99-454e-86b0-35fbe80f9bca details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:44:48.916578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0a963018-d00c-440b-92ec-bd5b9522316c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:48.935424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.070795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34916-4aaa-4493-b0af-2dd2ef197e4d None None] Pushing event updated for resources: {'Port': ['ID=57ebd11d-6a63-4fef-ab00-a9da71012b98,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:49.118778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:44:49.119737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96a5ec08-17dd-4613-ab9e-2ccc74ee6053 req-f185c3e4-b3d1-4107-8f9a-b3845ea2b4f9 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202026 Jan 28 04:44:49.153954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks [] for router_gateway (4a104bc2-3ddf-4812-abda-5dc723dc3685), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.448432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-40a5d433-896a-40f1-bf34-c3c8b784d5cd None None] Provisioning complete for port 57ebd11d-6a63-4fef-ab00-a9da71012b98 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:49.448821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-40a5d433-896a-40f1-bf34-c3c8b784d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.470202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks [] for router_gateway (4a104bc2-3ddf-4812-abda-5dc723dc3685), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.496613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.523262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Allocated IP 172.20.0.2 (47ddc473-5ceb-4ed3-81b6-0a29653359ca/bb2b6e63-d94f-424a-a71d-02c3a2eb8570/f80ab64b-7319-417a-90ac-5aea660e2c8a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:49.557353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0a963018-d00c-440b-92ec-bd5b9522316c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:44:49.580025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0a963018-d00c-440b-92ec-bd5b9522316c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:49.580440 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.585501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:49.623371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.628657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.633838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.639176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.644402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.649640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.655652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:49.657610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-54e7198d-62ad-42e3-9303-fb4ed5c9858a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.2367167 Jan 28 04:44:49.670235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Allocated IP 172.25.6.204 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/6d6a4c13-1d9e-44cf-92d8-27722714bcc8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:49.688621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '6353d4c3-3e99-454e-86b0-35fbe80f9bca', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': '6353d4c3-3e99-454e-86b0-35fbe80f9bca', 'mac_address': 'fa:16:3e:48:81:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:44:49.728841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-40a5d433-896a-40f1-bf34-c3c8b784d5cd None None] Current status of the port 57ebd11d-6a63-4fef-ab00-a9da71012b98 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:49.735977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:47Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:49.778817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-baf06ac4-790f-4154-a4e1-37b2e5ba1910 req-56540367-3353-4635-bd10-83a2ca4df055 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100075 Jan 28 04:44:49.821958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e7471-39d5-4645-900c-f0db5a0c5b95 None None] The sync data for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 is: [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:47Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:49.836991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks [] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.862773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6353d4c3-3e99-454e-86b0-35fbe80f9bca is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:49.863170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.923695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:49.961276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6353d4c3-3e99-454e-86b0-35fbe80f9bca {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:49.978260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:49.985312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:49.992683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:49.997740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0a963018-d00c-440b-92ec-bd5b9522316c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:49.998154 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.023508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Publish callbacks [] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.027681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:50.036310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:50.039534 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.043658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d782f9-396d-4c3c-be9b-ab96afdf62d7 req-3db4284d-2993-4bd4-be89-151dc29c2132 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:50.046859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04d782f9-396d-4c3c-be9b-ab96afdf62d7 req-3db4284d-2993-4bd4-be89-151dc29c2132 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 943 time: 0.1275198 Jan 28 04:44:50.055975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.110302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:50.119854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a963018-d00c-440b-92ec-bd5b9522316c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:50.123841 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e70ab7-4f9d-4a13-805e-b28d9442865a" -d '{"events": [{"server_uuid": "d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08", "name": "network-vif-plugged", "status": "completed", "tag": "0a963018-d00c-440b-92ec-bd5b9522316c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:50.138622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:50.141544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-04d782f9-396d-4c3c-be9b-ab96afdf62d7 req-b59ecf11-7d4d-4752-8f24-e55083373567 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791769 Jan 28 04:44:50.145646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Pushing event updated for resources: {'Port': ['ID=f80ab64b-7319-417a-90ac-5aea660e2c8a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:50.149523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0a963018-d00c-440b-92ec-bd5b9522316c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0a963018-d00c-440b-92ec-bd5b9522316c,segment=NetworkSegment(abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4),segment_id=abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:50.150613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:50.180448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.275741 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec94ccb-e46d-48a4-b57b-f67fb997852f x-openstack-request-id: req-7ec94ccb-e46d-48a4-b57b-f67fb997852f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:50.276020 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08", "name": "network-vif-plugged", "status": "completed", "tag": "0a963018-d00c-440b-92ec-bd5b9522316c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:50.276280 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ec94ccb-e46d-48a4-b57b-f67fb997852f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:50.276672 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a963018-d00c-440b-92ec-bd5b9522316c', 'code': 200} Jan 28 04:44:50.303619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6353d4c3-3e99-454e-86b0-35fbe80f9bca,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:50.310253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Attempting to bind port f80ab64b-7319-417a-90ac-5aea660e2c8a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:50.310626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Attempting to bind port f80ab64b-7319-417a-90ac-5aea660e2c8a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:50.311024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Attempting to bind port f80ab64b-7319-417a-90ac-5aea660e2c8a on network 47ddc473-5ceb-4ed3-81b6-0a29653359ca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:50.369064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6353d4c3-3e99-454e-86b0-35fbe80f9bca'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:50.372337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:50.372720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Checking segment: {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:50.373127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.373547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Bound using segment: {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:50.374564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Bound port: f80ab64b-7319-417a-90ac-5aea660e2c8a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:50.374948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.466319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c419bc7-5532-4ae8-bce3-abbfce45c26e req-1057db65-7d37-4936-81b1-627228d4bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:50.468716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c419bc7-5532-4ae8-bce3-abbfce45c26e req-1057db65-7d37-4936-81b1-627228d4bcac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 1096 time: 0.1025400 Jan 28 04:44:50.512433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks [] for router_gateway (4a104bc2-3ddf-4812-abda-5dc723dc3685), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.527637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] For port f80ab64b-7319-417a-90ac-5aea660e2c8a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:50.530556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] For port f80ab64b-7319-417a-90ac-5aea660e2c8a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f80ab64b-7319-417a-90ac-5aea660e2c8a,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:50.558929 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:50.559343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c419bc7-5532-4ae8-bce3-abbfce45c26e req-73f30f1a-419a-4747-98d5-a47d065222e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Jan 28 04:44:50.563934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0a963018-d00c-440b-92ec-bd5b9522316c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:50.585072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73081a-bf6b-4e92-a3d5-0de826859e86 req-d05d7aa5-9e4b-4245-827e-70eb69e86d87 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:50.601182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c73081a-bf6b-4e92-a3d5-0de826859e86 req-d05d7aa5-9e4b-4245-827e-70eb69e86d87 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 945 time: 0.2485886 Jan 28 04:44:50.700664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d0aa-50fd-43be-b3eb-d2d4f47f5da9 None None] Pushing event updated for resources: {'Port': ['ID=f80ab64b-7319-417a-90ac-5aea660e2c8a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:50.782487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c73081a-bf6b-4e92-a3d5-0de826859e86 req-fd1121b7-de73-4daa-9e60-538162a45488 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800661 Jan 28 04:44:50.822772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41926) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:51.000873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7e778d9-0d95-4ecf-bcce-5595e77d6da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.034188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.040243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.046246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.053075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.060816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.068574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.076382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.086142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-e7d0dff5-81a9-4121-9115-77826808d351 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1767702 Jan 28 04:44:51.096168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7e778d9-0d95-4ecf-bcce-5595e77d6da8 admin admin] Publish callbacks [] for security_group (05b91da7-72ff-4b97-b116-6d4cf5633b01), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.104657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7e778d9-0d95-4ecf-bcce-5595e77d6da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (05b91da7-72ff-4b97-b116-6d4cf5633b01), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.145975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (4a104bc2-3ddf-4812-abda-5dc723dc3685), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.157371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f7e778d9-0d95-4ecf-bcce-5595e77d6da8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc30cc701f1e4f58beed56f366bf3e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303046 Jan 28 04:44:51.160291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e778d9-0d95-4ecf-bcce-5595e77d6da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b91da7-72ff-4b97-b116-6d4cf5633b01,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:51.168614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41932) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:51.224308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9baadf1a-29b3-4b98-b71d-483b465ab883 req-71405897-46a3-4097-b4b9-e003b22d12a4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367157 Jan 28 04:44:51.324578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd984f6a-a123-446c-93d3-5f2ff6c5d522 admin admin] Publish callbacks [] for security_group (05b91da7-72ff-4b97-b116-6d4cf5633b01), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.363824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd984f6a-a123-446c-93d3-5f2ff6c5d522 admin admin] Publish callbacks [] for security_group (05b91da7-72ff-4b97-b116-6d4cf5633b01), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.430726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Router 4a104bc2-3ddf-4812-abda-5dc723dc3685 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:44:51.452768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd984f6a-a123-446c-93d3-5f2ff6c5d522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (05b91da7-72ff-4b97-b116-6d4cf5633b01), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.456023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd984f6a-a123-446c-93d3-5f2ff6c5d522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.462029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dd984f6a-a123-446c-93d3-5f2ff6c5d522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05b91da7-72ff-4b97-b116-6d4cf5633b01 HTTP/1.1" status: 204 len: 168 time: 0.2879925 Jan 28 04:44:51.690888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd984f6a-a123-446c-93d3-5f2ff6c5d522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b91da7-72ff-4b97-b116-6d4cf5633b01,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:51.735010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f80ab64b-7319-417a-90ac-5aea660e2c8a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:51.737630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d934a1-d743-49a7-a3ec-85797c7939cb req-7fc28a20-cba5-453a-b056-4aeb92932c07 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:51.751124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74d934a1-d743-49a7-a3ec-85797c7939cb req-7fc28a20-cba5-453a-b056-4aeb92932c07 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 944 time: 0.5312328 Jan 28 04:44:51.760574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:51.776187 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Sync routers for ids ['4a104bc2-3ddf-4812-abda-5dc723dc3685'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:51.798577 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Routers {'4a104bc2-3ddf-4812-abda-5dc723dc3685'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:51.799328 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4a104bc2-3ddf-4812-abda-5dc723dc3685'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:51.816383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:51.823467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-15e80821-533a-4fc2-8435-37bfb03b8ca0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4799821 Jan 28 04:44:51.826477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41944) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:51.862708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74d934a1-d743-49a7-a3ec-85797c7939cb req-bd771cb3-f0f6-495b-bf61-9058e1fee05c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103592 Jan 28 04:44:51.908117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f80ab64b-7319-417a-90ac-5aea660e2c8a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:51.908517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.059667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f80ab64b-7319-417a-90ac-5aea660e2c8a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:52.060439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.080097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4637c0-d8cc-45c3-881d-02541e656cd6 req-b49677e0-47c4-40e9-aeb4-1ceb4ff3cc8d tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.087872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec4637c0-d8cc-45c3-881d-02541e656cd6 req-b49677e0-47c4-40e9-aeb4-1ceb4ff3cc8d tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 945 time: 0.1612184 Jan 28 04:44:52.125814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f80ab64b-7319-417a-90ac-5aea660e2c8a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f80ab64b-7319-417a-90ac-5aea660e2c8a,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:52.131138 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.132940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 57ebd11d-6a63-4fef-ab00-a9da71012b98 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:52.177289 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Set router 4a104bc2-3ddf-4812-abda-5dc723dc3685 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:52.201542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f6769-b26a-48e9-a4ce-e1a13890ece3 None None] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:44:52.251722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec4637c0-d8cc-45c3-881d-02541e656cd6 req-8e80d64b-0e57-4ef6-a548-6effb869ff99 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609457 Jan 28 04:44:52.303262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f80ab64b-7319-417a-90ac-5aea660e2c8a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:52.336009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7530b6bc-2467-4926-a118-d318cddc6a42 None None] Provisioning complete for port f80ab64b-7319-417a-90ac-5aea660e2c8a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:52.336762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7530b6bc-2467-4926-a118-d318cddc6a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.385640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 57ebd11d-6a63-4fef-ab00-a9da71012b98 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:52.386342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.462269 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:44:50Z', 'revision_number': 3, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:52.503285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.509286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.512259 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Checking router: 4a104bc2-3ddf-4812-abda-5dc723dc3685 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:52.512774 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Updating router 4a104bc2-3ddf-4812-abda-5dc723dc3685 port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:44:52.517194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.523855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.533263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.539504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.546245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:52.562875 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-78b33cf1-53b2-49c7-9db5-03e0c986af1b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1556916 Jan 28 04:44:52.573829 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.645739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.675295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 57ebd11d-6a63-4fef-ab00-a9da71012b98 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:52.692685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7530b6bc-2467-4926-a118-d318cddc6a42 None None] Current status of the port f80ab64b-7319-417a-90ac-5aea660e2c8a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:52.724023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21aeb6bd-2fce-4b8a-a655-32b7eeff3c8e req-ef1a7076-aa52-41ea-a46f-361ce0009dec tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1602466 Jan 28 04:44:52.873049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6353d4c3-3e99-454e-86b0-35fbe80f9bca up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:52.934791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 6353d4c3-3e99-454e-86b0-35fbe80f9bca completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:44:52.945045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 6353d4c3-3e99-454e-86b0-35fbe80f9bca triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:52.945455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:52.958168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Allocated IP 172.20.0.1 (47ddc473-5ceb-4ed3-81b6-0a29653359ca/bb2b6e63-d94f-424a-a71d-02c3a2eb8570/6d012ce0-4846-4e84-96a3-b3cf02357501) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:44:53.000215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52662730-3152-4e4e-bae6-442e9c2c798b req-060b303a-4f3b-4004-bab1-affa71168e0d tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:53.002058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52662730-3152-4e4e-bae6-442e9c2c798b req-060b303a-4f3b-4004-bab1-affa71168e0d tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 945 time: 0.0801232 Jan 28 04:44:53.060250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6353d4c3-3e99-454e-86b0-35fbe80f9bca is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:53.060833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.062921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52662730-3152-4e4e-bae6-442e9c2c798b req-253698b3-ccd0-41d6-8231-15397359cff4 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540791 Jan 28 04:44:53.084497 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Publish callbacks [] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.091591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f5caa9e8-ec38-4974-ab91-48a32311e82b None None] Provisioning complete for port f80ab64b-7319-417a-90ac-5aea660e2c8a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:53.091992 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f5caa9e8-ec38-4974-ab91-48a32311e82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.092743 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.105755 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks [] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.143124 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Attempting to bind port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:53.143598 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Attempting to bind port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:53.144313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Attempting to bind port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:53.152295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.152951 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:53.153638 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:53.154242 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.155005 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:53.155668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Bound port: 6d6a4c13-1d9e-44cf-92d8-27722714bcc8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:53.156620 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.206915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6353d4c3-3e99-454e-86b0-35fbe80f9bca'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:53.217455 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1541047-9428-4735-bc3e-6f7d296a73de" -d '{"events": [{"server_uuid": "d7f231e5-a075-43ab-8208-36343d6db5fb", "name": "network-vif-plugged", "status": "completed", "tag": "6353d4c3-3e99-454e-86b0-35fbe80f9bca"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:53.217647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:53.225219 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] For port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:53.225997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b579-45f8-4c26-b8bf-d048eb9bd241 req-15f6cd71-9a59-47a5-9f65-c7215eac9bde tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:53.228920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Pushing event updated for resources: {'Port': ['ID=6d012ce0-4846-4e84-96a3-b3cf02357501,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:53.229095 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] For port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:53.237877 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a2f28-c0ea-4113-9123-e1d3ad0382bb None None] Pushing event updated for resources: {'Port': ['ID=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:53.238030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:53.239804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:44:53.245425 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.247549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fad9b579-45f8-4c26-b8bf-d048eb9bd241 req-15f6cd71-9a59-47a5-9f65-c7215eac9bde tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 944 time: 0.0803223 Jan 28 04:44:53.272320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:53.285075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.285582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (4a104bc2-3ddf-4812-abda-5dc723dc3685), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.330052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fad9b579-45f8-4c26-b8bf-d048eb9bd241 req-5b9717c4-db3c-4f6a-b014-c33cd48ad0a3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Jan 28 04:44:53.379858 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2a6361-874f-4baf-a1ec-202835fc08fa x-openstack-request-id: req-9b2a6361-874f-4baf-a1ec-202835fc08fa {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:53.380258 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f231e5-a075-43ab-8208-36343d6db5fb", "name": "network-vif-plugged", "status": "completed", "tag": "6353d4c3-3e99-454e-86b0-35fbe80f9bca", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:53.380734 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b2a6361-874f-4baf-a1ec-202835fc08fa {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:53.381367 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6353d4c3-3e99-454e-86b0-35fbe80f9bca', 'code': 200} Jan 28 04:44:53.383808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f5caa9e8-ec38-4974-ab91-48a32311e82b None None] Current status of the port f80ab64b-7319-417a-90ac-5aea660e2c8a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:53.424271 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a2f28-c0ea-4113-9123-e1d3ad0382bb None None] Pushing event updated for resources: {'Port': ['ID=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:53.431850 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Routers {'4a104bc2-3ddf-4812-abda-5dc723dc3685'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:53.434687 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4a104bc2-3ddf-4812-abda-5dc723dc3685'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:53.497896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6353d4c3-3e99-454e-86b0-35fbe80f9bca,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:53.513179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ff8d-2697-47c4-8070-515e6f6b16a4 req-e97c1d83-bfca-455c-a4b3-7c9c6ebe39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:53.516719 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c723ff8d-2697-47c4-8070-515e6f6b16a4 req-e97c1d83-bfca-455c-a4b3-7c9c6ebe39de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 1096 time: 0.0774827 Jan 28 04:44:53.533833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.568049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f80ab64b-7319-417a-90ac-5aea660e2c8a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:53.603749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c723ff8d-2697-47c4-8070-515e6f6b16a4 req-4b26f482-1174-48fe-b2d6-2f428108a622 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752673 Jan 28 04:44:53.659449 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] Set router 4a104bc2-3ddf-4812-abda-5dc723dc3685 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:53.683330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f80ab64b-7319-417a-90ac-5aea660e2c8a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:53.684136 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.749187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3991d43d-c186-419b-9404-ad240c1a2be0 None None] Provisioning complete for port 6d012ce0-4846-4e84-96a3-b3cf02357501 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:53.749599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3991d43d-c186-419b-9404-ad240c1a2be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.799227 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks [] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.808105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.838831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f80ab64b-7319-417a-90ac-5aea660e2c8a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:53.853555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3991d43d-c186-419b-9404-ad240c1a2be0 None None] Port 6d012ce0-4846-4e84-96a3-b3cf02357501 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:53.861323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (4a104bc2-3ddf-4812-abda-5dc723dc3685), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:53.887135 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:44:50Z', 'revision_number': 3, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:53.919037 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32670845-14e3-48de-83cc-a433ed95eb9e None None] The sync data for ids ['4a104bc2-3ddf-4812-abda-5dc723dc3685'] in n-d-824835-3 is: [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:44:50Z', 'revision_number': 3, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:53.944725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42012) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:53.996787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Pushing event updated for resources: {'Port': ['ID=6d012ce0-4846-4e84-96a3-b3cf02357501,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:54.029431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.035085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.040249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.046230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.051479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.056742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.062365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.066273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-197e9598-69fb-4de9-8229-fab801180efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1733713 Jan 28 04:44:54.069436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd2c9-4e3a-4c04-a22a-a05e324e9b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.121201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:44:54.131326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:44:54.166500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd2c9-4e3a-4c04-a22a-a05e324e9b6d admin admin] Publish callbacks [] for security_group (8ce14eba-a02a-4c46-984c-052b96726f00), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.177267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd2c9-4e3a-4c04-a22a-a05e324e9b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ce14eba-a02a-4c46-984c-052b96726f00), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.236829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f2dd2c9-4e3a-4c04-a22a-a05e324e9b6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e1003738f604cc6bc365a2ce0bca145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887089 Jan 28 04:44:54.243191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:54.267004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd2c9-4e3a-4c04-a22a-a05e324e9b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce14eba-a02a-4c46-984c-052b96726f00,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:54.281763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bee4bf94-6479-4f91-9792-c9f1b507c61d req-f67bb4b4-3cb7-46f8-ab82-3795dfcd8281 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2058764 Jan 28 04:44:54.306885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d68d2-4230-4afe-a669-e3afb5a190d1 req-4cfa8d38-fd1f-4a44-9720-b217245a2527 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.311849 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f7d68d2-4230-4afe-a669-e3afb5a190d1 req-4cfa8d38-fd1f-4a44-9720-b217245a2527 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 945 time: 0.1485271 Jan 28 04:44:54.393673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-288b725e-9e2d-4ddb-8256-cb68f4339cfd admin admin] Publish callbacks [] for security_group (8ce14eba-a02a-4c46-984c-052b96726f00), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.411567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f7d68d2-4230-4afe-a669-e3afb5a190d1 req-e43f4e2a-9e5e-4f41-8afa-e0abedbcc8a7 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7a9e44-6cef-4453-8be2-a3987e7b5077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929697 Jan 28 04:44:54.441960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-288b725e-9e2d-4ddb-8256-cb68f4339cfd admin admin] Publish callbacks [] for security_group (8ce14eba-a02a-4c46-984c-052b96726f00), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.443706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Router 4a104bc2-3ddf-4812-abda-5dc723dc3685 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:44:54.518091 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-288b725e-9e2d-4ddb-8256-cb68f4339cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ce14eba-a02a-4c46-984c-052b96726f00), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.522531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-288b725e-9e2d-4ddb-8256-cb68f4339cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.524209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-288b725e-9e2d-4ddb-8256-cb68f4339cfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ce14eba-a02a-4c46-984c-052b96726f00 HTTP/1.1" status: 204 len: 168 time: 0.2800322 Jan 28 04:44:54.535640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b725e-9e2d-4ddb-8256-cb68f4339cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce14eba-a02a-4c46-984c-052b96726f00,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:54.582960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1e673064-6577-4420-91a7-975c9d938ada None None] Provisioning complete for port 6d012ce0-4846-4e84-96a3-b3cf02357501 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:54.583534 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e673064-6577-4420-91a7-975c9d938ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:54.615260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10b101-2d63-43fe-9993-f6ac08ee6952 req-bb30ca35-18fe-4f17-ba57-6899a7d296e1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.616888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d10b101-2d63-43fe-9993-f6ac08ee6952 req-bb30ca35-18fe-4f17-ba57-6899a7d296e1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 945 time: 0.1045542 Jan 28 04:44:54.628051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1e673064-6577-4420-91a7-975c9d938ada None None] Port 6d012ce0-4846-4e84-96a3-b3cf02357501 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:44:54.655430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:44:54.666432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-255a2364-1508-4f87-b1a4-30970e80dc83 admin admin] 10.222.0.21 "PUT /v2.0/routers/4a104bc2-3ddf-4812-abda-5dc723dc3685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8382320 Jan 28 04:44:54.719760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d10b101-2d63-43fe-9993-f6ac08ee6952 req-4b1a5dc2-a27d-4cbe-9348-5929cf201561 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909317 Jan 28 04:44:54.801409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27255571-9c64-4c69-9917-6720ca9f963f req-b8f5d0e9-5244-44bf-9edf-f8cd96ab0e8a tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:54.804315 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27255571-9c64-4c69-9917-6720ca9f963f req-b8f5d0e9-5244-44bf-9edf-f8cd96ab0e8a tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 945 time: 0.0835898 Jan 28 04:44:54.964174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Deleting port 0a963018-d00c-440b-92ec-bd5b9522316c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:44:54.964384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.079140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] For port 0a963018-d00c-440b-92ec-bd5b9522316c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0a963018-d00c-440b-92ec-bd5b9522316c,segment=NetworkSegment(abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4),segment_id=abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:55.080057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.097322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Calling delete_port for 0a963018-d00c-440b-92ec-bd5b9522316c owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:44:55.264205 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0a963018-d00c-440b-92ec-bd5b9522316c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.298033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Pushing event deleted for resources: {'Port': ['ID=0a963018-d00c-440b-92ec-bd5b9522316c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:55.362267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] No DVR routers for this DVR port 0a963018-d00c-440b-92ec-bd5b9522316c on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:55.372110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.376659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27255571-9c64-4c69-9917-6720ca9f963f req-23ffa19b-cf53-42d0-abb2-5ce2a851eb1c tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.47 "DELETE /v2.0/ports/0a963018-d00c-440b-92ec-bd5b9522316c HTTP/1.1" status: 204 len: 173 time: 0.5526662 Jan 28 04:44:55.377176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'name': 'network-vif-deleted', 'tag': '0a963018-d00c-440b-92ec-bd5b9522316c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:55.387932 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40255b16-74ff-4e7f-9273-79fee2ed130b" -d '{"events": [{"server_uuid": "d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08", "name": "network-vif-deleted", "tag": "0a963018-d00c-440b-92ec-bd5b9522316c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:55.463501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.464030 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56a2f06-949c-483e-ac70-dac626171832 x-openstack-request-id: req-b56a2f06-949c-483e-ac70-dac626171832 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:55.464030 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08", "name": "network-vif-deleted", "tag": "0a963018-d00c-440b-92ec-bd5b9522316c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:55.464243 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b56a2f06-949c-483e-ac70-dac626171832 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:55.464547 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e0ed9e-0ff8-4575-ac96-15ef12ea0f08', 'name': 'network-vif-deleted', 'tag': '0a963018-d00c-440b-92ec-bd5b9522316c', 'status': 'completed', 'code': 200} Jan 28 04:44:55.480978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.487425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.495401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.501581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.507586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.514916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.524175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-543f249b-30be-4391-973d-b2a3e2dd6acd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1522090 Jan 28 04:44:55.615341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:55.617789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce91e4cf-3ad2-443b-8587-9358d80ae9b1 req-ea97db41-5155-417c-945d-cba28e3e3698 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925961 Jan 28 04:44:55.676436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:55.676961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.715675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0cf5e5c8-7691-437f-9dbb-0e45644277d1 req-5d3a3089-0e46-400a-9a01-a62a0c5b9bb9 tempest-InstanceActionsNegativeTestJSON-256675692 tempest-InstanceActionsNegativeTestJSON-256675692-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e0ed9e-0ff8-4575-ac96-15ef12ea0f08 HTTP/1.1" status: 200 len: 210 time: 0.0381298 Jan 28 04:44:55.792945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:55.793608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.833682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:55.841921 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.905495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a3727-0682-4939-94fe-7faaebf6df69 req-e561e40b-78d0-44ed-ae6f-e86188f7f3e2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.907122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c75a3727-0682-4939-94fe-7faaebf6df69 req-e561e40b-78d0-44ed-ae6f-e86188f7f3e2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 945 time: 0.0975657 Jan 28 04:44:55.953347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:56.016458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c75a3727-0682-4939-94fe-7faaebf6df69 req-6177dc5e-d679-4d80-9f9b-79c1031a7637 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954306 Jan 28 04:44:56.230599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Sync routers for ids ['4a104bc2-3ddf-4812-abda-5dc723dc3685'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:44:56.242075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Routers {'4a104bc2-3ddf-4812-abda-5dc723dc3685'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:56.242721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4a104bc2-3ddf-4812-abda-5dc723dc3685'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:56.546796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Set router 4a104bc2-3ddf-4812-abda-5dc723dc3685 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:56.794741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.798541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42164) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:56.801927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.808935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.822561 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.833474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.846551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.852204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:56.860449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:44:53Z', 'revision_number': 4, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6d012ce0-4846-4e84-96a3-b3cf02357501', 'name': '', 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'mac_address': 'fa:16:3e:39:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:52Z', 'updated_at': '2022-01-28T04:44:53Z', 'revision_number': 2, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'subnets': [{'id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:56.862510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-d64b1c2f-f1da-46bb-a6ce-e1bbdccfc9fd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1519825 Jan 28 04:44:56.877587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Deleting subnet 1647e3a6-da07-414e-a014-e956d0300453 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:44:56.883854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Publish callbacks [] for subnet (1647e3a6-da07-414e-a014-e956d0300453), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:56.900519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Checking router: 4a104bc2-3ddf-4812-abda-5dc723dc3685 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:44:56.901025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Updating router 4a104bc2-3ddf-4812-abda-5dc723dc3685 port 6d012ce0-4846-4e84-96a3-b3cf02357501 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:44:56.934039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0a963018-d00c-440b-92ec-bd5b9522316c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:56.938998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b442fc11-1ffe-4a6f-abcc-8d4448fa3ae4 req-7731c129-3859-4e86-8f29-8b10f4175cc6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751028 Jan 28 04:44:56.945944 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:56.958043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (1647e3a6-da07-414e-a014-e956d0300453), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:56.975052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0a963018-d00c-440b-92ec-bd5b9522316c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:44:56.975710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0a963018-d00c-440b-92ec-bd5b9522316c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:57.026451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1647e3a6-da07-414e-a014-e956d0300453), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.101462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (1647e3a6-da07-414e-a014-e956d0300453), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.138323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1647e3a6-da07-414e-a014-e956d0300453,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:57.143018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.147769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-237a1c45-3534-4100-aa04-f85a51ccc12e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1647e3a6-da07-414e-a014-e956d0300453 HTTP/1.1" status: 204 len: 168 time: 0.3480227 Jan 28 04:44:57.150836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42174) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:57.276866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (02f721f1-7a24-45b2-80fe-69adfa054c31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.335170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Publish callbacks [] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.343348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.387669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (02f721f1-7a24-45b2-80fe-69adfa054c31), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.397071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfd590-44de-4df5-bdda-0dd4d9d3791a None None] Pushing event updated for resources: {'Port': ['ID=6d012ce0-4846-4e84-96a3-b3cf02357501,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:57.433781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f721f1-7a24-45b2-80fe-69adfa054c31']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:57.451004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:57.452047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:57.465820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.474461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Attempting to bind port 6d012ce0-4846-4e84-96a3-b3cf02357501 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:57.477000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Attempting to bind port 6d012ce0-4846-4e84-96a3-b3cf02357501 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:57.479247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Attempting to bind port 6d012ce0-4846-4e84-96a3-b3cf02357501 on network 47ddc473-5ceb-4ed3-81b6-0a29653359ca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:57.490712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:57.491441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Checking segment: {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:57.492115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.492750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Bound using segment: {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:57.493702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Bound port: 6d012ce0-4846-4e84-96a3-b3cf02357501, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:57.494361 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.502291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.510997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:44:57.512193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (abdee57b-bd0c-4ca0-8f49-9e6a6d95d4b4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:44:57.514787 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:44:57.551216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:57.618798 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (02f721f1-7a24-45b2-80fe-69adfa054c31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.630348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.635454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] 10.222.0.21 "DELETE /v2.0/networks/02f721f1-7a24-45b2-80fe-69adfa054c31 HTTP/1.1" status: 204 len: 168 time: 0.4833293 Jan 28 04:44:57.645865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] For port 6d012ce0-4846-4e84-96a3-b3cf02357501, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:57.655817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974c502-4276-48c3-8a5b-62430b5f03ba admin admin] Pushing event deleted for resources: {'Network': ['ID=02f721f1-7a24-45b2-80fe-69adfa054c31,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:57.656034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] For port 6d012ce0-4846-4e84-96a3-b3cf02357501, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6d012ce0-4846-4e84-96a3-b3cf02357501,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:57.667417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.753931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:57.755164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:57.836002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfd590-44de-4df5-bdda-0dd4d9d3791a None None] Pushing event updated for resources: {'Port': ['ID=6d012ce0-4846-4e84-96a3-b3cf02357501,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:57.843575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Routers {'4a104bc2-3ddf-4812-abda-5dc723dc3685'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:44:57.844339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4a104bc2-3ddf-4812-abda-5dc723dc3685'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:58.043492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] Provisioning complete for port 6d012ce0-4846-4e84-96a3-b3cf02357501 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:58.044165 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.075180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:58.127541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42196) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:58.146893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] Set router 4a104bc2-3ddf-4812-abda-5dc723dc3685 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:44:58.203967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.210287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.221540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.228478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.229961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-066a6358-fdf7-4286-af31-8dd68b3dc2c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=464be53be0774dd8aea391eb5c2dd985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006937 Jan 28 04:44:58.234877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.235124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42200) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:58.240597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.246278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:58.254188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-fde487d8-77c4-430d-ba92-ed3c2d819e97 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1931050 Jan 28 04:44:58.333333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96cd0068-42cf-4d80-8eae-0a1f6f87f3b3 admin admin] Publish callbacks [] for security_group (dc7a9e44-6cef-4453-8be2-a3987e7b5077), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.375057 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-907d99d6-0599-42f0-8aa5-f763041b35e6 req-6a573db7-719c-416a-8c2a-a6a4c0ea7fec tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114645 Jan 28 04:44:58.382864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96cd0068-42cf-4d80-8eae-0a1f6f87f3b3 admin admin] Publish callbacks [] for security_group (dc7a9e44-6cef-4453-8be2-a3987e7b5077), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.448694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] Current status of the port 6d012ce0-4846-4e84-96a3-b3cf02357501 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:58.449049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.449511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96cd0068-42cf-4d80-8eae-0a1f6f87f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dc7a9e44-6cef-4453-8be2-a3987e7b5077), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.452844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96cd0068-42cf-4d80-8eae-0a1f6f87f3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.456534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96cd0068-42cf-4d80-8eae-0a1f6f87f3b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc7a9e44-6cef-4453-8be2-a3987e7b5077 HTTP/1.1" status: 204 len: 168 time: 0.2177434 Jan 28 04:44:58.469512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd0068-42cf-4d80-8eae-0a1f6f87f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7a9e44-6cef-4453-8be2-a3987e7b5077,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:58.525467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] For port 6d012ce0-4846-4e84-96a3-b3cf02357501, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6d012ce0-4846-4e84-96a3-b3cf02357501,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:58.559567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.634383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc45d6c-739b-49b1-8133-1f3040874f6c None None] Pushing event updated for resources: {'Port': ['ID=6d012ce0-4846-4e84-96a3-b3cf02357501,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:58.644240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:44:53Z', 'revision_number': 4, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6d012ce0-4846-4e84-96a3-b3cf02357501', 'name': '', 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'mac_address': 'fa:16:3e:39:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:52Z', 'updated_at': '2022-01-28T04:44:57Z', 'revision_number': 4, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'subnets': [{'id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:44:58.685816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc86a0-9264-4717-a870-d1f59581b7f6 None None] The sync data for ids ['4a104bc2-3ddf-4812-abda-5dc723dc3685'] in n-d-824835-3 is: [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:44:53Z', 'revision_number': 4, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6d012ce0-4846-4e84-96a3-b3cf02357501', 'name': '', 'network_id': '47ddc473-5ceb-4ed3-81b6-0a29653359ca', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'mac_address': 'fa:16:3e:39:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:52Z', 'updated_at': '2022-01-28T04:44:57Z', 'revision_number': 4, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'subnets': [{'id': 'bb2b6e63-d94f-424a-a71d-02c3a2eb8570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:44:58.698542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-df768eff-6d03-493b-b50e-724ba4943d67 None None] Provisioning complete for port 6d012ce0-4846-4e84-96a3-b3cf02357501 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:58.699226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df768eff-6d03-493b-b50e-724ba4943d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:58.883159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-df768eff-6d03-493b-b50e-724ba4943d67 None None] Current status of the port 6d012ce0-4846-4e84-96a3-b3cf02357501 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:59.576102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.582356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.588454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.595666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.605350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.611742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.618214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d012ce0-4846-4e84-96a3-b3cf02357501 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:59.620011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:59.631460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-06ccc89a-0385-465d-b36d-ddd4b8885a19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1431081 Jan 28 04:44:59.649631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42246) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:59.722309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b458c2b-90ff-4b8d-9fcf-51d78b0424f0 req-cb1dfc18-5e31-4830-80a6-a132995bd0b8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892062 Jan 28 04:44:59.747631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6d012ce0-4846-4e84-96a3-b3cf02357501 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:59.748013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:59.843218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6d012ce0-4846-4e84-96a3-b3cf02357501 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:59.959915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-41546875-network', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:00.000458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Made reservation on behalf of 5fc28ca927a8438d8092cfe4046cbb3d for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:00.003697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.013507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.105270 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks [] for security_group (a7dcd8f0-9149-45ee-a1a6-fd57759306bd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.111184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a7dcd8f0-9149-45ee-a1a6-fd57759306bd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.142162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:45:00.153726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dcd8f0-9149-45ee-a1a6-fd57759306bd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:00.158642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d23672b6-12ab-41ed-bc60-11a600964b28), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.158986 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Added segment d23672b6-12ab-41ed-bc60-11a600964b28 of type vlan for network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a Jan 28 04:45:00.214569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (42be3664-6e6c-4c03-96ca-4e3ad82dd81a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.247051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (42be3664-6e6c-4c03-96ca-4e3ad82dd81a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.248136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:00.249360 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.306517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6558216 Jan 28 04:45:00.309872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42264) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:00.315035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023654e-2c5a-4581-b784-606ad2e25ded admin admin] Pushing event updated for resources: {'Network': ['ID=42be3664-6e6c-4c03-96ca-4e3ad82dd81a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:00.327251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:45:00.335688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Request body: {'subnet': {'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-41546875-subnet', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:00.370246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Made reservation on behalf of 5fc28ca927a8438d8092cfe4046cbb3d for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:00.372485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.625762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (cb78944e-113f-4da9-9a8f-669aa0a74e05), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.690219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb78944e-113f-4da9-9a8f-669aa0a74e05,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:00.704276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Checking segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:00.704276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Network hostable DHCP agents. Network: 42be3664-6e6c-4c03-96ca-4e3ad82dd81a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:45:00.724216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:45:00.734633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 42be3664-6e6c-4c03-96ca-4e3ad82dd81a) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:00.739142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:00.740100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.747196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52f34c-c0c6-4063-a291-f217e69437ec None None] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:00.767368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-36395da4-0c47-4571-8525-9b762aeebacf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4549770 Jan 28 04:45:00.769914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42278) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:00.774668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:00.811917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.813308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.922408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603eccc-d5ad-41de-ae8c-4eee0d20606a None None] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:00.930139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks [] for router_controller (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.952232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:00.964260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:00.979112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:00.988456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:01.006480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:01.021634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:01.030043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:01.032473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-72c18a61-1b04-4320-9c53-c5a38886982e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1766546 Jan 28 04:45:01.196876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8168c2dc-3947-45d2-ad8c-a6d14355d7d6 req-a90d53cb-36b0-4b88-8ec5-8cea5f3efc76 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526594 Jan 28 04:45:01.514642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks [] for router_gateway (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:01.772296 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks [] for router_gateway (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:01.793970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:01.913848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Allocated IP 172.25.6.224 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/8a3a4438-6f13-4c37-a637-dead5fb42051) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:02.030225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks [] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:02.066225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:02.105716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:02.114737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:02.119489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:02.123052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Pushing event updated for resources: {'Port': ['ID=8a3a4438-6f13-4c37-a637-dead5fb42051,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:02.394729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.401620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.407690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.415540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.422038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.427722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.435530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:02.439198 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-6d97b244-fb3f-47cd-b88d-594839208956 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1123695 Jan 28 04:45:02.459414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks [] for router_gateway (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:02.517538 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39ab6573-7a2d-429b-89d9-9fe4b317081f req-f6386978-c35e-4323-8a3d-63d9ba4f936f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641804 Jan 28 04:45:02.688308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:02.850947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:45:02.967393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:02.979334 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Sync routers for ids ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:02.989216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:02.993265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-784b5a93-b050-4603-9104-ebb72565b3ad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2197797 Jan 28 04:45:02.993535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42322) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:02.994022 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Routers {'8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:02.994639 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:03.121921 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Set router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:03.344448 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:45:02Z', 'revision_number': 3, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:03.398694 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Checking router: 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:03.399339 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Updating router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 port 8a3a4438-6f13-4c37-a637-dead5fb42051 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:45:03.435971 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:03.549882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:03.683962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.691691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.723115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.740229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.755249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.773715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.781159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:03.785063 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-89e8d853-3011-4e7d-bebe-512b5ec74bb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1755853 Jan 28 04:45:03.829131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Allocated IP 172.20.0.1 (42be3664-6e6c-4c03-96ca-4e3ad82dd81a/cb78944e-113f-4da9-9a8f-669aa0a74e05/cc74b036-ec7e-4c8d-ab47-5308fc374688) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:03.889782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd0fe1e8-e978-45fc-bda1-ef59d6136cc9 req-782c2075-2ee0-45a2-891e-aae74c087d06 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960672 Jan 28 04:45:03.951727 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Publish callbacks [] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:03.960087 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.008306 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks [] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.008904 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Attempting to bind port 8a3a4438-6f13-4c37-a637-dead5fb42051 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:04.009312 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Attempting to bind port 8a3a4438-6f13-4c37-a637-dead5fb42051 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:04.009624 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Attempting to bind port 8a3a4438-6f13-4c37-a637-dead5fb42051 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:04.020156 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:04.020895 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:04.021522 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.022148 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:04.022869 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Bound port: 8a3a4438-6f13-4c37-a637-dead5fb42051, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:04.023653 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.055657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.083126 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] For port 8a3a4438-6f13-4c37-a637-dead5fb42051, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:04.087019 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] For port 8a3a4438-6f13-4c37-a637-dead5fb42051, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8a3a4438-6f13-4c37-a637-dead5fb42051,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:04.088700 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae3ba-8a22-499c-8273-165fa55c6350 None None] Pushing event updated for resources: {'Port': ['ID=8a3a4438-6f13-4c37-a637-dead5fb42051,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:04.094396 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.104435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:04.107368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:04.112035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:04.143016 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Routers {'8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:04.144167 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:04.144338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Pushing event updated for resources: {'Port': ['ID=cc74b036-ec7e-4c8d-ab47-5308fc374688,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:04.163239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.238421 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae3ba-8a22-499c-8273-165fa55c6350 None None] Pushing event updated for resources: {'Port': ['ID=8a3a4438-6f13-4c37-a637-dead5fb42051,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:04.265125 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] Set router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:04.332829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.483162 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:45:02Z', 'revision_number': 3, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:04.519617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048aef8-0b32-4cab-9b2d-66e0fdef013f None None] The sync data for ids ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'] in n-d-824835-3 is: [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:45:02Z', 'revision_number': 3, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:04.589537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks [] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.597866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.679182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Pushing event updated for resources: {'Port': ['ID=cc74b036-ec7e-4c8d-ab47-5308fc374688,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:04.681590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.794120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:04.797525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:05.008206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:45:05.127274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.144994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.159525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.177819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.181121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:05.183789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.193369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.193926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1688e753-7112-4491-af2e-755b9896f63a admin admin] 10.222.0.21 "PUT /v2.0/routers/8d9e5448-90ac-40d0-a5b1-d0bcd3e86093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992006 Jan 28 04:45:05.206458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.208433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e6c56511-b181-496c-a849-d4615ddaba5f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1857324 Jan 28 04:45:05.307604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42376) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:05.323665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b7b2b79-6932-4266-8e47-18d88efd9336 req-e81c633d-729a-4c76-bb0b-49805035f40b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082575 Jan 28 04:45:05.484961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-312fd656-cd62-4d3d-aeec-b005c8cbf517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.613294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-312fd656-cd62-4d3d-aeec-b005c8cbf517 admin admin] Publish callbacks [] for security_group (fe9c065d-15b5-4504-9dc5-3383cf10e4fb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.616124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8a3a4438-6f13-4c37-a637-dead5fb42051 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:05.621253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-312fd656-cd62-4d3d-aeec-b005c8cbf517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fe9c065d-15b5-4504-9dc5-3383cf10e4fb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.666437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fd656-cd62-4d3d-aeec-b005c8cbf517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9c065d-15b5-4504-9dc5-3383cf10e4fb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:05.706625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-312fd656-cd62-4d3d-aeec-b005c8cbf517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1f5586cd9664c80bd952371f073f2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971920 Jan 28 04:45:05.708574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42398) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:05.714720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8a3a4438-6f13-4c37-a637-dead5fb42051 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:05.715312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.790450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea8d43c8-030e-4d62-9541-135d6b8bc533 admin admin] Publish callbacks [] for security_group (fe9c065d-15b5-4504-9dc5-3383cf10e4fb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.818560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea8d43c8-030e-4d62-9541-135d6b8bc533 admin admin] Publish callbacks [] for security_group (fe9c065d-15b5-4504-9dc5-3383cf10e4fb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.835829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8a3a4438-6f13-4c37-a637-dead5fb42051 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:05.836229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.853501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-f63f20f0-6796-417a-a357-0f4ca450c61e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:05.855737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-f63f20f0-6796-417a-a357-0f4ca450c61e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 809 time: 0.1475451 Jan 28 04:45:05.868185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 8a3a4438-6f13-4c37-a637-dead5fb42051, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8a3a4438-6f13-4c37-a637-dead5fb42051,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:05.874133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.880084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-cc3759de-83d0-4bb3-abab-df04149fabcf tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/quotas/5fc28ca927a8438d8092cfe4046cbb3d HTTP/1.1" status: 200 len: 375 time: 0.0149765 Jan 28 04:45:05.882478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea8d43c8-030e-4d62-9541-135d6b8bc533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fe9c065d-15b5-4504-9dc5-3383cf10e4fb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.890482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea8d43c8-030e-4d62-9541-135d6b8bc533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.896910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ea8d43c8-030e-4d62-9541-135d6b8bc533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe9c065d-15b5-4504-9dc5-3383cf10e4fb HTTP/1.1" status: 204 len: 168 time: 0.1869547 Jan 28 04:45:05.925771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=8a3a4438-6f13-4c37-a637-dead5fb42051,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:05.942625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d43c8-030e-4d62-9541-135d6b8bc533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9c065d-15b5-4504-9dc5-3383cf10e4fb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:05.966415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-55d2b844-0956-4cdc-aa3e-85a01a2eeb32 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781152 Jan 28 04:45:06.103327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-e3449fdf-d7f9-4039-a14c-640efb3cbdef service neutron] 10.222.0.21 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228597 Jan 28 04:45:06.130277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.214315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-22ed840b-f528-42fd-8641-e04896328d3f service neutron] 10.222.0.21 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984828 Jan 28 04:45:06.298921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42408) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:06.316808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3740017b-fd80-4549-8d4b-ed6a5b5e32a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.427944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3740017b-fd80-4549-8d4b-ed6a5b5e32a2 admin admin] Publish callbacks [] for security_group (aeee87f5-bf3e-4ce9-9c8d-20c8dad97813), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.455457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3740017b-fd80-4549-8d4b-ed6a5b5e32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aeee87f5-bf3e-4ce9-9c8d-20c8dad97813), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.491241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd923404-a692-46bc-b6bf-078a93ac0137 req-1a5798dc-230a-46ff-abe7-03c1446315f1 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 210 time: 0.0611119 Jan 28 04:45:06.496726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.516982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.523572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.528802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3740017b-fd80-4549-8d4b-ed6a5b5e32a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4a1c71de0bf443fbabb2b5743bb7384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285008 Jan 28 04:45:06.530379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740017b-fd80-4549-8d4b-ed6a5b5e32a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeee87f5-bf3e-4ce9-9c8d-20c8dad97813,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:06.530862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.533061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42416) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:06.537531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.544746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.552215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:06.554489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-af4ecec1-d399-444b-b135-2328f2035fcb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1486514 Jan 28 04:45:06.607149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3023f46a-8448-4e30-b459-76044e98bea6 admin admin] Publish callbacks [] for security_group (aeee87f5-bf3e-4ce9-9c8d-20c8dad97813), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.638291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3023f46a-8448-4e30-b459-76044e98bea6 admin admin] Publish callbacks [] for security_group (aeee87f5-bf3e-4ce9-9c8d-20c8dad97813), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.660986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8653c0bf-b552-40b9-b5fd-ac9e8d9634c4 req-50644d1a-3ca1-4900-947a-dd44491d580f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969870 Jan 28 04:45:06.713006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3023f46a-8448-4e30-b459-76044e98bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aeee87f5-bf3e-4ce9-9c8d-20c8dad97813), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.716450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3023f46a-8448-4e30-b459-76044e98bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.721207 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3023f46a-8448-4e30-b459-76044e98bea6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aeee87f5-bf3e-4ce9-9c8d-20c8dad97813 HTTP/1.1" status: 204 len: 168 time: 0.1845448 Jan 28 04:45:06.738321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023f46a-8448-4e30-b459-76044e98bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeee87f5-bf3e-4ce9-9c8d-20c8dad97813,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:06.973024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Sync routers for ids ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:06.992378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Routers {'8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:06.993306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:07.372078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Set router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:07.434453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af5ab1-1b36-440b-b712-9d83e80447d1 req-b5af9bfd-38fe-42e7-8725-2b051160707f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:07.438550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10af5ab1-1b36-440b-b712-9d83e80447d1 req-b5af9bfd-38fe-42e7-8725-2b051160707f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0689571 Jan 28 04:45:07.491916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10af5ab1-1b36-440b-b712-9d83e80447d1 req-e92c8bd7-3dc9-41c8-a933-1da92a39a3e7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482848 Jan 28 04:45:07.520720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8a3a4438-6f13-4c37-a637-dead5fb42051 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:07.624178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ed2b65c-882c-4f2e-bb83-0d8c83046494 req-c7cb05fc-6016-4620-b5d0-0f8fc1e08a3c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 210 time: 0.0406382 Jan 28 04:45:07.715093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:07.715500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a0812-57d6-4852-8a41-41812e307624 req-15054b5e-da09-4441-9fc3-3db0258fe9ca tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:07.717854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-930a0812-57d6-4852-8a41-41812e307624 req-15054b5e-da09-4441-9fc3-3db0258fe9ca tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1186810 Jan 28 04:45:07.747902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8a3a4438-6f13-4c37-a637-dead5fb42051 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:07.748650 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:07.821203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-930a0812-57d6-4852-8a41-41812e307624 req-c5c96374-14d6-4614-92d5-2df43b95b23c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973086 Jan 28 04:45:07.975125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-627feafe-8ef1-4752-9bf7-024bd2330a73 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:07.977087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-627feafe-8ef1-4752-9bf7-024bd2330a73 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 809 time: 0.1685531 Jan 28 04:45:07.989367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:45:04Z', 'revision_number': 4, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'cc74b036-ec7e-4c8d-ab47-5308fc374688', 'name': '', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'mac_address': 'fa:16:3e:3c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:03Z', 'updated_at': '2022-01-28T04:45:04Z', 'revision_number': 2, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'subnets': [{'id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:08.044362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Request body: {'port': {'device_id': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'admin_state_up': True, 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:08.072004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Checking router: 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:08.072380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Updating router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 port cc74b036-ec7e-4c8d-ab47-5308fc374688 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:45:08.117472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8a3a4438-6f13-4c37-a637-dead5fb42051 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:08.136779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.182084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.188066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.194329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.200577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.207085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.212935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.219246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.227161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-51010293-3ece-4938-9e7c-17a5f17c3cf1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.2487683 Jan 28 04:45:08.352653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59aeeae2-40ea-4991-a917-930d552f05c9 req-bd7441dd-b5de-46e6-a878-07abe306bea0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216142 Jan 28 04:45:08.358966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Made reservation on behalf of 5fc28ca927a8438d8092cfe4046cbb3d for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:08.366082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.480913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea27dc6-f55e-4525-9cf9-e085042bea53 req-a3984b5d-522e-4982-ad59-f4aa4b514ba4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:08.485835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eea27dc6-f55e-4525-9cf9-e085042bea53 req-a3984b5d-522e-4982-ad59-f4aa4b514ba4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0579767 Jan 28 04:45:08.503794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42484) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:08.541705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eea27dc6-f55e-4525-9cf9-e085042bea53 req-3916fc03-c4eb-494a-b3cb-4a0f9bb2f15f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526230 Jan 28 04:45:08.595722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Publish callbacks [] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.602194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c70b137-95dc-4c60-ba37-96a8c9ed2724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.609508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.694651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Pushing event updated for resources: {'Port': ['ID=cc74b036-ec7e-4c8d-ab47-5308fc374688,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:08.724940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea051fe2-53b1-4674-959a-30ac1d505aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.729122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.729514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.729865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.731052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.731052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.731052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.731776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.732371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.733315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.734164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.734164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.734413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.734638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:08.769116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Attempting to bind port cc74b036-ec7e-4c8d-ab47-5308fc374688 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:08.769516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Attempting to bind port cc74b036-ec7e-4c8d-ab47-5308fc374688 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:08.770304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Attempting to bind port cc74b036-ec7e-4c8d-ab47-5308fc374688 on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:08.776056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:08.776450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Checking segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:08.777055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.777590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Bound using segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:08.778075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Bound port: cc74b036-ec7e-4c8d-ab47-5308fc374688, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:08.778475 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.844418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8e0f99b-3cb2-467d-a5d5-7356f524c8fa req-3b24bdf3-5df3-4baf-a1d0-f4664b3707e5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 210 time: 0.0615797 Jan 28 04:45:08.849731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Allocated IP 172.20.0.7 (42be3664-6e6c-4c03-96ca-4e3ad82dd81a/cb78944e-113f-4da9-9a8f-669aa0a74e05/898bc876-fc54-4d19-abdc-b78018da0c2f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:08.863057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] For port cc74b036-ec7e-4c8d-ab47-5308fc374688, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:08.867302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] For port cc74b036-ec7e-4c8d-ab47-5308fc374688, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cc74b036-ec7e-4c8d-ab47-5308fc374688,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:08.875102 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.923500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea051fe2-53b1-4674-959a-30ac1d505aff admin admin] Publish callbacks [] for security_group (1d855f5d-ce58-4e21-b6f5-52dc183b7c97), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.936407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea051fe2-53b1-4674-959a-30ac1d505aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1d855f5d-ce58-4e21-b6f5-52dc183b7c97), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:08.951460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527baa6-0bf4-4ebd-b454-1bf9e9875ef7 None None] Pushing event updated for resources: {'Port': ['ID=cc74b036-ec7e-4c8d-ab47-5308fc374688,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:08.956272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Routers {'8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:08.956986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:44:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:09.039856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea051fe2-53b1-4674-959a-30ac1d505aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d855f5d-ce58-4e21-b6f5-52dc183b7c97,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:09.050828 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ea051fe2-53b1-4674-959a-30ac1d505aff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=829db92976784585becf105cc92cd6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453396 Jan 28 04:45:09.055693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:09.103702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ffa3d-ddf6-4a66-b2a3-696e04ed8e59 req-bde1ae21-2b43-48fb-b9ca-89bcbc7a6ef1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.105297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d23ffa3d-ddf6-4a66-b2a3-696e04ed8e59 req-bde1ae21-2b43-48fb-b9ca-89bcbc7a6ef1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0647359 Jan 28 04:45:09.137115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] Set router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:09.145871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks [] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.172446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-454a7eb9-3e2b-4502-9c12-35e4d95ee394 admin admin] Publish callbacks [] for security_group (1d855f5d-ce58-4e21-b6f5-52dc183b7c97), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.202424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d23ffa3d-ddf6-4a66-b2a3-696e04ed8e59 req-d8c9e1b7-e74c-4814-994a-8e89a218f460 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862901 Jan 28 04:45:09.209571 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-454a7eb9-3e2b-4502-9c12-35e4d95ee394 admin admin] Publish callbacks [] for security_group (1d855f5d-ce58-4e21-b6f5-52dc183b7c97), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.243271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.306125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:09.314353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:09.317079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:09.319794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Pushing event updated for resources: {'Port': ['ID=898bc876-fc54-4d19-abdc-b78018da0c2f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:09.355773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-454a7eb9-3e2b-4502-9c12-35e4d95ee394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1d855f5d-ce58-4e21-b6f5-52dc183b7c97), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.358823 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-454a7eb9-3e2b-4502-9c12-35e4d95ee394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.362445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-454a7eb9-3e2b-4502-9c12-35e4d95ee394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d855f5d-ce58-4e21-b6f5-52dc183b7c97 HTTP/1.1" status: 204 len: 168 time: 0.3032472 Jan 28 04:45:09.403746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a7eb9-3e2b-4502-9c12-35e4d95ee394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d855f5d-ce58-4e21-b6f5-52dc183b7c97,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:09.417512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:45:04Z', 'revision_number': 4, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'cc74b036-ec7e-4c8d-ab47-5308fc374688', 'name': '', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'mac_address': 'fa:16:3e:3c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:03Z', 'updated_at': '2022-01-28T04:45:08Z', 'revision_number': 4, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'subnets': [{'id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:09.436747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.437450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.476317 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-41a828f8-9a15-40d9-a3c4-3d3894d47e75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4821231 Jan 28 04:45:09.477114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0ff25-3ca0-4073-a956-e7ce7d128d75 None None] The sync data for ids ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'] in n-d-824835-3 is: [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:45:04Z', 'revision_number': 4, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'cc74b036-ec7e-4c8d-ab47-5308fc374688', 'name': '', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'mac_address': 'fa:16:3e:3c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:03Z', 'updated_at': '2022-01-28T04:45:08Z', 'revision_number': 4, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'subnets': [{'id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:09.493750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Request body: {'port': {'device_id': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:09.586278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:09.594362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.600461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.610953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.616634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.622835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.629588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.637518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:09.645741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-5299d8e0-bc2d-454c-8191-e02de7b7d99d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5432 time: 0.1537087 Jan 28 04:45:09.750877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2218f3d6-f5f9-4cdd-b07b-31eabe18eeb8 req-2132357c-4565-4b98-9546-9643977fbbf8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029415 Jan 28 04:45:10.005008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898bc876-fc54-4d19-abdc-b78018da0c2f {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:10.015096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Publish callbacks [] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.037872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Transition to ACTIVE for port object 898bc876-fc54-4d19-abdc-b78018da0c2f will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:45:10.047330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab250c-d740-454c-88c8-acca80e25547 req-83dbde7c-c93f-4102-86a0-12892d72c070 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:10.048862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09ab250c-d740-454c-88c8-acca80e25547 req-83dbde7c-c93f-4102-86a0-12892d72c070 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 931 time: 0.0917056 Jan 28 04:45:10.050136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.162760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Pushing event updated for resources: {'Port': ['ID=898bc876-fc54-4d19-abdc-b78018da0c2f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:10.205087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-09ab250c-d740-454c-88c8-acca80e25547 req-f0a426fa-1a4b-4109-98de-98188581fe64 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282773 Jan 28 04:45:10.241438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Attempting to bind port 898bc876-fc54-4d19-abdc-b78018da0c2f on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:10.241793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Attempting to bind port 898bc876-fc54-4d19-abdc-b78018da0c2f by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:10.242128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Attempting to bind port 898bc876-fc54-4d19-abdc-b78018da0c2f on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:10.247546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Port 898bc876-fc54-4d19-abdc-b78018da0c2f on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:10.248121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Attempting to bind port 898bc876-fc54-4d19-abdc-b78018da0c2f on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:10.254555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:10.254911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Checking segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:10.255392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Bound using segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:10.255779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Bound port: 898bc876-fc54-4d19-abdc-b78018da0c2f, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:10.256147 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.376216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] For port 898bc876-fc54-4d19-abdc-b78018da0c2f, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:10.381099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] For port 898bc876-fc54-4d19-abdc-b78018da0c2f, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=898bc876-fc54-4d19-abdc-b78018da0c2f,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:10.394530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7262f-8626-4f35-856e-a96671cd111f req-3952d373-e426-45fd-baa6-837e1fd8a739 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:10.401706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d4e7262f-8626-4f35-856e-a96671cd111f req-3952d373-e426-45fd-baa6-837e1fd8a739 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1011741 Jan 28 04:45:10.411299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.432553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:10.465763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:10.466447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.468390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] 10.222.0.47 "PUT /v2.0/ports/898bc876-fc54-4d19-abdc-b78018da0c2f HTTP/1.1" status: 200 len: 1091 time: 0.9793329 Jan 28 04:45:10.470082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'tag': '898bc876-fc54-4d19-abdc-b78018da0c2f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:10.473301 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f073f83-5690-4d98-bfe9-dff43c11bf20" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4e8786-5b0e-4c14-b19b-e18052b6cdbd", "tag": "898bc876-fc54-4d19-abdc-b78018da0c2f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:10.530545 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d4e7262f-8626-4f35-856e-a96671cd111f req-049a0067-6fff-4acb-9bd6-e54baec01372 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227958 Jan 28 04:45:10.536779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600aa4c-18c4-4309-9fa0-29a554de3708 service neutron] Pushing event updated for resources: {'Port': ['ID=898bc876-fc54-4d19-abdc-b78018da0c2f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:10.578691 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbf68a7-8352-471f-aa3d-77f7e8c7cf97 x-openstack-request-id: req-fcbf68a7-8352-471f-aa3d-77f7e8c7cf97 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:10.580625 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4e8786-5b0e-4c14-b19b-e18052b6cdbd", "tag": "898bc876-fc54-4d19-abdc-b78018da0c2f", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:10.587271 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcbf68a7-8352-471f-aa3d-77f7e8c7cf97 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:10.587271 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'tag': '898bc876-fc54-4d19-abdc-b78018da0c2f', 'status': 'completed', 'code': 200} Jan 28 04:45:10.651645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:10.662968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-ee6ed5a5-88fd-4d9b-a29c-232c3b2b2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:10.666046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-ee6ed5a5-88fd-4d9b-a29c-232c3b2b2732 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 1094 time: 0.1221218 Jan 28 04:45:10.676463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '66caa4c5-e4f1-43a2-a1e4-fdc560f612eb', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'port_id': '66caa4c5-e4f1-43a2-a1e4-fdc560f612eb', 'mac_address': 'fa:16:3e:8a:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:10.731959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-49285589-cb25-4111-b620-a6c11b7f4e1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898bc876-fc54-4d19-abdc-b78018da0c2f HTTP/1.1" status: 200 len: 217 time: 0.0485435 Jan 28 04:45:10.743509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:10.743509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.758567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:10.779855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:10.801558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.802264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 11ca4447-687e-4f0a-962b-8c6a0342d9ec details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:10.809733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-e6c94e95-ca3a-4bdd-a965-0c5f64835452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:10.812795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-e6c94e95-ca3a-4bdd-a965-0c5f64835452 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.0751631 Jan 28 04:45:10.861055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-3004c918-c32c-490c-afb1-b113b7e1c9be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426753 Jan 28 04:45:10.884945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29bc3b99-a660-4ba2-9244-7e7f81b5d380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:10.962731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:11.008775 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-cfc1d5ec-a7d3-4de5-b111-c74965cf1f3a service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268744 Jan 28 04:45:11.032781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.039752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.048970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.055659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.064334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.071563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.078170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.080619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-b3142f49-fb5f-4806-be47-5c9fa13f9328 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5433 time: 0.1785383 Jan 28 04:45:11.118822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:11.149506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '11ca4447-687e-4f0a-962b-8c6a0342d9ec', 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7', 'port_id': '11ca4447-687e-4f0a-962b-8c6a0342d9ec', 'mac_address': 'fa:16:3e:eb:a7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508de97e-bc39-4ad9-ba67-dc2f88ccc02a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:11.198357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9786cfc1-ebc3-4938-b16e-e124d116dcaa req-70eab0bc-c3fe-4441-b0b8-edaa280b7c52 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094310 Jan 28 04:45:11.209082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5eeda50b-a3d9-415b-a97c-c2deeef32dba req-d04802d8-bb31-4341-8e99-9d87457c2180 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902115 Jan 28 04:45:11.237036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 11ca4447-687e-4f0a-962b-8c6a0342d9ec is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:11.237710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:11.256647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca4447-687e-4f0a-962b-8c6a0342d9ec {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:11.283658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:11.289836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:11.290632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d46e2964-c6d5-44f1-95ed-e90421e9f263 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:11.381266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-ab9feccf-d849-4c7c-9d06-11976737e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.382949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-ab9feccf-d849-4c7c-9d06-11976737e377 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 1094 time: 0.0635197 Jan 28 04:45:11.459019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:11.461840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:11.492743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'd46e2964-c6d5-44f1-95ed-e90421e9f263', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'port_id': 'd46e2964-c6d5-44f1-95ed-e90421e9f263', 'mac_address': 'fa:16:3e:5f:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:11.567712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-8ba98004-7cb9-4a52-b410-2dd06981fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.569283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-8ba98004-7cb9-4a52-b410-2dd06981fd1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 910 time: 0.1785069 Jan 28 04:45:11.602393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d46e2964-c6d5-44f1-95ed-e90421e9f263 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:11.603355 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:11.633458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46e2964-c6d5-44f1-95ed-e90421e9f263 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:11.664356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cc74b036-ec7e-4c8d-ab47-5308fc374688 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:11.704491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-67039f2f-8a79-43e0-b570-e680ea553cc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898bc876-fc54-4d19-abdc-b78018da0c2f HTTP/1.1" status: 200 len: 217 time: 0.1227403 Jan 28 04:45:11.757799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:11.769011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port cc74b036-ec7e-4c8d-ab47-5308fc374688 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:11.769684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:11.772805 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:11.773740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 852912f9-0c02-4e72-93e5-9d50508d3ba7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:11.819283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cd1b3-17ed-410c-9884-e86ab596ad2d req-7d3528f0-664f-4518-91e6-aa73675a9ce2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.831041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-902cd1b3-17ed-410c-9884-e86ab596ad2d req-7d3528f0-664f-4518-91e6-aa73675a9ce2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1203351 Jan 28 04:45:11.839348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5b76c-dd38-42f6-a06a-0be002ba90e5 req-473d446f-e247-48ac-bc93-559aa12e59ba tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.841487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1a5b76c-dd38-42f6-a06a-0be002ba90e5 req-473d446f-e247-48ac-bc93-559aa12e59ba tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 943 time: 0.1273701 Jan 28 04:45:11.845670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-81201efd-0095-45a5-aa9d-be1dfd415356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:11.847319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-81201efd-0095-45a5-aa9d-be1dfd415356 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.1309247 Jan 28 04:45:11.849317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:11.910685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:11.921018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-902cd1b3-17ed-410c-9884-e86ab596ad2d req-34d27d73-322b-4d31-8bf7-fd34ce721a28 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879164 Jan 28 04:45:11.926806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:11.936882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '852912f9-0c02-4e72-93e5-9d50508d3ba7', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'port_id': '852912f9-0c02-4e72-93e5-9d50508d3ba7', 'mac_address': 'fa:16:3e:0b:5e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:11.941542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-c440a924-7778-4f8d-87de-09bdd6b2f6a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419815 Jan 28 04:45:11.997234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1a5b76c-dd38-42f6-a06a-0be002ba90e5 req-8a68f6b5-f0d1-42d8-99e7-eb3111884117 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400611 Jan 28 04:45:12.034154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port cc74b036-ec7e-4c8d-ab47-5308fc374688 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:12.035731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.040221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 852912f9-0c02-4e72-93e5-9d50508d3ba7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:12.040423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.079244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852912f9-0c02-4e72-93e5-9d50508d3ba7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:12.084282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-66944ddd-59a9-4db0-ab46-fe6eaa6047ee service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285226 Jan 28 04:45:12.131008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port cc74b036-ec7e-4c8d-ab47-5308fc374688, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cc74b036-ec7e-4c8d-ab47-5308fc374688,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.160905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.162303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.195499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.197609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d090c61d-30be-47e6-af2a-35caf79fa984 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:12.224551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f073f83-5690-4d98-bfe9-dff43c11bf20 req-ee9b6ff8-a02d-4bc2-a2b9-2d625a78ad47 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331654 Jan 28 04:45:12.263309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=cc74b036-ec7e-4c8d-ab47-5308fc374688,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:12.278019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d090c61d-30be-47e6-af2a-35caf79fa984,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.313572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'd090c61d-30be-47e6-af2a-35caf79fa984', 'network_id': 'c1556003-cd67-4586-92d0-2c4460a73ff7', 'port_id': 'd090c61d-30be-47e6-af2a-35caf79fa984', 'mac_address': 'fa:16:3e:13:32:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508de97e-bc39-4ad9-ba67-dc2f88ccc02a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:12.355617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:12.389451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.395175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.401088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.407306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.413451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.419059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.424994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:12.426950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-dbc44ca3-7c6a-4899-ad1a-95b9b0127a45 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5436 time: 0.1272721 Jan 28 04:45:12.437453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d090c61d-30be-47e6-af2a-35caf79fa984 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:12.437857 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.457927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d090c61d-30be-47e6-af2a-35caf79fa984 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:12.496199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d090c61d-30be-47e6-af2a-35caf79fa984,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.502914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.503598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b0b464b0-f539-464b-ada6-fd0a53a50e32 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:12.526541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86be3d65-018c-4f81-8e29-5d13eb776c3a req-b59f427a-6cf5-4409-b45f-65f612574189 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913575 Jan 28 04:45:12.583878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.602038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:12.604715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b0b464b0-f539-464b-ada6-fd0a53a50e32', 'network_id': '0c7531de-959f-4187-bdfa-5fe6685c67a7', 'port_id': 'b0b464b0-f539-464b-ada6-fd0a53a50e32', 'mac_address': 'fa:16:3e:6c:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1041884-6246-43fd-b70b-c5643d311c85', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:12.645335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b0b464b0-f539-464b-ada6-fd0a53a50e32 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:12.645721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.666629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b464b0-f539-464b-ada6-fd0a53a50e32 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:12.692709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.701232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.701232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f0b50601-4638-4943-8d9e-72d90ac14a45 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:12.817029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:12.865218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f0b50601-4638-4943-8d9e-72d90ac14a45,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.878071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'port_id': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'mac_address': 'fa:16:3e:f0:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:12.922247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f0b50601-4638-4943-8d9e-72d90ac14a45 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:12.922649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.936569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b50601-4638-4943-8d9e-72d90ac14a45 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:12.956063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f0b50601-4638-4943-8d9e-72d90ac14a45,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:12.962836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.997306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:13.004821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 898bc876-fc54-4d19-abdc-b78018da0c2f details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:13.027489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:13.087168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ce2b-de3a-4269-9246-e51daad07b6e req-e8e36716-e233-40cd-adbe-2521e76f2229 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.094916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15f4ce2b-de3a-4269-9246-e51daad07b6e req-e8e36716-e233-40cd-adbe-2521e76f2229 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0962656 Jan 28 04:45:13.197752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0bb10-d41f-4390-9fe7-5bc1971b1fe1 req-eeff5a41-f687-42c0-8b0d-1ae3fda4f56d tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.214642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33a0bb10-d41f-4390-9fe7-5bc1971b1fe1 req-eeff5a41-f687-42c0-8b0d-1ae3fda4f56d tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 943 time: 0.1122916 Jan 28 04:45:13.229220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 898bc876-fc54-4d19-abdc-b78018da0c2f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=898bc876-fc54-4d19-abdc-b78018da0c2f,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:13.246719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b69-0cea-4e9b-9177-389686787e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.248455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '898bc876-fc54-4d19-abdc-b78018da0c2f', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'port_id': '898bc876-fc54-4d19-abdc-b78018da0c2f', 'mac_address': 'fa:16:3e:30:4e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:13.307106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 898bc876-fc54-4d19-abdc-b78018da0c2f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:13.307654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.309690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33a0bb10-d41f-4390-9fe7-5bc1971b1fe1 req-85f63d33-70e5-4452-8487-69fcd521eee4 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940485 Jan 28 04:45:13.330312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898bc876-fc54-4d19-abdc-b78018da0c2f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:13.364705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 898bc876-fc54-4d19-abdc-b78018da0c2f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=898bc876-fc54-4d19-abdc-b78018da0c2f,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:13.372474 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.434473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=898bc876-fc54-4d19-abdc-b78018da0c2f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:13.439051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b69-0cea-4e9b-9177-389686787e58 admin admin] Publish callbacks [] for security_group (d5d98390-6516-420c-b752-ca2cce01081a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.450573 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b69-0cea-4e9b-9177-389686787e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d5d98390-6516-420c-b752-ca2cce01081a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.504041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-da2c6b69-0cea-4e9b-9177-389686787e58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64c8ce935be24a3ba24711863bd48a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5055234 Jan 28 04:45:13.505021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:13.532253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c6b69-0cea-4e9b-9177-389686787e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d98390-6516-420c-b752-ca2cce01081a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:13.551122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15f4ce2b-de3a-4269-9246-e51daad07b6e req-ed9e485f-106d-4320-aa1b-d6dd34bd75ab tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534814 Jan 28 04:45:13.580971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cc74b036-ec7e-4c8d-ab47-5308fc374688 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:13.607146 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-450cd66f-3baa-4157-b4b7-f1361dc7e2d9 admin admin] Publish callbacks [] for security_group (d5d98390-6516-420c-b752-ca2cce01081a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.636553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-450cd66f-3baa-4157-b4b7-f1361dc7e2d9 admin admin] Publish callbacks [] for security_group (d5d98390-6516-420c-b752-ca2cce01081a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.661555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.690117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port cc74b036-ec7e-4c8d-ab47-5308fc374688 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:13.691070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.698645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['898bc876-fc54-4d19-abdc-b78018da0c2f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:13.722884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-450cd66f-3baa-4157-b4b7-f1361dc7e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d5d98390-6516-420c-b752-ca2cce01081a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.726596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-450cd66f-3baa-4157-b4b7-f1361dc7e2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:13.728623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-450cd66f-3baa-4157-b4b7-f1361dc7e2d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5d98390-6516-420c-b752-ca2cce01081a HTTP/1.1" status: 204 len: 168 time: 0.2213693 Jan 28 04:45:13.734373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.739209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cd66f-3baa-4157-b4b7-f1361dc7e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d98390-6516-420c-b752-ca2cce01081a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:13.740213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.754507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.760382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.766348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.772255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.777764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:13.780760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-2e6e40c9-a65c-487a-9d9c-0036f19facd7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5439 time: 0.1289937 Jan 28 04:45:13.860906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aaf9fc26-5a42-4f75-89c6-7531d63956b4 req-9338daa6-e357-4968-bee8-286bd67decfe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696688 Jan 28 04:45:14.067444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:14.081830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17d2458a-f516-4688-bdab-e83ca08fe0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.091928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port cc74b036-ec7e-4c8d-ab47-5308fc374688 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:14.164564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17d2458a-f516-4688-bdab-e83ca08fe0c5 admin admin] Publish callbacks [] for security_group (3243c410-c7c5-4bef-a508-637ae10508cd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.170088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17d2458a-f516-4688-bdab-e83ca08fe0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3243c410-c7c5-4bef-a508-637ae10508cd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.209884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-17d2458a-f516-4688-bdab-e83ca08fe0c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b753b86dc754d01b8089c4881d1ba7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408463 Jan 28 04:45:14.210695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2458a-f516-4688-bdab-e83ca08fe0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3243c410-c7c5-4bef-a508-637ae10508cd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:14.213074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:14.262542 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f30321f-cf9b-4c00-b175-ee3af016faca admin admin] Publish callbacks [] for security_group (3243c410-c7c5-4bef-a508-637ae10508cd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.265282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['66caa4c5-e4f1-43a2-a1e4-fdc560f612eb'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:14.285980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f30321f-cf9b-4c00-b175-ee3af016faca admin admin] Publish callbacks [] for security_group (3243c410-c7c5-4bef-a508-637ae10508cd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.297059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['d46e2964-c6d5-44f1-95ed-e90421e9f263'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:14.349365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f30321f-cf9b-4c00-b175-ee3af016faca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3243c410-c7c5-4bef-a508-637ae10508cd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.352802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f30321f-cf9b-4c00-b175-ee3af016faca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.354676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9f30321f-cf9b-4c00-b175-ee3af016faca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3243c410-c7c5-4bef-a508-637ae10508cd HTTP/1.1" status: 204 len: 168 time: 0.1405346 Jan 28 04:45:14.365258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30321f-cf9b-4c00-b175-ee3af016faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243c410-c7c5-4bef-a508-637ae10508cd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:14.448539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['11ca4447-687e-4f0a-962b-8c6a0342d9ec'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:14.483812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['d090c61d-30be-47e6-af2a-35caf79fa984'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:14.492291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['f0b50601-4638-4943-8d9e-72d90ac14a45'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:14.509017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c046-6db9-4326-9fa7-12d8c11d4825 req-4bafa653-b4cd-487f-98b1-aaf7b564b685 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:14.518793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1499c046-6db9-4326-9fa7-12d8c11d4825 req-4bafa653-b4cd-487f-98b1-aaf7b564b685 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 944 time: 0.0948236 Jan 28 04:45:14.596734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1499c046-6db9-4326-9fa7-12d8c11d4825 req-deda2329-9897-49a8-9f50-463c122f4607 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748460 Jan 28 04:45:14.753361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639f3ce-346e-4ce6-97ea-231fad2084ab req-9998f54d-4b2a-45b2-abc5-12371814f0bc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:14.755417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9639f3ce-346e-4ce6-97ea-231fad2084ab req-9998f54d-4b2a-45b2-abc5-12371814f0bc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0815046 Jan 28 04:45:14.825691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9639f3ce-346e-4ce6-97ea-231fad2084ab req-dfdc4084-a4e8-49ff-858e-d086ee265ba3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622756 Jan 28 04:45:15.020588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 898bc876-fc54-4d19-abdc-b78018da0c2f up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:15.023448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b0b464b0-f539-464b-ada6-fd0a53a50e32'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:15.034402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.042718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.054102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.063992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.067261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:45:15.072147 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.080135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.085889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.092331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.104439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-08a0e0e3-a2d6-4dd3-822c-356be611290f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5439 time: 0.1567464 Jan 28 04:45:15.150728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['852912f9-0c02-4e72-93e5-9d50508d3ba7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:15.200196 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63498a6a-f6c1-442a-bce8-805db2ffeb04 req-e15eb3ea-ac06-488f-b310-17b3ac05f1cd tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947897 Jan 28 04:45:15.266047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 898bc876-fc54-4d19-abdc-b78018da0c2f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:15.287835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 898bc876-fc54-4d19-abdc-b78018da0c2f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:15.288313 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.489575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 898bc876-fc54-4d19-abdc-b78018da0c2f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:15.490039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.517688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898bc876-fc54-4d19-abdc-b78018da0c2f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:15.520053 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e67738-6626-4e31-8ae1-07f6b394aebd" -d '{"events": [{"server_uuid": "8e4e8786-5b0e-4c14-b19b-e18052b6cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "898bc876-fc54-4d19-abdc-b78018da0c2f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:15.534450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 898bc876-fc54-4d19-abdc-b78018da0c2f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=898bc876-fc54-4d19-abdc-b78018da0c2f,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:15.540555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.582798 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91cb8cd-123d-40fd-906c-9cb61197bef1 x-openstack-request-id: req-c91cb8cd-123d-40fd-906c-9cb61197bef1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:15.583159 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4e8786-5b0e-4c14-b19b-e18052b6cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "898bc876-fc54-4d19-abdc-b78018da0c2f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:15.583427 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c91cb8cd-123d-40fd-906c-9cb61197bef1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:15.583953 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898bc876-fc54-4d19-abdc-b78018da0c2f', 'code': 200} Jan 28 04:45:15.605971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=898bc876-fc54-4d19-abdc-b78018da0c2f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:15.738544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9d9ae-2e84-4ad6-b90d-928f114530b1 req-46bd7a7b-cdb3-4614-8fca-c83505135904 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.741053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1d9d9ae-2e84-4ad6-b90d-928f114530b1 req-46bd7a7b-cdb3-4614-8fca-c83505135904 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0617785 Jan 28 04:45:15.741888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7756-1c06-4c43-a384-9644e0799fb4 req-a3d03968-61f0-4a47-82b9-8b5edde3f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.743501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-129a7756-1c06-4c43-a384-9644e0799fb4 req-a3d03968-61f0-4a47-82b9-8b5edde3f496 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 1096 time: 0.0573893 Jan 28 04:45:15.810826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1d9d9ae-2e84-4ad6-b90d-928f114530b1 req-3e39081d-273a-473f-9972-9e14ec0071b9 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632370 Jan 28 04:45:15.819971 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-129a7756-1c06-4c43-a384-9644e0799fb4 req-9bba0771-65ee-4788-bedb-9ee981f87b86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695920 Jan 28 04:45:15.946811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643aa06-5ccb-4871-ae72-f3bb374a8e69 req-d94aaedd-baa6-45e4-bfef-916a612152dc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:15.953630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3643aa06-5ccb-4871-ae72-f3bb374a8e69 req-d94aaedd-baa6-45e4-bfef-916a612152dc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0628724 Jan 28 04:45:16.001251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3643aa06-5ccb-4871-ae72-f3bb374a8e69 req-d35a0d1f-ee12-444d-a6bd-f1cf88a8ceef tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Jan 28 04:45:16.052858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42746) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:16.219687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1960209300'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:16.239703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Made reservation on behalf of 569b105276dc423e8c804cfeb2bb75dc for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:16.243281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.253031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.346279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for security_group (67dab4d3-a121-4086-a420-066e8ddd314a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.351412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (67dab4d3-a121-4086-a420-066e8ddd314a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.360059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.365607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.371997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:45:16.373748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.379395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.385131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.391835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.395178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d4f48493-ba6a-4ce9-8120-eeb82d06f61c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.395531 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Added segment d4f48493-ba6a-4ce9-8120-eeb82d06f61c of type vlan for network c9a25377-9b12-42b5-91df-9252b0aea552 Jan 28 04:45:16.398134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.400759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-f4a470ce-2e5d-448f-a4b8-b61d2cffda8f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5439 time: 0.1136277 Jan 28 04:45:16.410808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dab4d3-a121-4086-a420-066e8ddd314a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:16.456465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c9a25377-9b12-42b5-91df-9252b0aea552), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.470312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c67614c-187c-44c0-bb31-a24b78881cb3 req-5a62c12c-7494-492d-a8d7-d093de431efb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624549 Jan 28 04:45:16.483969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c9a25377-9b12-42b5-91df-9252b0aea552), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.489342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.489864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.553245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4991448 Jan 28 04:45:16.555958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42762) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:16.563454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Request body: {'subnet': {'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:16.581360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d40379-daf3-4e52-9391-b2b0851470ae tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event updated for resources: {'Network': ['ID=c9a25377-9b12-42b5-91df-9252b0aea552,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:16.591898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c9a25377-9b12-42b5-91df-9252b0aea552 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:45:16.659890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Made reservation on behalf of 569b105276dc423e8c804cfeb2bb75dc for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:16.663819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.870027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (441efc55-b68a-46c5-9f54-b2ad5585852e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.950411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event updated for resources: {'Subnet': ['ID=441efc55-b68a-46c5-9f54-b2ad5585852e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:16.964228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Checking segment: {'id': 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:16.964669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Network hostable DHCP agents. Network: c9a25377-9b12-42b5-91df-9252b0aea552, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:45:16.990363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686e942-a585-4ad0-928d-7632ac4b9746 req-5d10031e-d19a-4635-a4de-5c366e178dfc tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.992747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1686e942-a585-4ad0-928d-7632ac4b9746 req-5d10031e-d19a-4635-a4de-5c366e178dfc tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0851762 Jan 28 04:45:16.996962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Network c9a25377-9b12-42b5-91df-9252b0aea552 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:45:17.008065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c9a25377-9b12-42b5-91df-9252b0aea552) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:17.014065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.015985 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.018680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f43a36-e773-43b1-b0a8-15157c1cd298 None None] Network c9a25377-9b12-42b5-91df-9252b0aea552 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:17.043079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9c6bf01f-15c2-48ad-94ee-d101416af7f9 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4860187 Jan 28 04:45:17.046453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42772) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:17.052329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Request body: {'port': {'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1893217880'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:17.077424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1686e942-a585-4ad0-928d-7632ac4b9746 req-d6428e01-d401-4410-8390-90879bd93867 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778842 Jan 28 04:45:17.177962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c9a25377-9b12-42b5-91df-9252b0aea552', 'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552', 'project_id': '569b105276dc423e8c804cfeb2bb75dc', 'fixed_ips': [{'subnet_id': '441efc55-b68a-46c5-9f54-b2ad5585852e'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:45:17.179267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.219371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f5061-d538-44f5-b835-455cd2678218 req-c57662cd-a744-446e-981f-1232f61010cc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.221130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce6f5061-d538-44f5-b835-455cd2678218 req-c57662cd-a744-446e-981f-1232f61010cc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0905650 Jan 28 04:45:17.234203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Made reservation on behalf of 569b105276dc423e8c804cfeb2bb75dc for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:17.238504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.283469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] device_id is not set on port 4546e156-d41e-4d12-89b2-0226c70a6fc4 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:17.330876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Allocated IP 172.20.0.2 (c9a25377-9b12-42b5-91df-9252b0aea552/441efc55-b68a-46c5-9f54-b2ad5585852e/a9848c4b-a773-4807-a886-3131c536be93) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:17.336028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce6f5061-d538-44f5-b835-455cd2678218 req-eb5874ef-9352-4d65-a496-abebcd774af2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952163 Jan 28 04:45:17.483545 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Publish callbacks [] for port (a9848c4b-a773-4807-a886-3131c536be93), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.490875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (a9848c4b-a773-4807-a886-3131c536be93), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.525808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Network c9a25377-9b12-42b5-91df-9252b0aea552 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:17.529068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:17.533437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:17.574873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Pushing event updated for resources: {'Port': ['ID=a9848c4b-a773-4807-a886-3131c536be93,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:17.575594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Allocated IP 172.20.0.7 (c9a25377-9b12-42b5-91df-9252b0aea552/441efc55-b68a-46c5-9f54-b2ad5585852e/4546e156-d41e-4d12-89b2-0226c70a6fc4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:17.604525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Attempting to bind port a9848c4b-a773-4807-a886-3131c536be93 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:17.605255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Attempting to bind port a9848c4b-a773-4807-a886-3131c536be93 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:17.605255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Attempting to bind port a9848c4b-a773-4807-a886-3131c536be93 on network c9a25377-9b12-42b5-91df-9252b0aea552 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:17.611065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:17.611065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Checking segment: {'id': 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:17.611397 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.611952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Bound using segment: {'id': 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:17.612337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Bound port: a9848c4b-a773-4807-a886-3131c536be93, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c9a25377-9b12-42b5-91df-9252b0aea552'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:17.612814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9848c4b-a773-4807-a886-3131c536be93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.637495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.643442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.648790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.654120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.659541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.664940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.670523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.678159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-6afa89f7-4dd1-4f81-a6b4-c0a9226feab2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5439 time: 0.1210964 Jan 28 04:45:17.680316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] For port a9848c4b-a773-4807-a886-3131c536be93, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:17.683763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] For port a9848c4b-a773-4807-a886-3131c536be93, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9848c4b-a773-4807-a886-3131c536be93,segment=NetworkSegment(d4f48493-ba6a-4ce9-8120-eeb82d06f61c),segment_id=d4f48493-ba6a-4ce9-8120-eeb82d06f61c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:17.691191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a9848c4b-a773-4807-a886-3131c536be93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.757526 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c298a54-d0d3-4403-8bb3-b38cf97dd3c2 req-c715fb7c-66a6-4ecd-8874-6e5f07ae3140 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784743 Jan 28 04:45:17.791724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for port (4546e156-d41e-4d12-89b2-0226c70a6fc4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.828377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875fdf8-f70f-4a6c-be43-d6d85794a6c5 None None] Pushing event updated for resources: {'Port': ['ID=a9848c4b-a773-4807-a886-3131c536be93,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:17.847786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4546e156-d41e-4d12-89b2-0226c70a6fc4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.893006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Network c9a25377-9b12-42b5-91df-9252b0aea552 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:17.899781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:17.904331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:17.953680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event updated for resources: {'Port': ['ID=4546e156-d41e-4d12-89b2-0226c70a6fc4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:17.976415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.977244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.995638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5f1269e-3fbe-41ac-9ad9-33e01065afbc tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9481168 Jan 28 04:45:17.999048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42782) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:18.134306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Deleting port 4546e156-d41e-4d12-89b2-0226c70a6fc4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:18.134660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4546e156-d41e-4d12-89b2-0226c70a6fc4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.275778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a839-45e9-470f-8abf-2a579181c04e req-afde526a-79d5-4611-9b34-fb0fdcc9cc83 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:18.277382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae64a839-45e9-470f-8abf-2a579181c04e req-afde526a-79d5-4611-9b34-fb0fdcc9cc83 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0854244 Jan 28 04:45:18.279097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4546e156-d41e-4d12-89b2-0226c70a6fc4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.300055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Calling delete_port for 4546e156-d41e-4d12-89b2-0226c70a6fc4 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:18.378766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae64a839-45e9-470f-8abf-2a579181c04e req-ed4cd449-5780-461e-aa1a-f10356dd6402 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915201 Jan 28 04:45:18.515769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfd76-c886-4b0b-b523-bc1fa024cac2 req-431d2821-78ab-40ff-acdd-84189924768d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:18.518079 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f73cfd76-c886-4b0b-b523-bc1fa024cac2 req-431d2821-78ab-40ff-acdd-84189924768d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0614712 Jan 28 04:45:18.525980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4546e156-d41e-4d12-89b2-0226c70a6fc4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.590349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event deleted for resources: {'Port': ['ID=4546e156-d41e-4d12-89b2-0226c70a6fc4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:18.610274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f73cfd76-c886-4b0b-b523-bc1fa024cac2 req-9a7d9edc-1317-40d2-94e0-3f84aaa2686b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848482 Jan 28 04:45:18.714554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.718246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-85101c22-8548-4006-8c6d-171fab18fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:18.718417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3a946852-e372-4a56-8866-4e57c90724e2 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "DELETE /v2.0/ports/4546e156-d41e-4d12-89b2-0226c70a6fc4 HTTP/1.1" status: 204 len: 168 time: 0.7183011 Jan 28 04:45:18.720998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-85101c22-8548-4006-8c6d-171fab18fc6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 1096 time: 0.0754330 Jan 28 04:45:18.721774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:18.742935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fca89-5ddc-43e0-931e-735a5d8f6585 req-9e9484f3-a8d8-4711-8791-8f388a61fbd8 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:18.744693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d4fca89-5ddc-43e0-931e-735a5d8f6585 req-9e9484f3-a8d8-4711-8791-8f388a61fbd8 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0700181 Jan 28 04:45:18.798510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d4fca89-5ddc-43e0-931e-735a5d8f6585 req-02e31a75-0b60-4ab2-9919-99e2514d8cbf tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Jan 28 04:45:18.844285 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1411e9a0-81c8-418f-bb7e-b309c0356ef3 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1201684 Jan 28 04:45:18.847960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:18.853521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1699704706'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:18.875342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Made reservation on behalf of 569b105276dc423e8c804cfeb2bb75dc for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:18.879399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.914215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-271c69c8-c6f8-497b-9e3f-b9f290e4c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:18.915899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-271c69c8-c6f8-497b-9e3f-b9f290e4c7d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 910 time: 0.1859727 Jan 28 04:45:18.935655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:45:18.955168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6aa6bda1-81c9-40e0-b769-8483b7e13b8e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.955569 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Added segment 6aa6bda1-81c9-40e0-b769-8483b7e13b8e of type vlan for network dcbb9186-b478-40df-b5b2-36fe035abd91 Jan 28 04:45:19.016185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (dcbb9186-b478-40df-b5b2-36fe035abd91), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.050389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (dcbb9186-b478-40df-b5b2-36fe035abd91), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.055674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.056325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.111059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d46e2964-c6d5-44f1-95ed-e90421e9f263 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:19.198945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3496521 Jan 28 04:45:19.209095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42806) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:19.225674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port d46e2964-c6d5-44f1-95ed-e90421e9f263 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:19.231846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port d46e2964-c6d5-44f1-95ed-e90421e9f263 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:19.232849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.295038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f9b1a-5e09-4e3d-bc93-c88dee08cb0f None None] Network c9a25377-9b12-42b5-91df-9252b0aea552 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:19.315488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-274e90c2-b5b4-41d4-9c1a-5f845aff24db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898bc876-fc54-4d19-abdc-b78018da0c2f HTTP/1.1" status: 200 len: 217 time: 0.3912354 Jan 28 04:45:19.335233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.340931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.345993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.351906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.356833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.362634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.367489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.369668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-3e8364a3-21dd-47af-80e2-1869b6c8fce0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5439 time: 0.5035007 Jan 28 04:45:19.402768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c974ac-75e4-4707-b9bf-bfb7d9adcaa0 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event updated for resources: {'Network': ['ID=dcbb9186-b478-40df-b5b2-36fe035abd91,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:19.408978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d46e2964-c6d5-44f1-95ed-e90421e9f263 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:19.409410 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.433320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] Provisioning complete for port a9848c4b-a773-4807-a886-3131c536be93 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:19.433869 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9848c4b-a773-4807-a886-3131c536be93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.491522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network dcbb9186-b478-40df-b5b2-36fe035abd91 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:45:19.517246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78d8ea00-e0cf-4a23-ad71-3f45340fb54a tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/agents/c5301602-10c6-472b-98e8-59f4374876bb/dhcp-networks HTTP/1.1" status: 200 len: 11262 time: 0.2971380 Jan 28 04:45:19.524252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42810) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:19.609632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-17b90ffd-aa24-426d-8730-0f40c446ba9b req-a07e5d09-d4e3-4b05-ae8a-670a9ed19b29 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2241850 Jan 28 04:45:19.614452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-4e13d8a6-56a1-45ac-be37-57592e064289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.616227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-4e13d8a6-56a1-45ac-be37-57592e064289 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.2939987 Jan 28 04:45:19.680576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-82e91425-029b-4fbb-b05e-b324a9c2fa5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553863 Jan 28 04:45:19.722870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c362b-a842-4e53-affd-5e2db7863942 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] Network dcbb9186-b478-40df-b5b2-36fe035abd91 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:45:19.776233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5d5c362b-a842-4e53-affd-5e2db7863942 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "POST /v2.0/agents/c5301602-10c6-472b-98e8-59f4374876bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2469637 Jan 28 04:45:19.779338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42814) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:19.800560 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-221192da-c2c3-4f02-bbfb-d6e037004c19 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129611 Jan 28 04:45:19.817317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d102f4-4b0b-49df-8bff-1768652608ca req-d38ee741-cdbb-4b51-839e-47b8fd2e9363 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:19.829330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5d102f4-4b0b-49df-8bff-1768652608ca req-d38ee741-cdbb-4b51-839e-47b8fd2e9363 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1124396 Jan 28 04:45:19.839258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9848c4b-a773-4807-a886-3131c536be93 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:19.842817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022fd2f-01c4-44c0-8272-137692b47bbc None None] Network dcbb9186-b478-40df-b5b2-36fe035abd91 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:19.891664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46e2964-c6d5-44f1-95ed-e90421e9f263'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:19.894441 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec2680-2c47-481d-9aaa-a57fb245373b" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "d46e2964-c6d5-44f1-95ed-e90421e9f263"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:19.920696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5d102f4-4b0b-49df-8bff-1768652608ca req-6395a701-f474-438f-b944-8fc784b30c14 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896430 Jan 28 04:45:19.955987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:19.976875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:19.978476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 11ca4447-687e-4f0a-962b-8c6a0342d9ec up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:20.021191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5dc3-6cb5-4da5-8863-6bd39ad91301 req-198f1cf2-a6c0-4945-99c5-c1e83a676c51 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:20.028421 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-436f5dc3-6cb5-4da5-8863-6bd39ad91301 req-198f1cf2-a6c0-4945-99c5-c1e83a676c51 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.1091456 Jan 28 04:45:20.038350 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb0af97-9150-4841-8fe4-2a6a1357dec8 x-openstack-request-id: req-9fb0af97-9150-4841-8fe4-2a6a1357dec8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:20.038784 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "d46e2964-c6d5-44f1-95ed-e90421e9f263", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:20.039054 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fb0af97-9150-4841-8fe4-2a6a1357dec8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:20.039456 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46e2964-c6d5-44f1-95ed-e90421e9f263', 'code': 200} Jan 28 04:45:20.071999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5095d327-8654-4cbe-89a4-2d2b9cdf3e50 req-e72a9a35-c251-43f2-baf3-6fb8f84b4e79 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589936 Jan 28 04:45:20.139014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-436f5dc3-6cb5-4da5-8863-6bd39ad91301 req-04d20f32-0912-4ec4-984c-f0221da68d74 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939968 Jan 28 04:45:20.164186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ddc3c039-adad-4543-97f6-efa38c404c41 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/agents/c5301602-10c6-472b-98e8-59f4374876bb/dhcp-networks HTTP/1.1" status: 200 len: 12033 time: 0.3818181 Jan 28 04:45:20.164902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:20.211288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:20.235513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a9848c4b-a773-4807-a886-3131c536be93 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:20.236009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9848c4b-a773-4807-a886-3131c536be93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.322082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:20.322340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-15d839de-08be-48f3-bca2-387a0bbda51b tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "DELETE /v2.0/agents/c5301602-10c6-472b-98e8-59f4374876bb/dhcp-networks/dcbb9186-b478-40df-b5b2-36fe035abd91 HTTP/1.1" status: 204 len: 168 time: 0.1493154 Jan 28 04:45:20.335871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] Current status of the port a9848c4b-a773-4807-a886-3131c536be93 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:20.336274 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9848c4b-a773-4807-a886-3131c536be93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.358336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 11ca4447-687e-4f0a-962b-8c6a0342d9ec completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:20.371102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 11ca4447-687e-4f0a-962b-8c6a0342d9ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:20.371484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.448680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] For port a9848c4b-a773-4807-a886-3131c536be93, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9848c4b-a773-4807-a886-3131c536be93,segment=NetworkSegment(d4f48493-ba6a-4ce9-8120-eeb82d06f61c),segment_id=d4f48493-ba6a-4ce9-8120-eeb82d06f61c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:20.458308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a9848c4b-a773-4807-a886-3131c536be93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.468074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364a93-a74a-4311-8166-da42bd22e579 req-b9cdcc57-12b1-44d9-b37c-af2a68ecdf61 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:20.470230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc364a93-a74a-4311-8166-da42bd22e579 req-b9cdcc57-12b1-44d9-b37c-af2a68ecdf61 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0960419 Jan 28 04:45:20.583731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e615274-af27-4ad3-8664-c8c618234b18 None None] Pushing event updated for resources: {'Port': ['ID=a9848c4b-a773-4807-a886-3131c536be93,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:20.590710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9603c-7113-43c1-81f7-25694d739e52 req-36d501b1-5f4c-4b18-a0c3-e5ba143430be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:20.594091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-36d501b1-5f4c-4b18-a0c3-e5ba143430be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.1208923 Jan 28 04:45:20.660845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a9848c4b-a773-4807-a886-3131c536be93 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:20.668675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d0be4806-9689-42bd-900c-f3154d5282a9 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/agents/c5301602-10c6-472b-98e8-59f4374876bb/dhcp-networks HTTP/1.1" status: 200 len: 11262 time: 0.3448751 Jan 28 04:45:20.673197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:20.678897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-799b9ddc-2f49-45de-9015-ff1de920dfff None None] Provisioning complete for port a9848c4b-a773-4807-a886-3131c536be93 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:20.679289 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-799b9ddc-2f49-45de-9015-ff1de920dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9848c4b-a773-4807-a886-3131c536be93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.733450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 11ca4447-687e-4f0a-962b-8c6a0342d9ec is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:20.733858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.765336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9603c-7113-43c1-81f7-25694d739e52 req-09510e85-4e45-4c55-9ecf-778a3e791b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:20.768437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-09510e85-4e45-4c55-9ecf-778a3e791b4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1607516 Jan 28 04:45:20.783947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:20.795575 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.796435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:20.798080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:20.799842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e4192a05-fad5-495d-a581-29749be66889 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/networks/c9a25377-9b12-42b5-91df-9252b0aea552/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1242421 Jan 28 04:45:20.867157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc364a93-a74a-4311-8166-da42bd22e579 req-ed34a2c7-4b28-4963-8dd7-17804a17c9d9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856788 Jan 28 04:45:20.867336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:20.881829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8490d56-1f83-4c5f-b6fd-12d932956b45 tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/networks/c9a25377-9b12-42b5-91df-9252b0aea552/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0825753 Jan 28 04:45:20.884294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:20.912215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-d1ff1c25-08ba-4f33-b642-2caf9734cc44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.1370959 Jan 28 04:45:20.977486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-799b9ddc-2f49-45de-9015-ff1de920dfff None None] Current status of the port a9848c4b-a773-4807-a886-3131c536be93 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:21.006987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:21.015595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:21.016064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.056483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9603c-7113-43c1-81f7-25694d739e52 req-ebebf3db-c2f4-4e45-be3c-af2008f985a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.058131 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-ebebf3db-c2f4-4e45-be3c-af2008f985a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1398804 Jan 28 04:45:21.126306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d28a7c70-1878-45f9-98b5-dc8c751365d4 None None] Could not find standard attr ID for object 4546e156-d41e-4d12-89b2-0226c70a6fc4. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:45:21.143779 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2016cc17-da6e-4e54-8db9-cfee5d5587aa tempest-DHCPAgentSchedulersTestJSON-420807821 tempest-DHCPAgentSchedulersTestJSON-420807821-project-admin] 10.222.0.21 "GET /v2.0/agents/c5301602-10c6-472b-98e8-59f4374876bb/dhcp-networks HTTP/1.1" status: 200 len: 11262 time: 0.2582052 Jan 28 04:45:21.144013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:21.144225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.149568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:21.153485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.169685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.180969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.187752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.192403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:21.194927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.201916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.208245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.208448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.209814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d090c61d-30be-47e6-af2a-35caf79fa984 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:21.218439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-928e5a96-0a13-4e80-b512-cdaad514735f req-a5a6036a-e8c4-440a-b8ba-a03bd3c48885 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5441 time: 0.3514063 Jan 28 04:45:21.258058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9603c-7113-43c1-81f7-25694d739e52 req-68105fd2-57ea-4227-abac-c07581b33bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.259955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-68105fd2-57ea-4227-abac-c07581b33bc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887419 Jan 28 04:45:21.321176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:21.333243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (dcbb9186-b478-40df-b5b2-36fe035abd91), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.341370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port d090c61d-30be-47e6-af2a-35caf79fa984 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:21.346749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port d090c61d-30be-47e6-af2a-35caf79fa984 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:21.347135 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.358608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-928e5a96-0a13-4e80-b512-cdaad514735f req-834893f9-431e-49c7-b61e-fa2839347ebb tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390889 Jan 28 04:45:21.361285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a852-1350-40e6-a3e9-2ffc57d7fb4e req-21e6fa45-e3db-4b64-aaec-49b922afae60 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:21.362733 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a01a852-1350-40e6-a3e9-2ffc57d7fb4e req-21e6fa45-e3db-4b64-aaec-49b922afae60 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.1110647 Jan 28 04:45:21.401464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-b0c00133-764b-40d4-9b0c-2aa9dfed6b7b service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346085 Jan 28 04:45:21.483422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (dcbb9186-b478-40df-b5b2-36fe035abd91), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.517862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb9186-b478-40df-b5b2-36fe035abd91']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:21.526101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9848c4b-a773-4807-a886-3131c536be93 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:21.531693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa6bda1-81c9-40e0-b769-8483b7e13b8e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:21.532479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa6bda1-81c9-40e0-b769-8483b7e13b8e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:21.555980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (6aa6bda1-81c9-40e0-b769-8483b7e13b8e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.573977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6aa6bda1-81c9-40e0-b769-8483b7e13b8e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.576130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d090c61d-30be-47e6-af2a-35caf79fa984 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:21.576701 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.582156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:45:21.582578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (6aa6bda1-81c9-40e0-b769-8483b7e13b8e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.600433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36f9603c-7113-43c1-81f7-25694d739e52 req-6cda502f-e5a2-475f-9a28-ca6d8c21b3ad service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776466 Jan 28 04:45:21.653337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d090c61d-30be-47e6-af2a-35caf79fa984,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:21.655513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a9848c4b-a773-4807-a886-3131c536be93 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:21.655513 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9848c4b-a773-4807-a886-3131c536be93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:45:21.672284 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:45:21.687422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (dcbb9186-b478-40df-b5b2-36fe035abd91), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.687761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.688541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f0b50601-4638-4943-8d9e-72d90ac14a45 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:21.701590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.711120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:21.720167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "DELETE /v2.0/networks/dcbb9186-b478-40df-b5b2-36fe035abd91 HTTP/1.1" status: 204 len: 168 time: 0.5692477 Jan 28 04:45:21.746532 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eb488f-fa71-4dc0-ba8d-e22cf0a9f415 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] DELETE failed (client error): The resource could not be found. Jan 28 04:45:21.747129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eb488f-fa71-4dc0-ba8d-e22cf0a9f415 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:21.767117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-39eb488f-fa71-4dc0-ba8d-e22cf0a9f415 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "DELETE /v2.0/ports/4546e156-d41e-4d12-89b2-0226c70a6fc4 HTTP/1.1" status: 404 len: 333 time: 0.0509181 Jan 28 04:45:21.767874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42862) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:21.776258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a01a852-1350-40e6-a3e9-2ffc57d7fb4e req-bc28bde2-dcc8-4383-aff2-30c2efb7c449 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075768 Jan 28 04:45:21.777358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe51ae-5379-4187-9593-a5fbd6250a99 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event deleted for resources: {'Network': ['ID=dcbb9186-b478-40df-b5b2-36fe035abd91,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:21.833805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Deleting subnet 441efc55-b68a-46c5-9f54-b2ad5585852e {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:45:21.837933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for subnet (441efc55-b68a-46c5-9f54-b2ad5585852e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.867992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:21.877966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port f0b50601-4638-4943-8d9e-72d90ac14a45 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:21.886201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port f0b50601-4638-4943-8d9e-72d90ac14a45 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:21.886757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.898745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (441efc55-b68a-46c5-9f54-b2ad5585852e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.933954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a9848c4b-a773-4807-a886-3131c536be93 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:22.016087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f0b50601-4638-4943-8d9e-72d90ac14a45 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:22.016493 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.041321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66caa4c5-e4f1-43a2-a1e4-fdc560f612eb'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:22.045366 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf45b19-656c-414d-8957-d1e206ea2aec" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "66caa4c5-e4f1-43a2-a1e4-fdc560f612eb"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:22.048594 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (441efc55-b68a-46c5-9f54-b2ad5585852e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.069819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f0b50601-4638-4943-8d9e-72d90ac14a45,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.077854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.123683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f683fd-0461-4606-8691-5d92aee931a2 req-01ac0941-ee54-42de-9b80-da711471fdad tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.127251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48f683fd-0461-4606-8691-5d92aee931a2 req-01ac0941-ee54-42de-9b80-da711471fdad tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1263802 Jan 28 04:45:22.158232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.170426 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575cb4d3-3758-4ac6-9974-a3efb104343f x-openstack-request-id: req-575cb4d3-3758-4ac6-9974-a3efb104343f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:22.170766 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "66caa4c5-e4f1-43a2-a1e4-fdc560f612eb", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:22.171013 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-575cb4d3-3758-4ac6-9974-a3efb104343f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:22.171955 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec', 'code': 200} Jan 28 04:45:22.172261 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66caa4c5-e4f1-43a2-a1e4-fdc560f612eb', 'code': 200} Jan 28 04:45:22.172482 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984', 'code': 200} Jan 28 04:45:22.173360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 852912f9-0c02-4e72-93e5-9d50508d3ba7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:22.210445 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (441efc55-b68a-46c5-9f54-b2ad5585852e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.225238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48f683fd-0461-4606-8691-5d92aee931a2 req-bc9e5c2a-3642-4f3c-b7e2-5fb77dd1c85f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737894 Jan 28 04:45:22.238842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 852912f9-0c02-4e72-93e5-9d50508d3ba7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:22.248523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event deleted for resources: {'Subnet': ['ID=441efc55-b68a-46c5-9f54-b2ad5585852e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.248961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 852912f9-0c02-4e72-93e5-9d50508d3ba7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:22.249504 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.251015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.257173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42870) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:22.257318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d835f936-7d1a-4934-8c7e-f8aa9b8f6722 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "DELETE /v2.0/subnets/441efc55-b68a-46c5-9f54-b2ad5585852e HTTP/1.1" status: 204 len: 168 time: 0.4883270 Jan 28 04:45:22.260810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7727d4-8729-4da9-81ad-18ade67c78b3 None None] Network c9a25377-9b12-42b5-91df-9252b0aea552 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:22.345445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c9a25377-9b12-42b5-91df-9252b0aea552), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.414367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Deleting port a9848c4b-a773-4807-a886-3131c536be93 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:22.414760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a9848c4b-a773-4807-a886-3131c536be93), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.418436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 852912f9-0c02-4e72-93e5-9d50508d3ba7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:22.418914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.462883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.467835 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.468701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b0b464b0-f539-464b-ada6-fd0a53a50e32 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:22.491798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] For port a9848c4b-a773-4807-a886-3131c536be93, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9848c4b-a773-4807-a886-3131c536be93,segment=NetworkSegment(d4f48493-ba6a-4ce9-8120-eeb82d06f61c),segment_id=d4f48493-ba6a-4ce9-8120-eeb82d06f61c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.492225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a9848c4b-a773-4807-a886-3131c536be93), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.514805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] DHCP port deletion for c9a25377-9b12-42b5-91df-9252b0aea552 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:45:22.518939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Calling delete_port for a9848c4b-a773-4807-a886-3131c536be93 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:22.577569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.598866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b0b464b0-f539-464b-ada6-fd0a53a50e32 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:22.605770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b0b464b0-f539-464b-ada6-fd0a53a50e32 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:22.606204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.614452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.619886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.629019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.634385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.636681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] Deleting port a9848c4b-a773-4807-a886-3131c536be93 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:22.637060 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a9848c4b-a773-4807-a886-3131c536be93), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.640067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.645510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.651407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.653401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-83ffa2d6-4713-43ee-808a-20a7b2b0dbab tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5445 time: 0.1489549 Jan 28 04:45:22.711581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] For port a9848c4b-a773-4807-a886-3131c536be93, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9848c4b-a773-4807-a886-3131c536be93,segment=NetworkSegment(d4f48493-ba6a-4ce9-8120-eeb82d06f61c),segment_id=d4f48493-ba6a-4ce9-8120-eeb82d06f61c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.712261 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a9848c4b-a773-4807-a886-3131c536be93), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.728786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] Calling delete_port for a9848c4b-a773-4807-a886-3131c536be93 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:22.801715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2f0157d-1fac-44db-8f41-36e04b1d32f3 req-04025cb3-abfe-4712-a4dd-1faa88c74fae tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340849 Jan 28 04:45:22.812581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b0b464b0-f539-464b-ada6-fd0a53a50e32 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:22.812813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a9848c4b-a773-4807-a886-3131c536be93), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.812972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.853445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] No DVR routers for this DVR port a9848c4b-a773-4807-a886-3131c536be93 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:45:22.880966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.887125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.891106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (a9848c4b-a773-4807-a886-3131c536be93), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.892212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event deleted for resources: {'Port': ['ID=a9848c4b-a773-4807-a886-3131c536be93,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.943992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] No DVR routers for this DVR port a9848c4b-a773-4807-a886-3131c536be93 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:45:22.953070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1648c-f14d-4e86-a7f4-82f58857ea8a req-843e1ae0-8b00-4a2d-bc6c-2f523551ed3f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:22.960918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1e1648c-f14d-4e86-a7f4-82f58857ea8a req-843e1ae0-8b00-4a2d-bc6c-2f523551ed3f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0620377 Jan 28 04:45:22.984008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.010355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d1e1648c-f14d-4e86-a7f4-82f58857ea8a req-3eadaf52-6a7e-43d3-8d56-70add7935e45 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484855 Jan 28 04:45:23.019568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab458f7-b77e-4a49-aa43-918913ec2b7a None None] Pushing event deleted for resources: {'Port': ['ID=a9848c4b-a773-4807-a886-3131c536be93,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.036531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c9a25377-9b12-42b5-91df-9252b0aea552), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.041942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-3f54ffb9-b398-4c67-b8c0-3b0d5f5d775d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602602 Jan 28 04:45:23.065500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a25377-9b12-42b5-91df-9252b0aea552']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:23.075957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:23.076987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f48493-ba6a-4ce9-8120-eeb82d06f61c') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:23.087227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d4f48493-ba6a-4ce9-8120-eeb82d06f61c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.100939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d4f48493-ba6a-4ce9-8120-eeb82d06f61c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.116998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:45:23.117415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d4f48493-ba6a-4ce9-8120-eeb82d06f61c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:45:23.120574 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:45:23.195140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-12c5b5b4-4b0d-477e-a23b-b851e6f9d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:23.196751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-12c5b5b4-4b0d-477e-a23b-b851e6f9d37f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 1097 time: 0.0934501 Jan 28 04:45:23.197802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c9a25377-9b12-42b5-91df-9252b0aea552), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.205412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.211263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] 10.222.0.21 "DELETE /v2.0/networks/c9a25377-9b12-42b5-91df-9252b0aea552 HTTP/1.1" status: 204 len: 168 time: 0.9501600 Jan 28 04:45:23.233098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522916bb-0487-47c1-baf8-cf952b196225 tempest-DHCPAgentSchedulersTestJSON-1363043115 tempest-DHCPAgentSchedulersTestJSON-1363043115-project] Pushing event deleted for resources: {'Network': ['ID=c9a25377-9b12-42b5-91df-9252b0aea552,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.326024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-0700c914-8560-4e30-9799-2723de426da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:23.327549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-0700c914-8560-4e30-9799-2723de426da5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1019130 Jan 28 04:45:23.400589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-9e8db529-e06c-42d3-8c42-6f0b53e465c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 200 len: 217 time: 0.0617876 Jan 28 04:45:23.468078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-f3a47758-066f-43d4-b080-8cf7cbf8cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:23.469672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-f3a47758-066f-43d4-b080-8cf7cbf8cacc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0554693 Jan 28 04:45:23.483030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c25c47-a6b5-44e3-ac26-d98f2d07c6ea req-3998e4c1-c696-4745-9f3e-4290813b7700 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:23.484618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c1c25c47-a6b5-44e3-ac26-d98f2d07c6ea req-3998e4c1-c696-4745-9f3e-4290813b7700 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1561999 Jan 28 04:45:23.496280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9848c4b-a773-4807-a886-3131c536be93 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:45:23.519991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42888) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.527368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a9848c4b-a773-4807-a886-3131c536be93 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:45:23.527719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9848c4b-a773-4807-a886-3131c536be93 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:45:23.576907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-4ef71ed3-d18b-4199-a617-0030789104e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:23.578569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-4ef71ed3-d18b-4199-a617-0030789104e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928104 Jan 28 04:45:23.582933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c1c25c47-a6b5-44e3-ac26-d98f2d07c6ea req-3cfbd27b-5eda-4ccd-a65a-4fc8bfda12ef tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638697 Jan 28 04:45:23.589186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-434f6753-2cf8-4861-903d-5c01f9e881a2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:45:23.590358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-434f6753-2cf8-4861-903d-5c01f9e881a2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054653 Jan 28 04:45:23.730651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-164d25e6-1341-444e-9a33-484708f838d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=569b105276dc423e8c804cfeb2bb75dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093062 Jan 28 04:45:23.734390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.744558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-5a0f36cb-8131-4a45-81bf-e4fe190028a3 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470721 Jan 28 04:45:23.766080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346ee0-b973-4016-9885-9afb72d7fd3d req-5a719dbd-c83c-41a9-8917-0c5adbf49a37 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:23.768329 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80346ee0-b973-4016-9885-9afb72d7fd3d req-5a719dbd-c83c-41a9-8917-0c5adbf49a37 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0865755 Jan 28 04:45:23.829952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2282e96-ffa5-4964-b243-e43bfdca7d41 admin admin] Publish callbacks [] for security_group (67dab4d3-a121-4086-a420-066e8ddd314a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.842138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1226f6f0-628a-4633-a445-cac06cc40ae7 req-da0c0785-9ddb-4eec-bc88-d5f7e3c3ae8d service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909762 Jan 28 04:45:23.849533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80346ee0-b973-4016-9885-9afb72d7fd3d req-1ae85467-b9ec-49cc-a536-f86c9442af48 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733800 Jan 28 04:45:23.867389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2282e96-ffa5-4964-b243-e43bfdca7d41 admin admin] Publish callbacks [] for security_group (67dab4d3-a121-4086-a420-066e8ddd314a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.939333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2282e96-ffa5-4964-b243-e43bfdca7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (67dab4d3-a121-4086-a420-066e8ddd314a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.942439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2282e96-ffa5-4964-b243-e43bfdca7d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.946151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f2282e96-ffa5-4964-b243-e43bfdca7d41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67dab4d3-a121-4086-a420-066e8ddd314a HTTP/1.1" status: 204 len: 168 time: 0.2083197 Jan 28 04:45:23.959410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282e96-ffa5-4964-b243-e43bfdca7d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dab4d3-a121-4086-a420-066e8ddd314a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:24.051198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.064742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.071332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.080008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.085772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.092645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.100243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.102768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-d7e539c8-64cb-40ba-87ca-74f1c8a190e7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1445446 Jan 28 04:45:24.174029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:24.176476 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4061a6a-a7f0-4133-9334-37da2d979e71" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:24.184392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e45aac-d624-4103-b673-654e4eb45153 req-ca8a9f2c-6bdc-43f9-ada3-5594aff37b5a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.186213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74e45aac-d624-4103-b673-654e4eb45153 req-ca8a9f2c-6bdc-43f9-ada3-5594aff37b5a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0665712 Jan 28 04:45:24.239072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-9b63dfc2-fdea-4df3-b03b-80475122dab5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354730 Jan 28 04:45:24.258998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6cd0dfa7-d917-4f9b-80b1-5bc6249bab4e req-6144c274-a3f0-45bb-91c7-0025c888ffe9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443052 Jan 28 04:45:24.321550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74e45aac-d624-4103-b673-654e4eb45153 req-98312101-d616-4a9b-a042-406ba7ab2c14 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278596 Jan 28 04:45:24.355209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42924) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:24.367543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-3b714e1e-15b4-4dfd-8f0e-627b9495583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.369989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-3b714e1e-15b4-4dfd-8f0e-627b9495583c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65e801caf8c4f368d9d20181428b635&device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 1096 time: 0.0945313 Jan 28 04:45:24.377066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fed96d7e-1155-45d5-8b61-51deba35d3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.392693 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38072275-97f6-4f0a-9c99-584fc1c55209 x-openstack-request-id: req-38072275-97f6-4f0a-9c99-584fc1c55209 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:24.393977 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-plugged", "status": "completed", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:24.394277 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38072275-97f6-4f0a-9c99-584fc1c55209 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:24.394659 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'code': 200} Jan 28 04:45:24.394926 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7', 'code': 200} Jan 28 04:45:24.395289 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32', 'code': 200} Jan 28 04:45:24.446517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a453b-f40e-4b53-a3bb-9bb13e8cd731 req-5766a6ec-cb41-42eb-9bd4-e76cf1664407 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.448060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c3a453b-f40e-4b53-a3bb-9bb13e8cd731 req-5766a6ec-cb41-42eb-9bd4-e76cf1664407 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0623281 Jan 28 04:45:24.474827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fed96d7e-1155-45d5-8b61-51deba35d3c6 admin admin] Publish callbacks [] for security_group (7b0e3e48-9f70-43fd-92a6-b0fb4490d057), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.478378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fed96d7e-1155-45d5-8b61-51deba35d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7b0e3e48-9f70-43fd-92a6-b0fb4490d057), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.521604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fed96d7e-1155-45d5-8b61-51deba35d3c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6c86f21a60a4f50a05ea4ffe81228a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648121 Jan 28 04:45:24.529294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42926) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:24.545783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96d7e-1155-45d5-8b61-51deba35d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e3e48-9f70-43fd-92a6-b0fb4490d057,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:24.589773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c3a453b-f40e-4b53-a3bb-9bb13e8cd731 req-d2ec02a6-6fb7-4645-9e7c-97aa70035cec tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340592 Jan 28 04:45:24.664115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-42dbf451-0223-4417-bd64-b4f46a399a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.665656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-42dbf451-0223-4417-bd64-b4f46a399a70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424 HTTP/1.1" status: 200 len: 912 time: 0.1933246 Jan 28 04:45:24.667739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923fa361-047c-4c43-8522-40f88a1ed226 admin admin] Publish callbacks [] for security_group (7b0e3e48-9f70-43fd-92a6-b0fb4490d057), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.675709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.676269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.676748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.677253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.677727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.678196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.678659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.680508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-bfbbfeca-68fc-4767-95d6-6ea0113005aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.1165645 Jan 28 04:45:24.763225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923fa361-047c-4c43-8522-40f88a1ed226 admin admin] Publish callbacks [] for security_group (7b0e3e48-9f70-43fd-92a6-b0fb4490d057), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.810247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-b303d80c-3f48-4532-b462-8f2190c1fb1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724 HTTP/1.1" status: 200 len: 1000 time: 0.1282711 Jan 28 04:45:24.851157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79e7dd18-812b-447f-8ed5-96de633e7809 req-4d9ad9e4-d7bc-49a0-abf5-5c5fd5255b44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563861 Jan 28 04:45:24.887975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-336a5389-f6f8-4e0e-977e-4ca14c76a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.889606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-336a5389-f6f8-4e0e-977e-4ca14c76a7a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d915e0f-834e-48c1-bbe2-a4eebfe4079d HTTP/1.1" status: 200 len: 850 time: 0.0532379 Jan 28 04:45:24.894653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba77f-43e0-4978-af59-8da92b33985c req-7fac2130-acad-46ef-b493-69e4e3c5add4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.896266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a90ba77f-43e0-4978-af59-8da92b33985c req-7fac2130-acad-46ef-b493-69e4e3c5add4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0670934 Jan 28 04:45:24.904448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923fa361-047c-4c43-8522-40f88a1ed226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7b0e3e48-9f70-43fd-92a6-b0fb4490d057), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.907314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923fa361-047c-4c43-8522-40f88a1ed226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.908463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-923fa361-047c-4c43-8522-40f88a1ed226 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b0e3e48-9f70-43fd-92a6-b0fb4490d057 HTTP/1.1" status: 204 len: 168 time: 0.3716471 Jan 28 04:45:24.918625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fa361-047c-4c43-8522-40f88a1ed226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e3e48-9f70-43fd-92a6-b0fb4490d057,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:24.960776 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a90ba77f-43e0-4978-af59-8da92b33985c req-3d171e46-47fa-4b2a-901d-3fb675477025 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562992 Jan 28 04:45:25.355796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-f5addb6c-c479-49fd-9b04-fde7e727a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.357988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-f5addb6c-c479-49fd-9b04-fde7e727a34f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a0ae86e-bd7a-4633-b2b4-4683b67b7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602243 Jan 28 04:45:25.418338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.431979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.446303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.452315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.457920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.464860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.470994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.482362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-4945e4d9-dfbd-484c-8506-eb7391f6bda5 service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120574 Jan 28 04:45:25.488955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-98c21e3f-e0a7-43ba-8942-d2d2283689c4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1470387 Jan 28 04:45:25.556371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d7c51a3-8e57-4e1a-8aa2-60ce0cea4629 req-ed55ddd2-8046-44f4-a4d5-e69505521d34 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663333 Jan 28 04:45:25.563368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d52fc-d5e2-4e9a-8a64-397636e3891d req-3feb0108-d16a-4ecc-8d8c-c692b9226a48 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:25.570242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4d52fc-d5e2-4e9a-8a64-397636e3891d req-3feb0108-d16a-4ecc-8d8c-c692b9226a48 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0868390 Jan 28 04:45:26.004070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d4d52fc-d5e2-4e9a-8a64-397636e3891d req-fffac374-458f-4fb1-befa-ac60a2f5b109 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329691 Jan 28 04:45:26.026956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61fbc67e-2075-4ac8-a354-96ea7d056b1e req-9cdb2d8b-9bcf-47c2-bc99-66b00279657d service neutron] 10.222.0.52 "GET /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049572 Jan 28 04:45:26.137664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3598cf-d1b9-44b7-b8e0-1185f9385ab7 req-513f0db2-23a7-4c47-9e68-fd5714969b42 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.139343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e3598cf-d1b9-44b7-b8e0-1185f9385ab7 req-513f0db2-23a7-4c47-9e68-fd5714969b42 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0812728 Jan 28 04:45:26.188727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e3598cf-d1b9-44b7-b8e0-1185f9385ab7 req-08445e98-1f33-4126-b06e-8db4f2058ed5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Jan 28 04:45:26.412799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42990) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:26.437019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40fc2-163a-4eef-aff9-e4d1dd1dcba7 req-cc9d7a05-f3cf-4339-a520-57a1f4ac405f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.438577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47d40fc2-163a-4eef-aff9-e4d1dd1dcba7 req-cc9d7a05-f3cf-4339-a520-57a1f4ac405f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0635374 Jan 28 04:45:26.493350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47d40fc2-163a-4eef-aff9-e4d1dd1dcba7 req-1ea21046-b700-4250-976b-d34c66ba8019 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488229 Jan 28 04:45:26.581836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-689619201'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:26.605492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Made reservation on behalf of ac7e8df12c9640428d094f3068ccf134 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:26.610161 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.621927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.771427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.776932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.783574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.790220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.794680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.800703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.806483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.808366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-4c6abf19-a744-4f50-b370-b3bc8ca6ae55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1370478 Jan 28 04:45:26.811522 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks [] for security_group (f2404b19-9bbc-410c-8514-d8b0bcec36f9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.831926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f2404b19-9bbc-410c-8514-d8b0bcec36f9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.877026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:45:26.884320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2404b19-9bbc-410c-8514-d8b0bcec36f9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:26.904724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2784f820-9b8c-4771-9aff-ae71bd814f69), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.905081 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Added segment 2784f820-9b8c-4771-9aff-ae71bd814f69 of type vlan for network 84f5a9bd-6d50-4468-8df8-c77c3c152400 Jan 28 04:45:26.930480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ad990e8-e0b0-4e5a-a844-300ac8646fac req-546570bf-8fb7-4904-854e-f41d6c5138e1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142473 Jan 28 04:45:26.963589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (84f5a9bd-6d50-4468-8df8-c77c3c152400), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.994580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (84f5a9bd-6d50-4468-8df8-c77c3c152400), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.999881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:27.000554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.061478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6441159 Jan 28 04:45:27.072043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c683d82-e6dc-41ae-a019-e8ec6746fb78 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Pushing event updated for resources: {'Network': ['ID=84f5a9bd-6d50-4468-8df8-c77c3c152400,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:27.084057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 84f5a9bd-6d50-4468-8df8-c77c3c152400 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:45:27.153939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b8f5b-a3f2-4c44-b391-a762ebe45269 req-e8dbcd0e-a653-4191-8cc4-26aad2474af6 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:27.162117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-862b8f5b-a3f2-4c44-b391-a762ebe45269 req-e8dbcd0e-a653-4191-8cc4-26aad2474af6 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0645754 Jan 28 04:45:27.207277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-862b8f5b-a3f2-4c44-b391-a762ebe45269 req-6a30b8d3-e710-464c-9c10-44487adff221 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Jan 28 04:45:27.276561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43004) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:27.282217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Request body: {'port': {'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400', 'binding:host_id': 'n-h2-824835-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-414451362'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:27.301461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Made reservation on behalf of 8110b8b79f164e7683c51b8f0a3a568f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:27.303750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.312320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.393876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for security_group (4e753452-6c8c-40cc-b27f-b6575e816592), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.400569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4e753452-6c8c-40cc-b27f-b6575e816592), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.405082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port 12c39954-1df5-4239-8c69-c52d2cec8a36 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:27.487825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e753452-6c8c-40cc-b27f-b6575e816592,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:27.618969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a0e04-57c0-43f7-8cc8-6ea3e26e8446 req-6078e32f-29c7-4fe6-a9a9-ac2d76e539cc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:27.620631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf7a0e04-57c0-43f7-8cc8-6ea3e26e8446 req-6078e32f-29c7-4fe6-a9a9-ac2d76e539cc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0500684 Jan 28 04:45:27.641539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port 12c39954-1df5-4239-8c69-c52d2cec8a36 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:27.650964 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.658764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.676365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf7a0e04-57c0-43f7-8cc8-6ea3e26e8446 req-51141aa3-eb7a-4e6b-8288-11496e9e6712 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470188 Jan 28 04:45:27.718798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=12c39954-1df5-4239-8c69-c52d2cec8a36,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:27.740642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Checking segment: {'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:27.741099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Network hostable DHCP agents. Network: 84f5a9bd-6d50-4468-8df8-c77c3c152400, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:45:27.766723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Network 84f5a9bd-6d50-4468-8df8-c77c3c152400 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:45:27.789552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 84f5a9bd-6d50-4468-8df8-c77c3c152400) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:27.798964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ff632-b1c3-4053-8b4b-559e8dbcb7cb None None] Network 84f5a9bd-6d50-4468-8df8-c77c3c152400 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:27.810287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:27.828974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.829454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.829881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.837092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:27.837554 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:27.838658 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 2 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:27.848375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce319-42e2-4bdf-b173-767bf73d9c48 req-f99c0a94-8899-49c3-b8e7-f0c31e1e9d3e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:27.850135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce319-42e2-4bdf-b173-767bf73d9c48 req-f99c0a94-8899-49c3-b8e7-f0c31e1e9d3e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0714524 Jan 28 04:45:27.865722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.866159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.866575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.879638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:27.880064 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:27.881643 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 3 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:27.901920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.902281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.902703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.914719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:27.915126 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:27.918094 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 4 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:27.925718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce319-42e2-4bdf-b173-767bf73d9c48 req-6012b1fb-e159-4ce0-b27a-902744f7535e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676372 Jan 28 04:45:27.936337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.936682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.937029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.941729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:27.942526 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:27.942997 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 5 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:27.955336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.955675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.956029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.960747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:27.961091 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:27.961575 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 6 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:27.974823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.975171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.975525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.979961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:27.980293 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:27.980694 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 7 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:27.985553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-3ee7fabe-5355-4ada-a809-62268b52bbe1 req-a876c0ec-a80f-4fed-8298-1d8241051967 service neutron] (103138) timed out ('10.222.0.47', 49625) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:45:27.995782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.996230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.996584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:28.001904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:28.002238 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:28.002826 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 8 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:28.016969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:28.017356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:28.017971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:28.034500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:28.035137 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:28.035715 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 9 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:28.059052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:28.059676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:28.060199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:28.073274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3141-b698-48e5-89ad-a7004bf44b56 req-2c0066fd-d1ae-4c15-a69d-565cb70a6135 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.074934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b9c3141-b698-48e5-89ad-a7004bf44b56 req-2c0066fd-d1ae-4c15-a69d-565cb70a6135 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Jan 28 04:45:28.084436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:28.085026 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:28.086597 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 10 to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 Jan 28 04:45:28.105457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:28.106064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:28.106590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:28.114338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 12c39954-1df5-4239-8c69-c52d2cec8a36 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:28.114924 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 12c39954-1df5-4239-8c69-c52d2cec8a36 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:28.115463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.127970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b9c3141-b698-48e5-89ad-a7004bf44b56 req-5f9462f3-a6d3-44a5-8a52-435ca8718aa8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474751 Jan 28 04:45:28.128188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.133403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.138635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.149849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.149849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.154939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.160122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.162228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-3737c98a-1d31-4f73-a7fc-4847d5abccd6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1163473 Jan 28 04:45:28.270242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e9506ce-b708-4cbe-a81e-417b21d76e3f req-e4d9b80d-a67b-49ee-987d-fc38e9de33ea tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001985 Jan 28 04:45:28.273962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] For port 12c39954-1df5-4239-8c69-c52d2cec8a36, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:28.274228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempted to set empty binding levels {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 04:45:28.281131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.338365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=12c39954-1df5-4239-8c69-c52d2cec8a36,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:28.364503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923634f8-8b10-412f-971a-7e922a3c2a2f req-34a9fa7f-3816-41b6-b4dc-2931138808e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.367257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.367878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.371744 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-923634f8-8b10-412f-971a-7e922a3c2a2f req-34a9fa7f-3816-41b6-b4dc-2931138808e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0794230 Jan 28 04:45:28.413636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-88a665b2-0e42-47f7-87b0-82c460919e62 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.1332550 Jan 28 04:45:28.414147 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43028) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:28.424565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-923634f8-8b10-412f-971a-7e922a3c2a2f req-6e484084-9a27-41be-bd23-0f0e0a2ee769 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519743 Jan 28 04:45:28.425087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cc73c-2812-4b8a-836f-4bf2e8576b8d req-64d192bd-b91e-4fba-afff-50e84d6bf863 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.426858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-152cc73c-2812-4b8a-836f-4bf2e8576b8d req-64d192bd-b91e-4fba-afff-50e84d6bf863 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0756645 Jan 28 04:45:28.503601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Deleting port 12c39954-1df5-4239-8c69-c52d2cec8a36 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:28.503956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.525780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-152cc73c-2812-4b8a-836f-4bf2e8576b8d req-daf23434-74f3-4705-805a-317c3182426f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894146 Jan 28 04:45:28.612063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] For port 12c39954-1df5-4239-8c69-c52d2cec8a36, host n-h2-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:28.612427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.636239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.642056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.647273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.652502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.658331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.663617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.668928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:28.670844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fcb3803-919d-488a-ba43-b21b8fe627a2 req-c2c31c8a-5e0b-4f59-be7a-d9a05be838d5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1495969 Jan 28 04:45:28.671830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Calling delete_port for 12c39954-1df5-4239-8c69-c52d2cec8a36 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:28.682359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43036) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:28.687773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Request body: {'floatingip': {'port_id': 'f0b50601-4638-4943-8d9e-72d90ac14a45'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:28.732455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (00b70a47-00f0-4644-8cba-73f054da7d45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.764348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (12c39954-1df5-4239-8c69-c52d2cec8a36), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.794731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event deleted for resources: {'Port': ['ID=12c39954-1df5-4239-8c69-c52d2cec8a36,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:28.807686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.813884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c6b4a0cb-6bd8-42b5-a983-502a23d45aa1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "DELETE /v2.0/ports/12c39954-1df5-4239-8c69-c52d2cec8a36 HTTP/1.1" status: 204 len: 168 time: 0.3964324 Jan 28 04:45:28.814140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43038) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:28.840046 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb1d584-d865-4915-bb9c-c0d436c09cb3 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] GET failed (client error): The resource could not be found. Jan 28 04:45:28.844801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bfb1d584-d865-4915-bb9c-c0d436c09cb3 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "GET /v2.0/ports/12c39954-1df5-4239-8c69-c52d2cec8a36 HTTP/1.1" status: 404 len: 333 time: 0.0259206 Jan 28 04:45:28.845306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43040) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:28.849981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Request body: {'port': {'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-543240091'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:28.916826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Made reservation on behalf of 8110b8b79f164e7683c51b8f0a3a568f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:28.919318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.967734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port e468777f-c011-4692-8c9b-6e67d65bebf6 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:29.249188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.362856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.368275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.394035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (00b70a47-00f0-4644-8cba-73f054da7d45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.446179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Network 84f5a9bd-6d50-4468-8df8-c77c3c152400 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:29.455793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:29.457776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:29.458883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:29.459726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.478075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=e468777f-c011-4692-8c9b-6e67d65bebf6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:29.515318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5c32b1c6-a598-4a72-a60a-f8cea80d4f06 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6687109 Jan 28 04:45:29.517977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43046) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:29.523348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:29.536801 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Floating IP 00b70a47-00f0-4644-8cba-73f054da7d45 associated. External IP: 172.25.6.6, port: f0b50601-4638-4943-8d9e-72d90ac14a45. Jan 28 04:45:29.592299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.687163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc80bc-e704-49fb-bb77-12bc1ddad9b7 req-f9715a07-0559-4e4c-a54c-10af1e1249bc tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:29.688851 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7bc80bc-e704-49fb-bb77-12bc1ddad9b7 req-f9715a07-0559-4e4c-a54c-10af1e1249bc tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0839126 Jan 28 04:45:29.776872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Router c002b651-8a85-43fc-b32b-c4198e16e39c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:45:29.801520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7bc80bc-e704-49fb-bb77-12bc1ddad9b7 req-add958a4-6ed1-4623-8b64-61c412d83dba tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031461 Jan 28 04:45:29.851525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port e468777f-c011-4692-8c9b-6e67d65bebf6 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:29.859704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.865434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.893112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:29.897586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.907808 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] Sync routers for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:29.926232 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:29.927746 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:45:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:29.934258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-169affbb-2061-43bb-b434-2830e9870f17 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "PUT /v2.0/floatingips/00b70a47-00f0-4644-8cba-73f054da7d45 HTTP/1.1" status: 200 len: 990 time: 1.2502604 Jan 28 04:45:29.934862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:29.935342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=e468777f-c011-4692-8c9b-6e67d65bebf6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:29.947376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:29.947935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:29.948365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:29.953597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:29.954046 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:29.954560 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 2 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:29.954967 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:29.970305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:29.970742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:29.971317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:29.976373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:29.977448 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:29.977993 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 3 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:29.992340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:29.992827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:29.993304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:29.999486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.000131 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.000837 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 4 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.020304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.020684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.020989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.022924 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da84c1-a9d0-4be0-bf95-8b5582d67ca0 x-openstack-request-id: req-f9da84c1-a9d0-4be0-bf95-8b5582d67ca0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:30.023510 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:30.023780 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9da84c1-a9d0-4be0-bf95-8b5582d67ca0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:30.024186 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'status': 'completed', 'code': 200} Jan 28 04:45:30.025985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.026437 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.026986 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 5 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.041166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.041863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.042136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.046692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.047858 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.048349 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 6 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.062102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.062588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.063034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.068179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.068632 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.069299 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 7 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.073025 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:30.086969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.087443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.087887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.093539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.094013 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.094502 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 8 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.107616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.108039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.108454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.113843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.114257 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.114868 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 9 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.127480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.127976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.128377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.131690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.132188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.132670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.132978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.133168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.133521 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.133647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.134025 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 10 to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 Jan 28 04:45:30.134151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.134545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.136508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-749db107-8667-4df3-a100-2aa383ffb407 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.0591695 Jan 28 04:45:30.147365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.147790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.148216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.152785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:30.153336 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port e468777f-c011-4692-8c9b-6e67d65bebf6 on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:30.153778 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.246159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] For port e468777f-c011-4692-8c9b-6e67d65bebf6, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:30.246850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempted to set empty binding levels {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 04:45:30.254399 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.267821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-a66067d0-2f5c-4b99-b646-4d39b3c3cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.269527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-a66067d0-2f5c-4b99-b646-4d39b3c3cdcb service neutron] 10.222.0.52 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473 HTTP/1.1" status: 200 len: 917 time: 0.1245556 Jan 28 04:45:30.296352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] In _notify_port_updated(), no bound segment for port e468777f-c011-4692-8c9b-6e67d65bebf6 on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:45:30.297589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.298487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.300055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "PUT /v2.0/ports/e468777f-c011-4692-8c9b-6e67d65bebf6 HTTP/1.1" status: 200 len: 974 time: 0.7810838 Jan 28 04:45:30.303483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:30.361496 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '00b70a47-00f0-4644-8cba-73f054da7d45', 'tenant_id': '99cb181476494422a9dcd31107896390', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'port_id': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'mac_address': 'fa:16:3e:f0:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:58Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 1, 'project_id': '99cb181476494422a9dcd31107896390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:32Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:30.366248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-ba04d2dd-2a60-4873-86ea-c9d004ea15e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 998 time: 0.0889525 Jan 28 04:45:30.389706 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] Checking router: c002b651-8a85-43fc-b32b-c4198e16e39c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:30.398235 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:30.398858 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:45:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:30.426705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-ff7c0e35-ada0-4658-94d4-3eebcd5ab546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.429044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-ff7c0e35-ada0-4658-94d4-3eebcd5ab546 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 200 len: 855 time: 0.0563767 Jan 28 04:45:30.434444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3a46-d9d1-4fae-ac22-84bc0eccd9ea tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=e468777f-c011-4692-8c9b-6e67d65bebf6,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:30.503532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.504160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.505293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.505848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.506622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.507166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.507874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.508422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.508963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.509538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.511360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.511915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.512448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.514127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-a4b5417d-b4b5-4c65-ae25-a0eae37a0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.514913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.515484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.516026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.516533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-a4b5417d-b4b5-4c65-ae25-a0eae37a0ec2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28dbad87-65ee-424d-89a2-021c02808473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676601 Jan 28 04:45:30.517000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.517626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.518135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.518630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.519455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.519949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.520445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.520559 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:30.521135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.522822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.523319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.523831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.524302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.524767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.525262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.525727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.526238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.526706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.527424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.527614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.528073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.528535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.529030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.529552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.529986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.530443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.530933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.531394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.531855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.532321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.532799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.533266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.542988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43062) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:30.543774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0f6b020-eef5-44f5-b304-839ea1fbe5d8 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42058 time: 0.2383225 Jan 28 04:45:30.676038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-15ccaf85-ee9a-4853-8d76-91f462d1fd51 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439025 Jan 28 04:45:30.706713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Deleting port e468777f-c011-4692-8c9b-6e67d65bebf6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:30.706957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.757549 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '00b70a47-00f0-4644-8cba-73f054da7d45', 'tenant_id': '99cb181476494422a9dcd31107896390', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'port_id': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'mac_address': 'fa:16:3e:f0:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:58Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 1, 'project_id': '99cb181476494422a9dcd31107896390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:32Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:30.789792 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec263e-a562-4493-b17c-53a1d284a3c3 None None] The sync data for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 is: [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '00b70a47-00f0-4644-8cba-73f054da7d45', 'tenant_id': '99cb181476494422a9dcd31107896390', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'port_id': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'mac_address': 'fa:16:3e:f0:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:58Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 1, 'project_id': '99cb181476494422a9dcd31107896390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:32Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:30.846427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] For port e468777f-c011-4692-8c9b-6e67d65bebf6, host n-h2-824835-3, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:30.847007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.870864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Calling delete_port for e468777f-c011-4692-8c9b-6e67d65bebf6 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:30.888658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b0c3487-3942-4a9b-acce-5ac1e67b4eb9 req-9893b0f6-f776-4ee1-adda-4694f7385036 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039616 Jan 28 04:45:30.981381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e468777f-c011-4692-8c9b-6e67d65bebf6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.982781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7101b-1c39-4d61-a464-5cb8f81e2052 req-2bd67a97-69c0-4d7a-bad6-82baa6440f2a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.984491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2d7101b-1c39-4d61-a464-5cb8f81e2052 req-2bd67a97-69c0-4d7a-bad6-82baa6440f2a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0646222 Jan 28 04:45:31.024895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.032271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e468777f-c011-4692-8c9b-6e67d65bebf6 HTTP/1.1" status: 204 len: 168 time: 0.4875200 Jan 28 04:45:31.033829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8d976-7df5-4911-8bbd-e5b0b473ac8c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event deleted for resources: {'Port': ['ID=e468777f-c011-4692-8c9b-6e67d65bebf6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:31.034082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43068) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:31.051894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2d7101b-1c39-4d61-a464-5cb8f81e2052 req-c01154e2-19de-4fd6-8849-ff2d576f3a56 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602930 Jan 28 04:45:31.074599 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df2cc32-0b8a-494a-848d-26822ddd2e37 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] GET failed (client error): The resource could not be found. Jan 28 04:45:31.076863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43070) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:31.077736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2df2cc32-0b8a-494a-848d-26822ddd2e37 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "GET /v2.0/ports/e468777f-c011-4692-8c9b-6e67d65bebf6 HTTP/1.1" status: 404 len: 333 time: 0.0423427 Jan 28 04:45:31.082382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1042998425', 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:31.112396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67ee49-e176-4c93-928e-2db2cf2ac388 None None] New status for floating IP 00b70a47-00f0-4644-8cba-73f054da7d45: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:45:31.114700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Made reservation on behalf of 8110b8b79f164e7683c51b8f0a3a568f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:31.117391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.134329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port fdb36291-12a2-4af2-ae90-29a2d27ee753 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:31.288020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for port (fdb36291-12a2-4af2-ae90-29a2d27ee753), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.326043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fdb36291-12a2-4af2-ae90-29a2d27ee753), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.372578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Network 84f5a9bd-6d50-4468-8df8-c77c3c152400 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:31.376946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:31.385656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:31.387150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:31.387969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.395062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=fdb36291-12a2-4af2-ae90-29a2d27ee753,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:31.417318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-362a5313-0bbd-4caf-a9a2-ca3a3525c9cc tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3388629 Jan 28 04:45:31.419690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43074) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:31.468257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0c65e4-f835-4bd9-97ab-d3a6a8f66c5d tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:31.472735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43078) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:31.476445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2c0c65e4-f835-4bd9-97ab-d3a6a8f66c5d tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "GET /v2.0/ports/fdb36291-12a2-4af2-ae90-29a2d27ee753 HTTP/1.1" status: 200 len: 955 time: 0.0550828 Jan 28 04:45:31.560391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Deleting port fdb36291-12a2-4af2-ae90-29a2d27ee753 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:31.560861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fdb36291-12a2-4af2-ae90-29a2d27ee753), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.621733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fdb36291-12a2-4af2-ae90-29a2d27ee753), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.634287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Calling delete_port for fdb36291-12a2-4af2-ae90-29a2d27ee753 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:31.718899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fdb36291-12a2-4af2-ae90-29a2d27ee753), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.754216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.757974 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fdb36291-12a2-4af2-ae90-29a2d27ee753 HTTP/1.1" status: 204 len: 168 time: 0.2839890 Jan 28 04:45:31.758828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd4735-0861-427b-8eca-f2223055674e tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdb36291-12a2-4af2-ae90-29a2d27ee753,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:31.760786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43082) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:31.786174 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc9dd4b-7352-422f-82af-2968730b0c13 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] GET failed (client error): The resource could not be found. Jan 28 04:45:31.787912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ddc9dd4b-7352-422f-82af-2968730b0c13 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "GET /v2.0/ports/fdb36291-12a2-4af2-ae90-29a2d27ee753 HTTP/1.1" status: 404 len: 333 time: 0.0255167 Jan 28 04:45:31.791293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43084) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:31.796392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Request body: {'port': {'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-349089234'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:31.817773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Made reservation on behalf of 8110b8b79f164e7683c51b8f0a3a568f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:31.820460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.837527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port 5bb7e555-548b-4b74-81b7-00d42927a10a yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:32.002110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.037091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.079216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Network 84f5a9bd-6d50-4468-8df8-c77c3c152400 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:32.082255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:32.085838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:32.087036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.087651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.109315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3167832 Jan 28 04:45:32.110501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d1cf-fea4-4d25-bc38-4d51566488fb tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb7e555-548b-4b74-81b7-00d42927a10a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:32.113390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43090) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:32.124852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:32.215624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.234142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5acf95-bba4-42de-98dd-5af148867246 req-adf5aff8-3c32-4e80-990d-dafa767d9ef2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.235801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c5acf95-bba4-42de-98dd-5af148867246 req-adf5aff8-3c32-4e80-990d-dafa767d9ef2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0915165 Jan 28 04:45:32.354850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c5acf95-bba4-42de-98dd-5af148867246 req-e0cb1232-6fe9-4e25-b631-77c2a223a234 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949912 Jan 28 04:45:32.431094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] device_id is not set on port 5bb7e555-548b-4b74-81b7-00d42927a10a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:32.439150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks [] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.444627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.495451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb7e555-548b-4b74-81b7-00d42927a10a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:32.507951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.508282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.508621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.512958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.513406 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.513814 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 2 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.529516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.529903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.530238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.534585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.534853 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.535233 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 3 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.548323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.548728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.549067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.553663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.553995 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.554384 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 4 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.568222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.568565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.568959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.573637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.573857 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.574221 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 5 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.585908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.586250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.586591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.591455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.591788 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.592165 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 6 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.604693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.605033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.605446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.610471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.610698 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.611086 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 7 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.623468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.623803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.624135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.628341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.628668 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.629051 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 8 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.642168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.642507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.642844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.647118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.647449 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.647832 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 9 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.659838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.660172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.660505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.664670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.665002 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.665406 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempt 10 to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a Jan 28 04:45:32.677948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.678357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.678687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempting to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.683007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.683331 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Failed to bind port 5bb7e555-548b-4b74-81b7-00d42927a10a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '2784f820-9b8c-4771-9aff-ae71bd814f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84f5a9bd-6d50-4468-8df8-c77c3c152400'}] Jan 28 04:45:32.683694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.747493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] For port 5bb7e555-548b-4b74-81b7-00d42927a10a, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:32.748050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attempted to set empty binding levels {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 04:45:32.753966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.787517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] In _notify_port_updated(), no bound segment for port 5bb7e555-548b-4b74-81b7-00d42927a10a on network 84f5a9bd-6d50-4468-8df8-c77c3c152400 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:45:32.788299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.788908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.790350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "PUT /v2.0/ports/5bb7e555-548b-4b74-81b7-00d42927a10a HTTP/1.1" status: 200 len: 974 time: 0.6704845 Jan 28 04:45:32.793015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43098) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:32.828921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7426e35-3a62-42e5-8be5-30e474dfaca1 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb7e555-548b-4b74-81b7-00d42927a10a,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:32.881125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Deleting port 5bb7e555-548b-4b74-81b7-00d42927a10a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:32.881506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.943661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] For port 5bb7e555-548b-4b74-81b7-00d42927a10a, host n-h2-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:32.944021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.957482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Calling delete_port for 5bb7e555-548b-4b74-81b7-00d42927a10a owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:33.042224 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5bb7e555-548b-4b74-81b7-00d42927a10a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.069786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb7e555-548b-4b74-81b7-00d42927a10a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:33.076421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.079730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ef89d9cb-79ed-438e-a240-f67e5326f52c tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5bb7e555-548b-4b74-81b7-00d42927a10a HTTP/1.1" status: 204 len: 168 time: 0.2857575 Jan 28 04:45:33.082590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43102) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:33.106600 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e680616-20e8-421c-9f0d-d391d7a84669 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] GET failed (client error): The resource could not be found. Jan 28 04:45:33.108156 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e680616-20e8-421c-9f0d-d391d7a84669 tempest-PortsAdminExtendedAttrsTestJSON-593833834 tempest-PortsAdminExtendedAttrsTestJSON-593833834-project-admin] 10.222.0.21 "GET /v2.0/ports/5bb7e555-548b-4b74-81b7-00d42927a10a HTTP/1.1" status: 404 len: 333 time: 0.0245864 Jan 28 04:45:33.111755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43104) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:33.511606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (84f5a9bd-6d50-4468-8df8-c77c3c152400), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.532673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331d94b-aefa-45e8-a639-8ebbecd1e3b3 req-5413b5b2-f514-4e4b-872f-f16a4352865b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:33.534233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0331d94b-aefa-45e8-a639-8ebbecd1e3b3 req-5413b5b2-f514-4e4b-872f-f16a4352865b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0776250 Jan 28 04:45:33.642919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (84f5a9bd-6d50-4468-8df8-c77c3c152400), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.657389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0331d94b-aefa-45e8-a639-8ebbecd1e3b3 req-589e540e-107a-4ab4-8974-ecf643df070d tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020887 Jan 28 04:45:33.669080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f5a9bd-6d50-4468-8df8-c77c3c152400']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:33.679894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2784f820-9b8c-4771-9aff-ae71bd814f69') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:33.680200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2784f820-9b8c-4771-9aff-ae71bd814f69') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:33.689600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (2784f820-9b8c-4771-9aff-ae71bd814f69), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.703802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2784f820-9b8c-4771-9aff-ae71bd814f69), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.710637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:45:33.711168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (2784f820-9b8c-4771-9aff-ae71bd814f69), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:45:33.714753 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:45:33.778238 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (84f5a9bd-6d50-4468-8df8-c77c3c152400), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.785716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.788799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] 10.222.0.21 "DELETE /v2.0/networks/84f5a9bd-6d50-4468-8df8-c77c3c152400 HTTP/1.1" status: 204 len: 168 time: 0.6761258 Jan 28 04:45:33.802774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Pushing event deleted for resources: {'Network': ['ID=84f5a9bd-6d50-4468-8df8-c77c3c152400,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:33.812005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.812393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.813097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.813097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.813467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.813802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.814143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.814486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.814820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.815168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.815770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.815904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:33.816130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb41ac-2f62-48af-924f-7fda88294ea2 tempest-PortsAdminExtendedAttrsTestJSON-1557053835 tempest-PortsAdminExtendedAttrsTestJSON-1557053835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:34.046252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43122) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:34.179968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-42f16891-770d-4bb0-a62b-1a421ce56c40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac7e8df12c9640428d094f3068ccf134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325159 Jan 28 04:45:34.182398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43126) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:34.228743 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1097c5b0-2176-4086-9624-5cab4030024f admin admin] Publish callbacks [] for security_group (f2404b19-9bbc-410c-8514-d8b0bcec36f9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.249939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1097c5b0-2176-4086-9624-5cab4030024f admin admin] Publish callbacks [] for security_group (f2404b19-9bbc-410c-8514-d8b0bcec36f9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.298632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1097c5b0-2176-4086-9624-5cab4030024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f2404b19-9bbc-410c-8514-d8b0bcec36f9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.301278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1097c5b0-2176-4086-9624-5cab4030024f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.302424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1097c5b0-2176-4086-9624-5cab4030024f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2404b19-9bbc-410c-8514-d8b0bcec36f9 HTTP/1.1" status: 204 len: 168 time: 0.1191320 Jan 28 04:45:34.309984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097c5b0-2176-4086-9624-5cab4030024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2404b19-9bbc-410c-8514-d8b0bcec36f9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:34.573004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43134) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:34.617231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7de7a14e-d5c3-4cd6-a014-9b0d81a9e182 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8110b8b79f164e7683c51b8f0a3a568f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408285 Jan 28 04:45:34.617611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43138) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:34.665863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a861878c-92a7-4441-b664-857f9b8db3a8 admin admin] Publish callbacks [] for security_group (4e753452-6c8c-40cc-b27f-b6575e816592), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.686404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a861878c-92a7-4441-b664-857f9b8db3a8 admin admin] Publish callbacks [] for security_group (4e753452-6c8c-40cc-b27f-b6575e816592), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.748828 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a861878c-92a7-4441-b664-857f9b8db3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4e753452-6c8c-40cc-b27f-b6575e816592), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.751383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a861878c-92a7-4441-b664-857f9b8db3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.752472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a861878c-92a7-4441-b664-857f9b8db3a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e753452-6c8c-40cc-b27f-b6575e816592 HTTP/1.1" status: 204 len: 168 time: 0.1338496 Jan 28 04:45:34.764030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861878c-92a7-4441-b664-857f9b8db3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e753452-6c8c-40cc-b27f-b6575e816592,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:34.817938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f87a09-42f3-43a0-8343-1b1d41182151 req-bd15879a-0dc8-4b73-b385-512156953ff8 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:34.819675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01f87a09-42f3-43a0-8343-1b1d41182151 req-bd15879a-0dc8-4b73-b385-512156953ff8 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0798118 Jan 28 04:45:34.876054 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01f87a09-42f3-43a0-8343-1b1d41182151 req-0eb7d42a-bc77-4343-8da2-c6836eec4d0f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 Jan 28 04:45:35.519980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43168) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:35.619641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-58825737'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:35.645066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Made reservation on behalf of 9803a3ad1eaf453aa319aac347de203b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:35.648341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.660727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.735247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for security_group (4a638c64-f74b-45c6-a23a-b1f0453d0639), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.739472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4a638c64-f74b-45c6-a23a-b1f0453d0639), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.768649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:45:35.774871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a638c64-f74b-45c6-a23a-b1f0453d0639,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:35.780815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7998cdb4-fd5c-4853-a371-268b233d25e6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.781233 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Added segment 7998cdb4-fd5c-4853-a371-268b233d25e6 of type vlan for network e523bed3-363c-4da1-bb29-757bb90a67f8 Jan 28 04:45:35.820256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e523bed3-363c-4da1-bb29-757bb90a67f8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.845990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e523bed3-363c-4da1-bb29-757bb90a67f8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.850867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:35.851484 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.921533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event updated for resources: {'Network': ['ID=e523bed3-363c-4da1-bb29-757bb90a67f8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:35.931660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:35.932165 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9cbbdfd7-02c2-4569-afec-9fa864443968 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4107244 Jan 28 04:45:35.936333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e523bed3-363c-4da1-bb29-757bb90a67f8 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:45:35.940821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Request body: {'subnet': {'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:36.032051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7a33-3531-437e-9ad5-d252d19cb4d4 req-2701b687-ad82-4041-ac4b-ca275a124d03 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:36.039780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c1b7a33-3531-437e-9ad5-d252d19cb4d4 req-2701b687-ad82-4041-ac4b-ca275a124d03 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0585706 Jan 28 04:45:36.046367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Made reservation on behalf of 9803a3ad1eaf453aa319aac347de203b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:36.050654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.094393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c1b7a33-3531-437e-9ad5-d252d19cb4d4 req-6ac0bfa8-5947-4942-b6a2-db29ef847d88 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534549 Jan 28 04:45:36.138729 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.248497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (ad0dbd48-a0b3-411e-8e19-68a9996b56d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.312476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event updated for resources: {'Subnet': ['ID=ad0dbd48-a0b3-411e-8e19-68a9996b56d2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:36.320011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Checking segment: {'id': '7998cdb4-fd5c-4853-a371-268b233d25e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:36.320424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Network hostable DHCP agents. Network: e523bed3-363c-4da1-bb29-757bb90a67f8, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:45:36.335520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Network e523bed3-363c-4da1-bb29-757bb90a67f8 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:45:36.343957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e523bed3-363c-4da1-bb29-757bb90a67f8) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:36.347991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:36.348714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.356660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94896017-e513-439a-a22d-d840fe9ac4a3 None None] Network e523bed3-363c-4da1-bb29-757bb90a67f8 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:36.369962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a2a3fd9-9981-4915-a73e-97698e1bec0b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4333832 Jan 28 04:45:36.370194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:36.375791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Request body: {'port': {'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-56188456'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:36.459121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-e523bed3-363c-4da1-bb29-757bb90a67f8', 'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8', 'project_id': '9803a3ad1eaf453aa319aac347de203b', 'fixed_ips': [{'subnet_id': 'ad0dbd48-a0b3-411e-8e19-68a9996b56d2'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:45:36.460001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.497892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Made reservation on behalf of 9803a3ad1eaf453aa319aac347de203b for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:36.501697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.520582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] device_id is not set on port 48f0451b-7e90-4686-b65f-92ed16cb5f9c yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:36.604596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Allocated IP 2001:db8::2 (e523bed3-363c-4da1-bb29-757bb90a67f8/ad0dbd48-a0b3-411e-8e19-68a9996b56d2/31209fa2-9894-4412-985a-3050f554f7d0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:36.751198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Publish callbacks [] for port (31209fa2-9894-4412-985a-3050f554f7d0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.759610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (31209fa2-9894-4412-985a-3050f554f7d0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.802077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Network e523bed3-363c-4da1-bb29-757bb90a67f8 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:36.808538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:36.811127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:36.815102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Allocated IP 2001:db8::4e (e523bed3-363c-4da1-bb29-757bb90a67f8/ad0dbd48-a0b3-411e-8e19-68a9996b56d2/48f0451b-7e90-4686-b65f-92ed16cb5f9c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:36.823581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Pushing event updated for resources: {'Port': ['ID=31209fa2-9894-4412-985a-3050f554f7d0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:36.884655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Attempting to bind port 31209fa2-9894-4412-985a-3050f554f7d0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:36.885134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Attempting to bind port 31209fa2-9894-4412-985a-3050f554f7d0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7998cdb4-fd5c-4853-a371-268b233d25e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:36.885606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Attempting to bind port 31209fa2-9894-4412-985a-3050f554f7d0 on network e523bed3-363c-4da1-bb29-757bb90a67f8 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:36.891583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:36.892055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Checking segment: {'id': '7998cdb4-fd5c-4853-a371-268b233d25e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:36.892615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.893109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Bound using segment: {'id': '7998cdb4-fd5c-4853-a371-268b233d25e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:36.893676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Bound port: 31209fa2-9894-4412-985a-3050f554f7d0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7998cdb4-fd5c-4853-a371-268b233d25e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:36.894822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (31209fa2-9894-4412-985a-3050f554f7d0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.991082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.992898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] For port 31209fa2-9894-4412-985a-3050f554f7d0, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:36.999769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] For port 31209fa2-9894-4412-985a-3050f554f7d0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=31209fa2-9894-4412-985a-3050f554f7d0,segment=NetworkSegment(7998cdb4-fd5c-4853-a371-268b233d25e6),segment_id=7998cdb4-fd5c-4853-a371-268b233d25e6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:37.005243 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (31209fa2-9894-4412-985a-3050f554f7d0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.030646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.077241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Network e523bed3-363c-4da1-bb29-757bb90a67f8 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:37.079654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:37.086708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:37.092886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.093570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.094605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be9e7f-5362-45d7-9b18-fa9b47ddcd26 None None] Pushing event updated for resources: {'Port': ['ID=31209fa2-9894-4412-985a-3050f554f7d0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:37.105809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event updated for resources: {'Port': ['ID=48f0451b-7e90-4686-b65f-92ed16cb5f9c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:37.118529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5cefd95f-9068-478a-87c8-fc0b16352ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.7434011 Jan 28 04:45:37.118774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43190) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:37.123394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Request body: {'port': {'network_id': 'e523bed3-363c-4da1-bb29-757bb90a67f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-400454589', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:37.123952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.api.validators [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] bootfile-name is not in valid_values {{(pid=103138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:45:37.124295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.api.validators [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] tftp-server is not in valid_values {{(pid=103138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:45:37.124625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.api.validators [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] server-ip-address is not in valid_values {{(pid=103138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:45:37.246645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185de85-b7be-4bc8-82b6-5e66f48d16cb req-aa0008c3-33c1-4c42-b3f4-3b3f53e428f2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.256835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5185de85-b7be-4bc8-82b6-5e66f48d16cb req-aa0008c3-33c1-4c42-b3f4-3b3f53e428f2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0777619 Jan 28 04:45:37.265733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Made reservation on behalf of 9803a3ad1eaf453aa319aac347de203b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:37.270060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.294801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] device_id is not set on port 75e96841-ae76-4af1-b2af-9c7c585a6748 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:45:37.318256 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5185de85-b7be-4bc8-82b6-5e66f48d16cb req-d0326484-da6d-4e33-9d1a-c18ec27594d1 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603187 Jan 28 04:45:37.441839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Allocated IP 2001:db8::230 (e523bed3-363c-4da1-bb29-757bb90a67f8/ad0dbd48-a0b3-411e-8e19-68a9996b56d2/75e96841-ae76-4af1-b2af-9c7c585a6748) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:37.629297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for port (75e96841-ae76-4af1-b2af-9c7c585a6748), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.680262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (75e96841-ae76-4af1-b2af-9c7c585a6748), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.698672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.738008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Network e523bed3-363c-4da1-bb29-757bb90a67f8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:37.743138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:37.748668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:37.753749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.754375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:37.759998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event updated for resources: {'Port': ['ID=75e96841-ae76-4af1-b2af-9c7c585a6748,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:37.788818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5ad51e17-223c-46d7-b111-06c7c5824deb tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6698422 Jan 28 04:45:37.791887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43202) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:37.846876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de7a08-ba89-4895-9b8c-60870842d07b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.852188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de7a08-ba89-4895-9b8c-60870842d07b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.858052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de7a08-ba89-4895-9b8c-60870842d07b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.859738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-31de7a08-ba89-4895-9b8c-60870842d07b tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0661643 Jan 28 04:45:37.862836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43204) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:37.965991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Deleting port 75e96841-ae76-4af1-b2af-9c7c585a6748 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:37.966941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (75e96841-ae76-4af1-b2af-9c7c585a6748), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.084802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (75e96841-ae76-4af1-b2af-9c7c585a6748), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.100204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Calling delete_port for 75e96841-ae76-4af1-b2af-9c7c585a6748 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:38.251375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (75e96841-ae76-4af1-b2af-9c7c585a6748), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.284490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event deleted for resources: {'Port': ['ID=75e96841-ae76-4af1-b2af-9c7c585a6748,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:38.308245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.311557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a5b480b-dae2-45e5-97c2-512c7d54e7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "DELETE /v2.0/ports/75e96841-ae76-4af1-b2af-9c7c585a6748 HTTP/1.1" status: 204 len: 168 time: 0.4476597 Jan 28 04:45:38.315058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43208) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:38.321654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Request body: {'port': {'name': 'tempest-new-port-name-1823293854', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:38.322839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.api.validators [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] bootfile-name is not in valid_values {{(pid=103138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:45:38.323197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.api.validators [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] tftp-server is not in valid_values {{(pid=103138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:45:38.323584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.api.validators [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] server-ip-address is not in valid_values {{(pid=103138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:45:38.347440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df5859-7901-4fab-b2fa-d44e6c0e4ac0 None None] Network e523bed3-363c-4da1-bb29-757bb90a67f8 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:38.432214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] Provisioning complete for port 31209fa2-9894-4412-985a-3050f554f7d0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:38.433013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31209fa2-9894-4412-985a-3050f554f7d0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.436747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.491719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8e18a-3087-4a2c-a51a-559843644e0a req-314123af-c338-4bb3-9b04-99c837bd8187 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:38.493508 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7b8e18a-3087-4a2c-a51a-559843644e0a req-314123af-c338-4bb3-9b04-99c837bd8187 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0655708 Jan 28 04:45:38.583433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] Current status of the port 31209fa2-9894-4412-985a-3050f554f7d0 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:38.583964 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (31209fa2-9894-4412-985a-3050f554f7d0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.602711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7b8e18a-3087-4a2c-a51a-559843644e0a req-8b4f9773-1d90-4e80-bd8e-adb47bd2f355 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019316 Jan 28 04:45:38.642242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] For port 31209fa2-9894-4412-985a-3050f554f7d0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=31209fa2-9894-4412-985a-3050f554f7d0,segment=NetworkSegment(7998cdb4-fd5c-4853-a371-268b233d25e6),segment_id=7998cdb4-fd5c-4853-a371-268b233d25e6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:38.644515 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d18fa97d-7f49-4c4f-a6f4-973059e40b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.649494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (31209fa2-9894-4412-985a-3050f554f7d0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.705090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9ddf0-397b-4477-bf60-4b4336cf5975 None None] Pushing event updated for resources: {'Port': ['ID=31209fa2-9894-4412-985a-3050f554f7d0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:38.745926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.751620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.884354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-423b190a-8b42-430e-a252-bde1c70f4a30 None None] Provisioning complete for port 48f0451b-7e90-4686-b65f-92ed16cb5f9c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:38.885071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-423b190a-8b42-430e-a252-bde1c70f4a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.930908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-423b190a-8b42-430e-a252-bde1c70f4a30 None None] Port 48f0451b-7e90-4686-b65f-92ed16cb5f9c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:45:38.946356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-423b190a-8b42-430e-a252-bde1c70f4a30 None None] Provisioning complete for port 31209fa2-9894-4412-985a-3050f554f7d0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:38.947018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-423b190a-8b42-430e-a252-bde1c70f4a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31209fa2-9894-4412-985a-3050f554f7d0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.087668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-423b190a-8b42-430e-a252-bde1c70f4a30 None None] Current status of the port 31209fa2-9894-4412-985a-3050f554f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:39.254371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] In _notify_port_updated(), no bound segment for port 48f0451b-7e90-4686-b65f-92ed16cb5f9c on network e523bed3-363c-4da1-bb29-757bb90a67f8 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:45:39.259919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:39.260675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.262156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "PUT /v2.0/ports/48f0451b-7e90-4686-b65f-92ed16cb5f9c HTTP/1.1" status: 200 len: 1129 time: 0.9461064 Jan 28 04:45:39.264953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43220) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:39.298589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a60fc-1d9f-4e88-84be-1719056cd06e tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event updated for resources: {'Port': ['ID=48f0451b-7e90-4686-b65f-92ed16cb5f9c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:39.314496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-85f7286c-888e-45ec-bd62-3fb248533daa None None] Provisioning complete for port 48f0451b-7e90-4686-b65f-92ed16cb5f9c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:39.314891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85f7286c-888e-45ec-bd62-3fb248533daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.344019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e8faa-c67d-4686-8376-dceb06af394f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:39.345989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-693e8faa-c67d-4686-8376-dceb06af394f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "GET /v2.0/ports/48f0451b-7e90-4686-b65f-92ed16cb5f9c HTTP/1.1" status: 200 len: 1129 time: 0.0794570 Jan 28 04:45:39.349952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43222) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:39.395982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-85f7286c-888e-45ec-bd62-3fb248533daa None None] Port 48f0451b-7e90-4686-b65f-92ed16cb5f9c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:45:39.475641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Deleting port 48f0451b-7e90-4686-b65f-92ed16cb5f9c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:39.476243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.641345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 31209fa2-9894-4412-985a-3050f554f7d0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:39.668516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.696235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Calling delete_port for 48f0451b-7e90-4686-b65f-92ed16cb5f9c owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:39.735563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c513e34e-9568-4cb2-afda-a92222b1a228 None None] Could not find standard attr ID for object 75e96841-ae76-4af1-b2af-9c7c585a6748. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:45:39.777707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 31209fa2-9894-4412-985a-3050f554f7d0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:39.778556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31209fa2-9894-4412-985a-3050f554f7d0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.909243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 31209fa2-9894-4412-985a-3050f554f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:39.923314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83b4a8-25a2-4ab8-936a-33b8e5a5df15 req-d57596e2-68be-441c-9463-793ae1ae996b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:39.924450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd83b4a8-25a2-4ab8-936a-33b8e5a5df15 req-d57596e2-68be-441c-9463-793ae1ae996b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.2085855 Jan 28 04:45:39.939328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (48f0451b-7e90-4686-b65f-92ed16cb5f9c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:39.984106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event deleted for resources: {'Port': ['ID=48f0451b-7e90-4686-b65f-92ed16cb5f9c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:40.037637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.041773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-048ef594-1de3-43e8-8603-f45d168720e6 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "DELETE /v2.0/ports/48f0451b-7e90-4686-b65f-92ed16cb5f9c HTTP/1.1" status: 204 len: 168 time: 0.6899126 Jan 28 04:45:40.043756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43232) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:40.057102 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd83b4a8-25a2-4ab8-936a-33b8e5a5df15 req-444b2405-67f3-4de2-8bd7-023fc7f55f2f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257660 Jan 28 04:45:40.117762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Deleting subnet ad0dbd48-a0b3-411e-8e19-68a9996b56d2 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:45:40.125245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for subnet (ad0dbd48-a0b3-411e-8e19-68a9996b56d2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.177543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (ad0dbd48-a0b3-411e-8e19-68a9996b56d2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.302121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ad0dbd48-a0b3-411e-8e19-68a9996b56d2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.390575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (ad0dbd48-a0b3-411e-8e19-68a9996b56d2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.422472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0dbd48-a0b3-411e-8e19-68a9996b56d2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:40.426507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.432229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0d0b6971-3d7e-41d1-b905-454ade573f3f tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "DELETE /v2.0/subnets/ad0dbd48-a0b3-411e-8e19-68a9996b56d2 HTTP/1.1" status: 204 len: 168 time: 0.3847985 Jan 28 04:45:40.432652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43244) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:40.453786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c40ddb59-fd63-41f8-bffd-4e43f9fdf694 None None] Could not find standard attr ID for object 48f0451b-7e90-4686-b65f-92ed16cb5f9c. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:45:40.535624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e523bed3-363c-4da1-bb29-757bb90a67f8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.609108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Deleting port 31209fa2-9894-4412-985a-3050f554f7d0 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:40.609487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (31209fa2-9894-4412-985a-3050f554f7d0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.644423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b0f5a-9e6f-460e-ab79-cc0a2983cde1 None None] Network e523bed3-363c-4da1-bb29-757bb90a67f8 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:40.697640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] For port 31209fa2-9894-4412-985a-3050f554f7d0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=31209fa2-9894-4412-985a-3050f554f7d0,segment=NetworkSegment(7998cdb4-fd5c-4853-a371-268b233d25e6),segment_id=7998cdb4-fd5c-4853-a371-268b233d25e6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:40.698027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (31209fa2-9894-4412-985a-3050f554f7d0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.729070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Calling delete_port for 31209fa2-9894-4412-985a-3050f554f7d0 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:40.786556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3ff5-3ac2-40e9-917d-ca3098e81fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.827344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (31209fa2-9894-4412-985a-3050f554f7d0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.858482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event deleted for resources: {'Port': ['ID=31209fa2-9894-4412-985a-3050f554f7d0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:40.858482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] No DVR routers for this DVR port 31209fa2-9894-4412-985a-3050f554f7d0 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:45:40.883232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc9347-2e61-4976-ac5f-5c427397ddcd None None] DHCP port deletion for e523bed3-363c-4da1-bb29-757bb90a67f8 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:45:40.957393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e523bed3-363c-4da1-bb29-757bb90a67f8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.981911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e523bed3-363c-4da1-bb29-757bb90a67f8']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:40.992159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7998cdb4-fd5c-4853-a371-268b233d25e6') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:40.992501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7998cdb4-fd5c-4853-a371-268b233d25e6') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:41.008195 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (7998cdb4-fd5c-4853-a371-268b233d25e6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.026416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7998cdb4-fd5c-4853-a371-268b233d25e6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.043939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:45:41.045005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (7998cdb4-fd5c-4853-a371-268b233d25e6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:45:41.048045 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:45:41.116922 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e523bed3-363c-4da1-bb29-757bb90a67f8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.126512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.129833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] 10.222.0.21 "DELETE /v2.0/networks/e523bed3-363c-4da1-bb29-757bb90a67f8 HTTP/1.1" status: 204 len: 168 time: 0.6961727 Jan 28 04:45:41.140711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2e94-d53c-4ffb-b27d-c306935d02b3 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162 tempest-ExtraDHCPOptionsIpV6TestJSON-63370162-project] Pushing event deleted for resources: {'Network': ['ID=e523bed3-363c-4da1-bb29-757bb90a67f8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:41.192197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47989-7038-429f-beee-7bc629bf7acc req-0dfedf38-6730-4fa2-a3af-d61a7ed1f611 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:41.197816 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abd47989-7038-429f-beee-7bc629bf7acc req-0dfedf38-6730-4fa2-a3af-d61a7ed1f611 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0547841 Jan 28 04:45:41.244341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abd47989-7038-429f-beee-7bc629bf7acc req-11d44dc3-306d-4aee-9f38-c129303310d0 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Jan 28 04:45:41.402868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43276) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:41.508223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 31209fa2-9894-4412-985a-3050f554f7d0 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:45:41.535479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 31209fa2-9894-4412-985a-3050f554f7d0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:45:41.535977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 31209fa2-9894-4412-985a-3050f554f7d0 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:45:41.594430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26a002f0-d5d3-4937-8533-4d4845d60377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9803a3ad1eaf453aa319aac347de203b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902947 Jan 28 04:45:41.596860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43286) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:41.644043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-906d74f5-a7db-499c-a039-eb08731dbe1e admin admin] Publish callbacks [] for security_group (4a638c64-f74b-45c6-a23a-b1f0453d0639), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.664854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-906d74f5-a7db-499c-a039-eb08731dbe1e admin admin] Publish callbacks [] for security_group (4a638c64-f74b-45c6-a23a-b1f0453d0639), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.715565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-906d74f5-a7db-499c-a039-eb08731dbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4a638c64-f74b-45c6-a23a-b1f0453d0639), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.718657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-906d74f5-a7db-499c-a039-eb08731dbe1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.719859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-906d74f5-a7db-499c-a039-eb08731dbe1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a638c64-f74b-45c6-a23a-b1f0453d0639 HTTP/1.1" status: 204 len: 168 time: 0.1220155 Jan 28 04:45:41.728701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d74f5-a7db-499c-a039-eb08731dbe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a638c64-f74b-45c6-a23a-b1f0453d0639,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:41.920792 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:42.386313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03e08a-397f-42ee-9e3b-18774916fb78 req-1ee82905-32ce-4225-b0be-08269e6a6720 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:42.387922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad03e08a-397f-42ee-9e3b-18774916fb78 req-1ee82905-32ce-4225-b0be-08269e6a6720 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0513904 Jan 28 04:45:42.429529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43320) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.449523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad03e08a-397f-42ee-9e3b-18774916fb78 req-adbeeca7-c9ec-4c77-b59e-93b7df05a076 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Jan 28 04:45:42.535214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-28760506-aae4-4545-9a2d-9165b18d129e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] Request body: {'port': {'network_id': 'faf05a7b-d9b9-4b63-b694-f60f5e65ed4c', 'name': 'tempest-NetworksNegativeTestJSON-662960972'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:42.548411 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-28760506-aae4-4545-9a2d-9165b18d129e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] POST failed (client error): The resource could not be found. Jan 28 04:45:42.548968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28760506-aae4-4545-9a2d-9165b18d129e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.550177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28760506-aae4-4545-9a2d-9165b18d129e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1195884 Jan 28 04:45:42.554161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43324) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.571728 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac335fd-7f7f-4e19-bb4d-1feb13f74844 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] DELETE failed (client error): The resource could not be found. Jan 28 04:45:42.572466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac335fd-7f7f-4e19-bb4d-1feb13f74844 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.579398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ac335fd-7f7f-4e19-bb4d-1feb13f74844 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "DELETE /v2.0/networks/ce256e80-dab6-4138-9cfe-15e692b5c0a3 HTTP/1.1" status: 404 len: 339 time: 0.0205255 Jan 28 04:45:42.579792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43328) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.602186 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-202ac429-4e33-4e79-826e-284e94fd846a tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] DELETE failed (client error): The resource could not be found. Jan 28 04:45:42.602910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202ac429-4e33-4e79-826e-284e94fd846a tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.609329 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-202ac429-4e33-4e79-826e-284e94fd846a tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "DELETE /v2.0/ports/456aea1c-00b3-40ab-b232-bae8fce75049 HTTP/1.1" status: 404 len: 333 time: 0.0251999 Jan 28 04:45:42.609875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43330) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.639261 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0045f7f-65ff-4e2b-b0ab-74bfe5cd642d tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] DELETE failed (client error): The resource could not be found. Jan 28 04:45:42.639709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0045f7f-65ff-4e2b-b0ab-74bfe5cd642d tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.642780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d0045f7f-65ff-4e2b-b0ab-74bfe5cd642d tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "DELETE /v2.0/subnets/a8d14c9e-384b-4ea1-98f0-2fe06211c216 HTTP/1.1" status: 404 len: 337 time: 0.0319195 Jan 28 04:45:42.647233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43332) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.667671 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58b6af0-6d66-414f-b7e0-fec91d4867c9 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] GET failed (client error): The resource could not be found. Jan 28 04:45:42.668973 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a58b6af0-6d66-414f-b7e0-fec91d4867c9 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "GET /v2.0/networks/2de939bb-c98f-4ac7-8b5f-a2af6632c980 HTTP/1.1" status: 404 len: 339 time: 0.0206938 Jan 28 04:45:42.672508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43334) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.695885 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1290b5cc-cd69-4e21-827e-2018e6e24813 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] GET failed (client error): The resource could not be found. Jan 28 04:45:42.697243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1290b5cc-cd69-4e21-827e-2018e6e24813 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "GET /v2.0/ports/6216181b-9141-417f-bd77-71f275364ee0 HTTP/1.1" status: 404 len: 333 time: 0.0238175 Jan 28 04:45:42.701740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.728353 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f83fa3-62fc-4e8a-adf9-30c09093522f tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] GET failed (client error): The resource could not be found. Jan 28 04:45:42.729664 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d3f83fa3-62fc-4e8a-adf9-30c09093522f tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "GET /v2.0/subnets/34230950-4fa9-4f62-ac00-1df6cb1532a4 HTTP/1.1" status: 404 len: 337 time: 0.0270624 Jan 28 04:45:42.733357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43338) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.738135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-aeb5dcf5-39c8-47da-90f3-783c8e612e1e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:42.751849 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb5dcf5-39c8-47da-90f3-783c8e612e1e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] PUT failed (client error): The resource could not be found. Jan 28 04:45:42.752436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb5dcf5-39c8-47da-90f3-783c8e612e1e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.756942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aeb5dcf5-39c8-47da-90f3-783c8e612e1e tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "PUT /v2.0/networks/ea44eaba-b674-472e-8809-08d6d04689d0 HTTP/1.1" status: 404 len: 339 time: 0.0194230 Jan 28 04:45:42.757098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43340) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.761780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b3a03834-60bb-460b-a615-b1649df4846f tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:42.788932 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a03834-60bb-460b-a615-b1649df4846f tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] PUT failed (client error): The resource could not be found. Jan 28 04:45:42.789544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a03834-60bb-460b-a615-b1649df4846f tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.790709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3a03834-60bb-460b-a615-b1649df4846f tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "PUT /v2.0/ports/cbe0bf73-373b-4497-958a-34ed8fa7f684 HTTP/1.1" status: 404 len: 333 time: 0.0327282 Jan 28 04:45:42.795302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43342) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.800138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-73246318-1cca-45c3-919c-a89efad21ae4 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:42.820811 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-73246318-1cca-45c3-919c-a89efad21ae4 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] PUT failed (client error): The resource could not be found. Jan 28 04:45:42.821287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73246318-1cca-45c3-919c-a89efad21ae4 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:45:42.822417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-73246318-1cca-45c3-919c-a89efad21ae4 tempest-NetworksNegativeTestJSON-1726887230 tempest-NetworksNegativeTestJSON-1726887230-project] 10.222.0.21 "PUT /v2.0/subnets/22cd77aa-4b32-4afc-83f2-583d6324f3b0 HTTP/1.1" status: 404 len: 337 time: 0.0261965 Jan 28 04:45:43.083639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43352) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:43.201060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-653aeeaa-c883-4618-83bd-ac1b8f995ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.287555 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-653aeeaa-c883-4618-83bd-ac1b8f995ab7 admin admin] Publish callbacks [] for security_group (cf9c3318-bcb1-411e-a540-d4d24ec37846), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.291939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-653aeeaa-c883-4618-83bd-ac1b8f995ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cf9c3318-bcb1-411e-a540-d4d24ec37846), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.330094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aeeaa-c883-4618-83bd-ac1b8f995ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c3318-bcb1-411e-a540-d4d24ec37846,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:43.334287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-653aeeaa-c883-4618-83bd-ac1b8f995ab7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b688beb0fca4226904e653da2fb54e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495997 Jan 28 04:45:43.338002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43362) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:43.388769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53911895-d147-4805-8d03-5a623db1f109 admin admin] Publish callbacks [] for security_group (cf9c3318-bcb1-411e-a540-d4d24ec37846), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.410852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53911895-d147-4805-8d03-5a623db1f109 admin admin] Publish callbacks [] for security_group (cf9c3318-bcb1-411e-a540-d4d24ec37846), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.458084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53911895-d147-4805-8d03-5a623db1f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cf9c3318-bcb1-411e-a540-d4d24ec37846), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.460801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53911895-d147-4805-8d03-5a623db1f109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.462317 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-53911895-d147-4805-8d03-5a623db1f109 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf9c3318-bcb1-411e-a540-d4d24ec37846 HTTP/1.1" status: 204 len: 168 time: 0.1239550 Jan 28 04:45:43.474370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53911895-d147-4805-8d03-5a623db1f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c3318-bcb1-411e-a540-d4d24ec37846,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:43.603054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d515-4bca-4b25-9d3d-44df55c089c1 req-f6907a13-9151-49ab-9896-e9d1890aac76 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:43.604760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce65d515-4bca-4b25-9d3d-44df55c089c1 req-f6907a13-9151-49ab-9896-e9d1890aac76 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0527868 Jan 28 04:45:43.616787 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.658553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce65d515-4bca-4b25-9d3d-44df55c089c1 req-b997fca4-c7fe-4a31-b88a-351c42690086 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Jan 28 04:45:44.808019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c462b06-6d0b-48d7-b994-fdc0f6f0522c req-51274a1c-d7bb-490a-aaa7-4515e7a6a54b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:44.809854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c462b06-6d0b-48d7-b994-fdc0f6f0522c req-51274a1c-d7bb-490a-aaa7-4515e7a6a54b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0668669 Jan 28 04:45:44.868575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c462b06-6d0b-48d7-b994-fdc0f6f0522c req-577e3697-fc72-44e2-8576-c775a76f7233 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509567 Jan 28 04:45:44.970891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.280958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:45.385874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf2501e3-e14f-4027-a6a4-48bad688de19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.462315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf2501e3-e14f-4027-a6a4-48bad688de19 admin admin] Publish callbacks [] for security_group (100fd026-8413-454b-b231-657f1f578620), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.468052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf2501e3-e14f-4027-a6a4-48bad688de19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (100fd026-8413-454b-b231-657f1f578620), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.501267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2501e3-e14f-4027-a6a4-48bad688de19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100fd026-8413-454b-b231-657f1f578620,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:45.524705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bf2501e3-e14f-4027-a6a4-48bad688de19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36ed3ea7db1544d4acbd64a34ab54294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423549 Jan 28 04:45:45.527328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43452) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:45.581721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b72e3dd3-8636-44f7-bd5c-fdfb4f53190d admin admin] Publish callbacks [] for security_group (100fd026-8413-454b-b231-657f1f578620), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.606088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b72e3dd3-8636-44f7-bd5c-fdfb4f53190d admin admin] Publish callbacks [] for security_group (100fd026-8413-454b-b231-657f1f578620), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.652815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b72e3dd3-8636-44f7-bd5c-fdfb4f53190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (100fd026-8413-454b-b231-657f1f578620), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.655986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b72e3dd3-8636-44f7-bd5c-fdfb4f53190d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.657158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b72e3dd3-8636-44f7-bd5c-fdfb4f53190d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/100fd026-8413-454b-b231-657f1f578620 HTTP/1.1" status: 204 len: 168 time: 0.1287348 Jan 28 04:45:45.664861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3dd3-8636-44f7-bd5c-fdfb4f53190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100fd026-8413-454b-b231-657f1f578620,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:45.938525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43468) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:45.953910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-135d3014-589e-4fa7-9dbe-9a5e0a955015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.041059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dae24-6446-4053-bf19-4c8da81ecd3b req-0d193f26-621c-4d7f-b675-216217884c59 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:46.042921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff1dae24-6446-4053-bf19-4c8da81ecd3b req-0d193f26-621c-4d7f-b675-216217884c59 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0701461 Jan 28 04:45:46.045561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-135d3014-589e-4fa7-9dbe-9a5e0a955015 admin admin] Publish callbacks [] for security_group (af9dc648-ec49-403d-9d4a-7476c5316a84), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.050074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-135d3014-589e-4fa7-9dbe-9a5e0a955015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (af9dc648-ec49-403d-9d4a-7476c5316a84), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.092080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-135d3014-589e-4fa7-9dbe-9a5e0a955015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a13d2c62fd2b41168a658f4aafb636ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518874 Jan 28 04:45:46.093525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d3014-589e-4fa7-9dbe-9a5e0a955015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9dc648-ec49-403d-9d4a-7476c5316a84,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:46.095029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43470) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:46.112140 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff1dae24-6446-4053-bf19-4c8da81ecd3b req-111b7fd7-dc21-482d-a5b2-4fcb0e380cc0 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Jan 28 04:45:46.156884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b013c01-4387-4c2d-8e5f-67074d025e96 admin admin] Publish callbacks [] for security_group (af9dc648-ec49-403d-9d4a-7476c5316a84), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.181568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b013c01-4387-4c2d-8e5f-67074d025e96 admin admin] Publish callbacks [] for security_group (af9dc648-ec49-403d-9d4a-7476c5316a84), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.245180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b013c01-4387-4c2d-8e5f-67074d025e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (af9dc648-ec49-403d-9d4a-7476c5316a84), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.248282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b013c01-4387-4c2d-8e5f-67074d025e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.251896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2b013c01-4387-4c2d-8e5f-67074d025e96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af9dc648-ec49-403d-9d4a-7476c5316a84 HTTP/1.1" status: 204 len: 168 time: 0.1526904 Jan 28 04:45:46.265819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b013c01-4387-4c2d-8e5f-67074d025e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9dc648-ec49-403d-9d4a-7476c5316a84,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:46.592659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a69811-9470-4651-8dd4-052c8fd65c2f req-93e0aede-b5c1-4a38-9e23-1fd333f38181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:46.594308 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80a69811-9470-4651-8dd4-052c8fd65c2f req-93e0aede-b5c1-4a38-9e23-1fd333f38181 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 1096 time: 0.2453265 Jan 28 04:45:46.646107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80a69811-9470-4651-8dd4-052c8fd65c2f req-1130ed73-4c01-4128-b002-4263c90ccb84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Jan 28 04:45:47.244223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cae05-e74f-48c6-b502-d0b45998c021 req-007a95a8-1b2d-49f5-93fd-8fb51ec2d7ea tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:47.246891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-123cae05-e74f-48c6-b502-d0b45998c021 req-007a95a8-1b2d-49f5-93fd-8fb51ec2d7ea tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0533838 Jan 28 04:45:47.310378 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-123cae05-e74f-48c6-b502-d0b45998c021 req-12d35737-3fc7-4321-ba61-0dca707ccb5c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554135 Jan 28 04:45:48.498974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807f580-ac65-4565-a6da-4b19e0af5e46 req-0dd44f09-a620-4fa7-9bb5-b88790a8231e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:48.501866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6807f580-ac65-4565-a6da-4b19e0af5e46 req-0dd44f09-a620-4fa7-9bb5-b88790a8231e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0619636 Jan 28 04:45:48.568734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6807f580-ac65-4565-a6da-4b19e0af5e46 req-4052d7c4-ad93-4167-b9e4-01c92a36196c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618439 Jan 28 04:45:48.923557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-b1ef3e18-a0fa-44db-8072-211563b6a622 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:48.925070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-b1ef3e18-a0fa-44db-8072-211563b6a622 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 809 time: 0.1352952 Jan 28 04:45:48.940838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-ed13613b-26f1-496d-99f6-16f828aecc79 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/quotas/5fc28ca927a8438d8092cfe4046cbb3d HTTP/1.1" status: 200 len: 375 time: 0.0100689 Jan 28 04:45:49.001717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-2d5bb3d2-2e37-4ba3-ae8e-e2ab80bca96b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537441 Jan 28 04:45:49.101006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-9ef7908c-75c3-436f-b759-6240a4db197e service neutron] 10.222.0.21 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969954 Jan 28 04:45:49.226473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-2d5bf550-518f-4a42-9c5a-39edb7d0028f service neutron] 10.222.0.21 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187727 Jan 28 04:45:49.453972 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4046a7f5-7a2a-489b-8e4b-77b9f925a1a5 req-bc6f1c14-5cf1-427d-8c15-0d4ecfa79bce tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 210 time: 0.0462284 Jan 28 04:45:49.627403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:49.745472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-861e6038-13a9-4ea8-a113-c02cd0958f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:49.831851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-861e6038-13a9-4ea8-a113-c02cd0958f98 admin admin] Publish callbacks [] for security_group (d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:49.835614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-861e6038-13a9-4ea8-a113-c02cd0958f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:49.882415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:49.897106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-861e6038-13a9-4ea8-a113-c02cd0958f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdc069fefb68464fa5f8e9d09423243b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683136 Jan 28 04:45:49.898636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e6038-13a9-4ea8-a113-c02cd0958f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:49.941818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Publish callbacks [] for security_group (d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:49.965808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Publish callbacks [] for security_group (d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.015884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.018770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.021629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997 HTTP/1.1" status: 204 len: 168 time: 0.1378279 Jan 28 04:45:50.031237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d5a5fa-1e5b-4fbb-8b1d-b1839fe42997,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:50.040420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.040547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.040918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.041444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.041791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.042129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.042634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.042920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.043274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.043632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.043970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.045201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.045966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31d63-a68c-4b6f-9a5e-6741555c14a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:50.348128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:50.362350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89cf11cf-375e-4f70-82e8-f891a2b01c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.441407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89cf11cf-375e-4f70-82e8-f891a2b01c9a admin admin] Publish callbacks [] for security_group (a6f17872-da67-4500-9f35-765d23b600d7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.445383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89cf11cf-375e-4f70-82e8-f891a2b01c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a6f17872-da67-4500-9f35-765d23b600d7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.493603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf11cf-375e-4f70-82e8-f891a2b01c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f17872-da67-4500-9f35-765d23b600d7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:50.504049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43708) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:50.504272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89cf11cf-375e-4f70-82e8-f891a2b01c9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac4626d8149c4fbcabf9c8a3a6904fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545827 Jan 28 04:45:50.567690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-456fbcf1-be82-4f53-b806-dba3c4ea8f47 req-5dcddaae-c9d1-4f61-be8d-061215de05c8 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 210 time: 0.0330360 Jan 28 04:45:50.582088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67d23c69-07c2-412f-80a4-02ebe9b6ecab admin admin] Publish callbacks [] for security_group (a6f17872-da67-4500-9f35-765d23b600d7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.615829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67d23c69-07c2-412f-80a4-02ebe9b6ecab admin admin] Publish callbacks [] for security_group (a6f17872-da67-4500-9f35-765d23b600d7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.681021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67d23c69-07c2-412f-80a4-02ebe9b6ecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a6f17872-da67-4500-9f35-765d23b600d7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.688361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67d23c69-07c2-412f-80a4-02ebe9b6ecab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:50.692785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-67d23c69-07c2-412f-80a4-02ebe9b6ecab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6f17872-da67-4500-9f35-765d23b600d7 HTTP/1.1" status: 204 len: 168 time: 0.1845403 Jan 28 04:45:50.710964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d23c69-07c2-412f-80a4-02ebe9b6ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f17872-da67-4500-9f35-765d23b600d7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:50.822455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-9ead079c-2afb-47b7-9341-48b873331551 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:50.824129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-9ead079c-2afb-47b7-9341-48b873331551 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 809 time: 0.1456001 Jan 28 04:45:50.845232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Request body: {'port': {'device_id': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'admin_state_up': True, 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:50.983571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Made reservation on behalf of 5fc28ca927a8438d8092cfe4046cbb3d for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:50.988164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:51.140535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Allocated IP 172.20.0.14 (42be3664-6e6c-4c03-96ca-4e3ad82dd81a/cb78944e-113f-4da9-9a8f-669aa0a74e05/fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:51.312297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks [] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:51.358869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:51.392578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['898bc876-fc54-4d19-abdc-b78018da0c2f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:51.404555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:51.408294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:51.412913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:51.461273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Pushing event updated for resources: {'Port': ['ID=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:51.492436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:51.493892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:51.520668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-35f38f03-f81a-4c5e-aa89-4eea54842839 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6808281 Jan 28 04:45:51.538099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Request body: {'port': {'device_id': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:51.593479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:51.833459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178fe7-65b0-45ee-8007-a16618746154 req-6f617c71-5370-459c-8514-0141ba394075 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:51.834981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d178fe7-65b0-45ee-8007-a16618746154 req-6f617c71-5370-459c-8514-0141ba394075 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 932 time: 0.1221805 Jan 28 04:45:51.931003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d178fe7-65b0-45ee-8007-a16618746154 req-67dd5b00-e6c3-4853-af93-58eb18a7cd4a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872729 Jan 28 04:45:51.997020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:52.006952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Publish callbacks [] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:52.020764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Transition to ACTIVE for port object fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:45:52.025888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:52.069084 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:45:52.117745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:52.181646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Attempting to bind port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:52.182016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Attempting to bind port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:52.182364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Attempting to bind port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:52.187659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:52.188028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Attempting to bind port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 on network 42be3664-6e6c-4c03-96ca-4e3ad82dd81a {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:52.193208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:52.193557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Checking segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:52.193947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Bound using segment: {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:52.194379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Bound port: fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23672b6-12ab-41ed-bc60-11a600964b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:52.194742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:52.266045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] For port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:52.269380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] For port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:52.273893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:52.307805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:52.308545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:52.310717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-203e923d-8159-44e1-973e-e309c31db561 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 HTTP/1.1" status: 200 len: 1092 time: 0.7780578 Jan 28 04:45:52.311742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'tag': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:52.313868 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e37a75-ba94-4c00-bd03-8b6a99e4784e" -d '{"events": [{"name": "network-changed", "server_uuid": "b368d3a1-1917-46d3-8ae0-8bbfee23ea40", "tag": "fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:52.362696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e923d-8159-44e1-973e-e309c31db561 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:52.367872 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc9d48-a142-4889-a71f-88a0839eec20 x-openstack-request-id: req-30bc9d48-a142-4889-a71f-88a0839eec20 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:52.368189 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b368d3a1-1917-46d3-8ae0-8bbfee23ea40", "tag": "fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:52.368666 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30bc9d48-a142-4889-a71f-88a0839eec20 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:52.370449 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'tag': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5', 'status': 'completed', 'code': 200} Jan 28 04:45:52.421584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-fa680f36-76ad-4230-867c-9393facd5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:52.423213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-fa680f36-76ad-4230-867c-9393facd5f03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 1095 time: 0.0472620 Jan 28 04:45:52.488524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-7e62f6a4-084a-4026-8634-18c0f28d8f78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 HTTP/1.1" status: 200 len: 217 time: 0.0509367 Jan 28 04:45:52.548691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-b508a7da-3df5-4eed-8a60-ba2b64753323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:52.550216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-b508a7da-3df5-4eed-8a60-ba2b64753323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.0552745 Jan 28 04:45:52.585290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-4fc8a264-4c31-40d4-ba26-933570ac0254 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261500 Jan 28 04:45:52.712480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-2b6767f1-af33-4f83-9829-2777954f9280 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062279 Jan 28 04:45:52.839688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe0031b-5d2b-4fe5-ba35-389f6962eac0 req-490056a2-10e2-41f6-9cba-4a9fb18ecf6f service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220312 Jan 28 04:45:53.019079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-c99ea5a1-f4ce-4ffb-8d40-116fb03c0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:53.019079 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-c99ea5a1-f4ce-4ffb-8d40-116fb03c0fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 1095 time: 0.0676813 Jan 28 04:45:53.118202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d14c83-50d0-4268-99d2-3c56a0ac1a95 req-9f4ee1a3-99c6-4607-99e4-20b34cfff976 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:53.123182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2d14c83-50d0-4268-99d2-3c56a0ac1a95 req-9f4ee1a3-99c6-4607-99e4-20b34cfff976 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 944 time: 0.0695236 Jan 28 04:45:53.170171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-f045d7a4-8807-40df-b584-e3a1cda1517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:53.176061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-f045d7a4-8807-40df-b584-e3a1cda1517e service neutron] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 910 time: 0.1531010 Jan 28 04:45:53.199863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2d14c83-50d0-4268-99d2-3c56a0ac1a95 req-23cc46a6-2a89-4e2d-8355-54c48ba6df12 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695550 Jan 28 04:45:53.244767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-1c5b91cc-77cd-429b-a8b4-66458b297e5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 HTTP/1.1" status: 200 len: 217 time: 0.0604246 Jan 28 04:45:53.302742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-41a9e0da-554c-4856-a2a0-33e458313ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:53.304248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-41a9e0da-554c-4856-a2a0-33e458313ecd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.0535681 Jan 28 04:45:53.339540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-24a881ae-49e8-42b8-b102-ac3b94fcb171 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286536 Jan 28 04:45:53.436606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-6237698c-cecc-4e5e-87de-a2a4924abc66 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904238 Jan 28 04:45:53.559108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15e37a75-ba94-4c00-bd03-8b6a99e4784e req-980038be-5727-4ee3-9dde-010dcbd1a5b1 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164267 Jan 28 04:45:54.370838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6eae4-17fd-4e0a-9ead-6aa1b1b7cbf5 req-82e23b07-6f0f-4140-8429-0b197ee7177b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:54.373292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6eae4-17fd-4e0a-9ead-6aa1b1b7cbf5 req-82e23b07-6f0f-4140-8429-0b197ee7177b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 944 time: 0.0647805 Jan 28 04:45:54.436159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcf6eae4-17fd-4e0a-9ead-6aa1b1b7cbf5 req-6c52e884-3855-496e-8882-bd7fecbf3b74 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Jan 28 04:45:55.607283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d169bb4-661f-40e9-a506-7d498c49d1d9 req-6ed4cf33-a13a-4042-9dfa-d76b0c7e8dd1 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:55.609081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d169bb4-661f-40e9-a506-7d498c49d1d9 req-6ed4cf33-a13a-4042-9dfa-d76b0c7e8dd1 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 944 time: 0.0522816 Jan 28 04:45:55.659805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6d169bb4-661f-40e9-a506-7d498c49d1d9 req-d9234df7-ae90-4169-ab51-b8a6b13c11e9 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446577 Jan 28 04:45:56.795155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e699a48-f6d8-4b8b-8557-d11289fb0790 req-aab6edbf-d697-45af-bbbf-8a7f30147455 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:56.796767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e699a48-f6d8-4b8b-8557-d11289fb0790 req-aab6edbf-d697-45af-bbbf-8a7f30147455 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 944 time: 0.0492923 Jan 28 04:45:56.848741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e699a48-f6d8-4b8b-8557-d11289fb0790 req-865bc673-1544-4958-9111-a1ffae4bcf86 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Jan 28 04:45:57.179971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:57.361914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:57.394570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5', 'network_id': '42be3664-6e6c-4c03-96ca-4e3ad82dd81a', 'port_id': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5', 'mac_address': 'fa:16:3e:d0:fc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb78944e-113f-4da9-9a8f-669aa0a74e05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:57.469597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:57.469597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:57.487096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:57.508159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:57.512405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:57.564984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:57.857139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:57.982802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196a7e-db8b-4edb-a167-6fac610c87f4 req-dfdae9b0-7e43-4a83-833d-3de2c311f3c7 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:57.985052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e196a7e-db8b-4edb-a167-6fac610c87f4 req-dfdae9b0-7e43-4a83-833d-3de2c311f3c7 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 945 time: 0.0615695 Jan 28 04:45:58.045707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e196a7e-db8b-4edb-a167-6fac610c87f4 req-056efe69-4adc-4d4d-a869-68b1fd4943b2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Jan 28 04:45:59.179731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77033c2-9152-4a7c-8e99-d712ca804ab9 req-72a21526-9dd4-4dbf-a6b5-e08223ec2073 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:59.181264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f77033c2-9152-4a7c-8e99-d712ca804ab9 req-72a21526-9dd4-4dbf-a6b5-e08223ec2073 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 945 time: 0.0534961 Jan 28 04:45:59.192172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:59.231422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f77033c2-9152-4a7c-8e99-d712ca804ab9 req-7fd29112-e04f-4de5-9a32-d3609b9394f7 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Jan 28 04:45:59.252132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:59.256607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:59.256989 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:59.336525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:59.338133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:59.363089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:59.365433 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ca483-94db-47e4-9aa2-b45e975d6ad1" -d '{"events": [{"server_uuid": "b368d3a1-1917-46d3-8ae0-8bbfee23ea40", "name": "network-vif-plugged", "status": "completed", "tag": "fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:59.405120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:59.413605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:59.513906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:59.608973 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c05293-b0ac-4320-8e5a-e08859fb22ee x-openstack-request-id: req-23c05293-b0ac-4320-8e5a-e08859fb22ee {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:59.609366 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b368d3a1-1917-46d3-8ae0-8bbfee23ea40", "name": "network-vif-plugged", "status": "completed", "tag": "fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:59.609711 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23c05293-b0ac-4320-8e5a-e08859fb22ee {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:59.610352 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5', 'code': 200} Jan 28 04:45:59.642739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72b967-227f-4a6b-b907-320462d493a5 req-e0882f0b-8b65-4c9f-b665-dfcaac6b8c57 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:59.652088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb72b967-227f-4a6b-b907-320462d493a5 req-e0882f0b-8b65-4c9f-b665-dfcaac6b8c57 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.0619526 Jan 28 04:45:59.721966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb72b967-227f-4a6b-b907-320462d493a5 req-822cd8e0-3a99-4d76-88ca-3e3b5bbbd71a tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689776 Jan 28 04:45:59.767081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c184a5-d81d-4e7c-8cc7-ea885a93fcff req-c919c6da-4901-4cd3-b92a-cb680d277e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:59.769307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56c184a5-d81d-4e7c-8cc7-ea885a93fcff req-c919c6da-4901-4cd3-b92a-cb680d277e13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 1097 time: 0.0614462 Jan 28 04:45:59.827630 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56c184a5-d81d-4e7c-8cc7-ea885a93fcff req-6e98122b-d699-4b28-858a-f403aeaf4748 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Jan 28 04:46:00.366467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f94f8-fc8d-497f-a6b9-0c5a39bf094d req-d8db2d97-48b5-4076-a508-abc3928bb5b1 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:00.367954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e05f94f8-fc8d-497f-a6b9-0c5a39bf094d req-d8db2d97-48b5-4076-a508-abc3928bb5b1 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0535858 Jan 28 04:46:00.415639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e05f94f8-fc8d-497f-a6b9-0c5a39bf094d req-ea408796-852f-4a03-94d2-e2077f38922e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Jan 28 04:46:00.740064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ba5f0-d9e2-4f20-9f07-83b7442bdad8 req-75a3a6c9-2469-4cf0-8ecb-82000858e33f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:00.742786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f08ba5f0-d9e2-4f20-9f07-83b7442bdad8 req-75a3a6c9-2469-4cf0-8ecb-82000858e33f tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.0696507 Jan 28 04:46:00.794158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f08ba5f0-d9e2-4f20-9f07-83b7442bdad8 req-121852cf-6cdc-438e-b9db-14c4e621f8eb tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Jan 28 04:46:01.401833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b748a0-87fc-4b04-95b0-cdc7f74b3178 req-ef3333d8-032e-4d96-8e6c-529abbac8f6e tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:01.403250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8b748a0-87fc-4b04-95b0-cdc7f74b3178 req-ef3333d8-032e-4d96-8e6c-529abbac8f6e tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.0489159 Jan 28 04:46:01.459087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8b748a0-87fc-4b04-95b0-cdc7f74b3178 req-d2956913-620e-4534-b130-dcbfa83754ab tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500240 Jan 28 04:46:01.547031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d320067-47bc-4f92-a47e-176b19627496 req-3cfbbf11-99f5-4083-b00d-240bec8fd6d2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:01.548603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d320067-47bc-4f92-a47e-176b19627496 req-3cfbbf11-99f5-4083-b00d-240bec8fd6d2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0539720 Jan 28 04:46:01.597831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d320067-47bc-4f92-a47e-176b19627496 req-b4dfe8d3-fac1-4ce4-a8ef-7b21f11c4d80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Jan 28 04:46:01.878982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876a80-7f3d-452e-8ab0-57328ac3ef1f req-dee1c1b4-7d62-4dd6-a580-3dbf040c0e26 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:01.880699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef876a80-7f3d-452e-8ab0-57328ac3ef1f req-dee1c1b4-7d62-4dd6-a580-3dbf040c0e26 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0915101 Jan 28 04:46:01.889487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-518252c8-96a3-4b00-be50-9b903608da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:01.891014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-518252c8-96a3-4b00-be50-9b903608da1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 1097 time: 0.0705655 Jan 28 04:46:01.999749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef876a80-7f3d-452e-8ab0-57328ac3ef1f req-c933d8ce-8f2e-4fbf-9c0d-18c9f448da45 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965588 Jan 28 04:46:02.038523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-b8811171-d2aa-46c2-bd87-eb38019ab3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:02.040163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-b8811171-d2aa-46c2-bd87-eb38019ab3a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 910 time: 0.1334548 Jan 28 04:46:02.102740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-45f451d0-a187-4222-899d-1ba7ab87d07b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 HTTP/1.1" status: 200 len: 217 time: 0.0415335 Jan 28 04:46:02.159907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-50bd0fba-1ab5-4ae1-a8f0-81b260fdb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:02.161775 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-50bd0fba-1ab5-4ae1-a8f0-81b260fdb170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.0542102 Jan 28 04:46:02.199513 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-4d1264c3-d4d8-4778-bebe-d2d451af5afa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321496 Jan 28 04:46:02.626655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-f33d14ba-04d5-4810-9595-34ba381535fa service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219460 Jan 28 04:46:02.642989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163cb54-305b-45e9-a7f0-33f1cf3e17e4 req-fcfc7211-7a94-4b0c-b5ba-a49f8f2a9068 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:02.652080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6163cb54-305b-45e9-a7f0-33f1cf3e17e4 req-fcfc7211-7a94-4b0c-b5ba-a49f8f2a9068 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.0680430 Jan 28 04:46:02.701385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6163cb54-305b-45e9-a7f0-33f1cf3e17e4 req-05dd42e5-3581-434e-a43c-472ddfbdf2cd tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478396 Jan 28 04:46:02.755199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd0b7956-7769-49b3-a089-bb7aa574cd8b req-a56e544f-6841-4d60-a6be-1f755ff6e0f0 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224535 Jan 28 04:46:03.143057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e434cd9-b06f-4b01-9aab-d3cadc588ee9 req-748d8cb9-b82a-43d5-be34-2fd3f90d2555 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:03.144807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e434cd9-b06f-4b01-9aab-d3cadc588ee9 req-748d8cb9-b82a-43d5-be34-2fd3f90d2555 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0578961 Jan 28 04:46:03.214579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e434cd9-b06f-4b01-9aab-d3cadc588ee9 req-20a09240-da09-41a6-a888-d852b6f67077 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629635 Jan 28 04:46:03.289081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b9734-4635-45f3-865f-d5401af5face req-2021999b-7005-406e-8bb0-fee270d97337 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:03.291472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef8b9734-4635-45f3-865f-d5401af5face req-2021999b-7005-406e-8bb0-fee270d97337 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.0896039 Jan 28 04:46:03.406393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Deleting port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:03.406746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:03.536314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] For port 50c13bbc-6bc9-40d3-9175-9809b7dc4724, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=50c13bbc-6bc9-40d3-9175-9809b7dc4724,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:03.536659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:03.720512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:03.721287 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (20c336ca-cc24-4bb1-9eea-252896d1d006), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:03.721287 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Floating IP 20c336ca-cc24-4bb1-9eea-252896d1d006 disassociated. External IP: 172.25.6.84, port: 50c13bbc-6bc9-40d3-9175-9809b7dc4724. Jan 28 04:46:03.721543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Calling delete_port for 50c13bbc-6bc9-40d3-9175-9809b7dc4724 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:03.887354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dbfb2-90c0-4afa-a1a2-6c97ebe4da7b req-191963ef-ca43-438c-8d21-41c26c44b3db tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:03.888916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a12dbfb2-90c0-4afa-a1a2-6c97ebe4da7b req-191963ef-ca43-438c-8d21-41c26c44b3db tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c5f549d-b985-489f-b886-f2168b23e15c HTTP/1.1" status: 200 len: 945 time: 0.1058812 Jan 28 04:46:03.890086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (50c13bbc-6bc9-40d3-9175-9809b7dc4724), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:03.935243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event deleted for resources: {'Port': ['ID=50c13bbc-6bc9-40d3-9175-9809b7dc4724,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:04.013563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a12dbfb2-90c0-4afa-a1a2-6c97ebe4da7b req-c732a971-8d86-4784-81ac-2872737d4781 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd31f1f3-b690-4632-b7b7-9509d20ad9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161628 Jan 28 04:46:04.083795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Router a64a854a-1bc4-4282-ba83-fec496717cc0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:46:04.200056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:46:04.218203 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] Sync routers for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:46:04.235945 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:46:04.237315 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:45:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:04.247867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] No DVR routers for this DVR port 50c13bbc-6bc9-40d3-9175-9809b7dc4724 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:04.262955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:04.272629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef8b9734-4635-45f3-865f-d5401af5face req-b9458713-054c-41b4-bf4a-aae88d0f5cc5 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.52 "DELETE /v2.0/ports/50c13bbc-6bc9-40d3-9175-9809b7dc4724 HTTP/1.1" status: 204 len: 173 time: 0.9742322 Jan 28 04:46:04.273287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'name': 'network-vif-deleted', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:04.279579 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a66ed8-a949-4100-b454-c5e0e8a7d1ed" -d '{"events": [{"server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "name": "network-vif-deleted", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:04.561883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:46:04.568547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2b0f4-02f9-4b8f-98ed-0f9336bdb675 req-c68f39ec-c8dc-4597-a664-2a4629bff638 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:04.601013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57f2b0f4-02f9-4b8f-98ed-0f9336bdb675 req-c68f39ec-c8dc-4597-a664-2a4629bff638 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.2132390 Jan 28 04:46:04.711556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57f2b0f4-02f9-4b8f-98ed-0f9336bdb675 req-9cc4b1d5-4548-4d93-8528-a30b6bee85af tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101737 Jan 28 04:46:04.741839 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b42ac5-7fd7-48f4-a9fd-1701552da279 x-openstack-request-id: req-d1b42ac5-7fd7-48f4-a9fd-1701552da279 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:04.742539 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5f549d-b985-489f-b886-f2168b23e15c", "name": "network-vif-deleted", "tag": "50c13bbc-6bc9-40d3-9175-9809b7dc4724", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:04.742539 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1b42ac5-7fd7-48f4-a9fd-1701552da279 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:04.742924 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5f549d-b985-489f-b886-f2168b23e15c', 'name': 'network-vif-deleted', 'tag': '50c13bbc-6bc9-40d3-9175-9809b7dc4724', 'status': 'completed', 'code': 200} Jan 28 04:46:04.893421 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:33Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:04.932105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] Checking router: a64a854a-1bc4-4282-ba83-fec496717cc0 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:46:04.943105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:46:04.943736 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:45:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:05.109899 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:46:05.172759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:05.249883 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f46f6b-4348-4fe1-841a-aa3ad2a9df64 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group (cd31f1f3-b690-4632-b7b7-9509d20ad9b3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.286991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f46f6b-4348-4fe1-841a-aa3ad2a9df64 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group (cd31f1f3-b690-4632-b7b7-9509d20ad9b3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.353122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f46f6b-4348-4fe1-841a-aa3ad2a9df64 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cd31f1f3-b690-4632-b7b7-9509d20ad9b3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.357592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f46f6b-4348-4fe1-841a-aa3ad2a9df64 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.362585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:05.374633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78f46f6b-4348-4fe1-841a-aa3ad2a9df64 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd31f1f3-b690-4632-b7b7-9509d20ad9b3 HTTP/1.1" status: 204 len: 168 time: 0.1988683 Jan 28 04:46:05.393586 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-6efe5dc2-55fb-436e-9777-e58de9b2c204 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] show failed (client error): The resource could not be found. Jan 28 04:46:05.400173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6efe5dc2-55fb-436e-9777-e58de9b2c204 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "GET /v2.0/security-groups/cd31f1f3-b690-4632-b7b7-9509d20ad9b3 HTTP/1.1" status: 404 len: 347 time: 0.0363677 Jan 28 04:46:05.401961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44034) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:05.410792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f46f6b-4348-4fe1-841a-aa3ad2a9df64 tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd31f1f3-b690-4632-b7b7-9509d20ad9b3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:05.436913 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:33Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:05.532384 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42a6e1-9f35-4927-8e75-a1dd5c17c678 None None] The sync data for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 is: [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:42:14Z', 'revision_number': 4, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '78ef4da2-5a63-4dfc-8c95-5d9f210c95ef', 'name': '', 'network_id': '0a0ae86e-bd7a-4633-b2b4-4683b67b7424', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'mac_address': 'fa:16:3e:1a:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:33Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'subnets': [{'id': '6d915e0f-834e-48c1-bbe2-a4eebfe4079d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:46:05.625988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Deleting port c6611840-db55-4a38-9bde-ae9fe251be7c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:05.626329 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.724782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.725116 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (c6611840-db55-4a38-9bde-ae9fe251be7c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.740338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Calling delete_port for c6611840-db55-4a38-9bde-ae9fe251be7c owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:05.917704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c6611840-db55-4a38-9bde-ae9fe251be7c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.932531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d09cd-aed9-4229-a2fa-ca59bfd33cb2 req-3727b990-16bd-4aa4-aca0-c9c69884bb45 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:05.942977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-333d09cd-aed9-4229-a2fa-ca59bfd33cb2 req-3727b990-16bd-4aa4-aca0-c9c69884bb45 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.1358144 Jan 28 04:46:05.956399 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Pushing event deleted for resources: {'Port': ['ID=c6611840-db55-4a38-9bde-ae9fe251be7c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:06.006816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-333d09cd-aed9-4229-a2fa-ca59bfd33cb2 req-45f7658f-d460-4726-8cea-8a0c563b2771 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629706 Jan 28 04:46:06.039674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d39c55-7eea-4a4e-8729-c8facc1d48e4 None None] New status for floating IP 20c336ca-cc24-4bb1-9eea-252896d1d006: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:46:06.059665 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks [] for floatingip (20c336ca-cc24-4bb1-9eea-252896d1d006), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.062495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.063746 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-649c3f71-8a1f-4901-a64c-12d10eab32df tempest-ServersTestManualDisk-521962056 tempest-ServersTestManualDisk-521962056-project] 10.222.0.21 "DELETE /v2.0/floatingips/20c336ca-cc24-4bb1-9eea-252896d1d006 HTTP/1.1" status: 204 len: 168 time: 0.6589394 Jan 28 04:46:06.066709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:06.152967 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.480463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (a64a854a-1bc4-4282-ba83-fec496717cc0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.766564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Deleting port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:06.767267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.853237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] For port 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:06.853784 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.866683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Calling delete_port for 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:07.100221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (78ef4da2-5a63-4dfc-8c95-5d9f210c95ef), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:07.131955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ef4da2-5a63-4dfc-8c95-5d9f210c95ef,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:07.185176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a57b3-7fdd-447a-b346-f89bc067f8af req-0bd50c6f-0eff-466b-a155-24e648049748 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:07.193823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c6a57b3-7fdd-447a-b346-f89bc067f8af req-0bd50c6f-0eff-466b-a155-24e648049748 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0741529 Jan 28 04:46:07.264787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4c6a57b3-7fdd-447a-b346-f89bc067f8af req-4f320317-9a4f-4eb3-878d-91a510b230ac tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654492 Jan 28 04:46:07.376762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (a64a854a-1bc4-4282-ba83-fec496717cc0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:07.389535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 50c13bbc-6bc9-40d3-9175-9809b7dc4724 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:07.434463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 50c13bbc-6bc9-40d3-9175-9809b7dc4724 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:07.434827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 50c13bbc-6bc9-40d3-9175-9809b7dc4724 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:07.635924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Router a64a854a-1bc4-4282-ba83-fec496717cc0 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:46:07.683223 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:07.771860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:46:07.777413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4815a769-8d65-41bf-9be3-8c1b7f4d6db6 admin admin] 10.222.0.21 "PUT /v2.0/routers/a64a854a-1bc4-4282-ba83-fec496717cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094996 Jan 28 04:46:07.779886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44072) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:07.784824 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] Sync routers for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:46:07.804913 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:46:07.805565 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:45:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:07.935100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks [] for router (a64a854a-1bc4-4282-ba83-fec496717cc0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:07.948560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:46:08.132103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks [] for router_gateway (a64a854a-1bc4-4282-ba83-fec496717cc0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:08.240528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Deleting port bccc152d-488b-4b36-9ecd-9c2d21af521b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:08.241064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:08.253813 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:46:07Z', 'revision_number': 5, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port': {'id': 'bccc152d-488b-4b36-9ecd-9c2d21af521b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:04Z', 'updated_at': '2022-01-28T04:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:08.298066 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] Checking router: a64a854a-1bc4-4282-ba83-fec496717cc0 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:46:08.308114 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] Routers {'a64a854a-1bc4-4282-ba83-fec496717cc0'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:46:08.308597 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:45:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a64a854a-1bc4-4282-ba83-fec496717cc0'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:08.335053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] For port bccc152d-488b-4b36-9ecd-9c2d21af521b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bccc152d-488b-4b36-9ecd-9c2d21af521b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:08.335418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:08.406589 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] Set router a64a854a-1bc4-4282-ba83-fec496717cc0 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:46:08.460823 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:46:08Z', 'revision_number': 6, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:08.595162 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d60fd043-6704-4e89-9f8c-6902007e1956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:08.595798 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe905a-5f65-4579-bf9e-2811689c283c None None] The sync data for ids ['a64a854a-1bc4-4282-ba83-fec496717cc0'] in n-d-824835-3 is: [{'id': 'a64a854a-1bc4-4282-ba83-fec496717cc0', 'name': 'tempest-ServersTestManualDisk-658359580-router', 'tenant_id': 'e65e801caf8c4f368d9d20181428b635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:02Z', 'updated_at': '2022-01-28T04:46:08Z', 'revision_number': 6, 'project_id': 'e65e801caf8c4f368d9d20181428b635', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:46:08.722098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Calling delete_port for bccc152d-488b-4b36-9ecd-9c2d21af521b owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:08.803752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135548e-91a4-4483-8143-ffaf46e392f4 req-ad5258d1-99f7-4513-9155-4beedff9cf75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:08.811017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9135548e-91a4-4483-8143-ffaf46e392f4 req-ad5258d1-99f7-4513-9155-4beedff9cf75 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.4656377 Jan 28 04:46:08.906892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9135548e-91a4-4483-8143-ffaf46e392f4 req-de97b6e8-dd9a-4e69-adbc-a8f1a7e0e326 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949302 Jan 28 04:46:08.988624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (bccc152d-488b-4b36-9ecd-9c2d21af521b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.023828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccc152d-488b-4b36-9ecd-9c2d21af521b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:09.096787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (a64a854a-1bc4-4282-ba83-fec496717cc0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.195634 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (a64a854a-1bc4-4282-ba83-fec496717cc0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.198110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks [] for router_controller (a64a854a-1bc4-4282-ba83-fec496717cc0), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.248797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (a64a854a-1bc4-4282-ba83-fec496717cc0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.249520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64a854a-1bc4-4282-ba83-fec496717cc0 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:46:09.254487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.258243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7d5a9ac-a963-48c0-a6ac-ccf9b0e586a3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a64a854a-1bc4-4282-ba83-fec496717cc0 HTTP/1.1" status: 204 len: 168 time: 1.4750497 Jan 28 04:46:09.258686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44102) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:09.328548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Deleting subnet 6d915e0f-834e-48c1-bbe2-a4eebfe4079d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:46:09.331983 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Publish callbacks [] for subnet (6d915e0f-834e-48c1-bbe2-a4eebfe4079d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.370619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (6d915e0f-834e-48c1-bbe2-a4eebfe4079d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.455286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (6d915e0f-834e-48c1-bbe2-a4eebfe4079d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.533881 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (6d915e0f-834e-48c1-bbe2-a4eebfe4079d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.557135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24f316-f97f-4eb2-bd51-7cca950e80fe None None] Network 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:09.571341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.583151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44104) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:09.584188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d915e0f-834e-48c1-bbe2-a4eebfe4079d HTTP/1.1" status: 204 len: 168 time: 0.3228743 Jan 28 04:46:09.618001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae8bc3-c2b1-4b25-932a-d82f939263d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d915e0f-834e-48c1-bbe2-a4eebfe4079d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:09.662391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:09.687873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:09.688491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 78ef4da2-5a63-4dfc-8c95-5d9f210c95ef not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:09.689084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bccc152d-488b-4b36-9ecd-9c2d21af521b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:09.697980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0a0ae86e-bd7a-4633-b2b4-4683b67b7424), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.739196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: bccc152d-488b-4b36-9ecd-9c2d21af521b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:09.739854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bccc152d-488b-4b36-9ecd-9c2d21af521b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:09.811603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Deleting port 274c72a2-a72b-4d22-8529-2f9f58a8cfde {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:09.812036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.869513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] DHCP port deletion for 0a0ae86e-bd7a-4633-b2b4-4683b67b7424 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:46:09.912728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] For port 274c72a2-a72b-4d22-8529-2f9f58a8cfde, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=274c72a2-a72b-4d22-8529-2f9f58a8cfde,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:09.913288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:09.939396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Calling delete_port for 274c72a2-a72b-4d22-8529-2f9f58a8cfde owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:09.999590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Deleting port 274c72a2-a72b-4d22-8529-2f9f58a8cfde {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:10.000267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.070251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] For port 274c72a2-a72b-4d22-8529-2f9f58a8cfde, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=274c72a2-a72b-4d22-8529-2f9f58a8cfde,segment=NetworkSegment(eb8095fb-f5c8-4b9e-84a8-d1e6e479817f),segment_id=eb8095fb-f5c8-4b9e-84a8-d1e6e479817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:10.070645 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.083892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Calling delete_port for 274c72a2-a72b-4d22-8529-2f9f58a8cfde owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:10.127150 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.133173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e88c51-3ee0-45cc-8fe9-b6fcbe796386 req-0ffa272c-0c76-4c1e-aa71-0c28ce8eea4c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:10.142032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12e88c51-3ee0-45cc-8fe9-b6fcbe796386 req-0ffa272c-0c76-4c1e-aa71-0c28ce8eea4c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0844936 Jan 28 04:46:10.176094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Pushing event deleted for resources: {'Port': ['ID=274c72a2-a72b-4d22-8529-2f9f58a8cfde,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:10.187830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] No DVR routers for this DVR port 274c72a2-a72b-4d22-8529-2f9f58a8cfde on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:10.255507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (274c72a2-a72b-4d22-8529-2f9f58a8cfde), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.257889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12e88c51-3ee0-45cc-8fe9-b6fcbe796386 req-fd65858c-d275-40fc-a8bf-04f870688fca tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136055 Jan 28 04:46:10.283050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Pushing event deleted for resources: {'Port': ['ID=274c72a2-a72b-4d22-8529-2f9f58a8cfde,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:10.287874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] No DVR routers for this DVR port 274c72a2-a72b-4d22-8529-2f9f58a8cfde on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:10.311806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.312195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.318886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7316e-c97b-4c20-a2c6-5846b9a41c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:10.336868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0a0ae86e-bd7a-4633-b2b4-4683b67b7424), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.363080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0ae86e-bd7a-4633-b2b4-4683b67b7424']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:10.378017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:10.378414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8095fb-f5c8-4b9e-84a8-d1e6e479817f') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:10.392273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (eb8095fb-f5c8-4b9e-84a8-d1e6e479817f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.407996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb8095fb-f5c8-4b9e-84a8-d1e6e479817f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.415170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:46:10.415714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (eb8095fb-f5c8-4b9e-84a8-d1e6e479817f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:46:10.417490 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:46:10.482336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0a0ae86e-bd7a-4633-b2b4-4683b67b7424), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.487877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.491540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] 10.222.0.21 "DELETE /v2.0/networks/0a0ae86e-bd7a-4633-b2b4-4683b67b7424 HTTP/1.1" status: 204 len: 168 time: 0.9073379 Jan 28 04:46:10.505628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c8b2a-e9fc-4d2f-a377-342ad3e9d56f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0ae86e-bd7a-4633-b2b4-4683b67b7424,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:10.667103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44122) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:10.713335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b8ac4eb-e8ca-4216-b259-4823f918903f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e65e801caf8c4f368d9d20181428b635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449357 Jan 28 04:46:10.717433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44124) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:10.780672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6450-27a6-416d-b7d7-7597e5301185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.788310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca4e-0003-4ec9-8f6c-96c6d7625345 admin admin] Publish callbacks [] for security_group (477eff5f-3d5d-454e-901c-ac0fb3cff48c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.839312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca4e-0003-4ec9-8f6c-96c6d7625345 admin admin] Publish callbacks [] for security_group (477eff5f-3d5d-454e-901c-ac0fb3cff48c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.893119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca4e-0003-4ec9-8f6c-96c6d7625345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (477eff5f-3d5d-454e-901c-ac0fb3cff48c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.896399 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca4e-0003-4ec9-8f6c-96c6d7625345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:10.900887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bdd2ca4e-0003-4ec9-8f6c-96c6d7625345 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/477eff5f-3d5d-454e-901c-ac0fb3cff48c HTTP/1.1" status: 204 len: 168 time: 0.1796162 Jan 28 04:46:10.908510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ca4e-0003-4ec9-8f6c-96c6d7625345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477eff5f-3d5d-454e-901c-ac0fb3cff48c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:11.385028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237708-0fc3-48d2-8591-856ce71eaf62 req-a9311201-a9ed-4695-b9d6-3a81798e7a9b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:11.392604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76237708-0fc3-48d2-8591-856ce71eaf62 req-a9311201-a9ed-4695-b9d6-3a81798e7a9b tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0637715 Jan 28 04:46:11.457720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76237708-0fc3-48d2-8591-856ce71eaf62 req-db1f1ee4-b907-4e3e-a1bf-c0e75a027a8e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627744 Jan 28 04:46:11.564223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 274c72a2-a72b-4d22-8529-2f9f58a8cfde no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:11.589980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 274c72a2-a72b-4d22-8529-2f9f58a8cfde {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:11.590391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 274c72a2-a72b-4d22-8529-2f9f58a8cfde not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:11.785411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44160) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:11.905902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1422924300-network', 'tenant_id': '67d11bd097e242fe84feeba2c5e2281e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:11.907009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:11.926952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Made reservation on behalf of 67d11bd097e242fe84feeba2c5e2281e for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:11.929476 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:11.941439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.027030 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks [] for security_group (b37319a7-5983-4ae7-bdd4-cd7661ec6259), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.030930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b37319a7-5983-4ae7-bdd4-cd7661ec6259), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.060653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:46:12.067847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37319a7-5983-4ae7-bdd4-cd7661ec6259,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:12.075907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4d2ee190-54ad-4018-a30d-4c9461a71f6e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.076613 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Added segment 4d2ee190-54ad-4018-a30d-4c9461a71f6e of type vlan for network c3f1bbae-c34e-484d-b973-a31e05d579db Jan 28 04:46:12.151572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c3f1bbae-c34e-484d-b973-a31e05d579db), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.182706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c3f1bbae-c34e-484d-b973-a31e05d579db), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.183934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:12.185450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.266373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:12.266802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4801235 Jan 28 04:46:12.272599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Request body: {'subnet': {'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1422924300-subnet', 'tenant_id': '67d11bd097e242fe84feeba2c5e2281e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:12.277912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d6bb3-5f3b-4d67-9266-6ae15d4a84f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f1bbae-c34e-484d-b973-a31e05d579db,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:12.290133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c3f1bbae-c34e-484d-b973-a31e05d579db details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:46:12.295780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Made reservation on behalf of 67d11bd097e242fe84feeba2c5e2281e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:12.299248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.492589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (96043652-09db-4af8-9261-00fafb415c84), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.594666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=96043652-09db-4af8-9261-00fafb415c84,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:12.619432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Checking segment: {'id': '4d2ee190-54ad-4018-a30d-4c9461a71f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:46:12.620117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Network hostable DHCP agents. Network: c3f1bbae-c34e-484d-b973-a31e05d579db, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:46:12.626844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae345-48c4-45ce-ab6e-bb69d45492c1 req-090bf01c-270f-4052-b70e-591c0c506b45 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:12.635093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c3ae345-48c4-45ce-ab6e-bb69d45492c1 req-090bf01c-270f-4052-b70e-591c0c506b45 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0709665 Jan 28 04:46:12.641784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Network c3f1bbae-c34e-484d-b973-a31e05d579db is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:46:12.654550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c3f1bbae-c34e-484d-b973-a31e05d579db) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:46:12.665666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af7616-4aff-487c-a933-fe4757b6133a None None] Network c3f1bbae-c34e-484d-b973-a31e05d579db requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:12.685357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:12.687023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.696388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c3ae345-48c4-45ce-ab6e-bb69d45492c1 req-eca145a5-7eb2-40a7-bcef-0330af0bcdbf tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603149 Jan 28 04:46:12.731699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ae56ff60-37aa-4d7d-bea0-2741d4ea38ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4558897 Jan 28 04:46:12.833681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667c89d-46be-402b-a977-02804de0d25f None None] Network c3f1bbae-c34e-484d-b973-a31e05d579db requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:13.238964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-18c0ca18-63a4-4e1a-bdad-faf5e4dbb6e7 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:13.241541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-18c0ca18-63a4-4e1a-bdad-faf5e4dbb6e7 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/networks?id=c3f1bbae-c34e-484d-b973-a31e05d579db HTTP/1.1" status: 200 len: 814 time: 0.1157818 Jan 28 04:46:13.258051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-ed372205-1cda-4973-b48b-e2e9595d9c75 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/quotas/67d11bd097e242fe84feeba2c5e2281e HTTP/1.1" status: 200 len: 375 time: 0.0120420 Jan 28 04:46:13.298012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-f95c76f6-4565-43a5-bddb-0a02dd7e749c tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67d11bd097e242fe84feeba2c5e2281e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283375 Jan 28 04:46:13.416145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-6a4a5663-f020-4eec-9f7e-586e70a26491 service neutron] 10.222.0.21 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051397 Jan 28 04:46:13.519261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-e455521a-9e92-4077-a549-b736985d4d32 service neutron] 10.222.0.21 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968602 Jan 28 04:46:13.633516 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:13.761807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8412546-6d6b-4c27-bc0f-744e7d62eac5 req-53c5263d-797f-49a3-a007-19327441b4a8 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 210 time: 0.0580785 Jan 28 04:46:13.863042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740344d-473f-49b1-9bc3-6c88614adc92 req-a6086d98-4662-49ff-ac59-014c69683543 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:13.871307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3740344d-473f-49b1-9bc3-6c88614adc92 req-a6086d98-4662-49ff-ac59-014c69683543 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0704970 Jan 28 04:46:13.940082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3740344d-473f-49b1-9bc3-6c88614adc92 req-6ff0fb71-0655-434d-a54f-0672c18ff717 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669699 Jan 28 04:46:14.922814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f79b348-d99d-4894-aa48-9b9df4981b34 req-50cbc3fd-fbe6-4e68-a911-4abca7e3e5d2 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 210 time: 0.0703537 Jan 28 04:46:14.978112 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.113032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842ca81-da5d-44d6-a274-4938fc8ac63d req-58450e4a-4bfd-46d4-92e8-45733d38ce1a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:15.119281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4842ca81-da5d-44d6-a274-4938fc8ac63d req-58450e4a-4bfd-46d4-92e8-45733d38ce1a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0957892 Jan 28 04:46:15.155662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-e2bcfee2-5957-43a8-b02b-eafca959d10b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:15.160957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-e2bcfee2-5957-43a8-b02b-eafca959d10b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.52 "GET /v2.0/networks?id=c3f1bbae-c34e-484d-b973-a31e05d579db HTTP/1.1" status: 200 len: 814 time: 0.1468220 Jan 28 04:46:15.183716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Request body: {'port': {'device_id': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db', 'admin_state_up': True, 'tenant_id': '67d11bd097e242fe84feeba2c5e2281e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:15.214052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4842ca81-da5d-44d6-a274-4938fc8ac63d req-32a77a37-45da-4060-9c94-f601ebb23929 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Jan 28 04:46:15.309209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Made reservation on behalf of 67d11bd097e242fe84feeba2c5e2281e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:15.312780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.465937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Allocated IP 172.20.0.6 (c3f1bbae-c34e-484d-b973-a31e05d579db/96043652-09db-4af8-9261-00fafb415c84/cf0c92c8-bdec-4a10-8a40-5781d8b63645) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:46:15.627928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks [] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.662126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.701559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Network c3f1bbae-c34e-484d-b973-a31e05d579db is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:46:15.709204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:46:15.713911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:46:15.752151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Pushing event updated for resources: {'Port': ['ID=cf0c92c8-bdec-4a10-8a40-5781d8b63645,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:15.775674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:15.776371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.794399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-79169df5-05d6-4f75-a4b7-03bf465b79e9 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144855 Jan 28 04:46:15.824540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-80b21e36-9914-4fd1-97c0-85c770108280 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:46:15.825621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-80b21e36-9914-4fd1-97c0-85c770108280 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054679 Jan 28 04:46:15.926067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Request body: {'port': {'device_id': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:16.017289 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.116627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76845-12f5-4cad-a5d7-5ff504ec6976 req-f12f1067-691e-4d5e-9b71-9090a1671c03 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:16.118200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24b76845-12f5-4cad-a5d7-5ff504ec6976 req-f12f1067-691e-4d5e-9b71-9090a1671c03 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 931 time: 0.0973847 Jan 28 04:46:16.262645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24b76845-12f5-4cad-a5d7-5ff504ec6976 req-eb0679d3-fa40-46a6-88d1-213bfea654c7 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987632 Jan 28 04:46:16.353484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093514f-653c-4f84-8961-8ac07bd8d7cd req-15e15fd7-c85d-49c6-993f-4daa7757b777 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:16.355926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a093514f-653c-4f84-8961-8ac07bd8d7cd req-15e15fd7-c85d-49c6-993f-4daa7757b777 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0568838 Jan 28 04:46:16.383797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0c92c8-bdec-4a10-8a40-5781d8b63645 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:46:16.392402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Publish callbacks [] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.404609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Transition to ACTIVE for port object cf0c92c8-bdec-4a10-8a40-5781d8b63645 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:46:16.409203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.419725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a093514f-653c-4f84-8961-8ac07bd8d7cd req-4101a764-94b3-4dce-86bd-025764a44bda tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Jan 28 04:46:16.471502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c92c8-bdec-4a10-8a40-5781d8b63645,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:16.549218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Attempting to bind port cf0c92c8-bdec-4a10-8a40-5781d8b63645 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:46:16.549581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Attempting to bind port cf0c92c8-bdec-4a10-8a40-5781d8b63645 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4d2ee190-54ad-4018-a30d-4c9461a71f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:46:16.549967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Attempting to bind port cf0c92c8-bdec-4a10-8a40-5781d8b63645 on network c3f1bbae-c34e-484d-b973-a31e05d579db {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:46:16.555048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Port cf0c92c8-bdec-4a10-8a40-5781d8b63645 on network c3f1bbae-c34e-484d-b973-a31e05d579db not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:46:16.555567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Attempting to bind port cf0c92c8-bdec-4a10-8a40-5781d8b63645 on network c3f1bbae-c34e-484d-b973-a31e05d579db {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:46:16.561175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:46:16.561665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Checking segment: {'id': '4d2ee190-54ad-4018-a30d-4c9461a71f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:46:16.562148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Bound using segment: {'id': '4d2ee190-54ad-4018-a30d-4c9461a71f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:46:16.562674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Bound port: cf0c92c8-bdec-4a10-8a40-5781d8b63645, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2ee190-54ad-4018-a30d-4c9461a71f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:46:16.563160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.632096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] For port cf0c92c8-bdec-4a10-8a40-5781d8b63645, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:46:16.635404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] For port cf0c92c8-bdec-4a10-8a40-5781d8b63645, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645,segment=NetworkSegment(4d2ee190-54ad-4018-a30d-4c9461a71f6e),segment_id=4d2ee190-54ad-4018-a30d-4c9461a71f6e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:46:16.641065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.676684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:16.677427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.678933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/cf0c92c8-bdec-4a10-8a40-5781d8b63645 HTTP/1.1" status: 200 len: 1091 time: 0.8326623 Jan 28 04:46:16.679474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'tag': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:16.681996 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073d4a2-6726-47f8-a681-5c4b28f63c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a46c1-d14a-4512-ab8f-fe49d6fea370", "tag": "cf0c92c8-bdec-4a10-8a40-5781d8b63645"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:16.718082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001d04-4a02-4eb3-a6a3-081926bac1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c92c8-bdec-4a10-8a40-5781d8b63645,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:16.758699 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8309f29-2028-4d9a-851d-a5febe7db1cd x-openstack-request-id: req-d8309f29-2028-4d9a-851d-a5febe7db1cd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:16.758998 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a46c1-d14a-4512-ab8f-fe49d6fea370", "tag": "cf0c92c8-bdec-4a10-8a40-5781d8b63645", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:16.759255 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8309f29-2028-4d9a-851d-a5febe7db1cd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:16.759655 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'tag': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645', 'status': 'completed', 'code': 200} Jan 28 04:46:16.775312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-8a1e8464-9a5e-4e4e-9e31-81c55c8b563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:16.776870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-8a1e8464-9a5e-4e4e-9e31-81c55c8b563f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67d11bd097e242fe84feeba2c5e2281e&device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 1094 time: 0.0462253 Jan 28 04:46:16.829349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-8a858cf7-5410-4336-8692-00445c39728f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645 HTTP/1.1" status: 200 len: 217 time: 0.0397878 Jan 28 04:46:16.879821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-132b78e9-5d08-4fb1-9aa9-2e7dadeae99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:16.881423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-132b78e9-5d08-4fb1-9aa9-2e7dadeae99a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96043652-09db-4af8-9261-00fafb415c84 HTTP/1.1" status: 200 len: 854 time: 0.0448589 Jan 28 04:46:16.911565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-dd3956de-6eeb-421d-a68a-eb8f3edfa6c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3f1bbae-c34e-484d-b973-a31e05d579db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243049 Jan 28 04:46:17.009134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-b4d240bd-4e2e-4d16-a849-12c138a46b1f service neutron] 10.222.0.52 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912058 Jan 28 04:46:17.113106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37c5f011-665d-44c3-9f73-40403a0879f6 req-6f9ef443-ea96-45ab-9f87-c0081b0f4f1d service neutron] 10.222.0.52 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929573 Jan 28 04:46:17.245310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-85c2accd-1da3-444a-bf99-f3ad00565421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.247031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-85c2accd-1da3-444a-bf99-f3ad00565421 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67d11bd097e242fe84feeba2c5e2281e&device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 1094 time: 0.0452099 Jan 28 04:46:17.347260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-3c82f6d5-2dc3-4ce3-9c22-9ab3a89c9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.349172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-3c82f6d5-2dc3-4ce3-9c22-9ab3a89c9738 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3f1bbae-c34e-484d-b973-a31e05d579db HTTP/1.1" status: 200 len: 915 time: 0.0952954 Jan 28 04:46:17.401555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-6985cea0-bc3c-45fb-a6a6-457492f8ec04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645 HTTP/1.1" status: 200 len: 217 time: 0.0464144 Jan 28 04:46:17.416688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c16da-5e63-4e13-8233-cbef65eab3f4 req-96c5a783-3f9e-4597-9415-44ca2ca33fdd tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.424433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c7c16da-5e63-4e13-8233-cbef65eab3f4 req-96c5a783-3f9e-4597-9415-44ca2ca33fdd tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 943 time: 0.0606294 Jan 28 04:46:17.490463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-b7fb634f-3746-44c8-bd15-cbee0de33a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.492596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c7c16da-5e63-4e13-8233-cbef65eab3f4 req-e2771704-ac52-4846-b570-5aafc8f95cfc tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 Jan 28 04:46:17.493459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-b7fb634f-3746-44c8-bd15-cbee0de33a5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96043652-09db-4af8-9261-00fafb415c84 HTTP/1.1" status: 200 len: 854 time: 0.0863161 Jan 28 04:46:17.542555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-d10ddf6c-7ada-41bb-b25a-33cc1cad2f49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3f1bbae-c34e-484d-b973-a31e05d579db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410335 Jan 28 04:46:17.640056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858ad03-6cb8-49d7-8a9e-0bc59b376cf8 req-b8e02065-ab91-4809-b849-bc3c9fb64738 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.641667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b858ad03-6cb8-49d7-8a9e-0bc59b376cf8 req-b8e02065-ab91-4809-b849-bc3c9fb64738 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.1017215 Jan 28 04:46:17.723040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b858ad03-6cb8-49d7-8a9e-0bc59b376cf8 req-40d94f1a-2a81-42c2-a812-84e69f69c07a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720422 Jan 28 04:46:17.745824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-fc38f5ac-77c2-463d-a291-d2d116c8a6ec service neutron] 10.222.0.52 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931536 Jan 28 04:46:17.875757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5073d4a2-6726-47f8-a681-5c4b28f63c9e req-2767ec9c-7510-42b3-8b7b-46d4e0d0d99c service neutron] 10.222.0.52 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036146 Jan 28 04:46:18.608740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade8551-47e6-4626-85ff-20a7c8ab66b3 req-527f79de-f170-4bc1-abab-718a4956ba0b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:18.610362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bade8551-47e6-4626-85ff-20a7c8ab66b3 req-527f79de-f170-4bc1-abab-718a4956ba0b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 943 time: 0.0504506 Jan 28 04:46:18.657876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bade8551-47e6-4626-85ff-20a7c8ab66b3 req-d3e97a2d-c2de-4a23-8417-3755db9b02ac tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Jan 28 04:46:18.861295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b680d8-5c87-45da-8570-33bdd18a378c req-db3d5394-63bc-45f9-9f52-d8a7e65225ea tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:18.863594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03b680d8-5c87-45da-8570-33bdd18a378c req-db3d5394-63bc-45f9-9f52-d8a7e65225ea tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0587897 Jan 28 04:46:18.927543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03b680d8-5c87-45da-8570-33bdd18a378c req-094e562c-936f-48fc-b69d-ca788dd49b4c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Jan 28 04:46:19.786439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55d359-c4f0-4d28-b8e8-b914a6b25ae6 req-aec49c77-750d-4028-b6b7-190f023f3c6b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:19.789656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f55d359-c4f0-4d28-b8e8-b914a6b25ae6 req-aec49c77-750d-4028-b6b7-190f023f3c6b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 943 time: 0.0582047 Jan 28 04:46:19.839952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f55d359-c4f0-4d28-b8e8-b914a6b25ae6 req-02781250-dd04-4cde-855a-8fa546eccf5f tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Jan 28 04:46:20.046075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4afe0-65f0-41c7-9dac-770f0587cc17 req-63d58d05-7c1a-4f6c-bd43-1ff0c1af903c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:20.047853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc4afe0-65f0-41c7-9dac-770f0587cc17 req-63d58d05-7c1a-4f6c-bd43-1ff0c1af903c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0493929 Jan 28 04:46:20.095846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bc4afe0-65f0-41c7-9dac-770f0587cc17 req-42f39d0c-cca6-47fc-8467-2edcb11fca94 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Jan 28 04:46:21.036373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55866-9913-4a4a-900e-8da0d47ebd30 req-5df279db-4502-42e5-92dc-dae6f9b43692 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:21.045681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39a55866-9913-4a4a-900e-8da0d47ebd30 req-5df279db-4502-42e5-92dc-dae6f9b43692 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 943 time: 0.0815873 Jan 28 04:46:21.092638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39a55866-9913-4a4a-900e-8da0d47ebd30 req-8d1a9d4b-2d0d-4080-8544-1eaa46bef6bf tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Jan 28 04:46:21.230319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b31ea9-279d-43a2-91f6-e166efc22902 req-fef856e7-31a0-4445-9747-4bfb87dbbd59 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:21.231867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-98b31ea9-279d-43a2-91f6-e166efc22902 req-fef856e7-31a0-4445-9747-4bfb87dbbd59 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0538721 Jan 28 04:46:21.278887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-98b31ea9-279d-43a2-91f6-e166efc22902 req-b5baa78f-0705-4de8-b403-f51b32483739 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Jan 28 04:46:21.454488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf0c92c8-bdec-4a10-8a40-5781d8b63645 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:46:21.553217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port cf0c92c8-bdec-4a10-8a40-5781d8b63645, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645,segment=NetworkSegment(4d2ee190-54ad-4018-a30d-4c9461a71f6e),segment_id=4d2ee190-54ad-4018-a30d-4c9461a71f6e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:21.567147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645', 'network_id': 'c3f1bbae-c34e-484d-b973-a31e05d579db', 'port_id': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645', 'mac_address': 'fa:16:3e:ce:0e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96043652-09db-4af8-9261-00fafb415c84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:46:21.604560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port cf0c92c8-bdec-4a10-8a40-5781d8b63645 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:46:21.604960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:21.618143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0c92c8-bdec-4a10-8a40-5781d8b63645 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:46:21.637666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port cf0c92c8-bdec-4a10-8a40-5781d8b63645, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645,segment=NetworkSegment(4d2ee190-54ad-4018-a30d-4c9461a71f6e),segment_id=4d2ee190-54ad-4018-a30d-4c9461a71f6e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:21.641246 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:21.691368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=cf0c92c8-bdec-4a10-8a40-5781d8b63645,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:22.129183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf0c92c8-bdec-4a10-8a40-5781d8b63645'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:46:22.276746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864333-17a4-4776-9ff2-74560b4f5f2e req-8c1875af-b10b-4e07-b5e5-bcc41c7a844f tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:22.285537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd864333-17a4-4776-9ff2-74560b4f5f2e req-8c1875af-b10b-4e07-b5e5-bcc41c7a844f tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 944 time: 0.0635703 Jan 28 04:46:22.343237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd864333-17a4-4776-9ff2-74560b4f5f2e req-abc31e83-3a8c-4ddd-9955-f0db6637e1f2 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565901 Jan 28 04:46:22.432721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4ffe1-e6a3-41e2-86c0-901e4e3da36c req-52a2d58d-fc47-43e6-8113-19c96451cf10 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:22.440486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ca4ffe1-e6a3-41e2-86c0-901e4e3da36c req-52a2d58d-fc47-43e6-8113-19c96451cf10 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0580959 Jan 28 04:46:22.490884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ca4ffe1-e6a3-41e2-86c0-901e4e3da36c req-f65e5805-fe93-4cff-af2f-4a4a05d6a39f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Jan 28 04:46:23.471562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf0c92c8-bdec-4a10-8a40-5781d8b63645 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:46:23.516373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c13b6-b71c-4a8f-a0a2-677bff925040 req-592bea7e-f3a2-4d0d-bee6-d63f03c6ce88 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:23.523284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e1c13b6-b71c-4a8f-a0a2-677bff925040 req-592bea7e-f3a2-4d0d-bee6-d63f03c6ce88 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 944 time: 0.0902269 Jan 28 04:46:23.545122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port cf0c92c8-bdec-4a10-8a40-5781d8b63645 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:46:23.551602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port cf0c92c8-bdec-4a10-8a40-5781d8b63645 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:46:23.552285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:23.598937 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e1c13b6-b71c-4a8f-a0a2-677bff925040 req-8aa66201-1ec7-4776-b4cc-ae995fcb36e8 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Jan 28 04:46:23.661478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port cf0c92c8-bdec-4a10-8a40-5781d8b63645 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:46:23.661871 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:23.691077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:23.694486 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67555112-1eb0-4366-bd7b-ea69527a3239" -d '{"events": [{"server_uuid": "5a3a46c1-d14a-4512-ab8f-fe49d6fea370", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c92c8-bdec-4a10-8a40-5781d8b63645"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:23.735929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port cf0c92c8-bdec-4a10-8a40-5781d8b63645, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645,segment=NetworkSegment(4d2ee190-54ad-4018-a30d-4c9461a71f6e),segment_id=4d2ee190-54ad-4018-a30d-4c9461a71f6e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:23.745018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30501108-ca1e-425f-842f-374e877a421d req-b59e2cb1-0eca-49d7-8802-e7e4c04da200 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:23.748187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30501108-ca1e-425f-842f-374e877a421d req-b59e2cb1-0eca-49d7-8802-e7e4c04da200 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0849619 Jan 28 04:46:23.754566 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:23.791976 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd7249e-8875-479b-a9e0-9c50fe6752e1 x-openstack-request-id: req-1dd7249e-8875-479b-a9e0-9c50fe6752e1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:23.792412 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a46c1-d14a-4512-ab8f-fe49d6fea370", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c92c8-bdec-4a10-8a40-5781d8b63645", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:23.793079 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dd7249e-8875-479b-a9e0-9c50fe6752e1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:23.793663 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645', 'code': 200} Jan 28 04:46:23.814447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30501108-ca1e-425f-842f-374e877a421d req-24a20dfa-eda5-4e0e-ac8b-d2b0d2957bc4 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572026 Jan 28 04:46:23.832677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=cf0c92c8-bdec-4a10-8a40-5781d8b63645,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:23.936807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896497f1-9d67-4fea-840c-52aba95d4f30 req-44c182ce-585c-428a-b69c-a9169e2188eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:23.938458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-896497f1-9d67-4fea-840c-52aba95d4f30 req-44c182ce-585c-428a-b69c-a9169e2188eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 1096 time: 0.0461502 Jan 28 04:46:23.986032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-896497f1-9d67-4fea-840c-52aba95d4f30 req-22d708e2-cec9-48a5-b466-4669cb2b386d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Jan 28 04:46:24.247263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f66fa-e05b-4b81-a215-fdb829a60c63 req-3f75b14f-bfa0-48d0-bed5-07129c6903eb tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:24.249449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606f66fa-e05b-4b81-a215-fdb829a60c63 req-3f75b14f-bfa0-48d0-bed5-07129c6903eb tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0625627 Jan 28 04:46:24.300626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606f66fa-e05b-4b81-a215-fdb829a60c63 req-3b0cceb0-471e-4bcc-b9de-aa67ce06c369 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Jan 28 04:46:24.526056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eea53-f546-498d-9743-703854a9342e req-6380a80b-bf51-4ab1-8529-6aa0bf543b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:24.527659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-6380a80b-bf51-4ab1-8529-6aa0bf543b92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0491807 Jan 28 04:46:24.619976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eea53-f546-498d-9743-703854a9342e req-0864c6bd-787d-4abf-bc91-f103bbd45c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:24.622199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-0864c6bd-787d-4abf-bc91-f103bbd45c7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.0868065 Jan 28 04:46:24.696269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-0c967022-0ddd-458e-8281-545ad4f114e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.0673316 Jan 28 04:46:24.734389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb87b-063c-4269-8bf3-f7b0a068aee1 req-991d0d3e-7dab-43e3-9bd7-9081edbedd7c tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:24.735916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e3cb87b-063c-4269-8bf3-f7b0a068aee1 req-991d0d3e-7dab-43e3-9bd7-9081edbedd7c tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Jan 28 04:46:24.755132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eea53-f546-498d-9743-703854a9342e req-98b47f01-df6e-4677-9023-b482ea3e88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:24.756621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-98b47f01-df6e-4677-9023-b482ea3e88da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0539389 Jan 28 04:46:24.784549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e3cb87b-063c-4269-8bf3-f7b0a068aee1 req-f6607a94-ed8f-4de0-9dea-463ff576ed5a tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Jan 28 04:46:24.802487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eea53-f546-498d-9743-703854a9342e req-0a8155ce-739b-4b16-b1e9-1a2e6f5f142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:24.804145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-0a8155ce-739b-4b16-b1e9-1a2e6f5f142e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413139 Jan 28 04:46:24.903079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-b8ae4aa4-5993-43f6-a90d-823961668685 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914364 Jan 28 04:46:25.010010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b755-afd8-4fdb-98fc-78b7dc9e45ec req-5ee98f66-318b-4e60-a4d6-76aea1ae084f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.011533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc40b755-afd8-4fdb-98fc-78b7dc9e45ec req-5ee98f66-318b-4e60-a4d6-76aea1ae084f tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.1129529 Jan 28 04:46:25.046377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-848eea53-f546-498d-9743-703854a9342e req-169c0bfd-59f6-4fab-b053-ede8416b4726 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354277 Jan 28 04:46:25.076373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc40b755-afd8-4fdb-98fc-78b7dc9e45ec req-3726f6be-e4bd-4be5-8186-ad39720059f2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Jan 28 04:46:25.222250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-4bd25ee2-c3d6-4fca-b5e5-0823564efd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.223783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-4bd25ee2-c3d6-4fca-b5e5-0823564efd83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0434330 Jan 28 04:46:25.437311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3de3-f9d1-4f7a-8a03-7beb94954be9 req-b42fca93-c866-428b-958d-8a2b58f65781 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.450472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c8e3de3-f9d1-4f7a-8a03-7beb94954be9 req-b42fca93-c866-428b-958d-8a2b58f65781 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0647604 Jan 28 04:46:25.461881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-f80edd08-98f0-41ae-8dce-d7ccecfe131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.473446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-f80edd08-98f0-41ae-8dce-d7ccecfe131b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1987312 Jan 28 04:46:25.517042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0c8e3de3-f9d1-4f7a-8a03-7beb94954be9 req-3d87a7c6-460c-4b20-8da2-71b77398f4cf tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653892 Jan 28 04:46:25.581209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-7637c400-caeb-49d2-b23e-16ea813c8faf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.0984392 Jan 28 04:46:25.685905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-ee8607d8-837e-4df0-9ecd-f04ad3b2771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.687564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-ee8607d8-837e-4df0-9ecd-f04ad3b2771c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0533104 Jan 28 04:46:25.754541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-f6c83754-1984-44db-8d84-4e3bc5b961ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.756121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-f6c83754-1984-44db-8d84-4e3bc5b961ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558927 Jan 28 04:46:25.874573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-6904382e-248e-4b00-8444-9cfce4c8af7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976603 Jan 28 04:46:25.884902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-70b33265-d5f3-486c-abd8-e46cd5b084c4 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220388 Jan 28 04:46:25.952541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-4b7a8930-e9e1-4380-bd13-8476523ee5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:25.954605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-4b7a8930-e9e1-4380-bd13-8476523ee5f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 1096 time: 0.0445290 Jan 28 04:46:25.995057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02aecd93-4e0c-4331-aae9-36ddde02e05c req-ee4b7224-57d2-4ca5-8f2b-d24a90b47cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026504 Jan 28 04:46:26.062336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420df56-00d2-48f3-a2e3-2f661cf7679a req-c777d46c-52c2-4178-9878-8b8c7a26a34e tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.063799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b420df56-00d2-48f3-a2e3-2f661cf7679a req-c777d46c-52c2-4178-9878-8b8c7a26a34e tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.0677361 Jan 28 04:46:26.085199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-0771b7f6-b89d-4d27-9d61-13b975eebf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.088217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-0771b7f6-b89d-4d27-9d61-13b975eebf65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1151581 Jan 28 04:46:26.144265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-2e552c8f-5bc4-46f5-818d-d98bbce7170f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca HTTP/1.1" status: 200 len: 217 time: 0.0501726 Jan 28 04:46:26.157829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b420df56-00d2-48f3-a2e3-2f661cf7679a req-ddc56828-7728-4d2f-84b7-e8d19f977830 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790057 Jan 28 04:46:26.259398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-639bedc7-84c9-4a55-97dc-0020c9fe75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.261178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-639bedc7-84c9-4a55-97dc-0020c9fe75f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1101530 Jan 28 04:46:26.349495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad087-154e-41ab-974d-cfc1f6adeb38 req-0180a28f-1dad-4407-b0ea-179931df466a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.351425 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-641ad087-154e-41ab-974d-cfc1f6adeb38 req-0180a28f-1dad-4407-b0ea-179931df466a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.1508317 Jan 28 04:46:26.354176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-1d85ebd8-6f54-4df1-83ce-4ad8622fa4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.357870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-1d85ebd8-6f54-4df1-83ce-4ad8622fa4d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846264 Jan 28 04:46:26.505215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-e19b4d05-a24d-4f7e-9bfd-95e94485e4d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362734 Jan 28 04:46:26.512753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-641ad087-154e-41ab-974d-cfc1f6adeb38 req-099a8a44-4bc4-4826-9bd4-8cb51317651e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529779 Jan 28 04:46:26.586507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23446db-9b5c-417b-986d-d71b09def493 req-ab77ba1b-8d21-4e4a-8152-ead0b6722ae1 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.591554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a23446db-9b5c-417b-986d-d71b09def493 req-ab77ba1b-8d21-4e4a-8152-ead0b6722ae1 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.1681235 Jan 28 04:46:26.619496 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa57a2f2-1102-478b-bb0c-d59724fe5563 req-2b11f639-332c-46a4-84fd-b9fddd4a091c service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055503 Jan 28 04:46:26.681046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f8763-bedb-46c8-a728-9db6a830d771 req-7a84fcb0-2360-4be8-9a53-05011fb58566 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.682825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b46f8763-bedb-46c8-a728-9db6a830d771 req-7a84fcb0-2360-4be8-9a53-05011fb58566 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0614901 Jan 28 04:46:26.685688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a23446db-9b5c-417b-986d-d71b09def493 req-c1a31b9c-5cc1-4741-9901-c9689baf1496 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866416 Jan 28 04:46:26.710784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-39b3b5cc-d9be-4f68-9c67-44f5a4f20f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.713543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-39b3b5cc-d9be-4f68-9c67-44f5a4f20f8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67d11bd097e242fe84feeba2c5e2281e&device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 1096 time: 0.2053988 Jan 28 04:46:26.752022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b46f8763-bedb-46c8-a728-9db6a830d771 req-6b76daab-d62f-4c62-a5e1-9088d5babfe5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620039 Jan 28 04:46:26.844889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-f466a01d-1edf-4a8b-a157-fe37b028b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.846484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-f466a01d-1edf-4a8b-a157-fe37b028b3ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3f1bbae-c34e-484d-b973-a31e05d579db HTTP/1.1" status: 200 len: 915 time: 0.1250196 Jan 28 04:46:26.904685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-40288185-8d31-47ae-aa39-7e5cf0c6cbd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645 HTTP/1.1" status: 200 len: 217 time: 0.0494986 Jan 28 04:46:26.970155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-9b201152-9c30-4ff4-bda3-60ad7f7688b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:26.971677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-9b201152-9c30-4ff4-bda3-60ad7f7688b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96043652-09db-4af8-9261-00fafb415c84 HTTP/1.1" status: 200 len: 854 time: 0.0607307 Jan 28 04:46:27.002850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-6b54158b-dfe8-4acd-9e48-cd6491ccdc64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3f1bbae-c34e-484d-b973-a31e05d579db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248005 Jan 28 04:46:27.091894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-343e8266-9433-454c-beb5-584f4f52fc5f service neutron] 10.222.0.52 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Jan 28 04:46:27.183008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e993f6e6-d2fd-4b6d-870b-3c8dea693c9a req-4803aca5-cfe9-4d59-8aa9-570a3613ba63 service neutron] 10.222.0.52 "GET /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Jan 28 04:46:27.636536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6922-4f35-48f6-987c-d28f0e2a23f2 req-210d28c0-b7d8-4bc7-b1a2-7b9408f358cf tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:27.638105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6abe6922-4f35-48f6-987c-d28f0e2a23f2 req-210d28c0-b7d8-4bc7-b1a2-7b9408f358cf tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0508857 Jan 28 04:46:27.695902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6abe6922-4f35-48f6-987c-d28f0e2a23f2 req-d47d4561-c21f-43c0-a24a-0f4d84085b10 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Jan 28 04:46:27.879815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2bc5f-84b6-4ccb-b05a-05ebbbd06204 req-ae0c3bce-9c5e-4340-8ed3-4872f19c25d7 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:27.881925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bcc2bc5f-84b6-4ccb-b05a-05ebbbd06204 req-ae0c3bce-9c5e-4340-8ed3-4872f19c25d7 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.1130941 Jan 28 04:46:27.957840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bcc2bc5f-84b6-4ccb-b05a-05ebbbd06204 req-d66aea76-d2e2-4442-a366-4a543d6debd4 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690410 Jan 28 04:46:28.834296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafa9b8-704b-4c18-a4a5-1db92ffc1a6b req-3e3e48bf-4546-4b67-9e82-622676b60387 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:28.835880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3aafa9b8-704b-4c18-a4a5-1db92ffc1a6b req-3e3e48bf-4546-4b67-9e82-622676b60387 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0579121 Jan 28 04:46:28.901995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3aafa9b8-704b-4c18-a4a5-1db92ffc1a6b req-278c4f75-2023-4027-b150-261cfbe2c013 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569162 Jan 28 04:46:29.068114 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:46:29.114689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049240b5-0ea4-4bb4-959f-2b70941db695 req-96851fb8-08c4-435b-a0a9-b7db7d7db511 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:29.122802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-049240b5-0ea4-4bb4-959f-2b70941db695 req-96851fb8-08c4-435b-a0a9-b7db7d7db511 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.0739591 Jan 28 04:46:29.198472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cb569-d699-45b3-bdc6-564a416a5ba5 req-fab99233-11ed-4645-83fa-1a941b19bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:29.200088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-554cb569-d699-45b3-bdc6-564a416a5ba5 req-fab99233-11ed-4645-83fa-1a941b19bd95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 1097 time: 0.0694027 Jan 28 04:46:29.203133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-049240b5-0ea4-4bb4-959f-2b70941db695 req-34fd7587-3614-4391-a4fc-727bff190b4e tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794766 Jan 28 04:46:29.254382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-554cb569-d699-45b3-bdc6-564a416a5ba5 req-25bc4b98-2cfa-45e8-9455-77ee573f287e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Jan 28 04:46:29.589002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf9c5c-12fb-4cac-8f8d-72ad1f69bf1c req-b2b0c7a2-a7d9-45c9-84fc-3b74c233bb68 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:29.590767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97bf9c5c-12fb-4cac-8f8d-72ad1f69bf1c req-b2b0c7a2-a7d9-45c9-84fc-3b74c233bb68 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.0558119 Jan 28 04:46:29.642970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97bf9c5c-12fb-4cac-8f8d-72ad1f69bf1c req-5201094d-b72b-4562-857a-d7179e448e8d tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Jan 28 04:46:30.020207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14458d5d-42c7-4e83-8573-da23d5abe4a9 req-20bb42be-08a4-4c07-993f-e4fa3c80f858 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:30.022700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14458d5d-42c7-4e83-8573-da23d5abe4a9 req-20bb42be-08a4-4c07-993f-e4fa3c80f858 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0500917 Jan 28 04:46:30.073532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14458d5d-42c7-4e83-8573-da23d5abe4a9 req-623ae90b-6aa6-4bbc-92a8-3341eb594dce tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449450 Jan 28 04:46:30.771226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca36d2-06e2-4f97-8117-a94eb524d64a req-ae37770e-a77e-4544-b2a6-6e1614954509 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:30.773390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ca36d2-06e2-4f97-8117-a94eb524d64a req-ae37770e-a77e-4544-b2a6-6e1614954509 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Jan 28 04:46:30.825088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42ca36d2-06e2-4f97-8117-a94eb524d64a req-b20405cf-dea4-476a-b212-a9007c5c70bd tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Jan 28 04:46:31.202525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb60eb-4637-400a-a1f4-5b0452b1804a req-596929e5-8631-4726-b35a-7719265ddc92 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:31.204246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6cfb60eb-4637-400a-a1f4-5b0452b1804a req-596929e5-8631-4726-b35a-7719265ddc92 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0564837 Jan 28 04:46:31.256388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6cfb60eb-4637-400a-a1f4-5b0452b1804a req-5bd66fb2-8c70-4850-8f64-2f198aaa5cb0 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464489 Jan 28 04:46:31.350807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-30473cb8-a075-4092-9b58-95fe059ee325 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:31.352558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-30473cb8-a075-4092-9b58-95fe059ee325 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.0732815 Jan 28 04:46:31.507093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-5a84feee-8c74-4e0d-9101-634eb1192ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:31.508858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-5a84feee-8c74-4e0d-9101-634eb1192ffb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 1097 time: 0.0480745 Jan 28 04:46:31.553544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e30a2-c712-4e78-ad0d-0b9fd1204180 req-760ef62a-cfbc-4b75-936d-cdb22857aaf3 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:31.555259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f2e30a2-c712-4e78-ad0d-0b9fd1204180 req-760ef62a-cfbc-4b75-936d-cdb22857aaf3 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.1021373 Jan 28 04:46:31.620155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-6d7cc738-2fef-4c33-842d-57a6cea8fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:31.621928 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-6d7cc738-2fef-4c33-842d-57a6cea8fd81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 200 len: 910 time: 0.1063106 Jan 28 04:46:31.625635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f2e30a2-c712-4e78-ad0d-0b9fd1204180 req-f0772eb9-b52c-4f4d-b40a-eca8110a4887 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543618 Jan 28 04:46:31.644783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Deleting port cf0c92c8-bdec-4a10-8a40-5781d8b63645 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:31.645128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:31.668439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-72acd65e-71d9-41bd-b83a-ad5b5b943878 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 HTTP/1.1" status: 200 len: 217 time: 0.0408082 Jan 28 04:46:31.724359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-c33195b6-4fe6-4bf5-b674-bf12b6d10da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:31.725943 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-c33195b6-4fe6-4bf5-b674-bf12b6d10da0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 200 len: 849 time: 0.0518324 Jan 28 04:46:31.754533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] For port cf0c92c8-bdec-4a10-8a40-5781d8b63645, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=cf0c92c8-bdec-4a10-8a40-5781d8b63645,segment=NetworkSegment(4d2ee190-54ad-4018-a30d-4c9461a71f6e),segment_id=4d2ee190-54ad-4018-a30d-4c9461a71f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:31.754912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:31.768318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Calling delete_port for cf0c92c8-bdec-4a10-8a40-5781d8b63645 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:31.772424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-a252508d-e61c-4676-92ad-2054a0df8564 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42be3664-6e6c-4c03-96ca-4e3ad82dd81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352783 Jan 28 04:46:31.906876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-65b9623c-6aaf-4771-ae52-fa5f8a1b8116 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273949 Jan 28 04:46:32.080656 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2728e19-52bf-4023-a813-2b43e7d6199c req-63cf3318-9532-4e85-82d2-797a3603d5f9 service neutron] 10.222.0.47 "GET /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602216 Jan 28 04:46:32.107519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6620-3a47-41b6-9112-5ecb27001669 req-c8885093-7d09-48f5-b399-99c187e60f05 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:32.116223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e6c6620-3a47-41b6-9112-5ecb27001669 req-c8885093-7d09-48f5-b399-99c187e60f05 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3a46c1-d14a-4512-ab8f-fe49d6fea370 HTTP/1.1" status: 200 len: 945 time: 0.1013470 Jan 28 04:46:32.176453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e6c6620-3a47-41b6-9112-5ecb27001669 req-5de14bb3-907e-4d71-bff4-db1b7ee19cf6 tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.21 "GET /v2.0/security-groups?id=b37319a7-5983-4ae7-bdd4-cd7661ec6259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Jan 28 04:46:32.325188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (cf0c92c8-bdec-4a10-8a40-5781d8b63645), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:32.356507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Pushing event deleted for resources: {'Port': ['ID=cf0c92c8-bdec-4a10-8a40-5781d8b63645,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:32.373425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['cf0c92c8-bdec-4a10-8a40-5781d8b63645'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:46:32.423181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] No DVR routers for this DVR port cf0c92c8-bdec-4a10-8a40-5781d8b63645 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:32.426689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:32.437564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-124abe85-28df-403f-ba7b-2541f6b7a837 req-27cb2833-eeb2-4c22-a3d7-a0bbdadacd1b tempest-InstanceActionsTestJSON-1871505952 tempest-InstanceActionsTestJSON-1871505952-project] 10.222.0.52 "DELETE /v2.0/ports/cf0c92c8-bdec-4a10-8a40-5781d8b63645 HTTP/1.1" status: 204 len: 173 time: 1.0581677 Jan 28 04:46:32.438740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'name': 'network-vif-deleted', 'tag': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:32.442389 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82973af3-1f7d-4b8f-94fd-01428584bae5" -d '{"events": [{"server_uuid": "5a3a46c1-d14a-4512-ab8f-fe49d6fea370", "name": "network-vif-deleted", "tag": "cf0c92c8-bdec-4a10-8a40-5781d8b63645"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:32.505485 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f225475-0c54-4227-9f15-e791202e65ca x-openstack-request-id: req-2f225475-0c54-4227-9f15-e791202e65ca {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:32.505485 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a46c1-d14a-4512-ab8f-fe49d6fea370", "name": "network-vif-deleted", "tag": "cf0c92c8-bdec-4a10-8a40-5781d8b63645", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:32.505485 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f225475-0c54-4227-9f15-e791202e65ca {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:32.505485 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a46c1-d14a-4512-ab8f-fe49d6fea370', 'name': 'network-vif-deleted', 'tag': 'cf0c92c8-bdec-4a10-8a40-5781d8b63645', 'status': 'completed', 'code': 200} Jan 28 04:46:32.758790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb2799-63a8-4fab-9137-b683e26b6d41 req-8e0c2728-f5be-4688-a910-1d441f477ccc tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:32.761193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cdb2799-63a8-4fab-9137-b683e26b6d41 req-8e0c2728-f5be-4688-a910-1d441f477ccc tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0560696 Jan 28 04:46:32.815612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cdb2799-63a8-4fab-9137-b683e26b6d41 req-e854f24e-02cd-432e-8200-5d86c9c72673 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488029 Jan 28 04:46:33.238277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:33.278679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44664) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:33.290326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Deleting subnet 96043652-09db-4af8-9261-00fafb415c84 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:46:33.293879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Publish callbacks [] for subnet (96043652-09db-4af8-9261-00fafb415c84), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.341441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (96043652-09db-4af8-9261-00fafb415c84), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.398582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (96043652-09db-4af8-9261-00fafb415c84), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.426322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58fd003d-4fcb-4f4a-a553-8bee6c6f023d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.477330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (96043652-09db-4af8-9261-00fafb415c84), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.524475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96043652-09db-4af8-9261-00fafb415c84,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:33.539877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.551300 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ccf33489-ba5b-48b3-8cce-e824efc26338 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/96043652-09db-4af8-9261-00fafb415c84 HTTP/1.1" status: 204 len: 168 time: 0.3090160 Jan 28 04:46:33.551484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:33.581114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58fd003d-4fcb-4f4a-a553-8bee6c6f023d admin admin] Publish callbacks [] for security_group (10ed8163-1929-4fba-b871-bf4eb9ddcdac), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.612471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58fd003d-4fcb-4f4a-a553-8bee6c6f023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (10ed8163-1929-4fba-b871-bf4eb9ddcdac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.668837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44680) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:33.675598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-58fd003d-4fcb-4f4a-a553-8bee6c6f023d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9b841ef5868446abe21be5e1b86e515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957560 Jan 28 04:46:33.680987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c3f1bbae-c34e-484d-b973-a31e05d579db), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.692592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd003d-4fcb-4f4a-a553-8bee6c6f023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ed8163-1929-4fba-b871-bf4eb9ddcdac,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:33.746152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Publish callbacks [] for security_group (10ed8163-1929-4fba-b871-bf4eb9ddcdac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.772670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Publish callbacks [] for security_group (10ed8163-1929-4fba-b871-bf4eb9ddcdac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.787056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c3f1bbae-c34e-484d-b973-a31e05d579db), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.809443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f1bbae-c34e-484d-b973-a31e05d579db']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:33.832934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2ee190-54ad-4018-a30d-4c9461a71f6e') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:33.833518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2ee190-54ad-4018-a30d-4c9461a71f6e') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:33.842042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (10ed8163-1929-4fba-b871-bf4eb9ddcdac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.845024 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.847386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4d2ee190-54ad-4018-a30d-4c9461a71f6e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.849163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10ed8163-1929-4fba-b871-bf4eb9ddcdac HTTP/1.1" status: 204 len: 168 time: 0.1789892 Jan 28 04:46:33.860663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ed8163-1929-4fba-b871-bf4eb9ddcdac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:33.880688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.881646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.882442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.883417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.884145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.885400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.885813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.887754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.888160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.888562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.889804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.892725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.893188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cc48-2d79-4caf-9ef0-727a9a554eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:33.903175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4d2ee190-54ad-4018-a30d-4c9461a71f6e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.923481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:46:33.923825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4d2ee190-54ad-4018-a30d-4c9461a71f6e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:46:33.925674 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:46:34.003258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c3f1bbae-c34e-484d-b973-a31e05d579db), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.017607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.022308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84af22-3ee1-4f69-a188-86a98190fc70 req-3655ae53-7da0-4a8c-a21b-b355b6f628e2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:34.023407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c3f1bbae-c34e-484d-b973-a31e05d579db HTTP/1.1" status: 204 len: 168 time: 0.4712908 Jan 28 04:46:34.042905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a84af22-3ee1-4f69-a188-86a98190fc70 req-3655ae53-7da0-4a8c-a21b-b355b6f628e2 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.1043231 Jan 28 04:46:34.049120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef78f0-84aa-429d-8f4f-a7fcf5482a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f1bbae-c34e-484d-b973-a31e05d579db,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:34.105622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a84af22-3ee1-4f69-a188-86a98190fc70 req-ce2e285e-5d3b-4183-b7ab-69f5aaf0e234 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565519 Jan 28 04:46:34.337009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44698) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:34.368592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:34.403921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-074a0d1b-8d0c-48e3-afa7-d4530a0b146b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67d11bd097e242fe84feeba2c5e2281e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654371 Jan 28 04:46:34.406287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44704) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:34.411190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb6fc38-0b21-4206-a904-254c2cb68857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.452058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072033-85f8-4fcc-8ae9-98af1a9db385 req-7664c4b1-22b3-4f6a-a2cc-d409042dc158 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:34.459894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b0072033-85f8-4fcc-8ae9-98af1a9db385 req-7664c4b1-22b3-4f6a-a2cc-d409042dc158 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0930607 Jan 28 04:46:34.529333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-763c95d0-f2ea-4c71-9a76-58367e51e4b0 admin admin] Publish callbacks [] for security_group (b37319a7-5983-4ae7-bdd4-cd7661ec6259), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.560642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-763c95d0-f2ea-4c71-9a76-58367e51e4b0 admin admin] Publish callbacks [] for security_group (b37319a7-5983-4ae7-bdd4-cd7661ec6259), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.570430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b0072033-85f8-4fcc-8ae9-98af1a9db385 req-0aea1885-8e4a-4560-a6ca-a55a29146661 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093876 Jan 28 04:46:34.597165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb6fc38-0b21-4206-a904-254c2cb68857 admin admin] Publish callbacks [] for security_group (f92c3f32-b459-4cf9-8fa7-1228391f55e1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.602183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-feb6fc38-0b21-4206-a904-254c2cb68857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f92c3f32-b459-4cf9-8fa7-1228391f55e1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.635359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-feb6fc38-0b21-4206-a904-254c2cb68857 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efb7d75554404dbe939b6917e0245961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571800 Jan 28 04:46:34.638934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44714) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:34.675848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6fc38-0b21-4206-a904-254c2cb68857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c3f32-b459-4cf9-8fa7-1228391f55e1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:34.709679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-763c95d0-f2ea-4c71-9a76-58367e51e4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b37319a7-5983-4ae7-bdd4-cd7661ec6259), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.716641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-763c95d0-f2ea-4c71-9a76-58367e51e4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.724537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-763c95d0-f2ea-4c71-9a76-58367e51e4b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b37319a7-5983-4ae7-bdd4-cd7661ec6259 HTTP/1.1" status: 204 len: 168 time: 0.3169651 Jan 28 04:46:34.745920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f9dcfc-801d-4514-827d-ef057ec06c31 admin admin] Publish callbacks [] for security_group (f92c3f32-b459-4cf9-8fa7-1228391f55e1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.764138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c95d0-f2ea-4c71-9a76-58367e51e4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37319a7-5983-4ae7-bdd4-cd7661ec6259,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:34.780205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f9dcfc-801d-4514-827d-ef057ec06c31 admin admin] Publish callbacks [] for security_group (f92c3f32-b459-4cf9-8fa7-1228391f55e1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.842747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f9dcfc-801d-4514-827d-ef057ec06c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f92c3f32-b459-4cf9-8fa7-1228391f55e1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.845835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f9dcfc-801d-4514-827d-ef057ec06c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.847280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-08f9dcfc-801d-4514-827d-ef057ec06c31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f92c3f32-b459-4cf9-8fa7-1228391f55e1 HTTP/1.1" status: 204 len: 168 time: 0.2072020 Jan 28 04:46:34.860491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9dcfc-801d-4514-827d-ef057ec06c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c3f32-b459-4cf9-8fa7-1228391f55e1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:35.508045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf0c92c8-bdec-4a10-8a40-5781d8b63645 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:35.532482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: cf0c92c8-bdec-4a10-8a40-5781d8b63645 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:35.533409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device cf0c92c8-bdec-4a10-8a40-5781d8b63645 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:35.724474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44780) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:35.741019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7f094-8c12-4270-9960-28e9451195ef req-a0140fa5-8921-4f35-8115-78c914a2d86c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:35.742779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87b7f094-8c12-4270-9960-28e9451195ef req-a0140fa5-8921-4f35-8115-78c914a2d86c tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0780737 Jan 28 04:46:35.831060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87b7f094-8c12-4270-9960-28e9451195ef req-5f14c0d4-1e1b-4465-80d2-6f939d00462e tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759509 Jan 28 04:46:35.900722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2114715069-network', 'tenant_id': '745126854ccd40e0bf40204e17f7fa8b'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:35.924583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Made reservation on behalf of 745126854ccd40e0bf40204e17f7fa8b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:35.927006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:35.936331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.025776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks [] for security_group (a617d348-87e4-46dc-8a53-804792d67f37), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.030020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a617d348-87e4-46dc-8a53-804792d67f37), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.051603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:46:36.065327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617d348-87e4-46dc-8a53-804792d67f37,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:36.069921 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (dcdea20b-c8d2-48c2-af4b-c26e27c2bec8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.070262 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Added segment dcdea20b-c8d2-48c2-af4b-c26e27c2bec8 of type vlan for network 438a2887-9476-4ec1-b1f2-16481ce31998 Jan 28 04:46:36.112128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (438a2887-9476-4ec1-b1f2-16481ce31998), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.140252 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (438a2887-9476-4ec1-b1f2-16481ce31998), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.141243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:36.141827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.162460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.199224 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4736016 Jan 28 04:46:36.202810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44802) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:36.209032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Request body: {'subnet': {'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2114715069-subnet', 'tenant_id': '745126854ccd40e0bf40204e17f7fa8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:36.220766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9ecfb-709c-45e9-a335-c464a661cf68 admin admin] Pushing event updated for resources: {'Network': ['ID=438a2887-9476-4ec1-b1f2-16481ce31998,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:36.234118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 438a2887-9476-4ec1-b1f2-16481ce31998 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:46:36.239282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Made reservation on behalf of 745126854ccd40e0bf40204e17f7fa8b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:36.242406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.438618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (bf5c9ffd-f839-4f39-b57c-7976e88c19a4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.495807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5c9ffd-f839-4f39-b57c-7976e88c19a4,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:36.508035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Checking segment: {'id': 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:46:36.508410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Network hostable DHCP agents. Network: 438a2887-9476-4ec1-b1f2-16481ce31998, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:46:36.528049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Network 438a2887-9476-4ec1-b1f2-16481ce31998 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:46:36.538663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 438a2887-9476-4ec1-b1f2-16481ce31998) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:46:36.543492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:36.544598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.549703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8594f4-cbbd-415d-8de6-f14cfedc4477 None None] Network 438a2887-9476-4ec1-b1f2-16481ce31998 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:36.569205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f05e75c8-0422-463a-8b66-4d527ab3d846 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3630037 Jan 28 04:46:36.711854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455e7fe-a80c-4f8f-b063-0e9d43a9e34b None None] Network 438a2887-9476-4ec1-b1f2-16481ce31998 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:37.056454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaca3a-4859-4550-a425-22d971ab16f7 req-1ee7fb73-1d55-499e-9ef0-f6692c60aede tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:37.058258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4baaca3a-4859-4550-a425-22d971ab16f7 req-1ee7fb73-1d55-499e-9ef0-f6692c60aede tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0612142 Jan 28 04:46:37.118861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4baaca3a-4859-4550-a425-22d971ab16f7 req-c61a4a5f-77e0-45ae-a3ab-e0b6e6cf6fb3 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525434 Jan 28 04:46:37.259487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-5712bf66-05c1-44b0-956e-58ab9020fa71 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:37.261623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-5712bf66-05c1-44b0-956e-58ab9020fa71 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/networks?id=438a2887-9476-4ec1-b1f2-16481ce31998 HTTP/1.1" status: 200 len: 818 time: 0.1288860 Jan 28 04:46:37.277202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7db3aff3-5a92-47a7-84b8-97f89d24ef06 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/quotas/745126854ccd40e0bf40204e17f7fa8b HTTP/1.1" status: 200 len: 375 time: 0.0093670 Jan 28 04:46:37.311068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-320ba034-cff8-449e-82b3-c0d54931336b tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=745126854ccd40e0bf40204e17f7fa8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270658 Jan 28 04:46:37.408087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-22b83fe4-b026-4b81-9d80-d43cf4d4dd45 service neutron] 10.222.0.21 "GET /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 Jan 28 04:46:37.542929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-b0c11484-edb1-4fdc-85bd-d3202bbfe380 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:37.544898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-b0c11484-edb1-4fdc-85bd-d3202bbfe380 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 946 time: 0.0788589 Jan 28 04:46:37.550697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-13af864d-a4b2-43d9-8a21-ab85de6672cd service neutron] 10.222.0.21 "GET /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338136 Jan 28 04:46:37.653748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Deleting port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:37.659272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:37.691108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:37.767008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] For port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:37.767400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:37.784848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Calling delete_port for fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:37.968313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:37.998760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Pushing event deleted for resources: {'Port': ['ID=fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:38.006921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['898bc876-fc54-4d19-abdc-b78018da0c2f', 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:46:38.060433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] No DVR routers for this DVR port fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:38.063522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:38.066929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31715f8a-2df7-4362-b1cc-70bbacc3f876 req-cc818f01-ce69-4982-be1c-40dd2d7737c5 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "DELETE /v2.0/ports/fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 HTTP/1.1" status: 204 len: 173 time: 0.5153601 Jan 28 04:46:38.067474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'name': 'network-vif-deleted', 'tag': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:38.069712 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e59c6ec-e6cc-4aed-9a2e-0deca1ff1f37" -d '{"events": [{"server_uuid": "b368d3a1-1917-46d3-8ae0-8bbfee23ea40", "name": "network-vif-deleted", "tag": "fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:38.121119 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293bd386-77f4-4cfe-9499-1e911297c798 x-openstack-request-id: req-293bd386-77f4-4cfe-9499-1e911297c798 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:38.122147 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b368d3a1-1917-46d3-8ae0-8bbfee23ea40", "name": "network-vif-deleted", "tag": "fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:38.122538 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-293bd386-77f4-4cfe-9499-1e911297c798 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:38.123072 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b368d3a1-1917-46d3-8ae0-8bbfee23ea40', 'name': 'network-vif-deleted', 'tag': 'fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5', 'status': 'completed', 'code': 200} Jan 28 04:46:38.314926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ea4e82c-1b69-4894-b994-94ab160bd285 req-42931a6f-26fd-485c-9497-445357107554 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=b368d3a1-1917-46d3-8ae0-8bbfee23ea40 HTTP/1.1" status: 200 len: 210 time: 0.0288506 Jan 28 04:46:38.600556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b2498aa-d122-4f3f-b95e-49ac065d044f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:38.797902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-227e370c-4184-460e-a860-1e9b94b76e36 req-95cc08d4-23b9-46f8-b209-50c9fcfd997c tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 210 time: 0.0433769 Jan 28 04:46:39.767602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8207fb-7064-42c4-9f75-c51fab9429e1 req-32cc725a-743a-42e7-91db-c3a757175829 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:39.769347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e8207fb-7064-42c4-9f75-c51fab9429e1 req-32cc725a-743a-42e7-91db-c3a757175829 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0555243 Jan 28 04:46:39.850191 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3e8207fb-7064-42c4-9f75-c51fab9429e1 req-6f3f1299-e459-4c20-b8da-dabe9a1a48de tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677326 Jan 28 04:46:39.921740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19bb23ba-34dc-4738-8ef4-fcd70725d6c6 req-c02a0646-e4d2-4295-8ee5-08e79bbee777 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 210 time: 0.0393031 Jan 28 04:46:40.075421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-d37727dd-8943-4a0b-9ee0-57d5271cdbcd tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:40.077399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-d37727dd-8943-4a0b-9ee0-57d5271cdbcd tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.52 "GET /v2.0/networks?id=438a2887-9476-4ec1-b1f2-16481ce31998 HTTP/1.1" status: 200 len: 818 time: 0.1173019 Jan 28 04:46:40.120244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Request body: {'port': {'device_id': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998', 'admin_state_up': True, 'tenant_id': '745126854ccd40e0bf40204e17f7fa8b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:40.268920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Made reservation on behalf of 745126854ccd40e0bf40204e17f7fa8b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:40.273436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:40.438917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Allocated IP 172.20.0.11 (438a2887-9476-4ec1-b1f2-16481ce31998/bf5c9ffd-f839-4f39-b57c-7976e88c19a4/57f5cea5-b3cc-4717-8413-55dd4b20fd2c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:46:40.630180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks [] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:40.671144 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:40.740476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Network 438a2887-9476-4ec1-b1f2-16481ce31998 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:46:40.753756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:46:40.764355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:46:40.770335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Pushing event updated for resources: {'Port': ['ID=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:40.806463 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32b73cb9-e962-4aeb-a412-204e660ac13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:40.834807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:40.835458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:40.855712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-51e8290c-2fb3-4a01-aa4c-2f8d1c2acaad tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7404249 Jan 28 04:46:40.884477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Request body: {'port': {'device_id': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:40.992033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:40.995054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e3077-36e4-4808-bb18-9e710fc08e9d req-8b3f0704-1e3f-4f0a-b44e-02b2366db54a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:41.000909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-656e3077-36e4-4808-bb18-9e710fc08e9d req-8b3f0704-1e3f-4f0a-b44e-02b2366db54a tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0720038 Jan 28 04:46:41.073809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-656e3077-36e4-4808-bb18-9e710fc08e9d req-fabbcebe-9483-41bb-b741-5f151c8dd010 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Jan 28 04:46:41.177069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586ebde-79d1-4cf1-8bfc-d60e5cc6716c req-6aa772fc-c9fa-4f13-ac36-c7593d317e25 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:41.179853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a586ebde-79d1-4cf1-8bfc-d60e5cc6716c req-6aa772fc-c9fa-4f13-ac36-c7593d317e25 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 932 time: 0.1683965 Jan 28 04:46:41.306520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a586ebde-79d1-4cf1-8bfc-d60e5cc6716c req-28596847-d1c8-4db0-9d07-6a5a6a7dec88 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141529 Jan 28 04:46:41.409048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:41.429294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:41.429578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fbca2d16-f8cc-4e56-8e34-ac3c5bd7cca5 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:41.436556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f5cea5-b3cc-4717-8413-55dd4b20fd2c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:46:41.443899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Publish callbacks [] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:41.455835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Transition to ACTIVE for port object 57f5cea5-b3cc-4717-8413-55dd4b20fd2c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:46:41.459685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:41.509620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:41.585917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Attempting to bind port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:46:41.586195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Attempting to bind port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:46:41.586552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Attempting to bind port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c on network 438a2887-9476-4ec1-b1f2-16481ce31998 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:46:41.592877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c on network 438a2887-9476-4ec1-b1f2-16481ce31998 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:46:41.593222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Attempting to bind port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c on network 438a2887-9476-4ec1-b1f2-16481ce31998 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:46:41.597953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:46:41.598300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Checking segment: {'id': 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:46:41.598679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Bound using segment: {'id': 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:46:41.599108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Bound port: 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:46:41.599462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:41.665786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] For port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:46:41.668812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] For port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,segment=NetworkSegment(dcdea20b-c8d2-48c2-af4b-c26e27c2bec8),segment_id=dcdea20b-c8d2-48c2-af4b-c26e27c2bec8)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:46:41.673192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:41.712567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:41.713067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:41.714641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] 10.222.0.52 "PUT /v2.0/ports/57f5cea5-b3cc-4717-8413-55dd4b20fd2c HTTP/1.1" status: 200 len: 1092 time: 0.8370924 Jan 28 04:46:41.715121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'tag': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:41.717400 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159e7358-0321-46af-b264-7c0720bbdb94" -d '{"events": [{"name": "network-changed", "server_uuid": "49c2dd1b-9af0-47de-96d7-4543e9d40ea6", "tag": "57f5cea5-b3cc-4717-8413-55dd4b20fd2c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:41.742425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaa5a8-c7dd-4144-b09f-335f038ff1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:41.795249 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805e44f7-6c6d-45d7-8352-21365af34bee x-openstack-request-id: req-805e44f7-6c6d-45d7-8352-21365af34bee {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:41.795556 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c2dd1b-9af0-47de-96d7-4543e9d40ea6", "tag": "57f5cea5-b3cc-4717-8413-55dd4b20fd2c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:41.795815 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-805e44f7-6c6d-45d7-8352-21365af34bee {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:41.796226 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'tag': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c', 'status': 'completed', 'code': 200} Jan 28 04:46:41.840790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-f1784ac4-41db-44db-9cc7-1fb7cc4d04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:41.842416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-f1784ac4-41db-44db-9cc7-1fb7cc4d04e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=745126854ccd40e0bf40204e17f7fa8b&device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0595605 Jan 28 04:46:41.897179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-25949d25-a5ee-4074-b2b2-fca1f1162625 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c HTTP/1.1" status: 200 len: 217 time: 0.0414889 Jan 28 04:46:41.919214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:41.961434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-2d66c1c1-4753-4643-b96b-65e60ed8fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:41.965596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-2d66c1c1-4753-4643-b96b-65e60ed8fed1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf5c9ffd-f839-4f39-b57c-7976e88c19a4 HTTP/1.1" status: 200 len: 858 time: 0.0621114 Jan 28 04:46:41.973700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-3f7f4849-bce3-4afa-8d1d-648b9ee5f7d9 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:41.975959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-3f7f4849-bce3-4afa-8d1d-648b9ee5f7d9 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.0823750 Jan 28 04:46:41.997128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-dcd8e6ca-5de8-4c62-a8fc-0cb980b25981 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=438a2887-9476-4ec1-b1f2-16481ce31998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249307 Jan 28 04:46:42.111070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-674032ca-6dfc-43f5-a866-49168ae756c1 service neutron] 10.222.0.52 "GET /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078248 Jan 28 04:46:42.127458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Deleting port 898bc876-fc54-4d19-abdc-b78018da0c2f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:42.128924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:42.219505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b174452-53a9-43f5-89a4-b243e96410e4 req-598c46ea-90ad-4d90-8497-80a08c4d20d8 service neutron] 10.222.0.52 "GET /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019764 Jan 28 04:46:42.312617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] For port 898bc876-fc54-4d19-abdc-b78018da0c2f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=898bc876-fc54-4d19-abdc-b78018da0c2f,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:42.312991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:42.321575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a330459-926a-45b8-8651-6ff7f7f57af8 req-cfdb395e-94fa-4579-9189-9c5f9ca9afef tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:42.323146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a330459-926a-45b8-8651-6ff7f7f57af8 req-cfdb395e-94fa-4579-9189-9c5f9ca9afef tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4e8786-5b0e-4c14-b19b-e18052b6cdbd HTTP/1.1" status: 200 len: 945 time: 0.1254592 Jan 28 04:46:42.334319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Calling delete_port for 898bc876-fc54-4d19-abdc-b78018da0c2f owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:42.392894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7358-0321-46af-b264-7c0720bbdb94 req-bdbc74cc-8128-4145-a02c-050223b3e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:42.394552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-bdbc74cc-8128-4145-a02c-050223b3e5de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=745126854ccd40e0bf40204e17f7fa8b&device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0501804 Jan 28 04:46:42.483066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a330459-926a-45b8-8651-6ff7f7f57af8 req-ee2fce38-c182-4776-b13e-2f9e19ce0ecb tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7dcd8f0-9149-45ee-a1a6-fd57759306bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467221 Jan 28 04:46:42.561608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d437a-2efd-4b37-a2cc-7bc292142455 req-35e8753d-ce25-467a-bf4c-2830a52814ec tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:42.575797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-157d437a-2efd-4b37-a2cc-7bc292142455 req-35e8753d-ce25-467a-bf4c-2830a52814ec tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 944 time: 0.1328251 Jan 28 04:46:42.576862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (898bc876-fc54-4d19-abdc-b78018da0c2f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:42.610046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['898bc876-fc54-4d19-abdc-b78018da0c2f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:46:42.617314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Pushing event deleted for resources: {'Port': ['ID=898bc876-fc54-4d19-abdc-b78018da0c2f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:42.640683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-157d437a-2efd-4b37-a2cc-7bc292142455 req-cb699d8f-e96d-489f-be0b-f0ea7b201edb tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Jan 28 04:46:42.641925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7358-0321-46af-b264-7c0720bbdb94 req-704889cc-f50a-40c1-ac62-e9562e80fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:42.643594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-704889cc-f50a-40c1-ac62-e9562e80fc4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=438a2887-9476-4ec1-b1f2-16481ce31998 HTTP/1.1" status: 200 len: 919 time: 0.2411098 Jan 28 04:46:42.679799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] No DVR routers for this DVR port 898bc876-fc54-4d19-abdc-b78018da0c2f on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:42.681904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:42.685927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b31f8b2-9dd9-4b8a-88b4-8498852927c9 req-1cb75eb6-05f4-4502-9018-c482c2731e80 tempest-ServerRescueTestJSON-1080666948 tempest-ServerRescueTestJSON-1080666948-project] 10.222.0.47 "DELETE /v2.0/ports/898bc876-fc54-4d19-abdc-b78018da0c2f HTTP/1.1" status: 204 len: 173 time: 0.7038682 Jan 28 04:46:42.686381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'name': 'network-vif-deleted', 'tag': '898bc876-fc54-4d19-abdc-b78018da0c2f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:42.695350 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d4b386-89e0-4dda-86af-8e33274c0bde" -d '{"events": [{"server_uuid": "8e4e8786-5b0e-4c14-b19b-e18052b6cdbd", "name": "network-vif-deleted", "tag": "898bc876-fc54-4d19-abdc-b78018da0c2f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:42.714497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-2dbae7fb-d650-4c2d-abdb-e2951bbb1702 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c HTTP/1.1" status: 200 len: 217 time: 0.0618296 Jan 28 04:46:42.784234 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251aa2d-bb00-4744-80d6-231ab486dfb2 x-openstack-request-id: req-3251aa2d-bb00-4744-80d6-231ab486dfb2 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:42.784437 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4e8786-5b0e-4c14-b19b-e18052b6cdbd", "name": "network-vif-deleted", "tag": "898bc876-fc54-4d19-abdc-b78018da0c2f", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:42.784718 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3251aa2d-bb00-4744-80d6-231ab486dfb2 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:42.785282 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4e8786-5b0e-4c14-b19b-e18052b6cdbd', 'name': 'network-vif-deleted', 'tag': '898bc876-fc54-4d19-abdc-b78018da0c2f', 'status': 'completed', 'code': 200} Jan 28 04:46:42.791771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7358-0321-46af-b264-7c0720bbdb94 req-54dfabea-d469-48e8-9196-212cc6ed331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:42.793960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-54dfabea-d469-48e8-9196-212cc6ed331d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf5c9ffd-f839-4f39-b57c-7976e88c19a4 HTTP/1.1" status: 200 len: 858 time: 0.0718198 Jan 28 04:46:42.853660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-fe8b9efd-3352-487a-9078-68ab47f3906f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=438a2887-9476-4ec1-b1f2-16481ce31998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451350 Jan 28 04:46:42.965222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-e29077aa-dbc4-42ba-affc-07a3f5d38044 service neutron] 10.222.0.52 "GET /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050589 Jan 28 04:46:43.056714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-159e7358-0321-46af-b264-7c0720bbdb94 req-d68e6519-f31d-40eb-9304-23ff57b3229a service neutron] 10.222.0.52 "GET /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846834 Jan 28 04:46:43.551677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45044) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:43.655403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:43.817428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a759-aa72-47d1-a622-00662fca24e0 req-b3a20142-4ac9-4c67-997b-fe187a2c9e0d tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:43.818937 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b29a759-aa72-47d1-a622-00662fca24e0 req-b3a20142-4ac9-4c67-997b-fe187a2c9e0d tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 944 time: 0.0609879 Jan 28 04:46:43.886867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b29a759-aa72-47d1-a622-00662fca24e0 req-2dc7bae7-48c1-4611-9815-400fd677239e tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543294 Jan 28 04:46:43.950920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.195501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Deleting port cc74b036-ec7e-4c8d-ab47-5308fc374688 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:44.196062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.278500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] For port cc74b036-ec7e-4c8d-ab47-5308fc374688, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cc74b036-ec7e-4c8d-ab47-5308fc374688,segment=NetworkSegment(d23672b6-12ab-41ed-bc60-11a600964b28),segment_id=d23672b6-12ab-41ed-bc60-11a600964b28)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:44.278653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.290926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Calling delete_port for cc74b036-ec7e-4c8d-ab47-5308fc374688 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:44.489573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (cc74b036-ec7e-4c8d-ab47-5308fc374688), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.525098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc74b036-ec7e-4c8d-ab47-5308fc374688,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:44.706863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.984604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.991967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:46:45.093135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436066f3-394d-4a17-bea8-914fe1f26325 req-27b3b73c-a453-49f1-bb8c-3e3fa5d120e3 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:45.094674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-436066f3-394d-4a17-bea8-914fe1f26325 req-27b3b73c-a453-49f1-bb8c-3e3fa5d120e3 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 944 time: 0.1053438 Jan 28 04:46:45.188061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-436066f3-394d-4a17-bea8-914fe1f26325 req-c84ac0f9-a1fa-4097-bd96-1c5e6196456b tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860205 Jan 28 04:46:45.193238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:46:45.198647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6b88f06c-7556-4131-883a-fcc860dc4b40 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d9e5448-90ac-40d0-a5b1-d0bcd3e86093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459019 Jan 28 04:46:45.201312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45082) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:45.206373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] Sync routers for ids ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:46:45.219105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] Routers {'8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:46:45.219987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:46:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:45.335898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] Set router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:46:45.550510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 57f5cea5-b3cc-4717-8413-55dd4b20fd2c details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:46:45.735791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks [] for router (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:45.754910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:46:44Z', 'revision_number': 5, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:45.795671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] Checking router: 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:46:45.845537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] Routers {'8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:46:45.846425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:46:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:45.857175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks [] for router_gateway (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:45.927998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,segment=NetworkSegment(dcdea20b-c8d2-48c2-af4b-c26e27c2bec8),segment_id=dcdea20b-c8d2-48c2-af4b-c26e27c2bec8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:45.946075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c', 'network_id': '438a2887-9476-4ec1-b1f2-16481ce31998', 'port_id': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c', 'mac_address': 'fa:16:3e:16:41:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5c9ffd-f839-4f39-b57c-7976e88c19a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:46:45.955016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Deleting port 8a3a4438-6f13-4c37-a637-dead5fb42051 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:45.955472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.030922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:46:46.031416 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.054173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] For port 8a3a4438-6f13-4c37-a637-dead5fb42051, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8a3a4438-6f13-4c37-a637-dead5fb42051,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:46.054708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] Set router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:46:46.055080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.057841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f5cea5-b3cc-4717-8413-55dd4b20fd2c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:46:46.072019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Calling delete_port for 8a3a4438-6f13-4c37-a637-dead5fb42051 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:46.156894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,segment=NetworkSegment(dcdea20b-c8d2-48c2-af4b-c26e27c2bec8),segment_id=dcdea20b-c8d2-48c2-af4b-c26e27c2bec8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:46.175928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.274265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:46.336408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8a3a4438-6f13-4c37-a637-dead5fb42051), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.363270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:46:44Z', 'revision_number': 5, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:46.386946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3a4438-6f13-4c37-a637-dead5fb42051,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:46.394648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40332ef-e583-483f-abdd-d0b9d93df731 None None] The sync data for ids ['8d9e5448-90ac-40d0-a5b1-d0bcd3e86093'] in n-d-824835-3 is: [{'id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'name': 'tempest-ServerRescueTestJSON-41546875-router', 'tenant_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:00Z', 'updated_at': '2022-01-28T04:46:44Z', 'revision_number': 5, 'project_id': '5fc28ca927a8438d8092cfe4046cbb3d', 'gw_port': {'id': '8a3a4438-6f13-4c37-a637-dead5fb42051', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9e5448-90ac-40d0-a5b1-d0bcd3e86093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:01Z', 'updated_at': '2022-01-28T04:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:46:46.446220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8610a-f37e-464d-8cef-00c5a271e85c req-0347cfa2-b4f8-4f24-ae9d-99cf9c08385f tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:46.447803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6a8610a-f37e-464d-8cef-00c5a271e85c req-0347cfa2-b4f8-4f24-ae9d-99cf9c08385f tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 945 time: 0.1243386 Jan 28 04:46:46.480101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.585077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6a8610a-f37e-464d-8cef-00c5a271e85c req-7f926c69-c0c1-4622-aa94-8884cc06c035 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308944 Jan 28 04:46:46.586564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.589013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks [] for router_controller (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.635533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (8d9e5448-90ac-40d0-a5b1-d0bcd3e86093), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.636184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:46:46.641591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.642760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-36169762-9926-4fa9-956a-772c488998c8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8d9e5448-90ac-40d0-a5b1-d0bcd3e86093 HTTP/1.1" status: 204 len: 168 time: 1.4396038 Jan 28 04:46:46.645397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45094) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:46.673760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['57f5cea5-b3cc-4717-8413-55dd4b20fd2c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:46:46.696015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Deleting subnet cb78944e-113f-4da9-9a8f-669aa0a74e05 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:46:46.699863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Publish callbacks [] for subnet (cb78944e-113f-4da9-9a8f-669aa0a74e05), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.739874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (cb78944e-113f-4da9-9a8f-669aa0a74e05), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.794760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (cb78944e-113f-4da9-9a8f-669aa0a74e05), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.895524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (cb78944e-113f-4da9-9a8f-669aa0a74e05), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.946627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb78944e-113f-4da9-9a8f-669aa0a74e05,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:46.954817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.961899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a10e11c-6554-468b-a051-e74b51f7732e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb78944e-113f-4da9-9a8f-669aa0a74e05 HTTP/1.1" status: 204 len: 168 time: 0.3132246 Jan 28 04:46:46.962600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45108) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:47.080965 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (42be3664-6e6c-4c03-96ca-4e3ad82dd81a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.194278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (42be3664-6e6c-4c03-96ca-4e3ad82dd81a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.220664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42be3664-6e6c-4c03-96ca-4e3ad82dd81a']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:47.233468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23672b6-12ab-41ed-bc60-11a600964b28') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:47.237947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23672b6-12ab-41ed-bc60-11a600964b28') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:47.258690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d23672b6-12ab-41ed-bc60-11a600964b28), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.281121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d23672b6-12ab-41ed-bc60-11a600964b28), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.293758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:46:47.295309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d23672b6-12ab-41ed-bc60-11a600964b28), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:46:47.358195 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:46:47.363585 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (42be3664-6e6c-4c03-96ca-4e3ad82dd81a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.374830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.381802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] 10.222.0.21 "DELETE /v2.0/networks/42be3664-6e6c-4c03-96ca-4e3ad82dd81a HTTP/1.1" status: 204 len: 168 time: 0.4178877 Jan 28 04:46:47.397963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cbb37-49c9-41bd-80f1-751ea6725093 admin admin] Pushing event deleted for resources: {'Network': ['ID=42be3664-6e6c-4c03-96ca-4e3ad82dd81a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:47.438323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 898bc876-fc54-4d19-abdc-b78018da0c2f no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:47.696028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45118) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:47.765847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 898bc876-fc54-4d19-abdc-b78018da0c2f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:47.771478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 898bc876-fc54-4d19-abdc-b78018da0c2f not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:47.846638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b44bf8b-a26c-4ca9-b67b-64fb0940060b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fc28ca927a8438d8092cfe4046cbb3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494913 Jan 28 04:46:47.849136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:47.857840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8a3a4438-6f13-4c37-a637-dead5fb42051 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:47.858683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774939a-9cdc-4c2c-bf7b-11eb51e88464 req-65f623df-dbd8-4dc6-ae78-0581c5e70227 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:47.867165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b774939a-9cdc-4c2c-bf7b-11eb51e88464 req-65f623df-dbd8-4dc6-ae78-0581c5e70227 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 945 time: 0.1169412 Jan 28 04:46:47.896259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8a3a4438-6f13-4c37-a637-dead5fb42051 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:47.896603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8a3a4438-6f13-4c37-a637-dead5fb42051 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:47.897028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cc74b036-ec7e-4c8d-ab47-5308fc374688 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:47.931150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b774939a-9cdc-4c2c-bf7b-11eb51e88464 req-a9b94159-99bd-41c7-ab2d-96dc0c94a060 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576844 Jan 28 04:46:47.953728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: cc74b036-ec7e-4c8d-ab47-5308fc374688 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:47.954840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cc74b036-ec7e-4c8d-ab47-5308fc374688 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:47.981322 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f0400c1-baf7-4278-9f5a-f4ab8884c9bf admin admin] Publish callbacks [] for security_group (a7dcd8f0-9149-45ee-a1a6-fd57759306bd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:48.002957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f0400c1-baf7-4278-9f5a-f4ab8884c9bf admin admin] Publish callbacks [] for security_group (a7dcd8f0-9149-45ee-a1a6-fd57759306bd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:48.064355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f0400c1-baf7-4278-9f5a-f4ab8884c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a7dcd8f0-9149-45ee-a1a6-fd57759306bd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:48.070690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f0400c1-baf7-4278-9f5a-f4ab8884c9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:48.072497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6f0400c1-baf7-4278-9f5a-f4ab8884c9bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7dcd8f0-9149-45ee-a1a6-fd57759306bd HTTP/1.1" status: 204 len: 168 time: 0.2222550 Jan 28 04:46:48.094386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0400c1-baf7-4278-9f5a-f4ab8884c9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dcd8f0-9149-45ee-a1a6-fd57759306bd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:48.986297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45152) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:49.236188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80874614-1968-4603-a17f-79586686b56a req-dbab530d-f611-4098-9723-f9986a0a86c2 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:49.246808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80874614-1968-4603-a17f-79586686b56a req-dbab530d-f611-4098-9723-f9986a0a86c2 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 945 time: 0.1519153 Jan 28 04:46:49.285309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-685937940-network', 'tenant_id': '9c322c7007df491aa81b3117e090a145'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:49.331926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80874614-1968-4603-a17f-79586686b56a req-520d9c46-d980-4b66-8b45-de7301cd19e0 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805480 Jan 28 04:46:49.354788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Made reservation on behalf of 9c322c7007df491aa81b3117e090a145 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:49.358802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.368801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.457094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks [] for security_group (f8ee3f5a-baaf-4084-9220-18dfe4f7c860), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.461909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f8ee3f5a-baaf-4084-9220-18dfe4f7c860), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.497698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:46:49.505378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee3f5a-baaf-4084-9220-18dfe4f7c860,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:49.514869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (af78b0a4-6b09-423b-b4e3-81d1f9f4de72), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.515737 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Added segment af78b0a4-6b09-423b-b4e3-81d1f9f4de72 of type vlan for network 2e157126-35b2-4000-9bda-34e5c79b54ae Jan 28 04:46:49.550989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 57f5cea5-b3cc-4717-8413-55dd4b20fd2c up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:46:49.644502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:46:49.646041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2e157126-35b2-4000-9bda-34e5c79b54ae), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.649594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:46:49.650749 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.689361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2e157126-35b2-4000-9bda-34e5c79b54ae), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.690546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:49.691399 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.758773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:46:49.759106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.801329 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8119528 Jan 28 04:46:49.803195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45164) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:49.810030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Request body: {'subnet': {'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-685937940-subnet', 'tenant_id': '9c322c7007df491aa81b3117e090a145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:49.826530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a159c-8a74-412f-8d8f-13a6d637635c admin admin] Pushing event updated for resources: {'Network': ['ID=2e157126-35b2-4000-9bda-34e5c79b54ae,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:49.827670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,segment=NetworkSegment(dcdea20b-c8d2-48c2-af4b-c26e27c2bec8),segment_id=dcdea20b-c8d2-48c2-af4b-c26e27c2bec8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:49.828679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:49.834161 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c807560-4fe8-464b-b392-3dd6f68595ce" -d '{"events": [{"server_uuid": "49c2dd1b-9af0-47de-96d7-4543e9d40ea6", "name": "network-vif-plugged", "status": "completed", "tag": "57f5cea5-b3cc-4717-8413-55dd4b20fd2c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:49.838665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.841829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Made reservation on behalf of 9c322c7007df491aa81b3117e090a145 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:49.844419 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:49.874383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2e157126-35b2-4000-9bda-34e5c79b54ae details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:46:49.899611 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d2a24-1647-44c2-97b6-938ad57d88f6 x-openstack-request-id: req-585d2a24-1647-44c2-97b6-938ad57d88f6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:49.899921 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c2dd1b-9af0-47de-96d7-4543e9d40ea6", "name": "network-vif-plugged", "status": "completed", "tag": "57f5cea5-b3cc-4717-8413-55dd4b20fd2c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:49.900475 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-585d2a24-1647-44c2-97b6-938ad57d88f6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:49.900572 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c', 'code': 200} Jan 28 04:46:49.972715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:50.114080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdc45e-5139-48e1-af20-81e7e8efa12a req-38c633cd-ac53-42a6-ae79-7fa8ad1a5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:50.115675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6afdc45e-5139-48e1-af20-81e7e8efa12a req-38c633cd-ac53-42a6-ae79-7fa8ad1a5f89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1262841 Jan 28 04:46:50.130496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (cedf0739-69a0-44ed-b574-757d124cd0ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:50.213494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedf0739-69a0-44ed-b574-757d124cd0ab,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:50.239292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6afdc45e-5139-48e1-af20-81e7e8efa12a req-abe01397-0cc5-4053-8309-c5e2adf852aa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163726 Jan 28 04:46:50.242765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.243121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.243589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.243942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.244295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.244636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.244976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.245396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.245659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.246019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.246358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.246687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.247021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:46:50.260910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Checking segment: {'id': 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:46:50.262112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Network hostable DHCP agents. Network: 2e157126-35b2-4000-9bda-34e5c79b54ae, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:46:50.281420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Network 2e157126-35b2-4000-9bda-34e5c79b54ae is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:46:50.292761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2e157126-35b2-4000-9bda-34e5c79b54ae) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:46:50.315732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b626d-ad72-4103-850e-518f65537108 None None] Network 2e157126-35b2-4000-9bda-34e5c79b54ae requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:50.316302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:50.317542 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:50.393045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ec84c154-33b7-4296-b470-cb52daa3fc02 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5832169 Jan 28 04:46:50.548317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fde3c4-d3a2-4a12-bd31-ccbf92f30d9e None None] Network 2e157126-35b2-4000-9bda-34e5c79b54ae requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:46:50.552417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155634be-e8e0-47d3-a9f7-98f9c16f8f14 req-6bd5904b-9db7-41cd-9439-050d482d2a3d tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:50.562582 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-155634be-e8e0-47d3-a9f7-98f9c16f8f14 req-6bd5904b-9db7-41cd-9439-050d482d2a3d tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 946 time: 0.0827477 Jan 28 04:46:50.644105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-155634be-e8e0-47d3-a9f7-98f9c16f8f14 req-e707b1f6-1153-4aed-bd2a-a9888217ea35 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Jan 28 04:46:51.031099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-696145e9-1957-49a5-987e-29c226f14d95 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:51.036368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-696145e9-1957-49a5-987e-29c226f14d95 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/networks?id=2e157126-35b2-4000-9bda-34e5c79b54ae HTTP/1.1" status: 200 len: 808 time: 0.1420469 Jan 28 04:46:51.055337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-5b809ff8-943f-4c4d-b2e8-b5bfed063f37 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/quotas/9c322c7007df491aa81b3117e090a145 HTTP/1.1" status: 200 len: 375 time: 0.0153790 Jan 28 04:46:51.105293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-6713d5a0-9d67-4994-9b8c-b0ebf39d3bfb tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c322c7007df491aa81b3117e090a145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491009 Jan 28 04:46:51.120688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-54e27b9a-9553-4379-8d19-82103fbaf1db service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:46:51.122109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-54e27b9a-9553-4379-8d19-82103fbaf1db service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058646 Jan 28 04:46:51.227871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-f300e351-7b98-42e6-8581-061dd6a0d65c service neutron] 10.222.0.21 "GET /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985940 Jan 28 04:46:51.416064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-26772671-25dc-46ea-8e2f-3b6db22aa3d4 service neutron] 10.222.0.21 "GET /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818876 Jan 28 04:46:51.740888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91ba0fa8-c265-42bc-bec5-9f5d987b68da req-7bcd2671-7dca-46ff-b5a9-2593603f8690 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 210 time: 0.0788713 Jan 28 04:46:51.935479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3510-8798-46af-aefb-8d65e385b58b req-e661f081-8888-4068-84cf-e9d5d7d53004 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:51.948594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f3b3510-8798-46af-aefb-8d65e385b58b req-e661f081-8888-4068-84cf-e9d5d7d53004 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 946 time: 0.0746803 Jan 28 04:46:52.014397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f3b3510-8798-46af-aefb-8d65e385b58b req-0478744a-8a77-4089-bdb1-c1c789e2468f tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Jan 28 04:46:52.939893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae4fae5a-c864-47a1-a7a8-5521f4b87028 req-f4bd19d1-8434-488f-861c-aa1b7385dab3 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 210 time: 0.0701692 Jan 28 04:46:53.200964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-501292ae-58e0-4a9d-bc94-cf642651f71b tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:53.203098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-501292ae-58e0-4a9d-bc94-cf642651f71b tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.47 "GET /v2.0/networks?id=2e157126-35b2-4000-9bda-34e5c79b54ae HTTP/1.1" status: 200 len: 808 time: 0.2619991 Jan 28 04:46:53.228873 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Request body: {'port': {'device_id': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae', 'admin_state_up': True, 'tenant_id': '9c322c7007df491aa81b3117e090a145'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:53.287525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5345cf-396b-47a3-8328-45d0c1dfbd37 req-a98d6f33-ded2-4888-9ca8-7672d911169b tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:53.289112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b5345cf-396b-47a3-8328-45d0c1dfbd37 req-a98d6f33-ded2-4888-9ca8-7672d911169b tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 946 time: 0.0921574 Jan 28 04:46:53.387956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b5345cf-396b-47a3-8328-45d0c1dfbd37 req-0a05dfe8-024a-4422-beb7-196e412bfa22 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910535 Jan 28 04:46:53.398388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Made reservation on behalf of 9c322c7007df491aa81b3117e090a145 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:46:53.402998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:53.730404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Allocated IP 172.20.0.11 (2e157126-35b2-4000-9bda-34e5c79b54ae/cedf0739-69a0-44ed-b574-757d124cd0ab/2df9ab56-0f25-4aed-ac93-96891dc06e71) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:46:53.937016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17570f05-6762-4f7f-9a38-0e85c9bb9ffb req-3b3e2cfd-605e-40fb-8622-6e63466cd59a tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:53.945567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17570f05-6762-4f7f-9a38-0e85c9bb9ffb req-3b3e2cfd-605e-40fb-8622-6e63466cd59a tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 946 time: 0.0974174 Jan 28 04:46:54.070807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17570f05-6762-4f7f-9a38-0e85c9bb9ffb req-55c0407b-37e5-430b-8eec-87bdace653ac tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Jan 28 04:46:54.114308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks [] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.174093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.251364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Network 2e157126-35b2-4000-9bda-34e5c79b54ae is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:46:54.257685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:46:54.260120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:46:54.264235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Pushing event updated for resources: {'Port': ['ID=2df9ab56-0f25-4aed-ac93-96891dc06e71,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:54.307530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e15de-4cc8-4d85-a696-3ce70dbcfcbf req-64e3a2f5-4fa5-4e97-8e61-9f2ebb6d7dc7 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:54.309711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-691e15de-4cc8-4d85-a696-3ce70dbcfcbf req-64e3a2f5-4fa5-4e97-8e61-9f2ebb6d7dc7 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 932 time: 0.1507990 Jan 28 04:46:54.369055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:54.369779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.406269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-691e15de-4cc8-4d85-a696-3ce70dbcfcbf req-1e5b5b4e-23e1-45db-8bd4-ea9aec76e7db tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730517 Jan 28 04:46:54.409898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-ef69f72a-fa81-4359-ad14-3187946aef50 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1851716 Jan 28 04:46:54.429190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Request body: {'port': {'device_id': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:46:54.504894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.825870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df9ab56-0f25-4aed-ac93-96891dc06e71 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:46:54.835902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Publish callbacks [] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.861480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Transition to ACTIVE for port object 2df9ab56-0f25-4aed-ac93-96891dc06e71 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:46:54.868301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.926422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Pushing event updated for resources: {'Port': ['ID=2df9ab56-0f25-4aed-ac93-96891dc06e71,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:54.993729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Attempting to bind port 2df9ab56-0f25-4aed-ac93-96891dc06e71 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:46:54.994069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Attempting to bind port 2df9ab56-0f25-4aed-ac93-96891dc06e71 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:46:54.994405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Attempting to bind port 2df9ab56-0f25-4aed-ac93-96891dc06e71 on network 2e157126-35b2-4000-9bda-34e5c79b54ae {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:46:54.998777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Port 2df9ab56-0f25-4aed-ac93-96891dc06e71 on network 2e157126-35b2-4000-9bda-34e5c79b54ae not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:46:54.999108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Attempting to bind port 2df9ab56-0f25-4aed-ac93-96891dc06e71 on network 2e157126-35b2-4000-9bda-34e5c79b54ae {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:46:55.004011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:46:55.004360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Checking segment: {'id': 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:46:55.004745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Bound using segment: {'id': 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:46:55.005198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Bound port: 2df9ab56-0f25-4aed-ac93-96891dc06e71, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:46:55.005567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:55.085953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] For port 2df9ab56-0f25-4aed-ac93-96891dc06e71, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:46:55.091805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] For port 2df9ab56-0f25-4aed-ac93-96891dc06e71, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71,segment=NetworkSegment(af78b0a4-6b09-423b-b4e3-81d1f9f4de72),segment_id=af78b0a4-6b09-423b-b4e3-81d1f9f4de72)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:46:55.098679 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:55.194122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Pushing event updated for resources: {'Port': ['ID=2df9ab56-0f25-4aed-ac93-96891dc06e71,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:55.210729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.211608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:55.213536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-2faca942-cba9-488f-98b8-b7f673005d4c service neutron] 10.222.0.47 "PUT /v2.0/ports/2df9ab56-0f25-4aed-ac93-96891dc06e71 HTTP/1.1" status: 200 len: 1092 time: 0.7903378 Jan 28 04:46:55.214075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'tag': '2df9ab56-0f25-4aed-ac93-96891dc06e71'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:55.216323 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cdfa93-508e-421b-9245-b9fd4ec47d94" -d '{"events": [{"name": "network-changed", "server_uuid": "1aba99d5-bc2d-4620-b2f3-df9b5dbbd378", "tag": "2df9ab56-0f25-4aed-ac93-96891dc06e71"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:55.301838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241f9d7-1c57-4b97-b614-e94f45054292 req-6b135b84-a589-47c3-99bb-4c8bd7efc4ba tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.304134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7241f9d7-1c57-4b97-b614-e94f45054292 req-6b135b84-a589-47c3-99bb-4c8bd7efc4ba tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 946 time: 0.1067281 Jan 28 04:46:55.342268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a100e-ab68-4ca0-b259-e9fa3f13c877 req-36dc5431-d0ad-4aba-899b-2e301ddfdaee tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.343880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-448a100e-ab68-4ca0-b259-e9fa3f13c877 req-36dc5431-d0ad-4aba-899b-2e301ddfdaee tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.0887420 Jan 28 04:46:55.363897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-91696f7c-3beb-4af0-aa17-bd7296951c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.365451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-91696f7c-3beb-4af0-aa17-bd7296951c06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c322c7007df491aa81b3117e090a145&device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 1095 time: 0.0831122 Jan 28 04:46:55.395483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7241f9d7-1c57-4b97-b614-e94f45054292 req-8e14b571-cfe3-4382-899d-2a8418cebb13 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a617d348-87e4-46dc-8a53-804792d67f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853133 Jan 28 04:46:55.454159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-760fec5d-bf0a-421f-844b-f917793001c4 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.456218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-760fec5d-bf0a-421f-844b-f917793001c4 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 946 time: 0.0820248 Jan 28 04:46:55.511184 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db577a2-22df-486f-844f-9e6362b88641 x-openstack-request-id: req-8db577a2-22df-486f-844f-9e6362b88641 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:55.512350 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aba99d5-bc2d-4620-b2f3-df9b5dbbd378", "tag": "2df9ab56-0f25-4aed-ac93-96891dc06e71", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:55.513639 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8db577a2-22df-486f-844f-9e6362b88641 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:55.516027 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'tag': '2df9ab56-0f25-4aed-ac93-96891dc06e71', 'status': 'completed', 'code': 200} Jan 28 04:46:55.530403 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-448a100e-ab68-4ca0-b259-e9fa3f13c877 req-6ba6ccc2-858a-4693-b01e-9b0461287afa tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748941 Jan 28 04:46:55.533885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-cf84d609-baee-4d81-9014-995906ffbf9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71 HTTP/1.1" status: 200 len: 217 time: 0.1539328 Jan 28 04:46:55.616436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-7457e8b2-0528-42d1-a00a-30445eac6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.619689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-7457e8b2-0528-42d1-a00a-30445eac6ada service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cedf0739-69a0-44ed-b574-757d124cd0ab HTTP/1.1" status: 200 len: 848 time: 0.0776358 Jan 28 04:46:55.633439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddba05-a0cc-4fdc-8ffe-d3964ab2f7bf req-b048618c-6060-4b4f-85cb-98073bf64a11 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.633439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeddba05-a0cc-4fdc-8ffe-d3964ab2f7bf req-b048618c-6060-4b4f-85cb-98073bf64a11 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 944 time: 0.0949295 Jan 28 04:46:55.660390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-e50d09bd-8ec0-4292-9166-80e3f9031c09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e157126-35b2-4000-9bda-34e5c79b54ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344598 Jan 28 04:46:55.673416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Deleting port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:55.674038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:55.775134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-9fb5b0aa-7001-4b7a-9a7e-8ce150895d3d service neutron] 10.222.0.47 "GET /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073945 Jan 28 04:46:55.865971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeddba05-a0cc-4fdc-8ffe-d3964ab2f7bf req-f06b8a22-4b0e-49aa-ae77-80ee60ddeb79 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257776 Jan 28 04:46:55.885678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cee4559a-0b8a-4d12-bb70-0a59cd0fc9b3 req-a0bc7442-5223-4222-aea4-1427908b5e4c service neutron] 10.222.0.47 "GET /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049330 Jan 28 04:46:55.936376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] For port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,segment=NetworkSegment(dcdea20b-c8d2-48c2-af4b-c26e27c2bec8),segment_id=dcdea20b-c8d2-48c2-af4b-c26e27c2bec8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:55.936694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:55.950280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Calling delete_port for 57f5cea5-b3cc-4717-8413-55dd4b20fd2c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:56.040792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-877bcfa4-26f4-4682-9640-cc8bfd84bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:56.042396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-877bcfa4-26f4-4682-9640-cc8bfd84bdb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c322c7007df491aa81b3117e090a145&device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 1095 time: 0.0644073 Jan 28 04:46:56.100862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (57f5cea5-b3cc-4717-8413-55dd4b20fd2c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:56.133509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['57f5cea5-b3cc-4717-8413-55dd4b20fd2c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:46:56.150441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Pushing event deleted for resources: {'Port': ['ID=57f5cea5-b3cc-4717-8413-55dd4b20fd2c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:56.173757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-c2084314-068b-4503-9dc7-58b15ec6a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:56.178692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-c2084314-068b-4503-9dc7-58b15ec6a2b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e157126-35b2-4000-9bda-34e5c79b54ae HTTP/1.1" status: 200 len: 909 time: 0.1300449 Jan 28 04:46:56.204165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] No DVR routers for this DVR port 57f5cea5-b3cc-4717-8413-55dd4b20fd2c on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:46:56.207062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:56.210983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7f78a50-1709-455e-99e9-21ee71d194f3 req-a4da000e-6933-4566-9a41-cd933c80a3bf tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.52 "DELETE /v2.0/ports/57f5cea5-b3cc-4717-8413-55dd4b20fd2c HTTP/1.1" status: 204 len: 173 time: 0.7467847 Jan 28 04:46:56.211614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'name': 'network-vif-deleted', 'tag': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:46:56.214476 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfa789f-39cf-482e-8620-78d749db2f6e" -d '{"events": [{"server_uuid": "49c2dd1b-9af0-47de-96d7-4543e9d40ea6", "name": "network-vif-deleted", "tag": "57f5cea5-b3cc-4717-8413-55dd4b20fd2c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:46:56.269633 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3417c9-d300-4ab5-beea-0a49b0e32fc4 x-openstack-request-id: req-8d3417c9-d300-4ab5-beea-0a49b0e32fc4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:46:56.269942 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c2dd1b-9af0-47de-96d7-4543e9d40ea6", "name": "network-vif-deleted", "tag": "57f5cea5-b3cc-4717-8413-55dd4b20fd2c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:46:56.270202 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d3417c9-d300-4ab5-beea-0a49b0e32fc4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:46:56.270689 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c2dd1b-9af0-47de-96d7-4543e9d40ea6', 'name': 'network-vif-deleted', 'tag': '57f5cea5-b3cc-4717-8413-55dd4b20fd2c', 'status': 'completed', 'code': 200} Jan 28 04:46:56.282999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-e4ac5eea-4f17-4a58-af30-06e8b7c53e6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71 HTTP/1.1" status: 200 len: 217 time: 0.0969417 Jan 28 04:46:56.350560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-38f28961-2030-414c-8859-a235b7b5ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:56.352233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-38f28961-2030-414c-8859-a235b7b5ac3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cedf0739-69a0-44ed-b574-757d124cd0ab HTTP/1.1" status: 200 len: 848 time: 0.0581310 Jan 28 04:46:56.397887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-deaafaa6-823b-4a41-9793-51d922009c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e157126-35b2-4000-9bda-34e5c79b54ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310438 Jan 28 04:46:56.589091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-203dd16b-f55c-4047-b073-5362be3cd403 req-f1e4d331-f713-4ab3-8d5b-59d1b40eba19 tempest-InstanceActionsV221TestJSON-1734083472 tempest-InstanceActionsV221TestJSON-1734083472-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2dd1b-9af0-47de-96d7-4543e9d40ea6 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jan 28 04:46:56.592845 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-aca04c3d-fdfa-440c-a445-03d1e1d8f3bc service neutron] 10.222.0.47 "GET /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876912 Jan 28 04:46:56.629464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25eb82-0126-450e-9528-d9c3b96dd951 req-569e6499-10ae-4d71-bfbd-52bb42eb4d28 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:56.630948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf25eb82-0126-450e-9528-d9c3b96dd951 req-569e6499-10ae-4d71-bfbd-52bb42eb4d28 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.0879550 Jan 28 04:46:56.732241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf25eb82-0126-450e-9528-d9c3b96dd951 req-20ead9ff-093e-4d52-8762-efdfa8f804cb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769932 Jan 28 04:46:56.734666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58cdfa93-508e-421b-9245-b9fd4ec47d94 req-7c5cd263-8e8d-4d42-9d37-970a0e57fa07 service neutron] 10.222.0.47 "GET /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345863 Jan 28 04:46:57.020417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155de12-2339-4f43-9da7-a60b917620bf req-f6bf7529-4a05-4775-95bd-087f340d89ca tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:57.027182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6155de12-2339-4f43-9da7-a60b917620bf req-f6bf7529-4a05-4775-95bd-087f340d89ca tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 944 time: 0.0570805 Jan 28 04:46:57.089204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6155de12-2339-4f43-9da7-a60b917620bf req-55eaff76-9d00-4532-8237-abc9b2286b69 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557830 Jan 28 04:46:57.324041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cb18e-83d0-4f15-ae39-29e4adeadda1 req-a2b07b0c-baa9-44eb-b1e8-00b9e7457cab tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:57.326414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-863cb18e-83d0-4f15-ae39-29e4adeadda1 req-a2b07b0c-baa9-44eb-b1e8-00b9e7457cab tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.0637641 Jan 28 04:46:57.385703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-863cb18e-83d0-4f15-ae39-29e4adeadda1 req-1ba87111-4922-4cd4-9906-8a298aea9de9 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530989 Jan 28 04:46:57.848406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45314) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:57.932915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Deleting subnet bf5c9ffd-f839-4f39-b57c-7976e88c19a4 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:46:57.936648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Publish callbacks [] for subnet (bf5c9ffd-f839-4f39-b57c-7976e88c19a4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:57.979619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (bf5c9ffd-f839-4f39-b57c-7976e88c19a4), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.021698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bf5c9ffd-f839-4f39-b57c-7976e88c19a4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.097394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (bf5c9ffd-f839-4f39-b57c-7976e88c19a4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.160648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5c9ffd-f839-4f39-b57c-7976e88c19a4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:58.165851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.172249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45322) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:58.179260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-122a6ea6-684f-46cf-ae56-92ecad79363c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf5c9ffd-f839-4f39-b57c-7976e88c19a4 HTTP/1.1" status: 204 len: 168 time: 0.3295529 Jan 28 04:46:58.590478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de20fd7-6c70-41eb-bf0b-55d046e5b860 req-993248eb-cd86-43f0-9c91-d2a895dceab4 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.594453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6de20fd7-6c70-41eb-bf0b-55d046e5b860 req-993248eb-cd86-43f0-9c91-d2a895dceab4 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.0807090 Jan 28 04:46:58.688400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6de20fd7-6c70-41eb-bf0b-55d046e5b860 req-40d5cd8f-404d-4e9d-87b8-f77ef289bf77 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810776 Jan 28 04:46:58.721236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (438a2887-9476-4ec1-b1f2-16481ce31998), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.773752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dfffe-4839-486a-9d8f-4c6a37be069b req-b016e960-599b-4701-9d55-85bf39f4c2fc tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.780992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a4dfffe-4839-486a-9d8f-4c6a37be069b req-b016e960-599b-4701-9d55-85bf39f4c2fc tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 944 time: 0.5899360 Jan 28 04:46:58.852157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (438a2887-9476-4ec1-b1f2-16481ce31998), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.887815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438a2887-9476-4ec1-b1f2-16481ce31998']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:58.915270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a4dfffe-4839-486a-9d8f-4c6a37be069b req-b9e5250a-6939-46b9-b9f3-61ecaf44c2f9 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281683 Jan 28 04:46:58.942250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:58.942773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdea20b-c8d2-48c2-af4b-c26e27c2bec8') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:46:58.958542 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (dcdea20b-c8d2-48c2-af4b-c26e27c2bec8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.978378 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (dcdea20b-c8d2-48c2-af4b-c26e27c2bec8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:58.987074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:46:58.987603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (dcdea20b-c8d2-48c2-af4b-c26e27c2bec8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:46:59.035681 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:46:59.048614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-19711306-1c7b-482b-bb94-57f076953930 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:59.050502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-19711306-1c7b-482b-bb94-57f076953930 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.52 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.1598871 Jan 28 04:46:59.117195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (438a2887-9476-4ec1-b1f2-16481ce31998), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.131162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.143788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] 10.222.0.21 "DELETE /v2.0/networks/438a2887-9476-4ec1-b1f2-16481ce31998 HTTP/1.1" status: 204 len: 168 time: 0.9698031 Jan 28 04:46:59.186156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fccc74-7ee2-405d-8e22-694ce1ff3859 admin admin] Pushing event deleted for resources: {'Network': ['ID=438a2887-9476-4ec1-b1f2-16481ce31998,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:59.321298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Deleting port ddc89462-036e-4d10-a415-ad394a683659 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:46:59.321470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ddc89462-036e-4d10-a415-ad394a683659), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.366578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45332) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:59.421353 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-357fdac7-6d3a-4ef0-9939-ed42feaa82d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=745126854ccd40e0bf40204e17f7fa8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0535247 Jan 28 04:46:59.423751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:59.431889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] For port ddc89462-036e-4d10-a415-ad394a683659, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ddc89462-036e-4d10-a415-ad394a683659,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:59.432264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ddc89462-036e-4d10-a415-ad394a683659), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.473024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2df9ab56-0f25-4aed-ac93-96891dc06e71 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:46:59.475539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c23ae21-2670-451f-97f8-afdb0ff651f9 admin admin] Publish callbacks [] for security_group (a617d348-87e4-46dc-8a53-804792d67f37), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.505567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c23ae21-2670-451f-97f8-afdb0ff651f9 admin admin] Publish callbacks [] for security_group (a617d348-87e4-46dc-8a53-804792d67f37), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.575851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c23ae21-2670-451f-97f8-afdb0ff651f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a617d348-87e4-46dc-8a53-804792d67f37), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.578754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c23ae21-2670-451f-97f8-afdb0ff651f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.582472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9c23ae21-2670-451f-97f8-afdb0ff651f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a617d348-87e4-46dc-8a53-804792d67f37 HTTP/1.1" status: 204 len: 168 time: 0.1554127 Jan 28 04:46:59.582637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2df9ab56-0f25-4aed-ac93-96891dc06e71, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71,segment=NetworkSegment(af78b0a4-6b09-423b-b4e3-81d1f9f4de72),segment_id=af78b0a4-6b09-423b-b4e3-81d1f9f4de72)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:59.592709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ae21-2670-451f-97f8-afdb0ff651f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617d348-87e4-46dc-8a53-804792d67f37,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:59.596921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '2df9ab56-0f25-4aed-ac93-96891dc06e71', 'network_id': '2e157126-35b2-4000-9bda-34e5c79b54ae', 'port_id': '2df9ab56-0f25-4aed-ac93-96891dc06e71', 'mac_address': 'fa:16:3e:72:7c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedf0739-69a0-44ed-b574-757d124cd0ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:46:59.608129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 57f5cea5-b3cc-4717-8413-55dd4b20fd2c no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:46:59.652805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 57f5cea5-b3cc-4717-8413-55dd4b20fd2c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:46:59.653446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 57f5cea5-b3cc-4717-8413-55dd4b20fd2c not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:46:59.671024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 2df9ab56-0f25-4aed-ac93-96891dc06e71 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:46:59.671261 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.686700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.687186 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (5867b9e7-802c-4829-a6cb-e9efa0f39966), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.687511 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Floating IP 5867b9e7-802c-4829-a6cb-e9efa0f39966 disassociated. External IP: 172.25.6.32, port: ddc89462-036e-4d10-a415-ad394a683659. Jan 28 04:46:59.687853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Calling delete_port for ddc89462-036e-4d10-a415-ad394a683659 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:46:59.713547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df9ab56-0f25-4aed-ac93-96891dc06e71 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:46:59.767903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2df9ab56-0f25-4aed-ac93-96891dc06e71, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71,segment=NetworkSegment(af78b0a4-6b09-423b-b4e3-81d1f9f4de72),segment_id=af78b0a4-6b09-423b-b4e3-81d1f9f4de72)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:46:59.776537 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:59.872133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=2df9ab56-0f25-4aed-ac93-96891dc06e71,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:46:59.905440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62211c9-93fb-47f2-8627-27974c840330 req-d56455aa-cbed-4416-bb0e-2a4c313a1fda tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:59.906992 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a62211c9-93fb-47f2-8627-27974c840330 req-d56455aa-cbed-4416-bb0e-2a4c313a1fda tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 946 time: 0.1109335 Jan 28 04:46:59.996343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a62211c9-93fb-47f2-8627-27974c840330 req-07f3c75f-e93d-4c8a-a81b-bb2582d35adb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups?id=2952517b-486c-4078-955c-7889e6ec235f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656688 Jan 28 04:46:59.997940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ddc89462-036e-4d10-a415-ad394a683659), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:00.035015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event deleted for resources: {'Port': ['ID=ddc89462-036e-4d10-a415-ad394a683659,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:00.079857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['2df9ab56-0f25-4aed-ac93-96891dc06e71'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:00.108755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91165-4c93-4dbb-9914-b339f657589c req-f79cc3bd-f9de-40bb-aa47-c67834244b7c tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:00.117563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ded91165-4c93-4dbb-9914-b339f657589c req-f79cc3bd-f9de-40bb-aa47-c67834244b7c tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 945 time: 0.0906935 Jan 28 04:47:00.211715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Router 87d1d01f-7d93-4292-942a-12d7041707d1 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:47:00.218795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ded91165-4c93-4dbb-9914-b339f657589c req-f5d77ad8-f121-45a1-a7c3-e8013da13d94 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000001 Jan 28 04:47:00.422375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:47:00.433892 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] Sync routers for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:47:00.448843 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:00.453384 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:46:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:00.473758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] No DVR routers for this DVR port ddc89462-036e-4d10-a415-ad394a683659 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:00.476918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:00.482947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e4b3580-7fae-4389-ae8f-4786c0548d69 req-7f8cf0c0-4ca8-40f2-a710-cc27ca1702fb tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.52 "DELETE /v2.0/ports/ddc89462-036e-4d10-a415-ad394a683659 HTTP/1.1" status: 204 len: 173 time: 1.4226484 Jan 28 04:47:00.483426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'name': 'network-vif-deleted', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:00.494325 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be244fca-8dc0-45fa-a198-44029508b1dc" -d '{"events": [{"server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "name": "network-vif-deleted", "tag": "ddc89462-036e-4d10-a415-ad394a683659"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:00.570735 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60a4f8c-0b3a-445e-ad1a-52b30e46d1cd x-openstack-request-id: req-b60a4f8c-0b3a-445e-ad1a-52b30e46d1cd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:00.571261 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eb2a50-9146-4fd5-95c6-4d26e42b814b", "name": "network-vif-deleted", "tag": "ddc89462-036e-4d10-a415-ad394a683659", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:00.571735 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b60a4f8c-0b3a-445e-ad1a-52b30e46d1cd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:00.572350 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52eb2a50-9146-4fd5-95c6-4d26e42b814b', 'name': 'network-vif-deleted', 'tag': 'ddc89462-036e-4d10-a415-ad394a683659', 'status': 'completed', 'code': 200} Jan 28 04:47:00.620745 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:00.869608 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:55Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:00.873422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45372) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:00.899182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] Checking router: 87d1d01f-7d93-4292-942a-12d7041707d1 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:47:00.907636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:00.908247 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:46:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:01.007099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-196414973-network', 'tenant_id': '20c0712de4104cb69f78b5fa30ebd961'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:01.059294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Made reservation on behalf of 20c0712de4104cb69f78b5fa30ebd961 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:01.062391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.068028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:01.084997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.187479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d24f239d-5879-4e07-9a49-8ea3f87a35f5 req-6b0449eb-b3e6-4757-9974-ceec2464c238 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/ports?device_id=52eb2a50-9146-4fd5-95c6-4d26e42b814b HTTP/1.1" status: 200 len: 210 time: 0.0490508 Jan 28 04:47:01.237891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks [] for security_group (19e6a78b-2eb4-4161-8aa8-30b4a9887c9f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.244145 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (19e6a78b-2eb4-4161-8aa8-30b4a9887c9f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.268658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:47:01.278875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.279363 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Added segment 51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b of type vlan for network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 Jan 28 04:47:01.375635 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:55Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:01.401690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (baf2e5c1-4c18-45bf-b0ef-2363601ff4a9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.408844 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace563e2-0191-42de-af6f-c9ec8464e415 None None] The sync data for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 is: [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb385719-717e-4b1e-8bd4-bdf1dadb5ac0', 'name': '', 'network_id': '350c18a3-0492-447f-8627-d21c6aed7080', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'mac_address': 'fa:16:3e:0a:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:44Z', 'updated_at': '2022-01-28T04:43:55Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'subnets': [{'id': '6523619b-3ee1-4574-aa42-d4b7c5aa7711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:47:01.465068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:01.478611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (baf2e5c1-4c18-45bf-b0ef-2363601ff4a9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.479827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:01.480567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.485614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2df9ab56-0f25-4aed-ac93-96891dc06e71 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:01.577200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad61a-8325-4099-a137-fb7c306e5b37 req-8b96ee57-4d1d-461d-9180-85ed1016a8e9 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:01.585815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35bad61a-8325-4099-a137-fb7c306e5b37 req-8b96ee57-4d1d-461d-9180-85ed1016a8e9 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 945 time: 0.1635902 Jan 28 04:47:01.599889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7253387 Jan 28 04:47:01.601930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc203e7-bb39-4d60-b8de-31ea02bd751a admin admin] Pushing event updated for resources: {'Network': ['ID=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:01.602753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45386) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:01.618237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Request body: {'subnet': {'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-196414973-subnet', 'tenant_id': '20c0712de4104cb69f78b5fa30ebd961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:01.624356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:47:01.673021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35bad61a-8325-4099-a137-fb7c306e5b37 req-37d431cb-5d7c-444e-bb83-8e5a6cb2e1ab tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853169 Jan 28 04:47:01.693304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Made reservation on behalf of 20c0712de4104cb69f78b5fa30ebd961 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:01.711491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.768143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 2df9ab56-0f25-4aed-ac93-96891dc06e71 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:01.789307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45390) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:01.803709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 2df9ab56-0f25-4aed-ac93-96891dc06e71 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:01.804103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:01.940895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca691bb3-9f58-400a-b3e9-0e615c36e04a None None] New status for floating IP 5867b9e7-802c-4829-a6cb-e9efa0f39966: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:47:02.008435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-921fcb46-9570-44eb-a57c-6c71deb3b81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.040412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (dae2655b-a38a-47d6-9838-99337ac05163), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.061823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 2df9ab56-0f25-4aed-ac93-96891dc06e71 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:02.062472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.119186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df9ab56-0f25-4aed-ac93-96891dc06e71'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:02.122530 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af592c0-3b53-4594-895a-a045f718cd39" -d '{"events": [{"server_uuid": "1aba99d5-bc2d-4620-b2f3-df9b5dbbd378", "name": "network-vif-plugged", "status": "completed", "tag": "2df9ab56-0f25-4aed-ac93-96891dc06e71"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:02.140376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2df9ab56-0f25-4aed-ac93-96891dc06e71, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71,segment=NetworkSegment(af78b0a4-6b09-423b-b4e3-81d1f9f4de72),segment_id=af78b0a4-6b09-423b-b4e3-81d1f9f4de72)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:02.145889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.155440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae2655b-a38a-47d6-9838-99337ac05163,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:02.206287 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-921fcb46-9570-44eb-a57c-6c71deb3b81a admin admin] Publish callbacks [] for security_group (59abb088-0621-47f2-bae9-d3c7e95dd373), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.209571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Checking segment: {'id': '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:02.210475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Network hostable DHCP agents. Network: baf2e5c1-4c18-45bf-b0ef-2363601ff4a9, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:47:02.211539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=2df9ab56-0f25-4aed-ac93-96891dc06e71,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:02.217748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-921fcb46-9570-44eb-a57c-6c71deb3b81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (59abb088-0621-47f2-bae9-d3c7e95dd373), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.238120 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8fe52d-1309-4e8d-9f78-ff1549203186 x-openstack-request-id: req-1d8fe52d-1309-4e8d-9f78-ff1549203186 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:02.238433 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aba99d5-bc2d-4620-b2f3-df9b5dbbd378", "name": "network-vif-plugged", "status": "completed", "tag": "2df9ab56-0f25-4aed-ac93-96891dc06e71", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:02.238946 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d8fe52d-1309-4e8d-9f78-ff1549203186 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:02.239259 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df9ab56-0f25-4aed-ac93-96891dc06e71', 'code': 200} Jan 28 04:47:02.262938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:47:02.271134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fcb46-9570-44eb-a57c-6c71deb3b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59abb088-0621-47f2-bae9-d3c7e95dd373,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:02.283190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45400) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:02.284005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-921fcb46-9570-44eb-a57c-6c71deb3b81a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55b1fd9b6a6540acbe595edd48d632ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888270 Jan 28 04:47:02.345483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, baf2e5c1-4c18-45bf-b0ef-2363601ff4a9) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:02.354266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757be92-271a-4690-a374-2d4f6ed21866 None None] Network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:02.358373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:02.358980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.361072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45404) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:02.389592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776fa4d-8886-4352-8cd8-4e23dec44a4a req-84bae4fe-53dc-4d6b-a61c-1560bb078662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:02.391271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3776fa4d-8886-4352-8cd8-4e23dec44a4a req-84bae4fe-53dc-4d6b-a61c-1560bb078662 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 1097 time: 0.0760159 Jan 28 04:47:02.413047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1ebf5ffa-082f-472a-9ce0-bc0b8e698686 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8022158 Jan 28 04:47:02.417313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d91970e0-a5d2-440e-8d34-c46c95c1348d admin admin] Publish callbacks [] for security_group (59abb088-0621-47f2-bae9-d3c7e95dd373), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.471056 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3776fa4d-8886-4352-8cd8-4e23dec44a4a req-f5a47f44-d887-4c23-8a06-d6ce3cadf051 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 Jan 28 04:47:02.482327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d91970e0-a5d2-440e-8d34-c46c95c1348d admin admin] Publish callbacks [] for security_group (59abb088-0621-47f2-bae9-d3c7e95dd373), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.501530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-288b7316-5fe9-455b-b799-8dee910abf20 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group (2952517b-486c-4078-955c-7889e6ec235f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.519861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee4e83-8334-4306-bdf3-468feee2e3d4 None None] Network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:02.556475 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-288b7316-5fe9-455b-b799-8dee910abf20 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group (2952517b-486c-4078-955c-7889e6ec235f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.574806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d91970e0-a5d2-440e-8d34-c46c95c1348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (59abb088-0621-47f2-bae9-d3c7e95dd373), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.577646 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d91970e0-a5d2-440e-8d34-c46c95c1348d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.578846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d91970e0-a5d2-440e-8d34-c46c95c1348d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59abb088-0621-47f2-bae9-d3c7e95dd373 HTTP/1.1" status: 204 len: 168 time: 0.2943468 Jan 28 04:47:02.600082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91970e0-a5d2-440e-8d34-c46c95c1348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59abb088-0621-47f2-bae9-d3c7e95dd373,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:02.645677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-288b7316-5fe9-455b-b799-8dee910abf20 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2952517b-486c-4078-955c-7889e6ec235f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.648598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-288b7316-5fe9-455b-b799-8dee910abf20 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.649973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-288b7316-5fe9-455b-b799-8dee910abf20 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "DELETE /v2.0/security-groups/2952517b-486c-4078-955c-7889e6ec235f HTTP/1.1" status: 204 len: 168 time: 0.2857161 Jan 28 04:47:02.653241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45412) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:02.680029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b7316-5fe9-455b-b799-8dee910abf20 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952517b-486c-4078-955c-7889e6ec235f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:02.688036 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-6f9eac08-bf4f-444b-98bd-b3a07317c5ff tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] show failed (client error): The resource could not be found. Jan 28 04:47:02.703586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6f9eac08-bf4f-444b-98bd-b3a07317c5ff tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "GET /v2.0/security-groups/2952517b-486c-4078-955c-7889e6ec235f HTTP/1.1" status: 404 len: 347 time: 0.0479102 Jan 28 04:47:02.706575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45414) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:02.946746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Deleting port 6dcc7b12-803e-467e-966e-474914416da1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:02.947096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6dcc7b12-803e-467e-966e-474914416da1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:02.988511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeccbe-2a0b-4b03-953e-74d5dba5e477 req-11268050-8ca7-41b3-afbc-39c7ba97e13a tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:03.000902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5abeccbe-2a0b-4b03-953e-74d5dba5e477 req-11268050-8ca7-41b3-afbc-39c7ba97e13a tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 946 time: 0.1417749 Jan 28 04:47:03.072769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6dcc7b12-803e-467e-966e-474914416da1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.074420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (6dcc7b12-803e-467e-966e-474914416da1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.089956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Calling delete_port for 6dcc7b12-803e-467e-966e-474914416da1 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:03.126072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5abeccbe-2a0b-4b03-953e-74d5dba5e477 req-7324be19-f5fd-46d6-a014-66fda6ccb5fb tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163259 Jan 28 04:47:03.148790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:03.164312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f222cddf-c356-438a-8c59-6a562b4e7585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.266042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f222cddf-c356-438a-8c59-6a562b4e7585 admin admin] Publish callbacks [] for security_group (ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.272697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f222cddf-c356-438a-8c59-6a562b4e7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.332356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f222cddf-c356-438a-8c59-6a562b4e7585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be6eab84d6f54f438f5fbf21baa646c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818771 Jan 28 04:47:03.333610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45438) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:03.334431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222cddf-c356-438a-8c59-6a562b4e7585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:03.395912 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6dcc7b12-803e-467e-966e-474914416da1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.407007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-6abcc673-ae11-4875-8e4d-69cb9b8867b0 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:03.408738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-6abcc673-ae11-4875-8e4d-69cb9b8867b0 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/networks?id=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 HTTP/1.1" status: 200 len: 813 time: 0.1864567 Jan 28 04:47:03.414240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c640ce27-bfb5-4a18-bc02-ce4e3b09119b admin admin] Publish callbacks [] for security_group (ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.438501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Pushing event deleted for resources: {'Port': ['ID=6dcc7b12-803e-467e-966e-474914416da1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:03.450050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c640ce27-bfb5-4a18-bc02-ce4e3b09119b admin admin] Publish callbacks [] for security_group (ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.470574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-113e3055-c173-4b6e-9e95-6f8690c4be36 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/quotas/20c0712de4104cb69f78b5fa30ebd961 HTTP/1.1" status: 200 len: 375 time: 0.0369425 Jan 28 04:47:03.530078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c640ce27-bfb5-4a18-bc02-ce4e3b09119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.533012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c640ce27-bfb5-4a18-bc02-ce4e3b09119b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.548113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c640ce27-bfb5-4a18-bc02-ce4e3b09119b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8 HTTP/1.1" status: 204 len: 168 time: 0.1974242 Jan 28 04:47:03.550678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-467b7c70-5040-48f8-bc31-3f9479653d78 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0712de4104cb69f78b5fa30ebd961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570776 Jan 28 04:47:03.568377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks [] for floatingip (5867b9e7-802c-4829-a6cb-e9efa0f39966), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.571212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:03.578555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-00c50082-a048-438b-89c5-98e5326c83d0 tempest-ServersTestJSON-1859271130 tempest-ServersTestJSON-1859271130-project] 10.222.0.21 "DELETE /v2.0/floatingips/5867b9e7-802c-4829-a6cb-e9efa0f39966 HTTP/1.1" status: 204 len: 168 time: 0.8707490 Jan 28 04:47:03.589204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:03.607537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ce27-bfb5-4a18-bc02-ce4e3b09119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbfa1b-05d5-4c42-bfae-2b05478bc4b8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:03.616174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ddc89462-036e-4d10-a415-ad394a683659 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:03.743643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: ddc89462-036e-4d10-a415-ad394a683659 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:03.745172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ddc89462-036e-4d10-a415-ad394a683659 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:03.749411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-55d540f5-a644-4ff8-80dd-8f4973560933 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:47:03.751185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-55d540f5-a644-4ff8-80dd-8f4973560933 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1841083 Jan 28 04:47:03.882120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-da87ac73-2b3e-4933-b7bd-837dae78a3af service neutron] 10.222.0.21 "GET /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248569 Jan 28 04:47:04.061460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d9c0f158-e1ec-4863-a98c-7899e85b8c18 service neutron] 10.222.0.21 "GET /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703665 Jan 28 04:47:04.122482 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (87d1d01f-7d93-4292-942a-12d7041707d1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:04.307891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-78b848b2-cf76-4aff-9105-d10af1e7635a req-f61277e2-4326-4f4b-a8a6-8be9815fa818 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 210 time: 0.0393140 Jan 28 04:47:04.458858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77543e-b87d-4139-a63f-ca3aa4e05e9f req-40048587-f29c-42a9-996c-e90c6b0dbb16 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:04.460451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c77543e-b87d-4139-a63f-ca3aa4e05e9f req-40048587-f29c-42a9-996c-e90c6b0dbb16 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 946 time: 0.1088767 Jan 28 04:47:04.550639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c77543e-b87d-4139-a63f-ca3aa4e05e9f req-5bf54194-70a7-4b1d-b479-e53041ba5f2b tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830388 Jan 28 04:47:04.687975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Deleting port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:04.687975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:04.807590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] For port eb385719-717e-4b1e-8bd4-bdf1dadb5ac0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:04.807961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:04.822574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Calling delete_port for eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:05.086854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (eb385719-717e-4b1e-8bd4-bdf1dadb5ac0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:05.115051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb385719-717e-4b1e-8bd4-bdf1dadb5ac0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:05.365752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (87d1d01f-7d93-4292-942a-12d7041707d1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:05.455905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fd43b03-b4fb-4e09-a3b8-a68dcfbcbdc7 req-1ca4e98b-37cf-4dca-ac60-a03e55aeeb72 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 210 time: 0.0299397 Jan 28 04:47:05.661480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Router 87d1d01f-7d93-4292-942a-12d7041707d1 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:47:05.892973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:47:05.899093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-00fc42b3-eb5a-4b57-8f91-a3c7f910a483 admin admin] 10.222.0.21 "PUT /v2.0/routers/87d1d01f-7d93-4292-942a-12d7041707d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3083446 Jan 28 04:47:05.901757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:05.903475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] Sync routers for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:47:05.922886 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:05.923243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-111cc5b2-5317-487d-b8ca-b7c65c564501 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:05.926022 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:46:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:05.926845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-111cc5b2-5317-487d-b8ca-b7c65c564501 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.52 "GET /v2.0/networks?id=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 HTTP/1.1" status: 200 len: 813 time: 0.2031465 Jan 28 04:47:05.984842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Request body: {'port': {'device_id': '699ba3a2-0759-4963-9e29-e25e84570331', 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9', 'admin_state_up': True, 'tenant_id': '20c0712de4104cb69f78b5fa30ebd961'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:06.048116 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks [] for router (87d1d01f-7d93-4292-942a-12d7041707d1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:06.184134 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:06.205010 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:06.210739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks [] for router_gateway (87d1d01f-7d93-4292-942a-12d7041707d1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:06.249775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Made reservation on behalf of 20c0712de4104cb69f78b5fa30ebd961 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:06.255894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:06.280211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Deleting port ab21c52f-89db-4518-85b0-8d67161e3653 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:06.280577 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:06.410558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] For port ab21c52f-89db-4518-85b0-8d67161e3653, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ab21c52f-89db-4518-85b0-8d67161e3653,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:06.410930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:06.419387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:47:06.426564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Calling delete_port for ab21c52f-89db-4518-85b0-8d67161e3653 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:06.495281 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:47:05Z', 'revision_number': 5, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port': {'id': 'ab21c52f-89db-4518-85b0-8d67161e3653', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:43:36Z', 'updated_at': '2022-01-28T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:06.572608 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] Checking router: 87d1d01f-7d93-4292-942a-12d7041707d1 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:47:06.604335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] Routers {'87d1d01f-7d93-4292-942a-12d7041707d1'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:06.605665 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:46:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['87d1d01f-7d93-4292-942a-12d7041707d1'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:06.644926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c92a5f76-0e66-44ee-a3f4-01fb24d627d7 req-77a51784-ec72-48ca-9f33-0bda0cc74a64 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 210 time: 0.0877206 Jan 28 04:47:06.659568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Allocated IP 172.20.0.11 (baf2e5c1-4c18-45bf-b0ef-2363601ff4a9/dae2655b-a38a-47d6-9838-99337ac05163/e2f3ed8a-c6d2-4916-82b1-4361945c31aa) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:06.822018 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] Set router 87d1d01f-7d93-4292-942a-12d7041707d1 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:06.941103 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:47:06Z', 'revision_number': 6, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:07.008852 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f41aa-e416-4b78-806f-20755a4eb479 None None] The sync data for ids ['87d1d01f-7d93-4292-942a-12d7041707d1'] in n-d-824835-3 is: [{'id': '87d1d01f-7d93-4292-942a-12d7041707d1', 'name': 'tempest-ServersTestJSON-552945874-router', 'tenant_id': '7e631490b88d4145a7b0fca86ab45c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:43:34Z', 'updated_at': '2022-01-28T04:47:06Z', 'revision_number': 6, 'project_id': '7e631490b88d4145a7b0fca86ab45c4d', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:47:07.026314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks [] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.083544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.203026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Pushing event updated for resources: {'Port': ['ID=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:07.238761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:07.240835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:07.245721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:07.353507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:07.354312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.398185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-d2bb71f7-580b-4db0-a1e0-ce276cc01dca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4274890 Jan 28 04:47:07.406340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ab21c52f-89db-4518-85b0-8d67161e3653), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.417541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Request body: {'port': {'device_id': '699ba3a2-0759-4963-9e29-e25e84570331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:07.474592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab21c52f-89db-4518-85b0-8d67161e3653,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:07.521841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.560093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (87d1d01f-7d93-4292-942a-12d7041707d1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.685403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.704559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (87d1d01f-7d93-4292-942a-12d7041707d1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.706513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks [] for router_controller (87d1d01f-7d93-4292-942a-12d7041707d1), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.766475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (87d1d01f-7d93-4292-942a-12d7041707d1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.767170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d1d01f-7d93-4292-942a-12d7041707d1 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:47:07.773313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.775208 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d6cf535c-9f88-4b59-a876-c793a1b77ed9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/87d1d01f-7d93-4292-942a-12d7041707d1 HTTP/1.1" status: 204 len: 168 time: 1.8713617 Jan 28 04:47:07.779423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45570) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:07.840403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Deleting subnet 6523619b-3ee1-4574-aa42-d4b7c5aa7711 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:47:07.853058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Publish callbacks [] for subnet (6523619b-3ee1-4574-aa42-d4b7c5aa7711), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:07.853174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbc6c8-3cb3-46b0-b748-24ff7088db70 req-44ebb269-603e-4eda-8298-baad884cac64 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:07.860179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9adbc6c8-3cb3-46b0-b748-24ff7088db70 req-44ebb269-603e-4eda-8298-baad884cac64 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 932 time: 0.0819201 Jan 28 04:47:07.941692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9adbc6c8-3cb3-46b0-b748-24ff7088db70 req-e30e25e8-2426-456e-947a-6748210e76a2 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803959 Jan 28 04:47:07.990624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:08.022606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (6523619b-3ee1-4574-aa42-d4b7c5aa7711), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.039935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:08.041535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb385719-717e-4b1e-8bd4-bdf1dadb5ac0 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:08.242041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (6523619b-3ee1-4574-aa42-d4b7c5aa7711), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.275009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f3ed8a-c6d2-4916-82b1-4361945c31aa {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:08.285829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Publish callbacks [] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.308891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Transition to ACTIVE for port object e2f3ed8a-c6d2-4916-82b1-4361945c31aa will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:47:08.331453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.441572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:08.462359 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (6523619b-3ee1-4574-aa42-d4b7c5aa7711), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.510816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.514584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6523619b-3ee1-4574-aa42-d4b7c5aa7711 HTTP/1.1" status: 204 len: 168 time: 0.7343810 Jan 28 04:47:08.517346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:08.517967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70192a54-a6b5-4433-96cd-dd7b91952194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6523619b-3ee1-4574-aa42-d4b7c5aa7711,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:08.527783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c290b-a7e4-4d1c-8a0b-595eea970537 None None] Network 350c18a3-0492-447f-8627-d21c6aed7080 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:08.616462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (350c18a3-0492-447f-8627-d21c6aed7080), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.660653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Attempting to bind port e2f3ed8a-c6d2-4916-82b1-4361945c31aa on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:08.660999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Attempting to bind port e2f3ed8a-c6d2-4916-82b1-4361945c31aa by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:08.661389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Attempting to bind port e2f3ed8a-c6d2-4916-82b1-4361945c31aa on network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:08.666234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Port e2f3ed8a-c6d2-4916-82b1-4361945c31aa on network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:47:08.666567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Attempting to bind port e2f3ed8a-c6d2-4916-82b1-4361945c31aa on network baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:08.671914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:08.672080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Checking segment: {'id': '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:08.672399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Bound using segment: {'id': '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:08.672840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Bound port: e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:08.673257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.734999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d89ed2-769b-4254-871a-6f8ccade0817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.766879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599fd10-4ea2-44b1-8af7-fb1c1e036965 req-c41c154f-7e65-4611-bb00-872a40698391 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:08.768447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] For port e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:08.772574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a599fd10-4ea2-44b1-8af7-fb1c1e036965 req-c41c154f-7e65-4611-bb00-872a40698391 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 946 time: 0.1040339 Jan 28 04:47:08.775771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] For port e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,segment=NetworkSegment(51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b),segment_id=51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:08.782748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.829977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Deleting port 0aabbe40-db40-4c49-b4d3-21a74f315af8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:08.830631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.838381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:08.839015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.840477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] 10.222.0.52 "PUT /v2.0/ports/e2f3ed8a-c6d2-4916-82b1-4361945c31aa HTTP/1.1" status: 200 len: 1092 time: 1.4290516 Jan 28 04:47:08.840932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699ba3a2-0759-4963-9e29-e25e84570331', 'tag': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:08.843973 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad953b8-350e-4f1f-a972-12235469b945" -d '{"events": [{"name": "network-changed", "server_uuid": "699ba3a2-0759-4963-9e29-e25e84570331", "tag": "e2f3ed8a-c6d2-4916-82b1-4361945c31aa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:08.857591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] DHCP port deletion for 350c18a3-0492-447f-8627-d21c6aed7080 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:47:08.888051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ab86-8e57-48f4-931b-29d5ef5c1cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:08.918171 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde5dd6-8671-4d4b-b7a6-f7e737bf273a x-openstack-request-id: req-9fde5dd6-8671-4d4b-b7a6-f7e737bf273a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:08.918467 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699ba3a2-0759-4963-9e29-e25e84570331", "tag": "e2f3ed8a-c6d2-4916-82b1-4361945c31aa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:08.918728 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fde5dd6-8671-4d4b-b7a6-f7e737bf273a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:08.919132 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699ba3a2-0759-4963-9e29-e25e84570331', 'tag': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa', 'status': 'completed', 'code': 200} Jan 28 04:47:08.947572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] Deleting port 0aabbe40-db40-4c49-b4d3-21a74f315af8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:08.948254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:08.965780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a599fd10-4ea2-44b1-8af7-fb1c1e036965 req-0e76beda-b5be-4b15-91a7-70130e499bb4 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859746 Jan 28 04:47:08.983380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-a528a03f-429e-423f-86ec-0840a6ed8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:08.986574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-a528a03f-429e-423f-86ec-0840a6ed8943 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20c0712de4104cb69f78b5fa30ebd961&device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 1095 time: 0.0803609 Jan 28 04:47:09.022848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] For port 0aabbe40-db40-4c49-b4d3-21a74f315af8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0aabbe40-db40-4c49-b4d3-21a74f315af8,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:09.023233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.047410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] For port 0aabbe40-db40-4c49-b4d3-21a74f315af8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0aabbe40-db40-4c49-b4d3-21a74f315af8,segment=NetworkSegment(119bebca-1782-444e-815e-a5763663b5f7),segment_id=119bebca-1782-444e-815e-a5763663b5f7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:09.048057 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.050017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Calling delete_port for 0aabbe40-db40-4c49-b4d3-21a74f315af8 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:09.064362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] Calling delete_port for 0aabbe40-db40-4c49-b4d3-21a74f315af8 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:09.072914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-85b056bb-4eda-423b-af02-f653c54cdff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa HTTP/1.1" status: 200 len: 217 time: 0.0728507 Jan 28 04:47:09.205765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-7f29f279-c24e-4131-adc0-8f10bb54a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:09.207798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-7f29f279-c24e-4131-adc0-8f10bb54a02c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dae2655b-a38a-47d6-9838-99337ac05163 HTTP/1.1" status: 200 len: 853 time: 0.1141088 Jan 28 04:47:09.209982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.216769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4c7bd-00ed-4c54-997a-b4afebf75759 req-e53a5fa7-9f5b-4bd8-a1d0-f60a11514820 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:09.221760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ba4c7bd-00ed-4c54-997a-b4afebf75759 req-e53a5fa7-9f5b-4bd8-a1d0-f60a11514820 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 944 time: 0.1509719 Jan 28 04:47:09.247512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0aabbe40-db40-4c49-b4d3-21a74f315af8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.253522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] Pushing event deleted for resources: {'Port': ['ID=0aabbe40-db40-4c49-b4d3-21a74f315af8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:09.255828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e978a11-afc3-45ec-b30c-05d7cfec6e63 None None] No DVR routers for this DVR port 0aabbe40-db40-4c49-b4d3-21a74f315af8 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:09.286003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Pushing event deleted for resources: {'Port': ['ID=0aabbe40-db40-4c49-b4d3-21a74f315af8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:09.292242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] No DVR routers for this DVR port 0aabbe40-db40-4c49-b4d3-21a74f315af8 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:09.298933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-c9b53ab4-a1c8-46aa-90b8-8768e306b8f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741024 Jan 28 04:47:09.381208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (350c18a3-0492-447f-8627-d21c6aed7080), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.407584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350c18a3-0492-447f-8627-d21c6aed7080']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:09.420049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119bebca-1782-444e-815e-a5763663b5f7') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:09.420412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119bebca-1782-444e-815e-a5763663b5f7') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:09.437502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (119bebca-1782-444e-815e-a5763663b5f7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.452994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (119bebca-1782-444e-815e-a5763663b5f7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.459929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:47:09.460469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (119bebca-1782-444e-815e-a5763663b5f7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:47:09.462876 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:47:09.532420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (350c18a3-0492-447f-8627-d21c6aed7080), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.546678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:09.565613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] 10.222.0.21 "DELETE /v2.0/networks/350c18a3-0492-447f-8627-d21c6aed7080 HTTP/1.1" status: 204 len: 168 time: 1.0459032 Jan 28 04:47:09.585306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1e0bc-5923-43af-b1e5-1de0de5cf37b admin admin] Pushing event deleted for resources: {'Network': ['ID=350c18a3-0492-447f-8627-d21c6aed7080,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:09.641104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0aabbe40-db40-4c49-b4d3-21a74f315af8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:09.664474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0aabbe40-db40-4c49-b4d3-21a74f315af8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:09.666109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0aabbe40-db40-4c49-b4d3-21a74f315af8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:09.666812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ab21c52f-89db-4518-85b0-8d67161e3653 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:09.734391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ab21c52f-89db-4518-85b0-8d67161e3653 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:09.735383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ab21c52f-89db-4518-85b0-8d67161e3653 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:09.843551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ba4c7bd-00ed-4c54-997a-b4afebf75759 req-ee5edef2-c5e9-42b0-abcb-a7c4d795416f tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933664 Jan 28 04:47:09.891782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-da7ed8da-d43e-4d1a-862e-2ae6583bc284 service neutron] 10.222.0.52 "GET /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867517 Jan 28 04:47:09.899144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45618) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:09.957205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f97573bc-b70f-441c-ad65-8e563fb5c97f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e631490b88d4145a7b0fca86ab45c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551322 Jan 28 04:47:09.958024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:10.007098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7cc6c8e3-d7a4-4437-95e5-e7059adcd81f req-6c83ef74-ec4b-4025-9815-759babf9b00a service neutron] 10.222.0.52 "GET /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090951 Jan 28 04:47:10.040687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a601a1e9-5ebc-495a-957d-224b4ee9f1f8 admin admin] Publish callbacks [] for security_group (e4af461b-400f-435c-9018-57e761660cc1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.124701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a601a1e9-5ebc-495a-957d-224b4ee9f1f8 admin admin] Publish callbacks [] for security_group (e4af461b-400f-435c-9018-57e761660cc1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.150451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad953b8-350e-4f1f-a972-12235469b945 req-51916b77-6bae-4ebe-962a-4b7cf0b20c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:10.152222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-51916b77-6bae-4ebe-962a-4b7cf0b20c76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20c0712de4104cb69f78b5fa30ebd961&device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 1095 time: 0.0537653 Jan 28 04:47:10.196771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-68733a97-de73-4fd0-abf2-644429ca7739 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:10.198422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-68733a97-de73-4fd0-abf2-644429ca7739 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 946 time: 0.1401410 Jan 28 04:47:10.248150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28bfd1-56b3-4983-91a0-5f7fa6807215 req-f1fd754f-dd69-4cf1-a034-7cdc26c66a2c tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:10.255880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec28bfd1-56b3-4983-91a0-5f7fa6807215 req-f1fd754f-dd69-4cf1-a034-7cdc26c66a2c tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 946 time: 0.1766891 Jan 28 04:47:10.276499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad953b8-350e-4f1f-a972-12235469b945 req-927fb4fe-02b1-49bc-844d-ac4d3f7ff162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:10.278281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-927fb4fe-02b1-49bc-844d-ac4d3f7ff162 service neutron] 10.222.0.52 "GET /v2.0/networks?id=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 HTTP/1.1" status: 200 len: 914 time: 0.1201849 Jan 28 04:47:10.291605 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a601a1e9-5ebc-495a-957d-224b4ee9f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4af461b-400f-435c-9018-57e761660cc1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.294639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a601a1e9-5ebc-495a-957d-224b4ee9f1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.297224 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a601a1e9-5ebc-495a-957d-224b4ee9f1f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4af461b-400f-435c-9018-57e761660cc1 HTTP/1.1" status: 204 len: 168 time: 0.3369715 Jan 28 04:47:10.332432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-03103a99-7c2f-455c-8e7a-9c47422a12d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa HTTP/1.1" status: 200 len: 217 time: 0.0471282 Jan 28 04:47:10.360545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601a1e9-5ebc-495a-957d-224b4ee9f1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af461b-400f-435c-9018-57e761660cc1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:10.420287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec28bfd1-56b3-4983-91a0-5f7fa6807215 req-e38943f3-6169-4bc4-9d5b-a0654a3a0fb5 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8ee3f5a-baaf-4084-9220-18dfe4f7c860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633112 Jan 28 04:47:10.424913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad953b8-350e-4f1f-a972-12235469b945 req-a4b8ca53-d9ff-4e0f-9f28-d4b873dfb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:10.430308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-a4b8ca53-d9ff-4e0f-9f28-d4b873dfb675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dae2655b-a38a-47d6-9838-99337ac05163 HTTP/1.1" status: 200 len: 853 time: 0.0918236 Jan 28 04:47:10.458933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Deleting port 2df9ab56-0f25-4aed-ac93-96891dc06e71 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:10.459661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.473336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-24eac5c1-dda3-4bdb-a009-603ba8333911 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358071 Jan 28 04:47:10.592301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-03e812ca-08e4-4ccd-8f48-509d8bf58fb1 service neutron] 10.222.0.52 "GET /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125584 Jan 28 04:47:10.642540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] For port 2df9ab56-0f25-4aed-ac93-96891dc06e71, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2df9ab56-0f25-4aed-ac93-96891dc06e71,segment=NetworkSegment(af78b0a4-6b09-423b-b4e3-81d1f9f4de72),segment_id=af78b0a4-6b09-423b-b4e3-81d1f9f4de72)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:10.643032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.669933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Calling delete_port for 2df9ab56-0f25-4aed-ac93-96891dc06e71 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:10.738041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ad953b8-350e-4f1f-a972-12235469b945 req-1412b875-1bb4-42cc-8e8e-c82dd573ed64 service neutron] 10.222.0.52 "GET /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390507 Jan 28 04:47:10.791649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-affdb5a2-2578-4a94-b580-930794bfc624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.876967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2df9ab56-0f25-4aed-ac93-96891dc06e71), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.912794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['2df9ab56-0f25-4aed-ac93-96891dc06e71'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:10.915294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Pushing event deleted for resources: {'Port': ['ID=2df9ab56-0f25-4aed-ac93-96891dc06e71,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:10.979192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] No DVR routers for this DVR port 2df9ab56-0f25-4aed-ac93-96891dc06e71 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:10.989304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:10.993683 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe7224e-ef89-49be-8ea1-a6ea67563d7c req-d6ef0dbf-7d30-412c-8f11-bf467fa4d264 tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.47 "DELETE /v2.0/ports/2df9ab56-0f25-4aed-ac93-96891dc06e71 HTTP/1.1" status: 204 len: 173 time: 0.7892056 Jan 28 04:47:10.993885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'name': 'network-vif-deleted', 'tag': '2df9ab56-0f25-4aed-ac93-96891dc06e71'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:11.004085 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b2bbe-b189-477d-a25f-a5f481d0a5cc" -d '{"events": [{"server_uuid": "1aba99d5-bc2d-4620-b2f3-df9b5dbbd378", "name": "network-vif-deleted", "tag": "2df9ab56-0f25-4aed-ac93-96891dc06e71"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:11.054767 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ab5ed-357a-4212-9cce-9d0a8d40d3a7 x-openstack-request-id: req-f48ab5ed-357a-4212-9cce-9d0a8d40d3a7 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:11.055076 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aba99d5-bc2d-4620-b2f3-df9b5dbbd378", "name": "network-vif-deleted", "tag": "2df9ab56-0f25-4aed-ac93-96891dc06e71", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:11.055384 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f48ab5ed-357a-4212-9cce-9d0a8d40d3a7 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:11.056078 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aba99d5-bc2d-4620-b2f3-df9b5dbbd378', 'name': 'network-vif-deleted', 'tag': '2df9ab56-0f25-4aed-ac93-96891dc06e71', 'status': 'completed', 'code': 200} Jan 28 04:47:11.084679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576b1f-64ca-4cb8-b210-31dd96dad8eb req-2bdd5001-1bb0-4134-b9c2-4fc5cb988a71 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:11.086611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48576b1f-64ca-4cb8-b210-31dd96dad8eb req-2bdd5001-1bb0-4134-b9c2-4fc5cb988a71 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 944 time: 0.1088150 Jan 28 04:47:11.170012 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48576b1f-64ca-4cb8-b210-31dd96dad8eb req-1abc454c-5ffb-4a22-b67e-4b4f949854d3 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756547 Jan 28 04:47:11.568306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45668) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:11.577965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d08d765-a3a1-4f29-a18e-4b4cf95dcc9b req-cec8a451-e518-4d90-95ca-7b46c4b2ac8c tempest-ServerTagsTestJSON-745586991 tempest-ServerTagsTestJSON-745586991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aba99d5-bc2d-4620-b2f3-df9b5dbbd378 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Jan 28 04:47:11.719890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-209301514-network', 'tenant_id': '6d0fb8f4bf664804bba3f194d9008af5'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:11.741897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Made reservation on behalf of 6d0fb8f4bf664804bba3f194d9008af5 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:11.744977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.755371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.848753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks [] for security_group (cfa8c3ab-a241-499b-a57e-c349c4390054), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.854274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cfa8c3ab-a241-499b-a57e-c349c4390054), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.883777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:47:11.897824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa8c3ab-a241-499b-a57e-c349c4390054,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:11.916558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (96b59112-c24a-4aaa-9907-ccb2e5804e75), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.918584 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Added segment 96b59112-c24a-4aaa-9907-ccb2e5804e75 of type vlan for network d0ce7732-a1d4-49d2-bddf-3f19cb47018b Jan 28 04:47:11.919422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.968030 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d0ce7732-a1d4-49d2-bddf-3f19cb47018b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.998628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d0ce7732-a1d4-49d2-bddf-3f19cb47018b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:11.999596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:12.000317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.059436 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4866054 Jan 28 04:47:12.061389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:12.065253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Request body: {'subnet': {'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-209301514-subnet', 'tenant_id': '6d0fb8f4bf664804bba3f194d9008af5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:12.077527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b6d4-91dd-4a50-9d2e-760c95b2db41 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ce7732-a1d4-49d2-bddf-3f19cb47018b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:12.092918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Made reservation on behalf of 6d0fb8f4bf664804bba3f194d9008af5 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:12.095383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:47:12.095698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.332637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.375658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94d316-deb5-41ea-a3ca-04198d43e2c9 req-1b537b2d-5ce3-40ef-bcb8-a0bcdeb39eca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:12.377732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df94d316-deb5-41ea-a3ca-04198d43e2c9 req-1b537b2d-5ce3-40ef-bcb8-a0bcdeb39eca tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 944 time: 0.0609505 Jan 28 04:47:12.406455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:12.417415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Checking segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:12.418109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Network hostable DHCP agents. Network: d0ce7732-a1d4-49d2-bddf-3f19cb47018b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:47:12.437166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-df94d316-deb5-41ea-a3ca-04198d43e2c9 req-796b65ba-4427-4a54-9012-fa03039d7fa5 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536904 Jan 28 04:47:12.439277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:47:12.450412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d0ce7732-a1d4-49d2-bddf-3f19cb47018b) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:12.455323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:12.455999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.463616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59afa6-ce23-4fb5-9d62-b8e5550b3274 None None] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:12.480857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-694ec6fd-62a1-495d-be20-c38de7dfb13b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4200346 Jan 28 04:47:12.579304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-d0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'project_id': '6d0fb8f4bf664804bba3f194d9008af5', 'fixed_ips': [{'subnet_id': 'bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:47:12.580174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.647341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45688) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:12.715542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Deleting subnet cedf0739-69a0-44ed-b574-757d124cd0ab {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:47:12.725871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Publish callbacks [] for subnet (cedf0739-69a0-44ed-b574-757d124cd0ab), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.786451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Allocated IP 172.20.0.2 (d0ce7732-a1d4-49d2-bddf-3f19cb47018b/bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6/1a6c1b16-5864-4543-99ea-afd48ce3dc34) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:12.800931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (cedf0739-69a0-44ed-b574-757d124cd0ab), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.884510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (cedf0739-69a0-44ed-b574-757d124cd0ab), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.966531 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Publish callbacks [] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.983485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.003644 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (cedf0739-69a0-44ed-b574-757d124cd0ab), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.045725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:13.046778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedf0739-69a0-44ed-b574-757d124cd0ab,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:13.057737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:13.062393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:13.067407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.080897 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e4f265c4-c8f1-4ea6-b8e7-2204eba8311f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cedf0739-69a0-44ed-b574-757d124cd0ab HTTP/1.1" status: 204 len: 168 time: 0.4323056 Jan 28 04:47:13.081799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:13.151556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Pushing event updated for resources: {'Port': ['ID=1a6c1b16-5864-4543-99ea-afd48ce3dc34,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:13.177295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2e157126-35b2-4000-9bda-34e5c79b54ae), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.191830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-fb67ff83-03fd-4fb7-aab3-b5aae0234654 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:13.202520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.203124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.203622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.204129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.204452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-fb67ff83-03fd-4fb7-aab3-b5aae0234654 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 815 time: 0.1949008 Jan 28 04:47:13.204786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.205301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.205785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.206264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.206748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.207825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.208628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.209116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.209617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:13.219850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Attempting to bind port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:13.220430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Attempting to bind port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:13.220955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Attempting to bind port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:13.227924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:13.228521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Checking segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:13.229445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.230044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Bound using segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:13.230679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Bound port: 1a6c1b16-5864-4543-99ea-afd48ce3dc34, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:13.231229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.235603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-76823b82-8436-400a-909f-b97f5644c895 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/quotas/6d0fb8f4bf664804bba3f194d9008af5 HTTP/1.1" status: 200 len: 375 time: 0.0300725 Jan 28 04:47:13.328320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] For port 1a6c1b16-5864-4543-99ea-afd48ce3dc34, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:13.332120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] For port 1a6c1b16-5864-4543-99ea-afd48ce3dc34, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1a6c1b16-5864-4543-99ea-afd48ce3dc34,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:13.336099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-74e3b41d-da05-4b51-b1e7-c548546914a3 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991364 Jan 28 04:47:13.345273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.370198 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2e157126-35b2-4000-9bda-34e5c79b54ae), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.403458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e157126-35b2-4000-9bda-34e5c79b54ae']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:13.414471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:13.414959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af78b0a4-6b09-423b-b4e3-81d1f9f4de72') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:13.426341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (af78b0a4-6b09-423b-b4e3-81d1f9f4de72), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.441327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20627fd6-d168-4aab-b752-20ebdbbe5b44 None None] Pushing event updated for resources: {'Port': ['ID=1a6c1b16-5864-4543-99ea-afd48ce3dc34,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:13.443135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (af78b0a4-6b09-423b-b4e3-81d1f9f4de72), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.451381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:47:13.452726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (af78b0a4-6b09-423b-b4e3-81d1f9f4de72), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:47:13.457593 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:47:13.563758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-646fe629-36fb-4d95-8cf6-56d7e8c7dfaa service neutron] 10.222.0.21 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146375 Jan 28 04:47:13.594948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2e157126-35b2-4000-9bda-34e5c79b54ae), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.603604 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:13.608265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e157126-35b2-4000-9bda-34e5c79b54ae HTTP/1.1" status: 204 len: 168 time: 0.5252988 Jan 28 04:47:13.644515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2f3ed8a-c6d2-4916-82b1-4361945c31aa details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:47:13.657921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e5d7-5758-40a3-b073-209ade5619a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e157126-35b2-4000-9bda-34e5c79b54ae,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:13.773013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a8b40-f34d-4722-9bd5-ee24aba14502 req-970bf2c0-0f7e-4704-b0c4-f4f50343e72b tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:13.789761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c95a8b40-f34d-4722-9bd5-ee24aba14502 req-970bf2c0-0f7e-4704-b0c4-f4f50343e72b tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 944 time: 0.1769545 Jan 28 04:47:13.797060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-b4e22edb-be10-4aa2-9a37-ae70c4972b0a service neutron] 10.222.0.21 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272420 Jan 28 04:47:13.890621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45716) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:13.909021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c95a8b40-f34d-4722-9bd5-ee24aba14502 req-4f648b1a-17b6-4177-926c-0835db436f56 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171284 Jan 28 04:47:14.037783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-63383989-60c6-4b08-b24e-c6d761361fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c322c7007df491aa81b3117e090a145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433790 Jan 28 04:47:14.038425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45720) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:14.132810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,segment=NetworkSegment(51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b),segment_id=51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:14.153438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa', 'network_id': 'baf2e5c1-4c18-45bf-b0ef-2363601ff4a9', 'port_id': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa', 'mac_address': 'fa:16:3e:15:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae2655b-a38a-47d6-9838-99337ac05163', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:47:14.192656 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.218271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f129d5d6-336a-45fe-810d-b31f0a5d0381 admin admin] Publish callbacks [] for security_group (f8ee3f5a-baaf-4084-9220-18dfe4f7c860), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.252973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f129d5d6-336a-45fe-810d-b31f0a5d0381 admin admin] Publish callbacks [] for security_group (f8ee3f5a-baaf-4084-9220-18dfe4f7c860), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.257998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2f3ed8a-c6d2-4916-82b1-4361945c31aa is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:14.258495 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.284594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f3ed8a-c6d2-4916-82b1-4361945c31aa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:14.319638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,segment=NetworkSegment(51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b),segment_id=51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:14.349962 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.357088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f129d5d6-336a-45fe-810d-b31f0a5d0381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f8ee3f5a-baaf-4084-9220-18dfe4f7c860), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.359846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f129d5d6-336a-45fe-810d-b31f0a5d0381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.363481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f129d5d6-336a-45fe-810d-b31f0a5d0381 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8ee3f5a-baaf-4084-9220-18dfe4f7c860 HTTP/1.1" status: 204 len: 168 time: 0.3217580 Jan 28 04:47:14.387653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129d5d6-336a-45fe-810d-b31f0a5d0381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee3f5a-baaf-4084-9220-18dfe4f7c860,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:14.459480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:14.584113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-56237658-1e0e-4703-8c8f-8564613c9396 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:14.601205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-56237658-1e0e-4703-8c8f-8564613c9396 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 815 time: 0.1827414 Jan 28 04:47:14.615447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-e19b0a2c-f43c-4966-8ff7-b1484458122c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/quotas/6d0fb8f4bf664804bba3f194d9008af5 HTTP/1.1" status: 200 len: 375 time: 0.0131621 Jan 28 04:47:14.780126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-64f39f2f-f32b-48ee-be7f-3c994a9a94fc tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477821 Jan 28 04:47:14.817980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2f3ed8a-c6d2-4916-82b1-4361945c31aa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:14.952410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c69100c0-2057-4210-9760-1b0c596d4e45 service neutron] 10.222.0.21 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712632 Jan 28 04:47:15.000139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:15.152836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521da43a-40d2-4eb3-ba37-d145befadc54 req-09aa22b5-16d3-48b4-be25-e28a37e03689 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:15.164967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-521da43a-40d2-4eb3-ba37-d145befadc54 req-09aa22b5-16d3-48b4-be25-e28a37e03689 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 945 time: 0.1081653 Jan 28 04:47:15.177531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-f0505fad-56c3-45aa-bb38-a066172580d6 service neutron] 10.222.0.21 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188048 Jan 28 04:47:15.248730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-521da43a-40d2-4eb3-ba37-d145befadc54 req-507a43c3-ed44-4b8b-ba97-acdbed8d6337 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740066 Jan 28 04:47:15.392648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9bd046-f4e4-420d-9153-e62082e382c4 None None] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:15.566772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2df9ab56-0f25-4aed-ac93-96891dc06e71 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:15.635489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 2df9ab56-0f25-4aed-ac93-96891dc06e71 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:15.635489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2df9ab56-0f25-4aed-ac93-96891dc06e71 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:15.670221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] Provisioning complete for port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:15.671909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:15.793809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a6c1b16-5864-4543-99ea-afd48ce3dc34 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:16.020568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] Current status of the port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:16.022002 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:16.065441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-d9bf1d96-d611-449e-820b-c2f7bee22d9f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:16.088607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-d9bf1d96-d611-449e-820b-c2f7bee22d9f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 815 time: 0.2992830 Jan 28 04:47:16.172418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] For port 1a6c1b16-5864-4543-99ea-afd48ce3dc34, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1a6c1b16-5864-4543-99ea-afd48ce3dc34,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:16.190722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:16.251350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:16.251993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:16.285579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-1f76b4c6-48eb-4dd5-9460-1755bfdd9c6a tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/quotas/6d0fb8f4bf664804bba3f194d9008af5 HTTP/1.1" status: 200 len: 375 time: 0.1914399 Jan 28 04:47:16.347814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-0010fa66-3f29-497a-ac75-d293e68c1f82 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:16.349567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-0010fa66-3f29-497a-ac75-d293e68c1f82 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 815 time: 0.5077412 Jan 28 04:47:16.368723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Request body: {'port': {'device_id': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'admin_state_up': True, 'tenant_id': '6d0fb8f4bf664804bba3f194d9008af5'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:16.410627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456506-9e8a-43bb-ba30-e11c9b27c0fe None None] Pushing event updated for resources: {'Port': ['ID=1a6c1b16-5864-4543-99ea-afd48ce3dc34,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:16.422254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-502b3275-1f2c-4779-a911-0be1b1d52d63 None None] Provisioning complete for port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:16.422895 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-502b3275-1f2c-4779-a911-0be1b1d52d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:16.490442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-a3cc7303-12e9-4c39-b69a-fce30aeb36f7 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877441 Jan 28 04:47:16.622020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:16.697234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-acc0a598-d646-406b-935e-1e4a2b167c0f service neutron] 10.222.0.21 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055368 Jan 28 04:47:16.750689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-502b3275-1f2c-4779-a911-0be1b1d52d63 None None] Current status of the port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:16.807537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53b7a8-35db-44aa-b6b4-f5d98d7f9808 req-459448c0-cac6-41b1-aa7a-e66f55b62679 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:16.816632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc53b7a8-35db-44aa-b6b4-f5d98d7f9808 req-459448c0-cac6-41b1-aa7a-e66f55b62679 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 945 time: 0.1071711 Jan 28 04:47:16.829341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-56f00212-db71-4363-8ac5-b3432eb927b7 service neutron] 10.222.0.21 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285455 Jan 28 04:47:16.832057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Made reservation on behalf of 6d0fb8f4bf664804bba3f194d9008af5 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:16.840964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:16.941524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc53b7a8-35db-44aa-b6b4-f5d98d7f9808 req-fb1ad04a-2b8c-433f-8ddf-98d8856fa259 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181896 Jan 28 04:47:17.162189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Allocated IP 172.20.0.8 (d0ce7732-a1d4-49d2-bddf-3f19cb47018b/bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6/b68b2584-d8ff-4c97-89d9-fdd6d940c3ec) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:17.429413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cee3dc43-ffcc-4e3c-920f-77eda3c1ac7e req-5d06c35b-7ba5-46e1-b644-75a9c03fa3f0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 210 time: 0.0997536 Jan 28 04:47:17.517094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-3a83490f-559f-49f7-82bb-4d4669a0cee2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:17.520731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-3a83490f-559f-49f7-82bb-4d4669a0cee2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.52 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 815 time: 0.4055676 Jan 28 04:47:17.527638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks [] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:17.582277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Request body: {'port': {'device_id': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'admin_state_up': True, 'tenant_id': '6d0fb8f4bf664804bba3f194d9008af5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:17.631628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:17.663618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2f3ed8a-c6d2-4916-82b1-4361945c31aa up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:17.726840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:17.734203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:17.747516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:17.802928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:17.803700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:17.825662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a6c1b16-5864-4543-99ea-afd48ce3dc34 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:17.854368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Pushing event updated for resources: {'Port': ['ID=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:17.876928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Made reservation on behalf of 6d0fb8f4bf664804bba3f194d9008af5 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:17.883490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:17.886969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7bebb79e-5086-4fde-a828-2dd3dc334dec tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5077257 Jan 28 04:47:17.900641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Request body: {'port': {'device_id': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:17.999688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e2f3ed8a-c6d2-4916-82b1-4361945c31aa completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:18.019571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e2f3ed8a-c6d2-4916-82b1-4361945c31aa triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:18.022829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.036249 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.168837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:18.169256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.404418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Allocated IP 172.20.0.6 (d0ce7732-a1d4-49d2-bddf-3f19cb47018b/bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6/644a90c7-f13c-46c4-8cef-08f1296eb9ab) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:18.571436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c364878a-2ea0-4579-938a-b3030224c394 None None] Provisioning complete for port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:18.571776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c364878a-2ea0-4579-938a-b3030224c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.579210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd1d93-f331-4642-a100-2e152a1f0110 req-a1c9d02b-2190-4f98-983e-9794e1834ef1 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:18.580823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22fd1d93-f331-4642-a100-2e152a1f0110 req-a1c9d02b-2190-4f98-983e-9794e1834ef1 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 945 time: 0.4209611 Jan 28 04:47:18.655122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22fd1d93-f331-4642-a100-2e152a1f0110 req-ce8cd979-a150-48b2-9d5d-0dea95e2935c tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635314 Jan 28 04:47:18.728697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e2f3ed8a-c6d2-4916-82b1-4361945c31aa is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:18.730431 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.802192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c364878a-2ea0-4579-938a-b3030224c394 None None] Port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:47:18.818291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ba3a2-0759-4963-9e29-e25e84570331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:18.820861 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b39592-5243-40d5-b555-f8063e10f498" -d '{"events": [{"server_uuid": "699ba3a2-0759-4963-9e29-e25e84570331", "name": "network-vif-plugged", "status": "completed", "tag": "e2f3ed8a-c6d2-4916-82b1-4361945c31aa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:18.847022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68968d27-8c66-41a5-9dcd-e768e848db81 req-cf8b2834-0831-45ec-abd9-786181f66658 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 210 time: 0.0789375 Jan 28 04:47:18.890537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,segment=NetworkSegment(51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b),segment_id=51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:18.892370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:18.907062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.916147 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e02b9f-6ffa-4562-b38f-7a41777dcfe6 x-openstack-request-id: req-37e02b9f-6ffa-4562-b38f-7a41777dcfe6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:18.916455 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ba3a2-0759-4963-9e29-e25e84570331", "name": "network-vif-plugged", "status": "completed", "tag": "e2f3ed8a-c6d2-4916-82b1-4361945c31aa", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:18.916730 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37e02b9f-6ffa-4562-b38f-7a41777dcfe6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:18.917934 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ba3a2-0759-4963-9e29-e25e84570331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa', 'code': 200} Jan 28 04:47:18.939676 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks [] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:18.998135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:19.115039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:19.131534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:19.146126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:19.253506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:19.312217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Pushing event updated for resources: {'Port': ['ID=644a90c7-f13c-46c4-8cef-08f1296eb9ab,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:19.469197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68b2584-d8ff-4c97-89d9-fdd6d940c3ec {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:19.506866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Publish callbacks [] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:19.569959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b8f1fa72-f98b-4b6c-8aa7-743a8b144ecc None None] Provisioning complete for port 644a90c7-f13c-46c4-8cef-08f1296eb9ab triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:19.575077 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fa72-f98b-4b6c-8aa7-743a8b144ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:19.617330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Transition to ACTIVE for port object b68b2584-d8ff-4c97-89d9-fdd6d940c3ec will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:47:19.625698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:19.708709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-08f06d11-a6bf-48df-9b5a-232f9ef5f3ae tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.713755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-08f06d11-a6bf-48df-9b5a-232f9ef5f3ae tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 815 time: 0.4583857 Jan 28 04:47:19.732698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1fa72-f98b-4b6c-8aa7-743a8b144ecc None None] Port 644a90c7-f13c-46c4-8cef-08f1296eb9ab cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:47:19.764904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Request body: {'port': {'device_id': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'admin_state_up': True, 'tenant_id': '6d0fb8f4bf664804bba3f194d9008af5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:19.834960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Pushing event updated for resources: {'Port': ['ID=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:19.925236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94b687-e5c3-4223-8f55-19ecefb83636 req-240c18ba-d8e3-411d-99e1-23d1cd065ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.927361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a94b687-e5c3-4223-8f55-19ecefb83636 req-240c18ba-d8e3-411d-99e1-23d1cd065ab3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 1097 time: 0.8341868 Jan 28 04:47:19.933670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Attempting to bind port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:19.934076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Attempting to bind port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:19.934511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Attempting to bind port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:19.945646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:47:19.946072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Attempting to bind port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:19.964275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:19.979125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Checking segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:19.980131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Bound using segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:19.980254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.981061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:19.983718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Bound port: b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:19.984259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:20.044602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a94b687-e5c3-4223-8f55-19ecefb83636 req-13be7c38-bb49-4306-b1c4-472799bdee8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701671 Jan 28 04:47:20.103853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c4713396-b9c9-4c3b-b64a-e0900a093ad0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5276120 Jan 28 04:47:20.164690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588533b-7321-4347-a3aa-1b398087c02c req-f0f44ae6-e0b6-4fd2-a242-cdbfc7e70b38 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:20.169745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f588533b-7321-4347-a3aa-1b398087c02c req-f0f44ae6-e0b6-4fd2-a242-cdbfc7e70b38 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.3256364 Jan 28 04:47:20.183395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd853fb3-d93e-4962-99b1-82e01fb6a570 req-3edcd672-d29d-4b00-a69e-d6b07dcfab50 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 210 time: 0.1032352 Jan 28 04:47:20.317064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f588533b-7321-4347-a3aa-1b398087c02c req-d7dd6d56-5e3d-40ec-99c4-ecad2416ffe5 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395698 Jan 28 04:47:20.320807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Made reservation on behalf of 6d0fb8f4bf664804bba3f194d9008af5 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:20.326857 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:20.388199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] For port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:20.391987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] For port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:20.397606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:20.436311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:20.437401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:20.439252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] 10.222.0.47 "PUT /v2.0/ports/b68b2584-d8ff-4c97-89d9-fdd6d940c3ec HTTP/1.1" status: 200 len: 1091 time: 2.5500853 Jan 28 04:47:20.440000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'tag': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:20.442299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Request body: {'port': {'device_id': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:20.442765 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6968e8-4153-4c78-a676-fadd47cd5f61" -d '{"events": [{"name": "network-changed", "server_uuid": "c126888a-28e2-4f5f-9ae2-e5be6c70fa20", "tag": "b68b2584-d8ff-4c97-89d9-fdd6d940c3ec"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:20.474200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab83e-63c2-4635-b71b-6a06d63f0a50 service neutron] Pushing event updated for resources: {'Port': ['ID=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:20.550420 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee860f3f-2f35-4ea1-8fda-957e2e60b3d8 x-openstack-request-id: req-ee860f3f-2f35-4ea1-8fda-957e2e60b3d8 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:20.550914 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c126888a-28e2-4f5f-9ae2-e5be6c70fa20", "tag": "b68b2584-d8ff-4c97-89d9-fdd6d940c3ec", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:20.551321 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee860f3f-2f35-4ea1-8fda-957e2e60b3d8 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:20.551872 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'tag': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec', 'status': 'completed', 'code': 200} Jan 28 04:47:20.570315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:20.615464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-a9573524-0792-4a2f-9b99-0e0ab7369628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:20.617398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-a9573524-0792-4a2f-9b99-0e0ab7369628 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 1094 time: 0.0980265 Jan 28 04:47:20.798610 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-cdec9fd7-db95-459b-88f1-16d6be96d57a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec HTTP/1.1" status: 200 len: 217 time: 0.1664834 Jan 28 04:47:20.948240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-83aa781c-8d0b-4cb3-a4b4-08acb3c575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:20.953738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-83aa781c-8d0b-4cb3-a4b4-08acb3c575d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.1526203 Jan 28 04:47:21.045198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Allocated IP 172.20.0.3 (d0ce7732-a1d4-49d2-bddf-3f19cb47018b/bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6/8f8c6e78-345f-4d0b-85cd-61e7b71d8748) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:21.082729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7a65c061-4f0d-4700-8036-aece87bec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:21.084384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-7a65c061-4f0d-4700-8036-aece87bec5de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180801 Jan 28 04:47:21.240524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-0231a8df-c24d-485a-8e93-2b65ba5007c2 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492462 Jan 28 04:47:21.416649 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd711e03-e6e2-447e-b5e4-4e10a2088e2b req-e52a1783-7b1a-4106-bc38-afb01e5c181c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 210 time: 0.0731256 Jan 28 04:47:21.418477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccda6d8f-d8b1-435a-93f2-da01c34a270e req-cf85e11d-67a7-4bc5-94bf-6b16413e1675 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708405 Jan 28 04:47:21.434859 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks [] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:21.537913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec3703-f126-4ef8-b42f-bd7a7f19beaf req-7f5544cc-30fb-4f61-9d3b-6c5a464684bc tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:21.540003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aec3703-f126-4ef8-b42f-bd7a7f19beaf req-7f5544cc-30fb-4f61-9d3b-6c5a464684bc tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.1198666 Jan 28 04:47:21.603223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:21.630807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-86524143-571c-4c1e-b6b1-89e152244e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:21.632490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-86524143-571c-4c1e-b6b1-89e152244e8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 1094 time: 0.0875301 Jan 28 04:47:21.644212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aec3703-f126-4ef8-b42f-bd7a7f19beaf req-238c6ee5-75d1-4fe6-99cd-06dfd43ca7a9 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812931 Jan 28 04:47:21.709565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:21.720021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:21.727393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:21.797941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Pushing event updated for resources: {'Port': ['ID=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:21.798774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-f546d5e7-b386-4fa4-abf7-9d0c76eca5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:21.800422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-f546d5e7-b386-4fa4-abf7-9d0c76eca5a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 916 time: 0.1552782 Jan 28 04:47:21.850129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:21.850978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:21.906563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-ceacf9e4-e18c-4b0f-a3fe-f49bfee5d82e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1806121 Jan 28 04:47:21.914915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644a90c7-f13c-46c4-8cef-08f1296eb9ab {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:21.941099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-16ed630e-f8cc-4fa0-ba59-bfb5b30e9895 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec HTTP/1.1" status: 200 len: 217 time: 0.1330407 Jan 28 04:47:21.941801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Request body: {'port': {'device_id': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:21.963074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Publish callbacks [] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.001350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Transition to ACTIVE for port object 644a90c7-f13c-46c4-8cef-08f1296eb9ab will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:47:22.033138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.051015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-65548498-087d-4603-bef9-ccc76d60703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:22.053248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-65548498-087d-4603-bef9-ccc76d60703f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.1002772 Jan 28 04:47:22.144283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-d3706003-88fb-4faa-9d86-1d6a0bda1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:22.145878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-d3706003-88fb-4faa-9d86-1d6a0bda1ca7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858288 Jan 28 04:47:22.149883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Pushing event updated for resources: {'Port': ['ID=644a90c7-f13c-46c4-8cef-08f1296eb9ab,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:22.194897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.210665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d541120c-09fc-4381-8d7d-fee14432b6ff None None] Provisioning complete for port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:22.211195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d541120c-09fc-4381-8d7d-fee14432b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.294954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d541120c-09fc-4381-8d7d-fee14432b6ff None None] Port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:47:22.373728 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-0f86cc71-d0c2-4a45-967a-e53d51430def service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142687 Jan 28 04:47:22.452889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Attempting to bind port 644a90c7-f13c-46c4-8cef-08f1296eb9ab on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:22.453372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Attempting to bind port 644a90c7-f13c-46c4-8cef-08f1296eb9ab by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:22.453711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Attempting to bind port 644a90c7-f13c-46c4-8cef-08f1296eb9ab on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:22.469194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Port 644a90c7-f13c-46c4-8cef-08f1296eb9ab on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:47:22.469499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Attempting to bind port 644a90c7-f13c-46c4-8cef-08f1296eb9ab on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:22.481576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:22.481921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Checking segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:22.482308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Bound using segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:22.482818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Bound port: 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:22.483094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.566270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd6968e8-4153-4c78-a676-fadd47cd5f61 req-c5bafe3c-2313-4e6a-a27d-2b7b8fbbda94 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916368 Jan 28 04:47:22.704847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e02b08-1726-43e3-bb21-4df32b39b00b req-a36d566d-9a2f-47ce-90ba-d4b7b6297762 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:22.712583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94e02b08-1726-43e3-bb21-4df32b39b00b req-a36d566d-9a2f-47ce-90ba-d4b7b6297762 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 931 time: 0.1492665 Jan 28 04:47:22.723933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] For port 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:22.731265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] For port 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:22.748963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.827153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94e02b08-1726-43e3-bb21-4df32b39b00b req-3df2696e-3fd9-41d0-bfee-5baaa58512c9 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133196 Jan 28 04:47:22.869575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:22.870987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:22.873022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] 10.222.0.52 "PUT /v2.0/ports/644a90c7-f13c-46c4-8cef-08f1296eb9ab HTTP/1.1" status: 200 len: 1091 time: 2.4477112 Jan 28 04:47:22.883651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'tag': '644a90c7-f13c-46c4-8cef-08f1296eb9ab'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:22.887322 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cffd4a3-4581-4dea-ae09-5306120bf547" -d '{"events": [{"name": "network-changed", "server_uuid": "ed260f80-aa99-43c5-8b1b-fea16dfc6ac0", "tag": "644a90c7-f13c-46c4-8cef-08f1296eb9ab"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:22.918866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e126f65-d3df-4beb-ad25-6622b5ac5c7b req-6dce763b-1ddc-4340-a778-4edcc7236caf tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:22.928132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e126f65-d3df-4beb-ad25-6622b5ac5c7b req-6dce763b-1ddc-4340-a778-4edcc7236caf tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.1106219 Jan 28 04:47:22.986643 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6238a54a-0aa0-4f1c-a325-6c23ceac8132 x-openstack-request-id: req-6238a54a-0aa0-4f1c-a325-6c23ceac8132 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:22.987295 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed260f80-aa99-43c5-8b1b-fea16dfc6ac0", "tag": "644a90c7-f13c-46c4-8cef-08f1296eb9ab", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:22.987554 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6238a54a-0aa0-4f1c-a325-6c23ceac8132 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:22.987961 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'tag': '644a90c7-f13c-46c4-8cef-08f1296eb9ab', 'status': 'completed', 'code': 200} Jan 28 04:47:23.025742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e126f65-d3df-4beb-ad25-6622b5ac5c7b req-ca63bc43-7fa0-406e-8486-949a676372aa tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844853 Jan 28 04:47:23.066499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b35bb-12ea-4a0b-a1f9-e09c7c5c574f service neutron] Pushing event updated for resources: {'Port': ['ID=644a90c7-f13c-46c4-8cef-08f1296eb9ab,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:23.118365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:23.140298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Publish callbacks [] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:23.189657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-ddaac362-bb39-4e7f-b15a-09090f787f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:23.199700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-ddaac362-bb39-4e7f-b15a-09090f787f51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 1094 time: 0.2147825 Jan 28 04:47:23.207707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Transition to ACTIVE for port object 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:47:23.230113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:23.318126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-d22d58fb-763d-4e23-8d06-b2f7995d364f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab HTTP/1.1" status: 200 len: 217 time: 0.0972517 Jan 28 04:47:23.324424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:23.458395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-5f4792e7-93e5-4627-8808-88fd9bcaba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:23.460339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-5f4792e7-93e5-4627-8808-88fd9bcaba5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.1267054 Jan 28 04:47:23.656191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-9ba77fcd-e726-402b-817f-f2f2bdaad393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:23.662954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-9ba77fcd-e726-402b-817f-f2f2bdaad393 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915796 Jan 28 04:47:23.764724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5ed2-2dff-4201-8419-c478c03022e8 req-43e7029e-3709-4f55-bf9d-c292918d4bd7 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:23.772691 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec1a5ed2-2dff-4201-8419-c478c03022e8 req-43e7029e-3709-4f55-bf9d-c292918d4bd7 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.0964258 Jan 28 04:47:23.792981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-0da5232b-64b0-44d6-90c8-ad8776623a1f service neutron] 10.222.0.52 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206312 Jan 28 04:47:23.794098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Attempting to bind port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:23.794433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Attempting to bind port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:23.794761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Attempting to bind port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:23.813475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:47:23.827715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Attempting to bind port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 on network d0ce7732-a1d4-49d2-bddf-3f19cb47018b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:23.840634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec1a5ed2-2dff-4201-8419-c478c03022e8 req-33a67c2c-6c2e-4b80-972c-db4cd1158d25 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Jan 28 04:47:23.900055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:23.900470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Checking segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:23.902094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Bound using segment: {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:23.902721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Bound port: 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b59112-c24a-4aaa-9907-ccb2e5804e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:23.903246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:24.072380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9bfad-5da1-464b-a1b1-833ed92bd671 req-f59cb4ef-6db5-4248-b08e-1ee633ee63cc tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:24.079840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eec9bfad-5da1-464b-a1b1-833ed92bd671 req-f59cb4ef-6db5-4248-b08e-1ee633ee63cc tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 943 time: 0.1711292 Jan 28 04:47:24.086070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6809eacf-1d2b-4a5f-ba39-0a605a802651 req-c678d094-04fa-4fbd-b185-93a96f78816d service neutron] 10.222.0.52 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735672 Jan 28 04:47:24.096066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] For port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:24.127371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] For port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:24.149945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:24.239226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eec9bfad-5da1-464b-a1b1-833ed92bd671 req-9dbd4875-62a4-4be8-a93b-3ec7980b2957 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584194 Jan 28 04:47:24.272980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:24.273912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:24.275726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] 10.222.0.47 "PUT /v2.0/ports/8f8c6e78-345f-4d0b-85cd-61e7b71d8748 HTTP/1.1" status: 200 len: 1091 time: 2.3549032 Jan 28 04:47:24.296073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5146-0ded-434e-8e46-8d96e3089d68 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:24.311714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-fb112491-6854-4626-bb7b-50375d48a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:24.314777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-fb112491-6854-4626-bb7b-50375d48a646 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 1094 time: 0.1245978 Jan 28 04:47:24.451545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-10534617-a831-4196-95ed-6e853e7c4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:24.453226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-10534617-a831-4196-95ed-6e853e7c4592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 916 time: 0.1267352 Jan 28 04:47:24.580471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-ac45aad0-a006-42ee-a023-3f359f0b693a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab HTTP/1.1" status: 200 len: 217 time: 0.0520589 Jan 28 04:47:24.587568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-353be91f-8b6b-4f4b-b4fe-66cbc2cb49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:24.590117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-353be91f-8b6b-4f4b-b4fe-66cbc2cb49fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 1094 time: 0.1359074 Jan 28 04:47:25.084429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125506d-9ad5-4ed3-9fc2-641e4935e955 req-83731aa9-46d1-47a2-bf92-1da2745c9f9f tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.086565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0125506d-9ad5-4ed3-9fc2-641e4935e955 req-83731aa9-46d1-47a2-bf92-1da2745c9f9f tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.1051707 Jan 28 04:47:25.182482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0125506d-9ad5-4ed3-9fc2-641e4935e955 req-bb7906e8-32c0-481b-a25a-b0215a924f05 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893786 Jan 28 04:47:25.190713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'tag': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:25.192974 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd31b5-597d-4100-81b4-491b0f746eff" -d '{"events": [{"name": "network-changed", "server_uuid": "2a807a25-1f69-4ee3-99c5-78197a8861a1", "tag": "8f8c6e78-345f-4d0b-85cd-61e7b71d8748"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:25.271262 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b534f91-d256-4ea2-87e3-3c688370f1c4 x-openstack-request-id: req-9b534f91-d256-4ea2-87e3-3c688370f1c4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:25.271842 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a807a25-1f69-4ee3-99c5-78197a8861a1", "tag": "8f8c6e78-345f-4d0b-85cd-61e7b71d8748", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:25.271842 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b534f91-d256-4ea2-87e3-3c688370f1c4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:25.272168 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'tag': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748', 'status': 'completed', 'code': 200} Jan 28 04:47:25.279932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-84cebf58-635b-48da-a374-c2a930775db9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748 HTTP/1.1" status: 200 len: 217 time: 0.0631824 Jan 28 04:47:25.305930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-f90cba2d-14c6-434f-b07f-6bb5deade174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.307366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-f90cba2d-14c6-434f-b07f-6bb5deade174 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.7164085 Jan 28 04:47:25.370472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6498dd3-c8b8-4ade-9aa4-0c89ad4af875 req-9b935565-a609-4891-9948-668ca1740219 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.377481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6498dd3-c8b8-4ade-9aa4-0c89ad4af875 req-9b935565-a609-4891-9948-668ca1740219 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 943 time: 0.0645437 Jan 28 04:47:25.391176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-7d546c72-3a60-4963-ac51-e429eeafd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.392891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-7d546c72-3a60-4963-ac51-e429eeafd0f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.0967557 Jan 28 04:47:25.402496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-8506d666-7b26-481e-b754-ebbf46252b04 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.404294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-8506d666-7b26-481e-b754-ebbf46252b04 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.52 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.1750789 Jan 28 04:47:25.460048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6498dd3-c8b8-4ade-9aa4-0c89ad4af875 req-d8794db7-5747-47ac-b89f-8f39e83594f2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807495 Jan 28 04:47:25.476569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-71c60cc3-8009-49c5-a6b9-f66384cf1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.479664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-71c60cc3-8009-49c5-a6b9-f66384cf1db0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445026 Jan 28 04:47:25.609198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-71f2c397-c8d3-435c-b416-2f3994233e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:25.610868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-71f2c397-c8d3-435c-b416-2f3994233e73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056282 Jan 28 04:47:25.616500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b68b2584-d8ff-4c97-89d9-fdd6d940c3ec details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:47:25.724613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-5ef16f7b-b81a-426d-a250-d521105f85bf service neutron] 10.222.0.52 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357879 Jan 28 04:47:25.790003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Deleting port e2f3ed8a-c6d2-4916-82b1-4361945c31aa {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:25.790353 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:25.810423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:25.827179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'port_id': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec', 'mac_address': 'fa:16:3e:20:91:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:47:25.877066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:25.877603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:25.894472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68b2584-d8ff-4c97-89d9-fdd6d940c3ec {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:25.920923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-17821421-14d7-4716-ab64-d4ba779d6e69 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996073 Jan 28 04:47:25.930034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:25.938130 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:26.060957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:26.084923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cffd4a3-4581-4dea-ae09-5306120bf547 req-9cbbb5e5-16b3-488a-8902-75f8d9e4c26a service neutron] 10.222.0.52 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453696 Jan 28 04:47:26.133635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] For port e2f3ed8a-c6d2-4916-82b1-4361945c31aa, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,segment=NetworkSegment(51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b),segment_id=51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:26.134778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:26.151821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Calling delete_port for e2f3ed8a-c6d2-4916-82b1-4361945c31aa owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:26.188696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-5156354a-83d3-475d-b862-a61c98d26f8a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1131492 Jan 28 04:47:26.228290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b68b2584-d8ff-4c97-89d9-fdd6d940c3ec'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:26.394724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc89db61-fddb-40bd-9e9d-e1bc558846ec req-5773aaf2-4030-4e1f-9b1a-e30ab100e4bf service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603269 Jan 28 04:47:26.422698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.423187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.423790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.424259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.424724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.425207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.425681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.428008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-16f250a7-5261-4519-a699-d8f36d1add44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.1546493 Jan 28 04:47:26.492273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd899f-0716-4207-96d8-12ded2f2578b req-c7ba44c8-92c6-449a-953b-743c461b0bdd tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.509637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93bd899f-0716-4207-96d8-12ded2f2578b req-c7ba44c8-92c6-449a-953b-743c461b0bdd tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 946 time: 0.1494093 Jan 28 04:47:26.595662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93bd899f-0716-4207-96d8-12ded2f2578b req-86d37086-266c-4d01-939c-189ae3ab186f tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/security-groups?id=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848985 Jan 28 04:47:26.651142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2f3ed8a-c6d2-4916-82b1-4361945c31aa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:26.687663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e2f3ed8a-c6d2-4916-82b1-4361945c31aa'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:26.702578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-727aa0ad-16a2-40ee-a9fd-eebc131859a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.702578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-727aa0ad-16a2-40ee-a9fd-eebc131859a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 1094 time: 0.1887367 Jan 28 04:47:26.708330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Pushing event deleted for resources: {'Port': ['ID=e2f3ed8a-c6d2-4916-82b1-4361945c31aa,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:26.787367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-69136675-49ab-426c-bbaa-07f4e2ef64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.787853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-69136675-49ab-426c-bbaa-07f4e2ef64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.788320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-69136675-49ab-426c-bbaa-07f4e2ef64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:26.790188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-69136675-49ab-426c-bbaa-07f4e2ef64ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=c1556003-cd67-4586-92d0-2c4460a73ff7&id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 2298 time: 0.2888727 Jan 28 04:47:26.943661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] No DVR routers for this DVR port e2f3ed8a-c6d2-4916-82b1-4361945c31aa on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:26.955593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:26.959668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-af44c66b-e2b1-4e2b-a1a2-80d6ce17767d req-b0d636e5-26f0-4bee-9288-297c4d9c9579 tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.52 "DELETE /v2.0/ports/e2f3ed8a-c6d2-4916-82b1-4361945c31aa HTTP/1.1" status: 204 len: 173 time: 1.5423281 Jan 28 04:47:26.964397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-fa79215b-40ef-4925-b29c-5bad5ead4424 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 1000 time: 0.1407411 Jan 28 04:47:26.998645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a306-0180-498b-bb0c-5b1ba10b957e req-85f00666-ee7c-40d5-aa83-a314b48307d1 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:27.006176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfb0a306-0180-498b-bb0c-5b1ba10b957e req-85f00666-ee7c-40d5-aa83-a314b48307d1 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 943 time: 0.3033919 Jan 28 04:47:27.124866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-f77fba06-3560-42ed-b707-0e4b6ee2efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:27.126717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-f77fba06-3560-42ed-b707-0e4b6ee2efaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 200 len: 855 time: 0.1556520 Jan 28 04:47:27.143181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfb0a306-0180-498b-bb0c-5b1ba10b957e req-3c0b1fb5-0383-4509-a84c-47be40c36c33 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320646 Jan 28 04:47:27.174137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-14218f9b-abd5-4652-adee-eb62ca79cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:27.176117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-14218f9b-abd5-4652-adee-eb62ca79cecc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 916 time: 0.4649401 Jan 28 04:47:27.249572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-cf0b5209-8c2a-4f16-8b14-93bd4a7257f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748 HTTP/1.1" status: 200 len: 217 time: 0.0639570 Jan 28 04:47:27.253037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-5f9ad3ca-5f39-4692-8f0e-b177eeceff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:27.254704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-5f9ad3ca-5f39-4692-8f0e-b177eeceff3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28dbad87-65ee-424d-89a2-021c02808473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104889 Jan 28 04:47:27.279498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ba3a2-0759-4963-9e29-e25e84570331', 'name': 'network-vif-deleted', 'tag': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:27.282486 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c5e359-1623-43d1-87bd-b58349a6ccdf" -d '{"events": [{"server_uuid": "699ba3a2-0759-4963-9e29-e25e84570331", "name": "network-vif-deleted", "tag": "e2f3ed8a-c6d2-4916-82b1-4361945c31aa"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:27.379169 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1871259d-dba7-48b9-b7d3-5b5a6c98ea44 x-openstack-request-id: req-1871259d-dba7-48b9-b7d3-5b5a6c98ea44 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:27.379553 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ba3a2-0759-4963-9e29-e25e84570331", "name": "network-vif-deleted", "tag": "e2f3ed8a-c6d2-4916-82b1-4361945c31aa", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:27.379738 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1871259d-dba7-48b9-b7d3-5b5a6c98ea44 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:27.380121 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ba3a2-0759-4963-9e29-e25e84570331', 'name': 'network-vif-deleted', 'tag': 'e2f3ed8a-c6d2-4916-82b1-4361945c31aa', 'status': 'completed', 'code': 200} Jan 28 04:47:27.418283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-acbafc2d-fb34-4a62-8c6e-e03bf4f10af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:27.419822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-acbafc2d-fb34-4a62-8c6e-e03bf4f10af7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.1642137 Jan 28 04:47:27.461051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-2fd95661-a21e-4680-9491-80574e3c815b service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920650 Jan 28 04:47:27.624349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-b579439a-41ce-4773-8944-71218175a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:27.627551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b68b2584-d8ff-4c97-89d9-fdd6d940c3ec up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:27.630650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-b579439a-41ce-4773-8944-71218175a694 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649110 Jan 28 04:47:27.749931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 644a90c7-f13c-46c4-8cef-08f1296eb9ab details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:47:27.841002 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4fd558a8-0768-40d7-b798-62a3876e339d req-058fa610-f2ff-4e32-b1b6-673a35bcc3ef tempest-ServerAddressesTestJSON-1453371121 tempest-ServerAddressesTestJSON-1453371121-project] 10.222.0.21 "GET /v2.0/ports?device_id=699ba3a2-0759-4963-9e29-e25e84570331 HTTP/1.1" status: 200 len: 210 time: 0.0428512 Jan 28 04:47:27.861189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-f7487c87-4230-4896-8032-fc052ad7e8e7 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888907 Jan 28 04:47:27.916108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-4d73419d-5ced-4e00-8d02-23c3a3ec9c1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 217 time: 0.0462048 Jan 28 04:47:27.971244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:27.989981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-dd765f9b-1c33-4e23-b8f5-cbe303e55f80 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434629 Jan 28 04:47:28.004877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '644a90c7-f13c-46c4-8cef-08f1296eb9ab', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'port_id': '644a90c7-f13c-46c4-8cef-08f1296eb9ab', 'mac_address': 'fa:16:3e:8f:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:47:28.019674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-d86cbb2b-1954-47c1-b854-3366ede38fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:28.021456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-d86cbb2b-1954-47c1-b854-3366ede38fd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1001480 Jan 28 04:47:28.051920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:28.059816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:28.060205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:28.136664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 644a90c7-f13c-46c4-8cef-08f1296eb9ab is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:28.137448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:28.174694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-c55d76cd-ab4c-4f02-8df7-461911c9b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:28.176641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-c55d76cd-ab4c-4f02-8df7-461911c9b845 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417687 Jan 28 04:47:28.253222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:28.253938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:28.279367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644a90c7-f13c-46c4-8cef-08f1296eb9ab {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:28.321754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:28.325409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dda65-7a9d-41e0-a4e6-abad6729e639 req-34269bec-ceaf-4235-b24a-34ae963b4ae0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:28.325992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:28.329158 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec8c3f9-5b74-482e-ac14-a9a81c14533c" -d '{"events": [{"server_uuid": "c126888a-28e2-4f5f-9ae2-e5be6c70fa20", "name": "network-vif-plugged", "status": "completed", "tag": "b68b2584-d8ff-4c97-89d9-fdd6d940c3ec"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:28.340220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:28.349713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a97dda65-7a9d-41e0-a4e6-abad6729e639 req-34269bec-ceaf-4235-b24a-34ae963b4ae0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 943 time: 0.1061158 Jan 28 04:47:28.349924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:28.362146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2dcd31b5-597d-4100-81b4-491b0f746eff req-b99ae3e8-7adf-421e-8a4c-d5c0fccfe6c1 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626597 Jan 28 04:47:28.384293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-7b5f660d-fee7-4ebc-9029-6d41dff22d88 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934047 Jan 28 04:47:28.408210 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:28.417683 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77112aee-5b12-40e3-86d2-1fc8b399eb4e x-openstack-request-id: req-77112aee-5b12-40e3-86d2-1fc8b399eb4e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:28.417980 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c126888a-28e2-4f5f-9ae2-e5be6c70fa20", "name": "network-vif-plugged", "status": "completed", "tag": "b68b2584-d8ff-4c97-89d9-fdd6d940c3ec", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:28.418237 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77112aee-5b12-40e3-86d2-1fc8b399eb4e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:28.418688 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec', 'code': 200} Jan 28 04:47:28.451365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:28.475813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a97dda65-7a9d-41e0-a4e6-abad6729e639 req-c26c9bd7-0d26-4704-8045-62c4404e5378 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228263 Jan 28 04:47:28.598357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcde24-eb98-484d-becd-d115ea65c12c req-69af5081-7707-424a-8c6f-6da448a77f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:28.599874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bfcde24-eb98-484d-becd-d115ea65c12c req-69af5081-7707-424a-8c6f-6da448a77f8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 1096 time: 0.0910225 Jan 28 04:47:28.638145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46132) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:28.659906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=644a90c7-f13c-46c4-8cef-08f1296eb9ab,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:28.775856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-d3662b20-95ee-4bc5-84ba-4023c9febfe3 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757279 Jan 28 04:47:28.868565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-ceb38698-fdc9-4cb7-94a7-63c2bc4307f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 217 time: 0.0910978 Jan 28 04:47:28.886953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c076e6a7-9ee1-43d8-a628-7a4598d725d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:28.905667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5bfcde24-eb98-484d-becd-d115ea65c12c req-1236c863-16df-49e0-832a-d1782017b19f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926919 Jan 28 04:47:28.914261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['644a90c7-f13c-46c4-8cef-08f1296eb9ab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:28.949822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46142) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:29.097530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-d6780e5d-4ce2-4a4e-8f0e-e15cdd45c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:29.104343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-d6780e5d-4ce2-4a4e-8f0e-e15cdd45c67c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.2145870 Jan 28 04:47:29.147090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c076e6a7-9ee1-43d8-a628-7a4598d725d4 admin admin] Publish callbacks [] for security_group (9bc7aee5-b755-4604-bd78-8cd509b6fda1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.153862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c076e6a7-9ee1-43d8-a628-7a4598d725d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9bc7aee5-b755-4604-bd78-8cd509b6fda1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.196548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Deleting subnet dae2655b-a38a-47d6-9838-99337ac05163 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:47:29.222544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Publish callbacks [] for subnet (dae2655b-a38a-47d6-9838-99337ac05163), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.267921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (dae2655b-a38a-47d6-9838-99337ac05163), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.282429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c076e6a7-9ee1-43d8-a628-7a4598d725d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd5a5c5b9fa84df1bb758d7a40de113c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6370730 Jan 28 04:47:29.283359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46154) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:29.284060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076e6a7-9ee1-43d8-a628-7a4598d725d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc7aee5-b755-4604-bd78-8cd509b6fda1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:29.324734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (dae2655b-a38a-47d6-9838-99337ac05163), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.389415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fec0904-7d6a-49a0-b7af-83ef9f482c7b admin admin] Publish callbacks [] for security_group (9bc7aee5-b755-4604-bd78-8cd509b6fda1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.400366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-3cc5e80a-7940-4fee-82e0-13a8c7f2f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:29.402626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-3cc5e80a-7940-4fee-82e0-13a8c7f2f0d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2879870 Jan 28 04:47:29.424209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fec0904-7d6a-49a0-b7af-83ef9f482c7b admin admin] Publish callbacks [] for security_group (9bc7aee5-b755-4604-bd78-8cd509b6fda1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.502911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (dae2655b-a38a-47d6-9838-99337ac05163), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.505565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fec0904-7d6a-49a0-b7af-83ef9f482c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9bc7aee5-b755-4604-bd78-8cd509b6fda1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.509756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fec0904-7d6a-49a0-b7af-83ef9f482c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.515327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8fec0904-7d6a-49a0-b7af-83ef9f482c7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bc7aee5-b755-4604-bd78-8cd509b6fda1 HTTP/1.1" status: 204 len: 168 time: 0.2207422 Jan 28 04:47:29.529035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0904-7d6a-49a0-b7af-83ef9f482c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc7aee5-b755-4604-bd78-8cd509b6fda1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:29.605237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae2655b-a38a-47d6-9838-99337ac05163,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:29.617455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.624397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3a9833fa-cbdc-461e-be26-4d02951c1e69 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dae2655b-a38a-47d6-9838-99337ac05163 HTTP/1.1" status: 204 len: 168 time: 0.6688638 Jan 28 04:47:29.624987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46166) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:29.628362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:47:29.642148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-cf035a69-246a-4911-8cb2-879dab6c1f57 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284307 Jan 28 04:47:29.685537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2f3ed8a-c6d2-4916-82b1-4361945c31aa no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:29.782704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: e2f3ed8a-c6d2-4916-82b1-4361945c31aa {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:29.783059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2f3ed8a-c6d2-4916-82b1-4361945c31aa not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:29.852203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (baf2e5c1-4c18-45bf-b0ef-2363601ff4a9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:29.855301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-8c624abb-2815-4170-abf1-2aa33378b9fe service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064726 Jan 28 04:47:29.899240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee5525-ad87-4a66-b163-b9508e9e5134 req-6da4f94e-5f0d-4caf-89c3-6f259e557dd2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:29.913041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39ee5525-ad87-4a66-b163-b9508e9e5134 req-6da4f94e-5f0d-4caf-89c3-6f259e557dd2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 943 time: 0.2123983 Jan 28 04:47:29.939067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-bbbee92f-dfaf-47db-9bfb-13ced9c1146e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0774503 Jan 28 04:47:29.976684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:30.026721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748', 'network_id': 'd0ce7732-a1d4-49d2-bddf-3f19cb47018b', 'port_id': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748', 'mac_address': 'fa:16:3e:a4:fd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:47:30.079574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46174) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:30.101870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-c23dfa4f-6d5a-4a48-9162-4749f4996410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:30.104345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-c23dfa4f-6d5a-4a48-9162-4749f4996410 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1577716 Jan 28 04:47:30.109326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39ee5525-ad87-4a66-b163-b9508e9e5134 req-c73b93ed-c29b-42a7-b143-542d4d2d32ce tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950200 Jan 28 04:47:30.173181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:30.173574 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.221057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (baf2e5c1-4c18-45bf-b0ef-2363601ff4a9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.237122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-366a4ca4-a586-40f4-8b3a-6b6100af8983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.247780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:30.257000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-aac6061b-0035-4e41-ad9c-7592a597015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:30.262606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-aac6061b-0035-4e41-ad9c-7592a597015b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452301 Jan 28 04:47:30.295252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149418e-9437-47e3-bc28-075f3e472fc1 req-d90e945a-97dc-46fa-b7d9-4318710084e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:30.302748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6149418e-9437-47e3-bc28-075f3e472fc1 req-d90e945a-97dc-46fa-b7d9-4318710084e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1001496 Jan 28 04:47:30.309666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:30.327483 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.375569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-366a4ca4-a586-40f4-8b3a-6b6100af8983 admin admin] Publish callbacks [] for security_group (d05b0a49-f5f8-4c6e-a6ad-5a363359f79c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.388012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-366a4ca4-a586-40f4-8b3a-6b6100af8983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d05b0a49-f5f8-4c6e-a6ad-5a363359f79c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.419469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf2e5c1-4c18-45bf-b0ef-2363601ff4a9']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:30.426751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a4ca4-a586-40f4-8b3a-6b6100af8983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b0a49-f5f8-4c6e-a6ad-5a363359f79c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:30.445543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:30.445543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:30.463995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.475067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-366a4ca4-a586-40f4-8b3a-6b6100af8983 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c79bb32f954498a9318ddf874a86a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388653 Jan 28 04:47:30.475438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:30.491498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6149418e-9437-47e3-bc28-075f3e472fc1 req-23c43ae9-afd3-4fa5-b315-386816c03464 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876335 Jan 28 04:47:30.505985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.531377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:47:30.531786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (51d933b6-ddb9-4aa0-8f6f-a7b7b9d95d0b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:47:30.534030 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:47:30.546064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:30.623014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-8f4f269e-95a9-498d-972f-defb9bf8cdaf service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584280 Jan 28 04:47:30.645323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (baf2e5c1-4c18-45bf-b0ef-2363601ff4a9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.660496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['8f8c6e78-345f-4d0b-85cd-61e7b71d8748'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:30.679502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.683533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] 10.222.0.21 "DELETE /v2.0/networks/baf2e5c1-4c18-45bf-b0ef-2363601ff4a9 HTTP/1.1" status: 204 len: 168 time: 1.0578969 Jan 28 04:47:30.684441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ed50b-8cc4-4651-b6d2-241de1594d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=baf2e5c1-4c18-45bf-b0ef-2363601ff4a9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:30.728905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96184502-7ac2-4bb7-8ffb-b47743c2986c admin admin] Publish callbacks [] for security_group (d05b0a49-f5f8-4c6e-a6ad-5a363359f79c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.793844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96184502-7ac2-4bb7-8ffb-b47743c2986c admin admin] Publish callbacks [] for security_group (d05b0a49-f5f8-4c6e-a6ad-5a363359f79c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.916973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96184502-7ac2-4bb7-8ffb-b47743c2986c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d05b0a49-f5f8-4c6e-a6ad-5a363359f79c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.923968 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96184502-7ac2-4bb7-8ffb-b47743c2986c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:30.931043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-96184502-7ac2-4bb7-8ffb-b47743c2986c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d05b0a49-f5f8-4c6e-a6ad-5a363359f79c HTTP/1.1" status: 204 len: 168 time: 0.4534225 Jan 28 04:47:30.942619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96184502-7ac2-4bb7-8ffb-b47743c2986c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b0a49-f5f8-4c6e-a6ad-5a363359f79c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:30.970474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486820b-21aa-4dfc-bb8a-7693b61c49a9 req-271d1aa5-3ad6-4d36-bf6a-523521959844 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:30.973553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e486820b-21aa-4dfc-bb8a-7693b61c49a9 req-271d1aa5-3ad6-4d36-bf6a-523521959844 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.3194790 Jan 28 04:47:31.115932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-3c4c0c09-173a-490b-9596-09ddf689310c service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797626 Jan 28 04:47:31.205266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46218) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:31.231318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e486820b-21aa-4dfc-bb8a-7693b61c49a9 req-e0a8f26a-72b7-464f-930f-a3869f4792ac tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477157 Jan 28 04:47:31.233008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-9c0063be-e406-438d-8922-a12667bc9c18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 200 len: 217 time: 0.1065824 Jan 28 04:47:31.292490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-0a3f630e-d339-4538-a8ca-575c62aac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:31.294522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-0a3f630e-d339-4538-a8ca-575c62aac3c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.0548425 Jan 28 04:47:31.327652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-68fbb9d3-9fe7-4434-9a63-4c98363fcfff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20c0712de4104cb69f78b5fa30ebd961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211362 Jan 28 04:47:31.330194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:31.381076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-24794f33-7237-4ce5-8079-260b03704587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:31.383072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-24794f33-7237-4ce5-8079-260b03704587 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813024 Jan 28 04:47:31.516946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff865181-4a3a-4629-969e-009a4c5c3bfd admin admin] Publish callbacks [] for security_group (19e6a78b-2eb4-4161-8aa8-30b4a9887c9f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.577859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff865181-4a3a-4629-969e-009a4c5c3bfd admin admin] Publish callbacks [] for security_group (19e6a78b-2eb4-4161-8aa8-30b4a9887c9f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.633705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-a24d2af6-8c55-4ab0-af79-94625cebdaa0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384708 Jan 28 04:47:31.643027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:31.658924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a72ca-aaa1-4d68-8cfb-7f0ed023d3d5 req-bf0cfa24-c9b2-406d-a005-984434513bcd tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:31.666384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c59a72ca-aaa1-4d68-8cfb-7f0ed023d3d5 req-bf0cfa24-c9b2-406d-a005-984434513bcd tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 944 time: 0.2607319 Jan 28 04:47:31.670312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff865181-4a3a-4629-969e-009a4c5c3bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (19e6a78b-2eb4-4161-8aa8-30b4a9887c9f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.672806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff865181-4a3a-4629-969e-009a4c5c3bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.676430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff865181-4a3a-4629-969e-009a4c5c3bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19e6a78b-2eb4-4161-8aa8-30b4a9887c9f HTTP/1.1" status: 204 len: 168 time: 0.3417494 Jan 28 04:47:31.696588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff865181-4a3a-4629-969e-009a4c5c3bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6a78b-2eb4-4161-8aa8-30b4a9887c9f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:31.696816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 644a90c7-f13c-46c4-8cef-08f1296eb9ab up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:31.729195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46246) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:31.744549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c59a72ca-aaa1-4d68-8cfb-7f0ed023d3d5 req-f833c12a-f7e9-4c25-adf2-95b944949251 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771010 Jan 28 04:47:31.774641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4786fb0f-3ab2-45db-b837-a5625ee9d063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.811953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:31.858365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 644a90c7-f13c-46c4-8cef-08f1296eb9ab completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:31.871696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:31.876047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.877541 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4786fb0f-3ab2-45db-b837-a5625ee9d063 admin admin] Publish callbacks [] for security_group (7338a1ac-2e55-46e7-96ad-ba4f86844e29), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.886892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4786fb0f-3ab2-45db-b837-a5625ee9d063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7338a1ac-2e55-46e7-96ad-ba4f86844e29), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:31.944373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 644a90c7-f13c-46c4-8cef-08f1296eb9ab triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:31.945156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.426368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4786fb0f-3ab2-45db-b837-a5625ee9d063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5aec4e2943640d69a4ed8a960583989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799405 Jan 28 04:47:32.428053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46262) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:32.428949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786fb0f-3ab2-45db-b837-a5625ee9d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7338a1ac-2e55-46e7-96ad-ba4f86844e29,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:32.429059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:32.429383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.494430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:32.497373 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4204d8be-fe7d-4cad-88f5-f0c6b012a5cd" -d '{"events": [{"server_uuid": "2a807a25-1f69-4ee3-99c5-78197a8861a1", "name": "network-vif-plugged", "status": "completed", "tag": "8f8c6e78-345f-4d0b-85cd-61e7b71d8748"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:32.514107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:32.521903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 644a90c7-f13c-46c4-8cef-08f1296eb9ab is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:32.523444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.528280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.553357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0fc-fff3-459c-bc0c-122e16b17e5e admin admin] Publish callbacks [] for security_group (7338a1ac-2e55-46e7-96ad-ba4f86844e29), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.577790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0fc-fff3-459c-bc0c-122e16b17e5e admin admin] Publish callbacks [] for security_group (7338a1ac-2e55-46e7-96ad-ba4f86844e29), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.659262 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed157fa9-d021-4e4b-b4e9-5e415fb62e6f x-openstack-request-id: req-ed157fa9-d021-4e4b-b4e9-5e415fb62e6f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:32.661384 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a807a25-1f69-4ee3-99c5-78197a8861a1", "name": "network-vif-plugged", "status": "completed", "tag": "8f8c6e78-345f-4d0b-85cd-61e7b71d8748", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:32.662007 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed157fa9-d021-4e4b-b4e9-5e415fb62e6f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:32.663620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0fc-fff3-459c-bc0c-122e16b17e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7338a1ac-2e55-46e7-96ad-ba4f86844e29), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.665393 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748', 'code': 200} Jan 28 04:47:32.668377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:32.670382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0fc-fff3-459c-bc0c-122e16b17e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.672355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d1f6d0fc-fff3-459c-bc0c-122e16b17e5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7338a1ac-2e55-46e7-96ad-ba4f86844e29 HTTP/1.1" status: 204 len: 168 time: 0.2335436 Jan 28 04:47:32.702058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6d0fc-fff3-459c-bc0c-122e16b17e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7338a1ac-2e55-46e7-96ad-ba4f86844e29,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:32.708466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:32.716991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:32.860544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=644a90c7-f13c-46c4-8cef-08f1296eb9ab,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:32.914094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac6f4f-34bc-427f-a8bf-e22bc5bb0fac req-a297828e-f71f-4348-bf73-578b5b26dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:32.923283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7ac6f4f-34bc-427f-a8bf-e22bc5bb0fac req-a297828e-f71f-4348-bf73-578b5b26dc70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 1096 time: 0.2088237 Jan 28 04:47:32.962209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-eda976a1-29b6-4735-afc8-0eb7cd17fc2e service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3249111 Jan 28 04:47:32.981489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-a9ca85aa-7366-44ea-8484-43de30c613e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:32.983548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-a9ca85aa-7366-44ea-8484-43de30c613e8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 1.3316934 Jan 28 04:47:33.028247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72f62-8ceb-487c-a327-8f9119e84e2c req-dbd21a00-4af6-4e38-ada9-744b8e9bdf79 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:33.035714 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89e72f62-8ceb-487c-a327-8f9119e84e2c req-dbd21a00-4af6-4e38-ada9-744b8e9bdf79 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.1479487 Jan 28 04:47:33.043289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-1e0da6d5-8d9e-4789-a089-a410f7b46432 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 200 len: 217 time: 0.0702431 Jan 28 04:47:33.054243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-44ea727d-1b48-4f89-8f4a-76057043be6d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/quotas/67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 375 time: 0.0583932 Jan 28 04:47:33.162965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7ac6f4f-34bc-427f-a8bf-e22bc5bb0fac req-90b7bec6-e76d-4f9a-ba89-e60cd021cc0e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312973 Jan 28 04:47:33.175518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89e72f62-8ceb-487c-a327-8f9119e84e2c req-0586fcc4-9eb1-4d9c-9b74-efbb00e4af15 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357968 Jan 28 04:47:33.208598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-8eca8e50-5f12-447e-967d-90020ac2cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:33.210376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-8eca8e50-5f12-447e-967d-90020ac2cd9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.1580548 Jan 28 04:47:33.231159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-c44102c8-ea6c-4afe-aaa5-2d7eaf9c5de0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1639779 Jan 28 04:47:33.329956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-30e61b65-5d7d-4735-b7da-9d36a50034f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:33.331824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-30e61b65-5d7d-4735-b7da-9d36a50034f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994627 Jan 28 04:47:33.549596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-5385e7d8-43c6-409b-8bc6-44393ad1ba84 service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548451 Jan 28 04:47:33.555398 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-225f4376-680f-425f-8b4e-b798c8857522 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855104 Jan 28 04:47:33.703594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-10a4dbb5-ae8e-4bbb-90d3-a7bc9e3c4396 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392114 Jan 28 04:47:33.798766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-7f7e70dc-e9e4-4c9c-924b-56e9589d9740 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 217 time: 0.0752294 Jan 28 04:47:33.883027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-bcd830d9-3717-4acb-a3d0-770f1fda4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:33.884917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-bcd830d9-3717-4acb-a3d0-770f1fda4ff6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.0803521 Jan 28 04:47:33.955126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-f90bd089-943f-409b-9a93-ef129507060e service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919010 Jan 28 04:47:34.000267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-b1b8841c-a7b6-4bc1-995c-9a23d262e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:34.001888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-b1b8841c-a7b6-4bc1-995c-9a23d262e669 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087334 Jan 28 04:47:34.040773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46332) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:34.159660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-a5a3c70e-1cc8-4000-bcd3-9a647616d1a1 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514170 Jan 28 04:47:34.390638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ac2f150-1774-4f6b-beac-197f7e3b7af8 req-34b1f23a-a3d2-439a-a578-e8bec1ea719d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 210 time: 0.1179883 Jan 28 04:47:34.580665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6cf3-199a-43ad-ac16-29542711ce91 req-dcb6ef46-68cf-4cd5-870a-b4cbddc5b09d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:34.591156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ddc6cf3-199a-43ad-ac16-29542711ce91 req-dcb6ef46-68cf-4cd5-870a-b4cbddc5b09d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.2541173 Jan 28 04:47:34.611840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-315888297-network', 'tenant_id': 'd2cf19f1459a4d299a842e6862fdb64a'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:34.640002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b3c79a07-7f69-4639-bf8c-44c0ad7ef0ff req-1175ea38-dd58-4ab8-9d82-43bcd3dfed5f service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722650 Jan 28 04:47:34.667686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644a90c7-f13c-46c4-8cef-08f1296eb9ab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:34.670991 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96d6965-a296-4518-938e-a91aaa612be1" -d '{"events": [{"server_uuid": "ed260f80-aa99-43c5-8b1b-fea16dfc6ac0", "name": "network-vif-plugged", "status": "completed", "tag": "644a90c7-f13c-46c4-8cef-08f1296eb9ab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:34.732808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Made reservation on behalf of d2cf19f1459a4d299a842e6862fdb64a for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:34.736239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:34.757995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ddc6cf3-199a-43ad-ac16-29542711ce91 req-8fa3aceb-4066-4c26-9c1f-47df571e9003 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656158 Jan 28 04:47:34.764436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:34.810305 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41f5c88-72de-4f26-b455-24d5257e3c90 x-openstack-request-id: req-c41f5c88-72de-4f26-b455-24d5257e3c90 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:34.810601 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed260f80-aa99-43c5-8b1b-fea16dfc6ac0", "name": "network-vif-plugged", "status": "completed", "tag": "644a90c7-f13c-46c4-8cef-08f1296eb9ab", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:34.810859 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c41f5c88-72de-4f26-b455-24d5257e3c90 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:34.811259 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644a90c7-f13c-46c4-8cef-08f1296eb9ab', 'code': 200} Jan 28 04:47:34.934947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks [] for security_group (359262bc-2547-48d6-8602-87e8e7a694f4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:34.969393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (359262bc-2547-48d6-8602-87e8e7a694f4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.052494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:47:35.092500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359262bc-2547-48d6-8602-87e8e7a694f4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:35.099574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4a78595a-4114-4ae2-855d-4bf23518c81a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.099925 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Added segment 4a78595a-4114-4ae2-855d-4bf23518c81a of type vlan for network caa79c42-6618-4f87-b048-2f1f7ec0f46b Jan 28 04:47:35.135278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9eaf5-24b9-4f5e-a1db-429531d5f6ab req-f059d827-e971-40cd-ba9a-f94a7445fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:35.137836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10e9eaf5-24b9-4f5e-a1db-429531d5f6ab req-f059d827-e971-40cd-ba9a-f94a7445fd1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 1096 time: 0.1819146 Jan 28 04:47:35.194016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (caa79c42-6618-4f87-b048-2f1f7ec0f46b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.239835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (caa79c42-6618-4f87-b048-2f1f7ec0f46b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.240643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:35.241244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.336398 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2943995 Jan 28 04:47:35.340279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46390) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:35.344957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10e9eaf5-24b9-4f5e-a1db-429531d5f6ab req-99408e2e-fad3-40b7-8c64-c1de109e8ed3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759200 Jan 28 04:47:35.348167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Request body: {'subnet': {'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-315888297-subnet', 'tenant_id': 'd2cf19f1459a4d299a842e6862fdb64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:35.380280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb531b95-0a48-47e5-8fc9-6095df661603 admin admin] Pushing event updated for resources: {'Network': ['ID=caa79c42-6618-4f87-b048-2f1f7ec0f46b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:35.394962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network caa79c42-6618-4f87-b048-2f1f7ec0f46b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:47:35.404739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Made reservation on behalf of d2cf19f1459a4d299a842e6862fdb64a for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:35.408981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.560920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51007d85-300b-4630-8ffb-9d3495ede07b req-58805240-69b4-4620-9462-9a712659a082 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 210 time: 0.0431311 Jan 28 04:47:35.698807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (477bf0c2-60b4-4805-96d5-7834ffbe06ac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:35.795099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477bf0c2-60b4-4805-96d5-7834ffbe06ac,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:35.817580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.818073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.818546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.819073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.819490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.819956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.820466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.820873 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.826301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.826301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.826301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.826535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.827388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:35.857578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Checking segment: {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:35.858231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Network hostable DHCP agents. Network: caa79c42-6618-4f87-b048-2f1f7ec0f46b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:47:35.922859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff8fd3-5dcb-491b-9052-6b4ab67dd996 req-a4df2db3-9381-46e6-8486-c857c4bc579d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:35.926384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3eff8fd3-5dcb-491b-9052-6b4ab67dd996 req-a4df2db3-9381-46e6-8486-c857c4bc579d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.0783300 Jan 28 04:47:35.927782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Network caa79c42-6618-4f87-b048-2f1f7ec0f46b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:47:35.946389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, caa79c42-6618-4f87-b048-2f1f7ec0f46b) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:35.956757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49eaf5-0f51-45a6-8092-68c9bccc5adb None None] Network caa79c42-6618-4f87-b048-2f1f7ec0f46b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:35.962549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:35.963432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:36.024410 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0e568f9-db3c-422c-ba22-9814c7580f07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6826243 Jan 28 04:47:36.033789 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3eff8fd3-5dcb-491b-9052-6b4ab67dd996 req-820c02c1-c221-4876-ac06-69a0af8952b2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977440 Jan 28 04:47:36.106709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82631ea4-8903-44f6-90f6-f3b029074323 None None] Network caa79c42-6618-4f87-b048-2f1f7ec0f46b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:36.237529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:36.278415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4170-b3c7-41b6-a18f-6d2211e15968 req-b1839446-df61-40f0-8574-815aa0b2c46e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:36.281539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea1b4170-b3c7-41b6-a18f-6d2211e15968 req-b1839446-df61-40f0-8574-815aa0b2c46e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1483209 Jan 28 04:47:36.374630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea1b4170-b3c7-41b6-a18f-6d2211e15968 req-e386f45f-db2b-4487-8024-424cdf003f84 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735576 Jan 28 04:47:36.512948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7298a1-038c-4a48-9c09-ef49dbb2d544 req-cf27b272-8048-4b78-a6dc-78e33bc57a07 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:36.523268 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e7298a1-038c-4a48-9c09-ef49dbb2d544 req-cf27b272-8048-4b78-a6dc-78e33bc57a07 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0771449 Jan 28 04:47:36.623088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e7298a1-038c-4a48-9c09-ef49dbb2d544 req-c5f9cbdb-4c8d-4c5b-8de2-4b0a0539bba0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986161 Jan 28 04:47:36.837313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b841e8e-b3ea-4980-86db-5444998fc7c0 req-eecba010-261a-44ae-9811-f3e8f36c2856 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 210 time: 0.0768056 Jan 28 04:47:36.892530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-a485e716-43ea-48cb-8cdd-5c52745e9341 req-51951b93-c433-48c7-866f-257cf5c8512e service neutron] (103138) timed out ('10.222.0.21', 44050) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:47:37.064629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-c07e525c-fa28-434f-b799-b953c724c163 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:37.070209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-c07e525c-fa28-434f-b799-b953c724c163 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.2692935 Jan 28 04:47:37.087962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'port': {'device_id': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'admin_state_up': True, 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:37.258524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:37.267127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:37.591954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46494) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:37.596220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Allocated IP 172.20.0.9 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/58aa7be8-ea53-43bb-aed1-5724735d1d4a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:37.659255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46500) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:37.727999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:37.814230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382cd-6c2e-4d50-9662-1f46159bfa22 req-78f48979-deda-408f-bbb8-a69d8f9d8bd1 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:37.822712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34c382cd-6c2e-4d50-9662-1f46159bfa22 req-78f48979-deda-408f-bbb8-a69d8f9d8bd1 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0634744 Jan 28 04:47:37.897697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:37.932524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34c382cd-6c2e-4d50-9662-1f46159bfa22 req-16c98a4e-428a-4c1b-b07a-f102d92a6784 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085143 Jan 28 04:47:37.993870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-dba1c72f-9e3d-4d9b-9cfc-24b567b10c13 req-ad0d6b68-72e5-4690-bc0d-4cffbaa8edb7 service neutron] (103139) timed out ('10.222.0.21', 42624) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:47:38.019985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b49-ff3e-4804-acb5-1f95827f7307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.049824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a45905d0-063a-4bf4-8ff7-5e71a1d4eccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.062831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-713f5fa3-9f84-4401-ad2a-839110da870e req-be1ea91e-4459-4e8f-a6f5-8b893329866e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 210 time: 0.0531397 Jan 28 04:47:38.064020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.098908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', '6353d4c3-3e99-454e-86b0-35fbe80f9bca'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:38.209767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:38.224169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:38.242181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:38.392368 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b49-ff3e-4804-acb5-1f95827f7307 admin admin] Publish callbacks [] for security_group (baddf417-f2a1-4d5b-9508-60ecbeb0f1ef), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.400553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a45905d0-063a-4bf4-8ff7-5e71a1d4eccc admin admin] Publish callbacks [] for security_group (9193e254-71f4-4078-95e8-4eff2d965e1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.406686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b49-ff3e-4804-acb5-1f95827f7307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (baddf417-f2a1-4d5b-9508-60ecbeb0f1ef), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.451468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:38.527136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:38.527829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.594692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7a0d7c8d-9259-4307-b59f-96e032fc624b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5111380 Jan 28 04:47:38.611954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46526) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:38.612638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b27a4b49-ff3e-4804-acb5-1f95827f7307 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaf1c0e8ca3f444fad32c6d4779bbc06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0192778 Jan 28 04:47:38.613691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a4b49-ff3e-4804-acb5-1f95827f7307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baddf417-f2a1-4d5b-9508-60ecbeb0f1ef,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:38.629467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Request body: {'port': {'device_id': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:38.629717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a45905d0-063a-4bf4-8ff7-5e71a1d4eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9193e254-71f4-4078-95e8-4eff2d965e1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.817417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5f-61e9-48ab-b603-afebfb8ce53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.878605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45905d0-063a-4bf4-8ff7-5e71a1d4eccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9193e254-71f4-4078-95e8-4eff2d965e1d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:38.900074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.925333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a45905d0-063a-4bf4-8ff7-5e71a1d4eccc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=696d01eb547e4ee8b3a3515650bb9554&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2643936 Jan 28 04:47:38.929271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f864edfa-3062-4df4-b3b4-95cd1e5c7ad6 None None] Provisioning complete for port 58aa7be8-ea53-43bb-aed1-5724735d1d4a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:38.929870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f864edfa-3062-4df4-b3b4-95cd1e5c7ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:38.937346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:38.972282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bb5ed-8964-4814-9390-9356edfc17d0 req-71f1d8d3-5b83-4fba-b391-ba6e62b508db tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:38.986005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-056bb5ed-8964-4814-9390-9356edfc17d0 req-71f1d8d3-5b83-4fba-b391-ba6e62b508db tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.3487415 Jan 28 04:47:39.018182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f864edfa-3062-4df4-b3b4-95cd1e5c7ad6 None None] Port 58aa7be8-ea53-43bb-aed1-5724735d1d4a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:47:39.022059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20af7267-ecce-4880-b14a-d9ab3e0ef605 admin admin] Publish callbacks [] for security_group (baddf417-f2a1-4d5b-9508-60ecbeb0f1ef), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.070925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20af7267-ecce-4880-b14a-d9ab3e0ef605 admin admin] Publish callbacks [] for security_group (baddf417-f2a1-4d5b-9508-60ecbeb0f1ef), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.115712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-056bb5ed-8964-4814-9390-9356edfc17d0 req-d93583a5-2df1-4c8f-a224-fb7ac21798e6 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284077 Jan 28 04:47:39.510609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58aa7be8-ea53-43bb-aed1-5724735d1d4a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:39.520142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Publish callbacks [] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.537026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Transition to ACTIVE for port object 58aa7be8-ea53-43bb-aed1-5724735d1d4a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:47:39.538843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20af7267-ecce-4880-b14a-d9ab3e0ef605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (baddf417-f2a1-4d5b-9508-60ecbeb0f1ef), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.544631 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20af7267-ecce-4880-b14a-d9ab3e0ef605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.546299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-20af7267-ecce-4880-b14a-d9ab3e0ef605 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baddf417-f2a1-4d5b-9508-60ecbeb0f1ef HTTP/1.1" status: 204 len: 168 time: 0.9318893 Jan 28 04:47:39.573249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.596730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af7267-ecce-4880-b14a-d9ab3e0ef605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baddf417-f2a1-4d5b-9508-60ecbeb0f1ef,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:39.630188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec9979f6-665a-4dff-a571-eb7281f1c5be admin admin] Publish callbacks [] for security_group (9193e254-71f4-4078-95e8-4eff2d965e1d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.659190 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec9979f6-665a-4dff-a571-eb7281f1c5be admin admin] Publish callbacks [] for security_group (9193e254-71f4-4078-95e8-4eff2d965e1d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.803374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec9979f6-665a-4dff-a571-eb7281f1c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9193e254-71f4-4078-95e8-4eff2d965e1d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.810385 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec9979f6-665a-4dff-a571-eb7281f1c5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:39.814277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ec9979f6-665a-4dff-a571-eb7281f1c5be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9193e254-71f4-4078-95e8-4eff2d965e1d HTTP/1.1" status: 204 len: 168 time: 0.8759716 Jan 28 04:47:39.840943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196162ce-0f71-4fa8-8e29-7e187a8c1c02 req-b712cee8-7cb4-4a62-bacf-d5ca8df4e43d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:39.863965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-196162ce-0f71-4fa8-8e29-7e187a8c1c02 req-b712cee8-7cb4-4a62-bacf-d5ca8df4e43d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1432672 Jan 28 04:47:39.890039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Pushing event updated for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:39.904909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9979f6-665a-4dff-a571-eb7281f1c5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9193e254-71f4-4078-95e8-4eff2d965e1d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:39.950969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515c3f-23e0-4f9f-9cc2-40bf98a005b2 req-cede29cb-fed8-49b9-a3be-06603ef9b9a5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:39.957024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40515c3f-23e0-4f9f-9cc2-40bf98a005b2 req-cede29cb-fed8-49b9-a3be-06603ef9b9a5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 943 time: 0.4089072 Jan 28 04:47:40.001992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-196162ce-0f71-4fa8-8e29-7e187a8c1c02 req-59d0c3a8-a654-4ce8-97f5-e708874c1a64 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370516 Jan 28 04:47:40.159244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40515c3f-23e0-4f9f-9cc2-40bf98a005b2 req-e31c9afe-2a2e-4bdd-83d4-961ba1d34a79 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009788 Jan 28 04:47:40.189099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Attempting to bind port 58aa7be8-ea53-43bb-aed1-5724735d1d4a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:40.191178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Attempting to bind port 58aa7be8-ea53-43bb-aed1-5724735d1d4a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:40.191178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Attempting to bind port 58aa7be8-ea53-43bb-aed1-5724735d1d4a on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:40.209846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Port 58aa7be8-ea53-43bb-aed1-5724735d1d4a on network b22b336d-bd67-4863-bdda-72baf2db3dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:47:40.210351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Attempting to bind port 58aa7be8-ea53-43bb-aed1-5724735d1d4a on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:40.223322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:40.224397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:40.224976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:40.226212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Bound port: 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:40.226797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.321526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:40.328181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:40.335685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.401328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:40.402084 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.406519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] 10.222.0.52 "PUT /v2.0/ports/58aa7be8-ea53-43bb-aed1-5724735d1d4a HTTP/1.1" status: 200 len: 1091 time: 1.7979231 Jan 28 04:47:40.534491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:40.542452 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c9db10-e028-4250-85a1-109e309c9c36" -d '{"events": [{"name": "network-changed", "server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:40.561983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46570) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:40.594827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5116abf7-902b-4a64-9f0d-3738c2a4eadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.726599 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46b1a2e-ba4c-4f14-ab1c-e8e527f6b137 x-openstack-request-id: req-c46b1a2e-ba4c-4f14-ab1c-e8e527f6b137 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:40.727043 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:40.727143 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c46b1a2e-ba4c-4f14-ab1c-e8e527f6b137 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:40.733459 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a', 'status': 'completed', 'code': 200} Jan 28 04:47:40.800069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc159-8c50-41f7-b5d4-0c8dc9b0c392 service neutron] Pushing event updated for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:40.803975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8c37e37-de15-4535-b47d-d584f9ad7bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.823784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-f2996b93-781b-4836-9cfc-987f27e36e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:40.825581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-f2996b93-781b-4836-9cfc-987f27e36e69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 1094 time: 0.2740829 Jan 28 04:47:40.899400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5116abf7-902b-4a64-9f0d-3738c2a4eadb admin admin] Publish callbacks [] for security_group (f5b4c63f-1656-41c8-a191-0e03f7c8b772), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.905412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5116abf7-902b-4a64-9f0d-3738c2a4eadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f5b4c63f-1656-41c8-a191-0e03f7c8b772), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:40.922627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-4a27ba02-1783-4810-bc12-0ec41616d476 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a HTTP/1.1" status: 200 len: 217 time: 0.0840347 Jan 28 04:47:40.988078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5116abf7-902b-4a64-9f0d-3738c2a4eadb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=562266684f4b437dac55fe79be6375a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4246800 Jan 28 04:47:40.992178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46580) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:40.998521 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30124c-da1b-4a60-af2b-93575f1285ef req-d577e267-fb30-4687-b1b5-ad397511d97f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.005690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30124c-da1b-4a60-af2b-93575f1285ef req-d577e267-fb30-4687-b1b5-ad397511d97f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.011418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30124c-da1b-4a60-af2b-93575f1285ef req-d577e267-fb30-4687-b1b5-ad397511d97f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.018746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-20352e53-5a77-47e1-8394-f05610ee633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.020031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f30124c-da1b-4a60-af2b-93575f1285ef req-d577e267-fb30-4687-b1b5-ad397511d97f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1&device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0&device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 2416 time: 0.1406455 Jan 28 04:47:41.021421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-20352e53-5a77-47e1-8394-f05610ee633d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0925364 Jan 28 04:47:41.022719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116abf7-902b-4a64-9f0d-3738c2a4eadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4c63f-1656-41c8-a191-0e03f7c8b772,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:41.094793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f30124c-da1b-4a60-af2b-93575f1285ef req-924e5f07-2405-418b-9e4e-06f099f2475e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735054 Jan 28 04:47:41.144289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-69465667-3bb3-48da-9fb7-88e03a9f4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.146186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-69465667-3bb3-48da-9fb7-88e03a9f4323 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923572 Jan 28 04:47:41.149755 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c9b536e-62bc-41fa-a44b-1ca3c2ce1924 admin admin] Publish callbacks [] for security_group (f5b4c63f-1656-41c8-a191-0e03f7c8b772), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:41.177088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c9b536e-62bc-41fa-a44b-1ca3c2ce1924 admin admin] Publish callbacks [] for security_group (f5b4c63f-1656-41c8-a191-0e03f7c8b772), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:41.394564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b30371-3143-4393-9190-8764f6707550 req-2ce622b2-2b4b-47f5-8320-a0b9daccadb9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.399988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5b30371-3143-4393-9190-8764f6707550 req-2ce622b2-2b4b-47f5-8320-a0b9daccadb9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 943 time: 0.1109264 Jan 28 04:47:41.408514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c9b536e-62bc-41fa-a44b-1ca3c2ce1924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f5b4c63f-1656-41c8-a191-0e03f7c8b772), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:41.411709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c9b536e-62bc-41fa-a44b-1ca3c2ce1924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:41.415818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c9b536e-62bc-41fa-a44b-1ca3c2ce1924 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5b4c63f-1656-41c8-a191-0e03f7c8b772 HTTP/1.1" status: 204 len: 168 time: 0.4223280 Jan 28 04:47:41.433419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b536e-62bc-41fa-a44b-1ca3c2ce1924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4c63f-1656-41c8-a191-0e03f7c8b772,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:41.469693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba194a5-9c5c-4017-b244-3daffb5631c7 req-ffca1622-a0f1-41f0-879c-8e186b5382b3 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:41.471565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ba194a5-9c5c-4017-b244-3daffb5631c7 req-ffca1622-a0f1-41f0-879c-8e186b5382b3 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.1515014 Jan 28 04:47:41.498097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5b30371-3143-4393-9190-8764f6707550 req-e7cdcafe-4c7d-49b4-b021-f2ae8389380b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902462 Jan 28 04:47:41.535973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-1cc50fd9-f1c6-48e7-9a06-0f87b6863ce1 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098524 Jan 28 04:47:41.718044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ba194a5-9c5c-4017-b244-3daffb5631c7 req-2df38b94-c234-482f-94c8-d262ec8a7538 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322600 Jan 28 04:47:41.750668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fd08e9-5bd9-44d4-9b11-16bb71c4601e req-7364296e-55a1-4d69-8fbd-9e64ae49fd21 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108650 Jan 28 04:47:41.931485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:41.996275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-9355deb8-3100-4ceb-ba08-0321c76e009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:42.003258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-9355deb8-3100-4ceb-ba08-0321c76e009e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 1094 time: 0.1274910 Jan 28 04:47:42.201367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-a36c3d33-5ebd-435a-918d-56dc81540796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:42.202689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-a36c3d33-5ebd-435a-918d-56dc81540796 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.1960773 Jan 28 04:47:42.272293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-4328da0c-e314-4284-a38d-a0da27b89fc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a HTTP/1.1" status: 200 len: 217 time: 0.0564573 Jan 28 04:47:42.374086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-caec2dfe-363c-4aa4-9702-0761cd981ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:42.376115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-caec2dfe-363c-4aa4-9702-0761cd981ff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0919428 Jan 28 04:47:42.453130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-fcdcb202-51f9-46c2-ac6e-a713b214eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:42.454740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-fcdcb202-51f9-46c2-ac6e-a713b214eff3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718672 Jan 28 04:47:42.465945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-dd8a8e73-e074-468f-b0b0-8f34e09175a8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:42.467556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-dd8a8e73-e074-468f-b0b0-8f34e09175a8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/networks?id=caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 200 len: 808 time: 0.2449710 Jan 28 04:47:42.619174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-48288224-0711-4b7f-b6f6-cc80dedb8da3 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/quotas/d2cf19f1459a4d299a842e6862fdb64a HTTP/1.1" status: 200 len: 375 time: 0.0426993 Jan 28 04:47:42.709858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-e219b27b-a2a8-4d47-9be2-17cb043ddc26 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896807 Jan 28 04:47:42.808124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-bbfeb5b2-74d9-42c1-a1d3-38d41bd311a1 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389382 Jan 28 04:47:42.914938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61c58e-ed47-449b-99ad-942b3ea2c785 req-5f779d34-e7a6-489d-94d0-7883bbbfcf0a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:42.923855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a61c58e-ed47-449b-99ad-942b3ea2c785 req-5f779d34-e7a6-489d-94d0-7883bbbfcf0a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 943 time: 0.0656703 Jan 28 04:47:43.010098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a61c58e-ed47-449b-99ad-942b3ea2c785 req-a6bdd1b3-0162-474d-906f-f493585962c7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847390 Jan 28 04:47:43.241405 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:47:43.275976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-8c24cb0a-615b-48be-93aa-68a760512ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608816 Jan 28 04:47:43.408271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b9c9db10-e028-4250-85a1-109e309c9c36 req-98a6bd37-a979-49fb-b3be-e99675143ab3 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850630 Jan 28 04:47:43.436286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-a70ad48e-c0ac-4c62-88d7-51607d11dfa7 service neutron] 10.222.0.21 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532736 Jan 28 04:47:43.627062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:43.714456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d416f36-2f88-4a07-836f-c957264dee42 req-132afbc0-7c86-495d-9537-49d6426d8036 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 210 time: 0.0463574 Jan 28 04:47:44.187744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db2b60-eddb-4833-8cfd-521eaa218815 req-5466c802-c0f8-474d-b996-8b9c5080b4b5 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:44.202483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40db2b60-eddb-4833-8cfd-521eaa218815 req-5466c802-c0f8-474d-b996-8b9c5080b4b5 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0955167 Jan 28 04:47:44.227747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39cf27-6b94-4cbe-b09e-2fe53d23bf33 req-3490eb07-4424-4299-8c6c-8a56911dbedd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:44.233522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d39cf27-6b94-4cbe-b09e-2fe53d23bf33 req-3490eb07-4424-4299-8c6c-8a56911dbedd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 943 time: 0.0997214 Jan 28 04:47:44.300474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40db2b60-eddb-4833-8cfd-521eaa218815 req-63a6b812-2ee2-462d-94b2-cf0b41c83cb9 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880699 Jan 28 04:47:44.338328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d39cf27-6b94-4cbe-b09e-2fe53d23bf33 req-f8617338-e9c0-443e-9c91-158f041c34a7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954936 Jan 28 04:47:44.810740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5abdf9-5906-4621-a464-16dcd3579f48 req-deb37f52-245f-463d-bf63-096e93364e5c tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 210 time: 0.0369806 Jan 28 04:47:44.974957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:45.258185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-6aab1733-1c7f-46bf-aa3b-1820554b8245 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:45.260417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-6aab1733-1c7f-46bf-aa3b-1820554b8245 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "GET /v2.0/networks?id=caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 200 len: 808 time: 0.1672170 Jan 28 04:47:45.281960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Request body: {'port': {'device_id': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b', 'admin_state_up': True, 'tenant_id': 'd2cf19f1459a4d299a842e6862fdb64a'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:45.549816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264da35-8320-4d32-b284-31c4b8abf340 req-b91087b4-79ce-4116-83f6-35deadfbbf1f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:45.556487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9264da35-8320-4d32-b284-31c4b8abf340 req-b91087b4-79ce-4116-83f6-35deadfbbf1f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1009419 Jan 28 04:47:45.573822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Made reservation on behalf of d2cf19f1459a4d299a842e6862fdb64a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:45.588338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:45.621171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9264da35-8320-4d32-b284-31c4b8abf340 req-ba61f23e-0765-468b-a5c5-234d55617dfc tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637078 Jan 28 04:47:45.666409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f7a3c-c604-445c-8983-43ab451aeec8 req-44019775-b82c-402b-b2ab-5b5e63022c6c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:45.672711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-940f7a3c-c604-445c-8983-43ab451aeec8 req-44019775-b82c-402b-b2ab-5b5e63022c6c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 943 time: 0.1896863 Jan 28 04:47:45.743746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 58aa7be8-ea53-43bb-aed1-5724735d1d4a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:47:45.837583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-940f7a3c-c604-445c-8983-43ab451aeec8 req-862e4e70-a8fd-4e8a-a6bd-1bb323de0bb5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293626 Jan 28 04:47:45.883223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Allocated IP 172.20.0.11 (caa79c42-6618-4f87-b048-2f1f7ec0f46b/477bf0c2-60b4-4805-96d5-7834ffbe06ac/bd484ede-6a0d-4b22-929a-a915d3a7f65d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:45.906811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:45.938197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '58aa7be8-ea53-43bb-aed1-5724735d1d4a', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': '58aa7be8-ea53-43bb-aed1-5724735d1d4a', 'mac_address': 'fa:16:3e:81:3c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:47:45.967840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73b22e59-7666-4742-a94a-1ea1e123aeb4 req-88998e47-dab2-444a-b78d-20f7335abb50 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 210 time: 0.0466833 Jan 28 04:47:46.037642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 58aa7be8-ea53-43bb-aed1-5724735d1d4a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:46.038182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.068870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58aa7be8-ea53-43bb-aed1-5724735d1d4a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:46.125595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:46.130834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.154004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks [] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.220973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:46.238078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.325966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Network caa79c42-6618-4f87-b048-2f1f7ec0f46b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:46.327183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Pushing event updated for resources: {'Port': ['ID=bd484ede-6a0d-4b22-929a-a915d3a7f65d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:46.330670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:46.333260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:46.393567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:46.394318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.415476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-9291e2d5-b571-444b-892a-4caf50a8e36a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1376152 Jan 28 04:47:46.439796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Request body: {'port': {'device_id': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:46.515432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.627758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['58aa7be8-ea53-43bb-aed1-5724735d1d4a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:47.000104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd484ede-6a0d-4b22-929a-a915d3a7f65d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:47.009552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Publish callbacks [] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:47.024313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Transition to ACTIVE for port object bd484ede-6a0d-4b22-929a-a915d3a7f65d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:47:47.037917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:47.128373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Pushing event updated for resources: {'Port': ['ID=bd484ede-6a0d-4b22-929a-a915d3a7f65d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:47.143348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dea29d-444d-4f84-b935-2ce0653b6622 req-9fcd36df-751e-4923-a608-7e118a3db00f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:47.145074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92dea29d-444d-4f84-b935-2ce0653b6622 req-9fcd36df-751e-4923-a608-7e118a3db00f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1190536 Jan 28 04:47:47.247247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92dea29d-444d-4f84-b935-2ce0653b6622 req-158a25e2-fe29-4272-a7ce-ffb50ab671d6 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839996 Jan 28 04:47:47.257332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Attempting to bind port bd484ede-6a0d-4b22-929a-a915d3a7f65d on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:47:47.257754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Attempting to bind port bd484ede-6a0d-4b22-929a-a915d3a7f65d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:47:47.258305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Attempting to bind port bd484ede-6a0d-4b22-929a-a915d3a7f65d on network caa79c42-6618-4f87-b048-2f1f7ec0f46b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:47.265797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Port bd484ede-6a0d-4b22-929a-a915d3a7f65d on network caa79c42-6618-4f87-b048-2f1f7ec0f46b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:47:47.266217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Attempting to bind port bd484ede-6a0d-4b22-929a-a915d3a7f65d on network caa79c42-6618-4f87-b048-2f1f7ec0f46b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:47:47.279388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:47:47.279388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Checking segment: {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:47:47.279388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Bound using segment: {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:47:47.279388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Bound port: bd484ede-6a0d-4b22-929a-a915d3a7f65d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:47:47.279388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:47.386777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] For port bd484ede-6a0d-4b22-929a-a915d3a7f65d, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:47:47.403922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] For port bd484ede-6a0d-4b22-929a-a915d3a7f65d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:47:47.413835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:47.464561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Pushing event updated for resources: {'Port': ['ID=bd484ede-6a0d-4b22-929a-a915d3a7f65d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:47.474175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6589aa-22fb-4c40-97b3-8e775a462ba5 req-3f1ca033-0ef3-4757-9dfc-4e7a0e4e4b20 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:47.481552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e6589aa-22fb-4c40-97b3-8e775a462ba5 req-3f1ca033-0ef3-4757-9dfc-4e7a0e4e4b20 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 944 time: 0.1417036 Jan 28 04:47:47.510925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:47.511560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:47.512946 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-79174d85-b67b-4c52-8a4a-0e41f6931934 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd484ede-6a0d-4b22-929a-a915d3a7f65d HTTP/1.1" status: 200 len: 1092 time: 1.0821481 Jan 28 04:47:47.513433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'tag': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:47.516240 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d95c4-b69f-4909-9f68-3326da294f59" -d '{"events": [{"name": "network-changed", "server_uuid": "94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece", "tag": "bd484ede-6a0d-4b22-929a-a915d3a7f65d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:47.569664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e6589aa-22fb-4c40-97b3-8e775a462ba5 req-137c13bd-2899-4961-8a6a-b1de075a1cdd tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829477 Jan 28 04:47:47.570032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4888-374a-43f4-a07b-631e7acd1976 req-8ceebc6e-5829-4626-bc59-cf5af7f49de9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:47.572511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebda4888-374a-43f4-a07b-631e7acd1976 req-8ceebc6e-5829-4626-bc59-cf5af7f49de9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 944 time: 0.1159523 Jan 28 04:47:47.652639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebda4888-374a-43f4-a07b-631e7acd1976 req-1ae1764f-3796-48df-9247-63527b8e85ef tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675800 Jan 28 04:47:47.661449 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c3afa-5397-457c-a3fa-7d96a8393fe8 x-openstack-request-id: req-b76c3afa-5397-457c-a3fa-7d96a8393fe8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:47.661914 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece", "tag": "bd484ede-6a0d-4b22-929a-a915d3a7f65d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:47.662319 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b76c3afa-5397-457c-a3fa-7d96a8393fe8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:47.662864 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'tag': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d', 'status': 'completed', 'code': 200} Jan 28 04:47:47.668826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-80e69b8b-93c5-4a3f-8a70-77993887b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:47.670899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-80e69b8b-93c5-4a3f-8a70-77993887b913 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 1095 time: 0.0962412 Jan 28 04:47:47.738343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-e9d50fc2-6b48-45db-9bce-07f9b0395af2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d HTTP/1.1" status: 200 len: 217 time: 0.0525789 Jan 28 04:47:47.804638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-eaba4116-e0a5-40c6-9397-3cc50a717d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:47.806777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-eaba4116-e0a5-40c6-9397-3cc50a717d20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=477bf0c2-60b4-4805-96d5-7834ffbe06ac HTTP/1.1" status: 200 len: 848 time: 0.0593040 Jan 28 04:47:47.851715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-cecd027d-a81f-475a-9f35-a537c48714ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caa79c42-6618-4f87-b048-2f1f7ec0f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375769 Jan 28 04:47:48.001745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-1fc6b908-6d42-4171-bb66-2d90c3c9d136 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417696 Jan 28 04:47:48.109002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-365b8c9d-54ac-4293-a21e-1512a84aa77a req-8734daae-3d38-43e5-a7a5-6a5412c4fe70 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003366 Jan 28 04:47:48.256393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-f414c8cd-37df-4a80-b3d2-c1be80564ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:48.257824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-f414c8cd-37df-4a80-b3d2-c1be80564ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 1095 time: 0.0530620 Jan 28 04:47:48.427546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-43282a6c-2e86-4716-b41a-3a93e67dd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:48.429159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-43282a6c-2e86-4716-b41a-3a93e67dd6a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 200 len: 909 time: 0.1613705 Jan 28 04:47:48.443663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3a230-07e7-406f-9aa5-a832a634beb3 req-334c07ad-2c7d-4af7-b784-d5e9724a1caf tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:48.445285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04d3a230-07e7-406f-9aa5-a832a634beb3 req-334c07ad-2c7d-4af7-b784-d5e9724a1caf tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0827341 Jan 28 04:47:48.507438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-31cad741-d759-4249-9e9b-054f9b7a7995 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d HTTP/1.1" status: 200 len: 217 time: 0.0719268 Jan 28 04:47:48.588266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-e5a9cf24-9241-4499-991b-0998d722f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:48.590417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-e5a9cf24-9241-4499-991b-0998d722f71e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=477bf0c2-60b4-4805-96d5-7834ffbe06ac HTTP/1.1" status: 200 len: 848 time: 0.0758915 Jan 28 04:47:48.603034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04d3a230-07e7-406f-9aa5-a832a634beb3 req-1207a1b8-27ff-406b-86ff-1540e654300d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482706 Jan 28 04:47:48.640768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-d9eaa976-6cdc-4ef6-b799-d22d4074f53b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caa79c42-6618-4f87-b048-2f1f7ec0f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366025 Jan 28 04:47:48.758436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edfdbe-abf8-44d0-8b8d-4e20b4d6ae7f req-b3eda95f-16c9-46d6-8ea5-7e69febee64e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:48.767293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9edfdbe-abf8-44d0-8b8d-4e20b4d6ae7f req-b3eda95f-16c9-46d6-8ea5-7e69febee64e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 944 time: 0.0967555 Jan 28 04:47:48.846194 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9edfdbe-abf8-44d0-8b8d-4e20b4d6ae7f req-fab359a0-2e0e-407b-a49f-45e9889f225f tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716307 Jan 28 04:47:48.871954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b85fb5-d3e5-4e2c-9fa8-dc88af588866 req-dd0578e1-5b6f-405b-85af-1579fc8b122a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:48.879278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38b85fb5-d3e5-4e2c-9fa8-dc88af588866 req-dd0578e1-5b6f-405b-85af-1579fc8b122a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 944 time: 0.0898364 Jan 28 04:47:48.883189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-1542946d-5a81-4445-8dcc-2cc68df81bf8 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351232 Jan 28 04:47:48.995894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-38b85fb5-d3e5-4e2c-9fa8-dc88af588866 req-62b103f5-6980-416c-8cba-b623e3a72ffc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113372 Jan 28 04:47:49.036968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f9d95c4-b69f-4909-9f68-3326da294f59 req-23f58ed8-ee3a-4185-bb30-e0bbf4c87547 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320944 Jan 28 04:47:49.745599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bf92-b057-4c46-8ef2-ea883d84165f req-f34c2cd7-21ac-498e-a64c-35c8d7e94ff8 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:49.748830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c31bf92-b057-4c46-8ef2-ea883d84165f req-f34c2cd7-21ac-498e-a64c-35c8d7e94ff8 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0586934 Jan 28 04:47:49.775532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 58aa7be8-ea53-43bb-aed1-5724735d1d4a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:49.810132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c31bf92-b057-4c46-8ef2-ea883d84165f req-6db3dd85-38c0-4e97-8d45-11309f5f6322 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Jan 28 04:47:49.871160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 58aa7be8-ea53-43bb-aed1-5724735d1d4a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:49.877657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 58aa7be8-ea53-43bb-aed1-5724735d1d4a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:49.878389 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:50.041075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 58aa7be8-ea53-43bb-aed1-5724735d1d4a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:50.045330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:50.049483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68b9e-6a37-474f-9962-dc435f5cd5af req-21a4e5c4-63fe-4a75-ba69-a67a119a225e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.057765 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-faa68b9e-6a37-474f-9962-dc435f5cd5af req-21a4e5c4-63fe-4a75-ba69-a67a119a225e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 944 time: 0.0963907 Jan 28 04:47:50.096343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:50.105876 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b433f-bf33-472f-9ab4-cb8866151950" -d '{"events": [{"server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "name": "network-vif-plugged", "status": "completed", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:50.142012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:50.151594 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:50.235275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-faa68b9e-6a37-474f-9962-dc435f5cd5af req-17bd5837-59f4-4679-ac3b-f54408bb61fc tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664374 Jan 28 04:47:50.262978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674bf2a-e559-4c20-a270-627e15eda7c7 req-cbff895d-8e0b-434b-9d2c-312ff6d4a711 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.266514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0674bf2a-e559-4c20-a270-627e15eda7c7 req-cbff895d-8e0b-434b-9d2c-312ff6d4a711 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 945 time: 0.1359036 Jan 28 04:47:50.277824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:50.358783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0674bf2a-e559-4c20-a270-627e15eda7c7 req-140060de-4d48-4c0e-9be2-ffda88ce0b7d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840027 Jan 28 04:47:50.400718 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb847e-e43c-4e9c-8eeb-fff6a92016b0 x-openstack-request-id: req-aedb847e-e43c-4e9c-8eeb-fff6a92016b0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:50.401406 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "name": "network-vif-plugged", "status": "completed", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:50.401987 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aedb847e-e43c-4e9c-8eeb-fff6a92016b0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:50.402677 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a', 'code': 200} Jan 28 04:47:50.571839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9d73d-20b2-4deb-8ed3-ff305fcec880 req-e56441c4-6fe2-4a35-95f7-4110290053fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.576281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ede9d73d-20b2-4deb-8ed3-ff305fcec880 req-e56441c4-6fe2-4a35-95f7-4110290053fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 1096 time: 0.0589614 Jan 28 04:47:50.638641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ede9d73d-20b2-4deb-8ed3-ff305fcec880 req-c634c93a-503a-4327-b9cb-26366e2509b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Jan 28 04:47:50.948501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de935-ce56-4680-8867-a3d3ff56f972 req-644c0103-e239-4ad8-892e-20de6add7191 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.949976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-420de935-ce56-4680-8867-a3d3ff56f972 req-644c0103-e239-4ad8-892e-20de6add7191 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0529959 Jan 28 04:47:51.009900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-420de935-ce56-4680-8867-a3d3ff56f972 req-a65cfb8f-178f-4e06-8731-791bb229f50c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515523 Jan 28 04:47:51.391267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a72c9-dd9a-4047-83e3-257c55730496 req-7761b8ac-3f08-4f3f-ac12-eaf9a586ea55 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:51.393190 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-232a72c9-dd9a-4047-83e3-257c55730496 req-7761b8ac-3f08-4f3f-ac12-eaf9a586ea55 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 944 time: 0.0714598 Jan 28 04:47:51.481479 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-232a72c9-dd9a-4047-83e3-257c55730496 req-b57281db-9b29-4d84-a6ce-6b8e62067444 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705702 Jan 28 04:47:51.559603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c80de-87ed-4be5-b459-05266caa8b83 req-200522a4-2286-412b-aa5d-ef4e6f322e3f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:51.567876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e6c80de-87ed-4be5-b459-05266caa8b83 req-200522a4-2286-412b-aa5d-ef4e6f322e3f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 945 time: 0.1077051 Jan 28 04:47:51.640885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e6c80de-87ed-4be5-b459-05266caa8b83 req-f8d2300c-2324-4f9e-b79c-2538e58ccf62 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707455 Jan 28 04:47:51.735603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd484ede-6a0d-4b22-929a-a915d3a7f65d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:47:51.849138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd484ede-6a0d-4b22-929a-a915d3a7f65d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:51.862395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d', 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b', 'port_id': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d', 'mac_address': 'fa:16:3e:7d:96:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bf0c2-60b4-4805-96d5-7834ffbe06ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:47:51.927020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd484ede-6a0d-4b22-929a-a915d3a7f65d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:51.928523 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:51.946398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd484ede-6a0d-4b22-929a-a915d3a7f65d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:47:51.972777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd484ede-6a0d-4b22-929a-a915d3a7f65d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:51.978553 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.049805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd484ede-6a0d-4b22-929a-a915d3a7f65d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:52.186546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47096) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:52.335738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95f82b05-9b5a-43ec-8c54-3d5fc980d73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.347110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['bd484ede-6a0d-4b22-929a-a915d3a7f65d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:52.479796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95f82b05-9b5a-43ec-8c54-3d5fc980d73e admin admin] Publish callbacks [] for security_group (e3cb7336-930d-4d6a-9e03-21e05b8c6758), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.502104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4faa8-0ddd-4a5b-be67-dd878b19e931 req-a570d7c6-bb19-4de0-8185-48b31b6aa819 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:52.512229 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9df4faa8-0ddd-4a5b-be67-dd878b19e931 req-a570d7c6-bb19-4de0-8185-48b31b6aa819 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0706525 Jan 28 04:47:52.515002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95f82b05-9b5a-43ec-8c54-3d5fc980d73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e3cb7336-930d-4d6a-9e03-21e05b8c6758), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.553961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f82b05-9b5a-43ec-8c54-3d5fc980d73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb7336-930d-4d6a-9e03-21e05b8c6758,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:52.623908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-95f82b05-9b5a-43ec-8c54-3d5fc980d73e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f01123fb4ab146e6ae2f2992709af67d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362230 Jan 28 04:47:52.629658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9df4faa8-0ddd-4a5b-be67-dd878b19e931 req-aa2f347f-b0e3-4915-a1a8-2318b4f2e1e4 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164751 Jan 28 04:47:52.631066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47112) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:52.632638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb84b8-54db-4ee1-8a9b-21fe20440140 req-48d5c4b0-6990-4d77-9129-4af38ebbef01 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:52.634973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8eb84b8-54db-4ee1-8a9b-21fe20440140 req-48d5c4b0-6990-4d77-9129-4af38ebbef01 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 945 time: 0.0668373 Jan 28 04:47:52.696726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e751e728-9096-4f11-b9bf-09bdea8bfa1e admin admin] Publish callbacks [] for security_group (e3cb7336-930d-4d6a-9e03-21e05b8c6758), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.723860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8eb84b8-54db-4ee1-8a9b-21fe20440140 req-05c04c5b-26ce-4230-8855-66783ce9a47c tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822937 Jan 28 04:47:52.738959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e751e728-9096-4f11-b9bf-09bdea8bfa1e admin admin] Publish callbacks [] for security_group (e3cb7336-930d-4d6a-9e03-21e05b8c6758), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.842378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e751e728-9096-4f11-b9bf-09bdea8bfa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e3cb7336-930d-4d6a-9e03-21e05b8c6758), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.846876 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e751e728-9096-4f11-b9bf-09bdea8bfa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.848710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e751e728-9096-4f11-b9bf-09bdea8bfa1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3cb7336-930d-4d6a-9e03-21e05b8c6758 HTTP/1.1" status: 204 len: 168 time: 0.2163608 Jan 28 04:47:52.889511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751e728-9096-4f11-b9bf-09bdea8bfa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb7336-930d-4d6a-9e03-21e05b8c6758,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:52.957756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1529c3-8cd0-4954-9e65-82f9336de1c1 req-5d306a79-5369-493a-ad83-c35c6153bc49 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:52.959430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b1529c3-8cd0-4954-9e65-82f9336de1c1 req-5d306a79-5369-493a-ad83-c35c6153bc49 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 945 time: 0.1093426 Jan 28 04:47:53.065915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b1529c3-8cd0-4954-9e65-82f9336de1c1 req-652f5b72-1fcb-410a-84c7-a5497886563e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990090 Jan 28 04:47:53.275442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-02928ebc-79b4-497d-949c-da39f2d5f524 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 267 time: 0.0811684 Jan 28 04:47:53.342668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-7d269d34-b03a-4b6c-909a-fe33a2817ce5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:53.344633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-7d269d34-b03a-4b6c-909a-fe33a2817ce5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 945 time: 0.0681343 Jan 28 04:47:53.361058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'port': {'security_groups': []}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:53.433320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47134) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:53.452773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.453368 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.594204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Publish callbacks [] for security_group (da92105b-bf13-43c5-98a5-037e7b4d7994), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.610585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (da92105b-bf13-43c5-98a5-037e7b4d7994), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.655765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da92105b-bf13-43c5-98a5-037e7b4d7994,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:53.663448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4026b84b67d7460cb5eff2fbedd1c4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273386 Jan 28 04:47:53.664509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:53.678405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.678882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.679324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.679951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.680388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.680887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.681261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.681710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.682158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.682584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.683012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.683438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.683839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850498cb-816b-4c23-9526-8f6b563c9ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:53.695121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:53.744430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd484ede-6a0d-4b22-929a-a915d3a7f65d up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:47:53.758096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.767172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.805713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fe62812-fe11-4323-a6b2-4d5be7bad6cc admin admin] Publish callbacks [] for security_group (da92105b-bf13-43c5-98a5-037e7b4d7994), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.814977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['58aa7be8-ea53-43bb-aed1-5724735d1d4a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:53.819285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', '6353d4c3-3e99-454e-86b0-35fbe80f9bca'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:53.833993 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fe62812-fe11-4323-a6b2-4d5be7bad6cc admin admin] Publish callbacks [] for security_group (da92105b-bf13-43c5-98a5-037e7b4d7994), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.846314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:53.846926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.848234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41fb7baf-a3d2-407b-86ab-35ec5700f8f1 req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "PUT /v2.0/ports/58aa7be8-ea53-43bb-aed1-5724735d1d4a HTTP/1.1" status: 200 len: 904 time: 0.4928322 Jan 28 04:47:53.911880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:53.920068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fe62812-fe11-4323-a6b2-4d5be7bad6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (da92105b-bf13-43c5-98a5-037e7b4d7994), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.922363 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265462c4-d810-48ae-8ddd-2e58ee97f9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:53.925412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fe62812-fe11-4323-a6b2-4d5be7bad6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:53.934561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2fe62812-fe11-4323-a6b2-4d5be7bad6cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da92105b-bf13-43c5-98a5-037e7b4d7994 HTTP/1.1" status: 204 len: 168 time: 0.2652459 Jan 28 04:47:53.958622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed201f5-0b13-439a-b0ba-822242d87be3 req-414ce2c7-e37c-437a-8a9c-e2ac69a735c7 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:53.970405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ed201f5-0b13-439a-b0ba-822242d87be3 req-414ce2c7-e37c-437a-8a9c-e2ac69a735c7 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.2257431 Jan 28 04:47:53.990479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe62812-fe11-4323-a6b2-4d5be7bad6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92105b-bf13-43c5-98a5-037e7b4d7994,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:54.015277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b225-5762-4d67-9b24-0faab52dcf70 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:54.052332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bbcfc-7014-4c12-9540-7ba5b20c8d9f req-111152cd-8e3e-4edc-b7e4-fd6e75a5ab06 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.063872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c47bbcfc-7014-4c12-9540-7ba5b20c8d9f req-111152cd-8e3e-4edc-b7e4-fd6e75a5ab06 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 945 time: 0.1096096 Jan 28 04:47:54.065886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ed201f5-0b13-439a-b0ba-822242d87be3 req-d228e662-e75f-4674-aea4-dab8ee78fc3f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930982 Jan 28 04:47:54.080541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['58aa7be8-ea53-43bb-aed1-5724735d1d4a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:54.157985 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c47bbcfc-7014-4c12-9540-7ba5b20c8d9f req-5bb14a9f-6bec-420f-88e5-cc8a74ec23c8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906796 Jan 28 04:47:54.346566 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcc091e-96c9-49b2-a59f-c465343edfac x-openstack-request-id: req-cbcc091e-96c9-49b2-a59f-c465343edfac {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:54.351252 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:54.351824 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbcc091e-96c9-49b2-a59f-c465343edfac {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:54.352283 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a', 'status': 'completed', 'code': 200} Jan 28 04:47:54.381393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port bd484ede-6a0d-4b22-929a-a915d3a7f65d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:47:54.398148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port bd484ede-6a0d-4b22-929a-a915d3a7f65d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:54.399265 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.433011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-c387929d-fd44-4a13-9b84-7b4d184a718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.435030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-c387929d-fd44-4a13-9b84-7b4d184a718a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 1058 time: 0.0719931 Jan 28 04:47:54.440644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524e72-8dff-43b0-bf7c-95a2f66c862e req-c5d18a76-3e54-43c6-87e7-d1709583552d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.462125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8ecedd3d-7454-4c1a-947a-ece7209a3e2f None None] Provisioning complete for port 58aa7be8-ea53-43bb-aed1-5724735d1d4a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:54.462511 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ecedd3d-7454-4c1a-947a-ece7209a3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.465110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42524e72-8dff-43b0-bf7c-95a2f66c862e req-c5d18a76-3e54-43c6-87e7-d1709583552d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 907 time: 0.1651149 Jan 28 04:47:54.691104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8ecedd3d-7454-4c1a-947a-ece7209a3e2f None None] Current status of the port 58aa7be8-ea53-43bb-aed1-5724735d1d4a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:54.697988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-ecffe1a9-f187-47dc-9b25-87b79108411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.700438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-ecffe1a9-f187-47dc-9b25-87b79108411b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.2538314 Jan 28 04:47:54.710742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port bd484ede-6a0d-4b22-929a-a915d3a7f65d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:47:54.711278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.723208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37540c-b9b1-46d9-aa1c-9a9d713249e3 req-b0717595-e046-4737-8fb9-39db2b138e79 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.731401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db37540c-b9b1-46d9-aa1c-9a9d713249e3 req-b0717595-e046-4737-8fb9-39db2b138e79 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1166945 Jan 28 04:47:54.770643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-ff4c4f05-f855-4768-9f0b-b18ea56dd8f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a HTTP/1.1" status: 200 len: 217 time: 0.0623085 Jan 28 04:47:54.770951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:54.773276 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aedede-5deb-4ea3-bb8a-d9fc25cd3d77" -d '{"events": [{"server_uuid": "94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece", "name": "network-vif-plugged", "status": "completed", "tag": "bd484ede-6a0d-4b22-929a-a915d3a7f65d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:54.788669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port bd484ede-6a0d-4b22-929a-a915d3a7f65d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:54.794157 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.833823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47184) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:54.839722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120974210', 'description': 'tempest-secgroup-smoke-1120974210 description', 'project_id': '36b43003a2444db3acbcbc169fce7d8e'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:54.873585 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a06aa-5973-41e3-b847-175df1ce32e1 x-openstack-request-id: req-ff6a06aa-5973-41e3-b847-175df1ce32e1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:54.873885 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece", "name": "network-vif-plugged", "status": "completed", "tag": "bd484ede-6a0d-4b22-929a-a915d3a7f65d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:54.874145 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff6a06aa-5973-41e3-b847-175df1ce32e1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:54.874621 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d', 'code': 200} Jan 28 04:47:54.880085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.886481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db37540c-b9b1-46d9-aa1c-9a9d713249e3 req-201139cf-a833-4311-90d9-04a6ec749359 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532223 Jan 28 04:47:54.898078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=bd484ede-6a0d-4b22-929a-a915d3a7f65d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:54.899473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-cf295061-56c6-4353-afbb-056aa9462f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.901740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-cf295061-56c6-4353-afbb-056aa9462f57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1240323 Jan 28 04:47:54.975226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-43aade85-64f5-45c4-a4bf-81c9f591ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:54.976744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-43aade85-64f5-45c4-a4bf-81c9f591ca1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667503 Jan 28 04:47:55.022153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group (acd6fe5f-e673-4b12-b81d-f2d1419095eb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.042223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (acd6fe5f-e673-4b12-b81d-f2d1419095eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.081590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.082719 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2477951 Jan 28 04:47:55.102062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47194) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:55.110224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group_rule': {'security_group_id': 'acd6fe5f-e673-4b12-b81d-f2d1419095eb', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:55.139400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfd38c-9774-4bd4-bff7-e9b6a9b13bdc req-93b96cf0-8284-47c1-bd0f-b7404423f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:55.140921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cbfd38c-9774-4bd4-bff7-e9b6a9b13bdc req-93b96cf0-8284-47c1-bd0f-b7404423f3a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 1097 time: 0.1546829 Jan 28 04:47:55.163233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469dd41-3612-4da2-b923-4c077d902ffc tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd6fe5f-e673-4b12-b81d-f2d1419095eb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:55.184594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e090f-c6db-41a8-80f4-fe14095741df req-fdaf2f04-3e42-4eca-b51b-573f7639d65f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:55.196009 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f7e090f-c6db-41a8-80f4-fe14095741df req-fdaf2f04-3e42-4eca-b51b-573f7639d65f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1685035 Jan 28 04:47:55.216197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (f8c28ee0-ce74-4c26-8793-692872e09070), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.265968 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f7e090f-c6db-41a8-80f4-fe14095741df req-67b54646-0a79-49c6-be71-e3f7555e078d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683866 Jan 28 04:47:55.288725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-eb7eecc4-875c-4a33-b5dc-0426e18388d0 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038306 Jan 28 04:47:55.339002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9cbfd38c-9774-4bd4-bff7-e9b6a9b13bdc req-701bea2f-9773-435b-a289-e8bf924d0091 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760061 Jan 28 04:47:55.390793 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (f8c28ee0-ce74-4c26-8793-692872e09070), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.406294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa282-3c2b-4782-b9a7-55296028be5a req-11dc05b8-a4b3-44dd-b62b-fd9f0cb374d2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:55.408071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-218aa282-3c2b-4782-b9a7-55296028be5a req-11dc05b8-a4b3-44dd-b62b-fd9f0cb374d2 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1720355 Jan 28 04:47:55.411111 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f8c28ee0-ce74-4c26-8793-692872e09070), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.446350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c28ee0-ce74-4c26-8793-692872e09070,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:55.451625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8417eb-627f-43c1-9692-1bbfacc5378c req-349ca326-54b2-4c9c-bd09-a262b6049a86 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:55.459713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f8417eb-627f-43c1-9692-1bbfacc5378c req-349ca326-54b2-4c9c-bd09-a262b6049a86 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 946 time: 0.1054382 Jan 28 04:47:55.466843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.470554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7d424f2d-7b2b-446f-b6e5-979f2b3dabc8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649905 Jan 28 04:47:55.476917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47220) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:55.483143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group_rule': {'security_group_id': 'acd6fe5f-e673-4b12-b81d-f2d1419095eb', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:55.491465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-265462c4-d810-48ae-8ddd-2e58ee97f9f3 req-2d472f34-f96b-4fc2-b7f8-9bd9122bc66a service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830134 Jan 28 04:47:55.542404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (eec87dbc-04ac-4cf9-a9c5-daa497ea8d25), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.542901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f8417eb-627f-43c1-9692-1bbfacc5378c req-97d610c0-59c0-4873-b231-3b55232186c9 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810907 Jan 28 04:47:55.558271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-218aa282-3c2b-4782-b9a7-55296028be5a req-1501eb61-43e5-4c09-98ca-8a019c5b88f6 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169009 Jan 28 04:47:55.732261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (eec87dbc-04ac-4cf9-a9c5-daa497ea8d25), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.738086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (eec87dbc-04ac-4cf9-a9c5-daa497ea8d25), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.769294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec87dbc-04ac-4cf9-a9c5-daa497ea8d25,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:55.782477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.783698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4c4476b-a373-4b5b-b4d7-4b4b7e6872b5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043556 Jan 28 04:47:55.786425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47238) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:55.790870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group_rule': {'security_group_id': 'acd6fe5f-e673-4b12-b81d-f2d1419095eb', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:55.830026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-98ffcc16-e705-4e81-8f49-480ad7f67562 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:55.831573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-98ffcc16-e705-4e81-8f49-480ad7f67562 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.1826186 Jan 28 04:47:55.849740 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (8d3e6940-c562-4451-bcae-83c22025ac5c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.856528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ed5557be-85c4-4280-adca-77aeeeff0ea6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/quotas/67dd08bf5ce84ebea54fbcd214443587 HTTP/1.1" status: 200 len: 375 time: 0.0154040 Jan 28 04:47:55.954498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (8d3e6940-c562-4451-bcae-83c22025ac5c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.968667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-a8bd5a3a-a334-4501-a9d0-359b6d317797 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1001279 Jan 28 04:47:55.969930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8d3e6940-c562-4451-bcae-83c22025ac5c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.007092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3e6940-c562-4451-bcae-83c22025ac5c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:56.040264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.041540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0b2c305a-6228-49f8-b072-19411e37f4c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2540803 Jan 28 04:47:56.045079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47244) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:56.054434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group_rule': {'security_group_id': 'acd6fe5f-e673-4b12-b81d-f2d1419095eb', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:56.086161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (0a71af19-bb3d-4c23-907d-1b228824af1f), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.099173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-b9308ccc-5ce0-400e-aa1d-bb7d984ace9c service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222363 Jan 28 04:47:56.187514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (0a71af19-bb3d-4c23-907d-1b228824af1f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.192562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0a71af19-bb3d-4c23-907d-1b228824af1f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.210383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a71af19-bb3d-4c23-907d-1b228824af1f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:56.213265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-d51164e6-55e3-48d3-bc85-8071433ddd78 service neutron] 10.222.0.21 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068902 Jan 28 04:47:56.223742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.225003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f714474-b3c1-47a2-9db7-7edad1be0711 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777868 Jan 28 04:47:56.231146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47252) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:56.237298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group_rule': {'security_group_id': 'acd6fe5f-e673-4b12-b81d-f2d1419095eb', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:56.266859 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Project 36b43003a2444db3acbcbc169fce7d8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:47:56.272613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (a331fd51-cf68-4a73-b1ef-fef390c1123d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.364269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (a331fd51-cf68-4a73-b1ef-fef390c1123d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.373984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a331fd51-cf68-4a73-b1ef-fef390c1123d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.422949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.424434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1915135 Jan 28 04:47:56.427257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47262) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:56.432651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'security_group_rule': {'security_group_id': 'acd6fe5f-e673-4b12-b81d-f2d1419095eb', 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:56.432841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7478618-8152-4b74-ae78-97a0052ff340 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a331fd51-cf68-4a73-b1ef-fef390c1123d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:56.470980 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Project 36b43003a2444db3acbcbc169fce7d8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:47:56.484814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (6c600492-b62e-489b-9fea-f0571accd9e7), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.494966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ed3aa41a-5588-46b1-9294-f06a314a326e req-8ca129ba-3de6-444f-9405-2b32094fe788 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 210 time: 0.0585191 Jan 28 04:47:56.603577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (6c600492-b62e-489b-9fea-f0571accd9e7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.608524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6c600492-b62e-489b-9fea-f0571accd9e7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.651246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c600492-b62e-489b-9fea-f0571accd9e7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:56.674010 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.684136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1311bd21-cb00-460c-84c9-9f781e8af328 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2493753 Jan 28 04:47:56.773836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce487aa-8c88-4dce-8b4b-06e070d1c19a req-06d128c0-cd58-41dd-bc3b-5351411df95e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:56.775587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ce487aa-8c88-4dce-8b4b-06e070d1c19a req-06d128c0-cd58-41dd-bc3b-5351411df95e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 946 time: 0.0964789 Jan 28 04:47:56.816643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf976daf-9a89-49b1-9f11-a15f31ddc994 req-6049ed47-3c74-4dd5-926a-2bb962c2e07f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:56.825948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf976daf-9a89-49b1-9f11-a15f31ddc994 req-6049ed47-3c74-4dd5-926a-2bb962c2e07f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1101878 Jan 28 04:47:56.877373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ce487aa-8c88-4dce-8b4b-06e070d1c19a req-1fd3f375-3463-4a4c-bce9-baaa860cf4d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943060 Jan 28 04:47:56.888602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf976daf-9a89-49b1-9f11-a15f31ddc994 req-49795f89-f3b8-47a9-8c98-52a2fa4cef2b tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613866 Jan 28 04:47:57.076659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-b57e6979-19de-45de-bc78-e674bd3646b2 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120974210&fields=id&tenant_id=36b43003a2444db3acbcbc169fce7d8e HTTP/1.1" status: 200 len: 267 time: 0.0606997 Jan 28 04:47:57.208623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-5d90356f-0bfc-4bdd-9d5a-dbe740199a84 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:57.216010 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-5d90356f-0bfc-4bdd-9d5a-dbe740199a84 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 814 time: 0.1325266 Jan 28 04:47:57.232226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-a4693d19-2db3-42bb-87b3-52eb0c5a55df tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/quotas/36b43003a2444db3acbcbc169fce7d8e HTTP/1.1" status: 200 len: 375 time: 0.0152369 Jan 28 04:47:57.286544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-71514ba4-2a84-4928-b42c-9d68d242b348 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534375 Jan 28 04:47:57.390517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-f7fa831a-e9e6-40b5-bace-d912098701f8 service neutron] 10.222.0.21 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905752 Jan 28 04:47:57.497889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-86d74d75-d609-448f-89c3-6d252e155af1 service neutron] 10.222.0.21 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016545 Jan 28 04:47:57.646801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35f85016-b5ec-46f8-a81c-eb97011592c9 req-8edace13-6ec8-40eb-a7f2-2b35126e2d7f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 210 time: 0.0649343 Jan 28 04:47:57.858056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ad3f8b5b-ee06-4f09-8025-df5c4f7a1d52 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:57.870792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ad3f8b5b-ee06-4f09-8025-df5c4f7a1d52 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 812 time: 0.1736512 Jan 28 04:47:57.895261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Request body: {'port': {'device_id': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'admin_state_up': True, 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:58.024966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-110e0c73-7c32-47a9-8a1c-4984cdd8dd52 req-846224aa-6d9d-4dd6-8ed9-e2fae68d82bf tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.1226909 Jan 28 04:47:58.062194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52b3f-df41-4567-aa88-b6a18e84ec61 req-8503ccd8-5b29-452b-8ec4-cdbca9eb8766 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:58.071474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abd52b3f-df41-4567-aa88-b6a18e84ec61 req-8503ccd8-5b29-452b-8ec4-cdbca9eb8766 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 946 time: 0.0734198 Jan 28 04:47:58.099272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47338) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:58.151744 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-abd52b3f-df41-4567-aa88-b6a18e84ec61 req-5d5eb77a-3ac1-4729-b16f-c786fbd86dc4 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784547 Jan 28 04:47:58.155562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Made reservation on behalf of 67dd08bf5ce84ebea54fbcd214443587 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:58.159896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.321438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca16e-92cb-4859-a530-cebdb6929527 req-83a3924d-8f12-45b0-bfc4-208b23750dc5 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:58.323096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-183ca16e-92cb-4859-a530-cebdb6929527 req-83a3924d-8f12-45b0-bfc4-208b23750dc5 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1144905 Jan 28 04:47:58.405903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f55db107-e15d-4a87-b0d2-b52543db0aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.448703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Allocated IP 172.20.0.12 (b22b336d-bd67-4863-bdda-72baf2db3dbc/8cdb7563-a464-4fc6-9a26-d875e22b722b/e7930da4-54dc-4a49-b136-4bb7912828a7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:47:58.464286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-183ca16e-92cb-4859-a530-cebdb6929527 req-baf1bbcb-1ddc-402e-af91-0797fa17e60e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341567 Jan 28 04:47:58.654259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f55db107-e15d-4a87-b0d2-b52543db0aea admin admin] Publish callbacks [] for security_group (343c689a-33fc-440a-81d0-3924eed02c50), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.668347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f55db107-e15d-4a87-b0d2-b52543db0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (343c689a-33fc-440a-81d0-3924eed02c50), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.745320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f55db107-e15d-4a87-b0d2-b52543db0aea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3d0e9946b1e4c9696a23f0ca8aae1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6423287 Jan 28 04:47:58.746160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:58.753695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db107-e15d-4a87-b0d2-b52543db0aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c689a-33fc-440a-81d0-3924eed02c50,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:58.768252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.832671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.870642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', '6353d4c3-3e99-454e-86b0-35fbe80f9bca'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:47:58.912105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b81a91ff-f19f-4c94-a243-8723d7c169ab admin admin] Publish callbacks [] for security_group (343c689a-33fc-440a-81d0-3924eed02c50), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.922785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e671-53d7-4725-b63c-7e46c2e6f8f5 req-4f069448-cc72-4dd2-abce-f84a7ecc8c4b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:58.930707 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2c2e671-53d7-4725-b63c-7e46c2e6f8f5 req-4f069448-cc72-4dd2-abce-f84a7ecc8c4b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 932 time: 0.1397429 Jan 28 04:47:58.946532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:58.967275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Network b22b336d-bd67-4863-bdda-72baf2db3dbc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:47:58.971159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:47:58.976723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b81a91ff-f19f-4c94-a243-8723d7c169ab admin admin] Publish callbacks [] for security_group (343c689a-33fc-440a-81d0-3924eed02c50), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.977995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:47:59.054728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:59.055314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.113363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2c2e671-53d7-4725-b63c-7e46c2e6f8f5 req-957d1daf-38fe-47ef-87bb-303445c4dde8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780078 Jan 28 04:47:59.131322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee970cb9-7377-4973-9147-6838908c282d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2405539 Jan 28 04:47:59.149978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b81a91ff-f19f-4c94-a243-8723d7c169ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (343c689a-33fc-440a-81d0-3924eed02c50), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.153875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b81a91ff-f19f-4c94-a243-8723d7c169ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.161749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b81a91ff-f19f-4c94-a243-8723d7c169ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/343c689a-33fc-440a-81d0-3924eed02c50 HTTP/1.1" status: 204 len: 168 time: 0.4142797 Jan 28 04:47:59.169627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Request body: {'port': {'device_id': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.187085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd28cf2-307b-45d8-9ec1-535b55942f59 req-47c542fb-ed74-467c-a329-c1f7cbec993a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:59.187377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a91ff-f19f-4c94-a243-8723d7c169ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c689a-33fc-440a-81d0-3924eed02c50,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.196442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd28cf2-307b-45d8-9ec1-535b55942f59 req-47c542fb-ed74-467c-a329-c1f7cbec993a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 946 time: 0.1357880 Jan 28 04:47:59.253434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c74d2772-d4ca-402e-84a7-aeb23d8c7b04 req-424a142d-7a63-4e3f-b605-6ccfa2633460 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0617466 Jan 28 04:47:59.387680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.467251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4fe58322-94f5-4e75-a44f-59373e6cd493 None None] Provisioning complete for port e7930da4-54dc-4a49-b136-4bb7912828a7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:47:59.467626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4fe58322-94f5-4e75-a44f-59373e6cd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.496859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd28cf2-307b-45d8-9ec1-535b55942f59 req-af2c8f6d-e841-4763-a4aa-d037a918219f tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464042 Jan 28 04:47:59.596440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4fe58322-94f5-4e75-a44f-59373e6cd493 None None] Port e7930da4-54dc-4a49-b136-4bb7912828a7 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:47:59.715172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663e9f-5fe9-4321-be4f-8f780c90511c req-9d0a7ece-1e98-4c23-ad11-5253518ce7ab tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:59.726624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8663e9f-5fe9-4321-be4f-8f780c90511c req-9d0a7ece-1e98-4c23-ad11-5253518ce7ab tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1454589 Jan 28 04:47:59.808445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8663e9f-5fe9-4321-be4f-8f780c90511c req-d99c9a30-9aab-47b0-be95-4ae967cf7575 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793383 Jan 28 04:47:59.846034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47408) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.860835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-252191b1-6cca-480b-9b81-be7318fcfec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.974788 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-252191b1-6cca-480b-9b81-be7318fcfec2 admin admin] Publish callbacks [] for security_group (bc9abfc4-fab2-457c-b7aa-016bc6a357dd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.981512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-252191b1-6cca-480b-9b81-be7318fcfec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bc9abfc4-fab2-457c-b7aa-016bc6a357dd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.039680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-252191b1-6cca-480b-9b81-be7318fcfec2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=262b5adb26f9458c9f04d4c40324795f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898906 Jan 28 04:48:00.043069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47412) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:00.071673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252191b1-6cca-480b-9b81-be7318fcfec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9abfc4-fab2-457c-b7aa-016bc6a357dd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:00.140092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-ee67c90f-7db9-4826-b307-232e9f537e32 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:00.141950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-ee67c90f-7db9-4826-b307-232e9f537e32 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.47 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 814 time: 0.6903126 Jan 28 04:48:00.153660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f4d0-d3a8-4219-9baa-1ca8ae913f40 admin admin] Publish callbacks [] for security_group (bc9abfc4-fab2-457c-b7aa-016bc6a357dd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.186149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f4d0-d3a8-4219-9baa-1ca8ae913f40 admin admin] Publish callbacks [] for security_group (bc9abfc4-fab2-457c-b7aa-016bc6a357dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.262752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f4d0-d3a8-4219-9baa-1ca8ae913f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bc9abfc4-fab2-457c-b7aa-016bc6a357dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.266131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f4d0-d3a8-4219-9baa-1ca8ae913f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.268734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6bd7f4d0-d3a8-4219-9baa-1ca8ae913f40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc9abfc4-fab2-457c-b7aa-016bc6a357dd HTTP/1.1" status: 204 len: 168 time: 0.2247138 Jan 28 04:48:00.308334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7f4d0-d3a8-4219-9baa-1ca8ae913f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9abfc4-fab2-457c-b7aa-016bc6a357dd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:00.368820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0bb62-f452-471a-962a-fbfabb7b2ff5 req-6c297c2c-3c74-450d-999b-e09f920116c2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:00.373133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ca0bb62-f452-471a-962a-fbfabb7b2ff5 req-6c297c2c-3c74-450d-999b-e09f920116c2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 932 time: 0.1699860 Jan 28 04:48:00.381395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-6d3f9ce9-d33f-4cc4-821e-8e8d12502906 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36b43003a2444db3acbcbc169fce7d8e HTTP/1.1" status: 200 len: 380 time: 0.1905375 Jan 28 04:48:00.394726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'port': {'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'admin_state_up': True, 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'security_groups': ['acd6fe5f-e673-4b12-b81d-f2d1419095eb']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:00.416676 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a93bbf4f-91d2-417f-a77c-e1610426fffd req-1a1eab1e-e950-4f16-99f6-cb3e2266f708 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0433073 Jan 28 04:48:00.566841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4ca0bb62-f452-471a-962a-fbfabb7b2ff5 req-8a1f1348-48d2-4d5f-a00f-f5a63295ad7d tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844625 Jan 28 04:48:00.610819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7930da4-54dc-4a49-b136-4bb7912828a7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:00.623087 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Publish callbacks [] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.647985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Transition to ACTIVE for port object e7930da4-54dc-4a49-b136-4bb7912828a7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:48:00.652306 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.661785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Made reservation on behalf of 36b43003a2444db3acbcbc169fce7d8e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:00.666588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.745416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b3fd6-0580-45bd-bdc5-d62e4fd4e69d req-36d59eeb-85c6-4715-a5f9-3ccf14a3edf7 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:00.749367 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-280b3fd6-0580-45bd-bdc5-d62e4fd4e69d req-36d59eeb-85c6-4715-a5f9-3ccf14a3edf7 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 946 time: 0.0718629 Jan 28 04:48:00.758656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:00.947628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-3585875a-a172-44c1-8bb1-fee8c8fbf138 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:00.950205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-3585875a-a172-44c1-8bb1-fee8c8fbf138 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 946 time: 0.1980495 Jan 28 04:48:00.958736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-280b3fd6-0580-45bd-bdc5-d62e4fd4e69d req-6aeece88-7a41-4292-95d0-f078f0548157 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870034 Jan 28 04:48:01.155416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Deleting port bd484ede-6a0d-4b22-929a-a915d3a7f65d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:01.155887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.167750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Attempting to bind port e7930da4-54dc-4a49-b136-4bb7912828a7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:01.168736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Attempting to bind port e7930da4-54dc-4a49-b136-4bb7912828a7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:01.169286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Attempting to bind port e7930da4-54dc-4a49-b136-4bb7912828a7 on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:01.177744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Allocated IP 172.20.0.5 (55b234eb-e1be-412b-9083-57cee8745f20/09bf762b-9c3b-42a5-9e45-c3e847a16693/322b4d4d-2a8d-4390-9916-b57e8685a6de) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:01.197278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c2e38-a2fd-49cf-8bdf-053e93320c83 req-c26d3d58-0df8-4e46-8e9a-f39fc46c769a tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:01.199215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f3c2e38-a2fd-49cf-8bdf-053e93320c83 req-c26d3d58-0df8-4e46-8e9a-f39fc46c769a tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1452911 Jan 28 04:48:01.200010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Port e7930da4-54dc-4a49-b136-4bb7912828a7 on network b22b336d-bd67-4863-bdda-72baf2db3dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:48:01.200497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Attempting to bind port e7930da4-54dc-4a49-b136-4bb7912828a7 on network b22b336d-bd67-4863-bdda-72baf2db3dbc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:01.215597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47452) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:01.223447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:01.223947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Checking segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:01.235407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Bound using segment: {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:01.235984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Bound port: e7930da4-54dc-4a49-b136-4bb7912828a7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:01.236373 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.272279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] For port bd484ede-6a0d-4b22-929a-a915d3a7f65d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=bd484ede-6a0d-4b22-929a-a915d3a7f65d,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:01.272659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.289668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Calling delete_port for bd484ede-6a0d-4b22-929a-a915d3a7f65d owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:01.378011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f3c2e38-a2fd-49cf-8bdf-053e93320c83 req-cc92ec3d-1da5-4e73-9bd3-e751c370340b tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677046 Jan 28 04:48:01.421553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc70c93-8a01-4c77-9475-dfe410c205b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.462544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:01.470756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:01.479028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.553742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:01.554775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.556548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] 10.222.0.52 "PUT /v2.0/ports/e7930da4-54dc-4a49-b136-4bb7912828a7 HTTP/1.1" status: 200 len: 1092 time: 2.3997443 Jan 28 04:48:01.563179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:01.565646 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3469326-2898-46ec-935b-d81d899b6926" -d '{"events": [{"name": "network-changed", "server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:01.600210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (bd484ede-6a0d-4b22-929a-a915d3a7f65d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.614514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43ea7d2b-7c73-447c-a269-f24ecde9c712 req-9c737fc5-c922-4a87-b5f7-d7682a54ba65 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0905700 Jan 28 04:48:01.642783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.645171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['bd484ede-6a0d-4b22-929a-a915d3a7f65d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:01.719027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Pushing event deleted for resources: {'Port': ['ID=bd484ede-6a0d-4b22-929a-a915d3a7f65d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:01.726437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc70c93-8a01-4c77-9475-dfe410c205b0 admin admin] Publish callbacks [] for security_group (cbd4cadb-1732-477a-a36a-9eec58f21ed8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.733596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4639c6-44cb-418c-9801-e6516b708fab service neutron] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:01.745342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bc70c93-8a01-4c77-9475-dfe410c205b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cbd4cadb-1732-477a-a36a-9eec58f21ed8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.886584 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf6822a-c3cc-4cda-9764-ad7f3fa9bcb2 x-openstack-request-id: req-edf6822a-c3cc-4cda-9764-ad7f3fa9bcb2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:01.886884 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:01.887144 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edf6822a-c3cc-4cda-9764-ad7f3fa9bcb2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:01.887560 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'status': 'completed', 'code': 200} Jan 28 04:48:01.901257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] No DVR routers for this DVR port bd484ede-6a0d-4b22-929a-a915d3a7f65d on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:01.908304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-94662724-0551-401a-81c5-94de0b68c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:01.917174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-94662724-0551-401a-81c5-94de0b68c8af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 1095 time: 0.2664077 Jan 28 04:48:01.938415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.943240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9d9acdb2-6024-44eb-acf2-8a94d19bb8b0 req-88fa6630-d37e-4d69-81f3-d11047d7eef2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "DELETE /v2.0/ports/bd484ede-6a0d-4b22-929a-a915d3a7f65d HTTP/1.1" status: 204 len: 173 time: 0.9760854 Jan 28 04:48:01.943768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'name': 'network-vif-deleted', 'tag': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:01.956665 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6bf6e3-9273-43b3-bb4f-b41a7122bcec" -d '{"events": [{"server_uuid": "94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece", "name": "network-vif-deleted", "tag": "bd484ede-6a0d-4b22-929a-a915d3a7f65d"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:01.986867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70c93-8a01-4c77-9475-dfe410c205b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd4cadb-1732-477a-a36a-9eec58f21ed8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:02.014788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8bc70c93-8a01-4c77-9475-dfe410c205b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04e7555f9c324a37b7ea90a61f561134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7979481 Jan 28 04:48:02.025507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47482) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:02.056539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-76d8651f-5a5b-417d-b932-59126da3eccd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7930da4-54dc-4a49-b136-4bb7912828a7 HTTP/1.1" status: 200 len: 217 time: 0.0651274 Jan 28 04:48:02.082607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.120511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-49ebfe57-58e3-4d67-80af-a5aad92fb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.122077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-49ebfe57-58e3-4d67-80af-a5aad92fb1ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 1096 time: 0.1585281 Jan 28 04:48:02.154132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534f04c-fd3f-42db-ac2f-d08396a00198 req-cb1341e4-1474-45ca-9519-11a416f2e240 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.156099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b534f04c-fd3f-42db-ac2f-d08396a00198 req-cb1341e4-1474-45ca-9519-11a416f2e240 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1720493 Jan 28 04:48:02.203343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Network 55b234eb-e1be-412b-9083-57cee8745f20 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:02.206173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-260f9de3-515c-41a7-8a5f-c7c9b680e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.208003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-260f9de3-515c-41a7-8a5f-c7c9b680e9da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1357989 Jan 28 04:48:02.216794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5843a7-af19-486f-9989-f433730b6d47 req-701cb1ac-4d78-4663-b2d6-15191eeb3854 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.219325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b5843a7-af19-486f-9989-f433730b6d47 req-701cb1ac-4d78-4663-b2d6-15191eeb3854 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 944 time: 0.2913563 Jan 28 04:48:02.234800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'Port': ['ID=322b4d4d-2a8d-4390-9916-b57e8685a6de,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:02.237908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:02.243137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:02.280022 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be2da152-aa55-4ead-bd26-946c13f945c8 admin admin] Publish callbacks [] for security_group (cbd4cadb-1732-477a-a36a-9eec58f21ed8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.363695 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be2da152-aa55-4ead-bd26-946c13f945c8 admin admin] Publish callbacks [] for security_group (cbd4cadb-1732-477a-a36a-9eec58f21ed8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.381858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-8536c813-c479-4f31-b361-0883bf088447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.383702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-8536c813-c479-4f31-b361-0883bf088447 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599364 Jan 28 04:48:02.401598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b5843a7-af19-486f-9989-f433730b6d47 req-b89c212c-04de-4f78-a502-df7dbb429c23 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551366 Jan 28 04:48:02.405287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b534f04c-fd3f-42db-ac2f-d08396a00198 req-893d9b08-450d-4229-a40c-743fad7156a9 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670346 Jan 28 04:48:02.451417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.452107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.506185 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50423814-a496-41a1-95fc-5608961b10a8 x-openstack-request-id: req-50423814-a496-41a1-95fc-5608961b10a8 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:02.506492 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece", "name": "network-vif-deleted", "tag": "bd484ede-6a0d-4b22-929a-a915d3a7f65d", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:02.506765 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50423814-a496-41a1-95fc-5608961b10a8 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:02.507256 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece', 'name': 'network-vif-deleted', 'tag': 'bd484ede-6a0d-4b22-929a-a915d3a7f65d', 'status': 'completed', 'code': 200} Jan 28 04:48:02.508720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-00e83d10-dd03-4b32-9b02-cce3a715d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.510876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-00e83d10-dd03-4b32-9b02-cce3a715d4a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 200 len: 916 time: 0.3811858 Jan 28 04:48:02.576483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-9b5acd56-596e-4228-8e0c-6a0e7b85581f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec HTTP/1.1" status: 200 len: 217 time: 0.0524304 Jan 28 04:48:02.601813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9238612d-d5c9-4ea0-9123-1097fe71f500 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2112777 Jan 28 04:48:02.626144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-178f8bb7-c42d-4e34-a6da-2ec82392f179 req-d08dca09-0924-43ac-abcd-cd53cb49b154 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e1b9c3-3b10-4a4b-bdd5-ea52edbd7ece HTTP/1.1" status: 200 len: 210 time: 0.0533514 Jan 28 04:48:02.640389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Request body: {'port': {'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:02.685849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1c059c60-92f5-41ce-a646-0b8c2c430348 None None] Provisioning complete for port 322b4d4d-2a8d-4390-9916-b57e8685a6de triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:02.686328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c059c60-92f5-41ce-a646-0b8c2c430348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.699770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-e82b66a4-8c0e-48f4-ae6e-1ae88f191995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.701338 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-e82b66a4-8c0e-48f4-ae6e-1ae88f191995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 200 len: 854 time: 0.1124785 Jan 28 04:48:02.702155 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be2da152-aa55-4ead-bd26-946c13f945c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cbd4cadb-1732-477a-a36a-9eec58f21ed8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.724046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be2da152-aa55-4ead-bd26-946c13f945c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.724766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-50f1abd1-eef6-4a3c-84ee-79be1bc6bcec service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219481 Jan 28 04:48:02.728170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-be2da152-aa55-4ead-bd26-946c13f945c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbd4cadb-1732-477a-a36a-9eec58f21ed8 HTTP/1.1" status: 204 len: 168 time: 0.6997845 Jan 28 04:48:02.801180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2da152-aa55-4ead-bd26-946c13f945c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd4cadb-1732-477a-a36a-9eec58f21ed8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:02.805782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c059c60-92f5-41ce-a646-0b8c2c430348 None None] Port 322b4d4d-2a8d-4390-9916-b57e8685a6de cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:48:02.857922 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.891899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-3959f636-d8f5-4f7c-ae4f-86120f97141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.893373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-3959f636-d8f5-4f7c-ae4f-86120f97141d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ce7732-a1d4-49d2-bddf-3f19cb47018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640880 Jan 28 04:48:03.007402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-c111cdd5-9a44-4d63-9bc7-17ee6b6d8fee service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051824 Jan 28 04:48:03.137011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dff92a75-298e-4d6d-bb42-8611d1ede9d2 req-910e539f-0f73-4810-adc4-b6c5f1b9429d service neutron] 10.222.0.47 "GET /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232944 Jan 28 04:48:03.163201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475b5b5-43cf-4cef-bbf7-4b48c88c320f req-bc240bd0-194c-48f4-b745-68f16c28cd12 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:03.165078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e475b5b5-43cf-4cef-bbf7-4b48c88c320f req-bc240bd0-194c-48f4-b745-68f16c28cd12 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 931 time: 0.4219325 Jan 28 04:48:03.219515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014b9f89-2230-47da-be65-1cbe9c72a234 req-ee93d572-1792-4ff4-bcfc-de0fca267248 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346831 Jan 28 04:48:03.286537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e475b5b5-43cf-4cef-bbf7-4b48c88c320f req-eb32a711-b035-4884-adee-41e410ea3f67 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082182 Jan 28 04:48:03.370437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:03.384814 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a72550e2-6b8f-44a8-bb6b-24f805221184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.409103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322b4d4d-2a8d-4390-9916-b57e8685a6de {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:03.423892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Publish callbacks [] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.439207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469326-2898-46ec-935b-d81d899b6926 req-52b05554-9e5a-4d20-9298-036eeeec197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:03.441804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-52b05554-9e5a-4d20-9298-036eeeec197a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 1095 time: 0.0942912 Jan 28 04:48:03.451419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Transition to ACTIVE for port object 322b4d4d-2a8d-4390-9916-b57e8685a6de will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:48:03.464511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.545994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a72550e2-6b8f-44a8-bb6b-24f805221184 admin admin] Publish callbacks [] for security_group (66960afa-6871-45ce-bb04-e4e7db9d4358), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.583270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a72550e2-6b8f-44a8-bb6b-24f805221184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (66960afa-6871-45ce-bb04-e4e7db9d4358), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.616929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a72550e2-6b8f-44a8-bb6b-24f805221184 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2824cbe77df343e98477b1a80de9d930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450964 Jan 28 04:48:03.625987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47516) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:03.690162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=322b4d4d-2a8d-4390-9916-b57e8685a6de,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:03.806146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6f8d7-a927-4f4d-808b-4e95e7b25481 req-7c2c1fe3-de50-4152-9429-279e824f529e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:03.810867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Attempting to bind port 322b4d4d-2a8d-4390-9916-b57e8685a6de on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:03.811341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Attempting to bind port 322b4d4d-2a8d-4390-9916-b57e8685a6de by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:03.811773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Attempting to bind port 322b4d4d-2a8d-4390-9916-b57e8685a6de on network 55b234eb-e1be-412b-9083-57cee8745f20 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:03.814128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9d6f8d7-a927-4f4d-808b-4e95e7b25481 req-7c2c1fe3-de50-4152-9429-279e824f529e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 944 time: 0.2830434 Jan 28 04:48:03.821876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72550e2-6b8f-44a8-bb6b-24f805221184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66960afa-6871-45ce-bb04-e4e7db9d4358,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:03.822358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Port 322b4d4d-2a8d-4390-9916-b57e8685a6de on network 55b234eb-e1be-412b-9083-57cee8745f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:48:03.822879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Attempting to bind port 322b4d4d-2a8d-4390-9916-b57e8685a6de on network 55b234eb-e1be-412b-9083-57cee8745f20 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:03.864053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:03.864490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Checking segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:03.864983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Bound using segment: {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:03.865743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Bound port: 322b4d4d-2a8d-4390-9916-b57e8685a6de, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735df19f-1944-4d4a-93b5-9c137b7dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:03.867303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.870344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11b5444d-bcec-431a-bba9-a6680e504773 admin admin] Publish callbacks [] for security_group (66960afa-6871-45ce-bb04-e4e7db9d4358), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.896608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486b0b2-25ba-4d6f-ac49-738fcce01a11 req-ff89798c-aed7-4e9f-b348-03b8774b10bd tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:03.905960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1486b0b2-25ba-4d6f-ac49-738fcce01a11 req-ff89798c-aed7-4e9f-b348-03b8774b10bd tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.3700755 Jan 28 04:48:03.921741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9d6f8d7-a927-4f4d-808b-4e95e7b25481 req-55688309-2f0a-41f2-9c19-115dd692ba4e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067426 Jan 28 04:48:03.938057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11b5444d-bcec-431a-bba9-a6680e504773 admin admin] Publish callbacks [] for security_group (66960afa-6871-45ce-bb04-e4e7db9d4358), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.958741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469326-2898-46ec-935b-d81d899b6926 req-96ee3d18-95e7-4944-8676-8c809b83879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:03.960374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-96ee3d18-95e7-4944-8676-8c809b83879e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.5068824 Jan 28 04:48:04.018727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-0d98dc36-5ff3-4401-b8b1-0138d4904b76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7930da4-54dc-4a49-b136-4bb7912828a7 HTTP/1.1" status: 200 len: 217 time: 0.0466509 Jan 28 04:48:04.031983 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11b5444d-bcec-431a-bba9-a6680e504773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (66960afa-6871-45ce-bb04-e4e7db9d4358), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.050147 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11b5444d-bcec-431a-bba9-a6680e504773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.054617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-11b5444d-bcec-431a-bba9-a6680e504773 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66960afa-6871-45ce-bb04-e4e7db9d4358 HTTP/1.1" status: 204 len: 168 time: 0.4263380 Jan 28 04:48:04.074966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5444d-bcec-431a-bba9-a6680e504773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66960afa-6871-45ce-bb04-e4e7db9d4358,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:04.185031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1486b0b2-25ba-4d6f-ac49-738fcce01a11 req-0ce91cb3-24ed-4fcb-8fdb-28bc6f22deb9 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777827 Jan 28 04:48:04.191067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] For port 322b4d4d-2a8d-4390-9916-b57e8685a6de, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:04.204826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469326-2898-46ec-935b-d81d899b6926 req-34b923da-6bf3-41c3-8062-81678bc914ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.206891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-34b923da-6bf3-41c3-8062-81678bc914ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1837637 Jan 28 04:48:04.208887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] For port 322b4d4d-2a8d-4390-9916-b57e8685a6de, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:04.249343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.316070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=322b4d4d-2a8d-4390-9916-b57e8685a6de,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:04.362345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.363047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.364559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-19c35e29-2650-4603-998f-9d5a18d17ea9 service neutron] 10.222.0.47 "PUT /v2.0/ports/322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 1091 time: 1.7324800 Jan 28 04:48:04.370172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:04.372647 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46746c0c-1368-4762-9ef6-3c5df03ce956" -d '{"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:04.408603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469326-2898-46ec-935b-d81d899b6926 req-1137f1fd-f47c-4bac-92df-1a827263c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.409999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-1137f1fd-f47c-4bac-92df-1a827263c181 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968310 Jan 28 04:48:04.502884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-2257eaab-487a-43eb-9688-2cac57a22c9e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.509866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-39508cd3-fcda-4145-bd4b-12175998acef service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932560 Jan 28 04:48:04.511908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-2257eaab-487a-43eb-9688-2cac57a22c9e tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/networks?id=caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 200 len: 808 time: 0.2270164 Jan 28 04:48:04.543182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-2df6bd31-4f4d-4875-b7e3-8b03dd2e1351 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/quotas/d2cf19f1459a4d299a842e6862fdb64a HTTP/1.1" status: 200 len: 375 time: 0.0302136 Jan 28 04:48:04.586942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-85c306fb-0ff7-4a63-976f-ffa26022c26d tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426874 Jan 28 04:48:04.757712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-b564b27a-6ca3-483a-832e-e16b0e8892fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.759303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-b564b27a-6ca3-483a-832e-e16b0e8892fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1094 time: 0.2518685 Jan 28 04:48:04.763595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-95e02d8a-a959-4266-8612-69c1034046bb service neutron] 10.222.0.21 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757002 Jan 28 04:48:04.832423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-3681ca9c-8bca-43b5-b91f-9923246a47cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 217 time: 0.0475018 Jan 28 04:48:04.854749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f962dcc-b28c-4c81-9f4d-e58a58809588 req-fcdf740f-f433-4c0a-949f-24dade994cb3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.861668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f962dcc-b28c-4c81-9f4d-e58a58809588 req-fcdf740f-f433-4c0a-949f-24dade994cb3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.4431417 Jan 28 04:48:04.910993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3469326-2898-46ec-935b-d81d899b6926 req-e7956e65-8b97-4dfb-bad3-e9080a683912 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569407 Jan 28 04:48:04.929904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-757906c9-3e33-4a5f-90ae-13ec4a66c2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647496 Jan 28 04:48:04.980264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-5c9d9b8f-31f0-4280-8a0e-fb26a2c7345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.981998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-5c9d9b8f-31f0-4280-8a0e-fb26a2c7345f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 200 len: 853 time: 0.1393111 Jan 28 04:48:04.988323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f962dcc-b28c-4c81-9f4d-e58a58809588 req-c1cabf68-7919-4ee8-ae55-39f30ae679e0 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258225 Jan 28 04:48:05.045996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-4437b956-2d89-413c-87f8-2eeb1946e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:05.047540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-4437b956-2d89-413c-87f8-2eeb1946e4fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55b234eb-e1be-412b-9083-57cee8745f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583568 Jan 28 04:48:05.081325 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437b5c2-e437-4b7f-9c7e-7e426e140c86 x-openstack-request-id: req-0437b5c2-e437-4b7f-9c7e-7e426e140c86 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:05.081675 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:05.081935 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0437b5c2-e437-4b7f-9c7e-7e426e140c86 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:05.082454 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'status': 'completed', 'code': 200} Jan 28 04:48:05.261570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1a21a-5d5c-425d-a886-e4c96071ee5d req-19ea1fd6-9d26-49b1-ba11-30e563b9fd99 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:05.269137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31a1a21a-5d5c-425d-a886-e4c96071ee5d req-19ea1fd6-9d26-49b1-ba11-30e563b9fd99 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 944 time: 0.0957773 Jan 28 04:48:05.284887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-9ebc7cee-4ee1-4bd1-a37f-343184d64cee service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288561 Jan 28 04:48:05.401312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31a1a21a-5d5c-425d-a886-e4c96071ee5d req-4741e67e-d727-4798-8b8e-03015b2b908a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259456 Jan 28 04:48:05.457725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33fe30ac-ae51-4f3a-ad30-50a67af010ee req-39c9b793-fe5f-44b8-94e5-3f6fd7c3b5e7 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 210 time: 0.0663505 Jan 28 04:48:05.491014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae7ad74-b2c1-4c00-ad66-e97c32db69da req-8a1579d3-27c3-4084-a499-e15f042f8449 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973305 Jan 28 04:48:05.621921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0830c48-a2b7-4ec9-bb6e-abe65d21b651 req-409a79e4-07b2-468c-8bed-bdd9d1456291 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:05.629322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0830c48-a2b7-4ec9-bb6e-abe65d21b651 req-409a79e4-07b2-468c-8bed-bdd9d1456291 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1021419 Jan 28 04:48:05.672322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-57ea037a-665d-4cc1-98a9-68f71446b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:05.673944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-57ea037a-665d-4cc1-98a9-68f71446b7e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1094 time: 0.1030741 Jan 28 04:48:05.756856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd484ede-6a0d-4b22-929a-a915d3a7f65d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:05.791430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0830c48-a2b7-4ec9-bb6e-abe65d21b651 req-fd7ddc8c-518d-4157-adeb-26975a751310 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565485 Jan 28 04:48:05.808135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: bd484ede-6a0d-4b22-929a-a915d3a7f65d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:48:05.808135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device bd484ede-6a0d-4b22-929a-a915d3a7f65d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:48:05.840095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7930da4-54dc-4a49-b136-4bb7912828a7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:48:05.881817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-9ac4f69f-a462-4057-b4eb-7c281238ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:05.886173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-9ac4f69f-a462-4057-b4eb-7c281238ce43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 915 time: 0.2008102 Jan 28 04:48:05.974406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-24aeba0a-867e-44a2-ac42-0b1759441702 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 217 time: 0.0797086 Jan 28 04:48:06.020991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:06.039296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'mac_address': 'fa:16:3e:8c:5e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:48:06.137309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-cce2900b-2e37-463a-8508-1abe0fc64cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.139098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-cce2900b-2e37-463a-8508-1abe0fc64cd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 200 len: 853 time: 0.1246047 Jan 28 04:48:06.143633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7930da4-54dc-4a49-b136-4bb7912828a7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:06.146575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e498361-c931-41b5-9051-190610c8ea18 req-39c4c777-c2c8-4939-b1e5-b620e10b5e1a tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.147357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.148170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e498361-c931-41b5-9051-190610c8ea18 req-39c4c777-c2c8-4939-b1e5-b620e10b5e1a tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1729555 Jan 28 04:48:06.190867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7930da4-54dc-4a49-b136-4bb7912828a7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:06.213498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417a36-31b2-4cb4-9eca-378e0a219b65 req-94d4381b-2911-4c6c-ae15-9bb1dd6fe88b tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.231515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5417a36-31b2-4cb4-9eca-378e0a219b65 req-94d4381b-2911-4c6c-ae15-9bb1dd6fe88b tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.1200955 Jan 28 04:48:06.243552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:06.252302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-9e35033e-b944-44b0-9932-018af0441548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.255629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-9e35033e-b944-44b0-9932-018af0441548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55b234eb-e1be-412b-9083-57cee8745f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061537 Jan 28 04:48:06.269043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.340634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5417a36-31b2-4cb4-9eca-378e0a219b65 req-ff06c32c-7fe5-4608-adeb-1e9aec99db12 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074979 Jan 28 04:48:06.373076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e498361-c931-41b5-9051-190610c8ea18 req-fc7a3451-d641-4361-8443-becad1287406 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139490 Jan 28 04:48:06.397043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:06.423507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.553165 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-9c23f357-211f-4533-8f14-493af3cf5f74 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739322 Jan 28 04:48:06.688551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a1cb8-7bb2-4b7f-9347-1b522df87ed9 req-d74327cf-3d3a-41e5-adad-72c70d6ff5a4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.710074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af0a1cb8-7bb2-4b7f-9347-1b522df87ed9 req-d74327cf-3d3a-41e5-adad-72c70d6ff5a4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 945 time: 0.0929360 Jan 28 04:48:06.726882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46746c0c-1368-4762-9ef6-3c5df03ce956 req-c7b52657-2541-48b0-9f58-aa3d3de40109 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635151 Jan 28 04:48:06.747319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230753e-0148-4899-84b7-4d76092022f8 req-52d2f20a-32e7-431f-a13b-99d550ec65a9 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.748900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a230753e-0148-4899-84b7-4d76092022f8 req-52d2f20a-32e7-431f-a13b-99d550ec65a9 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.2651236 Jan 28 04:48:06.775400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e7930da4-54dc-4a49-b136-4bb7912828a7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:06.856265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af0a1cb8-7bb2-4b7f-9347-1b522df87ed9 req-b48314e7-62ca-4d2b-b8cc-74ff6b0cb3e4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411452 Jan 28 04:48:06.880528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a230753e-0148-4899-84b7-4d76092022f8 req-ebe4dd57-6efb-4dd6-9be7-5d04c7349c19 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194425 Jan 28 04:48:07.051509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dc6f567d-1536-4ffa-9713-0ebef9049ff8 req-1feb7bb6-81a7-4132-9234-f646cada1a93 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 210 time: 0.0818548 Jan 28 04:48:07.160175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-9ae34c59-2f0a-4f46-9909-03d226e7b6f8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:07.162373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-9ae34c59-2f0a-4f46-9909-03d226e7b6f8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "GET /v2.0/networks?id=caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 200 len: 808 time: 0.3115857 Jan 28 04:48:07.170954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7fe3e-34ce-4246-af3c-00b66828f04e req-718a4c0c-0fc8-430f-a30c-fd3f2cfd1293 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:07.172740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbe7fe3e-34ce-4246-af3c-00b66828f04e req-718a4c0c-0fc8-430f-a30c-fd3f2cfd1293 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.1159036 Jan 28 04:48:07.203984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Request body: {'port': {'device_id': '45d11337-18cb-46fc-98c0-61bba04216d4', 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b', 'admin_state_up': True, 'tenant_id': 'd2cf19f1459a4d299a842e6862fdb64a'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:07.580436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57192-7e2f-4772-b35f-f644be4a47a1 req-786befad-34ec-4194-9c8a-a6bce3c6fdc9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:07.582948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56b57192-7e2f-4772-b35f-f644be4a47a1 req-786befad-34ec-4194-9c8a-a6bce3c6fdc9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.1088209 Jan 28 04:48:07.682011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56b57192-7e2f-4772-b35f-f644be4a47a1 req-b5fd3c1a-3309-4475-a35d-cea3d5a48be8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898914 Jan 28 04:48:07.734018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbe7fe3e-34ce-4246-af3c-00b66828f04e req-0531f7bc-77e2-4c0c-a894-12c9071729df tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548573 Jan 28 04:48:07.752093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.806621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-ba006ce5-398a-4e88-98f0-6d0322d048d2 req-cd179ef9-c208-4f6c-a306-66ac03757b61 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:48:07.807884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba006ce5-398a-4e88-98f0-6d0322d048d2 req-cd179ef9-c208-4f6c-a306-66ac03757b61 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311489 Jan 28 04:48:07.947163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba006ce5-398a-4e88-98f0-6d0322d048d2 req-26c40a30-3357-4c74-a1e6-87d510a79b4f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1288426 Jan 28 04:48:07.948968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Made reservation on behalf of d2cf19f1459a4d299a842e6862fdb64a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:07.952520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.119258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23466eeb-cade-4831-b0d0-b5184bc98586 req-21f273b5-51db-4332-9486-f6243afd6dd0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.122529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23466eeb-cade-4831-b0d0-b5184bc98586 req-21f273b5-51db-4332-9486-f6243afd6dd0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 945 time: 0.1282017 Jan 28 04:48:08.196082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Allocated IP 172.20.0.13 (caa79c42-6618-4f87-b048-2f1f7ec0f46b/477bf0c2-60b4-4805-96d5-7834ffbe06ac/b8a56a2a-3824-46cf-8744-6d2ed9bfc70e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:08.249253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23466eeb-cade-4831-b0d0-b5184bc98586 req-a720ca47-38e0-4c16-877b-cd46a6c9361c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127002 Jan 28 04:48:08.294310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74c8d93b-8ce5-494e-8283-4ef07441c905 req-43e4b22e-099f-4bac-81d7-6516b317ac93 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 210 time: 0.0331352 Jan 28 04:48:08.420733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7dacd-1cde-4661-9a42-dc95b9a251ae req-6a5e7b8e-1de6-4f51-b0cf-a96c993b2fdc tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.433129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e1d7dacd-1cde-4661-9a42-dc95b9a251ae req-6a5e7b8e-1de6-4f51-b0cf-a96c993b2fdc tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0861261 Jan 28 04:48:08.531733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks [] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.533307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e1d7dacd-1cde-4661-9a42-dc95b9a251ae req-e83c0ee8-9809-4d0a-891e-c19fbc9b57f1 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986214 Jan 28 04:48:08.588408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.607056 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a625a2da-6554-436a-8cec-3a56979c756b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.696744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Network caa79c42-6618-4f87-b048-2f1f7ec0f46b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:08.703152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:08.707101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:08.709944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Pushing event updated for resources: {'Port': ['ID=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:08.834610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7189606-5d07-484e-a88a-0fd2807242c8 req-62dc2e09-166c-4a38-8fa7-278884e0a5be tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.836359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7189606-5d07-484e-a88a-0fd2807242c8 req-62dc2e09-166c-4a38-8fa7-278884e0a5be tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.2009943 Jan 28 04:48:08.866142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d3894-2775-42a2-9717-6fb3b66a88ce req-b0b21b2c-0b48-4b8e-809d-3d0d5aa0d732 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.875936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-667d3894-2775-42a2-9717-6fb3b66a88ce req-b0b21b2c-0b48-4b8e-809d-3d0d5aa0d732 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0953243 Jan 28 04:48:08.885709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.887637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.927396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-04e76738-4b49-4961-b8bd-cea350d61634 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7279041 Jan 28 04:48:08.955712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7189606-5d07-484e-a88a-0fd2807242c8 req-3013fc4b-97f5-40a7-a69c-e88ea7c8a39c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062493 Jan 28 04:48:08.971350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Request body: {'port': {'device_id': '45d11337-18cb-46fc-98c0-61bba04216d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:08.994384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-667d3894-2775-42a2-9717-6fb3b66a88ce req-55ff0940-f49a-4051-ac14-3a5ea3e880b1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121452 Jan 28 04:48:09.059011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:09.191647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742aa05-bed5-4605-9cb0-433aca369abe req-e1f67515-4458-4985-97b9-b15db4656907 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.193780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d742aa05-bed5-4605-9cb0-433aca369abe req-e1f67515-4458-4985-97b9-b15db4656907 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.0737193 Jan 28 04:48:09.257667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d742aa05-bed5-4605-9cb0-433aca369abe req-d871cacd-be04-465f-901b-23c1c9346f04 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Jan 28 04:48:09.471387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7baf-c765-4027-8089-91c700c1a382 req-862ef675-a9e5-4666-97ca-2e918ca3ca3f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.485886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-735b7baf-c765-4027-8089-91c700c1a382 req-862ef675-a9e5-4666-97ca-2e918ca3ca3f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 945 time: 0.1106765 Jan 28 04:48:09.523855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c431e-8fe0-4c41-ad83-ba93b6b3bf55 req-48a8e9ef-adab-496a-bcd1-c3f9943a8997 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.541598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c431e-8fe0-4c41-ad83-ba93b6b3bf55 req-48a8e9ef-adab-496a-bcd1-c3f9943a8997 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.555062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c431e-8fe0-4c41-ad83-ba93b6b3bf55 req-48a8e9ef-adab-496a-bcd1-c3f9943a8997 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.557765 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-516c431e-8fe0-4c41-ad83-ba93b6b3bf55 req-48a8e9ef-adab-496a-bcd1-c3f9943a8997 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1&device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0&device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 2416 time: 0.1037340 Jan 28 04:48:09.577700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-735b7baf-c765-4027-8089-91c700c1a382 req-1fc3c446-c045-42da-9d3f-1a31c21168d1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906126 Jan 28 04:48:09.597752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a56a2a-3824-46cf-8744-6d2ed9bfc70e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:09.617998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Publish callbacks [] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:09.644078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Transition to ACTIVE for port object b8a56a2a-3824-46cf-8744-6d2ed9bfc70e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:48:09.652223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:09.661512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-516c431e-8fe0-4c41-ad83-ba93b6b3bf55 req-985afce9-c426-4f44-920d-a5326f2434df tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937829 Jan 28 04:48:09.719603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-615a6608-e896-4b16-8313-32c547beaa59 req-6b4bf250-b5df-41f5-9e36-f0aa4fa208d0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:48:09.721047 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-615a6608-e896-4b16-8313-32c547beaa59 req-6b4bf250-b5df-41f5-9e36-f0aa4fa208d0 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078948 Jan 28 04:48:09.811558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:09.845915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-615a6608-e896-4b16-8313-32c547beaa59 req-73fe8b8f-540d-420f-97ba-d55a44e3641c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0963318 Jan 28 04:48:09.867285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee27de-919d-4ed2-94da-c86ccdc087b6 req-6a905bda-1cc4-4d9c-8a06-683da8b412ab tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.874695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7930da4-54dc-4a49-b136-4bb7912828a7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:09.875201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c2ee27de-919d-4ed2-94da-c86ccdc087b6 req-6a905bda-1cc4-4d9c-8a06-683da8b412ab tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 944 time: 0.2088575 Jan 28 04:48:09.984207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c2ee27de-919d-4ed2-94da-c86ccdc087b6 req-42af7d65-a75b-4e0d-bad3-8a15520c34d7 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029220 Jan 28 04:48:09.985425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e7930da4-54dc-4a49-b136-4bb7912828a7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:48:09.991830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e7930da4-54dc-4a49-b136-4bb7912828a7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:09.992904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.027234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Attempting to bind port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:10.027605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Attempting to bind port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:10.027923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Attempting to bind port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e on network caa79c42-6618-4f87-b048-2f1f7ec0f46b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:10.054347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e on network caa79c42-6618-4f87-b048-2f1f7ec0f46b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:48:10.057971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Attempting to bind port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e on network caa79c42-6618-4f87-b048-2f1f7ec0f46b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:10.067994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:10.070405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Checking segment: {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:10.070999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Bound using segment: {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:10.071635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Bound port: b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a78595a-4114-4ae2-855d-4bf23518c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:10.081955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.148696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7930da4-54dc-4a49-b136-4bb7912828a7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:10.152099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.215784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ed6b-53c8-4a31-8d2e-faed23a58add req-cff59c1a-cb31-4035-9b24-8753179e2b96 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.217423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bad0ed6b-53c8-4a31-8d2e-faed23a58add req-cff59c1a-cb31-4035-9b24-8753179e2b96 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0749693 Jan 28 04:48:10.242950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] For port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:10.326726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] For port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:10.336037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bad0ed6b-53c8-4a31-8d2e-faed23a58add req-1431feff-444d-4228-99f5-c4ae267ea5db tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095283 Jan 28 04:48:10.337700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.393690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.393690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.394487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] 10.222.0.47 "PUT /v2.0/ports/b8a56a2a-3824-46cf-8744-6d2ed9bfc70e HTTP/1.1" status: 200 len: 1092 time: 1.4377775 Jan 28 04:48:10.395222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d11337-18cb-46fc-98c0-61bba04216d4', 'tag': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:10.397542 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d73b75-fb91-46f7-a54d-3d73b50647ad" -d '{"events": [{"name": "network-changed", "server_uuid": "45d11337-18cb-46fc-98c0-61bba04216d4", "tag": "b8a56a2a-3824-46cf-8744-6d2ed9bfc70e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:10.436550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86517d-cef6-461b-b92c-7ec3bf9f5261 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:10.523907 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab658d-b409-40a2-a514-785d28572c3b x-openstack-request-id: req-2eab658d-b409-40a2-a514-785d28572c3b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:10.531069 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d11337-18cb-46fc-98c0-61bba04216d4", "tag": "b8a56a2a-3824-46cf-8744-6d2ed9bfc70e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:10.531574 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eab658d-b409-40a2-a514-785d28572c3b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:10.533331 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d11337-18cb-46fc-98c0-61bba04216d4', 'tag': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e', 'status': 'completed', 'code': 200} Jan 28 04:48:10.556600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:10.559205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:10.564593 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e3e1ac-51bb-4382-b2fc-8c4e63fc6022" -d '{"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-plugged", "status": "completed", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:10.581347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.582653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-ecb5f64d-8736-4a3a-80f8-f645e5e81855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.586479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-ecb5f64d-8736-4a3a-80f8-f645e5e81855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 1095 time: 0.1178060 Jan 28 04:48:10.659760 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1442a941-d89e-48ec-ab0c-a0d34b474dd9 x-openstack-request-id: req-1442a941-d89e-48ec-ab0c-a0d34b474dd9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:10.660060 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-plugged", "status": "completed", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:10.660320 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1442a941-d89e-48ec-ab0c-a0d34b474dd9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:10.663099 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'code': 200} Jan 28 04:48:10.687657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-6522ebcf-fdd5-41b2-a0fa-031515479523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e HTTP/1.1" status: 200 len: 217 time: 0.0883145 Jan 28 04:48:10.759771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:10.807742 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60640a35-4899-4b94-9b23-0acde8f8c95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.875920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-f24057b8-8621-47bb-a1a8-21892cf8cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.877662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-f24057b8-8621-47bb-a1a8-21892cf8cbf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=477bf0c2-60b4-4805-96d5-7834ffbe06ac HTTP/1.1" status: 200 len: 848 time: 0.1821008 Jan 28 04:48:10.904865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f68-da2d-4812-a500-504326f745a3 req-babcc6a6-399f-4e65-8e53-ceef748f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.906497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45787f68-da2d-4812-a500-504326f745a3 req-babcc6a6-399f-4e65-8e53-ceef748f7321 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 1097 time: 0.1291475 Jan 28 04:48:10.925799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-9b0b67f8-9b19-4359-9ac6-e0ab4ccd0b09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caa79c42-6618-4f87-b048-2f1f7ec0f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372906 Jan 28 04:48:10.933864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892d0b-bff1-41db-8938-fad9676434aa req-e71419db-1bda-4dde-9e62-19362fbcd13c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.941382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78892d0b-bff1-41db-8938-fad9676434aa req-e71419db-1bda-4dde-9e62-19362fbcd13c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1662531 Jan 28 04:48:11.152360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-dbbd9796-dc1c-482e-a26a-bb95afac02db service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098701 Jan 28 04:48:11.156497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45787f68-da2d-4812-a500-504326f745a3 req-3de28871-0531-4c1b-9c91-1bafd38d6b2b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329602 Jan 28 04:48:11.217639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78892d0b-bff1-41db-8938-fad9676434aa req-dfa971ca-6d69-486a-bf27-50bc9c8100d5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589030 Jan 28 04:48:11.303608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e1ff-25f3-4d89-aa67-64dbc0f0344e req-0bc3cc1a-9ff8-4330-9ffa-1593b94a469c tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:11.317739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff86e1ff-25f3-4d89-aa67-64dbc0f0344e req-0bc3cc1a-9ff8-4330-9ffa-1593b94a469c tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 944 time: 0.0740924 Jan 28 04:48:11.379726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76b29fa1-aaa6-415d-9508-65dbf0485d11 req-008b151c-7514-4c33-a638-efe8be878b82 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169573 Jan 28 04:48:11.439451 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff86e1ff-25f3-4d89-aa67-64dbc0f0344e req-dc37fd4e-6798-4129-8b43-45aaebcfb827 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201391 Jan 28 04:48:11.588635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-dd190cc1-7f91-4739-be7d-4e4e115f7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:11.590233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-dd190cc1-7f91-4739-be7d-4e4e115f7722 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 1095 time: 0.1042337 Jan 28 04:48:11.805726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c0fc9-2412-4167-88e3-87804ed1b93b req-21f45400-66dd-4efb-9426-0e74caf6d70a tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:11.807335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-475c0fc9-2412-4167-88e3-87804ed1b93b req-21f45400-66dd-4efb-9426-0e74caf6d70a tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0973597 Jan 28 04:48:11.810462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-aee69fc4-ba91-4559-bf5d-0dec74e662fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:11.812139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-aee69fc4-ba91-4559-bf5d-0dec74e662fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 200 len: 909 time: 0.2147031 Jan 28 04:48:11.864171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-475c0fc9-2412-4167-88e3-87804ed1b93b req-08d260bd-3a34-4351-b296-5e72048f8b8d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492702 Jan 28 04:48:11.908202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-dd968180-14a5-4e9b-a1db-e011a79c046c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e HTTP/1.1" status: 200 len: 217 time: 0.0498886 Jan 28 04:48:11.934030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:12.000432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-a29897fc-170f-4de2-99ee-4b2081df6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:12.002978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-a29897fc-170f-4de2-99ee-4b2081df6a1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=477bf0c2-60b4-4805-96d5-7834ffbe06ac HTTP/1.1" status: 200 len: 848 time: 0.0883448 Jan 28 04:48:12.060112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-c975b243-1aac-45c0-8543-191e5b68e34e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caa79c42-6618-4f87-b048-2f1f7ec0f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485239 Jan 28 04:48:12.237455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-ac585dfc-5494-4e65-8fb9-4c44d7a58ee6 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579251 Jan 28 04:48:12.248722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cef50-aad9-4666-ae86-1f34fdc4acf2 req-f718c818-0330-46fb-b224-3c5c979c9900 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:12.250313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b20cef50-aad9-4666-ae86-1f34fdc4acf2 req-f718c818-0330-46fb-b224-3c5c979c9900 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.0793409 Jan 28 04:48:12.376412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b20cef50-aad9-4666-ae86-1f34fdc4acf2 req-2c7f79d8-7263-409c-a9b9-eb0304451bbf tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173019 Jan 28 04:48:12.402791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93579d-83de-4388-a01d-38e893236805 req-e4ec9e54-08d9-4c23-92fc-5c2ed3e22f2b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:12.410671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e93579d-83de-4388-a01d-38e893236805 req-e4ec9e54-08d9-4c23-92fc-5c2ed3e22f2b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0949759 Jan 28 04:48:12.420797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8d73b75-fb91-46f7-a54d-3d73b50647ad req-3b092942-38a7-400d-a18c-2b17bb5965e9 service neutron] 10.222.0.47 "GET /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688888 Jan 28 04:48:12.529437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e93579d-83de-4388-a01d-38e893236805 req-cd2e4c8d-3ef8-473f-8f9f-3ca9dcc888a5 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168048 Jan 28 04:48:12.583835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc10ba-f075-4523-a695-18c4796c3036 req-61db474f-7ca8-4acf-9ed6-d47507ff391f tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:12.593027 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49bc10ba-f075-4523-a695-18c4796c3036 req-61db474f-7ca8-4acf-9ed6-d47507ff391f tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 944 time: 0.0780799 Jan 28 04:48:12.664169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49bc10ba-f075-4523-a695-18c4796c3036 req-ab6531db-58eb-4d1f-9e5c-9cf8c0e05b4a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658572 Jan 28 04:48:13.037162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabce83-9d1f-40be-8f8c-8b6d181559e4 req-c02c0fca-ab62-4b3c-8077-e8ef9d444f9f tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:13.039632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbabce83-9d1f-40be-8f8c-8b6d181559e4 req-c02c0fca-ab62-4b3c-8077-e8ef9d444f9f tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0660515 Jan 28 04:48:13.102626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbabce83-9d1f-40be-8f8c-8b6d181559e4 req-848908e5-ad89-4012-af1d-37a4110637c3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563974 Jan 28 04:48:13.525351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92c7c3-9ba4-43d3-85d5-abe5e3fc1bc4 req-05d24efe-d365-4ba0-8881-cf01c4a36d7e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:13.527390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af92c7c3-9ba4-43d3-85d5-abe5e3fc1bc4 req-05d24efe-d365-4ba0-8881-cf01c4a36d7e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.0609686 Jan 28 04:48:13.596265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af92c7c3-9ba4-43d3-85d5-abe5e3fc1bc4 req-d1a450c2-8046-4bdf-a2a9-02a9c40c501d tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631573 Jan 28 04:48:13.635468 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:13.740677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-e9cdc843-00a0-45b1-b465-58f3e4b868ff tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:13.742421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-e9cdc843-00a0-45b1-b465-58f3e4b868ff tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 945 time: 0.1154885 Jan 28 04:48:13.763536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc061fe-ab87-48fa-b2fd-4962a68fac1f req-68640b0f-d8e0-4d6b-8ffc-6813f54c4113 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:13.770699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecc061fe-ab87-48fa-b2fd-4962a68fac1f req-68640b0f-d8e0-4d6b-8ffc-6813f54c4113 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1107285 Jan 28 04:48:13.832642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0de751-c2aa-4c2c-b068-e5c5b96804f8 req-2dcbaae7-8ea6-474e-88b7-4c7d97f0520c tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:13.834233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c0de751-c2aa-4c2c-b068-e5c5b96804f8 req-2dcbaae7-8ea6-474e-88b7-4c7d97f0520c tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 944 time: 0.0778091 Jan 28 04:48:13.884381 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecc061fe-ab87-48fa-b2fd-4962a68fac1f req-00d112ff-6df3-4e0b-9db6-1d26b0da2272 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127024 Jan 28 04:48:13.904970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Deleting port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:13.905889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:13.934054 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c0de751-c2aa-4c2c-b068-e5c5b96804f8 req-0861353b-f6f8-43c3-9903-a6452bfeac3d tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929005 Jan 28 04:48:14.055656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] For port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:14.056256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.075890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Calling delete_port for 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:14.324583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8f8c6e78-345f-4d0b-85cd-61e7b71d8748), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.340861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57e98b-b510-4805-9327-b50baea8ca76 req-34be109b-f065-448e-9e90-7aac16b2c137 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:14.343330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070ddb0-5933-40e1-ac0c-612fa6f578f5 req-e235f037-746d-4eab-ae6e-d645df9c59c3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:14.351761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6070ddb0-5933-40e1-ac0c-612fa6f578f5 req-e235f037-746d-4eab-ae6e-d645df9c59c3 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1023495 Jan 28 04:48:14.354160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e57e98b-b510-4805-9327-b50baea8ca76 req-34be109b-f065-448e-9e90-7aac16b2c137 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.1148536 Jan 28 04:48:14.365068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b68b2584-d8ff-4c97-89d9-fdd6d940c3ec', '8f8c6e78-345f-4d0b-85cd-61e7b71d8748'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:14.371840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['644a90c7-f13c-46c4-8cef-08f1296eb9ab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:14.387397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Pushing event deleted for resources: {'Port': ['ID=8f8c6e78-345f-4d0b-85cd-61e7b71d8748,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:14.456733 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e57e98b-b510-4805-9327-b50baea8ca76 req-781f4e5a-bdea-4329-9229-8d05ef7c015d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961888 Jan 28 04:48:14.470377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] No DVR routers for this DVR port 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:14.475087 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.478527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a325492b-5b16-485a-8bbb-aa96a1569a81 req-2c63cb5f-6894-4c64-8b9b-5daeeb54bb13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "DELETE /v2.0/ports/8f8c6e78-345f-4d0b-85cd-61e7b71d8748 HTTP/1.1" status: 204 len: 173 time: 0.7305851 Jan 28 04:48:14.479034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'name': 'network-vif-deleted', 'tag': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:14.481395 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f425e-6f74-44e0-92a8-e0c2c25ae22e" -d '{"events": [{"server_uuid": "2a807a25-1f69-4ee3-99c5-78197a8861a1", "name": "network-vif-deleted", "tag": "8f8c6e78-345f-4d0b-85cd-61e7b71d8748"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:14.508388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6070ddb0-5933-40e1-ac0c-612fa6f578f5 req-b7903d54-d03c-4b20-8c21-b6f8c095df11 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537452 Jan 28 04:48:14.539159 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e310163-3e6e-43eb-88d8-ea9e17c2009d x-openstack-request-id: req-0e310163-3e6e-43eb-88d8-ea9e17c2009d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:14.539465 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a807a25-1f69-4ee3-99c5-78197a8861a1", "name": "network-vif-deleted", "tag": "8f8c6e78-345f-4d0b-85cd-61e7b71d8748", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:14.539726 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e310163-3e6e-43eb-88d8-ea9e17c2009d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:14.540143 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a807a25-1f69-4ee3-99c5-78197a8861a1', 'name': 'network-vif-deleted', 'tag': '8f8c6e78-345f-4d0b-85cd-61e7b71d8748', 'status': 'completed', 'code': 200} Jan 28 04:48:14.737786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-915452f8-9cdf-4e4e-bea3-8fb4209a2f5b req-19b7852e-7520-47f3-89d0-4290ab16c094 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a807a25-1f69-4ee3-99c5-78197a8861a1 HTTP/1.1" status: 200 len: 210 time: 0.0363326 Jan 28 04:48:14.994000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:15.099321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6d7c-bb11-465e-9a2d-7c5fd1ffab74 req-d1bc43bf-4c74-4bf6-ac21-5b02e07d295d tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:15.104691 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-755b6d7c-bb11-465e-9a2d-7c5fd1ffab74 req-d1bc43bf-4c74-4bf6-ac21-5b02e07d295d tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 944 time: 0.0769682 Jan 28 04:48:15.180944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-755b6d7c-bb11-465e-9a2d-7c5fd1ffab74 req-2331a7c2-5cf7-4919-9949-8e9d5e67c26f tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Jan 28 04:48:15.337879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47892) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:15.446264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61ce95d2-b7b6-44d2-b97d-4f5bc489dfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:15.533530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61ce95d2-b7b6-44d2-b97d-4f5bc489dfab admin admin] Publish callbacks [] for security_group (2a393c25-20fd-4815-a4bf-7006938561ad), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:15.540662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61ce95d2-b7b6-44d2-b97d-4f5bc489dfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2a393c25-20fd-4815-a4bf-7006938561ad), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:15.582041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620b79-7b82-42b9-ae07-d1b21fd8525f req-b460acf6-6212-4b0b-896e-6863ecb8a086 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:15.589774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4620b79-7b82-42b9-ae07-d1b21fd8525f req-b460acf6-6212-4b0b-896e-6863ecb8a086 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0669367 Jan 28 04:48:15.592576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-61ce95d2-b7b6-44d2-b97d-4f5bc489dfab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97e46586ed11410dbf3d303d60065b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511787 Jan 28 04:48:15.592576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce95d2-b7b6-44d2-b97d-4f5bc489dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a393c25-20fd-4815-a4bf-7006938561ad,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:15.595230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:15.642405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4620b79-7b82-42b9-ae07-d1b21fd8525f req-4585b598-9195-460a-8984-572ab7573486 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517466 Jan 28 04:48:15.815707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b8a56a2a-3824-46cf-8744-6d2ed9bfc70e details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:48:15.951473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:15.979859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e', 'network_id': 'caa79c42-6618-4f87-b048-2f1f7ec0f46b', 'port_id': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e', 'mac_address': 'fa:16:3e:b1:4a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bf0c2-60b4-4805-96d5-7834ffbe06ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:48:15.990187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6e4f1-b0a6-404c-aeae-33fed8a766c7 req-eb41b7db-f4b1-469b-a556-2c13aaafac67 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:15.991976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ab6e4f1-b0a6-404c-aeae-33fed8a766c7 req-eb41b7db-f4b1-469b-a556-2c13aaafac67 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0724635 Jan 28 04:48:16.017530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf0a3-2df9-49c6-b2be-8026f23d69d9 admin admin] Publish callbacks [] for security_group (2a393c25-20fd-4815-a4bf-7006938561ad), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.028406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:16.028966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.052669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a56a2a-3824-46cf-8744-6d2ed9bfc70e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:16.062513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf0a3-2df9-49c6-b2be-8026f23d69d9 admin admin] Publish callbacks [] for security_group (2a393c25-20fd-4815-a4bf-7006938561ad), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.079978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:16.080566 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ab6e4f1-b0a6-404c-aeae-33fed8a766c7 req-e73d4d49-4105-475e-87d0-c2143d2f7f6f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804794 Jan 28 04:48:16.089671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258cc27-9e8f-4897-8ef8-c5aa2083c1fb req-aa859e63-2823-4952-a8b3-7ae92c22f22c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:16.090745 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.097943 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5258cc27-9e8f-4897-8ef8-c5aa2083c1fb req-aa859e63-2823-4952-a8b3-7ae92c22f22c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0693948 Jan 28 04:48:16.162174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf0a3-2df9-49c6-b2be-8026f23d69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2a393c25-20fd-4815-a4bf-7006938561ad), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.164764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf0a3-2df9-49c6-b2be-8026f23d69d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.165484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5258cc27-9e8f-4897-8ef8-c5aa2083c1fb req-da51c1ca-1d38-4d04-9ec3-e4a3acbaeb53 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664806 Jan 28 04:48:16.165996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5f5bf0a3-2df9-49c6-b2be-8026f23d69d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a393c25-20fd-4815-a4bf-7006938561ad HTTP/1.1" status: 204 len: 168 time: 0.5701592 Jan 28 04:48:16.185868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bf0a3-2df9-49c6-b2be-8026f23d69d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a393c25-20fd-4815-a4bf-7006938561ad,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:16.186032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:16.222095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.222451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.222805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.223289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.223633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.224185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.224703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.225245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.225783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.226345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.226885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.227412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.227934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:16.427229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b8a56a2a-3824-46cf-8744-6d2ed9bfc70e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:16.469614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13b598-9bca-4e2f-aab9-4598dea1c198 req-d62b25ab-4669-4a09-a5d0-f2319c546353 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:16.471276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b13b598-9bca-4e2f-aab9-4598dea1c198 req-d62b25ab-4669-4a09-a5d0-f2319c546353 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 945 time: 0.0954993 Jan 28 04:48:16.537031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b13b598-9bca-4e2f-aab9-4598dea1c198 req-48399924-4eef-4223-80e2-33310d0de3bc tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Jan 28 04:48:16.730299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a327bf-609c-43a0-a854-2f549ec7e5ff req-9705c2da-3330-4634-b8ec-86f4da51c826 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:16.740095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95a327bf-609c-43a0-a854-2f549ec7e5ff req-9705c2da-3330-4634-b8ec-86f4da51c826 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0855496 Jan 28 04:48:16.802448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95a327bf-609c-43a0-a854-2f549ec7e5ff req-40a35699-2146-4e4e-8ca8-893af855ff90 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607722 Jan 28 04:48:16.811008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd432d74-0f5f-41c0-b934-f4d5aea9b2c8 req-b2a20e37-457e-4741-9314-284295582fc4 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:16.812921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd432d74-0f5f-41c0-b934-f4d5aea9b2c8 req-b2a20e37-457e-4741-9314-284295582fc4 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0628927 Jan 28 04:48:16.847462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47952) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:16.863653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f550fd52-4dd2-48d1-9767-e632e29a1db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.873457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd432d74-0f5f-41c0-b934-f4d5aea9b2c8 req-11ddf671-5a4d-4df2-b847-034174c2c493 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528667 Jan 28 04:48:16.939992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f550fd52-4dd2-48d1-9767-e632e29a1db2 admin admin] Publish callbacks [] for security_group (0b241a06-fa81-433e-9840-b27a42b47f3f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.944432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f550fd52-4dd2-48d1-9767-e632e29a1db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b241a06-fa81-433e-9840-b27a42b47f3f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.985592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550fd52-4dd2-48d1-9767-e632e29a1db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b241a06-fa81-433e-9840-b27a42b47f3f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:16.989940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f550fd52-4dd2-48d1-9767-e632e29a1db2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f30e5cfc217f45a682f15002702918e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413205 Jan 28 04:48:16.992515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47956) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.000293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.043366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30168751-7b41-4b2d-9e2c-242e70401ef5 admin admin] Publish callbacks [] for security_group (0b241a06-fa81-433e-9840-b27a42b47f3f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.065282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30168751-7b41-4b2d-9e2c-242e70401ef5 admin admin] Publish callbacks [] for security_group (0b241a06-fa81-433e-9840-b27a42b47f3f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.113742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30168751-7b41-4b2d-9e2c-242e70401ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b241a06-fa81-433e-9840-b27a42b47f3f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.116474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30168751-7b41-4b2d-9e2c-242e70401ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.120070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-30168751-7b41-4b2d-9e2c-242e70401ef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b241a06-fa81-433e-9840-b27a42b47f3f HTTP/1.1" status: 204 len: 168 time: 0.1242206 Jan 28 04:48:17.121639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f997986-60a0-4d8f-9997-1533672278b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.125825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30168751-7b41-4b2d-9e2c-242e70401ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b241a06-fa81-433e-9840-b27a42b47f3f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:17.209232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f997986-60a0-4d8f-9997-1533672278b6 admin admin] Publish callbacks [] for security_group (e92b9400-22f2-4a6c-b12d-28af3cf2cbf3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.213977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f997986-60a0-4d8f-9997-1533672278b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e92b9400-22f2-4a6c-b12d-28af3cf2cbf3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.255360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f997986-60a0-4d8f-9997-1533672278b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6c2c3861c6f4ec18be7311598689c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512159 Jan 28 04:48:17.255782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47966) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.263913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f997986-60a0-4d8f-9997-1533672278b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92b9400-22f2-4a6c-b12d-28af3cf2cbf3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:17.290828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b20be-301b-46ce-bf2b-b350872d9a3b req-857b7943-f29d-4d25-86c3-d8d252b28445 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:17.292989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac4b20be-301b-46ce-bf2b-b350872d9a3b req-857b7943-f29d-4d25-86c3-d8d252b28445 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0584428 Jan 28 04:48:17.321197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-332da63c-6725-4a58-90c9-f8c0cce87d3d admin admin] Publish callbacks [] for security_group (e92b9400-22f2-4a6c-b12d-28af3cf2cbf3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.354874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-332da63c-6725-4a58-90c9-f8c0cce87d3d admin admin] Publish callbacks [] for security_group (e92b9400-22f2-4a6c-b12d-28af3cf2cbf3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.360291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac4b20be-301b-46ce-bf2b-b350872d9a3b req-43e44381-3e42-4b07-b4fc-fb2b71aefbad tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575287 Jan 28 04:48:17.407763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-332da63c-6725-4a58-90c9-f8c0cce87d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e92b9400-22f2-4a6c-b12d-28af3cf2cbf3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.410480 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-332da63c-6725-4a58-90c9-f8c0cce87d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.411652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-332da63c-6725-4a58-90c9-f8c0cce87d3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e92b9400-22f2-4a6c-b12d-28af3cf2cbf3 HTTP/1.1" status: 204 len: 168 time: 0.1549618 Jan 28 04:48:17.420146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da63c-6725-4a58-90c9-f8c0cce87d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92b9400-22f2-4a6c-b12d-28af3cf2cbf3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:17.660129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c9df-528b-44a4-b247-e9ba70444970 req-40431ad5-b627-4ffe-afb6-499200cc9f18 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:17.661708 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4818c9df-528b-44a4-b247-e9ba70444970 req-40431ad5-b627-4ffe-afb6-499200cc9f18 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 945 time: 0.0618136 Jan 28 04:48:17.719814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4818c9df-528b-44a4-b247-e9ba70444970 req-73751df0-439d-432a-8cc5-d208d6b44cd9 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Jan 28 04:48:17.735486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47992) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.749249 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6e28a0a-001b-4e05-93b1-2cea2276614d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.818627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b8a56a2a-3824-46cf-8744-6d2ed9bfc70e up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:17.835976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6e28a0a-001b-4e05-93b1-2cea2276614d admin admin] Publish callbacks [] for security_group (304f8cda-52bb-41b4-837f-46162260ab68), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.840788 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6e28a0a-001b-4e05-93b1-2cea2276614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (304f8cda-52bb-41b4-837f-46162260ab68), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.885868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48000) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.889759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b6e28a0a-001b-4e05-93b1-2cea2276614d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=260cd7e45c4b4ebdb7d107e4576bf302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527159 Jan 28 04:48:17.895805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:48:17.901917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:17.902301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.915514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e28a0a-001b-4e05-93b1-2cea2276614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f8cda-52bb-41b4-837f-46162260ab68,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:17.961696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff0de5-1721-47e6-86e7-e123f9c1cbd8 req-ec4da137-388e-4dc9-9a30-8bf4c185849c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:17.976953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aff0de5-1721-47e6-86e7-e123f9c1cbd8 req-ec4da137-388e-4dc9-9a30-8bf4c185849c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0826392 Jan 28 04:48:18.003119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:18.004501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.031668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77aebe8-fbfd-4d90-89f7-28965028001d admin admin] Publish callbacks [] for security_group (304f8cda-52bb-41b4-837f-46162260ab68), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.041055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d11337-18cb-46fc-98c0-61bba04216d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:18.044962 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e5d2ae-93b4-438d-9dc7-c707eed6ff19" -d '{"events": [{"server_uuid": "45d11337-18cb-46fc-98c0-61bba04216d4", "name": "network-vif-plugged", "status": "completed", "tag": "b8a56a2a-3824-46cf-8744-6d2ed9bfc70e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:18.047282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ea9e5-9bbe-428b-a1b4-22a8bbc875e6 req-2e5ce4dd-ce46-4f02-ae4d-cfc68e881b6b tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:18.050782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1aff0de5-1721-47e6-86e7-e123f9c1cbd8 req-a4cf21e8-7e73-410f-bf08-decc30229073 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Jan 28 04:48:18.053649 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b73ea9e5-9bbe-428b-a1b4-22a8bbc875e6 req-2e5ce4dd-ce46-4f02-ae4d-cfc68e881b6b tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0744379 Jan 28 04:48:18.061229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:18.067332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.068737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:18.101757 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77aebe8-fbfd-4d90-89f7-28965028001d admin admin] Publish callbacks [] for security_group (304f8cda-52bb-41b4-837f-46162260ab68), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.112079 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5a9b2-eb03-471e-86a7-16bcba410574 x-openstack-request-id: req-f9b5a9b2-eb03-471e-86a7-16bcba410574 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:18.112360 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d11337-18cb-46fc-98c0-61bba04216d4", "name": "network-vif-plugged", "status": "completed", "tag": "b8a56a2a-3824-46cf-8744-6d2ed9bfc70e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:18.112886 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9b5a9b2-eb03-471e-86a7-16bcba410574 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:18.113505 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d11337-18cb-46fc-98c0-61bba04216d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e', 'code': 200} Jan 28 04:48:18.114358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:48:18.114955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8f8c6e78-345f-4d0b-85cd-61e7b71d8748 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:48:18.150226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:18.168912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b73ea9e5-9bbe-428b-a1b4-22a8bbc875e6 req-eb3303c0-646d-4ab5-90a0-6f21951ba11d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814354 Jan 28 04:48:18.197927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77aebe8-fbfd-4d90-89f7-28965028001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (304f8cda-52bb-41b4-837f-46162260ab68), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.201128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77aebe8-fbfd-4d90-89f7-28965028001d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.202516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e77aebe8-fbfd-4d90-89f7-28965028001d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/304f8cda-52bb-41b4-837f-46162260ab68 HTTP/1.1" status: 204 len: 168 time: 0.3156474 Jan 28 04:48:18.212842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aebe8-fbfd-4d90-89f7-28965028001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f8cda-52bb-41b4-837f-46162260ab68,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:18.278035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec86f-1aa3-4036-bae0-8246729a230b req-db1f3277-6424-498e-9329-3dc5234ad47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:18.279549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e69ec86f-1aa3-4036-bae0-8246729a230b req-db1f3277-6424-498e-9329-3dc5234ad47d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 1097 time: 0.0535231 Jan 28 04:48:18.363871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e69ec86f-1aa3-4036-bae0-8246729a230b req-23271c21-543b-43f5-9f25-d06a3a12a9ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Jan 28 04:48:18.377291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-2d1a505c-cf6f-45b2-b582-11fbaa1e68e7 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:18.378759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-2d1a505c-cf6f-45b2-b582-11fbaa1e68e7 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0655396 Jan 28 04:48:18.518731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Deleting port 644a90c7-f13c-46c4-8cef-08f1296eb9ab {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:18.518952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.521102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5bb01-7e9c-4a07-b0f4-9be0b71419e5 req-2bb63f05-5828-45b2-8cd1-d0156674b21b tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:18.522808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fb5bb01-7e9c-4a07-b0f4-9be0b71419e5 req-2bb63f05-5828-45b2-8cd1-d0156674b21b tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0582447 Jan 28 04:48:18.585485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fb5bb01-7e9c-4a07-b0f4-9be0b71419e5 req-a5dff42f-2b9e-4c82-8c62-51c87f84c907 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530269 Jan 28 04:48:18.586244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:18.607261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3afca00e-9351-4417-955c-3d6e380c1c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.660434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] For port 644a90c7-f13c-46c4-8cef-08f1296eb9ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=644a90c7-f13c-46c4-8cef-08f1296eb9ab,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:18.660805 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.683977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Calling delete_port for 644a90c7-f13c-46c4-8cef-08f1296eb9ab owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:18.793854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3afca00e-9351-4417-955c-3d6e380c1c91 admin admin] Publish callbacks [] for security_group (09c0545e-54db-4cd5-8e5c-9dbab500ee2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.839304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3afca00e-9351-4417-955c-3d6e380c1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (09c0545e-54db-4cd5-8e5c-9dbab500ee2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.922521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3afca00e-9351-4417-955c-3d6e380c1c91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d64f657d92ba473e8819f32680a11785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350155 Jan 28 04:48:18.925253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48036) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:18.927251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afca00e-9351-4417-955c-3d6e380c1c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c0545e-54db-4cd5-8e5c-9dbab500ee2e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:18.943107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8ddb4-7f79-48e8-aa98-c2e83e366468 req-49aa5d89-49e9-4bf0-8d30-ee2fc0e7d1a5 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:18.944713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ade8ddb4-7f79-48e8-aa98-c2e83e366468 req-49aa5d89-49e9-4bf0-8d30-ee2fc0e7d1a5 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 946 time: 0.1467564 Jan 28 04:48:18.974988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (644a90c7-f13c-46c4-8cef-08f1296eb9ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.990541 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a0363e-5727-4e02-92c3-2e1743c18e68 admin admin] Publish callbacks [] for security_group (09c0545e-54db-4cd5-8e5c-9dbab500ee2e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:19.008538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b68b2584-d8ff-4c97-89d9-fdd6d940c3ec'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:19.014440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['644a90c7-f13c-46c4-8cef-08f1296eb9ab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:19.022697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Pushing event deleted for resources: {'Port': ['ID=644a90c7-f13c-46c4-8cef-08f1296eb9ab,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:19.035002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a0363e-5727-4e02-92c3-2e1743c18e68 admin admin] Publish callbacks [] for security_group (09c0545e-54db-4cd5-8e5c-9dbab500ee2e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:19.059845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ade8ddb4-7f79-48e8-aa98-c2e83e366468 req-c7bdfffd-fe50-4cad-a09e-675a80c49aab tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089878 Jan 28 04:48:19.104584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] No DVR routers for this DVR port 644a90c7-f13c-46c4-8cef-08f1296eb9ab on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:19.107380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:19.111642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f18fa2a4-2555-40f7-9e3c-6adeae149e09 req-77084cf5-8d01-492a-99a5-7f7f97ae3d0c tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.52 "DELETE /v2.0/ports/644a90c7-f13c-46c4-8cef-08f1296eb9ab HTTP/1.1" status: 204 len: 173 time: 0.7186108 Jan 28 04:48:19.112177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'name': 'network-vif-deleted', 'tag': '644a90c7-f13c-46c4-8cef-08f1296eb9ab'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:19.115766 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649df117-86d9-4fc3-b434-79936a80bb88" -d '{"events": [{"server_uuid": "ed260f80-aa99-43c5-8b1b-fea16dfc6ac0", "name": "network-vif-deleted", "tag": "644a90c7-f13c-46c4-8cef-08f1296eb9ab"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:19.121082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a0363e-5727-4e02-92c3-2e1743c18e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (09c0545e-54db-4cd5-8e5c-9dbab500ee2e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:19.126456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91a0363e-5727-4e02-92c3-2e1743c18e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:19.127740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-91a0363e-5727-4e02-92c3-2e1743c18e68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09c0545e-54db-4cd5-8e5c-9dbab500ee2e HTTP/1.1" status: 204 len: 168 time: 0.2013319 Jan 28 04:48:19.141223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0363e-5727-4e02-92c3-2e1743c18e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c0545e-54db-4cd5-8e5c-9dbab500ee2e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:19.188889 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3746b191-00db-40be-b6f6-1af3ebf8fa69 x-openstack-request-id: req-3746b191-00db-40be-b6f6-1af3ebf8fa69 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:19.189209 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed260f80-aa99-43c5-8b1b-fea16dfc6ac0", "name": "network-vif-deleted", "tag": "644a90c7-f13c-46c4-8cef-08f1296eb9ab", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:19.189466 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3746b191-00db-40be-b6f6-1af3ebf8fa69 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:19.189865 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed260f80-aa99-43c5-8b1b-fea16dfc6ac0', 'name': 'network-vif-deleted', 'tag': '644a90c7-f13c-46c4-8cef-08f1296eb9ab', 'status': 'completed', 'code': 200} Jan 28 04:48:19.287065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0660c-e96c-47d7-b247-c9b30886d8f4 req-015a6213-6c6d-46ce-a753-86010f1fc136 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.296555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ad0660c-e96c-47d7-b247-c9b30886d8f4 req-015a6213-6c6d-46ce-a753-86010f1fc136 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1200383 Jan 28 04:48:19.363823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ad0660c-e96c-47d7-b247-c9b30886d8f4 req-ab242e7c-6953-467e-a00d-162d2c1f8041 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663049 Jan 28 04:48:19.386840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d6de5-58bd-4536-b0ca-29dc6ceb760e req-b3764eaf-e17d-4cd1-8f86-2f4050022ab2 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.389644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-322d6de5-58bd-4536-b0ca-29dc6ceb760e req-b3764eaf-e17d-4cd1-8f86-2f4050022ab2 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0673399 Jan 28 04:48:19.468542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-322d6de5-58bd-4536-b0ca-29dc6ceb760e req-b198c5db-8a5b-49e6-a582-fd1a1d69ad00 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740697 Jan 28 04:48:19.747000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01b4a903-3d73-496d-a4ce-f99f5eb5e84e req-e187b5b5-9add-4393-ad5e-e9c1a9b0541f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed260f80-aa99-43c5-8b1b-fea16dfc6ac0 HTTP/1.1" status: 200 len: 210 time: 0.0429373 Jan 28 04:48:20.118389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48090) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:20.168362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010715f-c8e1-47d7-b91b-5720e2b7a190 req-075ef063-dea6-4bbe-afab-c070738646a1 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:20.170187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9010715f-c8e1-47d7-b91b-5720e2b7a190 req-075ef063-dea6-4bbe-afab-c070738646a1 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 946 time: 0.0607445 Jan 28 04:48:20.223885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9010715f-c8e1-47d7-b91b-5720e2b7a190 req-92c136ae-cd65-4900-86f8-f3463be242dc tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Jan 28 04:48:20.239580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1605d55d-017d-4650-8793-60a9d97fe1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.242371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:48:20.322974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1605d55d-017d-4650-8793-60a9d97fe1d8 admin admin] Publish callbacks [] for security_group (376b1f27-d6a9-4124-be4d-108f973763e0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.327650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1605d55d-017d-4650-8793-60a9d97fe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (376b1f27-d6a9-4124-be4d-108f973763e0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.370283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1605d55d-017d-4650-8793-60a9d97fe1d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46dd53633ba84131933166ad013cf385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507651 Jan 28 04:48:20.371223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605d55d-017d-4650-8793-60a9d97fe1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b1f27-d6a9-4124-be4d-108f973763e0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:20.373053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48102) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:20.435288 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64012e0b-a57b-462f-8d84-15de65e45a7e admin admin] Publish callbacks [] for security_group (376b1f27-d6a9-4124-be4d-108f973763e0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.461610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64012e0b-a57b-462f-8d84-15de65e45a7e admin admin] Publish callbacks [] for security_group (376b1f27-d6a9-4124-be4d-108f973763e0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.530982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1644-f702-40b7-acbe-115c5e2d9a44 req-062bd44b-5142-479e-8f29-0d92b7c9642f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:20.533108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c2f1644-f702-40b7-acbe-115c5e2d9a44 req-062bd44b-5142-479e-8f29-0d92b7c9642f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0641162 Jan 28 04:48:20.539148 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64012e0b-a57b-462f-8d84-15de65e45a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (376b1f27-d6a9-4124-be4d-108f973763e0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.541939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64012e0b-a57b-462f-8d84-15de65e45a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:20.545552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-64012e0b-a57b-462f-8d84-15de65e45a7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/376b1f27-d6a9-4124-be4d-108f973763e0 HTTP/1.1" status: 204 len: 168 time: 0.1687210 Jan 28 04:48:20.552073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012e0b-a57b-462f-8d84-15de65e45a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b1f27-d6a9-4124-be4d-108f973763e0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:20.640622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c2f1644-f702-40b7-acbe-115c5e2d9a44 req-e16ac3e3-3cb1-4ff9-9324-1c8c856bf112 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012166 Jan 28 04:48:20.647140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a973de-60d1-47da-994e-72f9cbaaea09 req-89b9dd5c-6fa3-41a0-aac9-48f8fd255f15 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:20.649406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2a973de-60d1-47da-994e-72f9cbaaea09 req-89b9dd5c-6fa3-41a0-aac9-48f8fd255f15 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0571485 Jan 28 04:48:20.760752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2a973de-60d1-47da-994e-72f9cbaaea09 req-f6afe402-eb36-46dd-a502-bfc14b6245f6 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041172 Jan 28 04:48:21.008831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48142) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:21.024530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ba045aa-a96f-4c79-b1af-3ce413f2bf97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.092151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b81b-e054-43c6-ae1c-482134eda647 req-395b88c5-2009-4d5d-ba32-49fd2f8dcfb8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.099382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9048b81b-e054-43c6-ae1c-482134eda647 req-395b88c5-2009-4d5d-ba32-49fd2f8dcfb8 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 946 time: 0.0646303 Jan 28 04:48:21.149848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9048b81b-e054-43c6-ae1c-482134eda647 req-9589e2f9-cca3-4999-addd-0c3a02ea7a74 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Jan 28 04:48:21.169437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b7fe9-62f9-46de-8e80-842dced07a8c req-2328408d-4ff8-4836-9d83-63688f58d986 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.169437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a75b7fe9-62f9-46de-8e80-842dced07a8c req-2328408d-4ff8-4836-9d83-63688f58d986 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0844264 Jan 28 04:48:21.192290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ba045aa-a96f-4c79-b1af-3ce413f2bf97 admin admin] Publish callbacks [] for security_group (5289b64f-0fcb-4931-a85d-1213b7476baa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.199282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ba045aa-a96f-4c79-b1af-3ce413f2bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5289b64f-0fcb-4931-a85d-1213b7476baa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.259465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ba045aa-a96f-4c79-b1af-3ce413f2bf97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22c00410d392454ba2bf59cef007f019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494025 Jan 28 04:48:21.261201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba045aa-a96f-4c79-b1af-3ce413f2bf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5289b64f-0fcb-4931-a85d-1213b7476baa,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:21.262284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48150) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:21.266731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a75b7fe9-62f9-46de-8e80-842dced07a8c req-193cf7e3-33ef-4ab5-bb8f-c04441f93f64 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902085 Jan 28 04:48:21.315483 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7402956-5d52-4c55-93a8-628e321ddef1 admin admin] Publish callbacks [] for security_group (5289b64f-0fcb-4931-a85d-1213b7476baa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.341379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7402956-5d52-4c55-93a8-628e321ddef1 admin admin] Publish callbacks [] for security_group (5289b64f-0fcb-4931-a85d-1213b7476baa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.396259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7402956-5d52-4c55-93a8-628e321ddef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5289b64f-0fcb-4931-a85d-1213b7476baa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.401714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7402956-5d52-4c55-93a8-628e321ddef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:21.403591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a7402956-5d52-4c55-93a8-628e321ddef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5289b64f-0fcb-4931-a85d-1213b7476baa HTTP/1.1" status: 204 len: 168 time: 0.1401381 Jan 28 04:48:21.412037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402956-5d52-4c55-93a8-628e321ddef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5289b64f-0fcb-4931-a85d-1213b7476baa,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:21.780103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8eef9-e59e-4290-9835-421a1d3ddf0d req-f6adbaef-61c5-4838-8ea9-07acea0935a1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.782823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edc8eef9-e59e-4290-9835-421a1d3ddf0d req-f6adbaef-61c5-4838-8ea9-07acea0935a1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0557418 Jan 28 04:48:21.849930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edc8eef9-e59e-4290-9835-421a1d3ddf0d req-330d13e5-bd7d-43af-852b-0236a80a350c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535567 Jan 28 04:48:21.936391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7930da4-54dc-4a49-b136-4bb7912828a7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:48:21.945745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 644a90c7-f13c-46c4-8cef-08f1296eb9ab no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:21.979525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840abf8-00ad-42e7-825b-4b74a421aa3f req-648fd330-2fa2-4c47-ab26-2540fa930b61 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.988055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7840abf8-00ad-42e7-825b-4b74a421aa3f req-648fd330-2fa2-4c47-ab26-2540fa930b61 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.0726278 Jan 28 04:48:22.042614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 644a90c7-f13c-46c4-8cef-08f1296eb9ab {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:48:22.042886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 644a90c7-f13c-46c4-8cef-08f1296eb9ab not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:48:22.045533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7840abf8-00ad-42e7-825b-4b74a421aa3f req-02e0ab1b-a470-4787-9b8b-93b9dd686d85 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564497 Jan 28 04:48:22.077626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:22.091403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'port_id': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'mac_address': 'fa:16:3e:8c:5e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:48:22.132733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7930da4-54dc-4a49-b136-4bb7912828a7 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:22.133253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:22.153323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7930da4-54dc-4a49-b136-4bb7912828a7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:22.174692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:22.180112 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:22.237577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:22.286989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c94df-9370-47ab-bc32-d323cadf328c req-dccb8151-90ee-4a72-b9aa-2f2c822980c7 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:22.295241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f19c94df-9370-47ab-bc32-d323cadf328c req-dccb8151-90ee-4a72-b9aa-2f2c822980c7 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 946 time: 0.0663679 Jan 28 04:48:22.372349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f19c94df-9370-47ab-bc32-d323cadf328c req-8f8db2ed-2c77-4d02-afae-8e4e634b383a tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/security-groups?id=359262bc-2547-48d6-8602-87e8e7a694f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762224 Jan 28 04:48:22.372910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e7930da4-54dc-4a49-b136-4bb7912828a7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:22.401251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68c80f-8dfe-4501-865c-53e5ddcb5eb0 req-fd3b1ae8-cdbb-441f-ae2e-0c1543390f20 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:22.410210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf68c80f-8dfe-4501-865c-53e5ddcb5eb0 req-fd3b1ae8-cdbb-441f-ae2e-0c1543390f20 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0602529 Jan 28 04:48:22.463741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf68c80f-8dfe-4501-865c-53e5ddcb5eb0 req-2ef88d72-efc7-4733-9896-4feb825d8e1b tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Jan 28 04:48:22.586142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-fba7a926-4ef6-4018-8295-b01d30a909a2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:22.587672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-fba7a926-4ef6-4018-8295-b01d30a909a2 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 946 time: 0.0524118 Jan 28 04:48:22.719885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Deleting port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:22.720180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:22.821344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] For port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,segment=NetworkSegment(4a78595a-4114-4ae2-855d-4bf23518c81a),segment_id=4a78595a-4114-4ae2-855d-4bf23518c81a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:22.821931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:22.836592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Calling delete_port for b8a56a2a-3824-46cf-8744-6d2ed9bfc70e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:23.079985 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b8a56a2a-3824-46cf-8744-6d2ed9bfc70e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:23.112917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b8a56a2a-3824-46cf-8744-6d2ed9bfc70e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:23.126832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-e9d13460-834d-4ad7-9af3-d7ebe7da2a13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:23.128670 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-e9d13460-834d-4ad7-9af3-d7ebe7da2a13 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.1736569 Jan 28 04:48:23.156382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4ffa8-0ee2-47dc-bc26-be180a12a1df req-bb64dd7a-d8bf-4900-a9e7-bcbbe21be239 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:23.165300 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23e4ffa8-0ee2-47dc-bc26-be180a12a1df req-bb64dd7a-d8bf-4900-a9e7-bcbbe21be239 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 945 time: 0.1521330 Jan 28 04:48:23.191921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Pushing event deleted for resources: {'Port': ['ID=b8a56a2a-3824-46cf-8744-6d2ed9bfc70e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:23.238449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] No DVR routers for this DVR port b8a56a2a-3824-46cf-8744-6d2ed9bfc70e on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:23.241070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:23.244686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-339bc21d-777b-491c-983b-9a097ecfeb86 req-b59ebd6b-c30b-4ae2-a735-74acf5ae65d0 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.47 "DELETE /v2.0/ports/b8a56a2a-3824-46cf-8744-6d2ed9bfc70e HTTP/1.1" status: 204 len: 173 time: 0.6362066 Jan 28 04:48:23.274834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d11337-18cb-46fc-98c0-61bba04216d4', 'name': 'network-vif-deleted', 'tag': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:23.278016 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f7e2f-7b89-43d6-a136-7497784dfe15" -d '{"events": [{"server_uuid": "45d11337-18cb-46fc-98c0-61bba04216d4", "name": "network-vif-deleted", "tag": "b8a56a2a-3824-46cf-8744-6d2ed9bfc70e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:23.304955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23e4ffa8-0ee2-47dc-bc26-be180a12a1df req-5c07714d-7ae8-4125-bfb6-1ba9f94c8561 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385696 Jan 28 04:48:23.314423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590fdc7-95be-441c-b535-04ddaeefba1f req-691c0931-2687-4544-9025-4005f8b9a45d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:23.316307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f590fdc7-95be-441c-b535-04ddaeefba1f req-691c0931-2687-4544-9025-4005f8b9a45d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 943 time: 0.1317284 Jan 28 04:48:23.348571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Deleting port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:23.349672 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:23.398893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f590fdc7-95be-441c-b535-04ddaeefba1f req-076bbf35-d76f-468b-8428-a8eeb9a9e897 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697138 Jan 28 04:48:23.400741 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482924f8-13a0-4403-9f72-2e1a112db880 x-openstack-request-id: req-482924f8-13a0-4403-9f72-2e1a112db880 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:23.408079 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d11337-18cb-46fc-98c0-61bba04216d4", "name": "network-vif-deleted", "tag": "b8a56a2a-3824-46cf-8744-6d2ed9bfc70e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:23.408730 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-482924f8-13a0-4403-9f72-2e1a112db880 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:23.408848 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d11337-18cb-46fc-98c0-61bba04216d4', 'name': 'network-vif-deleted', 'tag': 'b8a56a2a-3824-46cf-8744-6d2ed9bfc70e', 'status': 'completed', 'code': 200} Jan 28 04:48:23.503563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9592e944-eb89-40ca-8aaa-334150765aeb req-1179a914-23bb-421b-b8ad-620b2da8c727 tempest-VolumesActionsTest-874388199 tempest-VolumesActionsTest-874388199-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d11337-18cb-46fc-98c0-61bba04216d4 HTTP/1.1" status: 200 len: 210 time: 0.0449758 Jan 28 04:48:23.542889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] For port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:23.544563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:23.576541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Calling delete_port for b68b2584-d8ff-4c97-89d9-fdd6d940c3ec owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:23.657363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73703edf-75c7-4231-8b7f-b932a9e2fdb4 req-353e20e3-7513-4c0a-b06f-f4ad5883373e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:23.659788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73703edf-75c7-4231-8b7f-b932a9e2fdb4 req-353e20e3-7513-4c0a-b06f-f4ad5883373e tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c126888a-28e2-4f5f-9ae2-e5be6c70fa20 HTTP/1.1" status: 200 len: 945 time: 0.0824397 Jan 28 04:48:23.762970 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b68b2584-d8ff-4c97-89d9-fdd6d940c3ec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:23.793065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73703edf-75c7-4231-8b7f-b932a9e2fdb4 req-caf53c68-942b-40da-bc41-d93a5c38f83f tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfa8c3ab-a241-499b-a57e-c349c4390054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255293 Jan 28 04:48:23.798297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b68b2584-d8ff-4c97-89d9-fdd6d940c3ec'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:23.813053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Pushing event deleted for resources: {'Port': ['ID=b68b2584-d8ff-4c97-89d9-fdd6d940c3ec,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:23.876014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 322b4d4d-2a8d-4390-9916-b57e8685a6de details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:48:23.893112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] No DVR routers for this DVR port b68b2584-d8ff-4c97-89d9-fdd6d940c3ec on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:23.908723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:23.912866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5dbc5040-1cc9-4500-b329-7eda41c85aed req-c648d983-38c9-4f25-86a4-22d7d01f7f94 tempest-ListServerFiltersTestJSON-266710441 tempest-ListServerFiltersTestJSON-266710441-project] 10.222.0.47 "DELETE /v2.0/ports/b68b2584-d8ff-4c97-89d9-fdd6d940c3ec HTTP/1.1" status: 204 len: 173 time: 0.7744532 Jan 28 04:48:23.913401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'name': 'network-vif-deleted', 'tag': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:23.928093 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80016120-b7c4-4941-aa02-94377353ddd3" -d '{"events": [{"server_uuid": "c126888a-28e2-4f5f-9ae2-e5be6c70fa20", "name": "network-vif-deleted", "tag": "b68b2584-d8ff-4c97-89d9-fdd6d940c3ec"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:24.025781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7930da4-54dc-4a49-b136-4bb7912828a7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:24.093307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 322b4d4d-2a8d-4390-9916-b57e8685a6de, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:24.129244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:48:24.180493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e7930da4-54dc-4a49-b136-4bb7912828a7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:24.180984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:24.235169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 322b4d4d-2a8d-4390-9916-b57e8685a6de is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:24.235571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:24.257367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322b4d4d-2a8d-4390-9916-b57e8685a6de {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:24.300969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 322b4d4d-2a8d-4390-9916-b57e8685a6de, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:24.308962 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:24.315942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7930da4-54dc-4a49-b136-4bb7912828a7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:24.316330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:24.386800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:24.389616 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c632b80-78df-4fc1-b751-ac6b620d6159" -d '{"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-plugged", "status": "completed", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:24.402705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=322b4d4d-2a8d-4390-9916-b57e8685a6de,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:24.420456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:24.428168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:24.434249 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1397df-3dd2-49ce-8c8f-9b3649a2282d x-openstack-request-id: req-af1397df-3dd2-49ce-8c8f-9b3649a2282d {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:24.435228 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c126888a-28e2-4f5f-9ae2-e5be6c70fa20", "name": "network-vif-deleted", "tag": "b68b2584-d8ff-4c97-89d9-fdd6d940c3ec", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:24.435730 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af1397df-3dd2-49ce-8c8f-9b3649a2282d {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:24.436305 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c126888a-28e2-4f5f-9ae2-e5be6c70fa20', 'name': 'network-vif-deleted', 'tag': 'b68b2584-d8ff-4c97-89d9-fdd6d940c3ec', 'status': 'completed', 'code': 200} Jan 28 04:48:24.457519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16920079-2e01-4c9f-817c-6b9bf404453e req-26cf456e-66e6-4f0c-a355-0890bc92216f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:24.467324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16920079-2e01-4c9f-817c-6b9bf404453e req-26cf456e-66e6-4f0c-a355-0890bc92216f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 945 time: 0.0813267 Jan 28 04:48:24.526366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:24.546218 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd5503b-2ee2-4d44-98f8-b27d92fc67e2 x-openstack-request-id: req-5bd5503b-2ee2-4d44-98f8-b27d92fc67e2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:24.546709 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-plugged", "status": "completed", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:24.547074 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bd5503b-2ee2-4d44-98f8-b27d92fc67e2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:24.547696 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'code': 200} Jan 28 04:48:24.585209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16920079-2e01-4c9f-817c-6b9bf404453e req-f5c2a9a9-93bd-4baa-af62-228245c98029 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151903 Jan 28 04:48:24.667214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7329fc-3f7a-4927-a5c1-49c1748482be req-097b26f3-fdfa-419c-afe6-87db197ca62e tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:24.667541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['322b4d4d-2a8d-4390-9916-b57e8685a6de'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:24.676693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e7329fc-3f7a-4927-a5c1-49c1748482be req-097b26f3-fdfa-419c-afe6-87db197ca62e tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 944 time: 0.0744569 Jan 28 04:48:24.772603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e7329fc-3f7a-4927-a5c1-49c1748482be req-c72205fd-624a-4685-9473-9a399090d034 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927856 Jan 28 04:48:24.883127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48312) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:24.993556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Deleting subnet bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:48:24.997588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Publish callbacks [] for subnet (bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.062746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.249703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.383839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.418109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:25.446281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.448702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720690eb-4d2d-4be0-8169-5f2c9fff29da None None] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:48:25.449588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b3bea82-c5ea-4e4f-a52c-ff9ceda3de81 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bb99cb99-d9c9-48cd-8b81-1fa811b5bdf6 HTTP/1.1" status: 204 len: 168 time: 0.5648777 Jan 28 04:48:25.452111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48342) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:25.587455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d0ce7732-a1d4-49d2-bddf-3f19cb47018b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.783897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Deleting port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:25.784775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.877388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] DHCP port deletion for d0ce7732-a1d4-49d2-bddf-3f19cb47018b request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:48:25.880181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 322b4d4d-2a8d-4390-9916-b57e8685a6de up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:25.897085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] For port 1a6c1b16-5864-4543-99ea-afd48ce3dc34, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1a6c1b16-5864-4543-99ea-afd48ce3dc34,segment=NetworkSegment(96b59112-c24a-4aaa-9907-ccb2e5804e75),segment_id=96b59112-c24a-4aaa-9907-ccb2e5804e75)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:25.900293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:25.950409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Calling delete_port for 1a6c1b16-5864-4543-99ea-afd48ce3dc34 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:26.018411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505004-dfe1-4c85-95d4-67773a4e6a08 req-8b80a545-3941-4bb1-9bb5-ba8098573a54 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:26.029660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e505004-dfe1-4c85-95d4-67773a4e6a08 req-8b80a545-3941-4bb1-9bb5-ba8098573a54 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.2508371 Jan 28 04:48:26.068523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48378) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:26.114260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.139493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 322b4d4d-2a8d-4390-9916-b57e8685a6de completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:48:26.158139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e505004-dfe1-4c85-95d4-67773a4e6a08 req-c2527370-ba32-47a9-9f33-04361de6cdf2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274846 Jan 28 04:48:26.172045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6c1b16-5864-4543-99ea-afd48ce3dc34,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:26.184232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] No DVR routers for this DVR port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:26.217209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 322b4d4d-2a8d-4390-9916-b57e8685a6de triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:26.217611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.255472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436df97-5057-4315-a555-7533f0c719f6 req-b2271b2c-575e-43a5-aa57-2ce30ca2ce72 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:26.257455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f436df97-5057-4315-a555-7533f0c719f6 req-b2271b2c-575e-43a5-aa57-2ce30ca2ce72 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 944 time: 0.1622167 Jan 28 04:48:26.282152 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2fadd-fa3e-435a-896c-308790b2016d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.308403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Deleting port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:26.308778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.324187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d0ce7732-a1d4-49d2-bddf-3f19cb47018b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.367141 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f436df97-5057-4315-a555-7533f0c719f6 req-fddfff3b-0316-4070-9b18-549eab1fd488 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737746 Jan 28 04:48:26.396554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ce7732-a1d4-49d2-bddf-3f19cb47018b']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:26.422946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b59112-c24a-4aaa-9907-ccb2e5804e75') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:26.424365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b59112-c24a-4aaa-9907-ccb2e5804e75') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:26.447396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (96b59112-c24a-4aaa-9907-ccb2e5804e75), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.482398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (96b59112-c24a-4aaa-9907-ccb2e5804e75), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.497302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:48:26.498731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (96b59112-c24a-4aaa-9907-ccb2e5804e75), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:48:26.504419 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:48:26.548335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2fadd-fa3e-435a-896c-308790b2016d admin admin] Publish callbacks [] for security_group (f6503b2d-6292-4913-ba9e-750bb7f02d37), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.559847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2fadd-fa3e-435a-896c-308790b2016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f6503b2d-6292-4913-ba9e-750bb7f02d37), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.584062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] For port 1a6c1b16-5864-4543-99ea-afd48ce3dc34, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:26.589451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.621643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Calling delete_port for 1a6c1b16-5864-4543-99ea-afd48ce3dc34 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:26.630267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:48:26.633257 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (1a6c1b16-5864-4543-99ea-afd48ce3dc34), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.665602 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d0ce7732-a1d4-49d2-bddf-3f19cb47018b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.674523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.677689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7b2fadd-fa3e-435a-896c-308790b2016d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50732d6b67c44f77bd3022c76e65510f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6076834 Jan 28 04:48:26.679458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2fadd-fa3e-435a-896c-308790b2016d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6503b2d-6292-4913-ba9e-750bb7f02d37,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:26.683899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48388) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:26.689453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0ce7732-a1d4-49d2-bddf-3f19cb47018b HTTP/1.1" status: 204 len: 168 time: 1.2341828 Jan 28 04:48:26.741138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a08c7-1353-44a0-a3d5-4626cc56d24e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ce7732-a1d4-49d2-bddf-3f19cb47018b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:26.764773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Network d0ce7732-a1d4-49d2-bddf-3f19cb47018b is not hosted by any dhcp agent {{(pid=103140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 04:48:26.765313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] No DVR routers for this DVR port 1a6c1b16-5864-4543-99ea-afd48ce3dc34 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:48:26.777551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7d898-de6e-4ec2-a6c3-12d9d98f01fa None None] Pushing event deleted for resources: {'Port': ['ID=1a6c1b16-5864-4543-99ea-afd48ce3dc34,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:26.788698 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91d16d-4e7b-438e-b6d2-77e9cb6df233 admin admin] Publish callbacks [] for security_group (f6503b2d-6292-4913-ba9e-750bb7f02d37), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.810959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 322b4d4d-2a8d-4390-9916-b57e8685a6de is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:26.811656 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.834294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91d16d-4e7b-438e-b6d2-77e9cb6df233 admin admin] Publish callbacks [] for security_group (f6503b2d-6292-4913-ba9e-750bb7f02d37), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.886538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 322b4d4d-2a8d-4390-9916-b57e8685a6de, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:26.893928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:26.897229 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88817c5f-bb3e-4449-8c35-1bcb74815f2e" -d '{"events": [{"server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "name": "network-vif-plugged", "status": "completed", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:26.904228 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.905340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b8a56a2a-3824-46cf-8744-6d2ed9bfc70e no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:26.953427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91d16d-4e7b-438e-b6d2-77e9cb6df233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f6503b2d-6292-4913-ba9e-750bb7f02d37), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.956428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b91d16d-4e7b-438e-b6d2-77e9cb6df233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:26.960738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5b91d16d-4e7b-438e-b6d2-77e9cb6df233 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6503b2d-6292-4913-ba9e-750bb7f02d37 HTTP/1.1" status: 204 len: 168 time: 0.2750561 Jan 28 04:48:26.977920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91d16d-4e7b-438e-b6d2-77e9cb6df233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6503b2d-6292-4913-ba9e-750bb7f02d37,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:27.000601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: b8a56a2a-3824-46cf-8744-6d2ed9bfc70e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:48:27.001097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b8a56a2a-3824-46cf-8744-6d2ed9bfc70e not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:48:27.001643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b68b2584-d8ff-4c97-89d9-fdd6d940c3ec no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:27.065557 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6bce7d-c513-4589-ad23-409184d9d23a x-openstack-request-id: req-9f6bce7d-c513-4589-ad23-409184d9d23a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:27.067403 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "name": "network-vif-plugged", "status": "completed", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:27.068545 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f6bce7d-c513-4589-ad23-409184d9d23a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:27.069528 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'code': 200} Jan 28 04:48:27.073587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: b68b2584-d8ff-4c97-89d9-fdd6d940c3ec {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:48:27.077017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b68b2584-d8ff-4c97-89d9-fdd6d940c3ec not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:48:27.123015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48400) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:27.152094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=322b4d4d-2a8d-4390-9916-b57e8685a6de,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:27.178088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-6bbd74f8-e50e-4c37-9f4d-7c688fdacd1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012888 Jan 28 04:48:27.248130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4d8fbd0f-7f5a-4c02-9ad7-b9ae7fba6ca5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d0fb8f4bf664804bba3f194d9008af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1236138 Jan 28 04:48:27.252093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48404) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:27.313473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440a4e8-c6b0-4c00-bd3a-629a8fa229ce req-f367a8c8-5bfe-44c2-a035-336cce4cce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:27.315940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c440a4e8-c6b0-4c00-bd3a-629a8fa229ce req-f367a8c8-5bfe-44c2-a035-336cce4cce1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1096 time: 0.0725207 Jan 28 04:48:27.466672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c440a4e8-c6b0-4c00-bd3a-629a8fa229ce req-41a31a0e-76e1-4f17-9db6-a6b0f95c2700 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420875 Jan 28 04:48:27.567677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e52790-e073-4e6f-b16a-471230ab887c admin admin] Publish callbacks [] for security_group (cfa8c3ab-a241-499b-a57e-c349c4390054), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:27.646758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862733-fcd5-4267-ac83-bfd07b9d1fcd req-804c565b-8d7f-4ac6-ac1e-bbcc0e329c5b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:27.660493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53862733-fcd5-4267-ac83-bfd07b9d1fcd req-804c565b-8d7f-4ac6-ac1e-bbcc0e329c5b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.3334923 Jan 28 04:48:27.661469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c4c9-7dab-49a8-90dd-62ad0d80746c req-442ec0ed-df89-420d-ab44-e3bb70822a2d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:27.665371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eae44-6651-47f3-865e-1c14b3469975 req-8903e1c9-f43a-4e55-a41c-85a040393422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:27.666057 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0500c4c9-7dab-49a8-90dd-62ad0d80746c req-442ec0ed-df89-420d-ab44-e3bb70822a2d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.0936511 Jan 28 04:48:27.667801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-8903e1c9-f43a-4e55-a41c-85a040393422 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.3754559 Jan 28 04:48:27.773352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e52790-e073-4e6f-b16a-471230ab887c admin admin] Publish callbacks [] for security_group (cfa8c3ab-a241-499b-a57e-c349c4390054), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:27.780148 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0500c4c9-7dab-49a8-90dd-62ad0d80746c req-c1ffefa3-c2fe-41f8-8a20-e537e5f34ccb tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071534 Jan 28 04:48:27.870119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a6c1b16-5864-4543-99ea-afd48ce3dc34 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:27.962029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1a6c1b16-5864-4543-99ea-afd48ce3dc34 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:48:27.967749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a6c1b16-5864-4543-99ea-afd48ce3dc34 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:48:28.013922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53862733-fcd5-4267-ac83-bfd07b9d1fcd req-17897627-dce1-4e57-9627-5a27ad6448ab tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514905 Jan 28 04:48:28.103078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e52790-e073-4e6f-b16a-471230ab887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cfa8c3ab-a241-499b-a57e-c349c4390054), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:28.112628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e52790-e073-4e6f-b16a-471230ab887c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:28.118678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-90e52790-e073-4e6f-b16a-471230ab887c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfa8c3ab-a241-499b-a57e-c349c4390054 HTTP/1.1" status: 204 len: 168 time: 0.8620923 Jan 28 04:48:28.144647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e52790-e073-4e6f-b16a-471230ab887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa8c3ab-a241-499b-a57e-c349c4390054,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:28.187063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eae44-6651-47f3-865e-1c14b3469975 req-199c9d28-5f68-4922-b4eb-95c75d7d3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:28.193219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-199c9d28-5f68-4922-b4eb-95c75d7d3de7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.4405105 Jan 28 04:48:28.363402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:28.409170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20b79726-8665-4594-81fa-cda0a58792a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:28.646020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20b79726-8665-4594-81fa-cda0a58792a0 admin admin] Publish callbacks [] for security_group (4ad90276-6b14-432d-8969-265a927f4989), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:28.666472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-20b79726-8665-4594-81fa-cda0a58792a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ad90276-6b14-432d-8969-265a927f4989), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:28.699711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b79726-8665-4594-81fa-cda0a58792a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad90276-6b14-432d-8969-265a927f4989,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:28.753340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-20b79726-8665-4594-81fa-cda0a58792a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6db70f9ffa0f4111b7206906e7a2a4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3885744 Jan 28 04:48:28.756461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48434) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:28.899515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d12f17-5ee4-4b5c-b5e7-b5e56f1e6243 admin admin] Publish callbacks [] for security_group (4ad90276-6b14-432d-8969-265a927f4989), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:28.960629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-c8da329c-4eb9-47de-86ff-e8f8a70d3db0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.7543912 Jan 28 04:48:28.966780 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d12f17-5ee4-4b5c-b5e7-b5e56f1e6243 admin admin] Publish callbacks [] for security_group (4ad90276-6b14-432d-8969-265a927f4989), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:29.119592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d12f17-5ee4-4b5c-b5e7-b5e56f1e6243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ad90276-6b14-432d-8969-265a927f4989), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:29.124044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d12f17-5ee4-4b5c-b5e7-b5e56f1e6243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:29.124997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e8d12f17-5ee4-4b5c-b5e7-b5e56f1e6243 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ad90276-6b14-432d-8969-265a927f4989 HTTP/1.1" status: 204 len: 168 time: 0.3670385 Jan 28 04:48:29.148978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d12f17-5ee4-4b5c-b5e7-b5e56f1e6243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad90276-6b14-432d-8969-265a927f4989,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:29.150070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eae44-6651-47f3-865e-1c14b3469975 req-4b12d59e-31a7-4a11-8a13-e3ace7f7effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.151873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-4b12d59e-31a7-4a11-8a13-e3ace7f7effb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1863680 Jan 28 04:48:29.184506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aae81-529a-44f8-8817-8858b32c9377 req-24d107f6-2613-4281-86f2-f3b8e31a1205 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.195438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762aae81-529a-44f8-8817-8858b32c9377 req-24d107f6-2613-4281-86f2-f3b8e31a1205 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.2136307 Jan 28 04:48:29.198188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-f3837109-fb58-4d32-87af-f9e26b681006 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237557 Jan 28 04:48:29.282004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a6762-5d43-463d-b9ee-211d70ffabdb req-d438c8ec-1dd5-4331-8f0d-dd3e8faefee4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.286663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eae44-6651-47f3-865e-1c14b3469975 req-cf03907a-7a13-4d57-8b11-f9592ce94289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.288339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-cf03907a-7a13-4d57-8b11-f9592ce94289 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210794 Jan 28 04:48:29.290918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-188a6762-5d43-463d-b9ee-211d70ffabdb req-d438c8ec-1dd5-4331-8f0d-dd3e8faefee4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1001077 Jan 28 04:48:29.311295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762aae81-529a-44f8-8817-8858b32c9377 req-bb1276ab-f8be-446a-9bd4-21d5616c5f5c tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099310 Jan 28 04:48:29.390868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-74fec49c-dc95-4804-b5d1-279f76439e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.392473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-74fec49c-dc95-4804-b5d1-279f76439e86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 1097 time: 0.0985024 Jan 28 04:48:29.405899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-188a6762-5d43-463d-b9ee-211d70ffabdb req-1c8f162c-ff5e-4656-86b6-3e2ca058b4c2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118133 Jan 28 04:48:29.586215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-20723f78-e37d-402a-b61e-78b7318a1c94 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908649 Jan 28 04:48:29.651063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8548d-fbb4-4e06-b4c3-36b0c6b22446 req-31167095-a4e5-4b6a-887a-bca8dfc13fca tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.659402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82c8548d-fbb4-4e06-b4c3-36b0c6b22446 req-31167095-a4e5-4b6a-887a-bca8dfc13fca tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.1518388 Jan 28 04:48:29.662867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-1c9a423d-33ac-4afa-bde8-d01eebaa24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.664608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-1c9a423d-33ac-4afa-bde8-d01eebaa24cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.2493775 Jan 28 04:48:29.724623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-1b75f0cb-ba13-4a5c-8632-41c1a61baaed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 200 len: 217 time: 0.0534072 Jan 28 04:48:29.901211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-ce8eedd6-1ca5-4329-9a2d-a97167928642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:29.902382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-ce8eedd6-1ca5-4329-9a2d-a97167928642 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1364989 Jan 28 04:48:29.903717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-461eae44-6651-47f3-865e-1c14b3469975 req-d4dcffab-6a8f-4dd5-b91f-cec908bfdfe8 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107784 Jan 28 04:48:30.060348 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82c8548d-fbb4-4e06-b4c3-36b0c6b22446 req-f290a3f6-7021-4297-850c-1f63676c6e4a tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998048 Jan 28 04:48:30.089306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-0dd820e8-cb7c-4ca4-94a9-49d71bdf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:30.090862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-0dd820e8-cb7c-4ca4-94a9-49d71bdf5339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804953 Jan 28 04:48:30.096394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:30.335724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-c6cfd1ab-df9c-402b-9d2d-b1f5d1f3452e service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336447 Jan 28 04:48:30.581211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a875b9a9-d66c-462c-9ee3-2e7d1df3901d req-5edc0916-c5df-4ce6-9554-ed83e915fbe7 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396159 Jan 28 04:48:30.672640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad07c-0780-4140-ac93-bb919aa4cf63 req-cfb2589d-bbd7-4967-9981-6d1aa0b09270 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:30.686388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-406ad07c-0780-4140-ac93-bb919aa4cf63 req-cfb2589d-bbd7-4967-9981-6d1aa0b09270 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1603248 Jan 28 04:48:30.800496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e19c1c0-d0f4-4c3e-b24e-b9d4cbe6f3da tempest-TestVolumeBackupRestore-1872697651 tempest-TestVolumeBackupRestore-1872697651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:30.804976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6e19c1c0-d0f4-4c3e-b24e-b9d4cbe6f3da tempest-TestVolumeBackupRestore-1872697651 tempest-TestVolumeBackupRestore-1872697651-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1091 time: 0.7046103 Jan 28 04:48:30.805632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48492) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:30.814872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:30.817250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-406ad07c-0780-4140-ac93-bb919aa4cf63 req-567ebace-e0e4-4a5c-859c-c24c17e88c26 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294980 Jan 28 04:48:30.899097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:31.168796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:31.383810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Allocated IP 172.25.6.194 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/c1c9c53f-5ae5-46bf-a245-6e5dc1e32133) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:31.598880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48518) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:31.653825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:31.781139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:31.914827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:31.923484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:31.942457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:31.948599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-407682485-network', 'tenant_id': '8627ff2498cc44f9b78ab7037dd3cfe9'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:32.028259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Made reservation on behalf of 8627ff2498cc44f9b78ab7037dd3cfe9 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:32.036832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.068373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'Port': ['ID=c1c9c53f-5ae5-46bf-a245-6e5dc1e32133,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:32.122756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.228346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71585caa-d616-47d4-b120-bf7900bb227c req-c110f520-d055-4d77-b6e6-fbce02cf90db tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:32.229959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71585caa-d616-47d4-b120-bf7900bb227c req-c110f520-d055-4d77-b6e6-fbce02cf90db tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.2349055 Jan 28 04:48:32.403618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-71585caa-d616-47d4-b120-bf7900bb227c req-8435e638-7125-47b0-a515-99408de4f603 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564021 Jan 28 04:48:32.464057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks [] for security_group (67e2f279-d2bc-4144-ae87-add909a3eb2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.492062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (67e2f279-d2bc-4144-ae87-add909a3eb2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.539842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e2f279-d2bc-4144-ae87-add909a3eb2e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:32.550112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:48:32.562487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.562846 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Added segment 3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e of type vlan for network 190530be-9c09-4231-90e2-2088121a54d6 Jan 28 04:48:32.651068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (190530be-9c09-4231-90e2-2088121a54d6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.775207 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (190530be-9c09-4231-90e2-2088121a54d6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.782469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:32.783991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.801298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for floatingip (91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.968781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3683660 Jan 28 04:48:32.972363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:32.977914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:32.980162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533217d4-6356-4baf-bb6c-c6bdfb022504 admin admin] Pushing event updated for resources: {'Network': ['ID=190530be-9c09-4231-90e2-2088121a54d6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:32.994653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Request body: {'subnet': {'network_id': '190530be-9c09-4231-90e2-2088121a54d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-407682485-subnet', 'tenant_id': '8627ff2498cc44f9b78ab7037dd3cfe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:33.023052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 190530be-9c09-4231-90e2-2088121a54d6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:48:33.159992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Made reservation on behalf of 8627ff2498cc44f9b78ab7037dd3cfe9 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:33.170720 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:33.645521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:33.664671 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:33.718022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458708b9-2fac-4a6c-9d68-3c221f95ac29 req-1c3cada1-2e6c-4f0f-b0fe-a16b41f43025 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:33.720673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-458708b9-2fac-4a6c-9d68-3c221f95ac29 req-1c3cada1-2e6c-4f0f-b0fe-a16b41f43025 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1096392 Jan 28 04:48:33.752653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event updated for resources: {'Port': ['ID=c1c9c53f-5ae5-46bf-a245-6e5dc1e32133,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:33.819308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-458708b9-2fac-4a6c-9d68-3c221f95ac29 req-7246374b-73a8-4475-9ca4-eaec15711b62 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918713 Jan 28 04:48:33.907957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (23b48ce2-f91a-47cd-94ac-3f87ffa02e81), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:33.950335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:34.055623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b48ce2-f91a-47cd-94ac-3f87ffa02e81,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:34.168319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Checking segment: {'id': '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '190530be-9c09-4231-90e2-2088121a54d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:34.168679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Network hostable DHCP agents. Network: 190530be-9c09-4231-90e2-2088121a54d6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:48:34.239200 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Floating IP 91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd associated. External IP: 172.25.6.194, port: 322b4d4d-2a8d-4390-9916-b57e8685a6de. Jan 28 04:48:34.354732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Network 190530be-9c09-4231-90e2-2088121a54d6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:48:34.405075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 190530be-9c09-4231-90e2-2088121a54d6) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:34.414205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b85905-d959-4c4f-8fa0-0a463e55f6e1 None None] Network 190530be-9c09-4231-90e2-2088121a54d6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:48:34.442634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:34.443279 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:34.865722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31789be0-50e6-4f4c-a4d9-fa16b6c621bf None None] Network 190530be-9c09-4231-90e2-2088121a54d6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:48:35.123761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87d97c-abf7-4ce3-8af8-0bf2b083b490 req-a9c94587-dcc1-4727-966f-9d95fc5fdcfa tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:35.137682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce87d97c-abf7-4ce3-8af8-0bf2b083b490 req-a9c94587-dcc1-4727-966f-9d95fc5fdcfa tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1264155 Jan 28 04:48:35.229232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ee599d6d-2bf7-499a-9ca9-9b11ae45526c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2426517 Jan 28 04:48:35.282183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce87d97c-abf7-4ce3-8af8-0bf2b083b490 req-57c12685-96c1-49ee-94ad-f97f76ba163f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420350 Jan 28 04:48:35.689868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Router a017e1bb-994f-4f1c-a1ea-20ee76166d2a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:48:35.981114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:48:35.993817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] Sync routers for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:48:36.013388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:36.014041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:48:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:36.023834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:36.117535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:36.117788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-439f2bf3-ff19-49b4-928d-6fe16a0d6ea1 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3106084 Jan 28 04:48:36.118717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:36.126834 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4603fa-efab-47ab-8e5b-a8c21750b35c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:36.266634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac46b2-71eb-44b4-aed4-3057225bdd43 tempest-TestVolumeBackupRestore-1872697651 tempest-TestVolumeBackupRestore-1872697651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:36.273209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6ac46b2-71eb-44b4-aed4-3057225bdd43 tempest-TestVolumeBackupRestore-1872697651 tempest-TestVolumeBackupRestore-1872697651-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1091 time: 0.1498115 Jan 28 04:48:36.273812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48604) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:36.281261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Request body: {'floatingip': {'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:36.456768 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed595738-bafa-45d7-a807-821c6bca7505 x-openstack-request-id: req-ed595738-bafa-45d7-a807-821c6bca7505 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:36.457071 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:36.457373 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed595738-bafa-45d7-a807-821c6bca7505 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:36.457784 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'status': 'completed', 'code': 200} Jan 28 04:48:36.507982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for floatingip (91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:36.808073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-28cfb148-3232-4dbe-b2ab-dff37fff24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:36.810755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-28cfb148-3232-4dbe-b2ab-dff37fff24de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1096 time: 0.3072178 Jan 28 04:48:36.867754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:36.905917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:36.922689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36673fce-fd9c-4c9a-ac0f-9d7b9fa151f5 req-0272695a-e3c1-41ae-b837-e52426dd4e4b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:36.937890 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36673fce-fd9c-4c9a-ac0f-9d7b9fa151f5 req-0272695a-e3c1-41ae-b837-e52426dd4e4b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.4244108 Jan 28 04:48:37.496882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36673fce-fd9c-4c9a-ac0f-9d7b9fa151f5 req-1b5ab1f7-cb4b-43e6-aa73-c63b7e4b06cd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579984 Jan 28 04:48:37.511507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-67dd1ce8-8b06-4bd2-9238-86eda19be0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:37.513387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-67dd1ce8-8b06-4bd2-9238-86eda19be0f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 915 time: 0.6232579 Jan 28 04:48:37.569850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:32Z', 'updated_at': '2022-01-28T04:48:32Z', 'revision_number': 0, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:37.648535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] Checking router: a017e1bb-994f-4f1c-a1ea-20ee76166d2a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:48:37.676325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:37.677008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:48:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:37.778859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-2758cf3c-431d-4f9f-a599-8e05c12ac50b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 999 time: 0.2029984 Jan 28 04:48:37.888234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:37.926701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-6e045ba1-8cbe-4664-9873-3847fb979556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:37.938526 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-6e045ba1-8cbe-4664-9873-3847fb979556 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 200 len: 853 time: 0.1514096 Jan 28 04:48:37.995037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:38.302018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:38.324593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-133088cb-6677-4c24-b731-125b7c039a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:38.326759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-133088cb-6677-4c24-b731-125b7c039a9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55b234eb-e1be-412b-9083-57cee8745f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3194730 Jan 28 04:48:38.327952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:38.723373 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7984b4ed-eb91-471c-a790-0047b42c4e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:38.884347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c1bd-57de-4cac-ae41-70e3c6f2175e req-df42e5e3-38b9-4c2d-a210-bc8e13551406 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:38.886753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59a7c1bd-57de-4cac-ae41-70e3c6f2175e req-df42e5e3-38b9-4c2d-a210-bc8e13551406 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1218679 Jan 28 04:48:38.924660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-4cd1cd27-449b-486c-8f0b-dfe22e379d85 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915041 Jan 28 04:48:38.973331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:32Z', 'updated_at': '2022-01-28T04:48:32Z', 'revision_number': 0, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:39.089553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed84b6-fd4d-4b72-9341-a8a44cb34474 None None] The sync data for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 is: [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:32Z', 'updated_at': '2022-01-28T04:48:32Z', 'revision_number': 0, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:48:39.165301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d4603fa-efab-47ab-8e5b-a8c21750b35c req-c86481ec-af12-4886-b04f-2dcf83a627e7 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089403 Jan 28 04:48:39.292330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Router a017e1bb-994f-4f1c-a1ea-20ee76166d2a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:48:39.308901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59a7c1bd-57de-4cac-ae41-70e3c6f2175e req-606408e6-d47e-45a4-af70-5aaadcc08910 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767848 Jan 28 04:48:39.621027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:48:39.646191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:39.725832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87c56e-e06c-4bdc-b516-abbc44a495da None None] New status for floating IP 91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:48:39.748374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:39.756764 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac62898e-e2e5-4626-811c-573867cf14b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:39.847972 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01bbc941-431e-41c2-8185-9eec04cd7ab5 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "PUT /v2.0/floatingips/91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd HTTP/1.1" status: 200 len: 991 time: 3.5727336 Jan 28 04:48:39.920220 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e48fb6e-355f-4928-bad0-58c74153a17c x-openstack-request-id: req-8e48fb6e-355f-4928-bad0-58c74153a17c {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:39.920831 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:39.920831 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e48fb6e-355f-4928-bad0-58c74153a17c {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:39.921253 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'status': 'completed', 'code': 200} Jan 28 04:48:40.133195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-80f3d128-c0a6-4438-9126-90a2628578a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:40.140152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-80f3d128-c0a6-4438-9126-90a2628578a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1096 time: 0.1479521 Jan 28 04:48:40.367785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] Sync routers for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:48:40.402366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:40.406344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:48:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:40.475345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-1aaef7da-b15d-4fa1-a0de-2c9316af5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:40.477711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-1aaef7da-b15d-4fa1-a0de-2c9316af5e3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 915 time: 0.3286335 Jan 28 04:48:40.764950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-db7a9b00-f51a-4de9-9f0c-7cee8d961cc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 1001 time: 0.2778158 Jan 28 04:48:40.786230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:40.803501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd683bd0-514d-4a2b-ab03-0972027c31cf req-0b6cb1db-039f-4cc5-af24-2d913df0ba86 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:40.817749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd683bd0-514d-4a2b-ab03-0972027c31cf req-0b6cb1db-039f-4cc5-af24-2d913df0ba86 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1745286 Jan 28 04:48:41.062828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-f43ea96a-bea1-4ebb-b13e-02d0fa21f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:41.070888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-f43ea96a-bea1-4ebb-b13e-02d0fa21f6f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 200 len: 853 time: 0.2967732 Jan 28 04:48:41.195081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd683bd0-514d-4a2b-ab03-0972027c31cf req-22513d0c-38aa-4cf1-96da-f7c590e6e904 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750312 Jan 28 04:48:41.215186 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-feccc2bf-d678-456e-918c-bbbffd177f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:41.260077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-48f9419b-7392-4c8d-baf5-258b67d78331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:41.260077 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-48f9419b-7392-4c8d-baf5-258b67d78331 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55b234eb-e1be-412b-9083-57cee8745f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579590 Jan 28 04:48:41.457709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-7a011841-2f25-4391-bff4-06a0f249de16 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992114 Jan 28 04:48:41.525617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:32Z', 'updated_at': '2022-01-28T04:48:39Z', 'revision_number': 2, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:41.581104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] Checking router: a017e1bb-994f-4f1c-a1ea-20ee76166d2a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:48:41.613611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:41.614262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:41.737324 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac62898e-e2e5-4626-811c-573867cf14b5 req-229c0d23-1f74-4507-b33c-e816e9d035b8 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704830 Jan 28 04:48:41.923219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:41.927155 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c2fb60-7b3f-465d-81dd-2f700d38c95f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:42.059376 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada3941f-a3d8-4b86-8f1a-9dbc6fefcff7 x-openstack-request-id: req-ada3941f-a3d8-4b86-8f1a-9dbc6fefcff7 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:42.060055 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:42.060826 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ada3941f-a3d8-4b86-8f1a-9dbc6fefcff7 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:42.061607 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'status': 'completed', 'code': 200} Jan 28 04:48:42.086063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:42.363836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:42.728371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:32Z', 'updated_at': '2022-01-28T04:48:39Z', 'revision_number': 2, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:42.792326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d46c4-16cc-4833-b019-0410f97014ce None None] The sync data for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 is: [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'port_id': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'mac_address': 'fa:16:3e:ad:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:32Z', 'updated_at': '2022-01-28T04:48:39Z', 'revision_number': 2, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:48:43.240962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692d52-6ecd-4d2b-ba18-e65602370901 req-22dde597-8c69-4712-a4aa-d1cf742b3d1b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:43.254518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf692d52-6ecd-4d2b-ba18-e65602370901 req-22dde597-8c69-4712-a4aa-d1cf742b3d1b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1694407 Jan 28 04:48:43.260829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-2a38ffdc-86b7-4928-bcc1-0493b4df8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:43.268584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-2a38ffdc-86b7-4928-bcc1-0493b4df8048 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1096 time: 1.1510742 Jan 28 04:48:43.491939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-c4e8663b-09ac-4252-adc1-c38a158dec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:43.494235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-c4e8663b-09ac-4252-adc1-c38a158dec9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 915 time: 0.2076435 Jan 28 04:48:43.637460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:43.790585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf692d52-6ecd-4d2b-ba18-e65602370901 req-8a9b98f2-1bfc-4ddd-a47c-7ba4326146b8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349653 Jan 28 04:48:43.806299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-fbcdaed4-d9b0-4c80-9db3-8bc8e7de9d5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 1001 time: 0.3006535 Jan 28 04:48:44.086526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-0f457d4f-1527-47ee-8e33-f01b66cc7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:44.095999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-0f457d4f-1527-47ee-8e33-f01b66cc7a74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 200 len: 853 time: 0.2868729 Jan 28 04:48:44.264793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-0b151ced-67d8-47b5-8b5e-cbcf1de7d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:44.266685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-0b151ced-67d8-47b5-8b5e-cbcf1de7d74c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55b234eb-e1be-412b-9083-57cee8745f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641068 Jan 28 04:48:44.547029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-74d7f81a-453e-4d7b-81ca-f16386977e06 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678027 Jan 28 04:48:44.770715 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20c2fb60-7b3f-465d-81dd-2f700d38c95f req-2cdefda5-e502-4a25-86f1-bd9f9ae67b3b service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171233 Jan 28 04:48:44.995234 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:45.062908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e24e2-2a90-4293-9934-b110ff9df358 req-9bb1162e-1776-4ba8-acab-3262a348abc4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:45.064523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b17e24e2-2a90-4293-9934-b110ff9df358 req-9bb1162e-1776-4ba8-acab-3262a348abc4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1565771 Jan 28 04:48:45.170927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b17e24e2-2a90-4293-9934-b110ff9df358 req-f75d8541-053a-4adf-b7a5-41975c9600bc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899985 Jan 28 04:48:46.364464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4385-e978-46a9-be2c-1eca36f5aae5 req-294dd89f-d7b0-42c2-a16f-c79a882dac56 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:46.372234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd4c4385-e978-46a9-be2c-1eca36f5aae5 req-294dd89f-d7b0-42c2-a16f-c79a882dac56 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0756602 Jan 28 04:48:46.433813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd4c4385-e978-46a9-be2c-1eca36f5aae5 req-87df32c7-fbbe-4ca5-990f-789714713245 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604565 Jan 28 04:48:47.533402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48806) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:47.635911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d2a2-2f90-4f04-a155-910d18915b1b req-8fe8db7a-a68a-4131-9666-b39d2a6a4ee1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:47.647899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1c8d2a2-2f90-4f04-a155-910d18915b1b req-8fe8db7a-a68a-4131-9666-b39d2a6a4ee1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1191089 Jan 28 04:48:47.807966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1c8d2a2-2f90-4f04-a155-910d18915b1b req-1a99be8e-5762-4fa7-b62d-2ec9a546db5f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496260 Jan 28 04:48:47.815142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-076c78b1-ec78-4264-b5e4-4d58af3788be tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:47.829818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-076c78b1-ec78-4264-b5e4-4d58af3788be tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/networks?id=190530be-9c09-4231-90e2-2088121a54d6 HTTP/1.1" status: 200 len: 820 time: 0.3220136 Jan 28 04:48:47.836748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:47.871783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-a0fc7639-071d-4c8a-a062-826e980d8ce1 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/quotas/8627ff2498cc44f9b78ab7037dd3cfe9 HTTP/1.1" status: 200 len: 375 time: 0.0331149 Jan 28 04:48:47.955622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-b7d22c30-9088-4a0e-9630-ee4a0f059674 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8627ff2498cc44f9b78ab7037dd3cfe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725496 Jan 28 04:48:48.049246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Publish callbacks [] for security_group (6feeab92-946c-445c-850c-f209ef756386), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:48.055684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6feeab92-946c-445c-850c-f209ef756386), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:48.107175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bc059647eab44b49f325f0f213ecd9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5679951 Jan 28 04:48:48.110371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feeab92-946c-445c-850c-f209ef756386,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:48.113038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48836) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:48.217672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.219321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.224962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.225420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.225774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.226121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.226477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.226801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.227148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.227464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.227796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.228157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.228481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8139b1-07f4-4578-b766-edd6f6d45137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:48.261419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-41871cfb-fb50-4a78-b779-af0f1c0810c7 service neutron] 10.222.0.21 "GET /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046095 Jan 28 04:48:48.372741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-794d6166-112b-41b3-93b3-9923672d2830 admin admin] Publish callbacks [] for security_group (6feeab92-946c-445c-850c-f209ef756386), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:48.413413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-794d6166-112b-41b3-93b3-9923672d2830 admin admin] Publish callbacks [] for security_group (6feeab92-946c-445c-850c-f209ef756386), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:48.537830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-794d6166-112b-41b3-93b3-9923672d2830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6feeab92-946c-445c-850c-f209ef756386), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:48.541705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-794d6166-112b-41b3-93b3-9923672d2830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:48.543055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-794d6166-112b-41b3-93b3-9923672d2830 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6feeab92-946c-445c-850c-f209ef756386 HTTP/1.1" status: 204 len: 168 time: 0.4289598 Jan 28 04:48:48.561578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d6166-112b-41b3-93b3-9923672d2830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feeab92-946c-445c-850c-f209ef756386,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:48.622571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-00c1b605-211e-43b6-b3d6-d640801aa312 service neutron] 10.222.0.21 "GET /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546624 Jan 28 04:48:48.641956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-4aa682d7-c861-4385-aa98-ac06546b2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:48.645045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-4aa682d7-c861-4385-aa98-ac06546b2270 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 1097 time: 0.1840746 Jan 28 04:48:48.914055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-fa424910-bf07-4f7b-86cf-b697f1e04c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:48.918127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-fa424910-bf07-4f7b-86cf-b697f1e04c78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.2626061 Jan 28 04:48:49.060465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-6c5ad737-e69d-463c-9ff5-2d3d7bd40ae2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7930da4-54dc-4a49-b136-4bb7912828a7 HTTP/1.1" status: 200 len: 217 time: 0.1357446 Jan 28 04:48:49.129427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45644-15a1-4519-8382-0325c5525efa req-951d60ac-c309-4b1a-a992-e70971864ea9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:49.139390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caa45644-15a1-4519-8382-0325c5525efa req-951d60ac-c309-4b1a-a992-e70971864ea9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1541514 Jan 28 04:48:49.191966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-1f9cc77c-91fe-4364-9d43-acb09fb36a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:49.194243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-1f9cc77c-91fe-4364-9d43-acb09fb36a40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.1263351 Jan 28 04:48:49.199383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8815d429-e410-41d0-8992-aaa9fd4035d7 req-c82243f3-9097-4f79-9d37-048775db26b2 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 210 time: 0.1693244 Jan 28 04:48:49.287741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48892) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:49.309885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-1067be44-fdd3-4981-a8ce-595ed8623828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:49.311337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-1067be44-fdd3-4981-a8ce-595ed8623828 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095321 Jan 28 04:48:49.312930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e00219f7-2671-4135-852f-517729b20c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.341736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caa45644-15a1-4519-8382-0325c5525efa req-03893e24-daf1-42d3-aff6-da592a5b5ff4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952102 Jan 28 04:48:49.478950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e00219f7-2671-4135-852f-517729b20c8a admin admin] Publish callbacks [] for security_group (9e8a8f12-ba35-4b85-a02b-63751fc9237d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.485419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e00219f7-2671-4135-852f-517729b20c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9e8a8f12-ba35-4b85-a02b-63751fc9237d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.540569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e00219f7-2671-4135-852f-517729b20c8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17eb992e78684cbda605a051f4aad3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508941 Jan 28 04:48:49.545199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48902) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:49.554632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00219f7-2671-4135-852f-517729b20c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a8f12-ba35-4b85-a02b-63751fc9237d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:49.593397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-c9a925d4-f39b-49ec-ab9d-0d6ad2bdc0e4 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600207 Jan 28 04:48:49.619127 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3618edaa-63ff-48ea-a6a5-303f937edad5 admin admin] Publish callbacks [] for security_group (9e8a8f12-ba35-4b85-a02b-63751fc9237d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.656724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3618edaa-63ff-48ea-a6a5-303f937edad5 admin admin] Publish callbacks [] for security_group (9e8a8f12-ba35-4b85-a02b-63751fc9237d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.744920 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3618edaa-63ff-48ea-a6a5-303f937edad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9e8a8f12-ba35-4b85-a02b-63751fc9237d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.748927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3618edaa-63ff-48ea-a6a5-303f937edad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:49.750231 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3618edaa-63ff-48ea-a6a5-303f937edad5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e8a8f12-ba35-4b85-a02b-63751fc9237d HTTP/1.1" status: 204 len: 168 time: 0.2037916 Jan 28 04:48:49.780411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618edaa-63ff-48ea-a6a5-303f937edad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a8f12-ba35-4b85-a02b-63751fc9237d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:50.019669 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aeeb10a3-7e74-4f3c-ab13-8ca6fb54eea2 req-c0f22ec1-bb41-4683-afd6-fbe2fc150ef6 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182062 Jan 28 04:48:50.379065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e74a9de-fef8-4a5e-bc5b-2a1128333eee req-d49a813a-07da-4061-8f29-429510d415c9 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 210 time: 0.0447435 Jan 28 04:48:50.584898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7b03b-caac-417e-81c6-017fc1f6ad63 req-752aae63-2976-41bd-ae78-efe92aada81f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:50.603815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2ce7b03b-caac-417e-81c6-017fc1f6ad63 req-752aae63-2976-41bd-ae78-efe92aada81f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.1371195 Jan 28 04:48:50.696721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2ce7b03b-caac-417e-81c6-017fc1f6ad63 req-bd149e56-02ab-41dc-9cbd-253e34b2161f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910912 Jan 28 04:48:51.002011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-f1af5449-8044-4a14-8ac4-1ebaa9eb1feb tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:51.006500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-f1af5449-8044-4a14-8ac4-1ebaa9eb1feb tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.52 "GET /v2.0/networks?id=190530be-9c09-4231-90e2-2088121a54d6 HTTP/1.1" status: 200 len: 820 time: 0.2424500 Jan 28 04:48:51.037546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Request body: {'port': {'device_id': '5c21610f-93db-41d3-8625-6797c7280bb8', 'network_id': '190530be-9c09-4231-90e2-2088121a54d6', 'admin_state_up': True, 'tenant_id': '8627ff2498cc44f9b78ab7037dd3cfe9'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:51.261499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Made reservation on behalf of 8627ff2498cc44f9b78ab7037dd3cfe9 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:51.265759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:51.525922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18649458-33fc-4cf2-a73a-0acf79796fe1 req-f7ad785c-8056-48bb-afd3-9bfdce4019ec tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 210 time: 0.0606058 Jan 28 04:48:51.557133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Allocated IP 172.20.0.9 (190530be-9c09-4231-90e2-2088121a54d6/23b48ce2-f91a-47cd-94ac-3f87ffa02e81/ec38af4d-f008-4a6e-b20c-a99f65c63630) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:51.845546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks [] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:51.898958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f7e56-dea6-45b6-88f1-ace01bbfbb06 req-ce5f033b-d771-46e2-91bc-0b90b2658b96 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:51.907267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f41f7e56-dea6-45b6-88f1-ace01bbfbb06 req-ce5f033b-d771-46e2-91bc-0b90b2658b96 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 946 time: 0.0978787 Jan 28 04:48:51.927536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.002565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f41f7e56-dea6-45b6-88f1-ace01bbfbb06 req-300852ed-ba3c-410d-b46b-d373d6d97a4c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901899 Jan 28 04:48:52.050102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Network 190530be-9c09-4231-90e2-2088121a54d6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:52.055619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7930da4-54dc-4a49-b136-4bb7912828a7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:52.058266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:52.076312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:52.108561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Pushing event updated for resources: {'Port': ['ID=ec38af4d-f008-4a6e-b20c-a99f65c63630,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:52.127673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49026) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:52.159524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:52.160838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.202323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-298afc39-df37-409f-97ee-b0bccd99a3f6 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1796253 Jan 28 04:48:52.229928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Request body: {'port': {'device_id': '5c21610f-93db-41d3-8625-6797c7280bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:52.319450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.324819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7930da4-54dc-4a49-b136-4bb7912828a7 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:52.325665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.360260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:52.363904 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40851615-6649-4a53-8f73-5c1d2cfc6e58" -d '{"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:52.423199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:52.429924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29c321ee-b632-4276-9358-855304a5a01d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.438579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.486979 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0be0b8-6627-4ad6-9f02-8139ebad292d x-openstack-request-id: req-ca0be0b8-6627-4ad6-9f02-8139ebad292d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:52.487435 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:52.488010 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca0be0b8-6627-4ad6-9f02-8139ebad292d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:52.488632 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'code': 200} Jan 28 04:48:52.529532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:52.621202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29c321ee-b632-4276-9358-855304a5a01d admin admin] Publish callbacks [] for security_group (54a2c258-c06c-4420-b462-b0f343e6006b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.630103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29c321ee-b632-4276-9358-855304a5a01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (54a2c258-c06c-4420-b462-b0f343e6006b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.678327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-29c321ee-b632-4276-9358-855304a5a01d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04d30f76c1ee46f2a0e06b7596267dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486538 Jan 28 04:48:52.680245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49050) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:52.747576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c321ee-b632-4276-9358-855304a5a01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2c258-c06c-4420-b462-b0f343e6006b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:52.917875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-134710e2-b370-4834-9094-0fe0f2f9ede3 admin admin] Publish callbacks [] for security_group (54a2c258-c06c-4420-b462-b0f343e6006b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.937403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec38af4d-f008-4a6e-b20c-a99f65c63630 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:52.964057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Publish callbacks [] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.974100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fa9ac-ba7e-4de6-96d8-f87da88379b0 req-4699a5fd-a866-4a4b-ba5e-41c6d8ab0b1a tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:52.976270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a9fa9ac-ba7e-4de6-96d8-f87da88379b0 req-4699a5fd-a866-4a4b-ba5e-41c6d8ab0b1a tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 931 time: 0.1751025 Jan 28 04:48:52.979463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-134710e2-b370-4834-9094-0fe0f2f9ede3 admin admin] Publish callbacks [] for security_group (54a2c258-c06c-4420-b462-b0f343e6006b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:52.992807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Transition to ACTIVE for port object ec38af4d-f008-4a6e-b20c-a99f65c63630 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:48:53.001632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.177514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49066) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:53.188014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a9fa9ac-ba7e-4de6-96d8-f87da88379b0 req-e085d497-4c7b-4df3-8ba6-41e23fe9011e tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991212 Jan 28 04:48:53.214489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-134710e2-b370-4834-9094-0fe0f2f9ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (54a2c258-c06c-4420-b462-b0f343e6006b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.218617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-134710e2-b370-4834-9094-0fe0f2f9ede3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.220241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-134710e2-b370-4834-9094-0fe0f2f9ede3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54a2c258-c06c-4420-b462-b0f343e6006b HTTP/1.1" status: 204 len: 168 time: 0.5360835 Jan 28 04:48:53.224057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Pushing event updated for resources: {'Port': ['ID=ec38af4d-f008-4a6e-b20c-a99f65c63630,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:53.241423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134710e2-b370-4834-9094-0fe0f2f9ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2c258-c06c-4420-b462-b0f343e6006b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:53.357004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21a4c8-e6fb-49a0-909a-326bfca6a516 req-a66b2d2a-7a6f-4dc7-81b0-2b3f62cc7c7c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:53.358986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe21a4c8-e6fb-49a0-909a-326bfca6a516 req-a66b2d2a-7a6f-4dc7-81b0-2b3f62cc7c7c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 944 time: 0.1831722 Jan 28 04:48:53.365763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Attempting to bind port ec38af4d-f008-4a6e-b20c-a99f65c63630 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:53.366144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Attempting to bind port ec38af4d-f008-4a6e-b20c-a99f65c63630 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '190530be-9c09-4231-90e2-2088121a54d6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:53.367461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Attempting to bind port ec38af4d-f008-4a6e-b20c-a99f65c63630 on network 190530be-9c09-4231-90e2-2088121a54d6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:53.420560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Port ec38af4d-f008-4a6e-b20c-a99f65c63630 on network 190530be-9c09-4231-90e2-2088121a54d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:48:53.423317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Attempting to bind port ec38af4d-f008-4a6e-b20c-a99f65c63630 on network 190530be-9c09-4231-90e2-2088121a54d6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:53.463917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:53.464714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Checking segment: {'id': '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '190530be-9c09-4231-90e2-2088121a54d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:53.465236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Bound using segment: {'id': '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '190530be-9c09-4231-90e2-2088121a54d6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:53.465797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Bound port: ec38af4d-f008-4a6e-b20c-a99f65c63630, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '190530be-9c09-4231-90e2-2088121a54d6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:53.466438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.510814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbac880-ff92-4713-acb6-5cf212a1c9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.588843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe21a4c8-e6fb-49a0-909a-326bfca6a516 req-ef8b617e-ba3e-4c8b-87c7-607a369f20ea tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119408 Jan 28 04:48:53.781667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] For port ec38af4d-f008-4a6e-b20c-a99f65c63630, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:53.812610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] For port ec38af4d-f008-4a6e-b20c-a99f65c63630, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630,segment=NetworkSegment(3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e),segment_id=3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:53.819102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbac880-ff92-4713-acb6-5cf212a1c9ee admin admin] Publish callbacks [] for security_group (adbfd19b-6028-47c8-8b20-1176687e55f7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.822099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.883279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbac880-ff92-4713-acb6-5cf212a1c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (adbfd19b-6028-47c8-8b20-1176687e55f7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.909750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e873a8-9366-45a0-909f-c8a6747cf699 req-1b5b6f72-9e6b-48d5-9f39-2ecae4159659 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:53.913064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49e873a8-9366-45a0-909f-c8a6747cf699 req-1b5b6f72-9e6b-48d5-9f39-2ecae4159659 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1843088 Jan 28 04:48:53.921410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:53.922744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:53.924240 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] 10.222.0.52 "PUT /v2.0/ports/ec38af4d-f008-4a6e-b20c-a99f65c63630 HTTP/1.1" status: 200 len: 1091 time: 1.7031362 Jan 28 04:48:53.924563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c21610f-93db-41d3-8625-6797c7280bb8', 'tag': 'ec38af4d-f008-4a6e-b20c-a99f65c63630'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:53.927206 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a9c70d-b458-4cc5-81f3-4b311a6f461b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c21610f-93db-41d3-8625-6797c7280bb8", "tag": "ec38af4d-f008-4a6e-b20c-a99f65c63630"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:53.942766 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Pushing event updated for resources: {'Port': ['ID=ec38af4d-f008-4a6e-b20c-a99f65c63630,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:53.953661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.954027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.954396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.954725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.955068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.955405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.956127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.956405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.956737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.957072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.957628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.957970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.958299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8839bc-b53d-4996-a8ac-a2d122f4be21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:53.965390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1dbac880-ff92-4713-acb6-5cf212a1c9ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09901f4797104be28ae9b60e451136c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7819409 Jan 28 04:48:53.973918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49092) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:54.012450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbac880-ff92-4713-acb6-5cf212a1c9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfd19b-6028-47c8-8b20-1176687e55f7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:54.062576 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a109eed-d289-4a5c-9545-252592fef87b x-openstack-request-id: req-2a109eed-d289-4a5c-9545-252592fef87b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:54.062879 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c21610f-93db-41d3-8625-6797c7280bb8", "tag": "ec38af4d-f008-4a6e-b20c-a99f65c63630", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:54.063137 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a109eed-d289-4a5c-9545-252592fef87b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:54.063544 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c21610f-93db-41d3-8625-6797c7280bb8', 'tag': 'ec38af4d-f008-4a6e-b20c-a99f65c63630', 'status': 'completed', 'code': 200} Jan 28 04:48:54.089054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-dc0f61f6-f45a-4e5c-b55b-e00f8350a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:54.090650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-dc0f61f6-f45a-4e5c-b55b-e00f8350a92f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8627ff2498cc44f9b78ab7037dd3cfe9&device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 1094 time: 0.0956404 Jan 28 04:48:54.163558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a430d3-cd6c-4d45-b15b-620916ffe2b2 admin admin] Publish callbacks [] for security_group (adbfd19b-6028-47c8-8b20-1176687e55f7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:54.166602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-1b6c217d-bc4b-47f9-978e-015677ea0c4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630 HTTP/1.1" status: 200 len: 217 time: 0.0627453 Jan 28 04:48:54.183647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49e873a8-9366-45a0-909f-c8a6747cf699 req-e10dd904-70f1-4702-9a2c-666eaeeb2339 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601578 Jan 28 04:48:54.233285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a430d3-cd6c-4d45-b15b-620916ffe2b2 admin admin] Publish callbacks [] for security_group (adbfd19b-6028-47c8-8b20-1176687e55f7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:54.285541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-a50ad3f5-5902-4509-8548-6613b32e71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:54.287159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-a50ad3f5-5902-4509-8548-6613b32e71e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23b48ce2-f91a-47cd-94ac-3f87ffa02e81 HTTP/1.1" status: 200 len: 860 time: 0.1114273 Jan 28 04:48:54.399277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-e93984fd-d4b6-435d-8c35-0881a09a2528 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=190530be-9c09-4231-90e2-2088121a54d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018219 Jan 28 04:48:54.461289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11065a9b-276e-47c4-9107-efd6b4c6f739 req-9deedc06-b77c-4e8d-9f59-b7fa79767c52 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:54.468745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11065a9b-276e-47c4-9107-efd6b4c6f739 req-9deedc06-b77c-4e8d-9f59-b7fa79767c52 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 943 time: 0.1128440 Jan 28 04:48:54.487726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e2063-cfb9-4596-9bdf-f9fe51047776 req-4dde6f6d-b9cf-4da0-9c81-9038590e7a68 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:54.489539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-899e2063-cfb9-4596-9bdf-f9fe51047776 req-4dde6f6d-b9cf-4da0-9c81-9038590e7a68 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1719680 Jan 28 04:48:54.511273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a430d3-cd6c-4d45-b15b-620916ffe2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (adbfd19b-6028-47c8-8b20-1176687e55f7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:54.514296 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a430d3-cd6c-4d45-b15b-620916ffe2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:54.518421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-13a430d3-cd6c-4d45-b15b-620916ffe2b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adbfd19b-6028-47c8-8b20-1176687e55f7 HTTP/1.1" status: 204 len: 168 time: 0.5432847 Jan 28 04:48:54.540949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11065a9b-276e-47c4-9107-efd6b4c6f739 req-fe3c00ba-1301-48cf-a8b5-90979de6b13d tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 Jan 28 04:48:54.567272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a430d3-cd6c-4d45-b15b-620916ffe2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfd19b-6028-47c8-8b20-1176687e55f7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:54.673750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-53e7a176-d07e-4689-83c4-9a2abef9db81 service neutron] 10.222.0.52 "GET /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651227 Jan 28 04:48:54.681687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-899e2063-cfb9-4596-9bdf-f9fe51047776 req-06ab15bf-62ac-410f-8eb4-4418f4867761 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814799 Jan 28 04:48:54.890050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e097d3c-4f56-4fe8-968d-facce2a499fc req-57969b91-d55d-4313-a5e5-3bc7baa95444 service neutron] 10.222.0.52 "GET /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069485 Jan 28 04:48:55.190202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-5dbcaa2d-a4dc-4fe9-9758-15939b1f0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:55.191917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-5dbcaa2d-a4dc-4fe9-9758-15939b1f0c95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8627ff2498cc44f9b78ab7037dd3cfe9&device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 1094 time: 0.1477749 Jan 28 04:48:55.370229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dced30-850c-480a-ac12-f77ab40b14ee req-4419c053-70fe-468d-98be-a1268c3922ca tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:55.372153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21dced30-850c-480a-ac12-f77ab40b14ee req-4419c053-70fe-468d-98be-a1268c3922ca tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.3300691 Jan 28 04:48:55.412211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-388de358-902b-4f46-93c5-38b7ef2f4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:55.413901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-388de358-902b-4f46-93c5-38b7ef2f4ce2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=190530be-9c09-4231-90e2-2088121a54d6 HTTP/1.1" status: 200 len: 921 time: 0.2151809 Jan 28 04:48:55.476762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-40cee5cf-3a37-4138-8016-4f1960f73a18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630 HTTP/1.1" status: 200 len: 217 time: 0.0512493 Jan 28 04:48:55.506018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21dced30-850c-480a-ac12-f77ab40b14ee req-d2c253dd-f347-4e44-9a8d-7396ec64b5d2 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228485 Jan 28 04:48:55.558999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-6ca9fd65-aa4e-41d9-aa58-eea233e9e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:55.560952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-6ca9fd65-aa4e-41d9-aa58-eea233e9e5c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23b48ce2-f91a-47cd-94ac-3f87ffa02e81 HTTP/1.1" status: 200 len: 860 time: 0.0710542 Jan 28 04:48:55.638499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-39e8a1ae-382a-4582-8604-0f8121d941fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=190530be-9c09-4231-90e2-2088121a54d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718799 Jan 28 04:48:55.784057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605704b-d1eb-407b-996a-f83632144b0c req-2ad4cdcf-5967-4c2e-9273-a0d80f0479d0 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:55.796700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d605704b-d1eb-407b-996a-f83632144b0c req-2ad4cdcf-5967-4c2e-9273-a0d80f0479d0 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 943 time: 0.1635666 Jan 28 04:48:55.798513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-e4a210fe-947d-4317-9429-49306cb3ac2f service neutron] 10.222.0.52 "GET /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497359 Jan 28 04:48:55.901481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d605704b-d1eb-407b-996a-f83632144b0c req-31a29bd2-2069-48b5-aee5-ac6cf7eeb40e tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944631 Jan 28 04:48:55.968528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24a9c70d-b458-4cc5-81f3-4b311a6f461b req-c14baf04-d8b6-45af-87a8-379fe551b094 service neutron] 10.222.0.52 "GET /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628959 Jan 28 04:48:55.986438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49156) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:56.060075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e7930da4-54dc-4a49-b136-4bb7912828a7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:48:56.271348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e7930da4-54dc-4a49-b136-4bb7912828a7 is: DOWN; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:56.391246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2108276831', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:56.417184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Made reservation on behalf of 13e8e49848e544c8bec5fa69c1c13116 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:56.420428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:56.432087 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:56.526770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for security_group (826a6cfc-bd74-4021-97e7-63ab3e47c06f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:56.532376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (826a6cfc-bd74-4021-97e7-63ab3e47c06f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:56.553085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] device_id is not set on port 8d8de7d5-f266-447f-ac80-a94c3895376c yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:48:56.687308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49172) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:56.738584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a6cfc-bd74-4021-97e7-63ab3e47c06f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:56.770992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a7df1-6848-40b9-ad49-8e675d7c4549 req-d2ff196a-2504-4200-836d-875ae62b0a8e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:56.778921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c89a7df1-6848-40b9-ad49-8e675d7c4549 req-d2ff196a-2504-4200-836d-875ae62b0a8e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1163809 Jan 28 04:48:56.884369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c89a7df1-6848-40b9-ad49-8e675d7c4549 req-2415d97d-b9a7-4a09-b3d0-98823e2faa76 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992353 Jan 28 04:48:56.897484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Allocated IP 172.25.6.124 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/8d8de7d5-f266-447f-ac80-a94c3895376c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:56.899917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e5e91de-0f27-448a-8f3b-67bebbd32499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.117912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7fd20-0554-4bf8-9a43-069824a2d64c req-8783e3cd-facd-4875-aaaf-efc67e09f1d2 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:57.119673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-47e7fd20-0554-4bf8-9a43-069824a2d64c req-8783e3cd-facd-4875-aaaf-efc67e09f1d2 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 943 time: 0.1176279 Jan 28 04:48:57.125103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e5e91de-0f27-448a-8f3b-67bebbd32499 admin admin] Publish callbacks [] for security_group (ddefdb95-dbe7-4d07-8d8e-63f53988430f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.128554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for port (8d8de7d5-f266-447f-ac80-a94c3895376c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.134878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e5e91de-0f27-448a-8f3b-67bebbd32499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ddefdb95-dbe7-4d07-8d8e-63f53988430f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.180489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8d8de7d5-f266-447f-ac80-a94c3895376c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.198262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5e5e91de-0f27-448a-8f3b-67bebbd32499 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=febf40b437604a62bac2406ffdeea531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5072980 Jan 28 04:48:57.200508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:57.218219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e91de-0f27-448a-8f3b-67bebbd32499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddefdb95-dbe7-4d07-8d8e-63f53988430f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:57.238482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-47e7fd20-0554-4bf8-9a43-069824a2d64c req-437c07d0-77ce-41ae-81d1-6c8366b1dd9c tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115530 Jan 28 04:48:57.272135 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:48:57.303072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4616344a-8f8b-4ae5-8617-def554601113 admin admin] Publish callbacks [] for security_group (ddefdb95-dbe7-4d07-8d8e-63f53988430f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.333409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4616344a-8f8b-4ae5-8617-def554601113 admin admin] Publish callbacks [] for security_group (ddefdb95-dbe7-4d07-8d8e-63f53988430f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.339231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8de7d5-f266-447f-ac80-a94c3895376c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:57.370560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:57.373179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:57.376089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:57.438778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:57.439729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.442682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4616344a-8f8b-4ae5-8617-def554601113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ddefdb95-dbe7-4d07-8d8e-63f53988430f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.445678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4616344a-8f8b-4ae5-8617-def554601113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.449364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4616344a-8f8b-4ae5-8617-def554601113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddefdb95-dbe7-4d07-8d8e-63f53988430f HTTP/1.1" status: 204 len: 168 time: 0.2432573 Jan 28 04:48:57.461660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616344a-8f8b-4ae5-8617-def554601113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddefdb95-dbe7-4d07-8d8e-63f53988430f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:57.471874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e7f67ee9-713d-47f8-813d-1b7308bf2954 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4830935 Jan 28 04:48:57.474360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:57.492528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.124'}]}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:57.536007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.538119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.615533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for router_controller (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:57.787575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for router_gateway (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.083380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64d9ea-00f4-4eef-9e03-06cadf1b81db req-cabfa02b-3361-4bce-a25c-15c8f22fa65e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:58.084932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe64d9ea-00f4-4eef-9e03-06cadf1b81db req-cabfa02b-3361-4bce-a25c-15c8f22fa65e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0928802 Jan 28 04:48:58.117618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for router_gateway (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.143139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.197084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe64d9ea-00f4-4eef-9e03-06cadf1b81db req-dcb4c0a6-ba67-42e9-a944-76aa8048ab79 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871837 Jan 28 04:48:58.329306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for router (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.575393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.578381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks [] for router_controller (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.628248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea6877-33c2-4ca7-90d6-47ec0738e986 req-2e44bbb3-521f-4c30-a82b-c88b6e055f67 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:58.630035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-08ea6877-33c2-4ca7-90d6-47ec0738e986 req-2e44bbb3-521f-4c30-a82b-c88b6e055f67 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 943 time: 0.1593556 Jan 28 04:48:58.641596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (b1469984-19e5-4ce6-a4b4-8a04aff0d3db), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.643688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1469984-19e5-4ce6-a4b4-8a04aff0d3db {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:48:58.676587 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 04:48:58.678605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-79f2e06c-5fa5-4d9d-8ae7-cac57ed5727d tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2023084 Jan 28 04:48:58.681263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49222) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:58.760599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-08ea6877-33c2-4ca7-90d6-47ec0738e986 req-e5f421e7-1ff4-4695-aa26-2ec1cf20ec70 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144516 Jan 28 04:48:58.799211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Deleting port 8d8de7d5-f266-447f-ac80-a94c3895376c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:48:58.799624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8d8de7d5-f266-447f-ac80-a94c3895376c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.892707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8d8de7d5-f266-447f-ac80-a94c3895376c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:58.911491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Calling delete_port for 8d8de7d5-f266-447f-ac80-a94c3895376c owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:48:59.089246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8d8de7d5-f266-447f-ac80-a94c3895376c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.118111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d8de7d5-f266-447f-ac80-a94c3895376c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:59.201995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.205940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ba9d0089-9a98-4d59-b7fb-95a22521bb30 tempest-RoutersAdminNegativeTest-1361485809 tempest-RoutersAdminNegativeTest-1361485809-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8d8de7d5-f266-447f-ac80-a94c3895376c HTTP/1.1" status: 204 len: 168 time: 0.5232928 Jan 28 04:48:59.356240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047cfc-cc8c-4978-a9e6-802766db3cdc req-57b612f6-46c5-4781-b893-57ee648b7bf0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:59.358012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7047cfc-cc8c-4978-a9e6-802766db3cdc req-57b612f6-46c5-4781-b893-57ee648b7bf0 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0743053 Jan 28 04:48:59.433872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7047cfc-cc8c-4978-a9e6-802766db3cdc req-5a207a2a-a005-49be-a215-5a0065474299 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672693 Jan 28 04:48:59.496900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49272) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:59.629922 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed1e-f681-491b-9d43-703205304423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.723538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed1e-f681-491b-9d43-703205304423 admin admin] Publish callbacks [] for security_group (ee53892d-7f55-42b4-919f-0f483eca61f7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.729164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed1e-f681-491b-9d43-703205304423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ee53892d-7f55-42b4-919f-0f483eca61f7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.738637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49280) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:59.772884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-25c3ed1e-f681-491b-9d43-703205304423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d69405f7bdf2426c91de8b26fae555c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723222 Jan 28 04:48:59.773681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49284) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:59.780386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3ed1e-f681-491b-9d43-703205304423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53892d-7f55-42b4-919f-0f483eca61f7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:59.831684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e5ab-6868-4993-8f56-3dcb9d4c6362 admin admin] Publish callbacks [] for security_group (ee53892d-7f55-42b4-919f-0f483eca61f7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.856560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e5ab-6868-4993-8f56-3dcb9d4c6362 admin admin] Publish callbacks [] for security_group (ee53892d-7f55-42b4-919f-0f483eca61f7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.896663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1ee862a7-b800-41ce-a500-f01b9dd27f28 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:59.932906 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ee862a7-b800-41ce-a500-f01b9dd27f28 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "PUT /v2.0/quotas/b673363eb33a4278b6a573bfb74f312b HTTP/1.1" status: 200 len: 366 time: 0.1909144 Jan 28 04:48:59.935454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49288) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:59.949587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c049966f-58ac-4c23-8469-a702ce7b93a5 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0137000 Jan 28 04:48:59.952369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49290) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:59.975923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517bf95-16a1-401f-8704-4071027a938a req-3668d22e-e4d6-472b-9e4f-cdc5655e1b85 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:59.975923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3517bf95-16a1-401f-8704-4071027a938a req-3668d22e-e4d6-472b-9e4f-cdc5655e1b85 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 943 time: 0.0961440 Jan 28 04:48:59.975923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de138d72-43c9-4a51-b0df-a6cc4a61a445 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "GET /v2.0/quotas/b673363eb33a4278b6a573bfb74f312b HTTP/1.1" status: 200 len: 366 time: 0.0207939 Jan 28 04:48:59.978756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49292) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:59.981238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e5ab-6868-4993-8f56-3dcb9d4c6362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ee53892d-7f55-42b4-919f-0f483eca61f7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.983795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e5ab-6868-4993-8f56-3dcb9d4c6362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:59.984954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4ee8e5ab-6868-4993-8f56-3dcb9d4c6362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee53892d-7f55-42b4-919f-0f483eca61f7 HTTP/1.1" status: 204 len: 168 time: 0.2109036 Jan 28 04:49:00.012561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8e5ab-6868-4993-8f56-3dcb9d4c6362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53892d-7f55-42b4-919f-0f483eca61f7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:00.050779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49298) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.057869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b56269f2-11f4-410e-bc75-bc0762c7274d tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/b673363eb33a4278b6a573bfb74f312b HTTP/1.1" status: 204 len: 168 time: 0.0778711 Jan 28 04:49:00.065781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-34d9f085-f203-444c-b27e-f33c2845418d tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0137551 Jan 28 04:49:00.066747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49300) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.082588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d1f6fc0-bcc8-43bf-843a-07c3b9d11d44 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "GET /v2.0/quotas/b673363eb33a4278b6a573bfb74f312b HTTP/1.1" status: 200 len: 370 time: 0.0144839 Jan 28 04:49:00.083446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49302) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.090723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3517bf95-16a1-401f-8704-4071027a938a req-00d528b7-0a67-4fb2-8a77-174944541f26 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077909 Jan 28 04:49:00.094555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1bc51fc9-e505-4bd4-b3d2-098896f9485b tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "GET /v2.0/quotas/b673363eb33a4278b6a573bfb74f312b/default HTTP/1.1" status: 200 len: 370 time: 0.0097923 Jan 28 04:49:00.095377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49304) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.105796 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-23c90ec0-4487-424d-b1b1-2ee784715c60 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] delete failed (client error): The resource could not be found. Jan 28 04:49:00.106016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ec38af4d-f008-4a6e-b20c-a99f65c63630 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:49:00.110785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23c90ec0-4487-424d-b1b1-2ee784715c60 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/b673363eb33a4278b6a573bfb74f312b HTTP/1.1" status: 404 len: 348 time: 0.0139506 Jan 28 04:49:00.232183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ec38af4d-f008-4a6e-b20c-a99f65c63630, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630,segment=NetworkSegment(3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e),segment_id=3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:00.250771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'ec38af4d-f008-4a6e-b20c-a99f65c63630', 'network_id': '190530be-9c09-4231-90e2-2088121a54d6', 'port_id': 'ec38af4d-f008-4a6e-b20c-a99f65c63630', 'mac_address': 'fa:16:3e:c5:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b48ce2-f91a-47cd-94ac-3f87ffa02e81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:49:00.271010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49312) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.293229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:network and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.296979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.299025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ec38af4d-f008-4a6e-b20c-a99f65c63630 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:00.299442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.304742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:subnet and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.308407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.315156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec38af4d-f008-4a6e-b20c-a99f65c63630 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:49:00.315784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:subnetpool and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.321518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.329756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:port and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.334067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.336421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ec38af4d-f008-4a6e-b20c-a99f65c63630, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630,segment=NetworkSegment(3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e),segment_id=3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:00.342754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.343260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:router and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.347084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.359992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:floatingip and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.365547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.395730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ec38af4d-f008-4a6e-b20c-a99f65c63630,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:00.422704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:security_group and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.426401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.432975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Usage tracker for resource:security_group_rule and project:593cbd9dd48d4a82914a20b987c8a60f is out of sync, need to count used quota {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 04:49:00.436548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.quota.resource [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103138) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 04:49:00.441972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03e49690-4cd1-4e67-85a4-fc0e67c55f17 tempest-QuotasTest-1560678083 tempest-QuotasTest-1560678083-project-admin] 10.222.0.21 "GET /v2.0/quotas/593cbd9dd48d4a82914a20b987c8a60f/details.json HTTP/1.1" status: 200 len: 703 time: 0.1698353 Jan 28 04:49:00.556506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49318) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.591788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02db8a-8622-4176-a575-9fbad857cd41 req-d74131b4-29c7-4b50-902b-3dc29f06efae tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:00.593486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a02db8a-8622-4176-a575-9fbad857cd41 req-d74131b4-29c7-4b50-902b-3dc29f06efae tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0633631 Jan 28 04:49:00.614958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d3cf7b60-d7b1-4e03-8ebd-2044fef4b8fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13e8e49848e544c8bec5fa69c1c13116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537782 Jan 28 04:49:00.614958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49322) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.659577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a02db8a-8622-4176-a575-9fbad857cd41 req-8006b425-3b8b-4c36-ba8f-365b24b75910 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600867 Jan 28 04:49:00.680025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9df12a2d-09f8-4341-a4ab-8cc7789ec6bb admin admin] Publish callbacks [] for security_group (826a6cfc-bd74-4021-97e7-63ab3e47c06f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.705010 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9df12a2d-09f8-4341-a4ab-8cc7789ec6bb admin admin] Publish callbacks [] for security_group (826a6cfc-bd74-4021-97e7-63ab3e47c06f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.746597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49326) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:00.758606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9df12a2d-09f8-4341-a4ab-8cc7789ec6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (826a6cfc-bd74-4021-97e7-63ab3e47c06f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.761808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9df12a2d-09f8-4341-a4ab-8cc7789ec6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.763098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9df12a2d-09f8-4341-a4ab-8cc7789ec6bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/826a6cfc-bd74-4021-97e7-63ab3e47c06f HTTP/1.1" status: 204 len: 168 time: 0.1476021 Jan 28 04:49:00.773802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df12a2d-09f8-4341-a4ab-8cc7789ec6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a6cfc-bd74-4021-97e7-63ab3e47c06f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:00.808169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['ec38af4d-f008-4a6e-b20c-a99f65c63630'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:49:00.889339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7744ac05-26dd-42a0-adf6-3473f3d4c564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.992290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7744ac05-26dd-42a0-adf6-3473f3d4c564 admin admin] Publish callbacks [] for security_group (ce2df039-0260-4681-bd56-06534654b49f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:00.997155 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7744ac05-26dd-42a0-adf6-3473f3d4c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce2df039-0260-4681-bd56-06534654b49f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.038579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7744ac05-26dd-42a0-adf6-3473f3d4c564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=530b473d8e0c43ac99df6ea71b73e66a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907848 Jan 28 04:49:01.039894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744ac05-26dd-42a0-adf6-3473f3d4c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2df039-0260-4681-bd56-06534654b49f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:01.041643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49336) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:01.098957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d37e6ae-d8ea-457b-9ce3-faf39a4ef149 admin admin] Publish callbacks [] for security_group (ce2df039-0260-4681-bd56-06534654b49f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.126280 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d37e6ae-d8ea-457b-9ce3-faf39a4ef149 admin admin] Publish callbacks [] for security_group (ce2df039-0260-4681-bd56-06534654b49f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.185178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d37e6ae-d8ea-457b-9ce3-faf39a4ef149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce2df039-0260-4681-bd56-06534654b49f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.188558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d37e6ae-d8ea-457b-9ce3-faf39a4ef149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.189860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5d37e6ae-d8ea-457b-9ce3-faf39a4ef149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce2df039-0260-4681-bd56-06534654b49f HTTP/1.1" status: 204 len: 168 time: 0.1467550 Jan 28 04:49:01.199251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37e6ae-d8ea-457b-9ce3-faf39a4ef149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2df039-0260-4681-bd56-06534654b49f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:01.240583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75254d-7b46-4dcd-9f34-82a37fe522ec req-25e91c65-efe9-4a35-b212-bb9f6ac14def tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:01.250824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf75254d-7b46-4dcd-9f34-82a37fe522ec req-25e91c65-efe9-4a35-b212-bb9f6ac14def tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 944 time: 0.0806978 Jan 28 04:49:01.320977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf75254d-7b46-4dcd-9f34-82a37fe522ec req-849dc07a-0ba1-40b9-9385-46d5e0cce788 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684781 Jan 28 04:49:01.646122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49376) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:01.661661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c981e256-ff4b-4f88-bf0c-16180f0b3fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.846389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49402) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:01.854524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2bc43-cade-4411-9821-a3c29f062e9a req-0454a276-2e91-45ea-b58d-1edf7c86b2a6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:01.856191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84d2bc43-cade-4411-9821-a3c29f062e9a req-0454a276-2e91-45ea-b58d-1edf7c86b2a6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0968173 Jan 28 04:49:01.858261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c981e256-ff4b-4f88-bf0c-16180f0b3fbd admin admin] Publish callbacks [] for security_group (2199976f-fc56-4c78-82cc-92f08a07d455), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.863834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c981e256-ff4b-4f88-bf0c-16180f0b3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2199976f-fc56-4c78-82cc-92f08a07d455), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:01.937820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c981e256-ff4b-4f88-bf0c-16180f0b3fbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=593cbd9dd48d4a82914a20b987c8a60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905076 Jan 28 04:49:01.938607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981e256-ff4b-4f88-bf0c-16180f0b3fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2199976f-fc56-4c78-82cc-92f08a07d455,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:01.940684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:01.960634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84d2bc43-cade-4411-9821-a3c29f062e9a req-38d18469-1c0f-4ee2-a96f-02995a988560 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933168 Jan 28 04:49:01.980439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1879975103'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:02.021442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:02.025225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.038259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3273d9d0-a25f-43c1-9976-a11d5a926821 admin admin] Publish callbacks [] for security_group (2199976f-fc56-4c78-82cc-92f08a07d455), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.040646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.077176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3273d9d0-a25f-43c1-9976-a11d5a926821 admin admin] Publish callbacks [] for security_group (2199976f-fc56-4c78-82cc-92f08a07d455), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.117329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ec38af4d-f008-4a6e-b20c-a99f65c63630 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:02.159101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3273d9d0-a25f-43c1-9976-a11d5a926821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2199976f-fc56-4c78-82cc-92f08a07d455), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.161774 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3273d9d0-a25f-43c1-9976-a11d5a926821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.162923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3273d9d0-a25f-43c1-9976-a11d5a926821 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2199976f-fc56-4c78-82cc-92f08a07d455 HTTP/1.1" status: 204 len: 168 time: 0.2208381 Jan 28 04:49:02.185364 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for security_group (4560c6fb-2524-4694-acf4-942f63a899de), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.185810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d9d0-a25f-43c1-9976-a11d5a926821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2199976f-fc56-4c78-82cc-92f08a07d455,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:02.200675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4560c6fb-2524-4694-acf4-942f63a899de), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.229208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:02.247134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4560c6fb-2524-4694-acf4-942f63a899de,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:02.249925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c605163e-63f5-4b95-be85-99e517167a6e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.250297 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Added segment c605163e-63f5-4b95-be85-99e517167a6e of type vlan for network a6da0243-cb92-4792-bd1c-ee82c7981789 Jan 28 04:49:02.259268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port ec38af4d-f008-4a6e-b20c-a99f65c63630 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:49:02.267098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port ec38af4d-f008-4a6e-b20c-a99f65c63630 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:02.267587 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.300783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a6da0243-cb92-4792-bd1c-ee82c7981789), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.330591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a6da0243-cb92-4792-bd1c-ee82c7981789), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.336780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:02.339649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.416377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5682893 Jan 28 04:49:02.419399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:02.425544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'subnet': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:02.473080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e438-2f88-4c15-a148-79b73704e4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Network': ['ID=a6da0243-cb92-4792-bd1c-ee82c7981789,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:02.477233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ec38af4d-f008-4a6e-b20c-a99f65c63630 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:02.478759 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.501913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8d6c0-d6f0-4c8d-b183-70c4a8a9a7da req-8f978e40-860e-499a-b9f3-f5f1b87fafad tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:02.503770 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9f8d6c0-d6f0-4c8d-b183-70c4a8a9a7da req-8f978e40-860e-499a-b9f3-f5f1b87fafad tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 944 time: 0.0650384 Jan 28 04:49:02.518066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a6da0243-cb92-4792-bd1c-ee82c7981789 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:02.541642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c21610f-93db-41d3-8625-6797c7280bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38af4d-f008-4a6e-b20c-a99f65c63630'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:02.544403 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2781b-d34f-400f-8c91-5d640ad9c5f5" -d '{"events": [{"server_uuid": "5c21610f-93db-41d3-8625-6797c7280bb8", "name": "network-vif-plugged", "status": "completed", "tag": "ec38af4d-f008-4a6e-b20c-a99f65c63630"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:02.601122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ec38af4d-f008-4a6e-b20c-a99f65c63630, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630,segment=NetworkSegment(3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e),segment_id=3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:02.602449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9f8d6c0-d6f0-4c8d-b183-70c4a8a9a7da req-d6c70e89-2eed-452d-a519-66f088091ea2 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Jan 28 04:49:02.609888 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.653198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:02.657462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:02.853721 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b2693-fead-4f80-851f-270e420e7819 x-openstack-request-id: req-5b9b2693-fead-4f80-851f-270e420e7819 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:02.854139 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c21610f-93db-41d3-8625-6797c7280bb8", "name": "network-vif-plugged", "status": "completed", "tag": "ec38af4d-f008-4a6e-b20c-a99f65c63630", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:02.854271 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b9b2693-fead-4f80-851f-270e420e7819 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:02.854665 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c21610f-93db-41d3-8625-6797c7280bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38af4d-f008-4a6e-b20c-a99f65c63630', 'code': 200} Jan 28 04:49:02.908983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ec38af4d-f008-4a6e-b20c-a99f65c63630,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:02.940148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3baf37-a603-4df5-b021-7a6a494abc2b req-3584b1b6-9b72-4369-834e-8c1babc66b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:02.941745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a3baf37-a603-4df5-b021-7a6a494abc2b req-3584b1b6-9b72-4369-834e-8c1babc66b65 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 1096 time: 0.2006960 Jan 28 04:49:03.034001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a3baf37-a603-4df5-b021-7a6a494abc2b req-89c51fb7-0d94-4d6b-a744-b6bc855276ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645347 Jan 28 04:49:03.038382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (bab428c0-2df0-4aa1-81b0-e10658958e9b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.340810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49458) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:03.474015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-904419074'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:03.496960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Made reservation on behalf of fd3c89bd445948e08a1a44c088716494 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:03.500873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.510214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Subnet': ['ID=bab428c0-2df0-4aa1-81b0-e10658958e9b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:03.515026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.524934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Checking segment: {'id': 'c605163e-63f5-4b95-be85-99e517167a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:03.525337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network hostable DHCP agents. Network: a6da0243-cb92-4792-bd1c-ee82c7981789, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:03.542546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cacfa-6b45-401e-9bcc-ddb603e20415 req-89a207ce-bf44-4f82-994c-d623a1f31f06 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:03.544109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5cacfa-6b45-401e-9bcc-ddb603e20415 req-89a207ce-bf44-4f82-994c-d623a1f31f06 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.4627526 Jan 28 04:49:03.564693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:03.586824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a6da0243-cb92-4792-bd1c-ee82c7981789) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:03.599485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:03.600091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.600225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fd8a0-21e6-43a3-9451-dd944b592cd5 None None] Network a6da0243-cb92-4792-bd1c-ee82c7981789 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:03.623576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for security_group (eda8ee0a-d311-4f2f-a110-f1451d3c0db5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.638852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eda8ee0a-d311-4f2f-a110-f1451d3c0db5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.639132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5cacfa-6b45-401e-9bcc-ddb603e20415 req-955da85e-7e00-4c52-8010-c9609e7659cd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847807 Jan 28 04:49:03.662207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aa062db3-c335-4fc5-8975-2ff6bf61b930 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2331622 Jan 28 04:49:03.662207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49464) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:03.662207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1996084216'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:03.688771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:03.699635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8ee0a-d311-4f2f-a110-f1451d3c0db5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:03.716531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4c6d11a3-bd0a-4202-890f-c31133da9a79), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.717629 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Added segment 4c6d11a3-bd0a-4202-890f-c31133da9a79 of type vlan for network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 Jan 28 04:49:03.762151 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.785099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-a6da0243-cb92-4792-bd1c-ee82c7981789', 'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'project_id': '1df2f32a2bc14f1a970c7671b33ee5bb', 'fixed_ips': [{'subnet_id': 'bab428c0-2df0-4aa1-81b0-e10658958e9b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:03.786738 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.820677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.827877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:03.828566 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.834932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:03.840833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:03.868160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] device_id is not set on port f9e53c78-1bea-4781-9ad8-b21b009bce4c yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:03.905692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d164-3d5e-4482-8216-4f192daa52db req-7432a036-be03-4a29-be7e-698c50c80f21 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:03.907251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf0d164-3d5e-4482-8216-4f192daa52db req-7432a036-be03-4a29-be7e-698c50c80f21 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 945 time: 0.1926205 Jan 28 04:49:03.936206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5879810 Jan 28 04:49:03.941031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49466) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:03.949639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Request body: {'subnet': {'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:04.001725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Allocated IP 2001:db8::2 (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/c8d6896c-01b5-41af-b648-1a64ae349451) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:04.022221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f0eb-bcf7-4a84-9905-0e587f505204 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event updated for resources: {'Network': ['ID=be0b7a45-7304-4938-ba70-1ad6d7d0e0b5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:04.060104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Made reservation on behalf of fd3c89bd445948e08a1a44c088716494 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:04.060755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daf0d164-3d5e-4482-8216-4f192daa52db req-87b05c0c-8fad-418d-943a-501cd61ea1f2 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323879 Jan 28 04:49:04.069922 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.075246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:04.239157 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Publish callbacks [] for port (c8d6896c-01b5-41af-b648-1a64ae349451), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.246657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.287049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:04.291392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:04.295310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:04.310189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Pushing event updated for resources: {'Port': ['ID=c8d6896c-01b5-41af-b648-1a64ae349451,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:04.324436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.363622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Allocated IP 2001:db8::93 (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/f9e53c78-1bea-4781-9ad8-b21b009bce4c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:04.373535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Attempting to bind port c8d6896c-01b5-41af-b648-1a64ae349451 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:04.373777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Attempting to bind port c8d6896c-01b5-41af-b648-1a64ae349451 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'c605163e-63f5-4b95-be85-99e517167a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:04.374672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Attempting to bind port c8d6896c-01b5-41af-b648-1a64ae349451 on network a6da0243-cb92-4792-bd1c-ee82c7981789 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:04.381430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:04.381818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Checking segment: {'id': 'c605163e-63f5-4b95-be85-99e517167a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:04.382420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.382995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Bound using segment: {'id': 'c605163e-63f5-4b95-be85-99e517167a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:04.383655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Bound port: c8d6896c-01b5-41af-b648-1a64ae349451, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c605163e-63f5-4b95-be85-99e517167a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:04.384086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.431732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event updated for resources: {'Subnet': ['ID=7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:04.457112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] For port c8d6896c-01b5-41af-b648-1a64ae349451, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:04.462096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Checking segment: {'id': '4c6d11a3-bd0a-4202-890f-c31133da9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:04.462539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Network hostable DHCP agents. Network: be0b7a45-7304-4938-ba70-1ad6d7d0e0b5, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:04.464481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] For port c8d6896c-01b5-41af-b648-1a64ae349451, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c8d6896c-01b5-41af-b648-1a64ae349451,segment=NetworkSegment(c605163e-63f5-4b95-be85-99e517167a6e),segment_id=c605163e-63f5-4b95-be85-99e517167a6e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:04.470654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.561605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:04.564366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d424a49-f7bb-4c1d-9755-17c9a2141e74 None None] Pushing event updated for resources: {'Port': ['ID=c8d6896c-01b5-41af-b648-1a64ae349451,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:04.596299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, be0b7a45-7304-4938-ba70-1ad6d7d0e0b5) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:04.605268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b402f-270b-4bd2-804c-d4fe5ebcb71f None None] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:04.619904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:04.620519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.648751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.657690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49472) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:04.658216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ed08e347-c46b-4ec1-a29e-f7131f702f72 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7156420 Jan 28 04:49:04.681273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Request body: {'port': {'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-818928121'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:04.697447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.745444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-be0b7a45-7304-4938-ba70-1ad6d7d0e0b5', 'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5', 'project_id': 'fd3c89bd445948e08a1a44c088716494', 'fixed_ips': [{'subnet_id': '7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:04.746513 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.821477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:04.827288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:04.849273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:04.856185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:04.856884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:04.892877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2326124 Jan 28 04:49:04.894039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:04.912191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799643955', 'allowed_address_pairs': [{'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:ff:d2:2e'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:04.920888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef66ef-63a6-4630-b616-745832a0c17e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=f9e53c78-1bea-4781-9ad8-b21b009bce4c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:04.973046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2c238-b5eb-4329-a249-52c78cd95709 req-e2f44c9f-ab03-4d31-bffc-99836c47aaed tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:04.975397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ac2c238-b5eb-4329-a249-52c78cd95709 req-e2f44c9f-ab03-4d31-bffc-99836c47aaed tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1768806 Jan 28 04:49:04.976703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Made reservation on behalf of fd3c89bd445948e08a1a44c088716494 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:04.981750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.007632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] device_id is not set on port cba0c5ff-53c9-4521-9c7a-b16490800246 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:05.029191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Allocated IP 172.20.0.2 (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5/7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165/c72e2e91-f763-4240-83f4-fa33b41db8ad) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:05.063596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ac2c238-b5eb-4329-a249-52c78cd95709 req-0735df4a-1525-425f-a4ee-0315809bbc5e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633392 Jan 28 04:49:05.203220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:05.285885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Publish callbacks [] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.303439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.319692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae59cc7-0c88-4065-a6b7-b328ac333624 req-f031f6e0-464e-43ee-a221-7c831d17464c tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:05.321952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae59cc7-0c88-4065-a6b7-b328ac333624 req-f031f6e0-464e-43ee-a221-7c831d17464c tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 945 time: 0.1356299 Jan 28 04:49:05.336963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.360799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Allocated IP 172.20.0.3 (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5/7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165/cba0c5ff-53c9-4521-9c7a-b16490800246) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:05.377799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:05.388154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:05.390337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Pushing event updated for resources: {'Port': ['ID=c72e2e91-f763-4240-83f4-fa33b41db8ad,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:05.403043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:05.450030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] device_id is not set on port 6a88bd31-9088-4c93-b9e9-0bd9df6f76ac yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:05.501610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Attempting to bind port c72e2e91-f763-4240-83f4-fa33b41db8ad on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:05.502000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Attempting to bind port c72e2e91-f763-4240-83f4-fa33b41db8ad by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4c6d11a3-bd0a-4202-890f-c31133da9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:05.502369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Attempting to bind port c72e2e91-f763-4240-83f4-fa33b41db8ad on network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:05.509742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:05.510142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Checking segment: {'id': '4c6d11a3-bd0a-4202-890f-c31133da9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:05.510558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.510963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Bound using segment: {'id': '4c6d11a3-bd0a-4202-890f-c31133da9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:05.511447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Bound port: c72e2e91-f763-4240-83f4-fa33b41db8ad, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6d11a3-bd0a-4202-890f-c31133da9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:05.511838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.572220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Allocated IP 2001:db8::31f (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/6a88bd31-9088-4c93-b9e9-0bd9df6f76ac) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:05.606846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] For port c72e2e91-f763-4240-83f4-fa33b41db8ad, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:05.615958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] For port c72e2e91-f763-4240-83f4-fa33b41db8ad, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c72e2e91-f763-4240-83f4-fa33b41db8ad,segment=NetworkSegment(4c6d11a3-bd0a-4202-890f-c31133da9a79),segment_id=4c6d11a3-bd0a-4202-890f-c31133da9a79)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:05.622709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.682122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.720995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aae59cc7-0c88-4065-a6b7-b328ac333624 req-5751d03e-8840-4b29-a542-267e80c26f40 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887403 Jan 28 04:49:05.794320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:05.844445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a89be-be34-4c1f-b116-bd5f117f5403 None None] Pushing event updated for resources: {'Port': ['ID=c72e2e91-f763-4240-83f4-fa33b41db8ad,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:05.921221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:05.951901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:05.973414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:05.975751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c8d6896c-01b5-41af-b648-1a64ae349451 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:05.976825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (6a88bd31-9088-4c93-b9e9-0bd9df6f76ac), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.055426 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6a88bd31-9088-4c93-b9e9-0bd9df6f76ac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.106189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c8d6896c-01b5-41af-b648-1a64ae349451 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:06.108019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.112053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event updated for resources: {'Port': ['ID=cba0c5ff-53c9-4521-9c7a-b16490800246,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:06.143316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:06.160680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.222035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5431ac5c-ec46-4dfe-a325-43b489c2b0b7 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5601065 Jan 28 04:49:06.222945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49504) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:06.233354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Request body: {'port': {'network_id': 'be0b7a45-7304-4938-ba70-1ad6d7d0e0b5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1385846946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:06.234214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.api.validators [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] bootfile-name is not in valid_values {{(pid=103139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:49:06.234768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.api.validators [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] tftp-server is not in valid_values {{(pid=103139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:49:06.235290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.api.validators [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] server-ip-address is not in valid_values {{(pid=103139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:49:06.237446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:06.249554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:06.296806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:06.307229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:06.307972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.317825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.414501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c8d6896c-01b5-41af-b648-1a64ae349451 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:06.415000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.419867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=6a88bd31-9088-4c93-b9e9-0bd9df6f76ac,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:06.487435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6cf0afe8-b65a-4288-a0aa-27c65b1e6522 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5891130 Jan 28 04:49:06.491321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:06.492015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port c8d6896c-01b5-41af-b648-1a64ae349451, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c8d6896c-01b5-41af-b648-1a64ae349451,segment=NetworkSegment(c605163e-63f5-4b95-be85-99e517167a6e),segment_id=c605163e-63f5-4b95-be85-99e517167a6e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:06.502294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.503453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49516) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:06.577183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e580d-e99b-4376-97d9-a2dfba46f5f8 req-296683de-66a9-4807-b244-ecdc682bffbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:06.585414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=c8d6896c-01b5-41af-b648-1a64ae349451,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:06.586746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-944e580d-e99b-4376-97d9-a2dfba46f5f8 req-296683de-66a9-4807-b244-ecdc682bffbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.2468059 Jan 28 04:49:06.593195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1296db6-2f00-4820-949b-530f65f6dbf9 None None] Network a6da0243-cb92-4792-bd1c-ee82c7981789 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:06.630672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Deleting subnet 477bf0c2-60b4-4805-96d5-7834ffbe06ac {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:06.644049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Publish callbacks [] for subnet (477bf0c2-60b4-4805-96d5-7834ffbe06ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.650852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Made reservation on behalf of fd3c89bd445948e08a1a44c088716494 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:06.657793 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.711980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-944e580d-e99b-4376-97d9-a2dfba46f5f8 req-740552c4-deac-4926-8583-eaac110f9cc9 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230519 Jan 28 04:49:06.722141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-357b08bb-1898-4c34-aeb0-fdb1e269c49f None None] Provisioning complete for port c8d6896c-01b5-41af-b648-1a64ae349451 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:06.722713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-357b08bb-1898-4c34-aeb0-fdb1e269c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.739503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (477bf0c2-60b4-4805-96d5-7834ffbe06ac), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.739864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] device_id is not set on port 2545eb92-d22b-4b5a-a6fc-650e4e2df82d yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:06.774135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02db66f-e216-4482-9c62-41221fc38fd4 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:06.780884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (477bf0c2-60b4-4805-96d5-7834ffbe06ac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.796685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02db66f-e216-4482-9c62-41221fc38fd4 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:06.815191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02db66f-e216-4482-9c62-41221fc38fd4 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:06.816468 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d02db66f-e216-4482-9c62-41221fc38fd4 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3240240 Jan 28 04:49:06.822188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:06.868626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (477bf0c2-60b4-4805-96d5-7834ffbe06ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.898146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-357b08bb-1898-4c34-aeb0-fdb1e269c49f None None] Current status of the port c8d6896c-01b5-41af-b648-1a64ae349451 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:06.960606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477bf0c2-60b4-4805-96d5-7834ffbe06ac,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:06.975707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:06.996638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8484e945-910b-4a7d-bfb8-4c5a47f2a42d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/477bf0c2-60b4-4805-96d5-7834ffbe06ac HTTP/1.1" status: 204 len: 168 time: 0.4882183 Jan 28 04:49:06.998830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:07.224446 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (caa79c42-6618-4f87-b048-2f1f7ec0f46b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.241516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7c01-0343-42d0-a422-e183e6abc8f3 req-2c032fb9-2aee-4440-ae55-0c84d9a45290 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:07.249401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf0e7c01-0343-42d0-a422-e183e6abc8f3 req-2c032fb9-2aee-4440-ae55-0c84d9a45290 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 945 time: 0.2179615 Jan 28 04:49:07.250846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-00aae884-b0a1-49b5-aa30-bd8c785a9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:07.253078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-00aae884-b0a1-49b5-aa30-bd8c785a9d5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.1464002 Jan 28 04:49:07.262394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ce85e-9ace-4207-987b-664197de8537 req-0fff6e41-f3fc-467d-98b1-557d65993bbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:07.264320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-864ce85e-9ace-4207-987b-664197de8537 req-0fff6e41-f3fc-467d-98b1-557d65993bbc tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.2237349 Jan 28 04:49:07.274280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Allocated IP 172.20.0.4 (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5/7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165/2545eb92-d22b-4b5a-a6fc-650e4e2df82d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:07.336213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Provisioning complete for port c8d6896c-01b5-41af-b648-1a64ae349451 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:07.336604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.370357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf0e7c01-0343-42d0-a422-e183e6abc8f3 req-58a3c59e-da37-4316-9cb7-ba1e67947f85 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180675 Jan 28 04:49:07.383509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port 6a88bd31-9088-4c93-b9e9-0bd9df6f76ac {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:07.384417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6a88bd31-9088-4c93-b9e9-0bd9df6f76ac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.535946 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (caa79c42-6618-4f87-b048-2f1f7ec0f46b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.555392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Current status of the port c8d6896c-01b5-41af-b648-1a64ae349451 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:07.583339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-864ce85e-9ace-4207-987b-664197de8537 req-a8b2c22f-8616-4cca-8a75-e1b5291ab4c7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952552 Jan 28 04:49:07.589651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Provisioning complete for port f9e53c78-1bea-4781-9ad8-b21b009bce4c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:07.589896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.593962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa79c42-6618-4f87-b048-2f1f7ec0f46b']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:07.625017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-bbe34c21-acdc-41e0-8968-181a72117ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:07.626965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-bbe34c21-acdc-41e0-8968-181a72117ddc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.3610575 Jan 28 04:49:07.628963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a78595a-4114-4ae2-855d-4bf23518c81a') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:07.629430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a78595a-4114-4ae2-855d-4bf23518c81a') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:07.649770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4a78595a-4114-4ae2-855d-4bf23518c81a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.676173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Port f9e53c78-1bea-4781-9ad8-b21b009bce4c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:07.738236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Provisioning complete for port 6a88bd31-9088-4c93-b9e9-0bd9df6f76ac triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:07.738236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a88bd31-9088-4c93-b9e9-0bd9df6f76ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.743973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4a78595a-4114-4ae2-855d-4bf23518c81a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.764824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:07.765779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4a78595a-4114-4ae2-855d-4bf23518c81a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:07.768427 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:07.796171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebeb15-de2d-49a6-b3f5-2cc794242cb7 None None] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:07.815776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-e33304d6-5362-4d85-a92e-d533e88b92b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.1775770 Jan 28 04:49:07.889832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-c5db592e-d2ff-45f1-a6ea-b6cd43545a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:07.894434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-c5db592e-d2ff-45f1-a6ea-b6cd43545a37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.0696096 Jan 28 04:49:07.899936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:07.983381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-49fb88eb-74dc-4187-a0e6-960bfcf27c00 None None] Port 6a88bd31-9088-4c93-b9e9-0bd9df6f76ac cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:08.018189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (caa79c42-6618-4f87-b048-2f1f7ec0f46b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.027945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.031466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] 10.222.0.21 "DELETE /v2.0/networks/caa79c42-6618-4f87-b048-2f1f7ec0f46b HTTP/1.1" status: 204 len: 168 time: 1.0316477 Jan 28 04:49:08.048790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7016-6ae0-4636-9c40-1da77d008d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa79c42-6618-4f87-b048-2f1f7ec0f46b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:08.051998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c72e2e91-f763-4240-83f4-fa33b41db8ad up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:08.053996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-f2891d80-2762-4afd-be48-8691212fe390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:08.055808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-f2891d80-2762-4afd-be48-8691212fe390 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448772 Jan 28 04:49:08.168374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Provisioning complete for port c72e2e91-f763-4240-83f4-fa33b41db8ad triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:08.168761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.171721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-26503ab3-1703-4fa5-ac09-e5fa3b9bd543 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092041 Jan 28 04:49:08.222372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c72e2e91-f763-4240-83f4-fa33b41db8ad triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:08.222754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.311004 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6a88bd31-9088-4c93-b9e9-0bd9df6f76ac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.328571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Current status of the port c72e2e91-f763-4240-83f4-fa33b41db8ad is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:08.328851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.334521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c4e2c5-9c8f-4f8d-9b20-749a98b53f4a req-f15eeddc-7f61-4c36-ade4-9d999d1f10e5 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542675 Jan 28 04:49:08.357755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for 6a88bd31-9088-4c93-b9e9-0bd9df6f76ac owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:08.430421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c72e2e91-f763-4240-83f4-fa33b41db8ad is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:08.431304 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.450664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49540) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:08.491613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] For port c72e2e91-f763-4240-83f4-fa33b41db8ad, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c72e2e91-f763-4240-83f4-fa33b41db8ad,segment=NetworkSegment(4c6d11a3-bd0a-4202-890f-c31133da9a79),segment_id=4c6d11a3-bd0a-4202-890f-c31133da9a79)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:08.500871 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.554701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for port (2545eb92-d22b-4b5a-a6fc-650e4e2df82d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.610545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed1516-9255-4c06-8c0d-5af5c07fcebd req-56e8e298-9471-4f5f-834b-29d3a0e3c5ae tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:08.611392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eac6b67a-1346-42a0-a136-371daacf1706 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2cf19f1459a4d299a842e6862fdb64a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552970 Jan 28 04:49:08.612300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49544) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:08.617733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:49:08.618622 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:49:08.619759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42ed1516-9255-4c06-8c0d-5af5c07fcebd req-56e8e298-9471-4f5f-834b-29d3a0e3c5ae tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 945 time: 0.1080382 Jan 28 04:49:08.632702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Provisioning complete for port f9e53c78-1bea-4781-9ad8-b21b009bce4c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:08.633094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.664086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-057fff99-39ee-4e1f-abfd-49acfaaed84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.677988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Pushing event updated for resources: {'Port': ['ID=c72e2e91-f763-4240-83f4-fa33b41db8ad,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:08.696133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-dd976f28-f77d-413a-917c-9f538cdaa48b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:08.698244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-dd976f28-f77d-413a-917c-9f538cdaa48b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 945 time: 0.1620555 Jan 28 04:49:08.705643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58104ea-5d65-4cd7-aa16-be26fd661b3a admin admin] Publish callbacks [] for security_group (359262bc-2547-48d6-8602-87e8e7a694f4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.708337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ebda63ff-2ef8-459e-83ef-23794f1833ab None None] Port f9e53c78-1bea-4781-9ad8-b21b009bce4c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:08.806295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58104ea-5d65-4cd7-aa16-be26fd661b3a admin admin] Publish callbacks [] for security_group (359262bc-2547-48d6-8602-87e8e7a694f4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.829110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42ed1516-9255-4c06-8c0d-5af5c07fcebd req-9f93951c-f37d-4585-9add-6e6a919eb286 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e2f279-d2bc-4144-ae87-add909a3eb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084670 Jan 28 04:49:08.837691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Provisioning complete for port c72e2e91-f763-4240-83f4-fa33b41db8ad triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:08.838194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.854640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2545eb92-d22b-4b5a-a6fc-650e4e2df82d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.921758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785e75-b3b4-4d57-b595-fb568bfe557a req-75fa6b61-c9f8-43c0-8e70-0c140d3b9779 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:08.923358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0785e75-b3b4-4d57-b595-fb568bfe557a req-75fa6b61-c9f8-43c0-8e70-0c140d3b9779 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1039793 Jan 28 04:49:08.932273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:08.933742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Deleting port ec38af4d-f008-4a6e-b20c-a99f65c63630 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:08.934102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.938079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:08.993052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6a88bd31-9088-4c93-b9e9-0bd9df6f76ac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:08.997461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:09.023709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Current status of the port c72e2e91-f763-4240-83f4-fa33b41db8ad is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:09.034959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Provisioning complete for port cba0c5ff-53c9-4521-9c7a-b16490800246 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:09.035343 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.075264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0785e75-b3b4-4d57-b595-fb568bfe557a req-97cd1a88-ad42-4c29-b58d-f65edf9cb334 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362007 Jan 28 04:49:09.081272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58104ea-5d65-4cd7-aa16-be26fd661b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (359262bc-2547-48d6-8602-87e8e7a694f4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.084302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58104ea-5d65-4cd7-aa16-be26fd661b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.088917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f58104ea-5d65-4cd7-aa16-be26fd661b3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/359262bc-2547-48d6-8602-87e8e7a694f4 HTTP/1.1" status: 204 len: 168 time: 0.4743283 Jan 28 04:49:09.107774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58104ea-5d65-4cd7-aa16-be26fd661b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359262bc-2547-48d6-8602-87e8e7a694f4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:09.139764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:09.141283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.170653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] For port ec38af4d-f008-4a6e-b20c-a99f65c63630, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ec38af4d-f008-4a6e-b20c-a99f65c63630,segment=NetworkSegment(3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e),segment_id=3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:09.171128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.190226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Calling delete_port for ec38af4d-f008-4a6e-b20c-a99f65c63630 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:09.222098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Port cba0c5ff-53c9-4521-9c7a-b16490800246 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:09.228358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c72e2e91-f763-4240-83f4-fa33b41db8ad is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:09.234431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c8d6896c-01b5-41af-b648-1a64ae349451 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:09.251532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f369daf8-5b31-4fab-a567-df5e41978db6 None None] Could not find standard attr ID for object 6a88bd31-9088-4c93-b9e9-0bd9df6f76ac. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:49:09.394930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c8d6896c-01b5-41af-b648-1a64ae349451 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:09.395788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.427288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49550) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:09.431301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2069650 Jan 28 04:49:09.433347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.436846 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/ports/6a88bd31-9088-4c93-b9e9-0bd9df6f76ac HTTP/1.1" status: 204 len: 168 time: 2.6126482 Jan 28 04:49:09.437671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff009023-3e1a-4949-9995-911050194b76 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event updated for resources: {'Port': ['ID=2545eb92-d22b-4b5a-a6fc-650e4e2df82d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:09.440189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49552) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:09.515977 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc4f020-47b5-492e-8751-e7487e46bffa tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] GET failed (client error): The resource could not be found. Jan 28 04:49:09.518884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ffc4f020-47b5-492e-8751-e7487e46bffa tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "GET /v2.0/ports/6a88bd31-9088-4c93-b9e9-0bd9df6f76ac HTTP/1.1" status: 404 len: 333 time: 0.0773296 Jan 28 04:49:09.519794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6cd7e-2cdd-46cf-864a-3887c41ce55f tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=6a88bd31-9088-4c93-b9e9-0bd9df6f76ac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:09.526626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:09.526898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0a0fec32-661f-48f0-bc4f-2e71b96af854 None None] Provisioning complete for port cba0c5ff-53c9-4521-9c7a-b16490800246 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:09.527264 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a0fec32-661f-48f0-bc4f-2e71b96af854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.533371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-937479693'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:09.545251 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ec38af4d-f008-4a6e-b20c-a99f65c63630), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.611866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['ec38af4d-f008-4a6e-b20c-a99f65c63630'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:49:09.641582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Pushing event deleted for resources: {'Port': ['ID=ec38af4d-f008-4a6e-b20c-a99f65c63630,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:09.658125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c8d6896c-01b5-41af-b648-1a64ae349451 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:09.664508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fec32-661f-48f0-bc4f-2e71b96af854 None None] Port cba0c5ff-53c9-4521-9c7a-b16490800246 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:09.726371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1020a-83d3-4816-b6b9-ae8df610677f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:09.728190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:09.733611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.738910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1020a-83d3-4816-b6b9-ae8df610677f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:09.745004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1020a-83d3-4816-b6b9-ae8df610677f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:09.750805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:09.760601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-24b1020a-83d3-4816-b6b9-ae8df610677f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3320782 Jan 28 04:49:09.761669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] No DVR routers for this DVR port ec38af4d-f008-4a6e-b20c-a99f65c63630 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:09.766694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.773689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1a0753e-621c-47e5-a7b0-f5a34ef80898 req-737a5254-63bc-4b23-94a0-d38b691a582b tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.52 "DELETE /v2.0/ports/ec38af4d-f008-4a6e-b20c-a99f65c63630 HTTP/1.1" status: 204 len: 173 time: 1.0674491 Jan 28 04:49:09.774225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c21610f-93db-41d3-8625-6797c7280bb8', 'name': 'network-vif-deleted', 'tag': 'ec38af4d-f008-4a6e-b20c-a99f65c63630'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:09.778506 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667729a-2d72-44ad-ae7e-b52a9dbcd00c" -d '{"events": [{"server_uuid": "5c21610f-93db-41d3-8625-6797c7280bb8", "name": "network-vif-deleted", "tag": "ec38af4d-f008-4a6e-b20c-a99f65c63630"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:09.792324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2e146e04-dfe2-4290-b006-757f3ef80e4f None None] Provisioning complete for port 2545eb92-d22b-4b5a-a6fc-650e4e2df82d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:09.792766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e146e04-dfe2-4290-b006-757f3ef80e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2545eb92-d22b-4b5a-a6fc-650e4e2df82d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:09.806086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c72e2e91-f763-4240-83f4-fa33b41db8ad up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:09.855733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] device_id is not set on port 3db5a083-0a92-42bf-a52d-792fff1400dc yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:09.858776 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f47e6-37aa-4922-bade-d73c749055b6 x-openstack-request-id: req-e20f47e6-37aa-4922-bade-d73c749055b6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:09.859331 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c21610f-93db-41d3-8625-6797c7280bb8", "name": "network-vif-deleted", "tag": "ec38af4d-f008-4a6e-b20c-a99f65c63630", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:09.860064 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e20f47e6-37aa-4922-bade-d73c749055b6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:09.860619 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c21610f-93db-41d3-8625-6797c7280bb8', 'name': 'network-vif-deleted', 'tag': 'ec38af4d-f008-4a6e-b20c-a99f65c63630', 'status': 'completed', 'code': 200} Jan 28 04:49:09.885388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2e146e04-dfe2-4290-b006-757f3ef80e4f None None] Port 2545eb92-d22b-4b5a-a6fc-650e4e2df82d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:09.917778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c72e2e91-f763-4240-83f4-fa33b41db8ad triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:09.918161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.046751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-190f7796-4829-40ab-9847-36d466cd17ee req-fd01deaf-18c0-4098-8449-fe3119ef5453 tempest-ServerMetadataNegativeTestJSON-1679089120 tempest-ServerMetadataNegativeTestJSON-1679089120-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c21610f-93db-41d3-8625-6797c7280bb8 HTTP/1.1" status: 200 len: 210 time: 0.0445867 Jan 28 04:49:10.140920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Allocated IP 2001:db8::192 (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/3db5a083-0a92-42bf-a52d-792fff1400dc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:10.251860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c72e2e91-f763-4240-83f4-fa33b41db8ad is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:10.389789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.394117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Deleting port 2545eb92-d22b-4b5a-a6fc-650e4e2df82d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:10.394459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2545eb92-d22b-4b5a-a6fc-650e4e2df82d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.500450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985324c-133d-4ccc-bbd1-49b812c76a4e req-83e57912-ecdc-4075-9e89-0e88f158fdf8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:10.502279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6985324c-133d-4ccc-bbd1-49b812c76a4e req-83e57912-ecdc-4075-9e89-0e88f158fdf8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1754596 Jan 28 04:49:10.569048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.582884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2545eb92-d22b-4b5a-a6fc-650e4e2df82d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.653539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6985324c-133d-4ccc-bbd1-49b812c76a4e req-eeaf03cb-6f3f-4705-8d68-89bc8aea4ffe tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437111 Jan 28 04:49:10.656262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Calling delete_port for 2545eb92-d22b-4b5a-a6fc-650e4e2df82d owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:10.671343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:10.680394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=3db5a083-0a92-42bf-a52d-792fff1400dc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:10.694389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:10.753135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:10.760030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:10.760792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.803182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-faead0b5-724e-4add-8036-5533c3be6c7b tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2753208 Jan 28 04:49:10.807472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:10.813716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:ff:d2:2e'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:10.833968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0103b35d-02da-40fe-8ad2-93b08725492f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.901206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0590-1303-42ea-915f-4fd7f14b7db1 req-8e2728ba-bfa6-4665-9522-abe35fae4eb1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:10.903204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-391e0590-1303-42ea-915f-4fd7f14b7db1 req-8e2728ba-bfa6-4665-9522-abe35fae4eb1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1260176 Jan 28 04:49:10.982554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-391e0590-1303-42ea-915f-4fd7f14b7db1 req-cd26b16f-355b-4414-bb1b-c20691083878 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717161 Jan 28 04:49:11.067560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:11.135058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49608) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:11.182846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2545eb92-d22b-4b5a-a6fc-650e4e2df82d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.224049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e53ded95-da9e-4a88-aa8c-2d0faa90c9f1 None None] Provisioning complete for port 3db5a083-0a92-42bf-a52d-792fff1400dc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:11.224560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e53ded95-da9e-4a88-aa8c-2d0faa90c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.255881 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.265010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event deleted for resources: {'Port': ['ID=2545eb92-d22b-4b5a-a6fc-650e4e2df82d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:11.273130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e53ded95-da9e-4a88-aa8c-2d0faa90c9f1 None None] Port 3db5a083-0a92-42bf-a52d-792fff1400dc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:11.293198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f0dc-162f-4c8d-a195-a8356bc48ed0 req-b65a1507-eab5-4fd3-9e82-90bda309a586 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:11.294767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a32f0dc-162f-4c8d-a195-a8356bc48ed0 req-b65a1507-eab5-4fd3-9e82-90bda309a586 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1558309 Jan 28 04:49:11.298843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Deleting subnet 23b48ce2-f91a-47cd-94ac-3f87ffa02e81 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:11.308816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Publish callbacks [] for subnet (23b48ce2-f91a-47cd-94ac-3f87ffa02e81), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.390875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a32f0dc-162f-4c8d-a195-a8356bc48ed0 req-e29cc462-03b2-41a0-af50-f145b5f96b30 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760684 Jan 28 04:49:11.395896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Deleting port c1c9c53f-5ae5-46bf-a245-6e5dc1e32133 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:11.396241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.433889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (23b48ce2-f91a-47cd-94ac-3f87ffa02e81), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.465335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.474195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bc8b7417-e3cc-48e4-963f-b89fcc538ad2 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "DELETE /v2.0/ports/2545eb92-d22b-4b5a-a6fc-650e4e2df82d HTTP/1.1" status: 204 len: 168 time: 1.7221575 Jan 28 04:49:11.485671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49614) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:11.516750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Request body: {'port': {'name': 'tempest-new-port-name-1340056609', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:11.517443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.api.validators [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] bootfile-name is not in valid_values {{(pid=103139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:49:11.517443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.api.validators [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] tftp-server is not in valid_values {{(pid=103139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:49:11.517756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.api.validators [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] server-ip-address is not in valid_values {{(pid=103139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 04:49:11.545802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.547539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for floatingip (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.570397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Calling delete_port for c1c9c53f-5ae5-46bf-a245-6e5dc1e32133 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:11.633490 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (23b48ce2-f91a-47cd-94ac-3f87ffa02e81), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.769938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.821924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b194a71-604d-4b59-addb-8eeb32380e29 req-d0a9f458-911c-4efd-a40f-c2fb1f716ef4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:11.823477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b194a71-604d-4b59-addb-8eeb32380e29 req-d0a9f458-911c-4efd-a40f-c2fb1f716ef4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.0987098 Jan 28 04:49:11.851274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (23b48ce2-f91a-47cd-94ac-3f87ffa02e81), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.860782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.898922 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.904504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b48ce2-f91a-47cd-94ac-3f87ffa02e81,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:11.932878 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b194a71-604d-4b59-addb-8eeb32380e29 req-50de883c-4131-4daa-9e78-402bbe2a3f42 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945516 Jan 28 04:49:11.936511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.939720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6a879250-1aac-4457-855f-65b05a4197f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23b48ce2-f91a-47cd-94ac-3f87ffa02e81 HTTP/1.1" status: 204 len: 168 time: 0.8037000 Jan 28 04:49:11.943027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49618) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:11.959025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.979598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c1c9c53f-5ae5-46bf-a245-6e5dc1e32133), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:11.989437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] In _notify_port_updated(), no bound segment for port 3db5a083-0a92-42bf-a52d-792fff1400dc on network a6da0243-cb92-4792-bd1c-ee82c7981789 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:49:11.995204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:11.995806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.001093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "PUT /v2.0/ports/3db5a083-0a92-42bf-a52d-792fff1400dc HTTP/1.1" status: 200 len: 1001 time: 1.1886015 Jan 28 04:49:12.001362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:12.050513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad1bc1-a9e8-4d93-a9eb-2e3e9a8efcd8 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=3db5a083-0a92-42bf-a52d-792fff1400dc,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:12.053932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event deleted for resources: {'Port': ['ID=c1c9c53f-5ae5-46bf-a245-6e5dc1e32133,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:12.124646 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (190530be-9c09-4231-90e2-2088121a54d6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.133620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ec38af4d-f008-4a6e-b20c-a99f65c63630 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:12.209997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: ec38af4d-f008-4a6e-b20c-a99f65c63630 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:12.210351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ec38af4d-f008-4a6e-b20c-a99f65c63630 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:12.225704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.230152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port 3db5a083-0a92-42bf-a52d-792fff1400dc {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:12.230532 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.235098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.306906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for floatingip (91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.307327 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Floating IP 91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd disassociated (deleted). External IP: 172.25.6.194, port: 322b4d4d-2a8d-4390-9916-b57e8685a6de. Jan 28 04:49:12.313851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ac0a8eb4-6838-4ff4-9619-d8e76d9a3554 None None] Provisioning complete for port 3db5a083-0a92-42bf-a52d-792fff1400dc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:12.315376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8eb4-6838-4ff4-9619-d8e76d9a3554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.362264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (190530be-9c09-4231-90e2-2088121a54d6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.371124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event updated for resources: {'Port': ['ID=cba0c5ff-53c9-4521-9c7a-b16490800246,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:12.379874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a8eb4-6838-4ff4-9619-d8e76d9a3554 None None] Port 3db5a083-0a92-42bf-a52d-792fff1400dc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:12.397716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190530be-9c09-4231-90e2-2088121a54d6']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:12.426350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] In _notify_port_updated(), no bound segment for port cba0c5ff-53c9-4521-9c7a-b16490800246 on network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:49:12.431892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:12.432773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.434294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-218efc39-52be-4cc4-ace2-89b3cef96335 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "PUT /v2.0/ports/cba0c5ff-53c9-4521-9c7a-b16490800246 HTTP/1.1" status: 200 len: 1136 time: 0.9344344 Jan 28 04:49:12.437015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49626) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:12.440109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.442420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:12.442719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:12.458645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.487684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for 3db5a083-0a92-42bf-a52d-792fff1400dc owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:12.502794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.519869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2ea60-027c-497e-8032-b65eda970870 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:12.522128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f3c2ea60-027c-497e-8032-b65eda970870 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "GET /v2.0/ports/cba0c5ff-53c9-4521-9c7a-b16490800246 HTTP/1.1" status: 200 len: 1136 time: 0.0840054 Jan 28 04:49:12.526570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49628) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:12.559832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:12.560101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (3c118a6d-b2ee-4d7a-a319-4d1f5ce6645e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:12.561930 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:12.672931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (190530be-9c09-4231-90e2-2088121a54d6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.682816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.686117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/190530be-9c09-4231-90e2-2088121a54d6 HTTP/1.1" status: 204 len: 168 time: 0.7419746 Jan 28 04:49:12.710542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd658c1f-75a4-472e-8ec8-db68da101b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=190530be-9c09-4231-90e2-2088121a54d6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:12.728607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-512e2481-85a9-4321-acbe-eee5db194ed7 None None] Provisioning complete for port cba0c5ff-53c9-4521-9c7a-b16490800246 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:12.729389 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-512e2481-85a9-4321-acbe-eee5db194ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.732780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Router a017e1bb-994f-4f1c-a1ea-20ee76166d2a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:12.752606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Deleting port cba0c5ff-53c9-4521-9c7a-b16490800246 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:12.752961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.769326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-512e2481-85a9-4321-acbe-eee5db194ed7 None None] Port cba0c5ff-53c9-4521-9c7a-b16490800246 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:12.851879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.860584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:12.869603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.871727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Calling delete_port for cba0c5ff-53c9-4521-9c7a-b16490800246 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:12.875473 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] Sync routers for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:12.895181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:12.895828 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:12.899498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3db5a083-0a92-42bf-a52d-792fff1400dc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.907742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d657a29c-7a32-40c9-a85a-d8b320f205b9 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "DELETE /v2.0/floatingips/91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd HTTP/1.1" status: 204 len: 168 time: 1.8362584 Jan 28 04:49:12.907742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:12.918418 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741cc45-064c-4663-bd9c-5a613db408c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:12.997492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=3db5a083-0a92-42bf-a52d-792fff1400dc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:13.064715 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d31a9c1-0468-4e62-8e90-6173dcd608b9 x-openstack-request-id: req-9d31a9c1-0468-4e62-8e90-6173dcd608b9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:13.065457 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:13.065457 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d31a9c1-0468-4e62-8e90-6173dcd608b9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:13.065803 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'status': 'completed', 'code': 200} Jan 28 04:49:13.086515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49638) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:13.125863 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:13.178061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c69ae19d-819a-45fb-aba4-2322bdea462b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8627ff2498cc44f9b78ab7037dd3cfe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0858295 Jan 28 04:49:13.178061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49642) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:13.287046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ebcfd2-f6df-4d7d-9d94-95d9111ef609 admin admin] Publish callbacks [] for security_group (67e2f279-d2bc-4144-ae87-add909a3eb2e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:13.339785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:13.346593 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8011bfa-e12c-44a2-b821-c28592f2eaf0 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/ports/3db5a083-0a92-42bf-a52d-792fff1400dc HTTP/1.1" status: 204 len: 168 time: 1.3418851 Jan 28 04:49:13.347007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-39379337-f654-4d9a-b400-fb52efe510c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:13.348790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-39379337-f654-4d9a-b400-fb52efe510c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b43003a2444db3acbcbc169fce7d8e&device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 1096 time: 0.2267015 Jan 28 04:49:13.353999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49648) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:13.360965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ebcfd2-f6df-4d7d-9d94-95d9111ef609 admin admin] Publish callbacks [] for security_group (67e2f279-d2bc-4144-ae87-add909a3eb2e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:13.404902 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca22e07c-0221-4e31-92ae-d646717b01ff tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] GET failed (client error): The resource could not be found. Jan 28 04:49:13.406420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ca22e07c-0221-4e31-92ae-d646717b01ff tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "GET /v2.0/ports/3db5a083-0a92-42bf-a52d-792fff1400dc HTTP/1.1" status: 404 len: 333 time: 0.0477688 Jan 28 04:49:13.411852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49650) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:13.424288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734504063'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:13.459417 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:13.460728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c936323-d9d5-4efb-8453-90b41c137cb7 req-efbc72a3-3bfd-4fb3-bf33-d7dd66d5de53 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:13.468212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c936323-d9d5-4efb-8453-90b41c137cb7 req-efbc72a3-3bfd-4fb3-bf33-d7dd66d5de53 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.1947448 Jan 28 04:49:13.504968 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] Checking router: a017e1bb-994f-4f1c-a1ea-20ee76166d2a for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:13.516725 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:13.517466 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:13.587857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c936323-d9d5-4efb-8453-90b41c137cb7 req-38973dde-0b29-4908-a63e-250caf4e4cff tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136796 Jan 28 04:49:13.591131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ebcfd2-f6df-4d7d-9d94-95d9111ef609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (67e2f279-d2bc-4144-ae87-add909a3eb2e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:13.593746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ebcfd2-f6df-4d7d-9d94-95d9111ef609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:13.595065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-94ebcfd2-f6df-4d7d-9d94-95d9111ef609 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67e2f279-d2bc-4144-ae87-add909a3eb2e HTTP/1.1" status: 204 len: 168 time: 0.4167759 Jan 28 04:49:13.641104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:13.683204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebcfd2-f6df-4d7d-9d94-95d9111ef609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e2f279-d2bc-4144-ae87-add909a3eb2e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:13.691215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:13.958800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-dd57639b-5b43-4340-bc01-ff3a25517a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:13.960394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-dd57639b-5b43-4340-bc01-ff3a25517a05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 200 len: 915 time: 0.5991788 Jan 28 04:49:13.993342 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:14.030583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdf7c1-a096-436a-aec0-34115162b79a req-fe61f5b5-1631-41a1-85c2-92208c08ef28 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:14.032334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ccdf7c1-a096-436a-aec0-34115162b79a req-fe61f5b5-1631-41a1-85c2-92208c08ef28 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.8127260 Jan 28 04:49:14.035001 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a94f8-bb50-4a0e-8bd8-875e219ca37d None None] The sync data for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 is: [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '57ebd11d-6a63-4fef-ab00-a9da71012b98', 'name': '', 'network_id': '55b234eb-e1be-412b-9083-57cee8745f20', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'mac_address': 'fa:16:3e:86:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:40Z', 'updated_at': '2022-01-28T04:44:48Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'subnets': [{'id': '09bf762b-9c3b-42a5-9e45-c3e847a16693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:14.035457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-7a1ce23f-5f43-41e6-a113-59e4b6a0a100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 200 len: 217 time: 0.0673828 Jan 28 04:49:14.174509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:14.178587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:14.191025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ccdf7c1-a096-436a-aec0-34115162b79a req-0b3a045f-eae5-4826-bb7a-38df1f91bb4c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468205 Jan 28 04:49:14.197819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-e20d34eb-144f-473c-a7b5-215e1626ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:14.199700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-e20d34eb-144f-473c-a7b5-215e1626ce6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 200 len: 853 time: 0.1395085 Jan 28 04:49:14.200776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (cba0c5ff-53c9-4521-9c7a-b16490800246), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:14.214247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] device_id is not set on port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:14.254636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event deleted for resources: {'Port': ['ID=cba0c5ff-53c9-4521-9c7a-b16490800246,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:14.347696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-a03c340d-aada-487f-90fd-c07349d170c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:14.349408 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-a03c340d-aada-487f-90fd-c07349d170c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55b234eb-e1be-412b-9083-57cee8745f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411757 Jan 28 04:49:14.422865 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:14.431704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-415e43c0-697a-4b1c-8e02-d98ca8fdd74f tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "DELETE /v2.0/ports/cba0c5ff-53c9-4521-9c7a-b16490800246 HTTP/1.1" status: 204 len: 168 time: 1.9039359 Jan 28 04:49:14.431942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:14.547536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Allocated IP 2001:db8::120 (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:14.599590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c648d-ab90-45ee-9e49-d7c5e41f8c14 None None] New status for floating IP 91d1d34c-29ae-49f5-9dd7-e1b53bf7b8fd: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:49:14.634410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Deleting subnet 7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:14.650215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for subnet (7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:14.662043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-294db13d-9993-4143-894b-96dc53a7b38f service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824924 Jan 28 04:49:14.692255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92305a9-8a4c-44a2-8e48-6eeda161c6ba req-9aaf8a53-626e-4b3b-9b1a-25e1f803d774 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:14.694259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b92305a9-8a4c-44a2-8e48-6eeda161c6ba req-9aaf8a53-626e-4b3b-9b1a-25e1f803d774 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1159012 Jan 28 04:49:14.785298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-b167f596-3a50-446b-8ea4-6a98ec713464 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c4abe1b8432e4825beedae68e4bd1ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721183 Jan 28 04:49:14.827771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b92305a9-8a4c-44a2-8e48-6eeda161c6ba req-b1530d6c-e2b4-4a19-a258-d1f1219e708b tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759995 Jan 28 04:49:14.835143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1741cc45-064c-4663-bd9c-5a613db408c3 req-7ab569c4-4066-4a42-b1b5-6184ebba01b1 service neutron] 10.222.0.47 "GET /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396739 Jan 28 04:49:14.839294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:14.861540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-a896807f-d65f-4adb-9af4-ed5d151fb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:14.863079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-a896807f-d65f-4adb-9af4-ed5d151fb19f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2855082 Jan 28 04:49:14.973735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11a311-818c-4b60-bcbd-b7c54488a419 req-c74d5539-b739-48c0-ad01-43bfcc8934f8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:14.978663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd11a311-818c-4b60-bcbd-b7c54488a419 req-c74d5539-b739-48c0-ad01-43bfcc8934f8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.0631766 Jan 28 04:49:14.979047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.038882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd11a311-818c-4b60-bcbd-b7c54488a419 req-cf79bb03-0e9a-4aad-bb8f-12203a182420 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519938 Jan 28 04:49:15.194649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-8871163d-47a0-47ac-8e0d-fda9d42d58f3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:15.196831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-8871163d-47a0-47ac-8e0d-fda9d42d58f3 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.3830914 Jan 28 04:49:15.327636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.334503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-1370f480-cabe-4f28-bf91-03aa901b13c0 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:15.335978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-1370f480-cabe-4f28-bf91-03aa901b13c0 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499940 Jan 28 04:49:15.340770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-9bfea912-0839-49a3-a6da-c852da368756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:15.342897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-9bfea912-0839-49a3-a6da-c852da368756 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.4009702 Jan 28 04:49:15.389377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.456598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-954f9104-32dd-4feb-a2c3-3e7394c9dffc tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/quotas/c4abe1b8432e4825beedae68e4bd1ac5 HTTP/1.1" status: 200 len: 375 time: 0.1112900 Jan 28 04:49:15.534592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-31f188b7-8a0e-4f8a-b24f-9ce3242204b1 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4abe1b8432e4825beedae68e4bd1ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669243 Jan 28 04:49:15.549413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-941d8857-3a51-4dd1-9f4e-7f4ba5b83ba4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 200 len: 999 time: 0.1937537 Jan 28 04:49:15.597830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.649489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Deleting port 322b4d4d-2a8d-4390-9916-b57e8685a6de {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:15.649934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.660321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.715660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:15.754858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:15.770909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:15.773756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e91e5381-6b63-4548-8c0b-c2defea80c89 req-4553cb69-bc7a-4106-b8b9-efe7f269a2d4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 210 time: 0.0620987 Jan 28 04:49:15.774401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-6595039c-4932-4b81-8882-1bb21db1b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:15.775877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-6595039c-4932-4b81-8882-1bb21db1b48c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.2181756 Jan 28 04:49:15.777799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e042e6-e142-4e86-983f-e76473b1c96a None None] Network be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:15.778947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.782065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fcd14c49-8a90-4131-abd4-8c8df96584c6 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "DELETE /v2.0/subnets/7cfe8cfb-fac8-4fe4-a8c8-b36ec8441165 HTTP/1.1" status: 204 len: 168 time: 1.3492539 Jan 28 04:49:15.783200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:15.784675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49722) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:15.798272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:15.798903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.868146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:15.881194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eb882f4f-c06c-4b65-9503-aa1bc701e28d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4610960 Jan 28 04:49:15.883332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:15.893720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ff:d2:2e'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:15.996456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.023868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] DHCP port deletion for be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:16.132183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Deleting port c72e2e91-f763-4240-83f4-fa33b41db8ad {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:16.132521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.141433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Deleting port c72e2e91-f763-4240-83f4-fa33b41db8ad {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:16.148042 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.197234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-fe7dc88f-6e82-4c9d-891e-cce25e1e7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:16.199295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-fe7dc88f-6e82-4c9d-891e-cce25e1e7780 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3735507 Jan 28 04:49:16.203026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] For port 322b4d4d-2a8d-4390-9916-b57e8685a6de, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=322b4d4d-2a8d-4390-9916-b57e8685a6de,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:16.203648 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.254436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Calling delete_port for 322b4d4d-2a8d-4390-9916-b57e8685a6de owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:16.262143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] For port c72e2e91-f763-4240-83f4-fa33b41db8ad, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c72e2e91-f763-4240-83f4-fa33b41db8ad,segment=NetworkSegment(4c6d11a3-bd0a-4202-890f-c31133da9a79),segment_id=4c6d11a3-bd0a-4202-890f-c31133da9a79)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:16.262789 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.287511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Calling delete_port for c72e2e91-f763-4240-83f4-fa33b41db8ad owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:16.304535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1c35eead-a95c-4951-b21c-d61089825718 None None] Provisioning complete for port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:16.305349 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c35eead-a95c-4951-b21c-d61089825718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.355437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db5c3-7fbd-427a-8f68-4981735bbe5a req-596085e2-d5ce-45c2-b72a-df9ae672c097 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:16.357103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-338db5c3-7fbd-427a-8f68-4981735bbe5a req-596085e2-d5ce-45c2-b72a-df9ae672c097 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.3502333 Jan 28 04:49:16.372026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] For port c72e2e91-f763-4240-83f4-fa33b41db8ad, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c72e2e91-f763-4240-83f4-fa33b41db8ad,segment=NetworkSegment(4c6d11a3-bd0a-4202-890f-c31133da9a79),segment_id=4c6d11a3-bd0a-4202-890f-c31133da9a79)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:16.372403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.412281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c35eead-a95c-4951-b21c-d61089825718 None None] Port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:16.416549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Calling delete_port for c72e2e91-f763-4240-83f4-fa33b41db8ad owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:16.441498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.450839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19802e-a6f4-45ae-8c9e-3e4a4c981280 req-fd92c1d3-3264-44cf-be05-03f079ca1f16 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:16.462998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce19802e-a6f4-45ae-8c9e-3e4a4c981280 req-fd92c1d3-3264-44cf-be05-03f079ca1f16 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 945 time: 0.1710970 Jan 28 04:49:16.525797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Pushing event deleted for resources: {'Port': ['ID=c72e2e91-f763-4240-83f4-fa33b41db8ad,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:16.536556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] No DVR routers for this DVR port c72e2e91-f763-4240-83f4-fa33b41db8ad on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:16.567347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.568054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.568668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.569297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.569907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.570507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.571595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.572838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.573939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.575701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.576306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.576905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.577786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a7eed-5a96-4b03-894b-7cdf57dac4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:16.618401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce19802e-a6f4-45ae-8c9e-3e4a4c981280 req-8f292edf-5fb5-4fcc-ab02-f2354a6d1a7b tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd6fe5f-e673-4b12-b81d-f2d1419095eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533051 Jan 28 04:49:16.668347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c72e2e91-f763-4240-83f4-fa33b41db8ad), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.705353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event deleted for resources: {'Port': ['ID=c72e2e91-f763-4240-83f4-fa33b41db8ad,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:16.714693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] No DVR routers for this DVR port c72e2e91-f763-4240-83f4-fa33b41db8ad on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:16.774641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.829751 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.835307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-84736d08-bb52-4c05-9806-fb5ff52e0c60 service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177685 Jan 28 04:49:16.857822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0b7a45-7304-4938-ba70-1ad6d7d0e0b5']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:16.870084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6d11a3-bd0a-4202-890f-c31133da9a79') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:16.870676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6d11a3-bd0a-4202-890f-c31133da9a79') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:16.884791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-338db5c3-7fbd-427a-8f68-4981735bbe5a req-8a2e5083-2e13-47ce-918a-dcb68adec1f1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5025821 Jan 28 04:49:16.897080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4c6d11a3-bd0a-4202-890f-c31133da9a79), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.918521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7b63b9c-1016-47a6-9eab-c7a43e6a12b6 req-ae7b81f7-2c2c-4023-ae70-71167994511c tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 210 time: 0.0455804 Jan 28 04:49:16.927338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4c6d11a3-bd0a-4202-890f-c31133da9a79), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.936858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:16.937366 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4c6d11a3-bd0a-4202-890f-c31133da9a79), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:16.945960 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:17.015958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (be0b7a45-7304-4938-ba70-1ad6d7d0e0b5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.031948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.038357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] 10.222.0.21 "DELETE /v2.0/networks/be0b7a45-7304-4938-ba70-1ad6d7d0e0b5 HTTP/1.1" status: 204 len: 168 time: 1.2526181 Jan 28 04:49:17.057455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6631d-afa9-4388-b200-119413ed1f56 tempest-ExtraDHCPOptionsTestJSON-84569567 tempest-ExtraDHCPOptionsTestJSON-84569567-project] Pushing event deleted for resources: {'Network': ['ID=be0b7a45-7304-4938-ba70-1ad6d7d0e0b5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:17.120300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1b42089e-439d-4574-83f3-0dcc1dc49766 req-164c47f9-2e65-48ae-8637-a4d68a5f024a service neutron] 10.222.0.52 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496459 Jan 28 04:49:17.129372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (322b4d4d-2a8d-4390-9916-b57e8685a6de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.171074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:17.173978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event deleted for resources: {'Port': ['ID=322b4d4d-2a8d-4390-9916-b57e8685a6de,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:17.217952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-c0389671-421a-418d-b013-bcbed6a5c09d tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c4abe1b8432e4825beedae68e4bd1ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387924 Jan 28 04:49:17.266235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.323952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] No DVR routers for this DVR port 322b4d4d-2a8d-4390-9916-b57e8685a6de on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:17.329816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.334147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.337979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-376f5a03-a9e8-437a-ba06-2322edcc234a req-183f62d3-1d11-486f-ad15-b2ef88163a37 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.47 "DELETE /v2.0/ports/322b4d4d-2a8d-4390-9916-b57e8685a6de HTTP/1.1" status: 204 len: 173 time: 2.1175888 Jan 28 04:49:17.341963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'name': 'network-vif-deleted', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:17.343305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bb818d5-26a4-4ba9-9c9b-3783b19bf07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.344612 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f80b0-38d6-43f4-8c07-d26808044596" -d '{"events": [{"server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "name": "network-vif-deleted", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:17.389005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] In _notify_port_updated(), no bound segment for port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 on network a6da0243-cb92-4792-bd1c-ee82c7981789 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:49:17.394145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:17.394785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.396352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "PUT /v2.0/ports/1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 HTTP/1.1" status: 200 len: 1002 time: 1.5097294 Jan 28 04:49:17.399338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49764) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:17.415923 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e75bd9-de89-4568-8937-5ced2f37cede x-openstack-request-id: req-95e75bd9-de89-4568-8937-5ced2f37cede {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:17.416482 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c09173c-55c7-4215-898a-99521f8ee5cb", "name": "network-vif-deleted", "tag": "322b4d4d-2a8d-4390-9916-b57e8685a6de", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:17.416746 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95e75bd9-de89-4568-8937-5ced2f37cede {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:17.417181 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c09173c-55c7-4215-898a-99521f8ee5cb', 'name': 'network-vif-deleted', 'tag': '322b4d4d-2a8d-4390-9916-b57e8685a6de', 'status': 'completed', 'code': 200} Jan 28 04:49:17.474567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49766) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:17.493914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b71c9c-fa7f-47b7-9541-86432106b053 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:17.522212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bb818d5-26a4-4ba9-9c9b-3783b19bf07f admin admin] Publish callbacks [] for security_group (0b6c8c19-cdad-4fe8-8626-6b5e261af62d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.530794 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bb818d5-26a4-4ba9-9c9b-3783b19bf07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b6c8c19-cdad-4fe8-8626-6b5e261af62d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.536332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-cc5fe93d-75a6-4b6e-a660-cd41cfcc4198 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:17.537953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-cc5fe93d-75a6-4b6e-a660-cd41cfcc4198 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3115435 Jan 28 04:49:17.561697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Request body: {'port': {'device_id': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'c4abe1b8432e4825beedae68e4bd1ac5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:17.616753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9bb818d5-26a4-4ba9-9c9b-3783b19bf07f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edd4cf791e7f45429a0808694242e6f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441147 Jan 28 04:49:17.620840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb818d5-26a4-4ba9-9c9b-3783b19bf07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c8c19-cdad-4fe8-8626-6b5e261af62d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:17.625137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49770) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:17.704200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:17.707255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.831861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c72e2e91-f763-4240-83f4-fa33b41db8ad no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:17.844246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d73b422-3518-463a-9d2c-1ff45aca9ac4 req-5a14690a-ebbc-4b1f-931f-492840800df8 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0475483 Jan 28 04:49:17.902372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.905084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c72e2e91-f763-4240-83f4-fa33b41db8ad {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:17.905471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c72e2e91-f763-4240-83f4-fa33b41db8ad not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:17.931045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2cb8a66e-f8ac-4426-882a-c02219a53fce None None] Provisioning complete for port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:17.931443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a66e-f8ac-4426-882a-c02219a53fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.934800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-040ef5a8-b283-49e8-8be4-df13c767b25f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd3c89bd445948e08a1a44c088716494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584901 Jan 28 04:49:17.937601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49778) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:17.940121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9687c8f0-9822-4253-83b4-389f7b7f530f admin admin] Publish callbacks [] for security_group (0b6c8c19-cdad-4fe8-8626-6b5e261af62d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.955945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:17.981962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Made reservation on behalf of c4abe1b8432e4825beedae68e4bd1ac5 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:17.987444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:17.993728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8a66e-f8ac-4426-882a-c02219a53fce None None] Port 1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:18.006855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.059663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9687c8f0-9822-4253-83b4-389f7b7f530f admin admin] Publish callbacks [] for security_group (0b6c8c19-cdad-4fe8-8626-6b5e261af62d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.064182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 322b4d4d-2a8d-4390-9916-b57e8685a6de no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:18.079233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40166702-44a4-4e88-947c-1c8886b2f63f req-883f3ee6-e83c-4d83-b4d9-9aa1a9c2ba4c tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 210 time: 0.0364425 Jan 28 04:49:18.112552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9da0a03-98f2-468c-bdf3-f635cd636c01 admin admin] Publish callbacks [] for security_group (eda8ee0a-d311-4f2f-a110-f1451d3c0db5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.123722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 322b4d4d-2a8d-4390-9916-b57e8685a6de {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:18.124460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 322b4d4d-2a8d-4390-9916-b57e8685a6de not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:18.150918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310ff43-1f46-4d25-b394-4fea79caedda req-6e6234c5-c096-49e8-bf43-b53aefa4441f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:18.158614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2310ff43-1f46-4d25-b394-4fea79caedda req-6e6234c5-c096-49e8-bf43-b53aefa4441f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1601486 Jan 28 04:49:18.180289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9da0a03-98f2-468c-bdf3-f635cd636c01 admin admin] Publish callbacks [] for security_group (eda8ee0a-d311-4f2f-a110-f1451d3c0db5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.243343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks [] for security_group (4255a1d9-adce-4a9b-97ee-061495a4b579), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.250311 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.252181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4255a1d9-adce-4a9b-97ee-061495a4b579), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.263290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2310ff43-1f46-4d25-b394-4fea79caedda req-07136d7e-3f79-4986-a133-d1e0bca71e6f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030183 Jan 28 04:49:18.283244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9687c8f0-9822-4253-83b4-389f7b7f530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0b6c8c19-cdad-4fe8-8626-6b5e261af62d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.287258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9687c8f0-9822-4253-83b4-389f7b7f530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.289201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9687c8f0-9822-4253-83b4-389f7b7f530f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b6c8c19-cdad-4fe8-8626-6b5e261af62d HTTP/1.1" status: 204 len: 168 time: 0.6620884 Jan 28 04:49:18.303256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9da0a03-98f2-468c-bdf3-f635cd636c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eda8ee0a-d311-4f2f-a110-f1451d3c0db5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.306993 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9da0a03-98f2-468c-bdf3-f635cd636c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.310635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b9da0a03-98f2-468c-bdf3-f635cd636c01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eda8ee0a-d311-4f2f-a110-f1451d3c0db5 HTTP/1.1" status: 204 len: 168 time: 0.3690128 Jan 28 04:49:18.310635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687c8f0-9822-4253-83b4-389f7b7f530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c8c19-cdad-4fe8-8626-6b5e261af62d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:18.312322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:18.326573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4255a1d9-adce-4a9b-97ee-061495a4b579,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:18.393504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.393758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da0a03-98f2-468c-bdf3-f635cd636c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8ee0a-d311-4f2f-a110-f1451d3c0db5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:18.397236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b125ccf1-e0c0-41a2-8c71-0887395a2969 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/ports/1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 HTTP/1.1" status: 204 len: 168 time: 0.9945636 Jan 28 04:49:18.401478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49786) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:18.449808 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3c1df3-1dd9-4b86-9f1c-94a259e4e5c6 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] GET failed (client error): The resource could not be found. Jan 28 04:49:18.451286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ce3c1df3-1dd9-4b86-9f1c-94a259e4e5c6 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "GET /v2.0/ports/1c2e2258-02f6-4f5b-957a-d3dcbb8be9d9 HTTP/1.1" status: 404 len: 333 time: 0.0492930 Jan 28 04:49:18.455570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49788) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:18.467026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1915774662'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:18.608281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Allocated IP 192.168.233.144 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/36f35f10-40d7-4b3c-bb30-19b842a7a7b2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:18.720957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:18.724306 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.774707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:18.788146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] device_id is not set on port 90c360a3-a7c6-46f8-b5f3-4073b760c04e yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:18.794724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48504e44-7b2a-4926-bc8c-992e798d7b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.893180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks [] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.916345 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48504e44-7b2a-4926-bc8c-992e798d7b70 admin admin] Publish callbacks [] for security_group (1df66bca-0b46-414b-9ba4-3f706f7d21b9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.924544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48504e44-7b2a-4926-bc8c-992e798d7b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1df66bca-0b46-414b-9ba4-3f706f7d21b9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:18.971859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Allocated IP 2001:db8::307 (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/90c360a3-a7c6-46f8-b5f3-4073b760c04e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:19.001605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-48504e44-7b2a-4926-bc8c-992e798d7b70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3659c63cb2424374ab70b2db1570eb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256289 Jan 28 04:49:19.003991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504e44-7b2a-4926-bc8c-992e798d7b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df66bca-0b46-414b-9ba4-3f706f7d21b9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:19.006590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49804) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:19.022110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-629bba98-2042-40b9-b5d2-0b90f36e5a48 req-e5b0c367-34b6-4ada-b183-d2cb754b9cf6 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0446103 Jan 28 04:49:19.047905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.062449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13f7bc7d-cefa-48c8-ab7d-abc4d1f676c1 admin admin] Publish callbacks [] for security_group (1df66bca-0b46-414b-9ba4-3f706f7d21b9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.089787 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13f7bc7d-cefa-48c8-ab7d-abc4d1f676c1 admin admin] Publish callbacks [] for security_group (1df66bca-0b46-414b-9ba4-3f706f7d21b9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.116355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:19.133486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:19.163690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:19.174535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13f7bc7d-cefa-48c8-ab7d-abc4d1f676c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1df66bca-0b46-414b-9ba4-3f706f7d21b9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.177867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13f7bc7d-cefa-48c8-ab7d-abc4d1f676c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.179160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-13f7bc7d-cefa-48c8-ab7d-abc4d1f676c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1df66bca-0b46-414b-9ba4-3f706f7d21b9 HTTP/1.1" status: 204 len: 168 time: 0.1715796 Jan 28 04:49:19.198060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7bc7d-cefa-48c8-ab7d-abc4d1f676c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df66bca-0b46-414b-9ba4-3f706f7d21b9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:19.228924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Pushing event updated for resources: {'Port': ['ID=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:19.301026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:19.303905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.331927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-e617f6c3-787d-4ade-ad8c-7ae8ce20f6b4 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7762153 Jan 28 04:49:19.355599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Request body: {'port': {'device_id': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:19.385779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c135764-c887-47ce-93cc-a9f4981af648 req-76434cd7-9f36-43bf-b3b2-b548edac1db3 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:19.395088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c135764-c887-47ce-93cc-a9f4981af648 req-76434cd7-9f36-43bf-b3b2-b548edac1db3 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 936 time: 0.1394498 Jan 28 04:49:19.497524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (90c360a3-a7c6-46f8-b5f3-4073b760c04e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.505747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c135764-c887-47ce-93cc-a9f4981af648 req-2f166bce-63c5-4702-927e-827b8a7e9972 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096501 Jan 28 04:49:19.522622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.606299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd157c-55de-4523-995a-2bcaf4ca51b0 req-4c5e8fc0-97e2-4cbf-954c-b0ce2f947435 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:19.607931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68bd157c-55de-4523-995a-2bcaf4ca51b0 req-4c5e8fc0-97e2-4cbf-954c-b0ce2f947435 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1989474 Jan 28 04:49:19.637639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-39cdaa60-8003-4ccb-a8be-a483131c92d3 None None] Provisioning complete for port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:19.638195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa60-8003-4ccb-a8be-a483131c92d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.694014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-39cdaa60-8003-4ccb-a8be-a483131c92d3 None None] Port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:19.761841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (90c360a3-a7c6-46f8-b5f3-4073b760c04e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.808653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49830) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:19.857547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:19.868621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68bd157c-55de-4523-995a-2bcaf4ca51b0 req-e3afb697-534b-4ac1-a4f8-a2cee62ca739 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513373 Jan 28 04:49:19.897571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:19.900662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:19.906231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:19.907937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:19.922463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=90c360a3-a7c6-46f8-b5f3-4073b760c04e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:19.935513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:19.935646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57575a95-50e2-4caf-ba82-2369b5b2bade tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4769323 Jan 28 04:49:19.942618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'network_id': 'a6da0243-cb92-4792-bd1c-ee82c7981789', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-480765181'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:20.086331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:49:20.109966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Publish callbacks [] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.126932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Transition to ACTIVE for port object 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:49:20.138185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.238703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Pushing event updated for resources: {'Port': ['ID=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:20.288424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1454615112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:20.329677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Made reservation on behalf of 1df2f32a2bc14f1a970c7671b33ee5bb for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:20.334379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.380650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85915c-ae02-4410-b7e7-c36f28e26ef7 req-b16e8705-8f4f-45c5-8ffb-45eb3d3c66a4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:20.389784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a85915c-ae02-4410-b7e7-c36f28e26ef7 req-b16e8705-8f4f-45c5-8ffb-45eb3d3c66a4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.2405872 Jan 28 04:49:20.392748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.394217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.396414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b7d8979-83b2-490a-acbf-a5bc3f939ace req-ef84b1a2-aba9-4660-81f5-ce965a16f88d tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.1106763 Jan 28 04:49:20.410980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Attempting to bind port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:20.411567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Attempting to bind port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:20.412087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Attempting to bind port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:20.426070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:49:20.426807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Attempting to bind port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:20.435224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:20.435929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:20.436623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:20.437463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Bound port: 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:20.438050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.451363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6004938-a3fd-4040-8a4d-d452443aec3d None None] Provisioning complete for port 90c360a3-a7c6-46f8-b5f3-4073b760c04e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:20.451723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6004938-a3fd-4040-8a4d-d452443aec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90c360a3-a7c6-46f8-b5f3-4073b760c04e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.485196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router_controller (7a37b03e-ecf0-4667-b08d-072cc77c62e8), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.498080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] device_id is not set on port b3fd2a99-0897-40dc-a43d-14b1f5364fbe yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:20.530433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6004938-a3fd-4040-8a4d-d452443aec3d None None] Port 90c360a3-a7c6-46f8-b5f3-4073b760c04e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:20.564774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] For port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:20.574206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] For port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:20.579011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.596789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.663969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:20.664776 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.667079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-f676c45b-31b8-476c-a874-55b538283097 service neutron] 10.222.0.52 "PUT /v2.0/ports/36f35f10-40d7-4b3c-bb30-19b842a7a7b2 HTTP/1.1" status: 200 len: 1096 time: 1.3170991 Jan 28 04:49:20.670501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'tag': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:20.675118 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6ccb2a-d3c0-451b-bdad-899670818022" -d '{"events": [{"name": "network-changed", "server_uuid": "adf25fa8-ca59-497c-b3f2-4ae6c80166e8", "tag": "36f35f10-40d7-4b3c-bb30-19b842a7a7b2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:20.676951 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.687639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e8d29df1-e2e3-4af4-b15b-a142841caa7f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8806443 Jan 28 04:49:20.692415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:20.766100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1728202679'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:20.783273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3329-ce2e-4816-b5b3-96353ff50a16 req-734bbbb1-d481-429c-b47b-affd2b1404f6 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:20.784840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5ab3329-ce2e-4816-b5b3-96353ff50a16 req-734bbbb1-d481-429c-b47b-affd2b1404f6 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 948 time: 0.1709998 Jan 28 04:49:20.786221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c45b-31b8-476c-a874-55b538283097 service neutron] Pushing event updated for resources: {'Port': ['ID=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:20.852042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a85915c-ae02-4410-b7e7-c36f28e26ef7 req-6089d6b3-9cb3-4b8e-890b-01c1930f1170 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4611845 Jan 28 04:49:20.881536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5ab3329-ce2e-4816-b5b3-96353ff50a16 req-f26a2610-3ee1-40c7-8b65-b86dc2b938a0 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845759 Jan 28 04:49:20.889377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-03eea679-f898-40c5-bdf0-5ad63289e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:20.895868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-03eea679-f898-40c5-bdf0-5ad63289e8e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4abe1b8432e4825beedae68e4bd1ac5&device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 1099 time: 0.1613002 Jan 28 04:49:20.902468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Made reservation on behalf of c4a83892df334315b1a5555b08ad52bd for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:20.905867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.929646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Allocated IP 2001:db8::1a5 (a6da0243-cb92-4792-bd1c-ee82c7981789/bab428c0-2df0-4aa1-81b0-e10658958e9b/b3fd2a99-0897-40dc-a43d-14b1f5364fbe) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:20.952031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:20.996496 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c17afd-303f-4bc3-83ff-105fe88b18c3 x-openstack-request-id: req-69c17afd-303f-4bc3-83ff-105fe88b18c3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:20.998738 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf25fa8-ca59-497c-b3f2-4ae6c80166e8", "tag": "36f35f10-40d7-4b3c-bb30-19b842a7a7b2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:20.999083 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69c17afd-303f-4bc3-83ff-105fe88b18c3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:21.000078 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'tag': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2', 'status': 'completed', 'code': 200} Jan 28 04:49:21.004022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-dc7c26c6-b3d0-4c8c-b162-591ce0f8bf1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2 HTTP/1.1" status: 200 len: 217 time: 0.1007919 Jan 28 04:49:21.109432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-19a37d19-a1a4-48ed-bc84-ca4c975215cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:21.111253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-19a37d19-a1a4-48ed-bc84-ca4c975215cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1010077 Jan 28 04:49:21.262722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for security_group (6dde020c-2b00-48e4-baf6-95537ee7b8ba), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.281012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6dde020c-2b00-48e4-baf6-95537ee7b8ba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.294568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:21.305169 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6bfa5fe2-2514-4def-8cea-8062d9c764f1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.306113 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Added segment 6bfa5fe2-2514-4def-8cea-8062d9c764f1 of type vlan for network f0bab339-8183-41d5-9f93-f500e4dc5808 Jan 28 04:49:21.358875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f0bab339-8183-41d5-9f93-f500e4dc5808), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.419329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde020c-2b00-48e4-baf6-95537ee7b8ba,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:21.443688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f0bab339-8183-41d5-9f93-f500e4dc5808), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.464315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:21.465240 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.483474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-8663ed31-4a45-4224-8773-baf2dabddf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:21.485947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-8663ed31-4a45-4224-8773-baf2dabddf90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3685968 Jan 28 04:49:21.511735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8157153 Jan 28 04:49:21.514737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49902) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:21.526538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'subnet': {'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:21.617425 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffef70b3-cc35-4707-85a0-304d7a65a04b req-fa3f9169-6277-4c3c-b935-2533d53c4b0b tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0976117 Jan 28 04:49:21.644539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-ab705d3b-a595-46a4-9fc9-25f1ecf987ec service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514611 Jan 28 04:49:21.662185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.671809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5129b1a-f4c2-4a53-9693-4e60e56f57e5 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Network': ['ID=f0bab339-8183-41d5-9f93-f500e4dc5808,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:21.716838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f0bab339-8183-41d5-9f93-f500e4dc5808 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:21.746265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Made reservation on behalf of c4a83892df334315b1a5555b08ad52bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:21.751191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.791220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:21.841397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec08fbd0-0c2e-47cb-8cdf-2bcb76d5914d req-41bf827a-03b4-42ab-ae76-05e41072673c service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869063 Jan 28 04:49:21.921959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Network a6da0243-cb92-4792-bd1c-ee82c7981789 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:21.926899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:21.930304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:21.940222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:21.941219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.043859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-5efb75f7-682e-4952-aded-a0c743b04e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.050724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-5efb75f7-682e-4952-aded-a0c743b04e42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4abe1b8432e4825beedae68e4bd1ac5&device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 1099 time: 0.1116235 Jan 28 04:49:22.110284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49936) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:22.125017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=b3fd2a99-0897-40dc-a43d-14b1f5364fbe,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:22.166397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26c98909-99cc-411f-b649-3b0c23cf641e tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2268522 Jan 28 04:49:22.168447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:22.174307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:ff:d2:2e'}, {'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:85:15:75'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:22.181759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (b047d36f-c64b-4d0a-9898-cba0aa686333), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.233632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879e231-5f61-4187-8aac-218ba20d4ef0 req-b41ea2f6-99ca-4174-ba1d-e2af8b9cbe17 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.240655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e879e231-5f61-4187-8aac-218ba20d4ef0 req-b41ea2f6-99ca-4174-ba1d-e2af8b9cbe17 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 948 time: 0.1386008 Jan 28 04:49:22.293373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63677934-e404-456e-af42-ec6b403fdcf2 req-78b05edd-c4d6-4f40-9b2f-7d07ff8005e4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.303009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63677934-e404-456e-af42-ec6b403fdcf2 req-78b05edd-c4d6-4f40-9b2f-7d07ff8005e4 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860bb78-5557-4682-8796-6c556e0a6a6c HTTP/1.1" status: 200 len: 944 time: 0.1009810 Jan 28 04:49:22.318136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-f8730a1e-79e6-4d1f-9fe5-439eeb2bd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.320072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-f8730a1e-79e6-4d1f-9fe5-439eeb2bd347 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.2615905 Jan 28 04:49:22.363385 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c048c57-a7d5-48ee-9343-2e1b86ac9286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.372102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Subnet': ['ID=b047d36f-c64b-4d0a-9898-cba0aa686333,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:22.417672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e879e231-5f61-4187-8aac-218ba20d4ef0 req-b916bcaf-a56a-4eb0-b57c-a55a4a8a35a8 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759584 Jan 28 04:49:22.422377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-e3bc9868-617c-4ebb-b4a8-29c3942112da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2 HTTP/1.1" status: 200 len: 217 time: 0.0796673 Jan 28 04:49:22.424780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Checking segment: {'id': '6bfa5fe2-2514-4def-8cea-8062d9c764f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:22.425177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network hostable DHCP agents. Network: f0bab339-8183-41d5-9f93-f500e4dc5808, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:22.461968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network f0bab339-8183-41d5-9f93-f500e4dc5808 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:22.465051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-168d5d4d-53a8-42d6-a1c7-d8d25ec28754 None None] Provisioning complete for port b3fd2a99-0897-40dc-a43d-14b1f5364fbe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:22.465463 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-168d5d4d-53a8-42d6-a1c7-d8d25ec28754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.498478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.515857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f0bab339-8183-41d5-9f93-f500e4dc5808) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:22.524626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.525263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.535053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ff299-e743-400a-9446-730f012a8c67 None None] Network f0bab339-8183-41d5-9f93-f500e4dc5808 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:22.578627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-4cac54bd-da54-4d82-80d6-82146ee659a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.580302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-4cac54bd-da54-4d82-80d6-82146ee659a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.1318400 Jan 28 04:49:22.604026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-168d5d4d-53a8-42d6-a1c7-d8d25ec28754 None None] Port b3fd2a99-0897-40dc-a43d-14b1f5364fbe cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:22.612349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6c88df7b-9576-4a90-ab52-9f8f8f831c48 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0906057 Jan 28 04:49:22.615038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49944) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:22.622900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'network': {'name': 'tempest-router-network01--997895257'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:22.660102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f0bab339-8183-41d5-9f93-f500e4dc5808', 'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808', 'project_id': 'c4a83892df334315b1a5555b08ad52bd', 'fixed_ips': [{'subnet_id': 'b047d36f-c64b-4d0a-9898-cba0aa686333'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:22.661659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.671133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Deleting port e7930da4-54dc-4a49-b136-4bb7912828a7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:22.671495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.699236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Made reservation on behalf of c4a83892df334315b1a5555b08ad52bd for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:22.704735 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.759432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-86c6d9cb-28fb-4cf4-817a-dc6771cf9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:22.761106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-86c6d9cb-28fb-4cf4-817a-dc6771cf9163 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717362 Jan 28 04:49:22.768632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c048c57-a7d5-48ee-9343-2e1b86ac9286 admin admin] Publish callbacks [] for security_group (ef839c17-4fad-4f54-a530-4d38e1405509), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.799204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:22.818163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2aeac23e-b7d4-4693-96f9-cdee8eaada50 req-ddb42912-d32f-495c-9032-e5d7d22f7134 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0632691 Jan 28 04:49:22.840102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Allocated IP 172.20.0.2 (f0bab339-8183-41d5-9f93-f500e4dc5808/b047d36f-c64b-4d0a-9898-cba0aa686333/800f54df-141c-4546-b456-65b5f2c85284) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:22.882441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-56a7a194-f400-42eb-94a9-2498dd83f6ae service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104481 Jan 28 04:49:22.885781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.886129 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Added segment e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1 of type vlan for network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 Jan 28 04:49:22.892762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c048c57-a7d5-48ee-9343-2e1b86ac9286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ef839c17-4fad-4f54-a530-4d38e1405509), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:22.960565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (cb9a542f-6fa8-4011-88cd-c99e1afb2d26), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.028326 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (cb9a542f-6fa8-4011-88cd-c99e1afb2d26), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.034382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.034739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.035617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] For port e7930da4-54dc-4a49-b136-4bb7912828a7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e7930da4-54dc-4a49-b136-4bb7912828a7,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:23.035998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.041443 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6c048c57-a7d5-48ee-9343-2e1b86ac9286 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6acb6b4bbd6d40f79c7ada462d1fccb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9251490 Jan 28 04:49:23.050523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49948) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:23.051257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c048c57-a7d5-48ee-9343-2e1b86ac9286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef839c17-4fad-4f54-a530-4d38e1405509,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.071437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.085824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Calling delete_port for e7930da4-54dc-4a49-b136-4bb7912828a7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:23.097192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Publish callbacks [] for port (800f54df-141c-4546-b456-65b5f2c85284), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.107225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (800f54df-141c-4546-b456-65b5f2c85284), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.109479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.116587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4970720 Jan 28 04:49:23.120377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49950) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:23.134816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'network': {'name': 'tempest-router-network02--90913005'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:23.156236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6ccb2a-d3c0-451b-bdad-899670818022 req-69dcdd0b-269f-443e-a4ad-9573aa92a101 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660253 Jan 28 04:49:23.163657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Network f0bab339-8183-41d5-9f93-f500e4dc5808 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:23.168032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:23.176895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event updated for resources: {'Port': ['ID=b3fd2a99-0897-40dc-a43d-14b1f5364fbe,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.180863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:23.193021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Made reservation on behalf of c4a83892df334315b1a5555b08ad52bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:23.199509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.201716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] In _notify_port_updated(), no bound segment for port b3fd2a99-0897-40dc-a43d-14b1f5364fbe on network a6da0243-cb92-4792-bd1c-ee82c7981789 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:49:23.214214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.214906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.216259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-223a507c-0727-4c1f-aadd-19a7f8154898 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "PUT /v2.0/ports/b3fd2a99-0897-40dc-a43d-14b1f5364fbe HTTP/1.1" status: 200 len: 1066 time: 1.0469887 Jan 28 04:49:23.223962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49952) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:23.226299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Pushing event updated for resources: {'Port': ['ID=800f54df-141c-4546-b456-65b5f2c85284,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.237033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d99c3-8276-4294-828e-57953112178e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Network': ['ID=cb9a542f-6fa8-4011-88cd-c99e1afb2d26,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.263681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:23.270336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Attempting to bind port 800f54df-141c-4546-b456-65b5f2c85284 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:23.271015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Attempting to bind port 800f54df-141c-4546-b456-65b5f2c85284 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '6bfa5fe2-2514-4def-8cea-8062d9c764f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:23.271637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Attempting to bind port 800f54df-141c-4546-b456-65b5f2c85284 on network f0bab339-8183-41d5-9f93-f500e4dc5808 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:23.290641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:23.291386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Checking segment: {'id': '6bfa5fe2-2514-4def-8cea-8062d9c764f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:23.292088 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.292366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Bound using segment: {'id': '6bfa5fe2-2514-4def-8cea-8062d9c764f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:23.292862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Bound port: 800f54df-141c-4546-b456-65b5f2c85284, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfa5fe2-2514-4def-8cea-8062d9c764f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0bab339-8183-41d5-9f93-f500e4dc5808'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:23.295049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (800f54df-141c-4546-b456-65b5f2c85284), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.311633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:23.317745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc911-50bd-4dd8-a227-12cfebdd37d8 admin admin] Publish callbacks [] for security_group (ef839c17-4fad-4f54-a530-4d38e1405509), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.345910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc911-50bd-4dd8-a227-12cfebdd37d8 admin admin] Publish callbacks [] for security_group (ef839c17-4fad-4f54-a530-4d38e1405509), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.429768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3eb4279b-e060-4d31-b7e9-6e66bb5972aa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.430126 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Added segment 3eb4279b-e060-4d31-b7e9-6e66bb5972aa of type vlan for network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 Jan 28 04:49:23.439732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc911-50bd-4dd8-a227-12cfebdd37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ef839c17-4fad-4f54-a530-4d38e1405509), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.442585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc911-50bd-4dd8-a227-12cfebdd37d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.446839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9f1cc911-50bd-4dd8-a227-12cfebdd37d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef839c17-4fad-4f54-a530-4d38e1405509 HTTP/1.1" status: 204 len: 168 time: 0.3888917 Jan 28 04:49:23.467224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] For port 800f54df-141c-4546-b456-65b5f2c85284, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:23.476579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] For port 800f54df-141c-4546-b456-65b5f2c85284, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=800f54df-141c-4546-b456-65b5f2c85284,segment=NetworkSegment(6bfa5fe2-2514-4def-8cea-8062d9c764f1),segment_id=6bfa5fe2-2514-4def-8cea-8062d9c764f1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:23.492253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cc911-50bd-4dd8-a227-12cfebdd37d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef839c17-4fad-4f54-a530-4d38e1405509,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.492511 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (800f54df-141c-4546-b456-65b5f2c85284), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.520721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (21bc5b6d-d4cc-400b-826e-cb4bb44e7517), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.593266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port b3fd2a99-0897-40dc-a43d-14b1f5364fbe {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:23.593904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.616022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (21bc5b6d-d4cc-400b-826e-cb4bb44e7517), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.622743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.623253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b87a0-e51d-488a-869b-c41b47c35503 None None] Pushing event updated for resources: {'Port': ['ID=800f54df-141c-4546-b456-65b5f2c85284,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.623435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.655953 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e7930da4-54dc-4a49-b136-4bb7912828a7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.658347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a1ca0-c1e2-4029-9f6f-80a29d50b0f7 req-1da28f48-65d6-4894-9219-1f9b9cd25313 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.660709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e9a1ca0-c1e2-4029-9f6f-80a29d50b0f7 req-1da28f48-65d6-4894-9219-1f9b9cd25313 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 948 time: 0.1062434 Jan 28 04:49:23.693920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-89fc3070-8ac7-4764-9d1e-08a66a031d58 None None] Provisioning complete for port b3fd2a99-0897-40dc-a43d-14b1f5364fbe triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:23.694301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89fc3070-8ac7-4764-9d1e-08a66a031d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.746473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', '6353d4c3-3e99-454e-86b0-35fbe80f9bca'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:49:23.762052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e9a1ca0-c1e2-4029-9f6f-80a29d50b0f7 req-44f35308-7483-477d-84dc-86eebb30f419 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867162 Jan 28 04:49:23.794320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-89fc3070-8ac7-4764-9d1e-08a66a031d58 None None] Port b3fd2a99-0897-40dc-a43d-14b1f5364fbe cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:23.822981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'Port': ['ID=e7930da4-54dc-4a49-b136-4bb7912828a7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:23.894031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49966) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:23.899001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7740455 Jan 28 04:49:23.907121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'subnet': {'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:24.088300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529f0d8-4a18-46e1-aac5-3d47ed50a574 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Network': ['ID=21bc5b6d-d4cc-400b-826e-cb4bb44e7517,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:24.093421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] No DVR routers for this DVR port e7930da4-54dc-4a49-b136-4bb7912828a7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:24.114234 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:24.124868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:24.136831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63677934-e404-456e-af42-ec6b403fdcf2 req-021d36bf-6f42-427a-bfa6-bdaa9819869c tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "DELETE /v2.0/ports/e7930da4-54dc-4a49-b136-4bb7912828a7 HTTP/1.1" status: 204 len: 173 time: 1.8291278 Jan 28 04:49:24.150300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-deleted', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:24.152954 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b5f07-9d3d-49ed-b5c0-7ba227aa71d9" -d '{"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-deleted", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:24.223303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:24.229360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02ea69c4-0f33-4c26-ad10-60dc9080f9cd req-9ae31693-2005-4fd5-8916-82343413b4d7 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.1287625 Jan 28 04:49:24.263804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for b3fd2a99-0897-40dc-a43d-14b1f5364fbe owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:24.269913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Made reservation on behalf of c4a83892df334315b1a5555b08ad52bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:24.279308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:24.389042 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08553e2-5840-4347-972b-656f120372d1 x-openstack-request-id: req-c08553e2-5840-4347-972b-656f120372d1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:24.389500 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6860bb78-5557-4682-8796-6c556e0a6a6c", "name": "network-vif-deleted", "tag": "e7930da4-54dc-4a49-b136-4bb7912828a7", "status": "failed", "code": 422}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:24.389795 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c08553e2-5840-4347-972b-656f120372d1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:24.390369 n-d-824835-3 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6860bb78-5557-4682-8796-6c556e0a6a6c', 'name': 'network-vif-deleted', 'tag': 'e7930da4-54dc-4a49-b136-4bb7912828a7', 'status': 'failed', 'code': 422} returned with failed status Jan 28 04:49:24.597009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3fd2a99-0897-40dc-a43d-14b1f5364fbe), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:24.634367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (2f40b775-d551-4e4a-91b6-35edecc1377f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:24.681940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=b3fd2a99-0897-40dc-a43d-14b1f5364fbe,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:24.736015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Subnet': ['ID=2f40b775-d551-4e4a-91b6-35edecc1377f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:24.758264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Checking segment: {'id': 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:24.759318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network hostable DHCP agents. Network: cb9a542f-6fa8-4011-88cd-c99e1afb2d26, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:24.802313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:24.818966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, cb9a542f-6fa8-4011-88cd-c99e1afb2d26) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:24.827010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:24.827010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:24.832544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a45f11-6b3b-439a-b4b0-bfae677d04be None None] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:24.895896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e58f716-0bd1-487d-a986-9445b5f4ac19 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9999213 Jan 28 04:49:24.898440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49996) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:24.919421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'subnet': {'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:25.144634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Made reservation on behalf of c4a83892df334315b1a5555b08ad52bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:25.149905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.194768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-cb9a542f-6fa8-4011-88cd-c99e1afb2d26', 'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26', 'project_id': 'c4a83892df334315b1a5555b08ad52bd', 'fixed_ips': [{'subnet_id': '2f40b775-d551-4e4a-91b6-35edecc1377f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:25.198031 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.237417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.252252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c93cd8c4-d889-4e2e-9d66-841186f98689 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/ports/b3fd2a99-0897-40dc-a43d-14b1f5364fbe HTTP/1.1" status: 204 len: 168 time: 2.0256028 Jan 28 04:49:25.254597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50006) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:25.330760 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe73528-ec72-4be4-ba9d-71f62232b4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] GET failed (client error): The resource could not be found. Jan 28 04:49:25.332489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8fe73528-ec72-4be4-ba9d-71f62232b4eb tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "GET /v2.0/ports/b3fd2a99-0897-40dc-a43d-14b1f5364fbe HTTP/1.1" status: 404 len: 333 time: 0.0767326 Jan 28 04:49:25.335598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50008) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:25.362157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b50bf-e2a0-4368-b30a-dff222c2d321 req-83a59f46-d234-4cbc-b2f9-0883ccad4852 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:25.377071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e5b50bf-e2a0-4368-b30a-dff222c2d321 req-83a59f46-d234-4cbc-b2f9-0883ccad4852 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 948 time: 0.2857583 Jan 28 04:49:25.503870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e5b50bf-e2a0-4368-b30a-dff222c2d321 req-d23a8b16-f198-46d3-bd4e-40738ecad411 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218596 Jan 28 04:49:25.543873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8111aad-0457-43a4-b315-1dba36586cd4 req-7892f951-440c-4970-91fc-b95fd8071e4a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:25.545882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8111aad-0457-43a4-b315-1dba36586cd4 req-7892f951-440c-4970-91fc-b95fd8071e4a tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 907 time: 0.1570060 Jan 28 04:49:25.567413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Allocated IP 172.20.0.2 (cb9a542f-6fa8-4011-88cd-c99e1afb2d26/2f40b775-d551-4e4a-91b6-35edecc1377f/35674960-d36e-4d1a-b123-10ab891c7b02) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:25.582147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port 90c360a3-a7c6-46f8-b5f3-4073b760c04e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:25.582639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (90c360a3-a7c6-46f8-b5f3-4073b760c04e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.623708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a67fee-38f5-4ede-9533-49327d86e759 None None] Network f0bab339-8183-41d5-9f93-f500e4dc5808 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:25.694168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4941cd75-50fb-40c2-8193-7eae1c4ba60d req-24aeb32d-9cec-4777-b24b-33b4ca14a82f tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0815752 Jan 28 04:49:25.757843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (90c360a3-a7c6-46f8-b5f3-4073b760c04e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.768038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4656df49-4d58-4472-be6f-136c488da354 None None] Provisioning complete for port 800f54df-141c-4546-b456-65b5f2c85284 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:25.768422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4656df49-4d58-4472-be6f-136c488da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (800f54df-141c-4546-b456-65b5f2c85284), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.781884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for 90c360a3-a7c6-46f8-b5f3-4073b760c04e owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:25.793553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (5c992aaa-d8c0-47f7-bfdb-a06087081350), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:25.973807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (90c360a3-a7c6-46f8-b5f3-4073b760c04e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.041425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=90c360a3-a7c6-46f8-b5f3-4073b760c04e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:26.053119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 800f54df-141c-4546-b456-65b5f2c85284 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:26.107052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.120916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7c7b8e3a-6bb9-4072-b1a8-a2be3e32787d tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/ports/90c360a3-a7c6-46f8-b5f3-4073b760c04e HTTP/1.1" status: 204 len: 168 time: 0.7829840 Jan 28 04:49:26.126707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50020) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:26.187250 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b8d5e-9a6d-4c65-ba75-3f90a4ee4a5c tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] GET failed (client error): The resource could not be found. Jan 28 04:49:26.188745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c83b8d5e-9a6d-4c65-ba75-3f90a4ee4a5c tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "GET /v2.0/ports/90c360a3-a7c6-46f8-b5f3-4073b760c04e HTTP/1.1" status: 404 len: 333 time: 0.0609999 Jan 28 04:49:26.193254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50024) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:26.205824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:49:26.335279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port f9e53c78-1bea-4781-9ad8-b21b009bce4c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:26.337551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.476690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:26.487567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Subnet': ['ID=5c992aaa-d8c0-47f7-bfdb-a06087081350,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:26.506270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Checking segment: {'id': '3eb4279b-e060-4d31-b7e9-6e66bb5972aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:26.506626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network hostable DHCP agents. Network: 21bc5b6d-d4cc-400b-826e-cb4bb44e7517, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:26.509802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2', 'mac_address': 'fa:16:3e:a9:b6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:49:26.536732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.539479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 800f54df-141c-4546-b456-65b5f2c85284 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:26.540484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (800f54df-141c-4546-b456-65b5f2c85284), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.556988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:26.572334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for f9e53c78-1bea-4781-9ad8-b21b009bce4c owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:26.578604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 21bc5b6d-d4cc-400b-826e-cb4bb44e7517) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:26.584823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:26.585808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.612199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f75de6c-ddcc-4275-a23c-a197c7c8a138 None None] Network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:26.636303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-67d6326d-7663-476a-87ca-5934d1fb906f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7364764 Jan 28 04:49:26.643200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50036) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:26.692888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4656df49-4d58-4472-be6f-136c488da354 None None] Current status of the port 800f54df-141c-4546-b456-65b5f2c85284 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:26.693666 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4656df49-4d58-4472-be6f-136c488da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (800f54df-141c-4546-b456-65b5f2c85284), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.710953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Publish callbacks [] for port (35674960-d36e-4d1a-b123-10ab891c7b02), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.765508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.795739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-21bc5b6d-d4cc-400b-826e-cb4bb44e7517', 'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517', 'project_id': 'c4a83892df334315b1a5555b08ad52bd', 'fixed_ips': [{'subnet_id': '5c992aaa-d8c0-47f7-bfdb-a06087081350'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:26.796611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.888211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:26.888623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:26.921492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:26.924365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50042) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:26.932354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609844c5-e9ea-4518-9386-4fb6b567be78 req-dd72fa57-4b26-40f3-b5a3-3d3d945d99d6 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:26.939661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-609844c5-e9ea-4518-9386-4fb6b567be78 req-dd72fa57-4b26-40f3-b5a3-3d3d945d99d6 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 948 time: 0.2980056 Jan 28 04:49:27.033346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:49:27.056813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:27.065952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:27.092868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4656df49-4d58-4472-be6f-136c488da354 None None] For port 800f54df-141c-4546-b456-65b5f2c85284, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=800f54df-141c-4546-b456-65b5f2c85284,segment=NetworkSegment(6bfa5fe2-2514-4def-8cea-8062d9c764f1),segment_id=6bfa5fe2-2514-4def-8cea-8062d9c764f1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:27.121858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:27.146711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4656df49-4d58-4472-be6f-136c488da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (800f54df-141c-4546-b456-65b5f2c85284), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.149377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Pushing event updated for resources: {'Port': ['ID=35674960-d36e-4d1a-b123-10ab891c7b02,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:27.206486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-609844c5-e9ea-4518-9386-4fb6b567be78 req-1c23b532-67c7-4da7-abc2-4f548c2c5386 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658374 Jan 28 04:49:27.207328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10b4be13-ba55-4b29-9655-cf5619fd201b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.238976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656df49-4d58-4472-be6f-136c488da354 None None] Pushing event updated for resources: {'Port': ['ID=800f54df-141c-4546-b456-65b5f2c85284,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:27.243332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.273964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.302112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a50f5-a853-40f9-b3d4-74f9d9e4e4ba req-ed5124c4-9839-44d1-9d4a-b40a26e422ba tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.303622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-313a50f5-a853-40f9-b3d4-74f9d9e4e4ba req-ed5124c4-9839-44d1-9d4a-b40a26e422ba tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 907 time: 0.5825865 Jan 28 04:49:27.364634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Attempting to bind port 35674960-d36e-4d1a-b123-10ab891c7b02 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:27.364929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Attempting to bind port 35674960-d36e-4d1a-b123-10ab891c7b02 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:27.365574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Attempting to bind port 35674960-d36e-4d1a-b123-10ab891c7b02 on network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:27.373327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d60b4abf-490e-41ad-bf9b-8ef0febb1aff req-fe95944d-358a-4eec-bb1e-a2fe29c29d8a tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0528162 Jan 28 04:49:27.388938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cdc5e0fd-1e12-4330-8fc6-4b104b330369 None None] Provisioning complete for port 800f54df-141c-4546-b456-65b5f2c85284 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:27.389439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e0fd-1e12-4330-8fc6-4b104b330369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (800f54df-141c-4546-b456-65b5f2c85284), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.391424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 800f54df-141c-4546-b456-65b5f2c85284 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:27.395031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Allocated IP 172.20.0.2 (21bc5b6d-d4cc-400b-826e-cb4bb44e7517/5c992aaa-d8c0-47f7-bfdb-a06087081350/8fa39b91-0850-469e-8106-665cc3a46199) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:27.403482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654004b-8ff1-4539-a865-a736bda06dae req-a7ab60b0-9ef1-401c-bd3f-089106947175 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.405127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c654004b-8ff1-4539-a865-a736bda06dae req-a7ab60b0-9ef1-401c-bd3f-089106947175 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 907 time: 0.1003559 Jan 28 04:49:27.406179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:27.406430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f9e53c78-1bea-4781-9ad8-b21b009bce4c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.406704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Checking segment: {'id': 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:27.407186 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.407719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Bound using segment: {'id': 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:27.408358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Bound port: 35674960-d36e-4d1a-b123-10ab891c7b02, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cb9a542f-6fa8-4011-88cd-c99e1afb2d26'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:27.408906 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.445918 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:27.562877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.570085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/ports/f9e53c78-1bea-4781-9ad8-b21b009bce4c HTTP/1.1" status: 204 len: 168 time: 1.3755507 Jan 28 04:49:27.574509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:27.582877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1564ba-f505-442f-86bb-1740d9e484d5 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=f9e53c78-1bea-4781-9ad8-b21b009bce4c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:27.675402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10b4be13-ba55-4b29-9655-cf5619fd201b admin admin] Publish callbacks [] for security_group (e8ca9acb-7bc4-4428-a737-fc90e6e993bd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.692093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5e0fd-1e12-4330-8fc6-4b104b330369 None None] Current status of the port 800f54df-141c-4546-b456-65b5f2c85284 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:27.695304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10b4be13-ba55-4b29-9655-cf5619fd201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e8ca9acb-7bc4-4428-a737-fc90e6e993bd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.710949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] For port 35674960-d36e-4d1a-b123-10ab891c7b02, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:27.747670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] For port 35674960-d36e-4d1a-b123-10ab891c7b02, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35674960-d36e-4d1a-b123-10ab891c7b02,segment=NetworkSegment(e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1),segment_id=e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:27.752219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['36f35f10-40d7-4b3c-bb30-19b842a7a7b2'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:49:27.759505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting subnet bab428c0-2df0-4aa1-81b0-e10658958e9b {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:27.773722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for subnet (bab428c0-2df0-4aa1-81b0-e10658958e9b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.793747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.812331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4be13-ba55-4b29-9655-cf5619fd201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca9acb-7bc4-4428-a737-fc90e6e993bd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:27.846226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Publish callbacks [] for port (8fa39b91-0850-469e-8106-665cc3a46199), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.877378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Deleting port 58aa7be8-ea53-43bb-aed1-5724735d1d4a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:27.880524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.886271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (8fa39b91-0850-469e-8106-665cc3a46199), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:27.890635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-10b4be13-ba55-4b29-9655-cf5619fd201b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1650a0ac05374af8a1fc9ef0daae6ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9480302 Jan 28 04:49:27.894399 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50050) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:27.922926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 800f54df-141c-4546-b456-65b5f2c85284 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:27.972479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa3f96-1ebd-496e-b8d8-4f88dd27d012 None None] Pushing event updated for resources: {'Port': ['ID=35674960-d36e-4d1a-b123-10ab891c7b02,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:28.012282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Allocated IP 172.20.0.1 (cb9a542f-6fa8-4011-88cd-c99e1afb2d26/2f40b775-d551-4e4a-91b6-35edecc1377f/6a507307-08ad-4c34-a62d-627aae3d8b56) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:28.018071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:28.030225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:28.034686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d04b0438-4647-4f08-9e76-9aeab8916549 admin admin] Publish callbacks [] for security_group (e8ca9acb-7bc4-4428-a737-fc90e6e993bd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.036092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:28.071625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] For port 58aa7be8-ea53-43bb-aed1-5724735d1d4a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=58aa7be8-ea53-43bb-aed1-5724735d1d4a,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:28.072802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.080364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Pushing event updated for resources: {'Port': ['ID=8fa39b91-0850-469e-8106-665cc3a46199,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:28.094930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 800f54df-141c-4546-b456-65b5f2c85284 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:28.094930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (800f54df-141c-4546-b456-65b5f2c85284), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.107016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Calling delete_port for 58aa7be8-ea53-43bb-aed1-5724735d1d4a owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:28.135110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d04b0438-4647-4f08-9e76-9aeab8916549 admin admin] Publish callbacks [] for security_group (e8ca9acb-7bc4-4428-a737-fc90e6e993bd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.187916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Attempting to bind port 8fa39b91-0850-469e-8106-665cc3a46199 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:28.188307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Attempting to bind port 8fa39b91-0850-469e-8106-665cc3a46199 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '3eb4279b-e060-4d31-b7e9-6e66bb5972aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:28.188692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Attempting to bind port 8fa39b91-0850-469e-8106-665cc3a46199 on network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:28.217197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:28.217561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Checking segment: {'id': '3eb4279b-e060-4d31-b7e9-6e66bb5972aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:28.218215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.218628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Bound using segment: {'id': '3eb4279b-e060-4d31-b7e9-6e66bb5972aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:28.219130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Bound port: 8fa39b91-0850-469e-8106-665cc3a46199, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb4279b-e060-4d31-b7e9-6e66bb5972aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '21bc5b6d-d4cc-400b-826e-cb4bb44e7517'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:28.219519 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8fa39b91-0850-469e-8106-665cc3a46199), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.329131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.349957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d04b0438-4647-4f08-9e76-9aeab8916549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e8ca9acb-7bc4-4428-a737-fc90e6e993bd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.358539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d04b0438-4647-4f08-9e76-9aeab8916549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.359849 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d04b0438-4647-4f08-9e76-9aeab8916549 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8ca9acb-7bc4-4428-a737-fc90e6e993bd HTTP/1.1" status: 204 len: 168 time: 0.4579482 Jan 28 04:49:28.397362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (bab428c0-2df0-4aa1-81b0-e10658958e9b), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.408379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b0438-4647-4f08-9e76-9aeab8916549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca9acb-7bc4-4428-a737-fc90e6e993bd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:28.417639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 800f54df-141c-4546-b456-65b5f2c85284 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:28.475871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.497466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1e89-6786-439a-bee9-a4263f6da82e req-f6930a81-111e-492a-b446-b345f99db082 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.499749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] For port 8fa39b91-0850-469e-8106-665cc3a46199, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:28.507184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2ff1e89-6786-439a-bee9-a4263f6da82e req-f6930a81-111e-492a-b446-b345f99db082 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 949 time: 0.1454067 Jan 28 04:49:28.510730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] For port 8fa39b91-0850-469e-8106-665cc3a46199, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8fa39b91-0850-469e-8106-665cc3a46199,segment=NetworkSegment(3eb4279b-e060-4d31-b7e9-6e66bb5972aa),segment_id=3eb4279b-e060-4d31-b7e9-6e66bb5972aa)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:28.527859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8fa39b91-0850-469e-8106-665cc3a46199), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.572618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-5f44cdd7-dc2c-4211-9145-c934dd99d1ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3885708 Jan 28 04:49:28.638515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:28.653768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094cf7-38f2-434c-b64b-930f7493300f None None] Pushing event updated for resources: {'Port': ['ID=8fa39b91-0850-469e-8106-665cc3a46199,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:28.662750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:28.686972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:28.720434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Port': ['ID=6a507307-08ad-4c34-a62d-627aae3d8b56,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:28.774113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2ff1e89-6786-439a-bee9-a4263f6da82e req-7f2a1a12-af63-4c78-af7a-88d8c92d654e tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611630 Jan 28 04:49:28.819678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.936474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d0c60-3f33-4199-9ae8-ad3cfd4f49ae req-7fc96f44-91f3-4d37-9173-088c2a0f1313 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.939113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4a5d0c60-3f33-4199-9ae8-ad3cfd4f49ae req-7fc96f44-91f3-4d37-9173-088c2a0f1313 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 907 time: 0.3817463 Jan 28 04:49:28.959466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.959961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.960564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.970441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.970740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.971230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.971524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.974052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9e7f2aa1-2d75-46a0-ad22-ab74a7e9e878 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.2897465 Jan 28 04:49:28.975612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bab428c0-2df0-4aa1-81b0-e10658958e9b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.988361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (58aa7be8-ea53-43bb-aed1-5724735d1d4a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:28.988804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50066) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:29.113442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f67b3e7-6685-473e-87a5-83d1e701e9a8 req-708fb3f3-9ba7-433e-912d-95bae89cb3af tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.1752427 Jan 28 04:49:29.119863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b91db1d-78d4-4aaa-a904-d2611a77e7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.172786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'Port': ['ID=58aa7be8-ea53-43bb-aed1-5724735d1d4a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:29.271461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.271762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] No DVR routers for this DVR port 58aa7be8-ea53-43bb-aed1-5724735d1d4a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:29.285433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.288931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c654004b-8ff1-4539-a865-a736bda06dae req-2cd9bcfd-9f7e-4842-a4fe-733e2a571eb8 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "DELETE /v2.0/ports/58aa7be8-ea53-43bb-aed1-5724735d1d4a HTTP/1.1" status: 204 len: 173 time: 1.8708005 Jan 28 04:49:29.303744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'name': 'network-vif-deleted', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:29.313503 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75fec79-bf6e-4c04-82e7-38dcce37a27d" -d '{"events": [{"server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "name": "network-vif-deleted", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:29.412867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (bab428c0-2df0-4aa1-81b0-e10658958e9b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.428908 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecdc367-4275-476f-a948-a5139d075d82 x-openstack-request-id: req-9ecdc367-4275-476f-a948-a5139d075d82 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:29.429244 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32fb877-b474-4e9c-a1d2-5bda2ca2649a", "name": "network-vif-deleted", "tag": "58aa7be8-ea53-43bb-aed1-5724735d1d4a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:29.429513 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ecdc367-4275-476f-a948-a5139d075d82 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:29.429923 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32fb877-b474-4e9c-a1d2-5bda2ca2649a', 'name': 'network-vif-deleted', 'tag': '58aa7be8-ea53-43bb-aed1-5724735d1d4a', 'status': 'completed', 'code': 200} Jan 28 04:49:29.449545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-fda6134b-ff2e-45da-97d1-b58d72d6b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:29.450028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-fda6134b-ff2e-45da-97d1-b58d72d6b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:29.450499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-fda6134b-ff2e-45da-97d1-b58d72d6b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:29.454409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-fda6134b-ff2e-45da-97d1-b58d72d6b9c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=c1556003-cd67-4586-92d0-2c4460a73ff7&id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 2298 time: 0.4198582 Jan 28 04:49:29.523015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Subnet': ['ID=bab428c0-2df0-4aa1-81b0-e10658958e9b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:29.534925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.541961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dd27ad11-c9bd-4866-a8dd-cd0d86221f81 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/subnets/bab428c0-2df0-4aa1-81b0-e10658958e9b HTTP/1.1" status: 204 len: 168 time: 1.9633634 Jan 28 04:49:29.547945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a87bb-5d3a-450c-aa6a-f6f1837b3c4a None None] Network a6da0243-cb92-4792-bd1c-ee82c7981789 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:29.554203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50070) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:29.591036 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b91db1d-78d4-4aaa-a904-d2611a77e7e6 admin admin] Publish callbacks [] for security_group (ec35aee8-cc34-4d3d-a8f1-09d9e1385f76), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.615909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b91db1d-78d4-4aaa-a904-d2611a77e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ec35aee8-cc34-4d3d-a8f1-09d9e1385f76), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.624101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-e172c9c3-1da6-422d-9364-0084466c4095 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 1000 time: 0.1225145 Jan 28 04:49:29.748879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91db1d-78d4-4aaa-a904-d2611a77e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec35aee8-cc34-4d3d-a8f1-09d9e1385f76,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:29.770796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-0488c37e-2b77-4fb1-a0df-58106690102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:29.777351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8b91db1d-78d4-4aaa-a904-d2611a77e7e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d496caa24f4b489483b6ebeff2b49766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782383 Jan 28 04:49:29.783013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-0488c37e-2b77-4fb1-a0df-58106690102b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 200 len: 855 time: 0.1428175 Jan 28 04:49:29.783644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50072) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:29.818403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a6da0243-cb92-4792-bd1c-ee82c7981789), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.850321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] DHCP port deletion for a6da0243-cb92-4792-bd1c-ee82c7981789 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:29.927672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2fa39-404e-48ed-b9ff-3e141493a605 None None] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:29.975288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65e84d8b-4350-46a3-a6e9-8b684100e551 admin admin] Publish callbacks [] for security_group (ec35aee8-cc34-4d3d-a8f1-09d9e1385f76), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:29.989991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-170c5010-1cc0-4cf8-8b91-9ae8123c7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:29.991786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-170c5010-1cc0-4cf8-8b91-9ae8123c7207 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28dbad87-65ee-424d-89a2-021c02808473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799297 Jan 28 04:49:30.225010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-bf96e3c3-7e85-4a29-9ec3-d25c99a53bbc service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255473 Jan 28 04:49:30.260156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876ac4e-c06b-4b84-8d79-2b7920eb79ab req-64ea9f06-d6d3-484d-be63-db4d2343063d tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:30.267388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7876ac4e-c06b-4b84-8d79-2b7920eb79ab req-64ea9f06-d6d3-484d-be63-db4d2343063d tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 949 time: 0.2039378 Jan 28 04:49:30.303992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.312037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Deleting port c8d6896c-01b5-41af-b648-1a64ae349451 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:30.312393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.316608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.476360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-879f5fd1-d68e-4ca8-8ff7-fa3814bbe4d6 req-7dc82d51-f8b5-4d98-81ab-81027d5eaa03 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32fb877-b474-4e9c-a1d2-5bda2ca2649a HTTP/1.1" status: 200 len: 210 time: 0.2502720 Jan 28 04:49:30.476944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8fa39b91-0850-469e-8106-665cc3a46199 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:30.480295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:30.481286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-b283b6ad-52ca-470b-9d04-4e9c81d02527 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414899 Jan 28 04:49:30.482056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78e3b0c-2f1a-42e7-ae30-ef6af55ca073 None None] Network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:30.483974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65e84d8b-4350-46a3-a6e9-8b684100e551 admin admin] Publish callbacks [] for security_group (ec35aee8-cc34-4d3d-a8f1-09d9e1385f76), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.539977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7876ac4e-c06b-4b84-8d79-2b7920eb79ab req-ad6333e8-c36f-4b45-9ac7-3a65a3119972 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712045 Jan 28 04:49:30.594291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-e3be4da4-a595-444b-a198-ee0170162c28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 217 time: 0.1031353 Jan 28 04:49:30.605220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.615725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Port': ['ID=6a507307-08ad-4c34-a62d-627aae3d8b56,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:30.621294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] For port c8d6896c-01b5-41af-b648-1a64ae349451, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c8d6896c-01b5-41af-b648-1a64ae349451,segment=NetworkSegment(c605163e-63f5-4b95-be85-99e517167a6e),segment_id=c605163e-63f5-4b95-be85-99e517167a6e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:30.621928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.639173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] Provisioning complete for port 35674960-d36e-4d1a-b123-10ab891c7b02 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:30.639676 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.668354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Calling delete_port for c8d6896c-01b5-41af-b648-1a64ae349451 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:30.713236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] Deleting port c8d6896c-01b5-41af-b648-1a64ae349451 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:30.715122 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.729965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-70c2ba80-8b08-4738-8c8b-91956e8080c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561151 Jan 28 04:49:30.733179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-179ca5af-079b-4f32-8083-fce45f8aeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:30.735465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-179ca5af-079b-4f32-8083-fce45f8aeb6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1067398 Jan 28 04:49:30.735689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b1994df-c041-4032-84c8-5d05e03e79d6 req-4a8ab619-373f-4ecd-a3e6-71404eb1aa61 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0805664 Jan 28 04:49:30.764697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65e84d8b-4350-46a3-a6e9-8b684100e551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ec35aee8-cc34-4d3d-a8f1-09d9e1385f76), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.768016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65e84d8b-4350-46a3-a6e9-8b684100e551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.769350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-65e84d8b-4350-46a3-a6e9-8b684100e551 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec35aee8-cc34-4d3d-a8f1-09d9e1385f76 HTTP/1.1" status: 204 len: 168 time: 0.9845698 Jan 28 04:49:30.892964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e84d8b-4350-46a3-a6e9-8b684100e551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec35aee8-cc34-4d3d-a8f1-09d9e1385f76,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:30.909875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] Current status of the port 35674960-d36e-4d1a-b123-10ab891c7b02 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:30.910420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.912602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:49:30.913585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:30.919389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:30.957617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-b176d45b-cec2-4ffb-8474-d2e58582e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:30.965539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-b176d45b-cec2-4ffb-8474-d2e58582e0b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2183824 Jan 28 04:49:30.971847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-37d4949e-ed4d-476a-a2b7-d54b93a0656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:30.973449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-37d4949e-ed4d-476a-a2b7-d54b93a0656e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67dd08bf5ce84ebea54fbcd214443587&device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 1096 time: 0.2028346 Jan 28 04:49:30.994983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] For port c8d6896c-01b5-41af-b648-1a64ae349451, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c8d6896c-01b5-41af-b648-1a64ae349451,segment=NetworkSegment(c605163e-63f5-4b95-be85-99e517167a6e),segment_id=c605163e-63f5-4b95-be85-99e517167a6e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:30.996864 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.020173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:31.036571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.103289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8fa39b91-0850-469e-8106-665cc3a46199 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:31.105509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8fa39b91-0850-469e-8106-665cc3a46199), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.106006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.187843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] Calling delete_port for c8d6896c-01b5-41af-b648-1a64ae349451 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:31.237171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] No DVR routers for this DVR port c8d6896c-01b5-41af-b648-1a64ae349451 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:31.287321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] For port 35674960-d36e-4d1a-b123-10ab891c7b02, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35674960-d36e-4d1a-b123-10ab891c7b02,segment=NetworkSegment(e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1),segment_id=e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:31.305931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Port': ['ID=c8d6896c-01b5-41af-b648-1a64ae349451,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:31.320174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-71dfbb57-d132-4571-b0de-0629a0345c5d service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457165 Jan 28 04:49:31.322287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-297a7999-8923-4f63-aed1-f305b07c8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.323697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-297a7999-8923-4f63-aed1-f305b07c8cfa service neutron] 10.222.0.47 "GET /v2.0/networks?id=b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 200 len: 913 time: 0.3254302 Jan 28 04:49:31.387990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.397577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Router 7a37b03e-ecf0-4667-b08d-072cc77c62e8 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:49:31.400881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-774b0559-caca-4e6f-967c-bac389ffb80e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca HTTP/1.1" status: 200 len: 217 time: 0.0666718 Jan 28 04:49:31.412116 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a6da0243-cb92-4792-bd1c-ee82c7981789), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.579839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6da0243-cb92-4792-bd1c-ee82c7981789']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.621569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:31.639610 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] Sync routers for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:31.640167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c605163e-63f5-4b95-be85-99e517167a6e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.640167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c605163e-63f5-4b95-be85-99e517167a6e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.647082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-88e477f6-7204-417e-a581-3cfb83caa45c tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0023253 Jan 28 04:49:31.657338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50100) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:31.660247 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:31.660894 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.662226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (c605163e-63f5-4b95-be85-99e517167a6e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.733551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (c8d6896c-01b5-41af-b648-1a64ae349451), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.749104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:31.749529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.764339 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.775012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:31.775957 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.814946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Provisioning complete for port 6a507307-08ad-4c34-a62d-627aae3d8b56 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:31.815239 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.853463 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.854549 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf76589-1a1a-49c8-b96d-c56f8bed43b0 None None] The sync data for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:31.873747 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c605163e-63f5-4b95-be85-99e517167a6e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.888672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:31.889582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (c605163e-63f5-4b95-be85-99e517167a6e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.892136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] No DVR routers for this DVR port c8d6896c-01b5-41af-b648-1a64ae349451 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:31.894070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Port 6a507307-08ad-4c34-a62d-627aae3d8b56 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:31.896297 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:31.929206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b80ee-8d66-4be1-bcc4-5efa0394b41e req-30ccc22a-e62a-4815-b7aa-3d969fcc8627 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.939627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba3b80ee-8d66-4be1-bcc4-5efa0394b41e req-30ccc22a-e62a-4815-b7aa-3d969fcc8627 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 949 time: 0.2454119 Jan 28 04:49:31.968118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-249d9404-d3be-454d-a2ff-3ec33402b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.970209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-249d9404-d3be-454d-a2ff-3ec33402b845 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 200 len: 851 time: 0.5495844 Jan 28 04:49:31.971122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8fa39b91-0850-469e-8106-665cc3a46199 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:31.971535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8fa39b91-0850-469e-8106-665cc3a46199), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:31.979792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db444a-200b-4fac-83e7-7db85ac03c56 None None] Pushing event updated for resources: {'Port': ['ID=35674960-d36e-4d1a-b123-10ab891c7b02,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:32.051821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a6da0243-cb92-4792-bd1c-ee82c7981789), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.082456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042daf1-6117-4233-9971-3421c4a14a2f None None] Pushing event deleted for resources: {'Port': ['ID=c8d6896c-01b5-41af-b648-1a64ae349451,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:32.091138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.094417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] 10.222.0.21 "DELETE /v2.0/networks/a6da0243-cb92-4792-bd1c-ee82c7981789 HTTP/1.1" status: 204 len: 168 time: 2.5391476 Jan 28 04:49:32.094606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:32.110252 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dba18f7-4424-4b5d-a164-4524a0230dc7" -d '{"events": [{"server_uuid": "adf25fa8-ca59-497c-b3f2-4ae6c80166e8", "name": "network-vif-plugged", "status": "completed", "tag": "36f35f10-40d7-4b3c-bb30-19b842a7a7b2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:32.114876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ca68c-1062-41be-a943-a7e86a6a0c65 tempest-AllowedAddressPairIpV6TestJSON-1246240289 tempest-AllowedAddressPairIpV6TestJSON-1246240289-project] Pushing event deleted for resources: {'Network': ['ID=a6da0243-cb92-4792-bd1c-ee82c7981789,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:32.151471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba3b80ee-8d66-4be1-bcc4-5efa0394b41e req-02f891f6-cc0e-4f68-89e4-5b49230eccb9 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676865 Jan 28 04:49:32.195432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:32.209722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Provisioning complete for port 35674960-d36e-4d1a-b123-10ab891c7b02 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:32.213010 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.247834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.251330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 58aa7be8-ea53-43bb-aed1-5724735d1d4a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:32.252199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9d650abe-5679-49fe-8dfc-85e9458e09d9 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253118 Jan 28 04:49:32.358907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 8fa39b91-0850-469e-8106-665cc3a46199, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8fa39b91-0850-469e-8106-665cc3a46199,segment=NetworkSegment(3eb4279b-e060-4d31-b7e9-6e66bb5972aa),segment_id=3eb4279b-e060-4d31-b7e9-6e66bb5972aa)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:32.386523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 58aa7be8-ea53-43bb-aed1-5724735d1d4a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:32.387135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 58aa7be8-ea53-43bb-aed1-5724735d1d4a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:32.403994 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-413ed44a-cb4e-47ab-96ef-974735b98df9 req-c0d280ad-f122-48cb-8a40-fb5d1fbda184 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c09173c-55c7-4215-898a-99521f8ee5cb HTTP/1.1" status: 200 len: 210 time: 0.0836909 Jan 28 04:49:32.408826 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8fa39b91-0850-469e-8106-665cc3a46199), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.410282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35674960-d36e-4d1a-b123-10ab891c7b02 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:32.431620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-67575a8f-f125-45b1-82d5-b326727fa712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:32.436677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-67575a8f-f125-45b1-82d5-b326727fa712 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b22b336d-bd67-4863-bdda-72baf2db3dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4233494 Jan 28 04:49:32.473699 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cff236-3fa8-49bc-b0e6-7333d4a8280b x-openstack-request-id: req-97cff236-3fa8-49bc-b0e6-7333d4a8280b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:32.473949 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf25fa8-ca59-497c-b3f2-4ae6c80166e8", "name": "network-vif-plugged", "status": "completed", "tag": "36f35f10-40d7-4b3c-bb30-19b842a7a7b2", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:32.474347 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97cff236-3fa8-49bc-b0e6-7333d4a8280b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:32.474757 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2', 'code': 200} Jan 28 04:49:32.479560 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-e4cdcfc9-23f6-4060-b0c6-0c41907386e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 217 time: 0.2159204 Jan 28 04:49:32.534976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:32.619954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=8fa39b91-0850-469e-8106-665cc3a46199,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:32.652971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 35674960-d36e-4d1a-b123-10ab891c7b02 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:32.653847 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.677736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50124) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:32.708761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Current status of the port 35674960-d36e-4d1a-b123-10ab891c7b02 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:32.733980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Provisioning complete for port 8fa39b91-0850-469e-8106-665cc3a46199 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:32.734601 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8fa39b91-0850-469e-8106-665cc3a46199), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:32.828748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 35674960-d36e-4d1a-b123-10ab891c7b02 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:32.909819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c05519c-f530-4c53-8537-29623a89bd3b None None] Current status of the port 8fa39b91-0850-469e-8106-665cc3a46199 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:33.045875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:33.047184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1da37a04-8cae-4b3d-a9f4-b5974fda3bab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1df2f32a2bc14f1a970c7671b33ee5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3664336 Jan 28 04:49:33.048865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1cd5016e-58a3-41e8-9d33-0db6f45f02f2 None None] Provisioning complete for port 6a507307-08ad-4c34-a62d-627aae3d8b56 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:33.050109 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cd5016e-58a3-41e8-9d33-0db6f45f02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.066419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d624-b775-4af4-b13a-5aad36930812 req-28c154b0-9246-4615-9cd7-21d189d1a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.067955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4191d624-b775-4af4-b13a-5aad36930812 req-28c154b0-9246-4615-9cd7-21d189d1a54b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 1101 time: 0.2063484 Jan 28 04:49:33.075422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380fbc1-6ee1-4598-8b30-ead272bf070a req-8da05088-fec7-43d6-82f1-fe03ca58c30f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.082421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9380fbc1-6ee1-4598-8b30-ead272bf070a req-8da05088-fec7-43d6-82f1-fe03ca58c30f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 945 time: 0.7055035 Jan 28 04:49:33.100147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5016e-58a3-41e8-9d33-0db6f45f02f2 None None] Port 6a507307-08ad-4c34-a62d-627aae3d8b56 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:33.116691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1cd5016e-58a3-41e8-9d33-0db6f45f02f2 None None] Provisioning complete for port 8fa39b91-0850-469e-8106-665cc3a46199 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:33.117328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cd5016e-58a3-41e8-9d33-0db6f45f02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8fa39b91-0850-469e-8106-665cc3a46199), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.157531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-a04e4be1-603f-40dc-a846-0e82ec471249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.159026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-a04e4be1-603f-40dc-a846-0e82ec471249 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.2943373 Jan 28 04:49:33.200597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8fa39b91-0850-469e-8106-665cc3a46199 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:33.260616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-4e6cc143-9eca-49d6-b719-dd965b936e21 service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798505 Jan 28 04:49:33.267819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96dda90-31d0-4ba0-b1c5-88dcafc132a1 admin admin] Publish callbacks [] for security_group (4560c6fb-2524-4694-acf4-942f63a899de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.287162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5016e-58a3-41e8-9d33-0db6f45f02f2 None None] Current status of the port 8fa39b91-0850-469e-8106-665cc3a46199 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:33.297062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739fff1-bf64-4fc6-8757-a71deba49a0e req-f7a2207a-d09f-400b-9634-8df066dc67ca tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.299323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b739fff1-bf64-4fc6-8757-a71deba49a0e req-f7a2207a-d09f-400b-9634-8df066dc67ca tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 950 time: 0.0698907 Jan 28 04:49:33.310826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8fa39b91-0850-469e-8106-665cc3a46199 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:33.311214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8fa39b91-0850-469e-8106-665cc3a46199), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.370788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b739fff1-bf64-4fc6-8757-a71deba49a0e req-ec32a769-e867-4ea8-8807-5690077b3994 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646410 Jan 28 04:49:33.393041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9380fbc1-6ee1-4598-8b30-ead272bf070a req-d94f4aaa-c30e-443f-959d-7dbed2968949 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098145 Jan 28 04:49:33.413273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8fa39b91-0850-469e-8106-665cc3a46199 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:33.415198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35674960-d36e-4d1a-b123-10ab891c7b02 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:33.417388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96dda90-31d0-4ba0-b1c5-88dcafc132a1 admin admin] Publish callbacks [] for security_group (4560c6fb-2524-4694-acf4-942f63a899de), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.474915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 35674960-d36e-4d1a-b123-10ab891c7b02 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:33.475465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.476682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50154) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:33.545809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4191d624-b775-4af4-b13a-5aad36930812 req-6b8ab95d-ffbf-4bc0-9a68-79021e304197 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599302 Jan 28 04:49:33.556238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-830ce40f-021f-42e2-9b9d-88db2df1de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.557337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-830ce40f-021f-42e2-9b9d-88db2df1de1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3291428 Jan 28 04:49:33.576648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 35674960-d36e-4d1a-b123-10ab891c7b02 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:33.578051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-bd6f3ac7-cc21-4f1c-a978-c0caa8a8b309 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.580146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-bd6f3ac7-cc21-4f1c-a978-c0caa8a8b309 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 945 time: 0.0836594 Jan 28 04:49:33.600922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53dff0b8-aacb-467c-a69c-fe2f2c01a743 req-d8580fb1-a2a5-4495-8f51-50e26fde177d service neutron] 10.222.0.47 "GET /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040385 Jan 28 04:49:33.610707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6f0284c-2a45-413a-b502-06692411f474 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group (acd6fe5f-e673-4b12-b81d-f2d1419095eb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.637719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96dda90-31d0-4ba0-b1c5-88dcafc132a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4560c6fb-2524-4694-acf4-942f63a899de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.640714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96dda90-31d0-4ba0-b1c5-88dcafc132a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.643169 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6f0284c-2a45-413a-b502-06692411f474 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group (acd6fe5f-e673-4b12-b81d-f2d1419095eb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.649546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f96dda90-31d0-4ba0-b1c5-88dcafc132a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4560c6fb-2524-4694-acf4-942f63a899de HTTP/1.1" status: 204 len: 168 time: 0.5951016 Jan 28 04:49:33.657677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c8d6896c-01b5-41af-b648-1a64ae349451 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:33.664027 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-1af30348-c656-46a9-96d4-66db512e7dcc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:49:33.665780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1af30348-c656-46a9-96d4-66db512e7dcc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0074754 Jan 28 04:49:33.672262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50170) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:33.682370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dda90-31d0-4ba0-b1c5-88dcafc132a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4560c6fb-2524-4694-acf4-942f63a899de,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:33.723615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c8d6896c-01b5-41af-b648-1a64ae349451 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:33.723969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c8d6896c-01b5-41af-b648-1a64ae349451 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:33.802429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Deleting port 6353d4c3-3e99-454e-86b0-35fbe80f9bca {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:33.802885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.825929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6f0284c-2a45-413a-b502-06692411f474 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (acd6fe5f-e673-4b12-b81d-f2d1419095eb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.828796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a6f0284c-2a45-413a-b502-06692411f474 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.833357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a6f0284c-2a45-413a-b502-06692411f474 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] 10.222.0.21 "DELETE /v2.0/security-groups/acd6fe5f-e673-4b12-b81d-f2d1419095eb HTTP/1.1" status: 204 len: 168 time: 0.3549697 Jan 28 04:49:33.894638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0284c-2a45-413a-b502-06692411f474 tempest-TestVolumeBackupRestore-1574481138 tempest-TestVolumeBackupRestore-1574481138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd6fe5f-e673-4b12-b81d-f2d1419095eb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:33.968831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] For port 6353d4c3-3e99-454e-86b0-35fbe80f9bca, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6353d4c3-3e99-454e-86b0-35fbe80f9bca,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:33.969228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.987021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Calling delete_port for 6353d4c3-3e99-454e-86b0-35fbe80f9bca owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:34.236003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6353d4c3-3e99-454e-86b0-35fbe80f9bca), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:34.244976 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:49:34.265546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-8bc3cfae-64cc-44d6-b392-e7b73ee866db service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335614 Jan 28 04:49:34.269536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', '6353d4c3-3e99-454e-86b0-35fbe80f9bca'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:49:34.351291 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'Port': ['ID=6353d4c3-3e99-454e-86b0-35fbe80f9bca,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:34.479748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] No DVR routers for this DVR port 6353d4c3-3e99-454e-86b0-35fbe80f9bca on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:34.487075 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:34.492938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c47150a7-d3f4-4ac0-9798-0960ac9e9976 req-763f8fc6-d6cc-4811-8e63-38dc8fa478fd tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "DELETE /v2.0/ports/6353d4c3-3e99-454e-86b0-35fbe80f9bca HTTP/1.1" status: 204 len: 173 time: 0.8962610 Jan 28 04:49:34.493915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'name': 'network-vif-deleted', 'tag': '6353d4c3-3e99-454e-86b0-35fbe80f9bca'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:34.499142 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f75f3-0398-47f9-b3d9-3d26744e1956" -d '{"events": [{"server_uuid": "d7f231e5-a075-43ab-8208-36343d6db5fb", "name": "network-vif-deleted", "tag": "6353d4c3-3e99-454e-86b0-35fbe80f9bca"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:34.616933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-aed23f99-c306-4258-81eb-035519333670 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304574 Jan 28 04:49:34.661060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50252) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:34.721758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b17695ee-dfa2-4341-a3f9-b8d10fa47467 req-992d301a-bd54-48f2-b1ea-4d3c0593672e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f231e5-a075-43ab-8208-36343d6db5fb HTTP/1.1" status: 200 len: 210 time: 0.0835834 Jan 28 04:49:34.741902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de442d-8335-4371-aaa0-8548834957f9 req-dbd35f72-9034-4ac1-a9df-cb63a5789afc tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:34.752544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63de442d-8335-4371-aaa0-8548834957f9 req-dbd35f72-9034-4ac1-a9df-cb63a5789afc tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 950 time: 0.1552293 Jan 28 04:49:34.844929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-4a27e114-c310-4716-a6b8-cfcbe62a66d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 200 len: 217 time: 0.2085836 Jan 28 04:49:34.854946 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:34.870845 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63de442d-8335-4371-aaa0-8548834957f9 req-0d247b73-ac8d-4cfb-bfff-f4885bedd376 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171880 Jan 28 04:49:34.983153 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec6c5a-5fc5-4428-af83-0d4b3840fde3 x-openstack-request-id: req-b3ec6c5a-5fc5-4428-af83-0d4b3840fde3 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:34.983551 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f231e5-a075-43ab-8208-36343d6db5fb", "name": "network-vif-deleted", "tag": "6353d4c3-3e99-454e-86b0-35fbe80f9bca", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:34.983899 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3ec6c5a-5fc5-4428-af83-0d4b3840fde3 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:34.985657 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f231e5-a075-43ab-8208-36343d6db5fb', 'name': 'network-vif-deleted', 'tag': '6353d4c3-3e99-454e-86b0-35fbe80f9bca', 'status': 'completed', 'code': 200} Jan 28 04:49:35.181011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-d375358e-fbc2-4faa-9dd3-4fb091f73d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:35.183094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-d375358e-fbc2-4faa-9dd3-4fb091f73d8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.2183449 Jan 28 04:49:35.197828 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab25786c-b60e-40cb-9188-bcb84e3fe1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.368379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab25786c-b60e-40cb-9188-bcb84e3fe1b1 admin admin] Publish callbacks [] for security_group (544f9061-8f97-4733-bd07-d72c8693a5d0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.385871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab25786c-b60e-40cb-9188-bcb84e3fe1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (544f9061-8f97-4733-bd07-d72c8693a5d0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.431004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-5e5ece61-4595-42f5-b118-1cacc825ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:35.433478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-5e5ece61-4595-42f5-b118-1cacc825ba79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1680231 Jan 28 04:49:35.481596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25786c-b60e-40cb-9188-bcb84e3fe1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544f9061-8f97-4733-bd07-d72c8693a5d0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:35.518313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab25786c-b60e-40cb-9188-bcb84e3fe1b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f54e74237964aef97ea610a79159fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8487821 Jan 28 04:49:35.520001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50338) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:35.658360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50352) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:35.670159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e94f2f66-ef5a-491d-812d-2edcde015e0e admin admin] Publish callbacks [] for security_group (544f9061-8f97-4733-bd07-d72c8693a5d0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.698502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-8714c0e4-5263-4760-a1fa-6acee338b7e0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149546 Jan 28 04:49:35.704986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e94f2f66-ef5a-491d-812d-2edcde015e0e admin admin] Publish callbacks [] for security_group (544f9061-8f97-4733-bd07-d72c8693a5d0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.774937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Deleting port 6a507307-08ad-4c34-a62d-627aae3d8b56 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:35.775548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.785540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e94f2f66-ef5a-491d-812d-2edcde015e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (544f9061-8f97-4733-bd07-d72c8693a5d0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.794843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e94f2f66-ef5a-491d-812d-2edcde015e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.796474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e94f2f66-ef5a-491d-812d-2edcde015e0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/544f9061-8f97-4733-bd07-d72c8693a5d0 HTTP/1.1" status: 204 len: 168 time: 0.2751880 Jan 28 04:49:35.820119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f2f66-ef5a-491d-812d-2edcde015e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f9061-8f97-4733-bd07-d72c8693a5d0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:35.893028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-e96866f5-576f-4e1e-a125-3f415957ea02 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877365 Jan 28 04:49:35.938843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1994442936'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:35.947120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-9df83e16-01bd-45d3-a957-ffea4880fea2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 200 len: 217 time: 0.0470018 Jan 28 04:49:35.991348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:35.998714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.011003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.030615 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.040471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Calling delete_port for 6a507307-08ad-4c34-a62d-627aae3d8b56 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:36.061173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-69589531-5d89-4985-a2e0-e2f96b3cccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:36.067316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-69589531-5d89-4985-a2e0-e2f96b3cccf2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1100495 Jan 28 04:49:36.224077 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for security_group (6026d3d0-b8be-4eeb-8d04-cbcde3424107), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.239403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bcbd2-5288-4ade-a185-c4bf931c8cdb req-81c198ec-719a-49dc-b9e1-74300cbf3a75 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:36.241604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f19bcbd2-5288-4ade-a185-c4bf931c8cdb req-81c198ec-719a-49dc-b9e1-74300cbf3a75 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 950 time: 0.0965500 Jan 28 04:49:36.243166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6026d3d0-b8be-4eeb-8d04-cbcde3424107), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.257006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-908d56ed-5d86-4e94-9a6f-ab6e3323cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:36.259013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-908d56ed-5d86-4e94-9a6f-ab6e3323cccf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207824 Jan 28 04:49:36.283290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.291027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:36.317667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6026d3d0-b8be-4eeb-8d04-cbcde3424107,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:36.328353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8debfc68-e84e-47b9-a7c8-87d860f4dffa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.328952 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Added segment 8debfc68-e84e-47b9-a7c8-87d860f4dffa of type vlan for network 6a705950-bb08-4467-b5d9-69b726193aeb Jan 28 04:49:36.652439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45911fa2-88b1-4212-854b-f5638531da98 req-072f42a1-a38d-47b1-ad05-a91463f66aa6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:36.657466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45911fa2-88b1-4212-854b-f5638531da98 req-072f42a1-a38d-47b1-ad05-a91463f66aa6 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.1762269 Jan 28 04:49:36.657942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50466) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:36.672421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-f2dcb37c-950f-46e0-b877-7ed82a2d8b7d service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014270 Jan 28 04:49:36.744700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8755de24-395e-42a7-a082-ae2d6a8c536f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.772174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6a507307-08ad-4c34-a62d-627aae3d8b56), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.820403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (6a705950-bb08-4467-b5d9-69b726193aeb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.865370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f19bcbd2-5288-4ade-a185-c4bf931c8cdb req-31ec5a74-e050-46cc-a957-9f8ba095a3ad tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079588 Jan 28 04:49:36.912020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (6a705950-bb08-4467-b5d9-69b726193aeb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.917333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:36.918606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.101477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bf2f0-faac-4613-a745-f99e39397109 req-13ef3a40-efe2-43b7-90ba-b92d37018776 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:37.103638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-166bf2f0-faac-4613-a745-f99e39397109 req-13ef3a40-efe2-43b7-90ba-b92d37018776 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 946 time: 0.2876661 Jan 28 04:49:37.128736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4691341 Jan 28 04:49:37.157508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50522) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:37.170741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'subnet': {'network_id': '6a705950-bb08-4467-b5d9-69b726193aeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:37.175138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397847f-7863-4be4-aa87-d5f4a96f62f0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Network': ['ID=6a705950-bb08-4467-b5d9-69b726193aeb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:37.234827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 6a705950-bb08-4467-b5d9-69b726193aeb details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:37.347834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Port': ['ID=6a507307-08ad-4c34-a62d-627aae3d8b56,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:37.371315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45911fa2-88b1-4212-854b-f5638531da98 req-10d77c0b-41b9-4a87-95dc-0e5670f9fee1 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dd5ea65-3a34-4abc-87b8-8927c7038789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934848 Jan 28 04:49:37.424506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:37.434913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.440791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Deleting port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:37.441490 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.570970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-29cbe13c-bd5b-4113-927f-52ddf0c1bafd service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887329 Jan 28 04:49:37.622326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8755de24-395e-42a7-a082-ae2d6a8c536f admin admin] Publish callbacks [] for security_group (9034e102-d971-4bde-abee-c93bf1dc0396), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.672402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8755de24-395e-42a7-a082-ae2d6a8c536f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9034e102-d971-4bde-abee-c93bf1dc0396), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.730564 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.798086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-d6d1312c-3a64-4742-86c1-d74640019cd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 200 len: 217 time: 0.1696103 Jan 28 04:49:37.825872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] For port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:37.826386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.843285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Calling delete_port for d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:37.910488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8755de24-395e-42a7-a082-ae2d6a8c536f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=777d93a2ea4e480d8dde64177cf8185d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2404027 Jan 28 04:49:37.911415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50584) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:37.963270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755de24-395e-42a7-a082-ae2d6a8c536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034e102-d971-4bde-abee-c93bf1dc0396,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:38.044421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.083316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-40c1f502-c5df-43af-a94f-46cb1ef6a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:38.085171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-40c1f502-c5df-43af-a94f-46cb1ef6a08f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.2527964 Jan 28 04:49:38.112600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (b398ed0d-90a8-41b9-96e5-b82ae788bbe2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.165111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6353d4c3-3e99-454e-86b0-35fbe80f9bca no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:38.197981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 6353d4c3-3e99-454e-86b0-35fbe80f9bca {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:38.200808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6353d4c3-3e99-454e-86b0-35fbe80f9bca not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:38.203247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:38.254339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Subnet': ['ID=b398ed0d-90a8-41b9-96e5-b82ae788bbe2,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:38.325274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Checking segment: {'id': '8debfc68-e84e-47b9-a7c8-87d860f4dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6a705950-bb08-4467-b5d9-69b726193aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:38.329606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network hostable DHCP agents. Network: 6a705950-bb08-4467-b5d9-69b726193aeb, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:38.401354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-691114df-efff-494e-93e7-9b52fb76e766 admin admin] Publish callbacks [] for security_group (9034e102-d971-4bde-abee-c93bf1dc0396), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.411962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:38.412374 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.430840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-691114df-efff-494e-93e7-9b52fb76e766 admin admin] Publish callbacks [] for security_group (9034e102-d971-4bde-abee-c93bf1dc0396), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.458350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:38.481441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.516908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 6a705950-bb08-4467-b5d9-69b726193aeb) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:38.536979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40945ce-2c3d-4676-a0db-8c512408649b None None] Network 6a705950-bb08-4467-b5d9-69b726193aeb requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:38.569992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-543a1743-6d47-4c6a-8834-6a1557090f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:38.583549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-543a1743-6d47-4c6a-8834-6a1557090f31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4717000 Jan 28 04:49:38.589573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-691114df-efff-494e-93e7-9b52fb76e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9034e102-d971-4bde-abee-c93bf1dc0396), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.601348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-691114df-efff-494e-93e7-9b52fb76e766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.604421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-691114df-efff-494e-93e7-9b52fb76e766 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9034e102-d971-4bde-abee-c93bf1dc0396 HTTP/1.1" status: 204 len: 168 time: 0.6545188 Jan 28 04:49:38.688068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:38.688702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.706619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691114df-efff-494e-93e7-9b52fb76e766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034e102-d971-4bde-abee-c93bf1dc0396,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:38.749875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'Port': ['ID=d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:38.769340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f78da3b9-4161-4e31-b67c-2164773f0a11 req-e0df7217-931e-4c6b-924b-33600af3baf7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f62384-21c0-443c-8feb-1ef2001db6fe HTTP/1.1" status: 200 len: 210 time: 0.2453923 Jan 28 04:49:38.823004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] No DVR routers for this DVR port d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:38.830153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.839976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-166bf2f0-faac-4613-a745-f99e39397109 req-8bccde4e-4dd0-4030-a3c7-f70e3c2c8fce tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.47 "DELETE /v2.0/ports/d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29 HTTP/1.1" status: 204 len: 173 time: 1.7267640 Jan 28 04:49:38.842433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'name': 'network-vif-deleted', 'tag': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:38.850383 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39139b25-3d56-47af-87f5-80e92b8bcf06" -d '{"events": [{"server_uuid": "98f62384-21c0-443c-8feb-1ef2001db6fe", "name": "network-vif-deleted", "tag": "d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:38.884914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-caf20301-2b30-46be-9968-f0381c546c3d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7250538 Jan 28 04:49:38.887550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:38.908281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1489219614', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:38.962594 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4db5b03c-84e5-4908-ab7e-59b5ae9fa195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.003375 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03466729-360d-4a3e-b590-32541620b85f x-openstack-request-id: req-03466729-360d-4a3e-b590-32541620b85f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:39.003594 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62384-21c0-443c-8feb-1ef2001db6fe", "name": "network-vif-deleted", "tag": "d6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:39.004575 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03466729-360d-4a3e-b590-32541620b85f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:39.011843 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62384-21c0-443c-8feb-1ef2001db6fe', 'name': 'network-vif-deleted', 'tag': 'd6b0c6a7-b796-4d7c-ab5c-ed1a08d22b29', 'status': 'completed', 'code': 200} Jan 28 04:49:39.048791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (ade46abd-8814-4ecb-af97-83a22a1bb2de), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.049569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (ade46abd-8814-4ecb-af97-83a22a1bb2de), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.075662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Router 7a37b03e-ecf0-4667-b08d-072cc77c62e8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:39.191529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa388c90-9dbe-4dbb-8a67-87d9d56bcca6 None None] Network 6a705950-bb08-4467-b5d9-69b726193aeb requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:39.286259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_controller (ade46abd-8814-4ecb-af97-83a22a1bb2de), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.463673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:39.483471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-477c7681-32de-4f30-a074-e56a21f173bd service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8762155 Jan 28 04:49:39.494812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-362ad078-4bc5-4240-ad1c-78e4dc83b3cd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8203886 Jan 28 04:49:39.499274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50712) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:39.648595 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-ca1b35c4-fccc-4771-ab83-2108c96ca51f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] delete failed (client error): The resource could not be found. Jan 28 04:49:39.651167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ca1b35c4-fccc-4771-ab83-2108c96ca51f tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-242039982 HTTP/1.1" status: 404 len: 334 time: 0.1292126 Jan 28 04:49:39.655683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50726) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:39.663451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-447c6178-cc66-41c8-bfe7-95d6d1561e55 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a37b03e-ecf0-4667-b08d-072cc77c62e8'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:39.942642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (ade46abd-8814-4ecb-af97-83a22a1bb2de), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.967764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] Sync routers for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:39.989597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:39.990240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:40.057954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:40.059747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-722f2718-a326-4d32-8fe1-3bf6a1880bdb service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623906 Jan 28 04:49:40.095380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:40.096022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:40.176875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:40.186345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50c8d0-6fa1-4c6f-ba8f-83d558221464 None None] The sync data for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:40.268756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-36061d90-a04c-4624-85da-6245daf2e5e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 217 time: 0.2009912 Jan 28 04:49:40.470178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-447c6178-cc66-41c8-bfe7-95d6d1561e55 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router_gateway (7a37b03e-ecf0-4667-b08d-072cc77c62e8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.544636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (ade46abd-8814-4ecb-af97-83a22a1bb2de), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.588302 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-447c6178-cc66-41c8-bfe7-95d6d1561e55 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] update failed (client error): The resource could not be found. Jan 28 04:49:40.589953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-447c6178-cc66-41c8-bfe7-95d6d1561e55 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8 HTTP/1.1" status: 404 len: 339 time: 0.9329746 Jan 28 04:49:40.595936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:40.597084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.611291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-a5274fd0-a154-43a6-b5d0-fb580142e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:40.613128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-a5274fd0-a154-43a6-b5d0-fb580142e8f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.3371110 Jan 28 04:49:40.627291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f8f7-b83a-494c-8653-4ac4bc9bc70d req-b8ff85b6-add3-47e7-9c42-1b25cba3cc6e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:40.636068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dce0f8f7-b83a-494c-8653-4ac4bc9bc70d req-b8ff85b6-add3-47e7-9c42-1b25cba3cc6e tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1554809 Jan 28 04:49:40.749344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dce0f8f7-b83a-494c-8653-4ac4bc9bc70d req-eb9f83d1-4b4e-4991-aab9-0548292e7e45 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078222 Jan 28 04:49:40.780974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-91b7f0ce-595e-4a67-b123-91e198ad02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:40.783525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-91b7f0ce-595e-4a67-b123-91e198ad02a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1438346 Jan 28 04:49:40.811503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5ae6-4749-4a24-843a-d5197267a300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.012970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-5705e39f-4d57-4ecb-8f63-ea78a1769804 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196791 Jan 28 04:49:41.245236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c29b1ac-8ef3-4dca-aca2-bb717dce54f2 req-fa89a5f0-4df7-48e5-b66f-668d20867141 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238407 Jan 28 04:49:41.335907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.431730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.135 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/63151feb-0745-416c-ba3d-14bf68565c10) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:41.761535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Allocated IP 172.20.0.1 (f0bab339-8183-41d5-9f93-f500e4dc5808/b047d36f-c64b-4d0a-9898-cba0aa686333/3372f3f6-4d4d-4992-9816-6b39594cc41e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:41.921912 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.949829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.005302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976220-c327-4e20-bb0c-f0f0978dfcdd req-44b706b3-95a9-4f56-a0b6-8b40f8ba9ae7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:42.021076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff976220-c327-4e20-bb0c-f0f0978dfcdd req-44b706b3-95a9-4f56-a0b6-8b40f8ba9ae7 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1360245 Jan 28 04:49:42.031649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.166686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network f0bab339-8183-41d5-9f93-f500e4dc5808 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:42.176676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:42.198750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:42.268411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff976220-c327-4e20-bb0c-f0f0978dfcdd req-c1e5ed57-b147-4022-9576-054e1c808a39 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459188 Jan 28 04:49:42.301095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-02de86db-92c6-4676-bf9b-fb9b8d076709 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:42.307560 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-02de86db-92c6-4676-bf9b-fb9b8d076709 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.2414885 Jan 28 04:49:42.308389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Port': ['ID=3372f3f6-4d4d-4992-9816-6b39594cc41e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:42.528754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (63151feb-0745-416c-ba3d-14bf68565c10), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.610639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Deleting port e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:42.610984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.638451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.705693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d33181cf-7b9f-4d8b-a605-ceb49cfbe941 None None] Provisioning complete for port 3372f3f6-4d4d-4992-9816-6b39594cc41e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:42.706079 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d33181cf-7b9f-4d8b-a605-ceb49cfbe941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.708472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (63151feb-0745-416c-ba3d-14bf68565c10), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.819284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] For port e2b28024-2325-4534-802b-7495e54c6bcc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e2b28024-2325-4534-802b-7495e54c6bcc,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:42.819665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.848767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d33181cf-7b9f-4d8b-a605-ceb49cfbe941 None None] Port 3372f3f6-4d4d-4992-9816-6b39594cc41e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:42.878460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:42.894140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:42.897821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:42.911281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=63151feb-0745-416c-ba3d-14bf68565c10,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:43.045601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.278546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.279307 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (55e359ee-ea37-420f-b0e3-2f571af81f17), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.282945 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Floating IP 55e359ee-ea37-420f-b0e3-2f571af81f17 disassociated. External IP: 172.25.6.190, port: e2b28024-2325-4534-802b-7495e54c6bcc. Jan 28 04:49:43.285349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Calling delete_port for e2b28024-2325-4534-802b-7495e54c6bcc owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:43.652973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.905987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383d6b7-b524-46d0-bb91-51e9b31f4f95 req-e7e9cc9d-2ab0-4505-8a73-0474a422c340 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:43.908500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0383d6b7-b524-46d0-bb91-51e9b31f4f95 req-e7e9cc9d-2ab0-4505-8a73-0474a422c340 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 944 time: 0.1605127 Jan 28 04:49:43.988871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:44.030900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0383d6b7-b524-46d0-bb91-51e9b31f4f95 req-ca572bc2-a683-4e38-9805-feb6b33cfc91 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups?id=599fb0f1-4e1a-446a-83c0-5c2eea90784f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164775 Jan 28 04:49:44.060203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2b28024-2325-4534-802b-7495e54c6bcc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.125094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'Port': ['ID=e2b28024-2325-4534-802b-7495e54c6bcc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:44.156614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (ade46abd-8814-4ecb-af97-83a22a1bb2de), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.320116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Router 24890691-1a6c-4c08-babd-23c24d6a36ac has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:44.402947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8301a216-4a84-4d04-9543-f07e0901a99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.567073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:44.577784 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] Sync routers for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:44.593974 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:44.594979 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:44.606653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.608966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (ade46abd-8814-4ecb-af97-83a22a1bb2de), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.620826 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.621457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] No DVR routers for this DVR port e2b28024-2325-4534-802b-7495e54c6bcc on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:44.624729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.629733 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4bd4a6d-81bc-41a3-b4a2-1bc9ea8501cc req-5f98fadb-6ba1-4bb0-8a48-564fd4b98c59 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.52 "DELETE /v2.0/ports/e2b28024-2325-4534-802b-7495e54c6bcc HTTP/1.1" status: 204 len: 173 time: 2.3069861 Jan 28 04:49:44.630591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-deleted', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:44.634913 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33c4d1-b4e1-45bc-b3e2-0239eb10c07a" -d '{"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-deleted", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:44.718642 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c39033-4968-4633-b31d-a2d39388c73b x-openstack-request-id: req-00c39033-4968-4633-b31d-a2d39388c73b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:44.719169 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3", "name": "network-vif-deleted", "tag": "e2b28024-2325-4534-802b-7495e54c6bcc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:44.719463 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c39033-4968-4633-b31d-a2d39388c73b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:44.719877 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3', 'name': 'network-vif-deleted', 'tag': 'e2b28024-2325-4534-802b-7495e54c6bcc', 'status': 'completed', 'code': 200} Jan 28 04:49:44.825883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:44.911599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8301a216-4a84-4d04-9543-f07e0901a99e admin admin] Publish callbacks [] for security_group (a8b11a54-404c-41ab-a013-9feb3c96227a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.916852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event updated for resources: {'Port': ['ID=3372f3f6-4d4d-4992-9816-6b39594cc41e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:44.923047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.994890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.054670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8301a216-4a84-4d04-9543-f07e0901a99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a8b11a54-404c-41ab-a013-9feb3c96227a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.322286 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:45.355584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d28d22d-0a49-4aae-8409-89e3ca09f4c5 req-401ab347-b8db-4a6e-bd65-387b811e4224 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f01bf2-3a62-4aa1-9fe7-82b2c5e66ec3 HTTP/1.1" status: 200 len: 210 time: 0.0909905 Jan 28 04:49:45.365595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8301a216-4a84-4d04-9543-f07e0901a99e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80d83aad8acf40d184a7470c1b327a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3755274 Jan 28 04:49:45.368323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50848) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:45.393986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301a216-4a84-4d04-9543-f07e0901a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b11a54-404c-41ab-a013-9feb3c96227a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:45.395182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] Checking router: 24890691-1a6c-4c08-babd-23c24d6a36ac for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:45.407339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Network f0bab339-8183-41d5-9f93-f500e4dc5808 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:45.412882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:45.424354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:49:45.434804 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:45.436686 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:45.458517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bec07217-e77d-44b4-9e94-18bbbed6a7e5 admin admin] Publish callbacks [] for security_group (a8b11a54-404c-41ab-a013-9feb3c96227a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.496995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bec07217-e77d-44b4-9e94-18bbbed6a7e5 admin admin] Publish callbacks [] for security_group (a8b11a54-404c-41ab-a013-9feb3c96227a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.593471 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:45.598651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bec07217-e77d-44b4-9e94-18bbbed6a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a8b11a54-404c-41ab-a013-9feb3c96227a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.601488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bec07217-e77d-44b4-9e94-18bbbed6a7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.605646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bec07217-e77d-44b4-9e94-18bbbed6a7e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8b11a54-404c-41ab-a013-9feb3c96227a HTTP/1.1" status: 204 len: 168 time: 0.2361975 Jan 28 04:49:45.620147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec07217-e77d-44b4-9e94-18bbbed6a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b11a54-404c-41ab-a013-9feb3c96227a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:45.664965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Router 7a37b03e-ecf0-4667-b08d-072cc77c62e8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:45.917447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13808394-3c91-406e-8c60-dc1f4cb2c6ff None None] Provisioning complete for port 3372f3f6-4d4d-4992-9816-6b39594cc41e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:45.917829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13808394-3c91-406e-8c60-dc1f4cb2c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.954873 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:45.978297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13808394-3c91-406e-8c60-dc1f4cb2c6ff None None] Port 3372f3f6-4d4d-4992-9816-6b39594cc41e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:45.983169 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beae43e-bc53-43c0-badc-4402d7473a5b None None] The sync data for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 is: [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:37:41Z', 'revision_number': 4, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e55bd757-ac7f-4af2-afba-836e10fe3001', 'name': '', 'network_id': 'b22b336d-bd67-4863-bdda-72baf2db3dbc', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'mac_address': 'fa:16:3e:2b:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:40Z', 'updated_at': '2022-01-28T04:37:46Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'subnets': [{'id': '8cdb7563-a464-4fc6-9a26-d875e22b722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:45.994488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:46.004245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50858) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:46.012258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] Sync routers for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:46.029366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a9c87fc-0f42-4de8-b7a3-1ca90fd719b4 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4282613 Jan 28 04:49:46.039358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:46.043692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.098021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:46.109190 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:46.130592 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:46.132212 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.168387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.170394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-94264d83-a51d-4c0a-8210-71b94e958f9d tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2789264 Jan 28 04:49:46.173027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50862) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:46.186820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.220995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:46.223817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.238595 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.259876 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:46.260869 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.333955 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.334630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07e138-6340-44c9-badf-ae4040af0204 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:46.337526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:46.360458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08464070-395f-4a99-a55c-569c967d00c8 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.375063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:46.377932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.384949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85d10f-6cca-4e59-94dc-71d88e03e89a None None] The sync data for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:46.435181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: e2b28024-2325-4534-802b-7495e54c6bcc {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:46.436034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e2b28024-2325-4534-802b-7495e54c6bcc not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:46.524765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:46.539527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6adc4bb-b03a-4449-9f3d-d97cfd9a76d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.578335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c0fa60-5f2e-4865-b03b-86f690fe82e0 None None] New status for floating IP 55e359ee-ea37-420f-b0e3-2f571af81f17: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:49:46.631431 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-08464070-395f-4a99-a55c-569c967d00c8 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:49:46.632879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-08464070-395f-4a99-a55c-569c967d00c8 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8 HTTP/1.1" status: 409 len: 329 time: 0.6275661 Jan 28 04:49:46.636259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:46.974251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6adc4bb-b03a-4449-9f3d-d97cfd9a76d3 admin admin] Publish callbacks [] for security_group (c22e8fea-4621-483a-b8c4-df912e72c941), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.999706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6adc4bb-b03a-4449-9f3d-d97cfd9a76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c22e8fea-4621-483a-b8c4-df912e72c941), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.062581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adc4bb-b03a-4449-9f3d-d97cfd9a76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e8fea-4621-483a-b8c4-df912e72c941,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:47.069309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac271b1b-d48c-4e33-b20d-dbfef85d6e17 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group (599fb0f1-4e1a-446a-83c0-5c2eea90784f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.120877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac271b1b-d48c-4e33-b20d-dbfef85d6e17 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group (599fb0f1-4e1a-446a-83c0-5c2eea90784f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.138202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f6adc4bb-b03a-4449-9f3d-d97cfd9a76d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c5d9dfd8d2f443b94fc07fb0caad6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7973750 Jan 28 04:49:47.147875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.188788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50878) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:47.247678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac271b1b-d48c-4e33-b20d-dbfef85d6e17 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (599fb0f1-4e1a-446a-83c0-5c2eea90784f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.250553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac271b1b-d48c-4e33-b20d-dbfef85d6e17 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.254656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ac271b1b-d48c-4e33-b20d-dbfef85d6e17 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "DELETE /v2.0/security-groups/599fb0f1-4e1a-446a-83c0-5c2eea90784f HTTP/1.1" status: 204 len: 168 time: 0.7285123 Jan 28 04:49:47.255376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50882) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:47.276587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac271b1b-d48c-4e33-b20d-dbfef85d6e17 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599fb0f1-4e1a-446a-83c0-5c2eea90784f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:47.324200 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Publish callbacks [] for security_group (c22e8fea-4621-483a-b8c4-df912e72c941), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.378423 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-ff300843-84ad-412d-a99c-c2be1552f38f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] show failed (client error): The resource could not be found. Jan 28 04:49:47.383498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ff300843-84ad-412d-a99c-c2be1552f38f tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "GET /v2.0/security-groups/599fb0f1-4e1a-446a-83c0-5c2eea90784f HTTP/1.1" status: 404 len: 347 time: 0.1141844 Jan 28 04:49:47.384148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50884) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:47.627431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Deleting port 0542a7fc-7f68-43ba-bb66-182fc6ae8969 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:47.628020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.718655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.967233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.967566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (0542a7fc-7f68-43ba-bb66-182fc6ae8969), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.981792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.1 (6a705950-bb08-4467-b5d9-69b726193aeb/b398ed0d-90a8-41b9-96e5-b82ae788bbe2/669372e2-30bf-49d5-868c-8c42f00a4e0e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:48.008791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Calling delete_port for 0542a7fc-7f68-43ba-bb66-182fc6ae8969 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:48.115017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.162078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Publish callbacks [] for security_group (c22e8fea-4621-483a-b8c4-df912e72c941), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.219595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.227608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Deleting port 3372f3f6-4d4d-4992-9816-6b39594cc41e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:48.228093 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.253552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c22e8fea-4621-483a-b8c4-df912e72c941), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.256424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.261867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c22e8fea-4621-483a-b8c4-df912e72c941 HTTP/1.1" status: 204 len: 168 time: 1.0698652 Jan 28 04:49:48.267205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:48.288995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e8fea-4621-483a-b8c4-df912e72c941,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.302934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:48.304744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.305100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.305484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.305831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.306170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.306503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.306835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.308044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.308387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.308719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.309052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.309436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.309765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2ae60-0a4a-4d45-8a7d-925956ae8fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:48.326114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:48.331550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:48.407412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (ade46abd-8814-4ecb-af97-83a22a1bb2de), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.409989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=669372e2-30bf-49d5-868c-8c42f00a4e0e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.420492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.447903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Calling delete_port for 3372f3f6-4d4d-4992-9816-6b39594cc41e owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:48.623208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.720762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0542a7fc-7f68-43ba-bb66-182fc6ae8969), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.759106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Pushing event deleted for resources: {'Port': ['ID=0542a7fc-7f68-43ba-bb66-182fc6ae8969,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.886616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3372f3f6-4d4d-4992-9816-6b39594cc41e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.900740 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks [] for floatingip (55e359ee-ea37-420f-b0e3-2f571af81f17), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.904301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.905951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-67523ec6-2d2a-4ed3-839c-5e826122c155 tempest-ServerActionsTestJSON-876694790 tempest-ServerActionsTestJSON-876694790-project] 10.222.0.21 "DELETE /v2.0/floatingips/55e359ee-ea37-420f-b0e3-2f571af81f17 HTTP/1.1" status: 204 len: 168 time: 1.5197935 Jan 28 04:49:48.929021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:48.947831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Port': ['ID=3372f3f6-4d4d-4992-9816-6b39594cc41e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:49.178495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.185557 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.283523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=669372e2-30bf-49d5-868c-8c42f00a4e0e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:49.288683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (ade46abd-8814-4ecb-af97-83a22a1bb2de), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.482091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:49.487760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:49.616590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (7a37b03e-ecf0-4667-b08d-072cc77c62e8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.743273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:49.894058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:49.902351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-626d1035-2c54-4264-b909-fde3856ee10b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/routers/ade46abd-8814-4ecb-af97-83a22a1bb2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270610 Jan 28 04:49:49.905590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50926) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:49.907656 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:49.911313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'port': {'network_id': '6a705950-bb08-4467-b5d9-69b726193aeb', 'name': 'tempest-FloatingIPTestJSON-1731620261'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:49.926271 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:49.927655 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.013319 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.040172 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:50.041471 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.057381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:50.061196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.087230 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.088062 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19d92d-4be1-44cc-85aa-fb29d2c9b6c4 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:50.096844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] device_id is not set on port 7482f2ee-94f1-48f6-b768-e36ecdac0a91 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:50.294577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.7 (6a705950-bb08-4467-b5d9-69b726193aeb/b398ed0d-90a8-41b9-96e5-b82ae788bbe2/7482f2ee-94f1-48f6-b768-e36ecdac0a91) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:50.325019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Router 7a37b03e-ecf0-4667-b08d-072cc77c62e8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:50.535729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:50.556922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] Sync routers for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:50.576109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:50.577195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e9cf8b1-6b80-4c99-9497-6c8885b8888b tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396150 Jan 28 04:49:50.580821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.582095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.651663 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-49639878-4534-4c43-bbd4-d9e5b47296fc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] show failed (client error): The resource could not be found. Jan 28 04:49:50.656709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-49639878-4534-4c43-bbd4-d9e5b47296fc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1696446933 HTTP/1.1" status: 404 len: 335 time: 0.0701165 Jan 28 04:49:50.659314 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (7482f2ee-94f1-48f6-b768-e36ecdac0a91), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.660679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50950) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.665750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e4050e2c-b1a1-4da9-bddc-0355bf7a3124 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.738477 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-e4050e2c-b1a1-4da9-bddc-0355bf7a3124 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] update failed (client error): The resource could not be found. Jan 28 04:49:50.743335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e4050e2c-b1a1-4da9-bddc-0355bf7a3124 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-478720597 HTTP/1.1" status: 404 len: 334 time: 0.0814130 Jan 28 04:49:50.746927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50952) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.760456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.786935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] Routers {'7a37b03e-ecf0-4667-b08d-072cc77c62e8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:50.791000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.854726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Deleting subnet 5c992aaa-d8c0-47f7-bfdb-a06087081350 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:50.875914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (5c992aaa-d8c0-47f7-bfdb-a06087081350), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.877289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:50.880204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557d3b4-9e8b-4c7e-9ef4-9b350fcc435a None None] The sync data for ids ['7a37b03e-ecf0-4667-b08d-072cc77c62e8'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:50.934597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7482f2ee-94f1-48f6-b768-e36ecdac0a91), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.994224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:51.002639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (5c992aaa-d8c0-47f7-bfdb-a06087081350), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.009564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.012838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:51.016224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:51.061208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (24890691-1a6c-4c08-babd-23c24d6a36ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.154061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:51.154683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.159121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=7482f2ee-94f1-48f6-b768-e36ecdac0a91,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:51.232452 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-276a5c1c-0c06-414d-8f8d-688decd6b63f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3256409 Jan 28 04:49:51.248325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50966) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:51.265437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'port': {'network_id': '6a705950-bb08-4467-b5d9-69b726193aeb', 'name': 'tempest-FloatingIPTestJSON-264881656'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:51.366253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (5c992aaa-d8c0-47f7-bfdb-a06087081350), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.463435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:51.467376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.469791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (5c992aaa-d8c0-47f7-bfdb-a06087081350), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.532662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Subnet': ['ID=5c992aaa-d8c0-47f7-bfdb-a06087081350,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:51.540552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] device_id is not set on port e70d2794-43ec-4013-a0d5-0518a1111c8c yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:49:51.547815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e19242-13a0-4689-90b0-754b7854a175 None None] Network 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:51.550213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.568472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50976) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:51.569190 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9eb958a8-0a3c-464c-bcbe-2f879761c8bc tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/subnets/5c992aaa-d8c0-47f7-bfdb-a06087081350 HTTP/1.1" status: 204 len: 168 time: 0.8207092 Jan 28 04:49:51.768642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] DHCP port deletion for 21bc5b6d-d4cc-400b-826e-cb4bb44e7517 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:51.777954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.10 (6a705950-bb08-4467-b5d9-69b726193aeb/b398ed0d-90a8-41b9-96e5-b82ae788bbe2/e70d2794-43ec-4013-a0d5-0518a1111c8c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:51.890809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] Deleting port 8fa39b91-0850-469e-8106-665cc3a46199 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:51.891469 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8fa39b91-0850-469e-8106-665cc3a46199), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.918632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Deleting port 57ebd11d-6a63-4fef-ab00-a9da71012b98 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:51.919127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.965421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] For port 8fa39b91-0850-469e-8106-665cc3a46199, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8fa39b91-0850-469e-8106-665cc3a46199,segment=NetworkSegment(3eb4279b-e060-4d31-b7e9-6e66bb5972aa),segment_id=3eb4279b-e060-4d31-b7e9-6e66bb5972aa)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:51.965837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8fa39b91-0850-469e-8106-665cc3a46199), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.982797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] Calling delete_port for 8fa39b91-0850-469e-8106-665cc3a46199 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:52.035197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] For port 57ebd11d-6a63-4fef-ab00-a9da71012b98, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=57ebd11d-6a63-4fef-ab00-a9da71012b98,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:52.035690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.039855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Deleting port e55bd757-ac7f-4af2-afba-836e10fe3001 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:52.040300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.045707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Deleting subnet 2f40b775-d551-4e4a-91b6-35edecc1377f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:52.049134 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (2f40b775-d551-4e4a-91b6-35edecc1377f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.104290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (8fa39b91-0850-469e-8106-665cc3a46199), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.137037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (e70d2794-43ec-4013-a0d5-0518a1111c8c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.162496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] No DVR routers for this DVR port 8fa39b91-0850-469e-8106-665cc3a46199 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:52.167187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ebd08-9207-4156-86f3-013924a136b1 None None] Pushing event deleted for resources: {'Port': ['ID=8fa39b91-0850-469e-8106-665cc3a46199,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:52.215799 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e70d2794-43ec-4013-a0d5-0518a1111c8c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.220902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] For port e55bd757-ac7f-4af2-afba-836e10fe3001, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e55bd757-ac7f-4af2-afba-836e10fe3001,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:52.221592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.236296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Calling delete_port for e55bd757-ac7f-4af2-afba-836e10fe3001 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:52.264181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:52.269072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:52.271675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:52.324610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:52.325071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.349645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1000772 Jan 28 04:49:52.350535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b6d87-9920-4086-a1e6-2d97d5ac61e7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=e70d2794-43ec-4013-a0d5-0518a1111c8c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:52.354939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51014) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:52.359723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'e70d2794-43ec-4013-a0d5-0518a1111c8c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:52.385612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.386290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Calling delete_port for 57ebd11d-6a63-4fef-ab00-a9da71012b98 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:52.462019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (2f40b775-d551-4e4a-91b6-35edecc1377f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.507026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.657395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:52.690331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.245 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2ba21bff-b96a-4c29-91c6-0504391fd4e5) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:52.725111 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2f40b775-d551-4e4a-91b6-35edecc1377f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.755339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e55bd757-ac7f-4af2-afba-836e10fe3001), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.799626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (57ebd11d-6a63-4fef-ab00-a9da71012b98), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.801728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55bd757-ac7f-4af2-afba-836e10fe3001,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:52.802588 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.855120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.857954 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd0c0-0261-418d-8fa7-967cfff530db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.873975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ebd11d-6a63-4fef-ab00-a9da71012b98,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.016494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (2f40b775-d551-4e4a-91b6-35edecc1377f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.036218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=2ba21bff-b96a-4c29-91c6-0504391fd4e5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.067016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:53.075628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:53.080077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:53.115020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8fa39b91-0850-469e-8106-665cc3a46199 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:53.186986 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd0c0-0261-418d-8fa7-967cfff530db admin admin] Publish callbacks [] for security_group (a716a875-2b84-4866-a7e5-7c6f0367962b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.203254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd0c0-0261-418d-8fa7-967cfff530db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a716a875-2b84-4866-a7e5-7c6f0367962b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.217824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.223499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/subnets/2f40b775-d551-4e4a-91b6-35edecc1377f HTTP/1.1" status: 204 len: 168 time: 1.6497884 Jan 28 04:49:53.229182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc23904-2638-4e49-bc07-55f31c8c18fd tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Subnet': ['ID=2f40b775-d551-4e4a-91b6-35edecc1377f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.232244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:53.255405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5208d5-8e53-45e3-8c3d-32b07e206c0a None None] Network cb9a542f-6fa8-4011-88cd-c99e1afb2d26 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:53.272448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e1bd0c0-0261-418d-8fa7-967cfff530db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=107145792b954d83a6fe7cfffb30bd68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101551 Jan 28 04:49:53.280567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bd0c0-0261-418d-8fa7-967cfff530db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a716a875-2b84-4866-a7e5-7c6f0367962b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.294895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51028) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:53.378588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8fa39b91-0850-469e-8106-665cc3a46199 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:53.379145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8fa39b91-0850-469e-8106-665cc3a46199 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:53.421980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99986926-85fd-48e7-b127-54668b9d3be2 admin admin] Publish callbacks [] for security_group (a716a875-2b84-4866-a7e5-7c6f0367962b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.483835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99986926-85fd-48e7-b127-54668b9d3be2 admin admin] Publish callbacks [] for security_group (a716a875-2b84-4866-a7e5-7c6f0367962b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.523403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (24890691-1a6c-4c08-babd-23c24d6a36ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.534437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (21bc5b6d-d4cc-400b-826e-cb4bb44e7517), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.536178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] DHCP port deletion for cb9a542f-6fa8-4011-88cd-c99e1afb2d26 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:53.658993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] Deleting port 35674960-d36e-4d1a-b123-10ab891c7b02 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:53.660714 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.787811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (3eecfc19-8e48-4cd0-af49-dca95b725c46), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.823461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] For port 35674960-d36e-4d1a-b123-10ab891c7b02, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35674960-d36e-4d1a-b123-10ab891c7b02,segment=NetworkSegment(e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1),segment_id=e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:53.823879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.835766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (21bc5b6d-d4cc-400b-826e-cb4bb44e7517), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.839282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99986926-85fd-48e7-b127-54668b9d3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a716a875-2b84-4866-a7e5-7c6f0367962b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.842851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99986926-85fd-48e7-b127-54668b9d3be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.845003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-99986926-85fd-48e7-b127-54668b9d3be2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a716a875-2b84-4866-a7e5-7c6f0367962b HTTP/1.1" status: 204 len: 168 time: 0.5474293 Jan 28 04:49:53.857056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] Calling delete_port for 35674960-d36e-4d1a-b123-10ab891c7b02 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:53.857250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99986926-85fd-48e7-b127-54668b9d3be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a716a875-2b84-4866-a7e5-7c6f0367962b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.866025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.906052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bc5b6d-d4cc-400b-826e-cb4bb44e7517']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:53.922309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb4279b-e060-4d31-b7e9-6e66bb5972aa') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:53.922643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb4279b-e060-4d31-b7e9-6e66bb5972aa') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:53.924836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.970920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (3eb4279b-e060-4d31-b7e9-6e66bb5972aa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.022328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3eb4279b-e060-4d31-b7e9-6e66bb5972aa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.037427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:54.037846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (3eb4279b-e060-4d31-b7e9-6e66bb5972aa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:54.043472 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:54.069870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (35674960-d36e-4d1a-b123-10ab891c7b02), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.100348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] Pushing event deleted for resources: {'Port': ['ID=35674960-d36e-4d1a-b123-10ab891c7b02,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:54.116621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efd49b-165e-4f87-b465-f8cc00fa3d6a None None] No DVR routers for this DVR port 35674960-d36e-4d1a-b123-10ab891c7b02 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:54.144489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.154910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.227815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (21bc5b6d-d4cc-400b-826e-cb4bb44e7517), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.236741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=2ba21bff-b96a-4c29-91c6-0504391fd4e5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:54.268336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.273206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/networks/21bc5b6d-d4cc-400b-826e-cb4bb44e7517 HTTP/1.1" status: 204 len: 168 time: 0.8650980 Jan 28 04:49:54.282284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51038) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:54.308028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3eecfc19-8e48-4cd0-af49-dca95b725c46), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.327453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51040) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:54.332314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Network': ['ID=21bc5b6d-d4cc-400b-826e-cb4bb44e7517,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:54.411476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.411757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.412107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.412451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.412794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.413130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.413511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.413831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.414194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.414522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.414853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.415183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.415511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335ec8-90fb-474d-ba1d-0d01429b3a12 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:54.419168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a312b47a-067c-4d92-9017-fc8fae7dcef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.428709 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 3eecfc19-8e48-4cd0-af49-dca95b725c46 associated. External IP: 172.25.6.245, port: e70d2794-43ec-4013-a0d5-0518a1111c8c. Jan 28 04:49:54.469286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Router 24890691-1a6c-4c08-babd-23c24d6a36ac has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:54.487975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (cb9a542f-6fa8-4011-88cd-c99e1afb2d26), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.578162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Router a017e1bb-994f-4f1c-a1ea-20ee76166d2a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:54.665895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:54.807929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:54.824594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:54.843428 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:54.844356 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:54.847779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.894510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-064a3561-1ee6-499e-9163-da1c2aa537ff tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5384150 Jan 28 04:49:54.895166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51044) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:54.900921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:54.907673 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:54.919753 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:54.921054 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:54.971537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35674960-d36e-4d1a-b123-10ab891c7b02 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:54.994229 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:54.998390 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91b773-d990-4b46-ba52-0886532260a3 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:55.014527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 35674960-d36e-4d1a-b123-10ab891c7b02 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:55.015144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35674960-d36e-4d1a-b123-10ab891c7b02 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:55.080865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (cb9a542f-6fa8-4011-88cd-c99e1afb2d26), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.123402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9a542f-6fa8-4011-88cd-c99e1afb2d26']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.142383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.142968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.158553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.172902 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a312b47a-067c-4d92-9017-fc8fae7dcef5 admin admin] Publish callbacks [] for security_group (5386e622-6f19-4753-8cf3-645a8e427073), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.192008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:55.208258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] Sync routers for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:55.221136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f1172ef0-0fb6-4282-9cd3-b56c72bc5af6 admin admin] 10.222.0.21 "PUT /v2.0/routers/24890691-1a6c-4c08-babd-23c24d6a36ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2883015 Jan 28 04:49:55.221136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a312b47a-067c-4d92-9017-fc8fae7dcef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5386e622-6f19-4753-8cf3-645a8e427073), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.225106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:55.236974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:55.238009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.327335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (3eecfc19-8e48-4cd0-af49-dca95b725c46), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.363138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.364593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:55.398061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:55.398646 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (e78f1d9b-3ec2-4bf3-b722-d1bbea0587b1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:55.401976 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:55.471667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b47a-067c-4d92-9017-fc8fae7dcef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5386e622-6f19-4753-8cf3-645a8e427073,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:55.488396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a312b47a-067c-4d92-9017-fc8fae7dcef5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3953bdf1727d49f999934d22ad4143fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1572132 Jan 28 04:49:55.489990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks [] for router (24890691-1a6c-4c08-babd-23c24d6a36ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.498445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51050) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:55.557366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:55.572592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:49:52Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.574284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03a83525-dd88-4d98-b460-312d2d9aaa88 admin admin] 10.222.0.21 "PUT /v2.0/routers/a017e1bb-994f-4f1c-a1ea-20ee76166d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0117276 Jan 28 04:49:55.575012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] Sync routers for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:55.577858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:55.590990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (cb9a542f-6fa8-4011-88cd-c99e1afb2d26), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.601306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.603265 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:55.604845 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.606783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] Checking router: 24890691-1a6c-4c08-babd-23c24d6a36ac for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:55.610150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3eecfc19-8e48-4cd0-af49-dca95b725c46), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.610786 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 3eecfc19-8e48-4cd0-af49-dca95b725c46 disassociated. External IP: 172.25.6.245, port: e70d2794-43ec-4013-a0d5-0518a1111c8c. Jan 28 04:49:55.621117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] Routers {'24890691-1a6c-4c08-babd-23c24d6a36ac'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:55.621806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24890691-1a6c-4c08-babd-23c24d6a36ac'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:55.642442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.649167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/networks/cb9a542f-6fa8-4011-88cd-c99e1afb2d26 HTTP/1.1" status: 204 len: 168 time: 1.3605952 Jan 28 04:49:55.655364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51054) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:55.727454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c8aec-9447-49cb-a696-451f130cea06 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Network': ['ID=cb9a542f-6fa8-4011-88cd-c99e1afb2d26,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:55.820942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Deleting subnet b047d36f-c64b-4d0a-9898-cba0aa686333 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:55.829292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2631cf-015b-4041-91da-7b14520ce5df admin admin] Publish callbacks [] for security_group (5386e622-6f19-4753-8cf3-645a8e427073), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.835189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] Set router 24890691-1a6c-4c08-babd-23c24d6a36ac gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:55.840295 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:55.850337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (b047d36f-c64b-4d0a-9898-cba0aa686333), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.891207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:55.919803 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks [] for router_gateway (24890691-1a6c-4c08-babd-23c24d6a36ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.932417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks [] for router (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:55.941921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2631cf-015b-4041-91da-7b14520ce5df admin admin] Publish callbacks [] for security_group (5386e622-6f19-4753-8cf3-645a8e427073), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.040524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:56.053466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.087201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63d1d02b-8cd3-4a1e-8ac8-6672ce9737a5 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/floatingips/3eecfc19-8e48-4cd0-af49-dca95b725c46 HTTP/1.1" status: 200 len: 688 time: 1.1907618 Jan 28 04:49:56.089989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51058) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:56.105875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (b047d36f-c64b-4d0a-9898-cba0aa686333), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.205093 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (b047d36f-c64b-4d0a-9898-cba0aa686333), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.273965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 2ba21bff-b96a-4c29-91c6-0504391fd4e5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:56.275652 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.359853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:56.380915 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks [] for router_gateway (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.391191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2631cf-015b-4041-91da-7b14520ce5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5386e622-6f19-4753-8cf3-645a8e427073), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.391784 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:49:52Z', 'revision_number': 5, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port': {'id': '5e597f79-0559-4e7a-8ed5-6268be007d4f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:36Z', 'updated_at': '2022-01-28T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.394702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2631cf-015b-4041-91da-7b14520ce5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.395942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2b2631cf-015b-4041-91da-7b14520ce5df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5386e622-6f19-4753-8cf3-645a8e427073 HTTP/1.1" status: 204 len: 168 time: 0.8966272 Jan 28 04:49:56.417070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2631cf-015b-4041-91da-7b14520ce5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5386e622-6f19-4753-8cf3-645a8e427073,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:56.432045 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] Checking router: a017e1bb-994f-4f1c-a1ea-20ee76166d2a for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:56.442303 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] Routers {'a017e1bb-994f-4f1c-a1ea-20ee76166d2a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:56.443293 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.453414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:56.458178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.476385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.477301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (2ba21bff-b96a-4c29-91c6-0504391fd4e5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.480201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Deleting port 44f41f0b-9a4d-4748-8fee-968f91dfd419 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:56.480677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.502580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 2ba21bff-b96a-4c29-91c6-0504391fd4e5 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:56.553503 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] Set router a017e1bb-994f-4f1c-a1ea-20ee76166d2a gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:56.632125 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:49:56Z', 'revision_number': 6, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.636096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.655490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] For port 44f41f0b-9a4d-4748-8fee-968f91dfd419, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=44f41f0b-9a4d-4748-8fee-968f91dfd419,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:56.655924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.669936 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffd329-1091-4dc2-93cf-25019acc18db None None] The sync data for ids ['a017e1bb-994f-4f1c-a1ea-20ee76166d2a'] in n-d-824835-3 is: [{'id': 'a017e1bb-994f-4f1c-a1ea-20ee76166d2a', 'name': 'tempest-TestVolumeBackupRestore-1213128545-router', 'tenant_id': '36b43003a2444db3acbcbc169fce7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:35Z', 'updated_at': '2022-01-28T04:49:56Z', 'revision_number': 6, 'project_id': '36b43003a2444db3acbcbc169fce7d8e', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:56.683076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Calling delete_port for 44f41f0b-9a4d-4748-8fee-968f91dfd419 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:56.689574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:56.690222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.701662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (b047d36f-c64b-4d0a-9898-cba0aa686333), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.716574 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2ba21bff-b96a-4c29-91c6-0504391fd4e5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.744096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=2ba21bff-b96a-4c29-91c6-0504391fd4e5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:56.760360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.761121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796b33f-e590-43bb-b6e0-04f494d835b2 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:56.775663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:49:52Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:56.805884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Subnet': ['ID=b047d36f-c64b-4d0a-9898-cba0aa686333,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:56.806905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a865d1-51d4-4c14-9dde-090a90c4824b None None] The sync data for ids ['24890691-1a6c-4c08-babd-23c24d6a36ac'] in n-d-824835-3 is: [{'id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'name': 'tempest-ServerActionsTestJSON-1750404441-router', 'tenant_id': '67dd08bf5ce84ebea54fbcd214443587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:37:31Z', 'updated_at': '2022-01-28T04:49:52Z', 'revision_number': 5, 'project_id': '67dd08bf5ce84ebea54fbcd214443587', 'gw_port': {'id': '44f41f0b-9a4d-4748-8fee-968f91dfd419', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890691-1a6c-4c08-babd-23c24d6a36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:37:32Z', 'updated_at': '2022-01-28T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:56.807979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.813363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b785c81b-a1ab-430f-9c78-187b6696ca7e tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/subnets/b047d36f-c64b-4d0a-9898-cba0aa686333 HTTP/1.1" status: 204 len: 168 time: 1.1523294 Jan 28 04:49:56.814649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51066) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:56.816877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f9be1-3cf9-4396-a010-80bf2cce6518 None None] Network f0bab339-8183-41d5-9f93-f500e4dc5808 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:56.844690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (3eecfc19-8e48-4cd0-af49-dca95b725c46), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.847545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:56.848734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d221f2a-e401-47eb-845e-c4ab67de2bcb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/floatingips/3eecfc19-8e48-4cd0-af49-dca95b725c46 HTTP/1.1" status: 204 len: 168 time: 0.7576168 Jan 28 04:49:56.854080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51068) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:56.858648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '7482f2ee-94f1-48f6-b768-e36ecdac0a91'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:56.892652 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.003086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Deleting port 5e597f79-0559-4e7a-8ed5-6268be007d4f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:57.003433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.044104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.058502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] DHCP port deletion for f0bab339-8183-41d5-9f93-f500e4dc5808 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:57.126961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f0bab339-8183-41d5-9f93-f500e4dc5808), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.161039 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (44f41f0b-9a4d-4748-8fee-968f91dfd419), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.187117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] Deleting port 800f54df-141c-4546-b456-65b5f2c85284 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:57.187500 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (800f54df-141c-4546-b456-65b5f2c85284), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.251166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] For port 5e597f79-0559-4e7a-8ed5-6268be007d4f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5e597f79-0559-4e7a-8ed5-6268be007d4f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:57.251529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.262096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.18 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f73686b4-2159-45ad-941f-274c6281444f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:57.270467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Calling delete_port for 5e597f79-0559-4e7a-8ed5-6268be007d4f owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:57.278542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] For port 800f54df-141c-4546-b456-65b5f2c85284, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=800f54df-141c-4546-b456-65b5f2c85284,segment=NetworkSegment(6bfa5fe2-2514-4def-8cea-8062d9c764f1),segment_id=6bfa5fe2-2514-4def-8cea-8062d9c764f1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:57.278949 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (800f54df-141c-4546-b456-65b5f2c85284), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.293455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] Calling delete_port for 800f54df-141c-4546-b456-65b5f2c85284 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:57.355591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f41f0b-9a4d-4748-8fee-968f91dfd419,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:57.404928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (800f54df-141c-4546-b456-65b5f2c85284), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.449920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] Pushing event deleted for resources: {'Port': ['ID=800f54df-141c-4546-b456-65b5f2c85284,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:57.455271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e2e87-ac8e-4810-a656-5c65e2d0b751 None None] No DVR routers for this DVR port 800f54df-141c-4546-b456-65b5f2c85284 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:57.490844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (f73686b4-2159-45ad-941f-274c6281444f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.522233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Deleting port 800f54df-141c-4546-b456-65b5f2c85284 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:57.522575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (800f54df-141c-4546-b456-65b5f2c85284), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.543617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f73686b4-2159-45ad-941f-274c6281444f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.568228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (24890691-1a6c-4c08-babd-23c24d6a36ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:57.580224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:57.581768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:57.584304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:57.637575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=f73686b4-2159-45ad-941f-274c6281444f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:57.762599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e55bd757-ac7f-4af2-afba-836e10fe3001 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:57.824855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: e55bd757-ac7f-4af2-afba-836e10fe3001 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:57.825164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e55bd757-ac7f-4af2-afba-836e10fe3001 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:57.825680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 57ebd11d-6a63-4fef-ab00-a9da71012b98 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:57.863172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 57ebd11d-6a63-4fef-ab00-a9da71012b98 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:57.865654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 57ebd11d-6a63-4fef-ab00-a9da71012b98 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:57.866124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 800f54df-141c-4546-b456-65b5f2c85284 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:57.888653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 800f54df-141c-4546-b456-65b5f2c85284 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:57.888876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 800f54df-141c-4546-b456-65b5f2c85284 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:57.999848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] For port 800f54df-141c-4546-b456-65b5f2c85284, host n-d-824835-3, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:58.000212 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (800f54df-141c-4546-b456-65b5f2c85284), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.009959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (24890691-1a6c-4c08-babd-23c24d6a36ac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.017857 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks [] for router_controller (24890691-1a6c-4c08-babd-23c24d6a36ac), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.023365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Calling delete_port for 800f54df-141c-4546-b456-65b5f2c85284 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:58.027099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Port 800f54df-141c-4546-b456-65b5f2c85284 was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:49:58.030437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (800f54df-141c-4546-b456-65b5f2c85284), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.066102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5e597f79-0559-4e7a-8ed5-6268be007d4f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.090844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Port': ['ID=800f54df-141c-4546-b456-65b5f2c85284,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:58.102178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (24890691-1a6c-4c08-babd-23c24d6a36ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.102733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24890691-1a6c-4c08-babd-23c24d6a36ac {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:49:58.121190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] No DVR routers for this DVR port 800f54df-141c-4546-b456-65b5f2c85284 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:58.125055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.126289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09ce1dd4-f76a-4f57-b490-55fa798df069 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24890691-1a6c-4c08-babd-23c24d6a36ac HTTP/1.1" status: 204 len: 168 time: 2.8975673 Jan 28 04:49:58.130896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51096) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:58.140551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e597f79-0559-4e7a-8ed5-6268be007d4f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:58.267063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.314879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Deleting subnet 8cdb7563-a464-4fc6-9a26-d875e22b722b {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:58.318718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f0bab339-8183-41d5-9f93-f500e4dc5808), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.333934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Publish callbacks [] for subnet (8cdb7563-a464-4fc6-9a26-d875e22b722b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.354714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f73686b4-2159-45ad-941f-274c6281444f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.370421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bab339-8183-41d5-9f93-f500e4dc5808']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:58.373967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.412740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfa5fe2-2514-4def-8cea-8062d9c764f1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:58.413075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfa5fe2-2514-4def-8cea-8062d9c764f1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:58.459588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (6bfa5fe2-2514-4def-8cea-8062d9c764f1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.462702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (8cdb7563-a464-4fc6-9a26-d875e22b722b), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.525119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.526064 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (f73686b4-2159-45ad-941f-274c6281444f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.530524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks [] for router_controller (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.531394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f73686b4-2159-45ad-941f-274c6281444f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.532479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6bfa5fe2-2514-4def-8cea-8062d9c764f1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.580889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:58.581236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (6bfa5fe2-2514-4def-8cea-8062d9c764f1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:58.584244 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:58.608092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=f73686b4-2159-45ad-941f-274c6281444f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:58.618093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.642213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (a017e1bb-994f-4f1c-a1ea-20ee76166d2a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.643048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a017e1bb-994f-4f1c-a1ea-20ee76166d2a {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:49:58.655232 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.658975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51114) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:58.659133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d8f1f8c-1918-4d98-8e24-849084d61554 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a017e1bb-994f-4f1c-a1ea-20ee76166d2a HTTP/1.1" status: 204 len: 168 time: 3.0783825 Jan 28 04:49:58.680425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8cdb7563-a464-4fc6-9a26-d875e22b722b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.708527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f0bab339-8183-41d5-9f93-f500e4dc5808), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.721817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.725178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/networks/f0bab339-8183-41d5-9f93-f500e4dc5808 HTTP/1.1" status: 204 len: 168 time: 1.9097285 Jan 28 04:49:58.729315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:58.754919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40519c-e024-4ba0-942a-eb91a328704a tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Pushing event deleted for resources: {'Network': ['ID=f0bab339-8183-41d5-9f93-f500e4dc5808,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:58.799475 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ea36b0a-6004-421a-a91d-b421bc0411f2 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a37b03e-ecf0-4667-b08d-072cc77c62e8 HTTP/1.1" status: 200 len: 205 time: 0.0621533 Jan 28 04:49:58.799475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51124) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:58.807224 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (8cdb7563-a464-4fc6-9a26-d875e22b722b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.811250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Deleting subnet 09bf762b-9c3b-42a5-9e45-c3e847a16693 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:58.820743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Publish callbacks [] for subnet (09bf762b-9c3b-42a5-9e45-c3e847a16693), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.843931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.853772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13288f9b-22b5-4251-9d8a-6298cb983fcd None None] Network b22b336d-bd67-4863-bdda-72baf2db3dbc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:58.862085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8cdb7563-a464-4fc6-9a26-d875e22b722b HTTP/1.1" status: 204 len: 168 time: 0.7237427 Jan 28 04:49:58.862764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51132) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:58.895869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73d698-83ce-4c4f-8502-b0e5c424be86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cdb7563-a464-4fc6-9a26-d875e22b722b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:58.916041 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 95678424-28ad-4d99-9ccf-e77203aa4f4c associated. External IP: 172.25.6.18, port: 7482f2ee-94f1-48f6-b768-e36ecdac0a91. Jan 28 04:49:58.970227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.987814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (b22b336d-bd67-4863-bdda-72baf2db3dbc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:58.999528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e597f79-0559-4e7a-8ed5-6268be007d4f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:59.026620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (09bf762b-9c3b-42a5-9e45-c3e847a16693), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.037832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5e597f79-0559-4e7a-8ed5-6268be007d4f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:59.041892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5e597f79-0559-4e7a-8ed5-6268be007d4f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:59.042423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 44f41f0b-9a4d-4748-8fee-968f91dfd419 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:59.053458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Deleting port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:59.053806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.087175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 44f41f0b-9a4d-4748-8fee-968f91dfd419 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:59.087422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 44f41f0b-9a4d-4748-8fee-968f91dfd419 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:59.136657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] For port e6e21145-5cb9-40ee-9ac5-c9936e1010e8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:59.137170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.154669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Calling delete_port for e6e21145-5cb9-40ee-9ac5-c9936e1010e8 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:59.195609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] DHCP port deletion for b22b336d-bd67-4863-bdda-72baf2db3dbc request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:59.259362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] Deleting port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:59.259795 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.270070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.277848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.283871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router_controller (7a37b03e-ecf0-4667-b08d-072cc77c62e8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.317994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:59.324297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] No DVR routers for this DVR port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:59.341767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (09bf762b-9c3b-42a5-9e45-c3e847a16693), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.385570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] For port e6e21145-5cb9-40ee-9ac5-c9936e1010e8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,segment=NetworkSegment(a05b30d2-9031-4f29-817a-3bd9cc8fbecf),segment_id=a05b30d2-9031-4f29-817a-3bd9cc8fbecf)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:59.386505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.401103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] Calling delete_port for e6e21145-5cb9-40ee-9ac5-c9936e1010e8 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:59.401377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (7a37b03e-ecf0-4667-b08d-072cc77c62e8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.401944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Fanout notify agent at l3_agent the message router_deleted on router 7a37b03e-ecf0-4667-b08d-072cc77c62e8 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:49:59.416610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.417748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-afbaa1f2-2967-4e1e-8897-ffa5d88c5344 tempest-RoutersNegativeTest-1627950006 tempest-RoutersNegativeTest-1627950006-project] 10.222.0.21 "DELETE /v2.0/routers/7a37b03e-ecf0-4667-b08d-072cc77c62e8 HTTP/1.1" status: 204 len: 168 time: 0.6160598 Jan 28 04:49:59.428114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (b22b336d-bd67-4863-bdda-72baf2db3dbc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.468625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (09bf762b-9c3b-42a5-9e45-c3e847a16693), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.482559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22b336d-bd67-4863-bdda-72baf2db3dbc']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:59.505269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:59.505570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05b30d2-9031-4f29-817a-3bd9cc8fbecf') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:59.513957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bedcb3-ed68-4bfe-bbb1-19ee348b922c None None] Network 55b234eb-e1be-412b-9083-57cee8745f20 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:59.517591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (e6e21145-5cb9-40ee-9ac5-c9936e1010e8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.528857 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a05b30d2-9031-4f29-817a-3bd9cc8fbecf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.556193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a05b30d2-9031-4f29-817a-3bd9cc8fbecf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.562718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.576132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:59.576568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a05b30d2-9031-4f29-817a-3bd9cc8fbecf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:59.578302 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:59.582614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09bf762b-9c3b-42a5-9e45-c3e847a16693 HTTP/1.1" status: 204 len: 168 time: 0.9223466 Jan 28 04:49:59.593117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] Pushing event deleted for resources: {'Port': ['ID=e6e21145-5cb9-40ee-9ac5-c9936e1010e8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:59.598679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:59.602484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a60939-3453-4cee-8310-ed70eec6393a None None] No DVR routers for this DVR port e6e21145-5cb9-40ee-9ac5-c9936e1010e8 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:59.614403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb0f86-5a49-47a9-b11f-87396f8e5b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bf762b-9c3b-42a5-9e45-c3e847a16693,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:59.657036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:59.729343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (b22b336d-bd67-4863-bdda-72baf2db3dbc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.741516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.743205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] DHCP port deletion for 55b234eb-e1be-412b-9083-57cee8745f20 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:59.745942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b22b336d-bd67-4863-bdda-72baf2db3dbc HTTP/1.1" status: 204 len: 168 time: 0.8818703 Jan 28 04:49:59.750059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (55b234eb-e1be-412b-9083-57cee8745f20), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.767053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f21f7-4407-4aae-bee0-f46e84776189 admin admin] Pushing event deleted for resources: {'Network': ['ID=b22b336d-bd67-4863-bdda-72baf2db3dbc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:59.833180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] Deleting port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:59.833632 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.864528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Deleting port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:59.865285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.913500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:59.932148 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:59.945182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:59.946172 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:59.949600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.971576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] For port 27e871d9-1e29-41d3-bd10-c9f71642c2c3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=27e871d9-1e29-41d3-bd10-c9f71642c2c3,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:59.972574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.984415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] For port 27e871d9-1e29-41d3-bd10-c9f71642c2c3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=27e871d9-1e29-41d3-bd10-c9f71642c2c3,segment=NetworkSegment(735df19f-1944-4d4a-93b5-9c137b7dd304),segment_id=735df19f-1944-4d4a-93b5-9c137b7dd304)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:59.985007 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.001671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51210) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.008856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa833293-8fa8-4d08-a2d2-aec7b41fb5b2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1536696 Jan 28 04:50:00.010138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Calling delete_port for 27e871d9-1e29-41d3-bd10-c9f71642c2c3 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:00.011599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51212) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.019882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] Calling delete_port for 27e871d9-1e29-41d3-bd10-c9f71642c2c3 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:00.020487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:00.036786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51218) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.048639 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:00.051398 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:00.128515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:00.129682 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1d39-9c4e-43bd-83a5-593166f43a1b None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:00.130431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6a5604b9-c311-4f71-bc6b-cb4bde6385c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/floatingips/95678424-28ad-4d99-9ccf-e77203aa4f4c HTTP/1.1" status: 200 len: 977 time: 0.1167519 Jan 28 04:50:00.132841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.144579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.175668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] Pushing event deleted for resources: {'Port': ['ID=27e871d9-1e29-41d3-bd10-c9f71642c2c3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:00.175893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8b495f84-b63a-41ee-90dc-1eef9fcc1a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67dd08bf5ce84ebea54fbcd214443587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644328 Jan 28 04:50:00.179763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061203e4-96e5-473c-ba89-6200d0b8dda9 None None] No DVR routers for this DVR port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:50:00.189528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.225876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (27e871d9-1e29-41d3-bd10-c9f71642c2c3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.246073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] No DVR routers for this DVR port 27e871d9-1e29-41d3-bd10-c9f71642c2c3 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:50:00.268208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e871d9-1e29-41d3-bd10-c9f71642c2c3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:00.315750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4eba2cc4-4548-4ffb-94d9-702c1965f5cb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1694260 Jan 28 04:50:00.319596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51242) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.325447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'port_id': 'e70d2794-43ec-4013-a0d5-0518a1111c8c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:00.366435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (55b234eb-e1be-412b-9083-57cee8745f20), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.375616 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f287b7bd-25c1-47cb-999c-45becd99f2d5 admin admin] Publish callbacks [] for security_group (9dd5ea65-3a34-4abc-87b8-8927c7038789), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.399630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3009c566-2131-40e4-ac2e-8313aa5d0770 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a83892df334315b1a5555b08ad52bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583252 Jan 28 04:50:00.399845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51252) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.406930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b234eb-e1be-412b-9083-57cee8745f20']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:00.423856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735df19f-1944-4d4a-93b5-9c137b7dd304') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:00.424160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735df19f-1944-4d4a-93b5-9c137b7dd304') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:00.444997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (735df19f-1944-4d4a-93b5-9c137b7dd304), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.485761 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (735df19f-1944-4d4a-93b5-9c137b7dd304), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.487772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb33c8b4-03bf-41c0-9be7-12a122106fdf admin admin] Publish callbacks [] for security_group (6dde020c-2b00-48e4-baf6-95537ee7b8ba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.500955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:50:00.501442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (735df19f-1944-4d4a-93b5-9c137b7dd304), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:50:00.503210 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:50:00.563817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb33c8b4-03bf-41c0-9be7-12a122106fdf admin admin] Publish callbacks [] for security_group (6dde020c-2b00-48e4-baf6-95537ee7b8ba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.604364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (55b234eb-e1be-412b-9083-57cee8745f20), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.614174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.622426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] 10.222.0.21 "DELETE /v2.0/networks/55b234eb-e1be-412b-9083-57cee8745f20 HTTP/1.1" status: 204 len: 168 time: 1.0189040 Jan 28 04:50:00.628424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51274) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:00.636032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190b69-9f62-499a-a9e6-13dc54a92a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b234eb-e1be-412b-9083-57cee8745f20,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:00.722649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.733499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb33c8b4-03bf-41c0-9be7-12a122106fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6dde020c-2b00-48e4-baf6-95537ee7b8ba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.736361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb33c8b4-03bf-41c0-9be7-12a122106fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.740458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bb33c8b4-03bf-41c0-9be7-12a122106fdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dde020c-2b00-48e4-baf6-95537ee7b8ba HTTP/1.1" status: 204 len: 168 time: 0.3368475 Jan 28 04:50:00.756318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f287b7bd-25c1-47cb-999c-45becd99f2d5 admin admin] Publish callbacks [] for security_group (9dd5ea65-3a34-4abc-87b8-8927c7038789), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.761310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33c8b4-03bf-41c0-9be7-12a122106fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde020c-2b00-48e4-baf6-95537ee7b8ba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:00.904042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f287b7bd-25c1-47cb-999c-45becd99f2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9dd5ea65-3a34-4abc-87b8-8927c7038789), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.907758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f287b7bd-25c1-47cb-999c-45becd99f2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:00.910453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f287b7bd-25c1-47cb-999c-45becd99f2d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dd5ea65-3a34-4abc-87b8-8927c7038789 HTTP/1.1" status: 204 len: 168 time: 0.7197499 Jan 28 04:50:00.943923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287b7bd-25c1-47cb-999c-45becd99f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd5ea65-3a34-4abc-87b8-8927c7038789,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:00.997385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 27e871d9-1e29-41d3-bd10-c9f71642c2c3 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:01.020414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 27e871d9-1e29-41d3-bd10-c9f71642c2c3 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:01.021122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 27e871d9-1e29-41d3-bd10-c9f71642c2c3 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:01.021620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e6e21145-5cb9-40ee-9ac5-c9936e1010e8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:01.044685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: e6e21145-5cb9-40ee-9ac5-c9936e1010e8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:01.045511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e6e21145-5cb9-40ee-9ac5-c9936e1010e8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:01.093734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (4a104bc2-3ddf-4812-abda-5dc723dc3685), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.167242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51290) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:01.431946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Deleting port 6d012ce0-4846-4e84-96a3-b3cf02357501 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:01.432446 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.458004 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4eedb59b-a0e0-43b6-a5eb-271a1ade4a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.483963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.494949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.534860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] For port 6d012ce0-4846-4e84-96a3-b3cf02357501, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6d012ce0-4846-4e84-96a3-b3cf02357501,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:01.535360 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.581551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Calling delete_port for 6d012ce0-4846-4e84-96a3-b3cf02357501 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:01.651762 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 95678424-28ad-4d99-9ccf-e77203aa4f4c associated. External IP: 172.25.6.18, port: 7482f2ee-94f1-48f6-b768-e36ecdac0a91. Jan 28 04:50:01.667181 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4eedb59b-a0e0-43b6-a5eb-271a1ade4a6b admin admin] Publish callbacks [] for security_group (b2a7aca4-bc8d-481a-9a84-11e497b45930), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.700191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4eedb59b-a0e0-43b6-a5eb-271a1ade4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b2a7aca4-bc8d-481a-9a84-11e497b45930), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.749827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedb59b-a0e0-43b6-a5eb-271a1ade4a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a7aca4-bc8d-481a-9a84-11e497b45930,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:01.764668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4eedb59b-a0e0-43b6-a5eb-271a1ade4a6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21a66582a53940d5b9b21499dc9e3a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5927494 Jan 28 04:50:01.769313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51318) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:01.886728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6d012ce0-4846-4e84-96a3-b3cf02357501), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.921554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6d012ce0-4846-4e84-96a3-b3cf02357501,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:01.963407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfaf-7542-4a1c-86b7-7e19ffea0af6 admin admin] Publish callbacks [] for security_group (b2a7aca4-bc8d-481a-9a84-11e497b45930), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.041203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfaf-7542-4a1c-86b7-7e19ffea0af6 admin admin] Publish callbacks [] for security_group (b2a7aca4-bc8d-481a-9a84-11e497b45930), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.106233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:02.160453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51332) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:02.173786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfaf-7542-4a1c-86b7-7e19ffea0af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b2a7aca4-bc8d-481a-9a84-11e497b45930), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.177781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfaf-7542-4a1c-86b7-7e19ffea0af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.182065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cc46dfaf-7542-4a1c-86b7-7e19ffea0af6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2a7aca4-bc8d-481a-9a84-11e497b45930 HTTP/1.1" status: 204 len: 168 time: 0.4111290 Jan 28 04:50:02.194037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (4a104bc2-3ddf-4812-abda-5dc723dc3685), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.197072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46dfaf-7542-4a1c-86b7-7e19ffea0af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a7aca4-bc8d-481a-9a84-11e497b45930,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:02.274451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:02.287742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:02.299983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:02.302998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.384882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.413101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:02.413869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.471428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.472201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd78b52-56cb-42a3-b92f-065fa2dd1b60 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:02.580898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:02.740138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:02.759406 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:02.761786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.786532 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:02.787178 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.802488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--465785360'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:02.856603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-679f7c6a-ebf5-405a-a7b0-0648b9e0eaa0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/floatingips/95678424-28ad-4d99-9ccf-e77203aa4f4c HTTP/1.1" status: 200 len: 977 time: 2.5359497 Jan 28 04:50:02.859297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:02.867035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:02.872267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.889831 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.910462 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:02.911106 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:02.928725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51356) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:02.931716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:02.947378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e26e609-9c0d-455f-b1dd-13c9b810e46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.002501 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:03.010919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.011284 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95bf85-b0ea-4c13-b022-79a21569ff32 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:03.035143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (daa8c55a-fad7-4362-8ac5-37ce3439fc9a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.048330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (daa8c55a-fad7-4362-8ac5-37ce3439fc9a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.079941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Router 4a104bc2-3ddf-4812-abda-5dc723dc3685 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:03.111402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8c55a-fad7-4362-8ac5-37ce3439fc9a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:03.196220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.218716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e26e609-9c0d-455f-b1dd-13c9b810e46e admin admin] Publish callbacks [] for security_group (3311ee6e-127b-4b66-8364-73893867f2d3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.227761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1e26e609-9c0d-455f-b1dd-13c9b810e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3311ee6e-127b-4b66-8364-73893867f2d3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.229398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.277666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.278940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1172702 Jan 28 04:50:03.282087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:03.283462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51368) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.285469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a6f51-ada7-4a29-b468-1675dde29593 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab177c3b-6d18-4a5a-9786-566f10661e24,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:03.288849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.301183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] Sync routers for ids ['4a104bc2-3ddf-4812-abda-5dc723dc3685'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:03.310786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0b62ca02-a2fa-4bb7-b2ed-a74a82d71fdf admin admin] 10.222.0.21 "PUT /v2.0/routers/4a104bc2-3ddf-4812-abda-5dc723dc3685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6785929 Jan 28 04:50:03.310996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.310996 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 95678424-28ad-4d99-9ccf-e77203aa4f4c disassociated. External IP: 172.25.6.18, port: e70d2794-43ec-4013-a0d5-0518a1111c8c. Jan 28 04:50:03.311738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51370) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.314326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1e26e609-9c0d-455f-b1dd-13c9b810e46e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc067a6793784eb0a2cf43d2b3237968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844039 Jan 28 04:50:03.321456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51372) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.326719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] Routers {'4a104bc2-3ddf-4812-abda-5dc723dc3685'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:03.327709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4a104bc2-3ddf-4812-abda-5dc723dc3685'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:03.409009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b8ac0d5e-118f-417e-ace1-52155fff90ef tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1243153 Jan 28 04:50:03.413185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51374) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.418053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-security--1624916704', 'description': 'tempest-security-description-2025584382'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:03.419007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26e609-9c0d-455f-b1dd-13c9b810e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3311ee6e-127b-4b66-8364-73893867f2d3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:03.487848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] Set router 4a104bc2-3ddf-4812-abda-5dc723dc3685 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:03.492731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e71c5aa-8ed4-47e7-95aa-4505ab1345b7 admin admin] Publish callbacks [] for security_group (3311ee6e-127b-4b66-8364-73893867f2d3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.498346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks [] for router (4a104bc2-3ddf-4812-abda-5dc723dc3685), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.502371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.556969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e71c5aa-8ed4-47e7-95aa-4505ab1345b7 admin admin] Publish callbacks [] for security_group (3311ee6e-127b-4b66-8364-73893867f2d3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.634899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.651419 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.664454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.667582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "PUT /v2.0/security-groups/ab177c3b-6d18-4a5a-9786-566f10661e24 HTTP/1.1" status: 200 len: 1797 time: 0.2532370 Jan 28 04:50:03.675417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.719259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1950e967-f3d0-4d13-a319-2f6e8bd35d41 req-7f57e67f-7ee4-4b11-a76f-57961e461917 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0673914 Jan 28 04:50:03.740871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3cbc627e-17dc-4577-9fed-f14c786f44c2 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups/ab177c3b-6d18-4a5a-9786-566f10661e24 HTTP/1.1" status: 200 len: 1797 time: 0.0640807 Jan 28 04:50:03.746248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51382) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.748429 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks [] for router_gateway (4a104bc2-3ddf-4812-abda-5dc723dc3685), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.758829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:50:01Z', 'revision_number': 5, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port': {'id': '6d6a4c13-1d9e-44cf-92d8-27722714bcc8', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:44:49Z', 'updated_at': '2022-01-28T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:03.774373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66e6ab-dda2-4c31-8ad0-e23cb4fd8526 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab177c3b-6d18-4a5a-9786-566f10661e24,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:03.803575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] Checking router: 4a104bc2-3ddf-4812-abda-5dc723dc3685 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:03.824287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] Routers {'4a104bc2-3ddf-4812-abda-5dc723dc3685'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:03.824931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4a104bc2-3ddf-4812-abda-5dc723dc3685'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:03.872561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e71c5aa-8ed4-47e7-95aa-4505ab1345b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3311ee6e-127b-4b66-8364-73893867f2d3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.875315 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e71c5aa-8ed4-47e7-95aa-4505ab1345b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.878997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e71c5aa-8ed4-47e7-95aa-4505ab1345b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3311ee6e-127b-4b66-8364-73893867f2d3 HTTP/1.1" status: 204 len: 168 time: 0.5142558 Jan 28 04:50:03.884943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:03.892354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c5aa-8ed4-47e7-95aa-4505ab1345b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3311ee6e-127b-4b66-8364-73893867f2d3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:03.911901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93287d4b-1672-4e3b-8946-146803b501b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.939156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] Set router 4a104bc2-3ddf-4812-abda-5dc723dc3685 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:03.950386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Deleting port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:03.950732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.982175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93287d4b-1672-4e3b-8946-146803b501b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.092131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93287d4b-1672-4e3b-8946-146803b501b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ab177c3b-6d18-4a5a-9786-566f10661e24), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.095626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93287d4b-1672-4e3b-8946-146803b501b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.097023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-93287d4b-1672-4e3b-8946-146803b501b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab177c3b-6d18-4a5a-9786-566f10661e24 HTTP/1.1" status: 204 len: 168 time: 0.3441133 Jan 28 04:50:04.099296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] For port 6d6a4c13-1d9e-44cf-92d8-27722714bcc8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:04.100172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.105632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51394) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:04.146216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Calling delete_port for 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:04.150976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93287d4b-1672-4e3b-8946-146803b501b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab177c3b-6d18-4a5a-9786-566f10661e24,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:04.296795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:50:03Z', 'revision_number': 6, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:04.308875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de9c041c-b1ef-494d-abd2-80e371a68bc3 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1969600 Jan 28 04:50:04.323035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51400) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:04.343781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06012560-b2a4-4e07-ac1f-d339cc9d56d8 None None] The sync data for ids ['4a104bc2-3ddf-4812-abda-5dc723dc3685'] in n-d-824835-3 is: [{'id': '4a104bc2-3ddf-4812-abda-5dc723dc3685', 'name': 'tempest-TestVolumeBackupRestore-1660569388-router', 'tenant_id': '1721a95a97a54aefa59d24ab63af615f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:44:48Z', 'updated_at': '2022-01-28T04:50:03Z', 'revision_number': 6, 'project_id': '1721a95a97a54aefa59d24ab63af615f', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:04.419292 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-68cb55fc-fd63-471d-9f6e-c405f063cfb4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] delete failed (client error): The resource could not be found. Jan 28 04:50:04.440096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-68cb55fc-fd63-471d-9f6e-c405f063cfb4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab177c3b-6d18-4a5a-9786-566f10661e24 HTTP/1.1" status: 404 len: 347 time: 0.1056857 Jan 28 04:50:04.446961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51402) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:04.460149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--354729290'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:04.572414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.685355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6d6a4c13-1d9e-44cf-92d8-27722714bcc8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.725345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:04.730525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6a4c13-1d9e-44cf-92d8-27722714bcc8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:04.735544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (5581ff10-5006-4cd4-9f8f-6d55a5039e79), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.738309 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:04.742128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5581ff10-5006-4cd4-9f8f-6d55a5039e79), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.771142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.787102 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:04.788527 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:04.819688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5581ff10-5006-4cd4-9f8f-6d55a5039e79,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:04.825258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.837292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6cbd498-0862-4edc-b6ec-5a289d373c46 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3876772 Jan 28 04:50:04.842260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51414) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:04.849654 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:04.852408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '5581ff10-5006-4cd4-9f8f-6d55a5039e79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:04.871435 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:04.872077 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:49:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:04.875046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f6c045e1-7aec-4dd5-8a24-453d241988f4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/floatingips/95678424-28ad-4d99-9ccf-e77203aa4f4c HTTP/1.1" status: 200 len: 687 time: 2.0131941 Jan 28 04:50:04.875695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51416) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:04.931910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (4a104bc2-3ddf-4812-abda-5dc723dc3685), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.952592 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:04.953611 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bcbbc2-586d-45b9-889a-bc154315ccc3 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:05.019235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cda3affe-1e9b-4f3b-aed5-b4f850e20c4a req-3396e6e7-77c8-4e11-8d48-8a9655a9a3d4 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0619488 Jan 28 04:50:05.036033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (208ad5b9-04a7-43fc-9eed-9824a7e362bf), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.134544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (4a104bc2-3ddf-4812-abda-5dc723dc3685), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.137370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks [] for router_controller (4a104bc2-3ddf-4812-abda-5dc723dc3685), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.214320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (4a104bc2-3ddf-4812-abda-5dc723dc3685), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.215108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a104bc2-3ddf-4812-abda-5dc723dc3685 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:05.227075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.229332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cfabec1e-cac0-477c-9943-ac339c723e63 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4a104bc2-3ddf-4812-abda-5dc723dc3685 HTTP/1.1" status: 204 len: 168 time: 1.9093823 Jan 28 04:50:05.233668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51430) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:05.263299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (208ad5b9-04a7-43fc-9eed-9824a7e362bf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.272677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port f73686b4-2159-45ad-941f-274c6281444f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:05.273031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f73686b4-2159-45ad-941f-274c6281444f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.340500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d012ce0-4846-4e84-96a3-b3cf02357501 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:05.368192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f73686b4-2159-45ad-941f-274c6281444f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.368565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (f73686b4-2159-45ad-941f-274c6281444f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.372303 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (208ad5b9-04a7-43fc-9eed-9824a7e362bf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.387218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 6d012ce0-4846-4e84-96a3-b3cf02357501 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:05.387788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d012ce0-4846-4e84-96a3-b3cf02357501 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:05.397651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Deleting subnet bb2b6e63-d94f-424a-a71d-02c3a2eb8570 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:50:05.402215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Publish callbacks [] for subnet (bb2b6e63-d94f-424a-a71d-02c3a2eb8570), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.405705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for f73686b4-2159-45ad-941f-274c6281444f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:05.440467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208ad5b9-04a7-43fc-9eed-9824a7e362bf,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:05.451895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.453121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b2991886-002c-4b95-a61b-851364e8d586 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6099653 Jan 28 04:50:05.468844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51438) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:05.481395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (bb2b6e63-d94f-424a-a71d-02c3a2eb8570), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.572795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34cc377b-c83b-4bab-abe2-7faf77c075a4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (208ad5b9-04a7-43fc-9eed-9824a7e362bf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.655131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f73686b4-2159-45ad-941f-274c6281444f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.662448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34cc377b-c83b-4bab-abe2-7faf77c075a4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (208ad5b9-04a7-43fc-9eed-9824a7e362bf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.691683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=f73686b4-2159-45ad-941f-274c6281444f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:05.691957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bb2b6e63-d94f-424a-a71d-02c3a2eb8570), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.747415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34cc377b-c83b-4bab-abe2-7faf77c075a4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (208ad5b9-04a7-43fc-9eed-9824a7e362bf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.753511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34cc377b-c83b-4bab-abe2-7faf77c075a4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.757689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-34cc377b-c83b-4bab-abe2-7faf77c075a4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/208ad5b9-04a7-43fc-9eed-9824a7e362bf HTTP/1.1" status: 204 len: 168 time: 0.2874832 Jan 28 04:50:05.758689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51454) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:05.774292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc377b-c83b-4bab-abe2-7faf77c075a4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=208ad5b9-04a7-43fc-9eed-9824a7e362bf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:05.807728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (bb2b6e63-d94f-424a-a71d-02c3a2eb8570), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.863196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2b6e63-d94f-424a-a71d-02c3a2eb8570,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:05.875800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3c9bdf1-790f-4ca6-8007-24f861653cfd tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157961 Jan 28 04:50:05.878643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:05.883497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb4bf5-4e9d-44b1-83b5-55509b43f258 None None] Network 47ddc473-5ceb-4ed3-81b6-0a29653359ca requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:05.886748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (95678424-28ad-4d99-9ccf-e77203aa4f4c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.889385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.893315 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-072eceff-dfd1-4f11-a3cf-8e7ff9e82b22 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/floatingips/95678424-28ad-4d99-9ccf-e77203aa4f4c HTTP/1.1" status: 204 len: 168 time: 1.0128589 Jan 28 04:50:05.895350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.899129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51466) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:05.912409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-05d6b4a6-c2e5-4f5e-92ec-c2e9138ea471 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bb2b6e63-d94f-424a-a71d-02c3a2eb8570 HTTP/1.1" status: 204 len: 168 time: 0.6751804 Jan 28 04:50:05.913224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51468) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:05.951166 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-4b538ae4-4e7e-4237-b9d2-13a53fbd63bb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] delete failed (client error): The resource could not be found. Jan 28 04:50:05.956427 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4b538ae4-4e7e-4237-b9d2-13a53fbd63bb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/floatingips/95678424-28ad-4d99-9ccf-e77203aa4f4c HTTP/1.1" status: 404 len: 345 time: 0.0563076 Jan 28 04:50:05.957053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51478) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.053456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ce376c7-576f-4a99-b291-d07a8d19c147 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (5581ff10-5006-4cd4-9f8f-6d55a5039e79), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.093853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c80717-3002-4372-8b7b-8bb1233a1fd4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:06.099401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c80717-3002-4372-8b7b-8bb1233a1fd4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:06.100607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (47ddc473-5ceb-4ed3-81b6-0a29653359ca), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.119934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c80717-3002-4372-8b7b-8bb1233a1fd4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:06.125357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51486) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.126763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-42c80717-3002-4372-8b7b-8bb1233a1fd4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/ports?network_id=6a705950-bb08-4467-b5d9-69b726193aeb HTTP/1.1" status: 200 len: 2358 time: 0.1662300 Jan 28 04:50:06.165971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ce376c7-576f-4a99-b291-d07a8d19c147 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (5581ff10-5006-4cd4-9f8f-6d55a5039e79), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.225259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] DHCP port deletion for 47ddc473-5ceb-4ed3-81b6-0a29653359ca request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:50:06.246018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.251918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d5a51cbf-46b0-45b4-92b9-794e7da163ca req-0a6f13df-91bc-4d1c-ba87-271ac65be2ee tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0658226 Jan 28 04:50:06.289439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ce376c7-576f-4a99-b291-d07a8d19c147 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5581ff10-5006-4cd4-9f8f-6d55a5039e79), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.289439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ce376c7-576f-4a99-b291-d07a8d19c147 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.292898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0ce376c7-576f-4a99-b291-d07a8d19c147 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/5581ff10-5006-4cd4-9f8f-6d55a5039e79 HTTP/1.1" status: 204 len: 168 time: 0.4131615 Jan 28 04:50:06.295034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef946890-a8b9-4b5f-ba5f-ca6976d92123 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:06.296424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ef946890-a8b9-4b5f-ba5f-ca6976d92123 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/subnets/b398ed0d-90a8-41b9-96e5-b82ae788bbe2 HTTP/1.1" status: 200 len: 797 time: 0.1700914 Jan 28 04:50:06.296995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51494) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.305284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51496) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.311447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'port': {'network_id': '6a705950-bb08-4467-b5d9-69b726193aeb', 'name': 'tempest-FloatingIPTestJSON-1849603740', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:06.318281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce376c7-576f-4a99-b291-d07a8d19c147 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5581ff10-5006-4cd4-9f8f-6d55a5039e79,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:06.358099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] Deleting port f80ab64b-7319-417a-90ac-5aea660e2c8a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:06.358737 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.380476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Deleting port f80ab64b-7319-417a-90ac-5aea660e2c8a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:06.380824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.438008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51498) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.441661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6281fd64-99cf-4a03-8a05-143ba63602d9 req-ea8e9b46-4efc-4d30-b8c4-7e9b8b4f9bec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0437455 Jan 28 04:50:06.454093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] For port f80ab64b-7319-417a-90ac-5aea660e2c8a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f80ab64b-7319-417a-90ac-5aea660e2c8a,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:06.454597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.472791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] Calling delete_port for f80ab64b-7319-417a-90ac-5aea660e2c8a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:06.484092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] For port f80ab64b-7319-417a-90ac-5aea660e2c8a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f80ab64b-7319-417a-90ac-5aea660e2c8a,segment=NetworkSegment(f7e7160a-b35b-4ccb-8441-b572c6b81bb2),segment_id=f7e7160a-b35b-4ccb-8441-b572c6b81bb2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:06.484466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.508081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-87ab4e1a-5ad6-4613-880b-4b736510f722 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2082756 Jan 28 04:50:06.512174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.514034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Calling delete_port for f80ab64b-7319-417a-90ac-5aea660e2c8a owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:06.518516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--590302781'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:06.556685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.591313 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.607107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:06.619752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79acc623-2d64-487f-b423-c1b36af38dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.630600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] Pushing event deleted for resources: {'Port': ['ID=f80ab64b-7319-417a-90ac-5aea660e2c8a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:06.638802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c17d1d-72dc-4a51-9bbc-bba4f1198d9c None None] No DVR routers for this DVR port f80ab64b-7319-417a-90ac-5aea660e2c8a on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:50:06.687881 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f80ab64b-7319-417a-90ac-5aea660e2c8a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.717762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (37ae8285-3731-48c3-b6b2-5c4ec6d91873), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.727009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80ab64b-7319-417a-90ac-5aea660e2c8a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:06.732114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] No DVR routers for this DVR port f80ab64b-7319-417a-90ac-5aea660e2c8a on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:50:06.736005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (37ae8285-3731-48c3-b6b2-5c4ec6d91873), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.777654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.783355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae8285-3731-48c3-b6b2-5c4ec6d91873,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:06.815196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.820623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d5414893-cf53-4584-ae88-0b81b484845d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3055441 Jan 28 04:50:06.824984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51504) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.831546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '37ae8285-3731-48c3-b6b2-5c4ec6d91873', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:06.851646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79acc623-2d64-487f-b423-c1b36af38dde admin admin] Publish callbacks [] for security_group (1c551680-99f7-4ee1-aa52-1cc4fa202e4a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.863003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-79acc623-2d64-487f-b423-c1b36af38dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1c551680-99f7-4ee1-aa52-1cc4fa202e4a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:06.878538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] device_id is not set on port b07b6afe-5415-4723-96d7-8f9c4849d27b yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:50:06.930184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-79acc623-2d64-487f-b423-c1b36af38dde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b6b26093bdd406d95f3bd74012d2297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4867237 Jan 28 04:50:06.930184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acc623-2d64-487f-b423-c1b36af38dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c551680-99f7-4ee1-aa52-1cc4fa202e4a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:06.930184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51506) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:06.982867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:06.999037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (47ddc473-5ceb-4ed3-81b6-0a29653359ca), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.005313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8385bc4-a6a9-4367-8d7f-7e4060bc6aef admin admin] Publish callbacks [] for security_group (1c551680-99f7-4ee1-aa52-1cc4fa202e4a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.014807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (33788f5a-0603-4aa4-aa57-6722649daa68), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.019393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:07.020084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6d6a4c13-1d9e-44cf-92d8-27722714bcc8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:07.020630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f80ab64b-7319-417a-90ac-5aea660e2c8a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:07.030346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8385bc4-a6a9-4367-8d7f-7e4060bc6aef admin admin] Publish callbacks [] for security_group (1c551680-99f7-4ee1-aa52-1cc4fa202e4a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.049238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f80ab64b-7319-417a-90ac-5aea660e2c8a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:07.049679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f80ab64b-7319-417a-90ac-5aea660e2c8a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:07.089746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8385bc4-a6a9-4367-8d7f-7e4060bc6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1c551680-99f7-4ee1-aa52-1cc4fa202e4a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.094395 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a8385bc4-a6a9-4367-8d7f-7e4060bc6aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.094953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a8385bc4-a6a9-4367-8d7f-7e4060bc6aef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c551680-99f7-4ee1-aa52-1cc4fa202e4a HTTP/1.1" status: 204 len: 168 time: 0.1637292 Jan 28 04:50:07.107748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8385bc4-a6a9-4367-8d7f-7e4060bc6aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c551680-99f7-4ee1-aa52-1cc4fa202e4a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:07.120926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ddc473-5ceb-4ed3-81b6-0a29653359ca']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:07.149895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:07.150194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e7160a-b35b-4ccb-8441-b572c6b81bb2') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:07.166601 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (f7e7160a-b35b-4ccb-8441-b572c6b81bb2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.222354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f7e7160a-b35b-4ccb-8441-b572c6b81bb2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.237610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:50:07.238012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (f7e7160a-b35b-4ccb-8441-b572c6b81bb2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:50:07.240722 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:50:07.339816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (33788f5a-0603-4aa4-aa57-6722649daa68), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.346100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (47ddc473-5ceb-4ed3-81b6-0a29653359ca), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.352681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (33788f5a-0603-4aa4-aa57-6722649daa68), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.369059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.372680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47ddc473-5ceb-4ed3-81b6-0a29653359ca HTTP/1.1" status: 204 len: 168 time: 1.4564922 Jan 28 04:50:07.387240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97b8a6-2bd2-462b-a3be-b1c772f3d380 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ddc473-5ceb-4ed3-81b6-0a29653359ca,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:07.453236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33788f5a-0603-4aa4-aa57-6722649daa68,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:07.491258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c865b4c0-536c-4482-8c67-90c01693fee3 req-32e33348-dd99-4c2c-ad15-bd7bebe1303a tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0529442 Jan 28 04:50:07.508428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.512489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6e3b826c-e1db-423f-97a0-43667b24c107 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6822522 Jan 28 04:50:07.512604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51522) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:07.517339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '37ae8285-3731-48c3-b6b2-5c4ec6d91873', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:07.555840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.14 (6a705950-bb08-4467-b5d9-69b726193aeb/b398ed0d-90a8-41b9-96e5-b82ae788bbe2/b07b6afe-5415-4723-96d7-8f9c4849d27b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:07.570533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (a10a2c2c-304f-47aa-9488-84d231835c8e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.573821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.13 (6a705950-bb08-4467-b5d9-69b726193aeb/b398ed0d-90a8-41b9-96e5-b82ae788bbe2/b07b6afe-5415-4723-96d7-8f9c4849d27b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:07.647595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:07.684066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (a10a2c2c-304f-47aa-9488-84d231835c8e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.694523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a10a2c2c-304f-47aa-9488-84d231835c8e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.721174 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-27d6b5d1-7a82-44b9-9733-caf68fdff147 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b43003a2444db3acbcbc169fce7d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718877 Jan 28 04:50:07.724416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:07.725881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10a2c2c-304f-47aa-9488-84d231835c8e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:07.753697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.757227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.761514 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2769a2f5-3de3-4e5f-81d7-69e8e8f46465 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2450895 Jan 28 04:50:07.763008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51534) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:07.772265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '37ae8285-3731-48c3-b6b2-5c4ec6d91873', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:07.803576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e145f36-e9ed-400a-835f-cf643d7bc2cf admin admin] Publish callbacks [] for security_group (1552cd6f-d754-4a9b-917e-368df95ac114), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.822493 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d09c3b3d-ff10-4e40-9701-78ff4c8a851f), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.825242 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (b07b6afe-5415-4723-96d7-8f9c4849d27b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.839712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e145f36-e9ed-400a-835f-cf643d7bc2cf admin admin] Publish callbacks [] for security_group (1552cd6f-d754-4a9b-917e-368df95ac114), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.875506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b07b6afe-5415-4723-96d7-8f9c4849d27b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.924067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d09c3b3d-ff10-4e40-9701-78ff4c8a851f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.931506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d09c3b3d-ff10-4e40-9701-78ff4c8a851f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.941015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e145f36-e9ed-400a-835f-cf643d7bc2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1552cd6f-d754-4a9b-917e-368df95ac114), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.945381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e145f36-e9ed-400a-835f-cf643d7bc2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.946979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e145f36-e9ed-400a-835f-cf643d7bc2cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1552cd6f-d754-4a9b-917e-368df95ac114 HTTP/1.1" status: 204 len: 168 time: 0.2180316 Jan 28 04:50:07.969781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09c3b3d-ff10-4e40-9701-78ff4c8a851f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:07.973188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e145f36-e9ed-400a-835f-cf643d7bc2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1552cd6f-d754-4a9b-917e-368df95ac114,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:07.980110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:07.983993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e97a11e-18b9-4a50-bc4a-efcf6359c131 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2174997 Jan 28 04:50:07.984232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51538) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:07.989675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '37ae8285-3731-48c3-b6b2-5c4ec6d91873', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:08.029103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (6bbe065f-1a71-4f1d-8613-41b621be7a16), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.144217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (6bbe065f-1a71-4f1d-8613-41b621be7a16), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.153194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6bbe065f-1a71-4f1d-8613-41b621be7a16), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.182087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbe065f-1a71-4f1d-8613-41b621be7a16,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:08.199532 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.203274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06529f12-4cd8-43bd-8a2e-052daaca490c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2150762 Jan 28 04:50:08.205931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.211760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '37ae8285-3731-48c3-b6b2-5c4ec6d91873', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:08.261138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d60441c3-7dfa-44b4-962f-52937e3327eb), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.357995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d60441c3-7dfa-44b4-962f-52937e3327eb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.368199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d60441c3-7dfa-44b4-962f-52937e3327eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.398391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60441c3-7dfa-44b4-962f-52937e3327eb,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:08.423821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.430085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e5dd9c8-3ed3-4312-b587-04f068574249 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2189076 Jan 28 04:50:08.430323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:08.430786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.434630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:08.437298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:08.499134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4357-9794-402a-aa98-4f28fb5878c6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d60441c3-7dfa-44b4-962f-52937e3327eb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.515410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4357-9794-402a-aa98-4f28fb5878c6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d60441c3-7dfa-44b4-962f-52937e3327eb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.524970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=b07b6afe-5415-4723-96d7-8f9c4849d27b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:08.567243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4357-9794-402a-aa98-4f28fb5878c6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d60441c3-7dfa-44b4-962f-52937e3327eb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.573867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4357-9794-402a-aa98-4f28fb5878c6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.579071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2b2c4357-9794-402a-aa98-4f28fb5878c6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d60441c3-7dfa-44b4-962f-52937e3327eb HTTP/1.1" status: 204 len: 168 time: 0.1449797 Jan 28 04:50:08.582771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.593064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:08.593847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.606865 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d41c248-5fce-40c2-ac91-be8f5b907eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.611633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c4357-9794-402a-aa98-4f28fb5878c6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d60441c3-7dfa-44b4-962f-52937e3327eb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:08.628854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.629080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9b98e114-c28d-4560-b5fb-75237810f5c2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3216813 Jan 28 04:50:08.631186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51568) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.636170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'b07b6afe-5415-4723-96d7-8f9c4849d27b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:08.659701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.694304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8327699b-a35d-48ba-9150-3b73be503e24 req-352fa28c-6bb7-4fab-8199-afc4dbfed905 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0526311 Jan 28 04:50:08.737651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a64f47d6-6526-4d4f-8780-124c677ae5a5 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1504915 Jan 28 04:50:08.741094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51572) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.767092 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0d76a446-1903-4404-a63f-119c95374009 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1721a95a97a54aefa59d24ab63af615f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335459 Jan 28 04:50:08.767424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51574) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.794168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62772703-9104-4d6f-94a4-55d2bbb5b325 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (6bbe065f-1a71-4f1d-8613-41b621be7a16), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.813377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62772703-9104-4d6f-94a4-55d2bbb5b325 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (6bbe065f-1a71-4f1d-8613-41b621be7a16), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.855000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5c02-8c72-4a02-937e-3a84f25960b6 admin admin] Publish callbacks [] for security_group (22c93ea3-90e5-4e55-a984-278918d19188), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.855211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.874674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62772703-9104-4d6f-94a4-55d2bbb5b325 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6bbe065f-1a71-4f1d-8613-41b621be7a16), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.880371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62772703-9104-4d6f-94a4-55d2bbb5b325 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:08.884404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-62772703-9104-4d6f-94a4-55d2bbb5b325 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6bbe065f-1a71-4f1d-8613-41b621be7a16 HTTP/1.1" status: 204 len: 168 time: 0.1395864 Jan 28 04:50:08.897744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:08.916005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5c02-8c72-4a02-937e-3a84f25960b6 admin admin] Publish callbacks [] for security_group (22c93ea3-90e5-4e55-a984-278918d19188), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.005220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62772703-9104-4d6f-94a4-55d2bbb5b325 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bbe065f-1a71-4f1d-8613-41b621be7a16,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:09.009404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5c02-8c72-4a02-937e-3a84f25960b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (22c93ea3-90e5-4e55-a984-278918d19188), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.013470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5c02-8c72-4a02-937e-3a84f25960b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.016592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2bdd5c02-8c72-4a02-937e-3a84f25960b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22c93ea3-90e5-4e55-a984-278918d19188 HTTP/1.1" status: 204 len: 168 time: 0.2483189 Jan 28 04:50:09.040853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd5c02-8c72-4a02-937e-3a84f25960b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c93ea3-90e5-4e55-a984-278918d19188,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:09.223036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a891fc79-0fed-4c91-a566-47503bcae516 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2829640 Jan 28 04:50:09.226234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.246495 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82bd5938-30ff-46b5-9650-7bb25919e8ea req-7df26ffb-ccc8-4e11-b801-fd42187dcdcf tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0460570 Jan 28 04:50:09.283487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc739-af71-41f5-8533-f62403b9bf65 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d09c3b3d-ff10-4e40-9701-78ff4c8a851f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.286039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.15 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d140b1af-84a9-462a-ad54-f4d2e360bc9d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:09.297439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc739-af71-41f5-8533-f62403b9bf65 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (d09c3b3d-ff10-4e40-9701-78ff4c8a851f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.386241 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc739-af71-41f5-8533-f62403b9bf65 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d09c3b3d-ff10-4e40-9701-78ff4c8a851f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.399514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc739-af71-41f5-8533-f62403b9bf65 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.403333 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6d7bc739-af71-41f5-8533-f62403b9bf65 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d09c3b3d-ff10-4e40-9701-78ff4c8a851f HTTP/1.1" status: 204 len: 168 time: 0.1737466 Jan 28 04:50:09.403695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.425005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bc739-af71-41f5-8533-f62403b9bf65 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d09c3b3d-ff10-4e40-9701-78ff4c8a851f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:09.459685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.505865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.577714 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-436d03d2-e594-49a6-adf3-ad27e4bf9576 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1716552 Jan 28 04:50:09.579778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51612) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.630025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:09.635530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:09.640388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c52e03dc-475c-4793-823f-39c8fd609284 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (a10a2c2c-304f-47aa-9488-84d231835c8e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.649720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:09.662290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c52e03dc-475c-4793-823f-39c8fd609284 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (a10a2c2c-304f-47aa-9488-84d231835c8e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.735012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=d140b1af-84a9-462a-ad54-f4d2e360bc9d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:09.740875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51614) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.748539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c52e03dc-475c-4793-823f-39c8fd609284 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a10a2c2c-304f-47aa-9488-84d231835c8e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.758687 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c52e03dc-475c-4793-823f-39c8fd609284 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.759931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c52e03dc-475c-4793-823f-39c8fd609284 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a10a2c2c-304f-47aa-9488-84d231835c8e HTTP/1.1" status: 204 len: 168 time: 0.1789951 Jan 28 04:50:09.762669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51618) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.774558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e03dc-475c-4793-823f-39c8fd609284 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a10a2c2c-304f-47aa-9488-84d231835c8e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:09.844396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ebfc53fa-1878-474f-a09d-6a5933e125b2 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0792491 Jan 28 04:50:09.847230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.886345 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f86053eb-959e-413d-97d3-b00b1d3a4c7d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (33788f5a-0603-4aa4-aa57-6722649daa68), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.894800 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f86053eb-959e-413d-97d3-b00b1d3a4c7d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (33788f5a-0603-4aa4-aa57-6722649daa68), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.913125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-107152345', 'router:external': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:09.938765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f86053eb-959e-413d-97d3-b00b1d3a4c7d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (33788f5a-0603-4aa4-aa57-6722649daa68), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.945864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f86053eb-959e-413d-97d3-b00b1d3a4c7d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.947258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f86053eb-959e-413d-97d3-b00b1d3a4c7d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/33788f5a-0603-4aa4-aa57-6722649daa68 HTTP/1.1" status: 204 len: 168 time: 0.0987597 Jan 28 04:50:09.948149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Made reservation on behalf of 5bfd00e45bd44a4bb15d0553f36e0175 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:09.950537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.959796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51622) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:09.969638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:09.978787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86053eb-959e-413d-97d3-b00b1d3a4c7d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33788f5a-0603-4aa4-aa57-6722649daa68,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.024827 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3e0fb4e-91e7-41f1-8227-6db053205620 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629802 Jan 28 04:50:10.027789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51624) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.085829 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for security_group (ccad381c-ebac-425f-8733-8099e0232a53), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.090990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ccad381c-ebac-425f-8733-8099e0232a53), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.117869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:10.127104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad381c-ebac-425f-8733-8099e0232a53,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.134128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7efd69b7-8fe7-4e40-97e4-d3a3efe404fc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.134480 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Added segment 7efd69b7-8fe7-4e40-97e4-d3a3efe404fc of type vlan for network d8b10783-b473-442e-9844-91adb886c18e Jan 28 04:50:10.191347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d8b10783-b473-442e-9844-91adb886c18e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.205718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65ef3c6-d7ee-430a-9ed6-d3fe7306ff9d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (37ae8285-3731-48c3-b6b2-5c4ec6d91873), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.226300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d8b10783-b473-442e-9844-91adb886c18e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.228677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:10.229485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.233490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65ef3c6-d7ee-430a-9ed6-d3fe7306ff9d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (37ae8285-3731-48c3-b6b2-5c4ec6d91873), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.309607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Network': ['ID=d8b10783-b473-442e-9844-91adb886c18e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.316731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5101cf05-a8ee-483a-9ec7-996e145105a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5748358 Jan 28 04:50:10.323844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d8b10783-b473-442e-9844-91adb886c18e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:10.331131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51628) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.341244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'subnet': {'network_id': 'd8b10783-b473-442e-9844-91adb886c18e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:10.348311 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (56ec71ef-8075-4619-9460-bc30756f524e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.392523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-855a87bd-3cc6-4526-9681-1f81ece4e452 req-e943760d-231b-4b56-ac96-1987fc1a37a0 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0746627 Jan 28 04:50:10.395128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65ef3c6-d7ee-430a-9ed6-d3fe7306ff9d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (37ae8285-3731-48c3-b6b2-5c4ec6d91873), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.397869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65ef3c6-d7ee-430a-9ed6-d3fe7306ff9d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.400638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c65ef3c6-d7ee-430a-9ed6-d3fe7306ff9d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/37ae8285-3731-48c3-b6b2-5c4ec6d91873 HTTP/1.1" status: 204 len: 168 time: 0.3712766 Jan 28 04:50:10.402966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51632) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.431324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef3c6-d7ee-430a-9ed6-d3fe7306ff9d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae8285-3731-48c3-b6b2-5c4ec6d91873,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.433183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Made reservation on behalf of 5bfd00e45bd44a4bb15d0553f36e0175 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:10.435374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.473740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3535a4e4-df6d-46ca-9c3d-afc466f9f2e3 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0694284 Jan 28 04:50:10.478352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51634) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.484039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--922574619'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:10.506020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.542623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.580327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ad5e11e0-8028-48d4-8068-5d392fc5d68c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.586824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad5e11e0-8028-48d4-8068-5d392fc5d68c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.617217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.621479 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1385515 Jan 28 04:50:10.624647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51636) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.631051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': 'ad5e11e0-8028-48d4-8068-5d392fc5d68c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:10.640133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaee5f2-9612-4f9c-89e6-1e374adfa935 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e11e0-8028-48d4-8068-5d392fc5d68c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.663965 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (8052b824-d31e-4e07-be09-3b0d7e78d672), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.739765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (8052b824-d31e-4e07-be09-3b0d7e78d672), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.744727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8052b824-d31e-4e07-be09-3b0d7e78d672), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.766687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8052b824-d31e-4e07-be09-3b0d7e78d672,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.772163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.777351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4984dd23-64e5-46a4-b48e-c36623186a2f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1519244 Jan 28 04:50:10.777970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.805900 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c75051b-754c-4518-817e-7497b5d03741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.818327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.849648 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.863272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-222eca3f-7f13-45a1-9d04-2d829738e3dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ad5e11e0-8028-48d4-8068-5d392fc5d68c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.890079 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-222eca3f-7f13-45a1-9d04-2d829738e3dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ad5e11e0-8028-48d4-8068-5d392fc5d68c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.938883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-222eca3f-7f13-45a1-9d04-2d829738e3dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ad5e11e0-8028-48d4-8068-5d392fc5d68c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.941629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-222eca3f-7f13-45a1-9d04-2d829738e3dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:10.943071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-222eca3f-7f13-45a1-9d04-2d829738e3dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad5e11e0-8028-48d4-8068-5d392fc5d68c HTTP/1.1" status: 204 len: 168 time: 0.1526246 Jan 28 04:50:10.948382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51642) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:10.953608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eca3f-7f13-45a1-9d04-2d829738e3dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e11e0-8028-48d4-8068-5d392fc5d68c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.959253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=d140b1af-84a9-462a-ad54-f4d2e360bc9d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:10.993624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (56ec71ef-8075-4619-9460-bc30756f524e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.062312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cbf2cfa4-00a4-4beb-afc1-9b678381b2d9 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103759 Jan 28 04:50:11.066154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51644) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.071463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075835953'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:11.100706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.174231 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 56ec71ef-8075-4619-9460-bc30756f524e associated. External IP: 172.25.6.15, port: b07b6afe-5415-4723-96d7-8f9c4849d27b. Jan 28 04:50:11.177176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (c2873678-044f-45f7-ad38-1cb34118a387), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.177323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 04:50:11.177443 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (bda6ec3c-9018-4d12-b528-56d301317c42), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.182892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c2873678-044f-45f7-ad38-1cb34118a387), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.213436 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.214861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1476960 Jan 28 04:50:11.216783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f694c6e-1765-4610-946c-23a49b77c520 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2873678-044f-45f7-ad38-1cb34118a387,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:11.218888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51646) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.223441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591207265'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:11.245484 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.251501 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:50:11.313425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (cdb757d6-a97c-499a-ba27-0eb2e1fe0790), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.317886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cdb757d6-a97c-499a-ba27-0eb2e1fe0790), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.318089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bda6ec3c-9018-4d12-b528-56d301317c42,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:11.337023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Checking segment: {'id': '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:11.337456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network hostable DHCP agents. Network: d8b10783-b473-442e-9844-91adb886c18e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:50:11.342722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.344037 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1242502 Jan 28 04:50:11.346886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51648) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.354511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': 'c2873678-044f-45f7-ad38-1cb34118a387', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cdb757d6-a97c-499a-ba27-0eb2e1fe0790', 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:11.373197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7a0b2-bb51-4509-bbc6-ea0e6ab03f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb757d6-a97c-499a-ba27-0eb2e1fe0790,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:11.394341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (702e3b19-d7e8-470c-91f2-b03efdc557b0), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.402847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network d8b10783-b473-442e-9844-91adb886c18e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:50:11.423631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d8b10783-b473-442e-9844-91adb886c18e) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:11.431008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:11.431451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.443939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15c700-5ba3-4f64-a28e-cf9ba535a788 None None] Network d8b10783-b473-442e-9844-91adb886c18e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:11.491944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b3e5e4fb-e04b-48ad-af68-1f2296f73ff8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1579249 Jan 28 04:50:11.494867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.505782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2111902687', 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:11.521805 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (702e3b19-d7e8-470c-91f2-b03efdc557b0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.527247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (702e3b19-d7e8-470c-91f2-b03efdc557b0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.548187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:11.563161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Made reservation on behalf of 5bfd00e45bd44a4bb15d0553f36e0175 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:11.565537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.583286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702e3b19-d7e8-470c-91f2-b03efdc557b0,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:11.588894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e71cceb0-5ffe-469d-b73b-b296a97c9450 req-cc6ec9f0-5ebe-49e5-8cd0-5c60485cc4ee tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0532615 Jan 28 04:50:11.594388 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.595675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf88deae-5fe5-4b33-b4f5-391d822ab1c7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2479360 Jan 28 04:50:11.598403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.604493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26ff6e-aa13-4040-8923-bb0ce4736b78 None None] Network d8b10783-b473-442e-9844-91adb886c18e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:11.642854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2adc5dc-5827-4017-b88b-c71153979e2a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (702e3b19-d7e8-470c-91f2-b03efdc557b0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.651101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2adc5dc-5827-4017-b88b-c71153979e2a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (702e3b19-d7e8-470c-91f2-b03efdc557b0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.668617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] device_id is not set on port f5399e70-614d-4de2-b637-f614d040beb0 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:50:11.688895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:11.696752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2adc5dc-5827-4017-b88b-c71153979e2a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (702e3b19-d7e8-470c-91f2-b03efdc557b0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.705620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2adc5dc-5827-4017-b88b-c71153979e2a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.713894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:11.715735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e2adc5dc-5827-4017-b88b-c71153979e2a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/702e3b19-d7e8-470c-91f2-b03efdc557b0 HTTP/1.1" status: 204 len: 168 time: 0.1155944 Jan 28 04:50:11.719538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.727658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc5dc-5827-4017-b88b-c71153979e2a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=702e3b19-d7e8-470c-91f2-b03efdc557b0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:11.761544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.774667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22fb398a-bbb8-41d1-a464-1ffbe4ac32a9 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0538359 Jan 28 04:50:11.777503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.783060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:11.783898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:11.799231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-acbe4812-8fdf-4882-b5da-bc907356ed2b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1665719 Jan 28 04:50:11.816692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:11.833133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:11.838169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'port_id': 'b07b6afe-5415-4723-96d7-8f9c4849d27b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:11.842882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:11.843526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:11.849338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Allocated IP 2001:db8::2b4 (d8b10783-b473-442e-9844-91adb886c18e/bda6ec3c-9018-4d12-b528-56d301317c42/f5399e70-614d-4de2-b637-f614d040beb0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:11.890348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:11.891604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bed20b-b5cc-40d0-b1b3-9fa8ffc8e155 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:11.934033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.960183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9243ebd3-bfea-4af7-9fec-ca325a720117 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (cdb757d6-a97c-499a-ba27-0eb2e1fe0790), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:11.963680 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (56ec71ef-8075-4619-9460-bc30756f524e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.006049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for port (f5399e70-614d-4de2-b637-f614d040beb0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.022521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9243ebd3-bfea-4af7-9fec-ca325a720117 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (cdb757d6-a97c-499a-ba27-0eb2e1fe0790), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.045801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f5399e70-614d-4de2-b637-f614d040beb0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.091361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network d8b10783-b473-442e-9844-91adb886c18e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:12.097230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:12.103201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:12.104283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:12.104939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.108695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Port': ['ID=f5399e70-614d-4de2-b637-f614d040beb0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:12.129278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9243ebd3-bfea-4af7-9fec-ca325a720117 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cdb757d6-a97c-499a-ba27-0eb2e1fe0790), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.130547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4175cca1-c27e-458b-b789-7eea2f388a6c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6320519 Jan 28 04:50:12.131282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51666) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.132548 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9243ebd3-bfea-4af7-9fec-ca325a720117 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.136080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9243ebd3-bfea-4af7-9fec-ca325a720117 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdb757d6-a97c-499a-ba27-0eb2e1fe0790 HTTP/1.1" status: 204 len: 168 time: 0.3552673 Jan 28 04:50:12.138480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.180064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243ebd3-bfea-4af7-9fec-ca325a720117 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb757d6-a97c-499a-ba27-0eb2e1fe0790,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:12.291118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a308fb2-b302-437f-9e73-042d2766af89 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1514244 Jan 28 04:50:12.293721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.344267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Deleting port f5399e70-614d-4de2-b637-f614d040beb0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:12.344856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f5399e70-614d-4de2-b637-f614d040beb0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.403034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-330d38a1-a9aa-4af4-9d3b-2da8d246cb4a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (c2873678-044f-45f7-ad38-1cb34118a387), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.444019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-330d38a1-a9aa-4af4-9d3b-2da8d246cb4a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (c2873678-044f-45f7-ad38-1cb34118a387), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.472657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f5399e70-614d-4de2-b637-f614d040beb0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.498106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Calling delete_port for f5399e70-614d-4de2-b637-f614d040beb0 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:12.534886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.539991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (56ec71ef-8075-4619-9460-bc30756f524e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.542680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-330d38a1-a9aa-4af4-9d3b-2da8d246cb4a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c2873678-044f-45f7-ad38-1cb34118a387), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.546563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-330d38a1-a9aa-4af4-9d3b-2da8d246cb4a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.550406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-330d38a1-a9aa-4af4-9d3b-2da8d246cb4a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2873678-044f-45f7-ad38-1cb34118a387 HTTP/1.1" status: 204 len: 168 time: 0.2555919 Jan 28 04:50:12.551225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.576733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d38a1-a9aa-4af4-9d3b-2da8d246cb4a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2873678-044f-45f7-ad38-1cb34118a387,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:12.629825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9d912238-181d-4ca3-84ee-6c8c0e86b5b7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729537 Jan 28 04:50:12.644592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.649383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--289805558'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:12.692556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.696398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f5399e70-614d-4de2-b637-f614d040beb0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.731053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5399e70-614d-4de2-b637-f614d040beb0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:12.764001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.769797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-deb0958a-c27b-48b3-afa4-0970a6aa5099 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f5399e70-614d-4de2-b637-f614d040beb0 HTTP/1.1" status: 204 len: 168 time: 0.6349633 Jan 28 04:50:12.770036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51680) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.774308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b10783-b473-442e-9844-91adb886c18e', 'external_fixed_ips': [{'subnet_id': 'bda6ec3c-9018-4d12-b528-56d301317c42', 'ip_address': '2001:db8::2b4'}]}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:12.780761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc05a46f-ac35-46bd-859a-ad00340b07db req-1ca556d6-dc45-4263-9583-fe1d41f41556 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0483580 Jan 28 04:50:12.798947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.801328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.869601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:12.890341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (792b72c2-b661-4afd-a77d-dd85ccf3e00c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.898897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (792b72c2-b661-4afd-a77d-dd85ccf3e00c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.976283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.980312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3319991 Jan 28 04:50:12.981075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:12.987207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '792b72c2-b661-4afd-a77d-dd85ccf3e00c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:12.991462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa006f-7fe0-48ba-9c1c-468039a87410 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792b72c2-b661-4afd-a77d-dd85ccf3e00c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:13.062381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:13.064065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (46c1551f-86a8-44f9-90d0-e5e19c044257), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.092486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:13.093014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.110341 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:13.111364 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:13.154342 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:13.157744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (46c1551f-86a8-44f9-90d0-e5e19c044257), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.169034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (46c1551f-86a8-44f9-90d0-e5e19c044257), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.172730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:13.173614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:13.186508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.211425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c1551f-86a8-44f9-90d0-e5e19c044257,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:13.214466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-af8e1eb5-9335-4d2b-8335-b37140b3e766 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/floatingips/56ec71ef-8075-4619-9460-bc30756f524e HTTP/1.1" status: 200 len: 978 time: 1.3921301 Jan 28 04:50:13.217350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51686) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:13.228268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.231996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5abb2739-d09f-4209-bfda-d2be8af59635 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2473996 Jan 28 04:50:13.232852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:13.239649 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:13.240499 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a89a6-e340-4f73-8b02-a6f67dfa8e37 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:13.325298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-862dc383-b752-4e0d-90d8-aacddb3f326b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (46c1551f-86a8-44f9-90d0-e5e19c044257), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.334140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-862dc383-b752-4e0d-90d8-aacddb3f326b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (46c1551f-86a8-44f9-90d0-e5e19c044257), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.384256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.399860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port d140b1af-84a9-462a-ad54-f4d2e360bc9d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:13.400484 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.440945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-862dc383-b752-4e0d-90d8-aacddb3f326b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (46c1551f-86a8-44f9-90d0-e5e19c044257), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.445992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-862dc383-b752-4e0d-90d8-aacddb3f326b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.447113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-862dc383-b752-4e0d-90d8-aacddb3f326b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/46c1551f-86a8-44f9-90d0-e5e19c044257 HTTP/1.1" status: 204 len: 168 time: 0.2130156 Jan 28 04:50:13.453707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:13.474593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dc383-b752-4e0d-90d8-aacddb3f326b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46c1551f-86a8-44f9-90d0-e5e19c044257,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:13.497707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.498272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (d140b1af-84a9-462a-ad54-f4d2e360bc9d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.512212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for d140b1af-84a9-462a-ad54-f4d2e360bc9d owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:13.517066 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f1bd69a3-48e0-41fc-8ddb-4767a2c53866 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620480 Jan 28 04:50:13.519591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51694) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:13.600006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99291e80-4196-4b36-bce1-851e5aa84d06 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (792b72c2-b661-4afd-a77d-dd85ccf3e00c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.634478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.691107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99291e80-4196-4b36-bce1-851e5aa84d06 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (792b72c2-b661-4afd-a77d-dd85ccf3e00c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.771741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d140b1af-84a9-462a-ad54-f4d2e360bc9d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.777176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.804351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=d140b1af-84a9-462a-ad54-f4d2e360bc9d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:13.812925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.860291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99291e80-4196-4b36-bce1-851e5aa84d06 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (792b72c2-b661-4afd-a77d-dd85ccf3e00c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.864161 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99291e80-4196-4b36-bce1-851e5aa84d06 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.868559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-99291e80-4196-4b36-bce1-851e5aa84d06 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/792b72c2-b661-4afd-a77d-dd85ccf3e00c HTTP/1.1" status: 204 len: 168 time: 0.3451986 Jan 28 04:50:13.871688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51698) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:13.910397 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (56ec71ef-8075-4619-9460-bc30756f524e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:13.910397 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 56ec71ef-8075-4619-9460-bc30756f524e disassociated (deleted). External IP: 172.25.6.15, port: b07b6afe-5415-4723-96d7-8f9c4849d27b. Jan 28 04:50:13.941783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99291e80-4196-4b36-bce1-851e5aa84d06 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b72c2-b661-4afd-a77d-dd85ccf3e00c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:13.968482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-568a0065-c79c-429d-a725-acd2014a30c3 req-8fa14725-f68e-426b-bca0-433202ed0a53 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0719597 Jan 28 04:50:13.989844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f69c2f20-b4fb-4719-b7d4-5bf492c85fac tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1169946 Jan 28 04:50:13.994404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:14.000266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303431313'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:14.061026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.135548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Allocated IP 2001:db8::2b4 (d8b10783-b473-442e-9844-91adb886c18e/bda6ec3c-9018-4d12-b528-56d301317c42/fd95c51b-230a-461c-9559-ee0d73d611f0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:14.327291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.374070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.421967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network d8b10783-b473-442e-9844-91adb886c18e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:14.425423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:14.437199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:14.443589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Port': ['ID=fd95c51b-230a-461c-9559-ee0d73d611f0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:14.553766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (6b94791e-2131-4e3b-afd2-8093f3f7dc0d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.567000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6b94791e-2131-4e3b-afd2-8093f3f7dc0d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.594723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:14.614377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.615608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6202826 Jan 28 04:50:14.618412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c157-5ddf-41d8-9efa-07225e24528e tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94791e-2131-4e3b-afd2-8093f3f7dc0d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:14.620575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:14.627357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '6b94791e-2131-4e3b-afd2-8093f3f7dc0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:14.699210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.759627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.799826 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.802281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:14.808250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.812339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.818489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:14.845714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:14.846668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:14.855974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.857197 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2343585 Jan 28 04:50:14.859682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f449538-2753-44a8-942a-bd83ab3f1fbe tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:14.861483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51708) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:14.871958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d1c9121c-0df8-4754-baec-33fff9a36f7a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/floatingips/56ec71ef-8075-4619-9460-bc30756f524e HTTP/1.1" status: 204 len: 168 time: 1.6513021 Jan 28 04:50:14.873592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51710) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:14.879975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2933bc84-731f-4a29-952c-01797fbf1aae tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules/2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d HTTP/1.1" status: 200 len: 763 time: 0.0168736 Jan 28 04:50:14.882194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51712) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:14.921359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4285f1ec-3fdd-475b-86e7-48b8f287c60d tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0379212 Jan 28 04:50:14.923426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:14.923966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:14.938850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:14.939703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:14.976932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbc59127-c5f0-438b-bbc9-ae8ffb704dda tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.988383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:14.989300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187638e-92ce-4cca-b1f0-d9dbb6bbf12f None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:15.004604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.013570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbc59127-c5f0-438b-bbc9-ae8ffb704dda tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.050206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbc59127-c5f0-438b-bbc9-ae8ffb704dda tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.058783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dbc59127-c5f0-438b-bbc9-ae8ffb704dda tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.062611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dbc59127-c5f0-438b-bbc9-ae8ffb704dda tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d HTTP/1.1" status: 204 len: 168 time: 0.1351717 Jan 28 04:50:15.068617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.069587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc59127-c5f0-438b-bbc9-ae8ffb704dda tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ef3f6fb-e3ee-4531-884b-aa3a2112bc1d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:15.132930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port b07b6afe-5415-4723-96d7-8f9c4849d27b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:15.133400 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b07b6afe-5415-4723-96d7-8f9c4849d27b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.140845 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70e96444-3544-45f4-aa5e-d9be46f1842d req-30df06a5-08c1-4e69-a8ff-6d4a4252eb45 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0557559 Jan 28 04:50:15.152700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-97684bfb-e2ae-4c1c-9267-d61923db3acf tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723295 Jan 28 04:50:15.153283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51720) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.197085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '6b94791e-2131-4e3b-afd2-8093f3f7dc0d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:15.206718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.273477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.379016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b07b6afe-5415-4723-96d7-8f9c4849d27b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.408357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for b07b6afe-5415-4723-96d7-8f9c4849d27b owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:15.429904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.440186 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.503446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:15.515102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.516327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-52cd5ae3-dc21-445c-b956-2f10cd3a87f7 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620872 Jan 28 04:50:15.519189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51724) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.546115 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-836781b9-e63f-4ddb-8e4d-e2d915bd8ffb tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules/cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9 HTTP/1.1" status: 200 len: 763 time: 0.0241024 Jan 28 04:50:15.547066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51726) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.555229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Router fdbb9e8c-48ab-44f1-ba0e-556b9339f850 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:15.611771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b362ba28-95a5-49aa-8a36-2694408e425a tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0597219 Jan 28 04:50:15.611920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.646494 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c28066df-b254-46ce-b2fe-7d9533e3fd4b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.657325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c28066df-b254-46ce-b2fe-7d9533e3fd4b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.690734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c28066df-b254-46ce-b2fe-7d9533e3fd4b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.698105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c28066df-b254-46ce-b2fe-7d9533e3fd4b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.699465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c28066df-b254-46ce-b2fe-7d9533e3fd4b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9 HTTP/1.1" status: 204 len: 168 time: 0.0789368 Jan 28 04:50:15.707300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51732) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.709476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28066df-b254-46ce-b2fe-7d9533e3fd4b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc5f5d3e-20fc-42c6-8af1-d3fbd0c9aad9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:15.757796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6be5f890-8181-4c65-9fba-7686af00f542 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481997 Jan 28 04:50:15.760707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51734) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.765446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': '6b94791e-2131-4e3b-afd2-8093f3f7dc0d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:15.771279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:15.789903 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Sync routers for ids ['fdbb9e8c-48ab-44f1-ba0e-556b9339f850'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:15.794627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (20de6264-9298-4881-bf98-20cefada8b37), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.808983 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Routers {'fdbb9e8c-48ab-44f1-ba0e-556b9339f850'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:15.809920 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fdbb9e8c-48ab-44f1-ba0e-556b9339f850'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:15.816487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.816487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4c811b36-7c21-413c-9762-c183312d5469 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0432374 Jan 28 04:50:15.822340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:15.876868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b07b6afe-5415-4723-96d7-8f9c4849d27b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.925702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=b07b6afe-5415-4723-96d7-8f9c4849d27b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:15.942400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (20de6264-9298-4881-bf98-20cefada8b37), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.950845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (20de6264-9298-4881-bf98-20cefada8b37), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.956990 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Set router fdbb9e8c-48ab-44f1-ba0e-556b9339f850 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:15.976412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20de6264-9298-4881-bf98-20cefada8b37,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:15.988803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.993764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9474bfd7-cdb5-4ace-b6c1-7b282246b60b tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2320917 Jan 28 04:50:15.994247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.167944 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbb9e8c-48ab-44f1-ba0e-556b9339f850', 'name': '', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b10783-b473-442e-9844-91adb886c18e', 'external_fixed_ips': [{'subnet_id': 'bda6ec3c-9018-4d12-b528-56d301317c42', 'ip_address': '2001:db8::2b4'}], 'enable_snat': True}, 'gw_port_id': 'fd95c51b-230a-461c-9559-ee0d73d611f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:12Z', 'updated_at': '2022-01-28T04:50:14Z', 'revision_number': 3, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port': {'id': 'fd95c51b-230a-461c-9559-ee0d73d611f0', 'name': '', 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb9e8c-48ab-44f1-ba0e-556b9339f850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'bda6ec3c-9018-4d12-b528-56d301317c42', 'ip_address': '2001:db8::2b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:13Z', 'updated_at': '2022-01-28T04:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bda6ec3c-9018-4d12-b528-56d301317c42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:16.206832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Checking router: fdbb9e8c-48ab-44f1-ba0e-556b9339f850 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:16.207177 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Updating router fdbb9e8c-48ab-44f1-ba0e-556b9339f850 port fd95c51b-230a-461c-9559-ee0d73d611f0 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:50:16.281512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f114c6fc-22e5-4410-a39f-a7a2c9690760 req-6d2a3b46-5a2a-43ac-bf2e-ed3b1272e7e8 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0292361 Jan 28 04:50:16.294607 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.376423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-07a384bf-9bf9-4bb0-9dae-2f36cc7b5914 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules/20de6264-9298-4881-bf98-20cefada8b37 HTTP/1.1" status: 200 len: 764 time: 0.3795059 Jan 28 04:50:16.382007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.382848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.429154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.430244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-19d370ee-8a03-40be-be77-638deacdd7c8 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/ports/b07b6afe-5415-4723-96d7-8f9c4849d27b HTTP/1.1" status: 204 len: 168 time: 1.5555911 Jan 28 04:50:16.433952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51746) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.435439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b75209dd-ca11-45f9-9681-6a521abf1ea6 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0513625 Jan 28 04:50:16.437924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.440368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:16.464549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26cc34f8-b1a7-4d19-9700-003ff6092f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (20de6264-9298-4881-bf98-20cefada8b37), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.472948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26cc34f8-b1a7-4d19-9700-003ff6092f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (20de6264-9298-4881-bf98-20cefada8b37), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.507077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.517841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26cc34f8-b1a7-4d19-9700-003ff6092f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (20de6264-9298-4881-bf98-20cefada8b37), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.537584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-26cc34f8-b1a7-4d19-9700-003ff6092f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.539025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26cc34f8-b1a7-4d19-9700-003ff6092f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/20de6264-9298-4881-bf98-20cefada8b37 HTTP/1.1" status: 204 len: 168 time: 0.0999870 Jan 28 04:50:16.539895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc34f8-b1a7-4d19-9700-003ff6092f51 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20de6264-9298-4881-bf98-20cefada8b37,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:16.541503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51750) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.572442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.591065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ea37464-6cab-47c5-af8c-acb08f061fd5 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455933 Jan 28 04:50:16.591419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51752) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.703518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Deleting port fd95c51b-230a-461c-9559-ee0d73d611f0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:16.703790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.709213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a554941-10d1-4459-ae77-afb0542d335f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (6b94791e-2131-4e3b-afd2-8093f3f7dc0d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.738781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a554941-10d1-4459-ae77-afb0542d335f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (6b94791e-2131-4e3b-afd2-8093f3f7dc0d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.768810 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Publish callbacks [] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.769120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.777188 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.795210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a554941-10d1-4459-ae77-afb0542d335f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6b94791e-2131-4e3b-afd2-8093f3f7dc0d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.797931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a554941-10d1-4459-ae77-afb0542d335f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.799076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a554941-10d1-4459-ae77-afb0542d335f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b94791e-2131-4e3b-afd2-8093f3f7dc0d HTTP/1.1" status: 204 len: 168 time: 0.2052343 Jan 28 04:50:16.802614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.816298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.823659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a554941-10d1-4459-ae77-afb0542d335f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94791e-2131-4e3b-afd2-8093f3f7dc0d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:16.830286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Calling delete_port for fd95c51b-230a-461c-9559-ee0d73d611f0 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:16.840696 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Attempting to bind port fd95c51b-230a-461c-9559-ee0d73d611f0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:16.841778 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Attempting to bind port fd95c51b-230a-461c-9559-ee0d73d611f0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:16.842368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Attempting to bind port fd95c51b-230a-461c-9559-ee0d73d611f0 on network d8b10783-b473-442e-9844-91adb886c18e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:16.862762 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:16.870047 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Checking segment: {'id': '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:16.870594 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.871925 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Bound using segment: {'id': '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:16.876371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Bound port: fd95c51b-230a-461c-9559-ee0d73d611f0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd8b10783-b473-442e-9844-91adb886c18e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:16.877091 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.888641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7b49ca69-90ba-48ea-831e-6e352ab8ea6c tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849712 Jan 28 04:50:16.895709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:16.897504 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Pushing event updated for resources: {'Port': ['ID=fd95c51b-230a-461c-9559-ee0d73d611f0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:16.901853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group': {'name': 'tempest-secgroup--202908575'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:16.927793 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.928258 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.929890 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.929890 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.930082 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.930396 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.931062 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.931196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.931445 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.931807 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.932197 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.932531 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.933291 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:16.934917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.974285 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] For port fd95c51b-230a-461c-9559-ee0d73d611f0, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:16.978253 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] For port fd95c51b-230a-461c-9559-ee0d73d611f0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=fd95c51b-230a-461c-9559-ee0d73d611f0,segment=NetworkSegment(7efd69b7-8fe7-4e40-97e4-d3a3efe404fc),segment_id=7efd69b7-8fe7-4e40-97e4-d3a3efe404fc)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:16.984421 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.038927 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Routers {'fdbb9e8c-48ab-44f1-ba0e-556b9339f850'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:17.040114 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fdbb9e8c-48ab-44f1-ba0e-556b9339f850'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:17.083262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ba818c2e-1c46-4e58-81b4-88a8b3eb6470), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.090729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ba818c2e-1c46-4e58-81b4-88a8b3eb6470), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.097966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.241 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/094237e5-d850-4787-80b4-07030d71711e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:17.129306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba818c2e-1c46-4e58-81b4-88a8b3eb6470,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.134035 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d19ead-b5fa-4cb2-8549-9857914dd91c None None] Pushing event updated for resources: {'Port': ['ID=fd95c51b-230a-461c-9559-ee0d73d611f0,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.135808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.139626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e55bd19-f9a8-40df-9d6f-4471e5e09a32 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2401948 Jan 28 04:50:17.139781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.145471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Request body: {'security_group_rule': {'security_group_id': 'ba818c2e-1c46-4e58-81b4-88a8b3eb6470', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:17.169504 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] Set router fdbb9e8c-48ab-44f1-ba0e-556b9339f850 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:17.178524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (1ab5deee-d30b-44db-a47e-09cc96a6712d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.226051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fd95c51b-230a-461c-9559-ee0d73d611f0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.246502 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbb9e8c-48ab-44f1-ba0e-556b9339f850', 'name': '', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:12Z', 'updated_at': '2022-01-28T04:50:16Z', 'revision_number': 4, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:17.250384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (1ab5deee-d30b-44db-a47e-09cc96a6712d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.255900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (1ab5deee-d30b-44db-a47e-09cc96a6712d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.276341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab5deee-d30b-44db-a47e-09cc96a6712d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.286622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.289080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cc9cc7d0-fe8f-4ed3-81a5-cb94bd83a80f tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476529 Jan 28 04:50:17.294496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51762) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.313555 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470522-c634-423f-beec-d1e9951e07b2 None None] The sync data for ids ['fdbb9e8c-48ab-44f1-ba0e-556b9339f850'] in n-d-824835-3 is: [{'id': 'fdbb9e8c-48ab-44f1-ba0e-556b9339f850', 'name': '', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:12Z', 'updated_at': '2022-01-28T04:50:16Z', 'revision_number': 4, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:17.324011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.325976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd95c51b-230a-461c-9559-ee0d73d611f0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.430157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-949222c1-b1a8-478d-91ba-49a307eb7dee tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ba818c2e-1c46-4e58-81b4-88a8b3eb6470), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.471044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (094237e5-d850-4787-80b4-07030d71711e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.473435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.486533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.526153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c73e4878-da2d-42a4-9966-ef80fa3d29b0 req-32599984-0375-45dc-acdc-8b59946a8eef tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0793242 Jan 28 04:50:17.535431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-949222c1-b1a8-478d-91ba-49a307eb7dee tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (ba818c2e-1c46-4e58-81b4-88a8b3eb6470), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.568826 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (fdbb9e8c-48ab-44f1-ba0e-556b9339f850), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.570862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdbb9e8c-48ab-44f1-ba0e-556b9339f850 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:17.580647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.583270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d9d0d6ed-a461-47d9-9d68-f329c9d51d8b tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/routers/fdbb9e8c-48ab-44f1-ba0e-556b9339f850 HTTP/1.1" status: 204 len: 168 time: 1.7591641 Jan 28 04:50:17.586547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.599457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (094237e5-d850-4787-80b4-07030d71711e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.642236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Deleting subnet bda6ec3c-9018-4d12-b528-56d301317c42 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:50:17.645402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for subnet (bda6ec3c-9018-4d12-b528-56d301317c42), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.650377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:17.659794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:17.665586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:17.667991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=094237e5-d850-4787-80b4-07030d71711e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.681523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-949222c1-b1a8-478d-91ba-49a307eb7dee tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ba818c2e-1c46-4e58-81b4-88a8b3eb6470), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.696325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-949222c1-b1a8-478d-91ba-49a307eb7dee tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.699661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-949222c1-b1a8-478d-91ba-49a307eb7dee tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba818c2e-1c46-4e58-81b4-88a8b3eb6470 HTTP/1.1" status: 204 len: 168 time: 0.4018421 Jan 28 04:50:17.704072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51772) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.734936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (bda6ec3c-9018-4d12-b528-56d301317c42), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.755374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949222c1-b1a8-478d-91ba-49a307eb7dee tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba818c2e-1c46-4e58-81b4-88a8b3eb6470,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.799783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bda6ec3c-9018-4d12-b528-56d301317c42), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.805341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e2e4510a-b80f-48f1-9f4e-cc15142c3b79 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993745 Jan 28 04:50:17.808633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51774) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.840046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (a8b58731-fd44-4fcf-961e-178cded0b606), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.879211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (bda6ec3c-9018-4d12-b528-56d301317c42), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.879601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-959bea7e-d1cc-4326-8e47-0eb748b4e3f4 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0686948 Jan 28 04:50:17.883562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51776) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.889301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (094237e5-d850-4787-80b4-07030d71711e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.919123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bda6ec3c-9018-4d12-b528-56d301317c42,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:17.921286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:17.924447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6cbfcc5d-3b72-4b4c-903f-a4059dc5b6ff tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/bda6ec3c-9018-4d12-b528-56d301317c42 HTTP/1.1" status: 204 len: 168 time: 0.3368421 Jan 28 04:50:17.925610 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-7b3003a1-cacc-443f-bdd3-1dd0018335dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] delete failed (client error): The resource could not be found. Jan 28 04:50:17.926608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7b3003a1-cacc-443f-bdd3-1dd0018335dc tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba818c2e-1c46-4e58-81b4-88a8b3eb6470 HTTP/1.1" status: 404 len: 347 time: 0.0412245 Jan 28 04:50:17.927482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51778) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.933535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51780) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:17.993197 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-118e4260-a187-47ff-aa8b-12c2c404eb92 tempest-SecGroupTest-201356500 tempest-SecGroupTest-201356500-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543132 Jan 28 04:50:18.071689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d8b10783-b473-442e-9844-91adb886c18e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.198531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d8b10783-b473-442e-9844-91adb886c18e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.227958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b10783-b473-442e-9844-91adb886c18e']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:18.247253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:18.247549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efd69b7-8fe7-4e40-97e4-d3a3efe404fc') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:18.250458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (094237e5-d850-4787-80b4-07030d71711e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.260460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (094237e5-d850-4787-80b4-07030d71711e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.270986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (7efd69b7-8fe7-4e40-97e4-d3a3efe404fc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.342775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7efd69b7-8fe7-4e40-97e4-d3a3efe404fc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.360570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:50:18.361007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (7efd69b7-8fe7-4e40-97e4-d3a3efe404fc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: items = [ Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:50:18.363124 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:50:18.365428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=094237e5-d850-4787-80b4-07030d71711e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:18.397097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:18.408529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (a8b58731-fd44-4fcf-961e-178cded0b606), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.434476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.437306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6004ea77-5d4f-4d72-a05e-08c789760046 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9990084 Jan 28 04:50:18.438480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51790) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:18.446835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'port': {'network_id': '6a705950-bb08-4467-b5d9-69b726193aeb', 'name': 'tempest-FloatingIPTestJSON-2024673307'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:18.505090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d8b10783-b473-442e-9844-91adb886c18e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.527057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8b10783-b473-442e-9844-91adb886c18e {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 04:50:18.530511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8b10783-b473-442e-9844-91adb886c18e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:18.532020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.553861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5543bc58-12ee-4da1-8ff0-84e9a0b6b0c8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d8b10783-b473-442e-9844-91adb886c18e HTTP/1.1" status: 204 len: 168 time: 0.6160686 Jan 28 04:50:18.684493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c2fb6b12-ec82-4b69-97f0-9e89fedf5647 req-9a1f9bfe-793b-493c-a2f8-b3357bd61c5e tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0530195 Jan 28 04:50:18.746119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:18.749374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.785203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6b23544e-76c1-4e2d-8315-bb7b89073849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=721ca3f63ba34ecd8fce9e75f28b9b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851025 Jan 28 04:50:18.786619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51802) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:18.792483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] device_id is not set on port 20f88b8a-68d0-4401-ae31-1f8f52afa53f yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:50:18.862556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a47f5c-00b5-4db2-88d7-c8a9b78f77b5 admin admin] Publish callbacks [] for security_group (daa8c55a-fad7-4362-8ac5-37ce3439fc9a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.886867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a47f5c-00b5-4db2-88d7-c8a9b78f77b5 admin admin] Publish callbacks [] for security_group (daa8c55a-fad7-4362-8ac5-37ce3439fc9a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.943119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.12 (6a705950-bb08-4467-b5d9-69b726193aeb/b398ed0d-90a8-41b9-96e5-b82ae788bbe2/20f88b8a-68d0-4401-ae31-1f8f52afa53f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:18.965472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a47f5c-00b5-4db2-88d7-c8a9b78f77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (daa8c55a-fad7-4362-8ac5-37ce3439fc9a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.968153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02a47f5c-00b5-4db2-88d7-c8a9b78f77b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:18.976944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02a47f5c-00b5-4db2-88d7-c8a9b78f77b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daa8c55a-fad7-4362-8ac5-37ce3439fc9a HTTP/1.1" status: 204 len: 168 time: 0.1887362 Jan 28 04:50:18.988955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a47f5c-00b5-4db2-88d7-c8a9b78f77b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8c55a-fad7-4362-8ac5-37ce3439fc9a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:19.131564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:19.136403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'name': 'tempest-router--616616182', 'project_id': 'e681a742780845778b1c09f89885dc27'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:19.175500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.177284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.223132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (20f88b8a-68d0-4401-ae31-1f8f52afa53f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.262685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.269938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.278971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (20f88b8a-68d0-4401-ae31-1f8f52afa53f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.288408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.290219 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-487b0f23-f2bb-4f8e-bcb2-fcb114bbd988 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1574030 Jan 28 04:50:19.295624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51810) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:19.341392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=20f88b8a-68d0-4401-ae31-1f8f52afa53f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:19.364101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network 6a705950-bb08-4467-b5d9-69b726193aeb is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:19.366109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:19.375804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:19.382750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.448897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:19.449603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.471067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b17f4a18-72f7-49dd-b7f6-b92e39ff4501 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0285835 Jan 28 04:50:19.471297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:19.477168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'port_id': '20f88b8a-68d0-4401-ae31-1f8f52afa53f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:19.522001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (a8b58731-fd44-4fcf-961e-178cded0b606), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.666696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.670117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.748274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c4bfa03b-baa2-4b8f-bfc2-1560968c42b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.748987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4bfa03b-baa2-4b8f-bfc2-1560968c42b8 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:19.760182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:19.762978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a4caa63f-1c0e-4201-9584-9592dbffcf7e tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c4bfa03b-baa2-4b8f-bfc2-1560968c42b8 HTTP/1.1" status: 204 len: 168 time: 0.4688871 Jan 28 04:50:19.878199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffbba717-7c54-4dc3-ac00-f632a2178778 req-2d6ed97b-cf8c-479f-ac43-a9d92f9f1193 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0371161 Jan 28 04:50:20.045180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.117642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51844) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.162136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.169368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (a8b58731-fd44-4fcf-961e-178cded0b606), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.170987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f26c97bd-b7e5-4dd0-b94a-ea07e9e4f490 tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-542597962', 'prefixes': ['172.20.0.0/16']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:20.233388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-498072754', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:20.259304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f26c97bd-b7e5-4dd0-b94a-ea07e9e4f490 tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.260624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f26c97bd-b7e5-4dd0-b94a-ea07e9e4f490 tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1417994 Jan 28 04:50:20.263482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.275433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c9138dd4-b753-47f1-85b1-ff2161acc98e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.276781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c9138dd4-b753-47f1-85b1-ff2161acc98e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.287337 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP a8b58731-fd44-4fcf-961e-178cded0b606 associated. External IP: 172.25.6.241, port: 20f88b8a-68d0-4401-ae31-1f8f52afa53f. Jan 28 04:50:20.316686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f8e95a3d-8609-4d67-ba13-b0b0213287d7 tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] 10.222.0.21 "GET /v2.0/subnetpools/3b69b8e1-b837-4b66-88ed-8d3ddefab58e HTTP/1.1" status: 200 len: 731 time: 0.0518036 Jan 28 04:50:20.320300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51850) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.330074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8bca1a41-863d-4792-93bb-f9db6559d0af tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1119144794'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:20.402891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (c9138dd4-b753-47f1-85b1-ff2161acc98e), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.517968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:20.580156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c9138dd4-b753-47f1-85b1-ff2161acc98e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.587011 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bca1a41-863d-4792-93bb-f9db6559d0af tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.591191 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8bca1a41-863d-4792-93bb-f9db6559d0af tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] 10.222.0.21 "PUT /v2.0/subnetpools/3b69b8e1-b837-4b66-88ed-8d3ddefab58e HTTP/1.1" status: 200 len: 684 time: 0.2664430 Jan 28 04:50:20.591516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.632296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:20.638932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.647037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:20.660874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:20.661944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:20.713543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:20.732533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:20.733708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:20.737647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0609b9e8-9860-4fea-91e1-7604870eb28e tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.738890 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0609b9e8-9860-4fea-91e1-7604870eb28e tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] 10.222.0.21 "DELETE /v2.0/subnetpools/3b69b8e1-b837-4b66-88ed-8d3ddefab58e HTTP/1.1" status: 204 len: 168 time: 0.1465249 Jan 28 04:50:20.742724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51854) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.766374 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-1f087e2a-ad2d-44e2-a89d-98614089f86c tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] show failed (client error): The resource could not be found. Jan 28 04:50:20.768366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f087e2a-ad2d-44e2-a89d-98614089f86c tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] 10.222.0.21 "GET /v2.0/subnetpools/3b69b8e1-b837-4b66-88ed-8d3ddefab58e HTTP/1.1" status: 404 len: 346 time: 0.0238023 Jan 28 04:50:20.777039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51858) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:20.788313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:20.790109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ed88f-9180-4395-9dea-db02b6547417 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:20.809232 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-771135b9-3a8a-425d-957b-e0858e371828 tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] delete failed (client error): The resource could not be found. Jan 28 04:50:20.810558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-771135b9-3a8a-425d-957b-e0858e371828 tempest-SubnetPoolsTestJSON-1094465547 tempest-SubnetPoolsTestJSON-1094465547-project] 10.222.0.21 "DELETE /v2.0/subnetpools/3b69b8e1-b837-4b66-88ed-8d3ddefab58e HTTP/1.1" status: 404 len: 346 time: 0.0315514 Jan 28 04:50:20.940037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c9138dd4-b753-47f1-85b1-ff2161acc98e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:20.968740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.069896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1be1aab3-8af0-45d4-a688-5184bd6f476b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/floatingips/a8b58731-fd44-4fcf-961e-178cded0b606 HTTP/1.1" status: 200 len: 979 time: 1.5975046 Jan 28 04:50:21.072334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:21.137573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Allocated IP 172.25.6.253 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/df316f7e-666b-42ee-905d-b4147d91541d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:21.162532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:21.189584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 20f88b8a-68d0-4401-ae31-1f8f52afa53f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:21.190180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (20f88b8a-68d0-4401-ae31-1f8f52afa53f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.295129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5adb1d2-d338-426d-91e0-2198c706c3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.298124 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for port (df316f7e-666b-42ee-905d-b4147d91541d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.317550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (20f88b8a-68d0-4401-ae31-1f8f52afa53f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.343969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (df316f7e-666b-42ee-905d-b4147d91541d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.380359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c1a1ea6-65f0-43cc-927f-76eaff248e5b req-73342aa5-7842-4db1-85e2-20684d6a6590 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.3560541 Jan 28 04:50:21.418809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:21.421825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:21.425535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:21.462579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event updated for resources: {'Port': ['ID=df316f7e-666b-42ee-905d-b4147d91541d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:21.534636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5adb1d2-d338-426d-91e0-2198c706c3f7 admin admin] Publish callbacks [] for security_group (3468df10-c308-4ce1-8246-fe46fe55ac70), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.541549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5adb1d2-d338-426d-91e0-2198c706c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3468df10-c308-4ce1-8246-fe46fe55ac70), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.607484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.607863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (a8b58731-fd44-4fcf-961e-178cded0b606), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.608173 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP a8b58731-fd44-4fcf-961e-178cded0b606 disassociated. External IP: 172.25.6.241, port: 20f88b8a-68d0-4401-ae31-1f8f52afa53f. Jan 28 04:50:21.608528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 20f88b8a-68d0-4401-ae31-1f8f52afa53f owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:21.619591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5adb1d2-d338-426d-91e0-2198c706c3f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1dbffe2891a4847943fd3e11c19a63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512069 Jan 28 04:50:21.624022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51876) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:21.627196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adb1d2-d338-426d-91e0-2198c706c3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3468df10-c308-4ce1-8246-fe46fe55ac70,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:21.715264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c9138dd4-b753-47f1-85b1-ff2161acc98e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.756526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97384b80-069b-4314-adf8-6c9fe3cec490 admin admin] Publish callbacks [] for security_group (3468df10-c308-4ce1-8246-fe46fe55ac70), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.792627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97384b80-069b-4314-adf8-6c9fe3cec490 admin admin] Publish callbacks [] for security_group (3468df10-c308-4ce1-8246-fe46fe55ac70), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.873099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (20f88b8a-68d0-4401-ae31-1f8f52afa53f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:21.917115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=20f88b8a-68d0-4401-ae31-1f8f52afa53f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:21.946790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c9138dd4-b753-47f1-85b1-ff2161acc98e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.035508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97384b80-069b-4314-adf8-6c9fe3cec490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3468df10-c308-4ce1-8246-fe46fe55ac70), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.038582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97384b80-069b-4314-adf8-6c9fe3cec490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.040081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-97384b80-069b-4314-adf8-6c9fe3cec490 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3468df10-c308-4ce1-8246-fe46fe55ac70 HTTP/1.1" status: 204 len: 168 time: 0.4138737 Jan 28 04:50:22.055806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97384b80-069b-4314-adf8-6c9fe3cec490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3468df10-c308-4ce1-8246-fe46fe55ac70,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:22.089998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:22.113174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Router c9138dd4-b753-47f1-85b1-ff2161acc98e is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:22.235115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:22.249824 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:22.252570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:22.275623 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:22.275902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.276993 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.277258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] Sync routers for ids ['c9138dd4-b753-47f1-85b1-ff2161acc98e'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:22.281130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-44f5e05b-7dd2-4d9a-be16-11e397a78631 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2342958 Jan 28 04:50:22.281630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51886) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:22.295655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] Routers {'c9138dd4-b753-47f1-85b1-ff2161acc98e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:22.296334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c9138dd4-b753-47f1-85b1-ff2161acc98e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.319595 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.336914 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:22.338569 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.351762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.362830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] Routers {'c9138dd4-b753-47f1-85b1-ff2161acc98e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:22.363857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c9138dd4-b753-47f1-85b1-ff2161acc98e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.378270 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.389775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51888) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:22.392275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e8fec40d-a1f3-4a89-a923-c59cd8fd7c58 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/ports/20f88b8a-68d0-4401-ae31-1f8f52afa53f HTTP/1.1" status: 204 len: 168 time: 1.3188558 Jan 28 04:50:22.409778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.410990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d0292-451c-4b8b-937e-f9b63de30302 None None] The sync data for ids ['c9138dd4-b753-47f1-85b1-ff2161acc98e'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:22.424092 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:22.424750 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9b722-6003-499a-9af2-c07e9b7f967a None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:22.511487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-71f15d4a-e69e-4750-8dd3-6f987cdb2f86 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/floatingips/a8b58731-fd44-4fcf-961e-178cded0b606 HTTP/1.1" status: 200 len: 688 time: 0.1181734 Jan 28 04:50:22.512292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51898) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:22.530840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-40e1ec38-5b78-4242-a6bf-a1c0241a39c7 req-56b939aa-86ae-4c8c-bf31-853a386ff6ef tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0628624 Jan 28 04:50:22.560843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0daae998-457c-40dc-9124-084245309038 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/c9138dd4-b753-47f1-85b1-ff2161acc98e HTTP/1.1" status: 200 len: 924 time: 0.2772703 Jan 28 04:50:22.563558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51900) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:22.593476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-943b6544-ba32-4bc7-9ad6-5b2e688d6af5 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9138dd4-b753-47f1-85b1-ff2161acc98e HTTP/1.1" status: 200 len: 205 time: 0.0286214 Jan 28 04:50:22.598044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:22.687635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 094237e5-d850-4787-80b4-07030d71711e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:22.688490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (094237e5-d850-4787-80b4-07030d71711e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.716320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (c9138dd4-b753-47f1-85b1-ff2161acc98e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.808560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (094237e5-d850-4787-80b4-07030d71711e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.808910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (094237e5-d850-4787-80b4-07030d71711e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:22.822798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 094237e5-d850-4787-80b4-07030d71711e owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:22.841932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c9138dd4-b753-47f1-85b1-ff2161acc98e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.006808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (094237e5-d850-4787-80b4-07030d71711e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.039350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:23.048448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028880 Jan 28 04:50:23.048448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=094237e5-d850-4787-80b4-07030d71711e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:23.051348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51918) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:23.127578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (a8b58731-fd44-4fcf-961e-178cded0b606), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.130548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.133186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b14a4ae0-e8cb-4d05-aaf7-1d9a878ab4c3 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/floatingips/a8b58731-fd44-4fcf-961e-178cded0b606 HTTP/1.1" status: 204 len: 168 time: 0.6188855 Jan 28 04:50:23.138425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51924) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:23.144590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'e70d2794-43ec-4013-a0d5-0518a1111c8c'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:23.179919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-58038410-ceab-4b8a-925b-82bdbcef99d4 tempest-NetworksApiDiscovery-1566000242 tempest-NetworksApiDiscovery-1566000242-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1277246 Jan 28 04:50:23.182560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.318422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.342507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Deleting port df316f7e-666b-42ee-905d-b4147d91541d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:23.343043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (df316f7e-666b-42ee-905d-b4147d91541d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.430448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (df316f7e-666b-42ee-905d-b4147d91541d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.443058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Calling delete_port for df316f7e-666b-42ee-905d-b4147d91541d owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:23.458652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.163 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/051e1f19-d8aa-484c-837d-60d6adcfeb67) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:23.541779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51930) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:23.592261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.633511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.661932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-433dc156-b469-4447-b2d4-3ebb99a77a25 req-f8e250c5-20ff-409a-9d53-bcdaa10fe508 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0398860 Jan 28 04:50:23.673589 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (df316f7e-666b-42ee-905d-b4147d91541d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.711686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:23.716175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:23.719330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:23.724894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event deleted for resources: {'Port': ['ID=df316f7e-666b-42ee-905d-b4147d91541d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:23.771802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09af2fb5-27fb-41a2-a33f-5e60ab06ac8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.783906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (c9138dd4-b753-47f1-85b1-ff2161acc98e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.791035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=051e1f19-d8aa-484c-837d-60d6adcfeb67,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:23.879244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c9138dd4-b753-47f1-85b1-ff2161acc98e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.881676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (c9138dd4-b753-47f1-85b1-ff2161acc98e), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.935393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c9138dd4-b753-47f1-85b1-ff2161acc98e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.936006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Fanout notify agent at l3_agent the message router_deleted on router c9138dd4-b753-47f1-85b1-ff2161acc98e {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:23.942675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.943790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cb1c11d7-1aff-4a50-b18a-6c6912796bd2 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/c9138dd4-b753-47f1-85b1-ff2161acc98e HTTP/1.1" status: 204 len: 168 time: 1.3447051 Jan 28 04:50:23.948044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51938) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:23.952178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1660241808', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': False}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:23.975046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (db30a7b0-042c-4c20-a527-7498c79dc663), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.977610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (db30a7b0-042c-4c20-a527-7498c79dc663), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.994633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09af2fb5-27fb-41a2-a33f-5e60ab06ac8c admin admin] Publish callbacks [] for security_group (1dc5c998-5917-4ab2-addf-7bf0e195cf3c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:23.999651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09af2fb5-27fb-41a2-a33f-5e60ab06ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1dc5c998-5917-4ab2-addf-7bf0e195cf3c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.040844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (db30a7b0-042c-4c20-a527-7498c79dc663), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.071338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09af2fb5-27fb-41a2-a33f-5e60ab06ac8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b424d1408adc4b6192bc4926e21e90ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284293 Jan 28 04:50:24.074446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51940) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:24.088702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af2fb5-27fb-41a2-a33f-5e60ab06ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc5c998-5917-4ab2-addf-7bf0e195cf3c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:24.189300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (db30a7b0-042c-4c20-a527-7498c79dc663), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.211750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41be4611-de9c-49df-96d8-db7a23da63c1 admin admin] Publish callbacks [] for security_group (1dc5c998-5917-4ab2-addf-7bf0e195cf3c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.246768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41be4611-de9c-49df-96d8-db7a23da63c1 admin admin] Publish callbacks [] for security_group (1dc5c998-5917-4ab2-addf-7bf0e195cf3c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.332852 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (7791c6a6-14f3-4015-8977-a5ab26afea09), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.381428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41be4611-de9c-49df-96d8-db7a23da63c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1dc5c998-5917-4ab2-addf-7bf0e195cf3c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.385013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41be4611-de9c-49df-96d8-db7a23da63c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.388684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-41be4611-de9c-49df-96d8-db7a23da63c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dc5c998-5917-4ab2-addf-7bf0e195cf3c HTTP/1.1" status: 204 len: 168 time: 0.3066671 Jan 28 04:50:24.402288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be4611-de9c-49df-96d8-db7a23da63c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc5c998-5917-4ab2-addf-7bf0e195cf3c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:24.415994 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (db30a7b0-042c-4c20-a527-7498c79dc663), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.439676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.457263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.557337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Allocated IP 172.25.6.37 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/32b40e5f-aeec-4155-a40f-138ace8038b7) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:24.643979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.650644 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.686190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.768168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=051e1f19-d8aa-484c-837d-60d6adcfeb67,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:24.793658 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (7791c6a6-14f3-4015-8977-a5ab26afea09), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.817357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:24.910787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e96d599-0a06-4800-a19f-1137ee2e0bda req-2fc7b7de-aecc-4dfe-b78e-cb7f0c5cbc29 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0877607 Jan 28 04:50:24.921133 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 7791c6a6-14f3-4015-8977-a5ab26afea09 associated. External IP: 172.25.6.163, port: e70d2794-43ec-4013-a0d5-0518a1111c8c. Jan 28 04:50:24.930956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Port': ['ID=32b40e5f-aeec-4155-a40f-138ace8038b7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:24.939300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:24.941281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:24.948826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:25.203890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:25.282647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (db30a7b0-042c-4c20-a527-7498c79dc663), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:25.530777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (db30a7b0-042c-4c20-a527-7498c79dc663), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:25.680727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Router db30a7b0-042c-4c20-a527-7498c79dc663 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:25.719044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:25.731941 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:25.748717 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:25.750533 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:25.755695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:25.796217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d00ea242-bb16-4cf4-b6f6-97e5186969b6 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6564031 Jan 28 04:50:25.797297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51978) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:25.808561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-145653807'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:25.818245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:25.828614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:25.828972 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:25.833733 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:25.842190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Sync routers for ids ['db30a7b0-042c-4c20-a527-7498c79dc663'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:25.855833 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:25.857071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e0020789-2770-4b36-94d7-359bf189e35c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9082112 Jan 28 04:50:25.863204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51982) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:25.865031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Routers {'db30a7b0-042c-4c20-a527-7498c79dc663'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:25.870673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db30a7b0-042c-4c20-a527-7498c79dc663'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:25.882227 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:25.883141 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30707112-5b86-4a6f-8f31-1dd65e28bc90 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:25.932379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:25.935739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.019680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Set router db30a7b0-042c-4c20-a527-7498c79dc663 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:26.037158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:26.052136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d402c6c4-42ed-4068-b486-8db85496db7b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.052937 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Added segment d402c6c4-42ed-4068-b486-8db85496db7b of type vlan for network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 Jan 28 04:50:26.083730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-292f4d6c-75d7-4eb0-91d5-921290663259 req-11b4607f-fce3-402c-bc5d-77cfe1e838c1 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0380006 Jan 28 04:50:26.104688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2330f378-1a76-4e10-95fc-672c9fff0a69 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/db30a7b0-042c-4c20-a527-7498c79dc663 HTTP/1.1" status: 200 len: 908 time: 0.2371643 Jan 28 04:50:26.107096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51992) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:26.112119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1660241808', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': True}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:26.134701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d9fdf4df-8448-4578-b8b1-509d6bf9bf41), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.141022 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.144471 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.186576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d9fdf4df-8448-4578-b8b1-509d6bf9bf41), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.198266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:26.198917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.235929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.238324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4393635 Jan 28 04:50:26.241893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51994) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:26.247654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'subnet': {'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:26.349304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401608f-0b3a-467e-bfad-5586413398f2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Network': ['ID=d9fdf4df-8448-4578-b8b1-509d6bf9bf41,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:26.375875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:26.402004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:26.406391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.418822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.543598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db30a7b0-042c-4c20-a527-7498c79dc663', 'name': 'tempest-snat-router-1660241808', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': False}, 'gw_port_id': '32b40e5f-aeec-4155-a40f-138ace8038b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:23Z', 'updated_at': '2022-01-28T04:50:25Z', 'revision_number': 3, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port': {'id': '32b40e5f-aeec-4155-a40f-138ace8038b7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30a7b0-042c-4c20-a527-7498c79dc663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:24Z', 'updated_at': '2022-01-28T04:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:26.580048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Checking router: db30a7b0-042c-4c20-a527-7498c79dc663 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:26.580406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Updating router db30a7b0-042c-4c20-a527-7498c79dc663 port 32b40e5f-aeec-4155-a40f-138ace8038b7 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:50:26.620058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.726930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (7aa05784-7f63-44b4-b3bd-c69a6c5a33f6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.799677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.823717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.860121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Subnet': ['ID=7aa05784-7f63-44b4-b3bd-c69a6c5a33f6,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:26.870498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Checking segment: {'id': 'd402c6c4-42ed-4068-b486-8db85496db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:26.870869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network hostable DHCP agents. Network: d9fdf4df-8448-4578-b8b1-509d6bf9bf41, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:50:26.894634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:50:26.908774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d9fdf4df-8448-4578-b8b1-509d6bf9bf41) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:26.914826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:26.920673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.950343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ab545bd9-dbae-444c-8cb2-689176cb70f9 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7055326 Jan 28 04:50:26.950581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0139560-b013-4768-b12c-e7ad47100e66 None None] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:26.951062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52016) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:26.956537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-481898119', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:26.985215 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (49f701aa-7cfb-49f7-b7f0-65313742a31a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:26.987795 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (49f701aa-7cfb-49f7-b7f0-65313742a31a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.042266 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Publish callbacks [] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.061866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.083921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52020) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:27.131275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_controller (49f701aa-7cfb-49f7-b7f0-65313742a31a), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.155528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-d9fdf4df-8448-4578-b8b1-509d6bf9bf41', 'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41', 'project_id': '085921dd973e44898f718a295877a42f', 'fixed_ips': [{'subnet_id': '7aa05784-7f63-44b4-b3bd-c69a6c5a33f6'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:50:27.156542 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.181580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Attempting to bind port 32b40e5f-aeec-4155-a40f-138ace8038b7 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:27.181956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Attempting to bind port 32b40e5f-aeec-4155-a40f-138ace8038b7 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:27.182320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Attempting to bind port 32b40e5f-aeec-4155-a40f-138ace8038b7 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:27.184404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Pushing event updated for resources: {'Port': ['ID=32b40e5f-aeec-4155-a40f-138ace8038b7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:27.200287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.200741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.200951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.201772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.202359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.202855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.203367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.203855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.204348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.204834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.205508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.205991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.206477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:27.217707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:27.218286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:27.218853 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.219396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:27.220053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Bound port: 32b40e5f-aeec-4155-a40f-138ace8038b7, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:27.220604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.232426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Allocated IP 172.25.6.222 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/1632e058-24c0-4852-8534-5837ee80956d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:27.286496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c51e40cf-ce22-42da-a076-8e23691d1790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.313494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f88361dd-22c8-42e7-8861-2c01c76087f4 req-078a90e5-413d-42bc-a21b-231256e84c0c tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0825281 Jan 28 04:50:27.370902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] For port 32b40e5f-aeec-4155-a40f-138ace8038b7, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:27.377457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (49f701aa-7cfb-49f7-b7f0-65313742a31a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.379423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] For port 32b40e5f-aeec-4155-a40f-138ace8038b7, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=32b40e5f-aeec-4155-a40f-138ace8038b7,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:27.416223 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.420782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c51e40cf-ce22-42da-a076-8e23691d1790 admin admin] Publish callbacks [] for security_group (43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.429512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c51e40cf-ce22-42da-a076-8e23691d1790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.472546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c51e40cf-ce22-42da-a076-8e23691d1790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e802cb10b7164552800c1a6f3161f53a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869138 Jan 28 04:50:27.475166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:27.492860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Allocated IP 172.20.0.2 (d9fdf4df-8448-4578-b8b1-509d6bf9bf41/7aa05784-7f63-44b4-b3bd-c69a6c5a33f6/4e532c59-231e-4caf-a383-baef237cdf90) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:27.512845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Routers {'db30a7b0-042c-4c20-a527-7498c79dc663'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:27.513736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['db30a7b0-042c-4c20-a527-7498c79dc663'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:27.535777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for port (1632e058-24c0-4852-8534-5837ee80956d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.565415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e40cf-ce22-42da-a076-8e23691d1790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:27.583492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d464fa8a-2686-42b0-b1e2-663b068f470e admin admin] Publish callbacks [] for security_group (43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.597908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1632e058-24c0-4852-8534-5837ee80956d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.644107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d464fa8a-2686-42b0-b1e2-663b068f470e admin admin] Publish callbacks [] for security_group (43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.652719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcbc03-5b55-4269-9b45-743eae4e61d2 None None] Pushing event updated for resources: {'Port': ['ID=32b40e5f-aeec-4155-a40f-138ace8038b7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:27.672978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:27.678941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:27.683807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:27.722383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d464fa8a-2686-42b0-b1e2-663b068f470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.725045 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d464fa8a-2686-42b0-b1e2-663b068f470e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.726389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d464fa8a-2686-42b0-b1e2-663b068f470e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b HTTP/1.1" status: 204 len: 168 time: 0.2482624 Jan 28 04:50:27.734832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464fa8a-2686-42b0-b1e2-663b068f470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8c8f7-e1e0-4c2b-a560-aea3ccdba86b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:27.758783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Port': ['ID=1632e058-24c0-4852-8534-5837ee80956d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:27.789844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (49f701aa-7cfb-49f7-b7f0-65313742a31a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.817203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:27.985920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] Set router db30a7b0-042c-4c20-a527-7498c79dc663 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:28.161456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52036) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:28.181815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b993fc3-b9d7-4adb-8e9a-e8017924fda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.307923 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b993fc3-b9d7-4adb-8e9a-e8017924fda1 admin admin] Publish callbacks [] for security_group (30b395d4-987a-456d-8d02-cd503195b70f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.319829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b993fc3-b9d7-4adb-8e9a-e8017924fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (30b395d4-987a-456d-8d02-cd503195b70f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.358859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b993fc3-b9d7-4adb-8e9a-e8017924fda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b395d4-987a-456d-8d02-cd503195b70f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:28.361884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Publish callbacks [] for port (4e532c59-231e-4caf-a383-baef237cdf90), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.401665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b993fc3-b9d7-4adb-8e9a-e8017924fda1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1e154d634e54cdaab260c8102cb153c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383683 Jan 28 04:50:28.404176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52040) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:28.454748 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4e532c59-231e-4caf-a383-baef237cdf90), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.458911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.25.6.77 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/3c76508e-45a8-46b7-9c4b-43b4f43f9d3f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:28.465406 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d643-21a9-4a21-8e2d-40a818f67c99 admin admin] Publish callbacks [] for security_group (30b395d4-987a-456d-8d02-cd503195b70f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.492918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d643-21a9-4a21-8e2d-40a818f67c99 admin admin] Publish callbacks [] for security_group (30b395d4-987a-456d-8d02-cd503195b70f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.513735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:28.517022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:28.550953 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d643-21a9-4a21-8e2d-40a818f67c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (30b395d4-987a-456d-8d02-cd503195b70f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.554059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d643-21a9-4a21-8e2d-40a818f67c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.560199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4ba2d643-21a9-4a21-8e2d-40a818f67c99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30b395d4-987a-456d-8d02-cd503195b70f HTTP/1.1" status: 204 len: 168 time: 0.1513956 Jan 28 04:50:28.575015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2d643-21a9-4a21-8e2d-40a818f67c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b395d4-987a-456d-8d02-cd503195b70f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:28.585936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:28.593576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e254aa58-414d-4686-9474-e2cd997ee8bd req-e55bf94c-ce32-44cc-a135-c2f375bae7d6 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0628283 Jan 28 04:50:28.613382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.668035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Pushing event updated for resources: {'Port': ['ID=4e532c59-231e-4caf-a383-baef237cdf90,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:28.722635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (3c76508e-45a8-46b7-9c4b-43b4f43f9d3f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.724243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db30a7b0-042c-4c20-a527-7498c79dc663', 'name': 'tempest-snat-router-1660241808', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': False}, 'gw_port_id': '32b40e5f-aeec-4155-a40f-138ace8038b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:23Z', 'updated_at': '2022-01-28T04:50:25Z', 'revision_number': 3, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port': {'id': '32b40e5f-aeec-4155-a40f-138ace8038b7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30a7b0-042c-4c20-a527-7498c79dc663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:24Z', 'updated_at': '2022-01-28T04:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:28.727097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Attempting to bind port 4e532c59-231e-4caf-a383-baef237cdf90 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:28.727652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Attempting to bind port 4e532c59-231e-4caf-a383-baef237cdf90 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd402c6c4-42ed-4068-b486-8db85496db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:28.728191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Attempting to bind port 4e532c59-231e-4caf-a383-baef237cdf90 on network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:28.760262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a3bb-b4a1-4032-9e8e-69f06f9efa00 None None] The sync data for ids ['db30a7b0-042c-4c20-a527-7498c79dc663'] in n-d-824835-3 is: [{'id': 'db30a7b0-042c-4c20-a527-7498c79dc663', 'name': 'tempest-snat-router-1660241808', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': False}, 'gw_port_id': '32b40e5f-aeec-4155-a40f-138ace8038b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:23Z', 'updated_at': '2022-01-28T04:50:25Z', 'revision_number': 3, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port': {'id': '32b40e5f-aeec-4155-a40f-138ace8038b7', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30a7b0-042c-4c20-a527-7498c79dc663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:24Z', 'updated_at': '2022-01-28T04:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:28.773805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:28.774599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Checking segment: {'id': 'd402c6c4-42ed-4068-b486-8db85496db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:28.774776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.775145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Bound using segment: {'id': 'd402c6c4-42ed-4068-b486-8db85496db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:28.775681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Bound port: 4e532c59-231e-4caf-a383-baef237cdf90, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402c6c4-42ed-4068-b486-8db85496db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:28.776071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4e532c59-231e-4caf-a383-baef237cdf90), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.854715 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3c76508e-45a8-46b7-9c4b-43b4f43f9d3f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.899864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] For port 4e532c59-231e-4caf-a383-baef237cdf90, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:28.915436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] For port 4e532c59-231e-4caf-a383-baef237cdf90, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e532c59-231e-4caf-a383-baef237cdf90,segment=NetworkSegment(d402c6c4-42ed-4068-b486-8db85496db7b),segment_id=d402c6c4-42ed-4068-b486-8db85496db7b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:28.920164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4e532c59-231e-4caf-a383-baef237cdf90), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:28.989962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:28.995690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:28.998182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:29.040654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f9a5-fd73-4afd-9d54-57e80b16c2b2 None None] Pushing event updated for resources: {'Port': ['ID=4e532c59-231e-4caf-a383-baef237cdf90,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:29.110857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=3c76508e-45a8-46b7-9c4b-43b4f43f9d3f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:29.124226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:29.568490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Router aa03f0a8-cbd8-49e9-8962-1fbf0302d218 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:29.737382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (49f701aa-7cfb-49f7-b7f0-65313742a31a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:29.909679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a85fc96-5103-4212-bcf2-9b1a84b25882 req-bc6687f1-7e62-48dc-9a9b-78c4e215625c tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.1906242 Jan 28 04:50:29.912807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:29.926862 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Sync routers for ids ['aa03f0a8-cbd8-49e9-8962-1fbf0302d218'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:29.958463 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Routers {'aa03f0a8-cbd8-49e9-8962-1fbf0302d218'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:29.961832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aa03f0a8-cbd8-49e9-8962-1fbf0302d218'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:29.966978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:29.968419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a650887-93e3-4721-bdc8-a3969acdf726 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8601213 Jan 28 04:50:29.971036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52072) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:30.147187 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Set router aa03f0a8-cbd8-49e9-8962-1fbf0302d218 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:30.224174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-679ccf54-fc38-4e75-9523-ba514b246024 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/aa03f0a8-cbd8-49e9-8962-1fbf0302d218 HTTP/1.1" status: 200 len: 908 time: 0.2519493 Jan 28 04:50:30.228401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52078) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:30.313835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (49f701aa-7cfb-49f7-b7f0-65313742a31a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.444112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.566920 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa03f0a8-cbd8-49e9-8962-1fbf0302d218', 'name': 'tempest-snat-router-1660241808', 'tenant_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '1632e058-24c0-4852-8534-5837ee80956d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:26Z', 'updated_at': '2022-01-28T04:50:28Z', 'revision_number': 3, 'project_id': '5bfd00e45bd44a4bb15d0553f36e0175', 'gw_port': {'id': '1632e058-24c0-4852-8534-5837ee80956d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa03f0a8-cbd8-49e9-8962-1fbf0302d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:26Z', 'updated_at': '2022-01-28T04:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:30.599049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.604572 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Checking router: aa03f0a8-cbd8-49e9-8962-1fbf0302d218 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:30.605789 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Updating router aa03f0a8-cbd8-49e9-8962-1fbf0302d218 port 1632e058-24c0-4852-8534-5837ee80956d binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:50:30.628056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router 49f701aa-7cfb-49f7-b7f0-65313742a31a is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:30.657942 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1632e058-24c0-4852-8534-5837ee80956d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.718233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0af12-9ebc-4bf8-983f-403bb3d95d1a None None] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:30.735725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Deleting port 1632e058-24c0-4852-8534-5837ee80956d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:30.736221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1632e058-24c0-4852-8534-5837ee80956d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.830585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1632e058-24c0-4852-8534-5837ee80956d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.845379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Calling delete_port for 1632e058-24c0-4852-8534-5837ee80956d owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:30.878724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] Provisioning complete for port 4e532c59-231e-4caf-a383-baef237cdf90 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:30.879117 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e532c59-231e-4caf-a383-baef237cdf90), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.884885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:30.904386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] Sync routers for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:30.943198 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:30.945267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ffda229a-8e78-4a79-a09a-6e39f6927004 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9933083 Jan 28 04:50:30.948346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52096) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:31.124447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:31.126335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:31.195731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:31.224592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6751a633-3845-4e53-aff5-a7c9e070ca16 req-558a54a2-f900-428b-8567-de3f45fed267 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.1072757 Jan 28 04:50:31.241333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:31.242183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:31.273393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e532c59-231e-4caf-a383-baef237cdf90 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:31.365122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] Current status of the port 4e532c59-231e-4caf-a383-baef237cdf90 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:31.365698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4e532c59-231e-4caf-a383-baef237cdf90), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.403528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1632e058-24c0-4852-8534-5837ee80956d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.408082 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:50:31.410344 n-d-824835-3 neutron-server[103141]: DEBUG oslo_db.api [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:50:31.428115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:31.429404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe68d7a-975a-40bc-b584-8904ade89d90 None None] The sync data for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:31.463903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] For port 4e532c59-231e-4caf-a383-baef237cdf90, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e532c59-231e-4caf-a383-baef237cdf90,segment=NetworkSegment(d402c6c4-42ed-4068-b486-8db85496db7b),segment_id=d402c6c4-42ed-4068-b486-8db85496db7b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:31.479312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4e532c59-231e-4caf-a383-baef237cdf90), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.506690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event deleted for resources: {'Port': ['ID=1632e058-24c0-4852-8534-5837ee80956d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:31.555848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4e532c59-231e-4caf-a383-baef237cdf90 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:31.565770 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e532c59-231e-4caf-a383-baef237cdf90), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.624746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.673713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be2553-70b7-4801-8dff-ea5593491dbe None None] Pushing event updated for resources: {'Port': ['ID=4e532c59-231e-4caf-a383-baef237cdf90,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:31.765627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4e532c59-231e-4caf-a383-baef237cdf90 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:31.766710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 32b40e5f-aeec-4155-a40f-138ace8038b7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:31.770023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3236408a-034e-4db5-a4ff-45305c03bf0f None None] Provisioning complete for port 4e532c59-231e-4caf-a383-baef237cdf90 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:31.770023 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3236408a-034e-4db5-a4ff-45305c03bf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e532c59-231e-4caf-a383-baef237cdf90), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.779506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.780545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.856579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (aa03f0a8-cbd8-49e9-8962-1fbf0302d218), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.857097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa03f0a8-cbd8-49e9-8962-1fbf0302d218 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:31.865304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.869290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e90fb4fb-bc39-497d-a3f9-d42c7a916f1c tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/routers/aa03f0a8-cbd8-49e9-8962-1fbf0302d218 HTTP/1.1" status: 204 len: 168 time: 1.6398869 Jan 28 04:50:31.869983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52126) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:31.915030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 32b40e5f-aeec-4155-a40f-138ace8038b7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:31.915399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:31.935421 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Port 1632e058-24c0-4852-8534-5837ee80956d not found while updating agent binding for router aa03f0a8-cbd8-49e9-8962-1fbf0302d218. {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 04:50:31.941006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3236408a-034e-4db5-a4ff-45305c03bf0f None None] Current status of the port 4e532c59-231e-4caf-a383-baef237cdf90 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:31.961409 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:31.962138 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 04:50:31.963431 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_agentschedulers_db [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa03f0a8-cbd8-49e9-8962-1fbf0302d218'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent'). {{(pid=103141) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 04:50:31.964783 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef05f2-35d7-4ae0-a552-863502e41ac6 None None] The sync data for ids ['aa03f0a8-cbd8-49e9-8962-1fbf0302d218'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:32.010237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (db30a7b0-042c-4c20-a527-7498c79dc663), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.045874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.072695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 32b40e5f-aeec-4155-a40f-138ace8038b7 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:32.073814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.104172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 32b40e5f-aeec-4155-a40f-138ace8038b7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=32b40e5f-aeec-4155-a40f-138ace8038b7,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:32.112381 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.174957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (db30a7b0-042c-4c20-a527-7498c79dc663), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.222449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=32b40e5f-aeec-4155-a40f-138ace8038b7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:32.271881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Deleting port 32b40e5f-aeec-4155-a40f-138ace8038b7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:32.272500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.402826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52140) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:32.422525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] For port 32b40e5f-aeec-4155-a40f-138ace8038b7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=32b40e5f-aeec-4155-a40f-138ace8038b7,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:32.423234 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.439727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Calling delete_port for 32b40e5f-aeec-4155-a40f-138ace8038b7 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:32.584135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1cfe-29c2-4d6d-b42a-2763a2c4ef52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.658916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-944ba3a8-f8c2-418d-b8aa-d1e68666fa83 req-8a1a5020-84ba-46ec-9874-f1dc130cdb7d tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0320354 Jan 28 04:50:32.666313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (32b40e5f-aeec-4155-a40f-138ace8038b7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.728610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event deleted for resources: {'Port': ['ID=32b40e5f-aeec-4155-a40f-138ace8038b7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:32.785866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.1 (d9fdf4df-8448-4578-b8b1-509d6bf9bf41/7aa05784-7f63-44b4-b3bd-c69a6c5a33f6/2cfb4bb8-5ce3-4408-80d6-34e39e747bbc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:32.830351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1cfe-29c2-4d6d-b42a-2763a2c4ef52 admin admin] Publish callbacks [] for security_group (b9b1d371-cc35-423b-89ad-e83f8f0bc6a7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.831470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (db30a7b0-042c-4c20-a527-7498c79dc663), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.834676 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1cfe-29c2-4d6d-b42a-2763a2c4ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b9b1d371-cc35-423b-89ad-e83f8f0bc6a7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.913205 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.963425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (db30a7b0-042c-4c20-a527-7498c79dc663), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.964537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.965610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a1cfe-29c2-4d6d-b42a-2763a2c4ef52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1d371-cc35-423b-89ad-e83f8f0bc6a7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:32.969829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8d3a1cfe-29c2-4d6d-b42a-2763a2c4ef52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15b8b019d0664203be84131016ad8ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660172 Jan 28 04:50:32.971577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_controller (db30a7b0-042c-4c20-a527-7498c79dc663), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:32.973166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:33.039566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:33.042258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (db30a7b0-042c-4c20-a527-7498c79dc663), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.042797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db30a7b0-042c-4c20-a527-7498c79dc663 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:33.049248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.057317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ae1eb8d2-c144-42cb-85ba-a12f739c4932 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "DELETE /v2.0/routers/db30a7b0-042c-4c20-a527-7498c79dc663 HTTP/1.1" status: 204 len: 168 time: 1.1793849 Jan 28 04:50:33.057752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52146) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:33.062411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:33.064916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1023120509', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:33.087776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=2cfb4bb8-5ce3-4408-80d6-34e39e747bbc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:33.103051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:33.116030 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5aa67e0-9cac-412d-87d4-d8ba7e9c2d8e admin admin] Publish callbacks [] for security_group (b9b1d371-cc35-423b-89ad-e83f8f0bc6a7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.149080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.150620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.158672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5aa67e0-9cac-412d-87d4-d8ba7e9c2d8e admin admin] Publish callbacks [] for security_group (b9b1d371-cc35-423b-89ad-e83f8f0bc6a7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.191171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e532c59-231e-4caf-a383-baef237cdf90 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:33.208043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (49f701aa-7cfb-49f7-b7f0-65313742a31a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.302865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4e532c59-231e-4caf-a383-baef237cdf90 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:33.303281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e532c59-231e-4caf-a383-baef237cdf90), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.317013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.402148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5aa67e0-9cac-412d-87d4-d8ba7e9c2d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b9b1d371-cc35-423b-89ad-e83f8f0bc6a7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.417291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5aa67e0-9cac-412d-87d4-d8ba7e9c2d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.418622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f5aa67e0-9cac-412d-87d4-d8ba7e9c2d8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9b1d371-cc35-423b-89ad-e83f8f0bc6a7 HTTP/1.1" status: 204 len: 168 time: 0.4444418 Jan 28 04:50:33.448275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4e532c59-231e-4caf-a383-baef237cdf90 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:33.477417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.478946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-96efbace-e180-4165-afda-a027caad8d06 None None] Provisioning complete for port 2cfb4bb8-5ce3-4408-80d6-34e39e747bbc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:33.479405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96efbace-e180-4165-afda-a027caad8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.520916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96efbace-e180-4165-afda-a027caad8d06 None None] Port 2cfb4bb8-5ce3-4408-80d6-34e39e747bbc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:50:33.548872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa67e0-9cac-412d-87d4-d8ba7e9c2d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1d371-cc35-423b-89ad-e83f8f0bc6a7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:33.675255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.863667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52158) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:33.886412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6a876fc-f06d-4916-ab6e-1d43377cd9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.897595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3cb6a93f-9d5e-47b2-a45b-2a7395918f5f req-5ba1d9e1-0017-4b72-96ec-1e3380e06078 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0405543 Jan 28 04:50:33.919582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.923559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:33.999268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=2cfb4bb8-5ce3-4408-80d6-34e39e747bbc,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:34.004972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (49f701aa-7cfb-49f7-b7f0-65313742a31a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.044301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (911fa733-7fc4-4bfd-af12-49bd868007e5), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.072932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.105011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:34.106982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:34.145919 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6a876fc-f06d-4916-ab6e-1d43377cd9a7 admin admin] Publish callbacks [] for security_group (b5134e6e-452d-49ca-a811-81a234755422), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.154088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6a876fc-f06d-4916-ab6e-1d43377cd9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b5134e6e-452d-49ca-a811-81a234755422), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.227568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d6a876fc-f06d-4916-ab6e-1d43377cd9a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bdb9a1ced4e493096c5cb97dc4f00f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3625212 Jan 28 04:50:34.232640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52160) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:34.237471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a876fc-f06d-4916-ab6e-1d43377cd9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5134e6e-452d-49ca-a811-81a234755422,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:34.267239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router 49f701aa-7cfb-49f7-b7f0-65313742a31a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:34.270391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Allocated IP 172.25.6.250 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2442849c-4597-4a05-b039-81bc5e0d3193) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:34.363934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0369046f-d486-4b4d-a292-4df68c23f7f5 admin admin] Publish callbacks [] for security_group (b5134e6e-452d-49ca-a811-81a234755422), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.443377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for port (2442849c-4597-4a05-b039-81bc5e0d3193), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.459102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:34.462948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-41df02e7-df47-411a-a152-b3647447ead9 None None] Provisioning complete for port 2cfb4bb8-5ce3-4408-80d6-34e39e747bbc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:34.464030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41df02e7-df47-411a-a152-b3647447ead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.472534 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] Sync routers for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:34.495160 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:34.497201 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:34.501068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2442849c-4597-4a05-b039-81bc5e0d3193), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.506836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8590303c-2b6c-4165-a248-9022dc7d1ddf tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/routers/49f701aa-7cfb-49f7-b7f0-65313742a31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5548377 Jan 28 04:50:34.515048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52166) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:34.517637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0369046f-d486-4b4d-a292-4df68c23f7f5 admin admin] Publish callbacks [] for security_group (b5134e6e-452d-49ca-a811-81a234755422), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.527721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'port': {'network_id': 'd9fdf4df-8448-4578-b8b1-509d6bf9bf41', 'name': 'tempest-FloatingIPTestJSON-1196091055'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:34.566551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-41df02e7-df47-411a-a152-b3647447ead9 None None] Port 2cfb4bb8-5ce3-4408-80d6-34e39e747bbc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:50:34.568208 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:34.575028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:34.583045 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:34.583551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:34.583748 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:34.587979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:34.595106 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0369046f-d486-4b4d-a292-4df68c23f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b5134e6e-452d-49ca-a811-81a234755422), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.599211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0369046f-d486-4b4d-a292-4df68c23f7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:34.600857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0369046f-d486-4b4d-a292-4df68c23f7f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5134e6e-452d-49ca-a811-81a234755422 HTTP/1.1" status: 204 len: 168 time: 0.3671222 Jan 28 04:50:34.610065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369046f-d486-4b4d-a292-4df68c23f7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5134e6e-452d-49ca-a811-81a234755422,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:34.627998 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:34.628652 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5866b-b647-45dc-8ed8-2d64302f6d40 None None] The sync data for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:34.953653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 32b40e5f-aeec-4155-a40f-138ace8038b7 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:34.974238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 32b40e5f-aeec-4155-a40f-138ace8038b7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:34.974829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 32b40e5f-aeec-4155-a40f-138ace8038b7 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:35.038442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f5c4b991-46d5-4271-a2e2-f28fd009e135 req-934ed5a3-00ee-46c4-b3a8-e5f7d5ac90ee tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0301933 Jan 28 04:50:35.050449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event updated for resources: {'Port': ['ID=2442849c-4597-4a05-b039-81bc5e0d3193,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:35.151373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Made reservation on behalf of 085921dd973e44898f718a295877a42f for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:35.155126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:35.215458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] device_id is not set on port 82a97868-eb48-49a6-9fac-6e8ee596dc5d yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:50:35.374982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (911fa733-7fc4-4bfd-af12-49bd868007e5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:35.433115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Allocated IP 172.20.0.4 (d9fdf4df-8448-4578-b8b1-509d6bf9bf41/7aa05784-7f63-44b4-b3bd-c69a6c5a33f6/82a97868-eb48-49a6-9fac-6e8ee596dc5d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:35.696102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:35.719394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for port (82a97868-eb48-49a6-9fac-6e8ee596dc5d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:35.819037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52204) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:35.847701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (82a97868-eb48-49a6-9fac-6e8ee596dc5d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:35.905779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:35.920062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:35.924005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:35.930292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event updated for resources: {'Port': ['ID=82a97868-eb48-49a6-9fac-6e8ee596dc5d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:35.977618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Router 911fa733-7fc4-4bfd-af12-49bd868007e5 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:35.979571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc475-6b9b-4185-8550-6b44b21840f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.019216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:36.020190 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.089779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-77fe0130-3892-42ef-9b6c-3a0adc562e73 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5680430 Jan 28 04:50:36.092907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52210) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:36.104093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Request body: {'floatingip': {'port_id': '82a97868-eb48-49a6-9fac-6e8ee596dc5d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:36.168685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8f2c12b-8892-4f3f-b3d0-b6233fbd9d0c req-5ff66678-6df6-495b-aa8d-31c62d258742 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jan 28 04:50:36.224962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-12bf735f-0a89-47dd-a741-c19a8c42d100 None None] Provisioning complete for port 82a97868-eb48-49a6-9fac-6e8ee596dc5d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:36.225688 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12bf735f-0a89-47dd-a741-c19a8c42d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (82a97868-eb48-49a6-9fac-6e8ee596dc5d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.230473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (7791c6a6-14f3-4015-8977-a5ab26afea09), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.250594 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.261548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-12bf735f-0a89-47dd-a741-c19a8c42d100 None None] Port 82a97868-eb48-49a6-9fac-6e8ee596dc5d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:50:36.298803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:36.309322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] Sync routers for ids ['911fa733-7fc4-4bfd-af12-49bd868007e5'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:36.319274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] Routers {'911fa733-7fc4-4bfd-af12-49bd868007e5'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:36.330032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['911fa733-7fc4-4bfd-af12-49bd868007e5'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:36.337022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc475-6b9b-4185-8550-6b44b21840f7 admin admin] Publish callbacks [] for security_group (2115b424-dba0-44d0-9ca2-b7fd22ef1742), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.345128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc475-6b9b-4185-8550-6b44b21840f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2115b424-dba0-44d0-9ca2-b7fd22ef1742), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.380596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:36.381828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.385571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-15db6c73-66d1-4ab9-befe-c3cbfcd5f6d3 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3246062 Jan 28 04:50:36.385921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52214) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:36.390723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': False}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:36.407228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] Routers {'911fa733-7fc4-4bfd-af12-49bd868007e5'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:36.407941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['911fa733-7fc4-4bfd-af12-49bd868007e5'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:36.446435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee5cc475-6b9b-4185-8550-6b44b21840f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa9ab445262247fba7f3c8988a4e4ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6258318 Jan 28 04:50:36.450137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cc475-6b9b-4185-8550-6b44b21840f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2115b424-dba0-44d0-9ca2-b7fd22ef1742,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:36.451187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:36.451861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554cf45d-edff-4a89-a9d7-a2b860fa050b None None] The sync data for ids ['911fa733-7fc4-4bfd-af12-49bd868007e5'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:36.455570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52216) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:36.594255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f22af91-28cc-4a8b-9a4d-0c4d871a4308 admin admin] Publish callbacks [] for security_group (2115b424-dba0-44d0-9ca2-b7fd22ef1742), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.627668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f22af91-28cc-4a8b-9a4d-0c4d871a4308 admin admin] Publish callbacks [] for security_group (2115b424-dba0-44d0-9ca2-b7fd22ef1742), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.712540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.768337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f22af91-28cc-4a8b-9a4d-0c4d871a4308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2115b424-dba0-44d0-9ca2-b7fd22ef1742), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.770935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f22af91-28cc-4a8b-9a4d-0c4d871a4308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:36.774636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1f22af91-28cc-4a8b-9a4d-0c4d871a4308 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2115b424-dba0-44d0-9ca2-b7fd22ef1742 HTTP/1.1" status: 204 len: 168 time: 0.3155987 Jan 28 04:50:36.799675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22af91-28cc-4a8b-9a4d-0c4d871a4308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115b424-dba0-44d0-9ca2-b7fd22ef1742,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:37.006515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:37.014151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (7791c6a6-14f3-4015-8977-a5ab26afea09), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:37.141605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7656439-a56d-4705-aa35-87f8d2487b76 req-77fcab13-23bd-48e9-94ee-249d987a1ccc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0602658 Jan 28 04:50:37.142299 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 7791c6a6-14f3-4015-8977-a5ab26afea09 associated. External IP: 172.25.6.163, port: e70d2794-43ec-4013-a0d5-0518a1111c8c. Jan 28 04:50:37.351173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c76af7b9-3b57-4386-a5f4-b3c4c8799690 req-842de135-284a-4e3b-8c55-32c820e97310 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0820770 Jan 28 04:50:37.369211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:37.369211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:37.515433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Router 911fa733-7fc4-4bfd-af12-49bd868007e5 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:37.644402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:37.650182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:37.654493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-19ec9c76-c436-400e-9b75-3bd21e99c1a3 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "PUT /v2.0/routers/911fa733-7fc4-4bfd-af12-49bd868007e5 HTTP/1.1" status: 200 len: 926 time: 1.2672129 Jan 28 04:50:37.654777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52266) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:37.657228 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] Sync routers for ids ['911fa733-7fc4-4bfd-af12-49bd868007e5'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:37.679094 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] Routers {'911fa733-7fc4-4bfd-af12-49bd868007e5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:37.680504 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['911fa733-7fc4-4bfd-af12-49bd868007e5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:37.778130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:37.779972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:37.802635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b6dfaf1-8505-47ff-a5d3-752af749281a tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/911fa733-7fc4-4bfd-af12-49bd868007e5 HTTP/1.1" status: 200 len: 926 time: 0.1466630 Jan 28 04:50:37.803386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52274) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:37.904488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0232c5-af37-42e3-bafa-74618ccaa4d8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:37.906245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e0232c5-af37-42e3-bafa-74618ccaa4d8 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=911fa733-7fc4-4bfd-af12-49bd868007e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1018751 Jan 28 04:50:37.908877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52276) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:37.916056 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:37.916715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:37.927663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:37.938656 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] Routers {'911fa733-7fc4-4bfd-af12-49bd868007e5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:37.939286 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['911fa733-7fc4-4bfd-af12-49bd868007e5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:37.945789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:37.947517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.016411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.017068 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ae4a9-7e92-445d-bdb3-67dc9f202d80 None None] The sync data for ids ['911fa733-7fc4-4bfd-af12-49bd868007e5'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:38.025945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.027537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08969a-4d10-41b4-b393-3b90069b99b0 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:38.032158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff08969a-4d10-41b4-b393-3b90069b99b0 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.1205184 Jan 28 04:50:38.033017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52280) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:38.042569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:38.043471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.083020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6c3e5b37-7c6f-4f16-9988-5802372f7215 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=911fa733-7fc4-4bfd-af12-49bd868007e5 HTTP/1.1" status: 200 len: 205 time: 0.0491176 Jan 28 04:50:38.083793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52282) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:38.115970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.117248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d078c7-6346-4cf6-bb03-073c36de9752 None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:38.229727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router 49f701aa-7cfb-49f7-b7f0-65313742a31a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:38.248964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.383643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (911fa733-7fc4-4bfd-af12-49bd868007e5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.406520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:38.415415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.419891 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] Sync routers for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:38.440005 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:38.440647 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.516149 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.539341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52298) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:38.541131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Deleting port 2442849c-4597-4a05-b039-81bc5e0d3193 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:38.541286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2442849c-4597-4a05-b039-81bc5e0d3193), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.543104 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:38.543735 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.588611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91bc8ca0-28d0-4c34-8372-16e74a90ce48 req-7cb89cab-7233-4086-a135-9053275f9ed1 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0571880 Jan 28 04:50:38.598225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b916ea9a-5f8f-451c-b6a3-a1c1754b586a tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/floatingips/7791c6a6-14f3-4015-8977-a5ab26afea09 HTTP/1.1" status: 200 len: 978 time: 2.5040915 Jan 28 04:50:38.598871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52302) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:38.612489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ddddecd-2ee8-46bc-bf66-ee5d34ccd1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.675815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2442849c-4597-4a05-b039-81bc5e0d3193), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.681438 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:38.684855 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a50f-8514-42c7-b36a-be8e5c3e3cd8 None None] The sync data for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:38.718689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Calling delete_port for 2442849c-4597-4a05-b039-81bc5e0d3193 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:38.844214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 82a97868-eb48-49a6-9fac-6e8ee596dc5d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:38.845778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (82a97868-eb48-49a6-9fac-6e8ee596dc5d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.852815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc488093-a2cd-4af2-abf7-0ecb969b2493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:38.952711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc488093-a2cd-4af2-abf7-0ecb969b2493 admin admin] Publish callbacks [] for security_group (16120b0f-b2c2-48f4-82df-79c0f3483fb9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.002265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79c80fe0-8e7a-4faa-9934-11c0801d2469 req-0bb1d36d-0d7f-409e-ae07-1c6d6aa48675 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0453262 Jan 28 04:50:39.020337 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc488093-a2cd-4af2-abf7-0ecb969b2493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (16120b0f-b2c2-48f4-82df-79c0f3483fb9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.041040 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92c51d9-f530-489b-af22-b7dabc1682c4 req-db01de71-b816-4b07-a56f-43181f24f887 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99991a5299e948728d62bc378a4e99a1&device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0823007 Jan 28 04:50:39.044296 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (82a97868-eb48-49a6-9fac-6e8ee596dc5d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.087426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92c51d9-f530-489b-af22-b7dabc1682c4 req-8d860246-be9a-4d38-804a-75270999e9ab service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=99991a5299e948728d62bc378a4e99a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317576 Jan 28 04:50:39.109373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc488093-a2cd-4af2-abf7-0ecb969b2493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16120b0f-b2c2-48f4-82df-79c0f3483fb9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:39.182452 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dc488093-a2cd-4af2-abf7-0ecb969b2493 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0dcdead86104dbc99467cebda9e6413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388869 Jan 28 04:50:39.183283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52316) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:39.263787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.264159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (7791c6a6-14f3-4015-8977-a5ab26afea09), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.264478 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Floating IP 7791c6a6-14f3-4015-8977-a5ab26afea09 disassociated. External IP: 172.25.6.163, port: 82a97868-eb48-49a6-9fac-6e8ee596dc5d. Jan 28 04:50:39.264829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 82a97868-eb48-49a6-9fac-6e8ee596dc5d owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:39.424721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (82a97868-eb48-49a6-9fac-6e8ee596dc5d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.457759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=82a97868-eb48-49a6-9fac-6e8ee596dc5d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:39.630281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router 49f701aa-7cfb-49f7-b7f0-65313742a31a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:39.832881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:39.845593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] Sync routers for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:39.848730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b901dc74-3f11-41a7-bd2f-e2a02a0ed68e admin admin] Publish callbacks [] for security_group (16120b0f-b2c2-48f4-82df-79c0f3483fb9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.852537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c51d9-f530-489b-af22-b7dabc1682c4 req-7d9ea22d-8be3-4dda-aa92-4cf0273b0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:39.854188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92c51d9-f530-489b-af22-b7dabc1682c4 req-7d9ea22d-8be3-4dda-aa92-4cf0273b0695 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7573130 Jan 28 04:50:39.857496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2442849c-4597-4a05-b039-81bc5e0d3193), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.861904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:39.863652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:39.914163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.921275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a9567b8-ec1e-455b-a0d7-aa81ecf5c5c7 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/ports/82a97868-eb48-49a6-9fac-6e8ee596dc5d HTTP/1.1" status: 204 len: 168 time: 1.3213882 Jan 28 04:50:39.921900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52328) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:39.924283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event deleted for resources: {'Port': ['ID=2442849c-4597-4a05-b039-81bc5e0d3193,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:39.932700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b901dc74-3f11-41a7-bd2f-e2a02a0ed68e admin admin] Publish callbacks [] for security_group (16120b0f-b2c2-48f4-82df-79c0f3483fb9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:39.948044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:39.974265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:39.974825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:40.015877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (911fa733-7fc4-4bfd-af12-49bd868007e5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.024822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:40.025677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b52c13-fd7e-424a-a720-8f24cfcd6e60 None None] The sync data for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:40.129702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.132748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (911fa733-7fc4-4bfd-af12-49bd868007e5), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.136040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b901dc74-3f11-41a7-bd2f-e2a02a0ed68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (16120b0f-b2c2-48f4-82df-79c0f3483fb9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.139412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b901dc74-3f11-41a7-bd2f-e2a02a0ed68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.143597 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b901dc74-3f11-41a7-bd2f-e2a02a0ed68e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16120b0f-b2c2-48f4-82df-79c0f3483fb9 HTTP/1.1" status: 204 len: 168 time: 0.9485803 Jan 28 04:50:40.157238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901dc74-3f11-41a7-bd2f-e2a02a0ed68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16120b0f-b2c2-48f4-82df-79c0f3483fb9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:40.264467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (911fa733-7fc4-4bfd-af12-49bd868007e5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.264467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Fanout notify agent at l3_agent the message router_deleted on router 911fa733-7fc4-4bfd-af12-49bd868007e5 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:40.281269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.299421 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-33e6bc71-37c1-4faf-b49a-8e03e4bd1a41 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/911fa733-7fc4-4bfd-af12-49bd868007e5 HTTP/1.1" status: 204 len: 168 time: 2.2147214 Jan 28 04:50:40.302641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52340) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:40.310862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1589528435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:40.363848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5cc5d07e-3c1d-459f-987a-20fb9cbb6f09 req-62522684-79e2-4cac-9abe-60ab9da704f4 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.1141119 Jan 28 04:50:40.396189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.397490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.490614 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.504315 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.546128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.551781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:40.558411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:40.561731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2026b205-ccb2-4cb3-8d66-e9f50382acad tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2577181 Jan 28 04:50:40.629742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (49f701aa-7cfb-49f7-b7f0-65313742a31a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.806512 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a0d9-e921-46cd-a1b9-b021be2f03f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:40.846631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.129998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 2cfb4bb8-5ce3-4408-80d6-34e39e747bbc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:41.131021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.192162 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.222877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52372) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:41.235774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e92c51d9-f530-489b-af22-b7dabc1682c4 req-3f69013b-2751-4365-bc2f-9cfc7ec00e96 tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.47 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0519221 Jan 28 04:50:41.237055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.258876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.284656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 2cfb4bb8-5ce3-4408-80d6-34e39e747bbc owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:41.424083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Allocated IP 172.25.6.207 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7796923c-329e-436e-bc8a-846705c7ce34) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:41.479485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1681432976-network', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:41.518227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:41.518933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fea4e382-b2fb-4843-9996-62fb08a1b3c3 req-36781730-075b-45fa-b8e4-ea8d0e6b7dac tempest-ServerShowV257Test-1072683636 tempest-ServerShowV257Test-1072683636-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dee7d5-7e87-4fcd-b9ad-8544a69d2a82 HTTP/1.1" status: 200 len: 210 time: 0.0499024 Jan 28 04:50:41.520696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.530618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.617602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2cfb4bb8-5ce3-4408-80d6-34e39e747bbc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.624767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for port (7796923c-329e-436e-bc8a-846705c7ce34), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.659829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=2cfb4bb8-5ce3-4408-80d6-34e39e747bbc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:41.680579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7796923c-329e-436e-bc8a-846705c7ce34), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.743474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:41.746957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:41.752237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:41.758362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event updated for resources: {'Port': ['ID=7796923c-329e-436e-bc8a-846705c7ce34,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:41.865529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks [] for security_group (658c5033-58e4-4e8b-a4d3-7161320aaaaf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.877597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (658c5033-58e4-4e8b-a4d3-7161320aaaaf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.953164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:41.982957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:42.005612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (dc4b30e6-6323-4cc3-9a54-3cdf044f0771), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.006047 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Added segment dc4b30e6-6323-4cc3-9a54-3cdf044f0771 of type vlan for network 5325bef8-89cf-4ad6-a948-421d296d54bf Jan 28 04:50:42.007383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658c5033-58e4-4e8b-a4d3-7161320aaaaf,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:42.051982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (49f701aa-7cfb-49f7-b7f0-65313742a31a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.062715 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.068123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (5325bef8-89cf-4ad6-a948-421d296d54bf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.284612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.289932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.425577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (5325bef8-89cf-4ad6-a948-421d296d54bf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.426545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:42.427229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.447755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Router 2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:42.521419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2945182 Jan 28 04:50:42.521854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52400) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:42.532212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Request body: {'subnet': {'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1681432976-subnet', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:42.534324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af636ad5-4f02-490f-9a05-ba26c9a2b6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5325bef8-89cf-4ad6-a948-421d296d54bf,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:42.545524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 5325bef8-89cf-4ad6-a948-421d296d54bf details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:42.635647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:42.638380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.701277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router 49f701aa-7cfb-49f7-b7f0-65313742a31a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:42.717367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:42.728727 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] Sync routers for ids ['2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:42.738647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.744726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d55594ce-6aae-4bc2-bd02-8e10cb212c93 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "PUT /v2.0/routers/2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d HTTP/1.1" status: 200 len: 884 time: 2.1894622 Jan 28 04:50:42.748668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] Routers {'2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:42.750004 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.757844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52412) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:42.829357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:42.837552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fb94a2d1-b414-4efd-8de3-b1e185ee3d53 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/routers/49f701aa-7cfb-49f7-b7f0-65313742a31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9134383 Jan 28 04:50:42.840710 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.840842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] Sync routers for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:42.847987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:42.852377 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] Routers {'2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:42.853131 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.856309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:42.856950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.893630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.895141 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e18fa-ac56-46c7-b677-9b2d816d5f5e None None] The sync data for ids ['2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:42.943304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.971109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] Routers {'49f701aa-7cfb-49f7-b7f0-65313742a31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:42.972757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['49f701aa-7cfb-49f7-b7f0-65313742a31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:42.979058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.015316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:43.016312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6276959-bb3d-4b17-8140-455adcbf887b None None] The sync data for ids ['49f701aa-7cfb-49f7-b7f0-65313742a31a'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:43.027924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router (49f701aa-7cfb-49f7-b7f0-65313742a31a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.073962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ebddab59-a844-45cf-b506-271683cf9ab6 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d HTTP/1.1" status: 200 len: 925 time: 0.3142593 Jan 28 04:50:43.074915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52426) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.075626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (a9e3f1a7-df4a-4510-aeb1-68e929b50514), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.153080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e3f1a7-df4a-4510-aeb1-68e929b50514,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:43.162066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:43.162634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Network hostable DHCP agents. Network: 5325bef8-89cf-4ad6-a948-421d296d54bf, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:50:43.184094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:50:43.202960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2985aefa-9ca8-428e-9ad1-df4067b8b582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.206890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f74a6-d13f-4b47-9042-047c40e6570a tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:43.211458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-018f74a6-d13f-4b47-9042-047c40e6570a tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1325643 Jan 28 04:50:43.211617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 5325bef8-89cf-4ad6-a948-421d296d54bf) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:43.213179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52428) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.227081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c06da9-3289-416a-8f00-1000733bed94 None None] Network 5325bef8-89cf-4ad6-a948-421d296d54bf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:43.228638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (49f701aa-7cfb-49f7-b7f0-65313742a31a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.238365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:43.239008 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.298635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 3c76508e-45a8-46b7-9c4b-43b4f43f9d3f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:43.300206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3c76508e-45a8-46b7-9c4b-43b4f43f9d3f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.321850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-78dc68c5-c53e-41d2-9033-3321b25b0ffc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7992558 Jan 28 04:50:43.327703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52434) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.340571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:43.387703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eae3d0-06c3-492a-bc6c-ce2a49b6b351 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:43.389639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50eae3d0-06c3-492a-bc6c-ce2a49b6b351 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.1751447 Jan 28 04:50:43.394859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52436) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.396017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (97543328-f47f-42b4-82f8-4e59af465b51), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.397166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (97543328-f47f-42b4-82f8-4e59af465b51), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.435374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3c76508e-45a8-46b7-9c4b-43b4f43f9d3f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.436225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3c3c5fff-557c-4fb8-a799-46e6ed5a9f27 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d HTTP/1.1" status: 200 len: 205 time: 0.0352824 Jan 28 04:50:43.438948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52438) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.456572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 3c76508e-45a8-46b7-9c4b-43b4f43f9d3f owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:43.523772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2985aefa-9ca8-428e-9ad1-df4067b8b582 admin admin] Publish callbacks [] for security_group (8ae85122-89df-42b5-bb6a-35b48f639f47), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.544169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-5325bef8-89cf-4ad6-a948-421d296d54bf', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:50:43.545054 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.555947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks [] for router_controller (97543328-f47f-42b4-82f8-4e59af465b51), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.558756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2985aefa-9ca8-428e-9ad1-df4067b8b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ae85122-89df-42b5-bb6a-35b48f639f47), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.675224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.743093 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3c76508e-45a8-46b7-9c4b-43b4f43f9d3f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.759875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985aefa-9ca8-428e-9ad1-df4067b8b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae85122-89df-42b5-bb6a-35b48f639f47,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:43.769743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2985aefa-9ca8-428e-9ad1-df4067b8b582 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99991a5299e948728d62bc378a4e99a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7903013 Jan 28 04:50:43.773971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52448) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:43.777443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.780616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=3c76508e-45a8-46b7-9c4b-43b4f43f9d3f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:43.782162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Allocated IP 172.20.0.2 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/b8116c94-c7ac-4ea6-83fc-03b28484f610) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:43.845362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (49f701aa-7cfb-49f7-b7f0-65313742a31a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.894932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks [] for router_gateway (97543328-f47f-42b4-82f8-4e59af465b51), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.947504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (49f701aa-7cfb-49f7-b7f0-65313742a31a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.949916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_controller (49f701aa-7cfb-49f7-b7f0-65313742a31a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:43.989731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Publish callbacks [] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.008042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (49f701aa-7cfb-49f7-b7f0-65313742a31a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.008826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Fanout notify agent at l3_agent the message router_deleted on router 49f701aa-7cfb-49f7-b7f0-65313742a31a {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:44.009128 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.016958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.022150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f6863876-ca86-4142-ae41-b9ed9629e133 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/routers/49f701aa-7cfb-49f7-b7f0-65313742a31a HTTP/1.1" status: 204 len: 168 time: 1.1693425 Jan 28 04:50:44.022774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52454) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:44.026135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9892-7aef-4f2c-bce9-e649c8e9ffd9 admin admin] Publish callbacks [] for security_group (8ae85122-89df-42b5-bb6a-35b48f639f47), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.031018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.065028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9892-7aef-4f2c-bce9-e649c8e9ffd9 admin admin] Publish callbacks [] for security_group (8ae85122-89df-42b5-bb6a-35b48f639f47), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.069622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:44.073479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:44.080261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:44.096536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting subnet 7aa05784-7f63-44b4-b3bd-c69a6c5a33f6 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:50:44.104792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for subnet (7aa05784-7f63-44b4-b3bd-c69a6c5a33f6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.148480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Pushing event updated for resources: {'Port': ['ID=b8116c94-c7ac-4ea6-83fc-03b28484f610,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:44.167731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Attempting to bind port b8116c94-c7ac-4ea6-83fc-03b28484f610 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:44.168129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Attempting to bind port b8116c94-c7ac-4ea6-83fc-03b28484f610 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:44.168505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Attempting to bind port b8116c94-c7ac-4ea6-83fc-03b28484f610 on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:44.171896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Deleting port 7796923c-329e-436e-bc8a-846705c7ce34 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:44.172261 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7796923c-329e-436e-bc8a-846705c7ce34), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.181103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:44.181722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:44.182448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.182916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:44.183453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Bound port: b8116c94-c7ac-4ea6-83fc-03b28484f610, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:44.183958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.187037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (7aa05784-7f63-44b4-b3bd-c69a6c5a33f6), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.213243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9892-7aef-4f2c-bce9-e649c8e9ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8ae85122-89df-42b5-bb6a-35b48f639f47), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.215906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9892-7aef-4f2c-bce9-e649c8e9ffd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.217049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3b1f9892-7aef-4f2c-bce9-e649c8e9ffd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ae85122-89df-42b5-bb6a-35b48f639f47 HTTP/1.1" status: 204 len: 168 time: 0.4420614 Jan 28 04:50:44.262626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] For port b8116c94-c7ac-4ea6-83fc-03b28484f610, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:44.266533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] For port b8116c94-c7ac-4ea6-83fc-03b28484f610, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8116c94-c7ac-4ea6-83fc-03b28484f610,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:44.275301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.297101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7aa05784-7f63-44b4-b3bd-c69a6c5a33f6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.316072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f9892-7aef-4f2c-bce9-e649c8e9ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae85122-89df-42b5-bb6a-35b48f639f47,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:44.384138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546408c-6895-4aa5-acca-a04aaddfd727 None None] Pushing event updated for resources: {'Port': ['ID=b8116c94-c7ac-4ea6-83fc-03b28484f610,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:44.422767 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (7aa05784-7f63-44b4-b3bd-c69a6c5a33f6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.465579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa05784-7f63-44b4-b3bd-c69a6c5a33f6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:44.466242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7796923c-329e-436e-bc8a-846705c7ce34), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.469217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.473255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c943b79-772f-4d0a-9aea-a85b96cb0e5b tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/subnets/7aa05784-7f63-44b4-b3bd-c69a6c5a33f6 HTTP/1.1" status: 204 len: 168 time: 0.4489214 Jan 28 04:50:44.481328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bce41-67b0-4b46-bda2-8c24d0a78689 None None] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:44.482200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52462) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:44.485252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Calling delete_port for 7796923c-329e-436e-bc8a-846705c7ce34 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:44.614430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d9fdf4df-8448-4578-b8b1-509d6bf9bf41), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.749166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 4e532c59-231e-4caf-a383-baef237cdf90 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:44.749527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4e532c59-231e-4caf-a383-baef237cdf90), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.907213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] DHCP port deletion for d9fdf4df-8448-4578-b8b1-509d6bf9bf41 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:50:44.919412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] For port 4e532c59-231e-4caf-a383-baef237cdf90, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e532c59-231e-4caf-a383-baef237cdf90,segment=NetworkSegment(d402c6c4-42ed-4068-b486-8db85496db7b),segment_id=d402c6c4-42ed-4068-b486-8db85496db7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:44.925642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4e532c59-231e-4caf-a383-baef237cdf90), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.960952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 4e532c59-231e-4caf-a383-baef237cdf90 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:45.063096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.112575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Deleting port 4e532c59-231e-4caf-a383-baef237cdf90 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:45.113335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4e532c59-231e-4caf-a383-baef237cdf90), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.118493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4e532c59-231e-4caf-a383-baef237cdf90), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.142976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] No DVR routers for this DVR port 4e532c59-231e-4caf-a383-baef237cdf90 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:50:45.189432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks [] for router_gateway (97543328-f47f-42b4-82f8-4e59af465b51), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.221706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8116c94-c7ac-4ea6-83fc-03b28484f610 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:45.225989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=4e532c59-231e-4caf-a383-baef237cdf90,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:45.306293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.338159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d9fdf4df-8448-4578-b8b1-509d6bf9bf41), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.349299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] For port 4e532c59-231e-4caf-a383-baef237cdf90, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e532c59-231e-4caf-a383-baef237cdf90,segment=NetworkSegment(d402c6c4-42ed-4068-b486-8db85496db7b),segment_id=d402c6c4-42ed-4068-b486-8db85496db7b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:45.349839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4e532c59-231e-4caf-a383-baef237cdf90), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.364783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fdf4df-8448-4578-b8b1-509d6bf9bf41']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:45.376544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd402c6c4-42ed-4068-b486-8db85496db7b') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:45.376811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd402c6c4-42ed-4068-b486-8db85496db7b') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:45.384324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Calling delete_port for 4e532c59-231e-4caf-a383-baef237cdf90 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:45.392420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (d402c6c4-42ed-4068-b486-8db85496db7b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.409686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d402c6c4-42ed-4068-b486-8db85496db7b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.417082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:50:45.417562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (d402c6c4-42ed-4068-b486-8db85496db7b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:50:45.420769 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:50:45.473184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Allocated IP 172.25.6.215 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/ce297388-bd62-4467-b6da-1837c15f242e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:45.481217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8116c94-c7ac-4ea6-83fc-03b28484f610 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:45.481642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.543878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7796923c-329e-436e-bc8a-846705c7ce34), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.556476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d9fdf4df-8448-4578-b8b1-509d6bf9bf41), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.579571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event deleted for resources: {'Port': ['ID=7796923c-329e-436e-bc8a-846705c7ce34,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:45.597567 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.612892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/networks/d9fdf4df-8448-4578-b8b1-509d6bf9bf41 HTTP/1.1" status: 204 len: 168 time: 1.1292858 Jan 28 04:50:45.617797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765b6ca-fba8-4148-9b23-da234b0f4c99 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Network': ['ID=d9fdf4df-8448-4578-b8b1-509d6bf9bf41,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:45.620457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52494) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:45.684752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4e532c59-231e-4caf-a383-baef237cdf90), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.707090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks [] for port (ce297388-bd62-4467-b6da-1837c15f242e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.719635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.740807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Network d9fdf4df-8448-4578-b8b1-509d6bf9bf41 is not hosted by any dhcp agent {{(pid=103140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 04:50:45.741360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] No DVR routers for this DVR port 4e532c59-231e-4caf-a383-baef237cdf90 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:50:45.799934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a39e8e-9e1f-41ec-88a9-33d5e76f12ff None None] Pushing event deleted for resources: {'Port': ['ID=4e532c59-231e-4caf-a383-baef237cdf90,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:45.802902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:45.831366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8116c94-c7ac-4ea6-83fc-03b28484f610 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:45.832589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.911365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.917252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 051e1f19-d8aa-484c-837d-60d6adcfeb67 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:45.917742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.927203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.931294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port b8116c94-c7ac-4ea6-83fc-03b28484f610, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8116c94-c7ac-4ea6-83fc-03b28484f610,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:45.954188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.043036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1250652525-network', 'tenant_id': 'f750528161d94f89af195996516cf347'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:46.046576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ce297388-bd62-4467-b6da-1837c15f242e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.054674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=b8116c94-c7ac-4ea6-83fc-03b28484f610,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:46.059660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.060191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Fanout notify agent at l3_agent the message router_deleted on router 2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:46.077572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.078740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1509873-0b71-4830-be05-73b0360dacf0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d HTTP/1.1" status: 204 len: 168 time: 2.6361263 Jan 28 04:50:46.090132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e532c59-231e-4caf-a383-baef237cdf90 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:50:46.102216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52508) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.111076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-585999132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:46.137305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.138045 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (051e1f19-d8aa-484c-837d-60d6adcfeb67), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.153119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4e532c59-231e-4caf-a383-baef237cdf90 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:50:46.153625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e532c59-231e-4caf-a383-baef237cdf90 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:50:46.162199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:46.169054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 051e1f19-d8aa-484c-837d-60d6adcfeb67 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:46.180379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Made reservation on behalf of f750528161d94f89af195996516cf347 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:46.182997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.189704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:46.195379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:46.204707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Pushing event updated for resources: {'Port': ['ID=ce297388-bd62-4467-b6da-1837c15f242e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:46.228690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.244514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.245859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.310654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558bce5f-0ce7-4d8b-9d46-81701c51344f None None] Network 5325bef8-89cf-4ad6-a948-421d296d54bf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:46.355874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (051e1f19-d8aa-484c-837d-60d6adcfeb67), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.405038 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (f7f00659-cc0b-4410-a772-cef689b930ee), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.414114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=051e1f19-d8aa-484c-837d-60d6adcfeb67,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:46.430115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.450149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-58d9a024-dec4-4af5-9e8c-12a6c5f6f7db None None] Provisioning complete for port b8116c94-c7ac-4ea6-83fc-03b28484f610 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:46.450816 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58d9a024-dec4-4af5-9e8c-12a6c5f6f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.470855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.472341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0932adbb-9899-4a63-9d37-bdf915a5c063 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3655140 Jan 28 04:50:46.478191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.485465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': True}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:46.512645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for floatingip (7791c6a6-14f3-4015-8977-a5ab26afea09), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.519228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.525046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7240f98-7ef9-4b58-a564-943bd1a621cc tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/floatingips/7791c6a6-14f3-4015-8977-a5ab26afea09 HTTP/1.1" status: 204 len: 168 time: 0.9003458 Jan 28 04:50:46.525663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52516) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.553680 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-db608898-5076-4ad9-aaec-fe7f5337902f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] DELETE failed (client error): The resource could not be found. Jan 28 04:50:46.554185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db608898-5076-4ad9-aaec-fe7f5337902f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:50:46.561269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-db608898-5076-4ad9-aaec-fe7f5337902f tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/ports/82a97868-eb48-49a6-9fac-6e8ee596dc5d HTTP/1.1" status: 404 len: 333 time: 0.0343089 Jan 28 04:50:46.561968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52518) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.599111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ce01f3ac-4a4a-4704-afa6-914a5d8a2eb0 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f701aa-7cfb-49f7-b7f0-65313742a31a HTTP/1.1" status: 200 len: 205 time: 0.0359845 Jan 28 04:50:46.599910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52522) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.645853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks [] for security_group (a49fc4e5-ec6c-440f-b63a-6970f20cd7e1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.660287 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a49fc4e5-ec6c-440f-b63a-6970f20cd7e1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.674984 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-cae92530-f18a-4dbc-869c-cfc9847be8cd tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] delete failed (client error): The resource could not be found. Jan 28 04:50:46.680715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cae92530-f18a-4dbc-869c-cfc9847be8cd tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/routers/49f701aa-7cfb-49f7-b7f0-65313742a31a HTTP/1.1" status: 404 len: 336 time: 0.0795612 Jan 28 04:50:46.681325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52526) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.687133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-58d9a024-dec4-4af5-9e8c-12a6c5f6f7db None None] Current status of the port b8116c94-c7ac-4ea6-83fc-03b28484f610 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:46.717095 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa3313a-f9e6-4bce-a626-0c4d556e9e62 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] DELETE failed (client error): The resource could not be found. Jan 28 04:50:46.717760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa3313a-f9e6-4bce-a626-0c4d556e9e62 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:50:46.723858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eaa3313a-f9e6-4bce-a626-0c4d556e9e62 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/subnets/7aa05784-7f63-44b4-b3bd-c69a6c5a33f6 HTTP/1.1" status: 404 len: 337 time: 0.0396204 Jan 28 04:50:46.724677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52528) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:46.842835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:46.848861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port e70d2794-43ec-4013-a0d5-0518a1111c8c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:46.849254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e70d2794-43ec-4013-a0d5-0518a1111c8c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.904791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fc4e5-ec6c-440f-b63a-6970f20cd7e1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:46.943241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9d8610d7-ceeb-4f41-b637-00a04e915bd1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.943673 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Added segment 9d8610d7-ceeb-4f41-b637-00a04e915bd1 of type vlan for network 5bf690b1-3811-473b-9519-2c49e98542e8 Jan 28 04:50:46.959536 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (f7f00659-cc0b-4410-a772-cef689b930ee), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.969985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks [] for router_gateway (97543328-f47f-42b4-82f8-4e59af465b51), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.984737 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e70d2794-43ec-4013-a0d5-0518a1111c8c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.003032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for e70d2794-43ec-4013-a0d5-0518a1111c8c owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:47.017470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-47165261-79bc-4116-8abb-43212bf48c62 None None] Provisioning complete for port b8116c94-c7ac-4ea6-83fc-03b28484f610 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:47.018031 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47165261-79bc-4116-8abb-43212bf48c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.071273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8116c94-c7ac-4ea6-83fc-03b28484f610 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:47.100601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (5bf690b1-3811-473b-9519-2c49e98542e8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.180522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b8116c94-c7ac-4ea6-83fc-03b28484f610 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:47.181691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.212355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e70d2794-43ec-4013-a0d5-0518a1111c8c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.220943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (5bf690b1-3811-473b-9519-2c49e98542e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.222328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:47.223172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.239062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-47165261-79bc-4116-8abb-43212bf48c62 None None] Current status of the port b8116c94-c7ac-4ea6-83fc-03b28484f610 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:47.258454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=e70d2794-43ec-4013-a0d5-0518a1111c8c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:47.293012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b8116c94-c7ac-4ea6-83fc-03b28484f610 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:47.341105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.345181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1cb60b1e-b052-41de-90ce-0a6583a8bda1 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/ports/e70d2794-43ec-4013-a0d5-0518a1111c8c HTTP/1.1" status: 204 len: 168 time: 0.6180432 Jan 28 04:50:47.347028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:47.367141 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5305762 Jan 28 04:50:47.397103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d8e82-5235-4de7-a110-6b9acc86ea35 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf690b1-3811-473b-9519-2c49e98542e8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:47.409874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 5bf690b1-3811-473b-9519-2c49e98542e8 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:47.466376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (97543328-f47f-42b4-82f8-4e59af465b51), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.563343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 7482f2ee-94f1-48f6-b768-e36ecdac0a91 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:47.563878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7482f2ee-94f1-48f6-b768-e36ecdac0a91), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.662429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (f7f00659-cc0b-4410-a772-cef689b930ee), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.669235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7482f2ee-94f1-48f6-b768-e36ecdac0a91), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.682285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 7482f2ee-94f1-48f6-b768-e36ecdac0a91 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:47.687034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:47.820181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Allocated IP 172.25.6.37 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/1f673607-7b6c-4e57-9fae-b848cb5b1420) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:47.898360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Router 97543328-f47f-42b4-82f8-4e59af465b51 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:47.965632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7482f2ee-94f1-48f6-b768-e36ecdac0a91), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.021485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for port (1f673607-7b6c-4e57-9fae-b848cb5b1420), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.039417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=7482f2ee-94f1-48f6-b768-e36ecdac0a91,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:48.057495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:48.079505 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:48.095058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:48.095661 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:48.096353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.101232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-985931ec-0c74-4a58-8ae5-a8f957090952 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7684195 Jan 28 04:50:48.101232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1f673607-7b6c-4e57-9fae-b848cb5b1420), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.103931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:48.128646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8119-4138-49db-b865-e6afd11e8df1 req-9b082a64-f0be-4a41-95e5-7fbf8ffa0074 tempest-ComputeTenantNetworksTest-337404909 tempest-ComputeTenantNetworksTest-337404909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:48.134659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8119-4138-49db-b865-e6afd11e8df1 req-9b082a64-f0be-4a41-95e5-7fbf8ffa0074 tempest-ComputeTenantNetworksTest-337404909 tempest-ComputeTenantNetworksTest-337404909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:48.139818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8119-4138-49db-b865-e6afd11e8df1 req-9b082a64-f0be-4a41-95e5-7fbf8ffa0074 tempest-ComputeTenantNetworksTest-337404909 tempest-ComputeTenantNetworksTest-337404909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:48.145462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ecd8119-4138-49db-b865-e6afd11e8df1 req-9b082a64-f0be-4a41-95e5-7fbf8ffa0074 tempest-ComputeTenantNetworksTest-337404909 tempest-ComputeTenantNetworksTest-337404909-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4098742 Jan 28 04:50:48.195052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.200469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b3df5b4e-2021-476d-91b7-59bd8052b119 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/ports/7482f2ee-94f1-48f6-b768-e36ecdac0a91 HTTP/1.1" status: 204 len: 168 time: 0.8503206 Jan 28 04:50:48.204477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52570) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:48.219392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:48.276526 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:50:48.279364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49583-e40e-4623-90c9-38d197c98656 req-7f28ca98-0ac4-4981-9fe0-89ed7adf1a54 tempest-ComputeTenantNetworksTest-337404909 tempest-ComputeTenantNetworksTest-337404909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:48.284622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39e49583-e40e-4623-90c9-38d197c98656 req-7f28ca98-0ac4-4981-9fe0-89ed7adf1a54 tempest-ComputeTenantNetworksTest-337404909 tempest-ComputeTenantNetworksTest-337404909-project] 10.222.0.21 "GET /v2.0/networks/5bf690b1-3811-473b-9519-2c49e98542e8 HTTP/1.1" status: 200 len: 769 time: 0.1216612 Jan 28 04:50:48.289797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:48.299487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:48.362317 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (5bf690b1-3811-473b-9519-2c49e98542e8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.509543 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:46Z', 'revision_number': 3, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:48.545123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:48.545917 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Updating router 97543328-f47f-42b4-82f8-4e59af465b51 port ce297388-bd62-4467-b6da-1837c15f242e binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:50:48.593182 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ce297388-bd62-4467-b6da-1837c15f242e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.684842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:48.692821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:48.697677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Port': ['ID=1f673607-7b6c-4e57-9fae-b848cb5b1420,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:48.746683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.747005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.747295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.747639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.747976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.748310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.748636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.748970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.749325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.749658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.749987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.750314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.750636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:48.795788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (5bf690b1-3811-473b-9519-2c49e98542e8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.826960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf690b1-3811-473b-9519-2c49e98542e8']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:48.833058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a73597-70cc-414a-b40d-3e22c90ac1a4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:48.835407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-39a73597-70cc-414a-b40d-3e22c90ac1a4 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "GET /v2.0/ports?device_id=ade46abd-8814-4ecb-af97-83a22a1bb2de HTTP/1.1" status: 200 len: 913 time: 0.6251419 Jan 28 04:50:48.840166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8610d7-ceeb-4f41-b637-00a04e915bd1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:48.840461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8610d7-ceeb-4f41-b637-00a04e915bd1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:48.842555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52582) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:48.909431 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (9d8610d7-ceeb-4f41-b637-00a04e915bd1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.940894 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Publish callbacks [] for port (ce297388-bd62-4467-b6da-1837c15f242e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.954429 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ce297388-bd62-4467-b6da-1837c15f242e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:48.987041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9d8610d7-ceeb-4f41-b637-00a04e915bd1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (9d8610d7-ceeb-4f41-b637-00a04e915bd1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:50:49.010330 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:50:49.025699 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10fb5e-e8af-4498-80a1-b1cf90e35867 None None] Pushing event updated for resources: {'Port': ['ID=ce297388-bd62-4467-b6da-1837c15f242e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:49.040551 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Attempting to bind port ce297388-bd62-4467-b6da-1837c15f242e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:49.040922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Attempting to bind port ce297388-bd62-4467-b6da-1837c15f242e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:49.041387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Attempting to bind port ce297388-bd62-4467-b6da-1837c15f242e on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:49.047147 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:49.047516 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:49.047924 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.048300 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:49.048893 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Bound port: ce297388-bd62-4467-b6da-1837c15f242e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:49.049338 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ce297388-bd62-4467-b6da-1837c15f242e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.117309 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] For port ce297388-bd62-4467-b6da-1837c15f242e, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:49.120875 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] For port ce297388-bd62-4467-b6da-1837c15f242e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ce297388-bd62-4467-b6da-1837c15f242e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:49.128792 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ce297388-bd62-4467-b6da-1837c15f242e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.146465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (5bf690b1-3811-473b-9519-2c49e98542e8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.165966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.170358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5bf690b1-3811-473b-9519-2c49e98542e8 HTTP/1.1" status: 204 len: 168 time: 0.8795767 Jan 28 04:50:49.173204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a02e67-f8ca-4960-8702-00f30d3995f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf690b1-3811-473b-9519-2c49e98542e8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:49.222156 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:49.222978 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:49.349629 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:49.408695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:49.431277 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10fb5e-e8af-4498-80a1-b1cf90e35867 None None] Pushing event updated for resources: {'Port': ['ID=ce297388-bd62-4467-b6da-1837c15f242e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:49.443865 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.479972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea3faa3d-0f63-4733-b1ec-df6fa497d9ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f750528161d94f89af195996516cf347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671647 Jan 28 04:50:49.480877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:49.541584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (f7f00659-cc0b-4410-a772-cef689b930ee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.574022 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:46Z', 'revision_number': 3, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:49.597941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6032b10e-5ca4-4056-a9d1-1e292365ee6d admin admin] Publish callbacks [] for security_group (a49fc4e5-ec6c-440f-b63a-6970f20cd7e1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.614588 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9beed4c-67e1-4c01-81c6-7d1e65d49c9c None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:46Z', 'revision_number': 3, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:49.647920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6032b10e-5ca4-4056-a9d1-1e292365ee6d admin admin] Publish callbacks [] for security_group (a49fc4e5-ec6c-440f-b63a-6970f20cd7e1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.704027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (ade46abd-8814-4ecb-af97-83a22a1bb2de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.789509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6032b10e-5ca4-4056-a9d1-1e292365ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a49fc4e5-ec6c-440f-b63a-6970f20cd7e1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.793587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6032b10e-5ca4-4056-a9d1-1e292365ee6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.797633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6032b10e-5ca4-4056-a9d1-1e292365ee6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a49fc4e5-ec6c-440f-b63a-6970f20cd7e1 HTTP/1.1" status: 204 len: 168 time: 0.3144126 Jan 28 04:50:49.818257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Allocated IP 172.20.0.1 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/dd54f9a9-0692-4ae2-91cd-f25096a87519) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:49.845663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b10e-5ca4-4056-a9d1-1e292365ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fc4e5-ec6c-440f-b63a-6970f20cd7e1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:49.854616 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:49.899975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.121061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks [] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.194807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 669372e2-30bf-49d5-868c-8c42f00a4e0e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:50.195324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.210261 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.217649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Router f7f00659-cc0b-4410-a772-cef689b930ee is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:50.273816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:50.276437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:50.283182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:50.348772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.365609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 669372e2-30bf-49d5-868c-8c42f00a4e0e owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:50.389848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Pushing event updated for resources: {'Port': ['ID=dd54f9a9-0692-4ae2-91cd-f25096a87519,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:50.445486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (97543328-f47f-42b4-82f8-4e59af465b51), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.715856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-deb07b09-181b-4e32-b50a-8b954b25e3ec None None] Provisioning complete for port dd54f9a9-0692-4ae2-91cd-f25096a87519 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:50.716861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-deb07b09-181b-4e32-b50a-8b954b25e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.754041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (669372e2-30bf-49d5-868c-8c42f00a4e0e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.774476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-deb07b09-181b-4e32-b50a-8b954b25e3ec None None] Port dd54f9a9-0692-4ae2-91cd-f25096a87519 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:50:50.797226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.801732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=669372e2-30bf-49d5-868c-8c42f00a4e0e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:50.908569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:50.920482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] Sync routers for ids ['f7f00659-cc0b-4410-a772-cef689b930ee'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:50.933113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:50.941869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] Routers {'f7f00659-cc0b-4410-a772-cef689b930ee'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:50.942633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f7f00659-cc0b-4410-a772-cef689b930ee'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:50.955770 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52f0ebfd-eaf7-4175-9938-bd5c8a68e69f tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "PUT /v2.0/routers/f7f00659-cc0b-4410-a772-cef689b930ee HTTP/1.1" status: 200 len: 917 time: 4.4748759 Jan 28 04:50:50.962049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52642) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:50.995135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:51.007636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] Routers {'f7f00659-cc0b-4410-a772-cef689b930ee'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:51.008361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f7f00659-cc0b-4410-a772-cef689b930ee'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:51.124216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:51.125216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a30617-c7f6-4e14-9de7-749ed8031243 None None] The sync data for ids ['f7f00659-cc0b-4410-a772-cef689b930ee'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:51.150288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (ade46abd-8814-4ecb-af97-83a22a1bb2de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.272938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ce297388-bd62-4467-b6da-1837c15f242e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:51.346915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd76140c-3777-47fa-8178-8e1f6100c4af tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/f7f00659-cc0b-4410-a772-cef689b930ee HTTP/1.1" status: 200 len: 923 time: 0.3759499 Jan 28 04:50:51.349652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52650) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:51.378455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52652) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:51.416842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks [] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.418040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ce297388-bd62-4467-b6da-1837c15f242e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:51.418574 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ce297388-bd62-4467-b6da-1837c15f242e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.442465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.515662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dde410-0fed-4542-9a43-06f89b8881d1 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:51.519713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-85dde410-0fed-4542-9a43-06f89b8881d1 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=f7f00659-cc0b-4410-a772-cef689b930ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1667261 Jan 28 04:50:51.528900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:51.555673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (97543328-f47f-42b4-82f8-4e59af465b51), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.570012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ce297388-bd62-4467-b6da-1837c15f242e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:51.571382 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ce297388-bd62-4467-b6da-1837c15f242e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.592126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Pushing event updated for resources: {'Port': ['ID=dd54f9a9-0692-4ae2-91cd-f25096a87519,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:51.604312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-529275578-network', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:51.625758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ce297388-bd62-4467-b6da-1837c15f242e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ce297388-bd62-4467-b6da-1837c15f242e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:51.634096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ce297388-bd62-4467-b6da-1837c15f242e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.660636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Router ade46abd-8814-4ecb-af97-83a22a1bb2de has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:51.661568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Made reservation on behalf of 05425594d2a64fb8910e5e1aa9eaf757 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:51.664441 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.678637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:51.716012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ce297388-bd62-4467-b6da-1837c15f242e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:51.725620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:51.728690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:51.802077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6e8cd-803b-4d1f-94f1-1574c8024010 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:51.806757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4cd6e8cd-803b-4d1f-94f1-1574c8024010 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.2736394 Jan 28 04:50:51.806757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:51.864988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0eedd89e-c842-4349-940a-8d8f321a4580 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f00659-cc0b-4410-a772-cef689b930ee HTTP/1.1" status: 200 len: 205 time: 0.0573511 Jan 28 04:50:51.868087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:51.874931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:51.885534 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6492182-d763-436b-b273-064da44daa4b None None] Sync routers for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:51.894712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6dbb1ac9-16ee-41b5-a8b6-332b0c9cd2d2 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "PUT /v2.0/routers/ade46abd-8814-4ecb-af97-83a22a1bb2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0488164 Jan 28 04:50:51.894970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:51.919914 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6492182-d763-436b-b273-064da44daa4b None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:51.921543 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b6492182-d763-436b-b273-064da44daa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:52.005385 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b6492182-d763-436b-b273-064da44daa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:52.033064 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6492182-d763-436b-b273-064da44daa4b None None] Routers {'ade46abd-8814-4ecb-af97-83a22a1bb2de'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:52.033827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b6492182-d763-436b-b273-064da44daa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['ade46abd-8814-4ecb-af97-83a22a1bb2de'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:52.068409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router (ade46abd-8814-4ecb-af97-83a22a1bb2de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.112444 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b6492182-d763-436b-b273-064da44daa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:52.113105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6492182-d763-436b-b273-064da44daa4b None None] The sync data for ids ['ade46abd-8814-4ecb-af97-83a22a1bb2de'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:52.114605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fdcb7c2a-af70-43b9-97f1-72c2bd2b8e4f None None] Provisioning complete for port dd54f9a9-0692-4ae2-91cd-f25096a87519 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:52.115551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fdcb7c2a-af70-43b9-97f1-72c2bd2b8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.170789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb7c2a-af70-43b9-97f1-72c2bd2b8e4f None None] Port dd54f9a9-0692-4ae2-91cd-f25096a87519 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:50:52.176702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks [] for security_group (317b917d-13ea-4f17-a240-f9a59cf2351a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.201901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (317b917d-13ea-4f17-a240-f9a59cf2351a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.237752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:52.252479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_gateway (ade46abd-8814-4ecb-af97-83a22a1bb2de), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.264013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b917d-13ea-4f17-a240-f9a59cf2351a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:52.268511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (27b0b421-f6b7-4a0d-af3d-c615d6b19ef4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.268860 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Added segment 27b0b421-f6b7-4a0d-af3d-c615d6b19ef4 of type vlan for network c36f710f-4854-4053-8dc6-b4fe58d08006 Jan 28 04:50:52.335497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c36f710f-4854-4053-8dc6-b4fe58d08006), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.375702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c36f710f-4854-4053-8dc6-b4fe58d08006), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.376743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:52.377367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.384418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting port 63151feb-0745-416c-ba3d-14bf68565c10 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:52.384766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (63151feb-0745-416c-ba3d-14bf68565c10), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.484655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1025982 Jan 28 04:50:52.486339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52680) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:52.490676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Request body: {'subnet': {'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-529275578-subnet', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:52.493315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:52.505859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d80c31-823b-4f5b-8e04-18fdd846db3f admin admin] Pushing event updated for resources: {'Network': ['ID=c36f710f-4854-4053-8dc6-b4fe58d08006,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:52.518894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c36f710f-4854-4053-8dc6-b4fe58d08006 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:52.521376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (f7f00659-cc0b-4410-a772-cef689b930ee), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.548725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (63151feb-0745-416c-ba3d-14bf68565c10), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.559701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Made reservation on behalf of 05425594d2a64fb8910e5e1aa9eaf757 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:52.562120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.581620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Calling delete_port for 63151feb-0745-416c-ba3d-14bf68565c10 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:52.680338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (f7f00659-cc0b-4410-a772-cef689b930ee), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.772426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:52.778199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b482672a-c92c-418d-be0a-0b78f60b58ad admin admin] 10.222.0.21 "PUT /v2.0/routers/97543328-f47f-42b4-82f8-4e59af465b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6677859 Jan 28 04:50:52.788824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:52.805242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:52.806317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:52.823429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Deleting port 1f673607-7b6c-4e57-9fae-b848cb5b1420 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:50:52.823429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1f673607-7b6c-4e57-9fae-b848cb5b1420), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.913242 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2bb8b79e-03e6-4693-be39-bc613ed9ace7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.941432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1f673607-7b6c-4e57-9fae-b848cb5b1420), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:52.956358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Calling delete_port for 1f673607-7b6c-4e57-9fae-b848cb5b1420 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:50:53.007118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:53.017444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb8b79e-03e6-4693-be39-bc613ed9ace7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:53.065007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (63151feb-0745-416c-ba3d-14bf68565c10), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.073731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ce297388-bd62-4467-b6da-1837c15f242e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:53.078908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Checking segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:53.082433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Network hostable DHCP agents. Network: c36f710f-4854-4053-8dc6-b4fe58d08006, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:50:53.130095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Port': ['ID=63151feb-0745-416c-ba3d-14bf68565c10,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:53.159393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:50:53.197437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c36f710f-4854-4053-8dc6-b4fe58d08006) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:53.201700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:53.202564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.244250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (ade46abd-8814-4ecb-af97-83a22a1bb2de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.246529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2967d-7a02-4f9a-b225-1eb03962d680 None None] Network c36f710f-4854-4053-8dc6-b4fe58d08006 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:53.254686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-02d599ad-7835-4da6-b00d-a0281d5ee349 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7676682 Jan 28 04:50:53.261093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:53.269904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:53.331525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1f673607-7b6c-4e57-9fae-b848cb5b1420), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.341059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ce297388-bd62-4467-b6da-1837c15f242e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:53.341482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (aead7727-8be7-4e71-9537-148483913ae2), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.341692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ce297388-bd62-4467-b6da-1837c15f242e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.342582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (aead7727-8be7-4e71-9537-148483913ae2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.383805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event deleted for resources: {'Port': ['ID=1f673607-7b6c-4e57-9fae-b848cb5b1420,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:53.507345 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks [] for router_controller (aead7727-8be7-4e71-9537-148483913ae2), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.581250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (f7f00659-cc0b-4410-a772-cef689b930ee), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.721920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c36f710f-4854-4053-8dc6-b4fe58d08006', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:50:53.722817 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.728385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ce297388-bd62-4467-b6da-1837c15f242e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:53.835009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 2, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:53.841211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks [] for router_gateway (aead7727-8be7-4e71-9537-148483913ae2), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.865518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:53.866704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Updating router 97543328-f47f-42b4-82f8-4e59af465b51 port dd54f9a9-0692-4ae2-91cd-f25096a87519 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:50:53.904995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.907609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (f7f00659-cc0b-4410-a772-cef689b930ee), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.927341 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.955857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:53.963587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1762952715-network', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:53.970392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (ade46abd-8814-4ecb-af97-83a22a1bb2de), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.972282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (f7f00659-cc0b-4410-a772-cef689b930ee), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.972903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Fanout notify agent at l3_agent the message router_deleted on router f7f00659-cc0b-4410-a772-cef689b930ee {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:53.973874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router_controller (ade46abd-8814-4ecb-af97-83a22a1bb2de), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.986950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Allocated IP 172.20.0.2 (c36f710f-4854-4053-8dc6-b4fe58d08006/2bb8b79e-03e6-4693-be39-bc613ed9ace7/ec756ff5-367c-4532-aced-ee1168502726) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:53.994685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:53.995945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0180c23d-7a2e-4203-ae6a-dfe9a7262b22 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/f7f00659-cc0b-4410-a772-cef689b930ee HTTP/1.1" status: 204 len: 168 time: 2.1269207 Jan 28 04:50:54.000756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52722) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:54.011447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1642727874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:54.034659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (ade46abd-8814-4ecb-af97-83a22a1bb2de), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.035625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Fanout notify agent at l3_agent the message router_deleted on router ade46abd-8814-4ecb-af97-83a22a1bb2de {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:50:54.055427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.056842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-181feaeb-7331-4e78-8ab9-e4ea02a128eb tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/routers/ade46abd-8814-4ecb-af97-83a22a1bb2de HTTP/1.1" status: 204 len: 168 time: 2.1609292 Jan 28 04:50:54.060033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52724) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:54.080954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Made reservation on behalf of 982a02f22b6a499483cae6ba8f7f8ec1 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:54.085684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.099291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.101558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.102623 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.152976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Deleting subnet b398ed0d-90a8-41b9-96e5-b82ae788bbe2 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:50:54.157195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for subnet (b398ed0d-90a8-41b9-96e5-b82ae788bbe2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.203694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.213170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (b398ed0d-90a8-41b9-96e5-b82ae788bbe2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.217366 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.263181 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.264339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d0f1cc34-0273-4976-86cd-e94e95caa73b tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2582800 Jan 28 04:50:54.271539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52728) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:54.276646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'enable_snat': False}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:54.282324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (b398ed0d-90a8-41b9-96e5-b82ae788bbe2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.304583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Publish callbacks [] for port (ec756ff5-367c-4532-aced-ee1168502726), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.319951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ec756ff5-367c-4532-aced-ee1168502726), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.358638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (b398ed0d-90a8-41b9-96e5-b82ae788bbe2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.394485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Subnet': ['ID=b398ed0d-90a8-41b9-96e5-b82ae788bbe2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:54.399269 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.403016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-272c71ce-bace-43c8-b33c-3e2b04b05194 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/subnets/b398ed0d-90a8-41b9-96e5-b82ae788bbe2 HTTP/1.1" status: 204 len: 168 time: 0.3410785 Jan 28 04:50:54.403810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52734) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:54.420844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:54.429649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:54.437755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:54.452494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Pushing event updated for resources: {'Port': ['ID=ec756ff5-367c-4532-aced-ee1168502726,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:54.457300 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Publish callbacks [] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.474843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks [] for security_group (32de3f02-6116-40db-98c3-4fbdcaef5add), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.485023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (32de3f02-6116-40db-98c3-4fbdcaef5add), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.499133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.520173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6a705950-bb08-4467-b5d9-69b726193aeb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.535619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Attempting to bind port ec756ff5-367c-4532-aced-ee1168502726 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:54.536138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Attempting to bind port ec756ff5-367c-4532-aced-ee1168502726 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:54.536626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Attempting to bind port ec756ff5-367c-4532-aced-ee1168502726 on network c36f710f-4854-4053-8dc6-b4fe58d08006 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:54.550355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:54.550979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Checking segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:54.551680 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.552168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Bound using segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:54.552752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Bound port: ec756ff5-367c-4532-aced-ee1168502726, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:54.553263 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec756ff5-367c-4532-aced-ee1168502726), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.564503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32de3f02-6116-40db-98c3-4fbdcaef5add,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:54.605549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c8cb2-6b22-4ead-b92f-9682890174d6 None None] Pushing event updated for resources: {'Port': ['ID=dd54f9a9-0692-4ae2-91cd-f25096a87519,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:54.665000 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6a705950-bb08-4467-b5d9-69b726193aeb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.689561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a705950-bb08-4467-b5d9-69b726193aeb']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:54.701625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Attempting to bind port dd54f9a9-0692-4ae2-91cd-f25096a87519 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:54.702108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Attempting to bind port dd54f9a9-0692-4ae2-91cd-f25096a87519 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:54.702582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Attempting to bind port dd54f9a9-0692-4ae2-91cd-f25096a87519 on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:54.705177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] For port ec756ff5-367c-4532-aced-ee1168502726, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:54.709232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] For port ec756ff5-367c-4532-aced-ee1168502726, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec756ff5-367c-4532-aced-ee1168502726,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:54.713303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:54.713867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:54.714707 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.715225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:54.715827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Bound port: dd54f9a9-0692-4ae2-91cd-f25096a87519, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:54.716317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.720146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8debfc68-e84e-47b9-a7c8-87d860f4dffa') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:54.720691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8debfc68-e84e-47b9-a7c8-87d860f4dffa') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:54.724475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:54.731700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (8debfc68-e84e-47b9-a7c8-87d860f4dffa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.734574 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.751170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8debfc68-e84e-47b9-a7c8-87d860f4dffa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.763600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:50:54.764021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (27466974-75d4-4e11-b291-5ff20406578f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.764237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (8debfc68-e84e-47b9-a7c8-87d860f4dffa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.764353 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Added segment 27466974-75d4-4e11-b291-5ff20406578f of type vlan for network 55878b6c-4d25-4424-89a6-0f4442f9236d Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:50:54.782516 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:50:54.833008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] For port dd54f9a9-0692-4ae2-91cd-f25096a87519, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:54.837163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] For port dd54f9a9-0692-4ae2-91cd-f25096a87519, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd54f9a9-0692-4ae2-91cd-f25096a87519,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:54.839767 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec756ff5-367c-4532-aced-ee1168502726), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.874976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.919229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (6a705950-bb08-4467-b5d9-69b726193aeb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.935112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.948821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (55878b6c-4d25-4424-89a6-0f4442f9236d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.953681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks [] for router_gateway (aead7727-8be7-4e71-9537-148483913ae2), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:54.965715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] 10.222.0.21 "DELETE /v2.0/networks/6a705950-bb08-4467-b5d9-69b726193aeb HTTP/1.1" status: 204 len: 168 time: 0.5582268 Jan 28 04:50:54.968701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:54.970118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:54.975109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b96d6b-7409-4ae7-bf10-5b0a89d2d2a6 None None] Pushing event updated for resources: {'Port': ['ID=ec756ff5-367c-4532-aced-ee1168502726,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:55.005380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Pushing event deleted for resources: {'Network': ['ID=6a705950-bb08-4467-b5d9-69b726193aeb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:55.032680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.033017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.033331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.033676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.034028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.034467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.039899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.040286 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.040409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.046854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.047284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.047645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.047995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.048341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812a831-db9f-42ae-8e1b-20a7bfb15089 tempest-FloatingIPTestJSON-1813462889 tempest-FloatingIPTestJSON-1813462889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:50:55.083507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.resource_extend [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:50:55.161610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] Provisioning complete for port dd54f9a9-0692-4ae2-91cd-f25096a87519 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:55.162175 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.178185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (55878b6c-4d25-4424-89a6-0f4442f9236d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.179846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:55.180784 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.265975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c8cb2-6b22-4ead-b92f-9682890174d6 None None] Pushing event updated for resources: {'Port': ['ID=dd54f9a9-0692-4ae2-91cd-f25096a87519,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:55.344651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:55.402430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4448578 Jan 28 04:50:55.405342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52752) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:55.411469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Request body: {'subnet': {'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1762952715-subnet', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:55.424459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd60e13-be1e-4d6b-bc53-9cd57de5c0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=55878b6c-4d25-4424-89a6-0f4442f9236d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:55.467245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Allocated IP 172.25.6.39 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5c5b8ace-d8fb-444e-9e02-35a6d4fe474d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:55.477069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Made reservation on behalf of 982a02f22b6a499483cae6ba8f7f8ec1 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:55.480099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.516853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 55878b6c-4d25-4424-89a6-0f4442f9236d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:55.618574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52758) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:55.665731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] Current status of the port dd54f9a9-0692-4ae2-91cd-f25096a87519 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:55.665731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.753357 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f1340bbe-1194-465a-aaaa-6ddec465f727), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.757544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] For port dd54f9a9-0692-4ae2-91cd-f25096a87519, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd54f9a9-0692-4ae2-91cd-f25096a87519,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:55.758110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.798683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.807434 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.813027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks [] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.818778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1340bbe-1194-465a-aaaa-6ddec465f727,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:55.862987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Checking segment: {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:55.863783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Network hostable DHCP agents. Network: 55878b6c-4d25-4424-89a6-0f4442f9236d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:50:55.890413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Network 55878b6c-4d25-4424-89a6-0f4442f9236d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:50:55.943214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 55878b6c-4d25-4424-89a6-0f4442f9236d) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:55.957703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6006c25-b9c8-4e3c-a652-4507b7c3b8af None None] Network 55878b6c-4d25-4424-89a6-0f4442f9236d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:55.959506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9ba7d-b9bb-4c46-821f-3c870811d4a8 None None] Pushing event updated for resources: {'Port': ['ID=dd54f9a9-0692-4ae2-91cd-f25096a87519,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:55.982128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-34ca0290-09a2-48e2-85a4-25f21f98cd9e None None] Provisioning complete for port dd54f9a9-0692-4ae2-91cd-f25096a87519 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:55.982544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34ca0290-09a2-48e2-85a4-25f21f98cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:55.999852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:56.000570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.007807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e46a628f-6a44-4e72-8cc3-4c430c1b7fdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=085921dd973e44898f718a295877a42f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3879175 Jan 28 04:50:56.011459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52766) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:56.027448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Allocated IP 172.25.6.142 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/86707aee-33e1-4294-bf9b-80493aff26ac) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:56.065108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-338b0458-df32-46b4-b640-ce94e41017d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6585350 Jan 28 04:50:56.071713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52768) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:56.080918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:56.102312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.113129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ec76e5-690b-4485-9bfe-93d9b1cbf347 admin admin] Publish callbacks [] for security_group (6026d3d0-b8be-4eeb-8d04-cbcde3424107), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.180096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ec76e5-690b-4485-9bfe-93d9b1cbf347 admin admin] Publish callbacks [] for security_group (6026d3d0-b8be-4eeb-8d04-cbcde3424107), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.195759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (0834b129-d627-4ec0-8626-fce2e5785bec), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.197378 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (0834b129-d627-4ec0-8626-fce2e5785bec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.209202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:56.219584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:56.223438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:56.299548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:54Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:56.307716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks [] for router_controller (0834b129-d627-4ec0-8626-fce2e5785bec), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.337566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a589b-0d59-42e2-ba44-887ff2fc8c4c None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:54Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:56.371504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:56.495671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-55878b6c-4d25-4424-89a6-0f4442f9236d', 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'fixed_ips': [{'subnet_id': 'f1340bbe-1194-465a-aaaa-6ddec465f727'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:50:56.496543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.504455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ec76e5-690b-4485-9bfe-93d9b1cbf347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6026d3d0-b8be-4eeb-8d04-cbcde3424107), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.507666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ec76e5-690b-4485-9bfe-93d9b1cbf347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.510883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-97ec76e5-690b-4485-9bfe-93d9b1cbf347 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6026d3d0-b8be-4eeb-8d04-cbcde3424107 HTTP/1.1" status: 204 len: 168 time: 0.4982669 Jan 28 04:50:56.573611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for port (86707aee-33e1-4294-bf9b-80493aff26ac), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.620332 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks [] for router_gateway (0834b129-d627-4ec0-8626-fce2e5785bec), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.670634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec76e5-690b-4485-9bfe-93d9b1cbf347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026d3d0-b8be-4eeb-8d04-cbcde3424107,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:56.757878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (86707aee-33e1-4294-bf9b-80493aff26ac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.808206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Pushing event updated for resources: {'Port': ['ID=86707aee-33e1-4294-bf9b-80493aff26ac,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:56.814778 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks [] for router_gateway (aead7727-8be7-4e71-9537-148483913ae2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:56.839116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-34ca0290-09a2-48e2-85a4-25f21f98cd9e None None] Current status of the port dd54f9a9-0692-4ae2-91cd-f25096a87519 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:56.869887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:56.872863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:56.875653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:56.891359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e283c-6e73-4a91-97a1-e7276d5038c7 None None] Network c36f710f-4854-4053-8dc6-b4fe58d08006 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:50:57.075698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] Provisioning complete for port ec756ff5-367c-4532-aced-ee1168502726 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:57.076404 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec756ff5-367c-4532-aced-ee1168502726), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.153593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks [] for router_gateway (0834b129-d627-4ec0-8626-fce2e5785bec), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.200272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.358138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Allocated IP 172.20.0.2 (55878b6c-4d25-4424-89a6-0f4442f9236d/f1340bbe-1194-465a-aaaa-6ddec465f727/3ff0dabe-82de-4b36-8af1-9a0834180f46) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:57.365536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Allocated IP 172.25.6.134 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/a664d13c-97e6-4d0f-b97c-83b54caf67a5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:57.410068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd54f9a9-0692-4ae2-91cd-f25096a87519 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:57.644530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks [] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.694715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] Current status of the port ec756ff5-367c-4532-aced-ee1168502726 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:57.712794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec756ff5-367c-4532-aced-ee1168502726), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.768360 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.830651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:57.834358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:57.851880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:57.890050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] For port ec756ff5-367c-4532-aced-ee1168502726, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec756ff5-367c-4532-aced-ee1168502726,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:57.928153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Pushing event updated for resources: {'Port': ['ID=a664d13c-97e6-4d0f-b97c-83b54caf67a5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:57.952209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dd54f9a9-0692-4ae2-91cd-f25096a87519 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:57.952617 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:57.958938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec756ff5-367c-4532-aced-ee1168502726), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.162368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52814) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:58.219737 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Publish callbacks [] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.252030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a7413-1b33-435c-9b1a-d45a815cbda9 None None] Pushing event updated for resources: {'Port': ['ID=ec756ff5-367c-4532-aced-ee1168502726,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:58.262524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (aead7727-8be7-4e71-9537-148483913ae2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.265764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.298371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c1a8fab3-1d55-4db2-b7e0-141bfe5db35a None None] Provisioning complete for port ec756ff5-367c-4532-aced-ee1168502726 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:58.298690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1a8fab3-1d55-4db2-b7e0-141bfe5db35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec756ff5-367c-4532-aced-ee1168502726), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.370923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1063599782'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:58.390521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router_gateway (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.414193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Pushing event updated for resources: {'Port': ['ID=3ff0dabe-82de-4b36-8af1-9a0834180f46,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:58.481647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dd54f9a9-0692-4ae2-91cd-f25096a87519 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:58.483487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec756ff5-367c-4532-aced-ee1168502726 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:58.495265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks [] for router_gateway (0834b129-d627-4ec0-8626-fce2e5785bec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.550601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Network 55878b6c-4d25-4424-89a6-0f4442f9236d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:58.556193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:58.558663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:58.580782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ec756ff5-367c-4532-aced-ee1168502726 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:58.581216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec756ff5-367c-4532-aced-ee1168502726), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.639087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Made reservation on behalf of 7a354c18f7034ed88e3898aa7a32d673 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:50:58.644451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.691474 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.710680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8fab3-1d55-4db2-b7e0-141bfe5db35a None None] Current status of the port ec756ff5-367c-4532-aced-ee1168502726 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:58.779419 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (0834b129-d627-4ec0-8626-fce2e5785bec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.787094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Attempting to bind port 3ff0dabe-82de-4b36-8af1-9a0834180f46 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:50:58.787674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Attempting to bind port 3ff0dabe-82de-4b36-8af1-9a0834180f46 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:50:58.788920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Attempting to bind port 3ff0dabe-82de-4b36-8af1-9a0834180f46 on network 55878b6c-4d25-4424-89a6-0f4442f9236d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:50:58.804563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Router aead7727-8be7-4e71-9537-148483913ae2 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:58.821930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:50:58.822454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Checking segment: {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:50:58.822902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.823314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Bound using segment: {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:50:58.823795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Bound port: 3ff0dabe-82de-4b36-8af1-9a0834180f46, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:50:58.824179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.913571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] For port 3ff0dabe-82de-4b36-8af1-9a0834180f46, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:50:58.923702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ec756ff5-367c-4532-aced-ee1168502726 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:58.931662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] For port 3ff0dabe-82de-4b36-8af1-9a0834180f46, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ff0dabe-82de-4b36-8af1-9a0834180f46,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:50:58.937345 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.957321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:58.972298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.015149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Router 0834b129-d627-4ec0-8626-fce2e5785bec is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:50:59.024920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27f93a-834a-4311-9ec1-f7a0a594ce71 None None] Pushing event updated for resources: {'Port': ['ID=3ff0dabe-82de-4b36-8af1-9a0834180f46,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:59.031025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for security_group (8964f23f-8033-4242-bb78-fb59fe42c60e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.051796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8964f23f-8033-4242-bb78-fb59fe42c60e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.067160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec756ff5-367c-4532-aced-ee1168502726 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:59.137917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:50:59.145293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ec756ff5-367c-4532-aced-ee1168502726 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:59.146154 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec756ff5-367c-4532-aced-ee1168502726), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.163872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f43f8504-21cf-4d8f-8e4d-d4c1767c8577), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.164476 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Added segment f43f8504-21cf-4d8f-8e4d-d4c1767c8577 of type vlan for network 2629b5ff-466a-4727-a6c2-9cecbd69db0a Jan 28 04:50:59.166789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:59.178736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8964f23f-8033-4242-bb78-fb59fe42c60e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:59.181121 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:59.213928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:59.235223 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:59.237312 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:59.244582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.250974 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6ba1f264-98f9-442c-a76c-2954c155af07 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1770523 Jan 28 04:50:59.251801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:59.255159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Sync routers for ids ['0834b129-d627-4ec0-8626-fce2e5785bec'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:59.285340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.286926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-48fccc96-9473-4e80-a30c-60b0378637b4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0248566 Jan 28 04:50:59.289656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2629b5ff-466a-4727-a6c2-9cecbd69db0a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.295678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52836) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:59.360457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Routers {'0834b129-d627-4ec0-8626-fce2e5785bec'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:59.361107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0834b129-d627-4ec0-8626-fce2e5785bec'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:59.460873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2629b5ff-466a-4727-a6c2-9cecbd69db0a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.475906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:59.476851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:59.635095 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:59.660240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Set router 0834b129-d627-4ec0-8626-fce2e5785bec gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:59.669344 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Network': ['ID=2629b5ff-466a-4727-a6c2-9cecbd69db0a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:59.736803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:50:59.797958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c566164b-fb1e-4496-bca5-31b1641cbabc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6314449 Jan 28 04:50:59.908406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52846) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:59.942671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'subnet': {'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:59.992939 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:50:56Z', 'revision_number': 3, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:00.030049 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:51:00.030543 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Updating router aead7727-8be7-4e71-9537-148483913ae2 port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:51:00.099840 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.208949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ec756ff5-367c-4532-aced-ee1168502726 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:00.227660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Router 7ae74e69-e7b3-4870-b0f3-9c2243cb85ed is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:51:00.436788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T04:50:58Z', 'revision_number': 3, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:00.488726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.496336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:00.508313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Checking router: 0834b129-d627-4ec0-8626-fce2e5785bec for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:51:00.508674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Updating router 0834b129-d627-4ec0-8626-fce2e5785bec port a664d13c-97e6-4d0f-b97c-83b54caf67a5 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:51:00.513884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.519026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa1eda82-0ce3-4a89-9dac-e4e0a331b956 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "PUT /v2.0/routers/7ae74e69-e7b3-4870-b0f3-9c2243cb85ed HTTP/1.1" status: 200 len: 920 time: 6.2464206 Jan 28 04:51:00.524443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52858) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:00.558894 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Publish callbacks [] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.566514 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] Sync routers for ids ['7ae74e69-e7b3-4870-b0f3-9c2243cb85ed'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:00.566934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.583446 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.586572 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] Routers {'7ae74e69-e7b3-4870-b0f3-9c2243cb85ed'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:00.587576 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7ae74e69-e7b3-4870-b0f3-9c2243cb85ed'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:00.623818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Made reservation on behalf of 7a354c18f7034ed88e3898aa7a32d673 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:00.627280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.649120 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:00.733002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ba1b2442-aebc-48b9-9b4d-183593786b1d tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/7ae74e69-e7b3-4870-b0f3-9c2243cb85ed HTTP/1.1" status: 200 len: 926 time: 0.2069862 Jan 28 04:51:00.738164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:00.763439 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Attempting to bind port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:00.763885 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Attempting to bind port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:00.764256 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Attempting to bind port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:00.773699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.774491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] Routers {'7ae74e69-e7b3-4870-b0f3-9c2243cb85ed'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:00.776211 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7ae74e69-e7b3-4870-b0f3-9c2243cb85ed'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:00.803768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be8b9ab-7392-40ac-9869-3ad44fcf5546 None None] Network 55878b6c-4d25-4424-89a6-0f4442f9236d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:00.836885 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:00.838076 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:00.838767 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.839309 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:00.840482 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Bound port: 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:00.840865 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:00.853579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2401dde-3d32-40b5-88f8-00239ca4e518 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:00.855132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b2401dde-3d32-40b5-88f8-00239ca4e518 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=7ae74e69-e7b3-4870-b0f3-9c2243cb85ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1160789 Jan 28 04:51:00.859132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52868) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:00.890297 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:00.891714 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12625692-5170-4f7c-8e9e-cca1c27f1682 None None] The sync data for ids ['7ae74e69-e7b3-4870-b0f3-9c2243cb85ed'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:00.943484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Allocated IP 172.20.0.1 (55878b6c-4d25-4424-89a6-0f4442f9236d/f1340bbe-1194-465a-aaaa-6ddec465f727/d9cb11f3-289f-4825-95bb-dc245036269c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:00.973762 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] For port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:00.983072 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] For port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:01.007859 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.010666 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5e42-37a0-47c5-ae56-ad237e8d6cae None None] Pushing event updated for resources: {'Port': ['ID=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:01.065586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] Provisioning complete for port 3ff0dabe-82de-4b36-8af1-9a0834180f46 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:01.076920 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.154737 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5e42-37a0-47c5-ae56-ad237e8d6cae None None] Pushing event updated for resources: {'Port': ['ID=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:01.180562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks [] for port (d9cb11f3-289f-4825-95bb-dc245036269c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.190007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:01.191112 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:01.244324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ff0dabe-82de-4b36-8af1-9a0834180f46 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:01.252494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.285817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22c672-4339-44e6-b27c-056a3f4104a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:01.291331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae22c672-4339-44e6-b27c-056a3f4104a7 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/networks/ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 881 time: 0.4148319 Jan 28 04:51:01.329000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Publish callbacks [] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.334044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52874) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:01.335242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] Current status of the port 3ff0dabe-82de-4b36-8af1-9a0834180f46 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:01.337205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.353309 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.362048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (283b7683-a850-431a-bdac-bf1f45c5ed9c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.366788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Pushing event updated for resources: {'Port': ['ID=d9cb11f3-289f-4825-95bb-dc245036269c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:01.406444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Network 55878b6c-4d25-4424-89a6-0f4442f9236d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:01.410276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:01.413582 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:01.423945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:01.473115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Allocated IP 172.20.0.1 (c36f710f-4854-4053-8dc6-b4fe58d08006/2bb8b79e-03e6-4693-be39-bc613ed9ace7/31676744-be1b-4121-95b4-40783fb58bea) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:01.490743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c363e0-a556-473c-bda1-f64b1bb90977 None None] Pushing event updated for resources: {'Port': ['ID=a664d13c-97e6-4d0f-b97c-83b54caf67a5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:01.508139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (0834b129-d627-4ec0-8626-fce2e5785bec), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.534497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Attempting to bind port a664d13c-97e6-4d0f-b97c-83b54caf67a5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:01.534873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Attempting to bind port a664d13c-97e6-4d0f-b97c-83b54caf67a5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:01.535404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Attempting to bind port a664d13c-97e6-4d0f-b97c-83b54caf67a5 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:01.566818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-222bd181-e8d9-4f77-ac0b-33b29652cb63 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae74e69-e7b3-4870-b0f3-9c2243cb85ed HTTP/1.1" status: 200 len: 205 time: 0.2243454 Jan 28 04:51:01.569894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52882) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:01.606656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3ff0dabe-82de-4b36-8af1-9a0834180f46 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:01.617118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.687689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] For port 3ff0dabe-82de-4b36-8af1-9a0834180f46, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ff0dabe-82de-4b36-8af1-9a0834180f46,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:01.691421 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:50:56Z', 'revision_number': 3, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:01.696628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:01.713831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:01.716684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.717846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:01.718495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Bound port: a664d13c-97e6-4d0f-b97c-83b54caf67a5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:01.719038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.742633 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444c63c-981d-4b68-99f6-322b7e5a5599 None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:50:56Z', 'revision_number': 3, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:01.766589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Subnet': ['ID=283b7683-a850-431a-bdac-bf1f45c5ed9c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:01.789915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Checking segment: {'id': 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:01.796173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.798831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network hostable DHCP agents. Network: 2629b5ff-466a-4727-a6c2-9cecbd69db0a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:01.854859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:01.925078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2629b5ff-466a-4727-a6c2-9cecbd69db0a) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:01.926321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.953713 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks [] for port (31676744-be1b-4121-95b4-40783fb58bea), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:01.965309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:01.965941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.012794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af4da6-dba6-4209-bba9-fa6e9f0f5dca None None] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:02.013106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-71532b41-c79f-41d2-92df-9e269fc52c70 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0978332 Jan 28 04:51:02.013106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52890) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:02.031738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-77075071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:02.076253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.098686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3ff0dabe-82de-4b36-8af1-9a0834180f46 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:02.109417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (31676744-be1b-4121-95b4-40783fb58bea), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.118235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] For port a664d13c-97e6-4d0f-b97c-83b54caf67a5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:02.149587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] For port a664d13c-97e6-4d0f-b97c-83b54caf67a5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a664d13c-97e6-4d0f-b97c-83b54caf67a5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:02.150649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc171c1-4e61-40ee-bebf-a7df0886b02f None None] Pushing event updated for resources: {'Port': ['ID=3ff0dabe-82de-4b36-8af1-9a0834180f46,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:02.160615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-53faf9ee-d783-461a-bc60-62d4bd7a6f13 None None] Provisioning complete for port 3ff0dabe-82de-4b36-8af1-9a0834180f46 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:02.161050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53faf9ee-d783-461a-bc60-62d4bd7a6f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.191975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.202893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (6769cb7c-8bfd-444d-9fac-a78a5484d2af), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.204008 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (6769cb7c-8bfd-444d-9fac-a78a5484d2af), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.208933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.233821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:02.248855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:02.277459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:02.321727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c363e0-a556-473c-bda1-f64b1bb90977 None None] Pushing event updated for resources: {'Port': ['ID=a664d13c-97e6-4d0f-b97c-83b54caf67a5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:02.329267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Routers {'0834b129-d627-4ec0-8626-fce2e5785bec'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:02.330116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0834b129-d627-4ec0-8626-fce2e5785bec'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:02.346275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for router_controller (6769cb7c-8bfd-444d-9fac-a78a5484d2af), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.347814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Pushing event updated for resources: {'Port': ['ID=31676744-be1b-4121-95b4-40783fb58bea,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:02.360710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (6769cb7c-8bfd-444d-9fac-a78a5484d2af), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.395426 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (aead7727-8be7-4e71-9537-148483913ae2), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.401943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.408184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-13e49168-6db6-4d0a-b7cf-e581e6c1a0e0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3914824 Jan 28 04:51:02.431110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:02.563238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] Set router 0834b129-d627-4ec0-8626-fce2e5785bec gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:02.600410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (31676744-be1b-4121-95b4-40783fb58bea), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.648372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-2629b5ff-466a-4727-a6c2-9cecbd69db0a', 'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a', 'project_id': '7a354c18f7034ed88e3898aa7a32d673', 'fixed_ips': [{'subnet_id': '283b7683-a850-431a-bdac-bf1f45c5ed9c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:02.664514 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.812850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53faf9ee-d783-461a-bc60-62d4bd7a6f13 None None] Current status of the port 3ff0dabe-82de-4b36-8af1-9a0834180f46 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:02.888018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks [] for port (31676744-be1b-4121-95b4-40783fb58bea), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.900088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (31676744-be1b-4121-95b4-40783fb58bea), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.929507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Deleting port 86707aee-33e1-4294-bf9b-80493aff26ac {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:02.930070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (86707aee-33e1-4294-bf9b-80493aff26ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:02.997274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (aead7727-8be7-4e71-9537-148483913ae2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.010167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7183544a-d45b-4d8f-8693-4430290b3d07 None None] Provisioning complete for port d9cb11f3-289f-4825-95bb-dc245036269c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:03.010554 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7183544a-d45b-4d8f-8693-4430290b3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.102428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Allocated IP 172.20.0.2 (2629b5ff-466a-4727-a6c2-9cecbd69db0a/283b7683-a850-431a-bdac-bf1f45c5ed9c/16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:03.107044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Pushing event updated for resources: {'Port': ['ID=31676744-be1b-4121-95b4-40783fb58bea,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:03.141884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (86707aee-33e1-4294-bf9b-80493aff26ac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.145710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7183544a-d45b-4d8f-8693-4430290b3d07 None None] Port d9cb11f3-289f-4825-95bb-dc245036269c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:03.170694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Calling delete_port for 86707aee-33e1-4294-bf9b-80493aff26ac owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:03.187902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:03.193175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:03.307707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.324737 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks [] for port (d9cb11f3-289f-4825-95bb-dc245036269c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.375965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.501800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:03.662380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7183544a-d45b-4d8f-8693-4430290b3d07 None None] Provisioning complete for port 31676744-be1b-4121-95b4-40783fb58bea triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:03.663653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7183544a-d45b-4d8f-8693-4430290b3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31676744-be1b-4121-95b4-40783fb58bea), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.707286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (0834b129-d627-4ec0-8626-fce2e5785bec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.712792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Pushing event updated for resources: {'Port': ['ID=d9cb11f3-289f-4825-95bb-dc245036269c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:03.715510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (86707aee-33e1-4294-bf9b-80493aff26ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.753704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7183544a-d45b-4d8f-8693-4430290b3d07 None None] Port 31676744-be1b-4121-95b4-40783fb58bea cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:03.762844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event deleted for resources: {'Port': ['ID=86707aee-33e1-4294-bf9b-80493aff26ac,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:03.804684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:03.805402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:03.853525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T04:51:01Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'd9cb11f3-289f-4825-95bb-dc245036269c', 'name': '', 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'mac_address': 'fa:16:3e:2d:e8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:00Z', 'revision_number': 1, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'subnets': [{'id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:03.907946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ac8a3-633d-4ed9-9564-165f5f3c5081 None None] The sync data for ids ['0834b129-d627-4ec0-8626-fce2e5785bec'] in n-d-824835-3 is: [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T04:51:01Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'd9cb11f3-289f-4825-95bb-dc245036269c', 'name': '', 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'mac_address': 'fa:16:3e:2d:e8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:00Z', 'revision_number': 1, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'subnets': [{'id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:03.951125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Router aead7727-8be7-4e71-9537-148483913ae2 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:03.981965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b8a25a36-f364-4831-b108-5ed9f2bc421a None None] Provisioning complete for port 31676744-be1b-4121-95b4-40783fb58bea triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:03.982494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8a25a36-f364-4831-b108-5ed9f2bc421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31676744-be1b-4121-95b4-40783fb58bea), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.052053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.101093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Publish callbacks [] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.102311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:04.109343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-11f03ef5-88ef-47cc-86e9-942f93cd2e65 admin admin] 10.222.0.21 "PUT /v2.0/routers/aead7727-8be7-4e71-9537-148483913ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8112090 Jan 28 04:51:04.112106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:04.113091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.151766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.177257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:04.180784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b8a25a36-f364-4831-b108-5ed9f2bc421a None None] Port 31676744-be1b-4121-95b4-40783fb58bea cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:04.206005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.206814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ff0dabe-82de-4b36-8af1-9a0834180f46 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:04.314664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:04.320880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:04.324710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:04.354362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Pushing event updated for resources: {'Port': ['ID=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:04.418123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:04.481452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3ff0dabe-82de-4b36-8af1-9a0834180f46 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:04.481835 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.568094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Attempting to bind port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:04.568470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Attempting to bind port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:04.568879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Attempting to bind port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 on network 2629b5ff-466a-4727-a6c2-9cecbd69db0a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:04.582762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:04.583152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Checking segment: {'id': 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:04.583565 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.584924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Bound using segment: {'id': 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:04.585033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Bound port: 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:04.586333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.696552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3ff0dabe-82de-4b36-8af1-9a0834180f46 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:04.707725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] For port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:04.711566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] For port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,segment=NetworkSegment(f43f8504-21cf-4d8f-8e4d-d4c1767c8577),segment_id=f43f8504-21cf-4d8f-8e4d-d4c1767c8577)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:04.720847 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.724300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Allocated IP 172.20.0.1 (2629b5ff-466a-4727-a6c2-9cecbd69db0a/283b7683-a850-431a-bdac-bf1f45c5ed9c/32e6d0cd-7aba-49c8-bb4d-26fa19d01b12) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:04.728568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Network 55878b6c-4d25-4424-89a6-0f4442f9236d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:04.730351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.737262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:04.748419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:04.829134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9a7e6-9513-46b2-8daf-6b0034000eb0 None None] Pushing event updated for resources: {'Port': ['ID=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:04.898650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502af48-b166-44de-9273-d35b344b742c None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:04.926312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:04.926961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:05.065917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52934) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:05.073161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091711429', 'description': 'tempest-description--734145449'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:05.093020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:05.125101 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (7ae74e69-e7b3-4870-b0f3-9c2243cb85ed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.125757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae74e69-e7b3-4870-b0f3-9c2243cb85ed {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:51:05.135642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.136779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-08911ad0-2d3a-4df9-89f7-973acc4ad643 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/7ae74e69-e7b3-4870-b0f3-9c2243cb85ed HTTP/1.1" status: 204 len: 168 time: 3.5657964 Jan 28 04:51:05.140532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52936) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:05.145803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250858538', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:05.200786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.220647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:05.259616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Router 0834b129-d627-4ec0-8626-fce2e5785bec has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:05.278941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.280225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.403086 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.458036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.512921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.549966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-400431ca-caa9-478e-a047-68dbe25af62b None None] Provisioning complete for port d9cb11f3-289f-4825-95bb-dc245036269c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:05.550374 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-400431ca-caa9-478e-a047-68dbe25af62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.609220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:05.609613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.650108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:05.655161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Port': ['ID=32e6d0cd-7aba-49c8-bb4d-26fa19d01b12,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:05.658553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-400431ca-caa9-478e-a047-68dbe25af62b None None] Port d9cb11f3-289f-4825-95bb-dc245036269c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:05.666476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:05.668256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (8849f21a-c401-4ce8-a1d7-ab40fa1c043e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.673406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:05.727538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 2, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:05.741517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8849f21a-c401-4ce8-a1d7-ab40fa1c043e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.745415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.767093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502af48-b166-44de-9273-d35b344b742c None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:51:05.767492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502af48-b166-44de-9273-d35b344b742c None None] Updating router aead7727-8be7-4e71-9537-148483913ae2 port 31676744-be1b-4121-95b4-40783fb58bea binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:51:05.806312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c502af48-b166-44de-9273-d35b344b742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (31676744-be1b-4121-95b4-40783fb58bea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.849992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.851483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7845955 Jan 28 04:51:05.853830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bae6bc-90d9-4703-b417-10d5c6741257 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8849f21a-c401-4ce8-a1d7-ab40fa1c043e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:05.858022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52950) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:05.862655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'security_group_rule': {'security_group_id': '8849f21a-c401-4ce8-a1d7-ab40fa1c043e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:05.922994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (6769cb7c-8bfd-444d-9fac-a78a5484d2af), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:05.929785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:05.946897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-278378b1-e6b2-4d7d-b7ce-8a492a92ef3c admin admin] 10.222.0.21 "PUT /v2.0/routers/0834b129-d627-4ec0-8626-fce2e5785bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6929796 Jan 28 04:51:05.951063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (41686b27-2dcc-40fc-93ee-cd8560e24986), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.166308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.202443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c502af48-b166-44de-9273-d35b344b742c None None] Publish callbacks [] for port (31676744-be1b-4121-95b4-40783fb58bea), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.218019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c502af48-b166-44de-9273-d35b344b742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (31676744-be1b-4121-95b4-40783fb58bea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.284900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c664d584-b09d-4d63-a33a-1269e507b72c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.337174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:06.379578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.389725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (41686b27-2dcc-40fc-93ee-cd8560e24986), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.406192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (41686b27-2dcc-40fc-93ee-cd8560e24986), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.545255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c502af48-b166-44de-9273-d35b344b742c None None] Attempting to bind port 31676744-be1b-4121-95b4-40783fb58bea on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:06.545660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c502af48-b166-44de-9273-d35b344b742c None None] Attempting to bind port 31676744-be1b-4121-95b4-40783fb58bea by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:06.546034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502af48-b166-44de-9273-d35b344b742c None None] Attempting to bind port 31676744-be1b-4121-95b4-40783fb58bea on network c36f710f-4854-4053-8dc6-b4fe58d08006 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:06.555441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.565268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.567662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7085264 Jan 28 04:51:06.570094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7105c-8e53-4273-bfe9-ac92bc2bded4 None None] Pushing event updated for resources: {'Port': ['ID=31676744-be1b-4121-95b4-40783fb58bea,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:06.571554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52962) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:06.580068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502af48-b166-44de-9273-d35b344b742c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:06.580448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502af48-b166-44de-9273-d35b344b742c None None] Checking segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:06.582869 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c502af48-b166-44de-9273-d35b344b742c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.583354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502af48-b166-44de-9273-d35b344b742c None None] Bound using segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:06.588953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c502af48-b166-44de-9273-d35b344b742c None None] Bound port: 31676744-be1b-4121-95b4-40783fb58bea, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:06.589134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'security_group_rule': {'security_group_id': '8849f21a-c401-4ce8-a1d7-ab40fa1c043e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:06.589709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c502af48-b166-44de-9273-d35b344b742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (31676744-be1b-4121-95b4-40783fb58bea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.604704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975a54b-2842-4e3e-8fae-9d078f688ee8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41686b27-2dcc-40fc-93ee-cd8560e24986,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:06.785755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c502af48-b166-44de-9273-d35b344b742c None None] For port 31676744-be1b-4121-95b4-40783fb58bea, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:06.789210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c502af48-b166-44de-9273-d35b344b742c None None] For port 31676744-be1b-4121-95b4-40783fb58bea, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=31676744-be1b-4121-95b4-40783fb58bea,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:06.789727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (6d9ce595-2fa3-4b51-9754-36da355f6546), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.796304 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c502af48-b166-44de-9273-d35b344b742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (31676744-be1b-4121-95b4-40783fb58bea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.820077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Allocated IP 172.25.6.180 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/39dc3afb-2a9b-470e-952b-d343eb021b8b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:06.864975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7105c-8e53-4273-bfe9-ac92bc2bded4 None None] Pushing event updated for resources: {'Port': ['ID=31676744-be1b-4121-95b4-40783fb58bea,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:06.873758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:06.874391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:07.007532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.017751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.077997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3d8af3-930d-4cd2-9233-47101e1ff18f None None] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:07.084890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:07.141233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for port (39dc3afb-2a9b-470e-952b-d343eb021b8b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.208245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (6769cb7c-8bfd-444d-9fac-a78a5484d2af), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.211040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (6d9ce595-2fa3-4b51-9754-36da355f6546), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.213121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (39dc3afb-2a9b-470e-952b-d343eb021b8b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.220865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Port': ['ID=32e6d0cd-7aba-49c8-bb4d-26fa19d01b12,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:07.228890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6d9ce595-2fa3-4b51-9754-36da355f6546), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.301831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9ce595-2fa3-4b51-9754-36da355f6546,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:07.308305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:07.318537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:07.329007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:07.398781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.400056 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a37ec88d-bfd2-433c-8d4c-5dca8b2eeb6a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8155277 Jan 28 04:51:07.401822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event updated for resources: {'Port': ['ID=39dc3afb-2a9b-470e-952b-d343eb021b8b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:07.404061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52982) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:07.417053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:07.489228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:07.491384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:07.550990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.636870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:07.734506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] Provisioning complete for port 31676744-be1b-4121-95b4-40783fb58bea triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:07.735180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31676744-be1b-4121-95b4-40783fb58bea), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.760882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Router 6769cb7c-8bfd-444d-9fac-a78a5484d2af is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:51:07.887367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c664d584-b09d-4d63-a33a-1269e507b72c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.913380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.975556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:07.980619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-91e928f0-575c-4bcc-86ad-2081890c37bd tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "PUT /v2.0/routers/6769cb7c-8bfd-444d-9fac-a78a5484d2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5484624 Jan 28 04:51:07.983133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:07.987320 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] Sync routers for ids ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:07.992752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:07.993296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:07.994927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'port': {'network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a', 'name': 'tempest-FloatingIPNegativeTestJSON-1904710057'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:08.011015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] Routers {'6769cb7c-8bfd-444d-9fac-a78a5484d2af'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:08.011854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:08.148666 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:08.160723 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] Routers {'6769cb7c-8bfd-444d-9fac-a78a5484d2af'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:08.162075 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:08.179946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.224226 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:08.225247 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12b3b7-7b6c-46f6-afc2-33ca3bbae615 None None] The sync data for ids ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:08.298491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] Current status of the port 31676744-be1b-4121-95b4-40783fb58bea is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:08.298905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (31676744-be1b-4121-95b4-40783fb58bea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.312259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Made reservation on behalf of 7a354c18f7034ed88e3898aa7a32d673 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:08.316198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.374409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] device_id is not set on port ddf22af7-2c0a-405c-a670-3a9348a6df8b yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:51:08.408297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:08.408696 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.460821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] For port 31676744-be1b-4121-95b4-40783fb58bea, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=31676744-be1b-4121-95b4-40783fb58bea,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:08.496074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (31676744-be1b-4121-95b4-40783fb58bea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.526766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c502af48-b166-44de-9273-d35b344b742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:06Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:08.565417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Allocated IP 172.25.6.18 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/28f1287d-bb54-4665-b1ee-54c19d5e034a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:08.576318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.585922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,segment=NetworkSegment(f43f8504-21cf-4d8f-8e4d-d4c1767c8577),segment_id=f43f8504-21cf-4d8f-8e4d-d4c1767c8577)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:08.692415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.694404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a664d13c-97e6-4d0f-b97c-83b54caf67a5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:08.705654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502af48-b166-44de-9273-d35b344b742c None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:06Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:08.760253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Allocated IP 172.20.0.10 (2629b5ff-466a-4727-a6c2-9cecbd69db0a/283b7683-a850-431a-bdac-bf1f45c5ed9c/ddf22af7-2c0a-405c-a670-3a9348a6df8b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:08.789397 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebeb1-aa0e-40d2-b08e-7e6f7b8ac7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:08.895557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277f10-5b4a-4cef-9fbd-84942c422173 None None] Pushing event updated for resources: {'Port': ['ID=31676744-be1b-4121-95b4-40783fb58bea,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:08.916356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Sync routers for ids ['0834b129-d627-4ec0-8626-fce2e5785bec'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:09.073327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Provisioning complete for port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:09.073578 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.075396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Routers {'0834b129-d627-4ec0-8626-fce2e5785bec'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:09.081066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0834b129-d627-4ec0-8626-fce2e5785bec'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:09.196887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for port (ddf22af7-2c0a-405c-a670-3a9348a6df8b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.224776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.252086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ddf22af7-2c0a-405c-a670-3a9348a6df8b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.297373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Router c664d584-b09d-4d63-a33a-1269e507b72c is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:51:09.311178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:09.349449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:09.359400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:09.368773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:09.392298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.405830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a664d13c-97e6-4d0f-b97c-83b54caf67a5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:09.406206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.433513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:09.434870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.447541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Port': ['ID=ddf22af7-2c0a-405c-a670-3a9348a6df8b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:09.477772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-acc57cd9-8762-4e4d-838c-0acf9edbe5c3 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4935682 Jan 28 04:51:09.480976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53020) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:09.488657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:09.525912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:09.528154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:09.531190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:09.534514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.632869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Set router 0834b129-d627-4ec0-8626-fce2e5785bec gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:09.732699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'Port': ['ID=28f1287d-bb54-4665-b1ee-54c19d5e034a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:09.773929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Current status of the port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:09.807685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:09.817200 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] Sync routers for ids ['c664d584-b09d-4d63-a33a-1269e507b72c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:09.817947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.838233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (16242c96-ed77-45c0-9843-8cd56d87e0a2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.844007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] Routers {'c664d584-b09d-4d63-a33a-1269e507b72c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:09.851722 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c664d584-b09d-4d63-a33a-1269e507b72c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:09.856353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.858791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4c10d3d-df06-49ec-b8ac-57b0707344a8 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7171605 Jan 28 04:51:09.867464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:09.875668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:09.908766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.933344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a664d13c-97e6-4d0f-b97c-83b54caf67a5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:09.933894 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:09.983790 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:10.034031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port a664d13c-97e6-4d0f-b97c-83b54caf67a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a664d13c-97e6-4d0f-b97c-83b54caf67a5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:10.037368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] Routers {'c664d584-b09d-4d63-a33a-1269e507b72c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:10.038606 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:50:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c664d584-b09d-4d63-a33a-1269e507b72c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:10.123683 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.143416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Provisioning complete for port 32e6d0cd-7aba-49c8-bb4d-26fa19d01b12 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:10.143783 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.199695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Allocated IP 172.25.6.178 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5e865ae8-b387-42a8-a814-745bf546243f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:10.206369 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:10.207041 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6e646-acc9-4ed5-8ee7-39a24cf4bcf3 None None] The sync data for ids ['c664d584-b09d-4d63-a33a-1269e507b72c'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:10.310897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.321428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.422946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Port 32e6d0cd-7aba-49c8-bb4d-26fa19d01b12 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:10.424056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'Port': ['ID=28f1287d-bb54-4665-b1ee-54c19d5e034a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:10.446789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (16242c96-ed77-45c0-9843-8cd56d87e0a2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.448316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=a664d13c-97e6-4d0f-b97c-83b54caf67a5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:10.478499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.485372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fea6495b-f41d-41ac-ab31-7112b68c8dba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0744710 Jan 28 04:51:10.507692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Provisioning complete for port 31676744-be1b-4121-95b4-40783fb58bea triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:10.513755 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31676744-be1b-4121-95b4-40783fb58bea), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.592856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:10.636021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for port (5e865ae8-b387-42a8-a814-745bf546243f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.673343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T04:51:01Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'd9cb11f3-289f-4825-95bb-dc245036269c', 'name': '', 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'mac_address': 'fa:16:3e:2d:e8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 2, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'subnets': [{'id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:10.712430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Checking router: 0834b129-d627-4ec0-8626-fce2e5785bec for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:51:10.713205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Updating router 0834b129-d627-4ec0-8626-fce2e5785bec port d9cb11f3-289f-4825-95bb-dc245036269c binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:51:10.752202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5e865ae8-b387-42a8-a814-745bf546243f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.770720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-7b023195-9f4d-473e-862c-ccb1f28aa6fe tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2091711429&fields=id&tenant_id=05425594d2a64fb8910e5e1aa9eaf757 HTTP/1.1" status: 200 len: 267 time: 0.1018343 Jan 28 04:51:10.801253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-299a86f4-9220-4392-a443-dff775bee5f1 None None] Current status of the port 31676744-be1b-4121-95b4-40783fb58bea is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:10.831884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.873643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:10.876092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:10.878238 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.887799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:10.893101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:10.895630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Port': ['ID=5e865ae8-b387-42a8-a814-745bf546243f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:10.951278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d80194ee-0fb5-41c9-bc72-7d1642987086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:10.977516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-e20daefb-b40a-483c-9b31-6560bf8fbe6e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:10.979470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-e20daefb-b40a-483c-9b31-6560bf8fbe6e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 810 time: 0.2001531 Jan 28 04:51:11.000312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-c537f639-ce9a-4f57-a278-02eddfce931c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/quotas/05425594d2a64fb8910e5e1aa9eaf757 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Jan 28 04:51:11.013973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-313af0fe-6df8-4c2f-80d5-a9f5b5d735ce None None] Provisioning complete for port ddf22af7-2c0a-405c-a670-3a9348a6df8b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:11.014424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-313af0fe-6df8-4c2f-80d5-a9f5b5d735ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddf22af7-2c0a-405c-a670-3a9348a6df8b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.043918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.079022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_gateway (c664d584-b09d-4d63-a33a-1269e507b72c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.082791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (69c75449-0f52-48c6-bab3-1b67a92b9b76), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.139707 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-5bf85b54-009e-49cb-9e68-cb977cfe0cb9 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202481 Jan 28 04:51:11.158907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e865ae8-b387-42a8-a814-745bf546243f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.348431 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for port (5e865ae8-b387-42a8-a814-745bf546243f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.348642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-e5df0b47-296b-4190-a520-be81e59bfa3b service neutron] 10.222.0.21 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912482 Jan 28 04:51:11.352184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Deleting port 39dc3afb-2a9b-470e-952b-d343eb021b8b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:11.352556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (39dc3afb-2a9b-470e-952b-d343eb021b8b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.361430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:11.362794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 31676744-be1b-4121-95b4-40783fb58bea up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:11.366645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5e865ae8-b387-42a8-a814-745bf546243f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.367937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-313af0fe-6df8-4c2f-80d5-a9f5b5d735ce None None] Port ddf22af7-2c0a-405c-a670-3a9348a6df8b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:11.463426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-313af0fe-6df8-4c2f-80d5-a9f5b5d735ce None None] Provisioning complete for port 32e6d0cd-7aba-49c8-bb4d-26fa19d01b12 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:11.463815 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-313af0fe-6df8-4c2f-80d5-a9f5b5d735ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.478353 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-d3689b77-c3f0-410b-a9a0-2b2535c1db72 service neutron] 10.222.0.21 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287017 Jan 28 04:51:11.550247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-313af0fe-6df8-4c2f-80d5-a9f5b5d735ce None None] Port 32e6d0cd-7aba-49c8-bb4d-26fa19d01b12 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:11.550247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 31676744-be1b-4121-95b4-40783fb58bea triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:11.550247 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (31676744-be1b-4121-95b4-40783fb58bea), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.588406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Port': ['ID=5e865ae8-b387-42a8-a814-745bf546243f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:11.717451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Publish callbacks [] for port (d9cb11f3-289f-4825-95bb-dc245036269c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.732650 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:11.886435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 31676744-be1b-4121-95b4-40783fb58bea is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:11.888824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964b77-47ff-4d22-bc89-3126b3e893b1 None None] Pushing event updated for resources: {'Port': ['ID=d9cb11f3-289f-4825-95bb-dc245036269c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:11.917110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3af188c-13c0-45f9-911c-965290777edf req-329122e2-8d7e-4731-bf4a-d04334849b42 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 210 time: 0.0693157 Jan 28 04:51:11.986398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Attempting to bind port d9cb11f3-289f-4825-95bb-dc245036269c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:11.986947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Attempting to bind port d9cb11f3-289f-4825-95bb-dc245036269c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:11.987159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Attempting to bind port d9cb11f3-289f-4825-95bb-dc245036269c on network 55878b6c-4d25-4424-89a6-0f4442f9236d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:11.992824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.003809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:12.004487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Checking segment: {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:12.005091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.005695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Bound using segment: {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:12.006484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Bound port: d9cb11f3-289f-4825-95bb-dc245036269c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27466974-75d4-4e11-b291-5ff20406578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:12.008127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.106008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] For port d9cb11f3-289f-4825-95bb-dc245036269c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:12.110006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (69c75449-0f52-48c6-bab3-1b67a92b9b76), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.110620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] For port d9cb11f3-289f-4825-95bb-dc245036269c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d9cb11f3-289f-4825-95bb-dc245036269c,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:12.118940 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.153365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (39dc3afb-2a9b-470e-952b-d343eb021b8b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.166303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.170096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-be013d70-2f13-4e39-8a86-577f2e839da9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6853456 Jan 28 04:51:12.170515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53094) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:12.179829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9337c57b-f179-4945-a300-e0ee16285440 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'floatingip': {'port_id': 'ddf22af7-2c0a-405c-a670-3a9348a6df8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:12.184723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Calling delete_port for 39dc3afb-2a9b-470e-952b-d343eb021b8b owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:12.200046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-1bd10a48-acf2-4f9f-ba23-6cdc33c6e66a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:12.201624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-1bd10a48-acf2-4f9f-ba23-6cdc33c6e66a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.7722397 Jan 28 04:51:12.259379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] Provisioning complete for port d9cb11f3-289f-4825-95bb-dc245036269c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:12.259766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.265593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-49a9d08c-4302-480b-8671-4483244980f7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0536594 Jan 28 04:51:12.266649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Routers {'0834b129-d627-4ec0-8626-fce2e5785bec'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:12.267329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0834b129-d627-4ec0-8626-fce2e5785bec'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:12.317386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9337c57b-f179-4945-a300-e0ee16285440 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (69c75449-0f52-48c6-bab3-1b67a92b9b76), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.321518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964b77-47ff-4d22-bc89-3126b3e893b1 None None] Pushing event updated for resources: {'Port': ['ID=d9cb11f3-289f-4825-95bb-dc245036269c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:12.401701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a664d13c-97e6-4d0f-b97c-83b54caf67a5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:12.501133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-3911f611-6ee9-4911-9b69-9d9ad3c174d7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198412 Jan 28 04:51:12.527455 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-9337c57b-f179-4945-a300-e0ee16285440 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] update failed (client error): The resource could not be found. Jan 28 04:51:12.531074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9337c57b-f179-4945-a300-e0ee16285440 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "PUT /v2.0/floatingips/69c75449-0f52-48c6-bab3-1b67a92b9b76 HTTP/1.1" status: 404 len: 507 time: 0.3566458 Jan 28 04:51:12.531926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53102) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:12.556561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a664d13c-97e6-4d0f-b97c-83b54caf67a5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:12.556983 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.562311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] Set router 0834b129-d627-4ec0-8626-fce2e5785bec gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:12.643423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] Current status of the port d9cb11f3-289f-4825-95bb-dc245036269c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:12.643822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.711573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (39dc3afb-2a9b-470e-952b-d343eb021b8b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.738205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Deleting port 5e865ae8-b387-42a8-a814-745bf546243f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:12.738547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5e865ae8-b387-42a8-a814-745bf546243f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.757722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Pushing event deleted for resources: {'Port': ['ID=39dc3afb-2a9b-470e-952b-d343eb021b8b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:12.859897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] For port d9cb11f3-289f-4825-95bb-dc245036269c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d9cb11f3-289f-4825-95bb-dc245036269c,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:12.878661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.897908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5e865ae8-b387-42a8-a814-745bf546243f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.898152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (5e865ae8-b387-42a8-a814-745bf546243f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.915519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (c664d584-b09d-4d63-a33a-1269e507b72c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.917590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Calling delete_port for 5e865ae8-b387-42a8-a814-745bf546243f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:12.974379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a664d13c-97e6-4d0f-b97c-83b54caf67a5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:12.998262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad67a2-2f44-4fcc-81e4-104debe525c0 None None] Pushing event updated for resources: {'Port': ['ID=d9cb11f3-289f-4825-95bb-dc245036269c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:13.030285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-4c5d5cdd-4645-4f56-9ad3-0dc2e14f3ef9 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124161 Jan 28 04:51:13.059273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9171daa4-508b-4880-bd7d-f0862b348b0b None None] Provisioning complete for port d9cb11f3-289f-4825-95bb-dc245036269c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:13.059657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9171daa4-508b-4880-bd7d-f0862b348b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.078407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c560a34-3faf-4467-9e62-a99523efa4e1 req-5446cade-ae58-409b-b1d7-392553880ddc tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 210 time: 0.0418918 Jan 28 04:51:13.161630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9171daa4-508b-4880-bd7d-f0862b348b0b None None] Current status of the port d9cb11f3-289f-4825-95bb-dc245036269c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:13.173454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T04:51:01Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'd9cb11f3-289f-4825-95bb-dc245036269c', 'name': '', 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'mac_address': 'fa:16:3e:2d:e8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:12Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'subnets': [{'id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:13.185903 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5e865ae8-b387-42a8-a814-745bf546243f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.212695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa76f3a-56a5-4de7-8ee9-f1573e0b1768 None None] The sync data for ids ['0834b129-d627-4ec0-8626-fce2e5785bec'] in n-d-824835-3 is: [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T04:51:01Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'd9cb11f3-289f-4825-95bb-dc245036269c', 'name': '', 'network_id': '55878b6c-4d25-4424-89a6-0f4442f9236d', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'mac_address': 'fa:16:3e:2d:e8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:12Z', 'revision_number': 4, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'subnets': [{'id': 'f1340bbe-1194-465a-aaaa-6ddec465f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:13.253279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Port': ['ID=5e865ae8-b387-42a8-a814-745bf546243f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:13.300045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (69c75449-0f52-48c6-bab3-1b67a92b9b76), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.301280 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.303539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.304753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d0c726fa-8ddd-47f7-a79e-cbda44ff9151 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "DELETE /v2.0/floatingips/69c75449-0f52-48c6-bab3-1b67a92b9b76 HTTP/1.1" status: 204 len: 168 time: 0.7725267 Jan 28 04:51:13.310133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53120) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:13.321598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fda594d6-7f17-4c7c-b541-ba01acc76236 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'floatingip': {'floating_network_id': '2629b5ff-466a-4727-a6c2-9cecbd69db0a', 'port_id': 'ddf22af7-2c0a-405c-a670-3a9348a6df8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:13.341002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.409895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fda594d6-7f17-4c7c-b541-ba01acc76236 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.413746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-3e5a0719-e160-4bac-a789-47b2e723ef59 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555236 Jan 28 04:51:13.464392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Router c664d584-b09d-4d63-a33a-1269e507b72c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:13.689314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:13.736945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] Sync routers for ids ['c664d584-b09d-4d63-a33a-1269e507b72c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:13.741430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.742653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-53403b7e-80fc-4840-8a0f-4bd53dc1165f tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "PUT /v2.0/routers/c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 200 len: 710 time: 3.8730350 Jan 28 04:51:13.748808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53132) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:13.782658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:13.789984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] Routers {'c664d584-b09d-4d63-a33a-1269e507b72c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:13.790668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c664d584-b09d-4d63-a33a-1269e507b72c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:13.869072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d1414d62-04ea-47d3-a167-4971b0dd3785 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/routers/c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 200 len: 745 time: 0.1181381 Jan 28 04:51:13.876882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:13.884925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:13.987392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78d418eb-87c9-4b7f-b990-498b161d0c36 tempest-RoutersIpV6AdminTest-2052968789 tempest-RoutersIpV6AdminTest-2052968789-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&device_id=c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 200 len: 205 time: 0.0999792 Jan 28 04:51:13.988624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.044263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5581759b-a48c-4647-bdcb-8a4d276f458d tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 200 len: 205 time: 0.0475814 Jan 28 04:51:14.045174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] Routers {'c664d584-b09d-4d63-a33a-1269e507b72c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:14.045814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c664d584-b09d-4d63-a33a-1269e507b72c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:14.056612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53146) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.066298 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-fda594d6-7f17-4c7c-b541-ba01acc76236 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:51:14.067917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fda594d6-7f17-4c7c-b541-ba01acc76236 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7512419 Jan 28 04:51:14.074460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53150) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.082931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'ddf22af7-2c0a-405c-a670-3a9348a6df8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:14.151853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:14.152534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd40f07-18a8-4595-a59d-853b951d0834 None None] The sync data for ids ['c664d584-b09d-4d63-a33a-1269e507b72c'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:14.208391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (c664d584-b09d-4d63-a33a-1269e507b72c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.473917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d9cb11f3-289f-4825-95bb-dc245036269c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:14.504173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec3a1f9b-2097-4b37-8c54-67e2ead62892 req-41bb5dbb-bb26-4d51-beca-885010e70966 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0967801 Jan 28 04:51:14.533217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e4fa0a9-fd0e-41b9-82d9-5480c70251e3 req-744d172c-b230-4130-92f7-3638245d48aa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 210 time: 0.1603749 Jan 28 04:51:14.533217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.549501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d9cb11f3-289f-4825-95bb-dc245036269c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:14.550011 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.581557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-b2004fb7-bdcb-46cb-9279-7e00269d7aae tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:14.589397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-b2004fb7-bdcb-46cb-9279-7e00269d7aae tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 810 time: 1.0414274 Jan 28 04:51:14.597051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.601827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router_controller (c664d584-b09d-4d63-a33a-1269e507b72c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.663113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d9cb11f3-289f-4825-95bb-dc245036269c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:14.682689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c664d584-b09d-4d63-a33a-1269e507b72c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.683205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Fanout notify agent at l3_agent the message router_deleted on router c664d584-b09d-4d63-a33a-1269e507b72c {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:51:14.691020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.697400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e9916a94-a8c0-4387-bc92-16f936bf72d0 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 204 len: 168 time: 0.6342630 Jan 28 04:51:14.697924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53166) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.739161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-339efbb7-d405-43ef-9b47-394b4dd0f617 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 200 len: 205 time: 0.0381305 Jan 28 04:51:14.739403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53168) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.747852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-c8c27963-a184-4166-b631-54517b331ae2 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05425594d2a64fb8910e5e1aa9eaf757 HTTP/1.1" status: 200 len: 380 time: 0.1438839 Jan 28 04:51:14.760941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'port': {'device_id': '1a020e02-70c4-4189-a845-8dab393058cb', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'admin_state_up': True, 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'security_groups': ['8849f21a-c401-4ce8-a1d7-ab40fa1c043e']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:14.787561 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-ffe2a3fc-592a-4fdb-a8de-84015d76cd7c tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] delete failed (client error): The resource could not be found. Jan 28 04:51:14.788633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ffe2a3fc-592a-4fdb-a8de-84015d76cd7c tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/c664d584-b09d-4d63-a33a-1269e507b72c HTTP/1.1" status: 404 len: 336 time: 0.0484445 Jan 28 04:51:14.794110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53170) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.827423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e4c4a95-c361-45b9-b48b-c9ecbbb997da tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae74e69-e7b3-4870-b0f3-9c2243cb85ed HTTP/1.1" status: 200 len: 205 time: 0.0320895 Jan 28 04:51:14.829828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53172) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.872278 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-aea4372e-f0cb-4929-8bf4-4494704a797c tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] delete failed (client error): The resource could not be found. Jan 28 04:51:14.873364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aea4372e-f0cb-4929-8bf4-4494704a797c tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/7ae74e69-e7b3-4870-b0f3-9c2243cb85ed HTTP/1.1" status: 404 len: 336 time: 0.0424535 Jan 28 04:51:14.876490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53174) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.880678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.916028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-65fe698d-14b1-4545-ac78-b66cebee775e tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f00659-cc0b-4410-a772-cef689b930ee HTTP/1.1" status: 200 len: 205 time: 0.0384223 Jan 28 04:51:14.919047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:14.980160 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-b2193110-7f68-4649-9e2f-054db1946a4a tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] delete failed (client error): The resource could not be found. Jan 28 04:51:14.980904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b2193110-7f68-4649-9e2f-054db1946a4a tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/f7f00659-cc0b-4410-a772-cef689b930ee HTTP/1.1" status: 404 len: 336 time: 0.0597961 Jan 28 04:51:14.992644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.009321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Made reservation on behalf of 05425594d2a64fb8910e5e1aa9eaf757 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:15.012702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.016103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.038931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Allocated IP 172.25.6.191 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/0712e29b-8d0c-4a04-8676-de912e88fcdb) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:15.048664 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-af479fab-818f-48c5-b6b9-4824158046e9 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d HTTP/1.1" status: 200 len: 205 time: 0.0575430 Jan 28 04:51:15.052384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.101684 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-c192a917-e00e-4c60-b056-a7e480dd85af tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] delete failed (client error): The resource could not be found. Jan 28 04:51:15.105338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c192a917-e00e-4c60-b056-a7e480dd85af tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/2267a1cb-ec3d-44ae-ad85-5a1717cc3a5d HTTP/1.1" status: 404 len: 336 time: 0.0480101 Jan 28 04:51:15.106144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53190) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.172285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3db3d2da-efba-4fc8-9840-6ba2d6a621d9 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=911fa733-7fc4-4bfd-af12-49bd868007e5 HTTP/1.1" status: 200 len: 205 time: 0.0635514 Jan 28 04:51:15.174262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53192) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.194473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Allocated IP 172.20.0.10 (c36f710f-4854-4053-8dc6-b4fe58d08006/2bb8b79e-03e6-4693-be39-bc613ed9ace7/2dbee414-2b1c-42c3-99c0-587b9ae42e88) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:15.220277 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-619b7c1d-82dc-4072-ab02-f1c9db1a1afd tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] delete failed (client error): The resource could not be found. Jan 28 04:51:15.221490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-619b7c1d-82dc-4072-ab02-f1c9db1a1afd tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/911fa733-7fc4-4bfd-af12-49bd868007e5 HTTP/1.1" status: 404 len: 336 time: 0.0461767 Jan 28 04:51:15.224170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53198) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.259271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6bb30c37-b5d7-42ec-9371-736374deb8ec tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9138dd4-b753-47f1-85b1-ff2161acc98e HTTP/1.1" status: 200 len: 205 time: 0.0314066 Jan 28 04:51:15.263367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53200) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.309731 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-188ee7b5-438c-420c-b493-c45933ecad3e tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] delete failed (client error): The resource could not be found. Jan 28 04:51:15.311173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-188ee7b5-438c-420c-b493-c45933ecad3e tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/routers/c9138dd4-b753-47f1-85b1-ff2161acc98e HTTP/1.1" status: 404 len: 336 time: 0.0465410 Jan 28 04:51:15.315618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53202) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.355283 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1d3a0e-1f34-4180-a008-001fdd4667f6 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] DELETE failed (client error): The resource could not be found. Jan 28 04:51:15.355912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1d3a0e-1f34-4180-a008-001fdd4667f6 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:51:15.359331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7a1d3a0e-1f34-4180-a008-001fdd4667f6 tempest-RoutersIpV6AdminTest-827213462 tempest-RoutersIpV6AdminTest-827213462-project] 10.222.0.21 "DELETE /v2.0/subnets/bda6ec3c-9018-4d12-b528-56d301317c42 HTTP/1.1" status: 404 len: 337 time: 0.0428045 Jan 28 04:51:15.374674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for port (0712e29b-8d0c-4a04-8676-de912e88fcdb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.387803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.428783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0712e29b-8d0c-4a04-8676-de912e88fcdb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.468641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.532183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:15.539401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:15.575138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:15.586121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:15.588951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'Port': ['ID=2dbee414-2b1c-42c3-99c0-587b9ae42e88,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:15.602515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:15.605174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:15.630529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event updated for resources: {'Port': ['ID=0712e29b-8d0c-4a04-8676-de912e88fcdb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:15.694327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbddd03f-e452-4acb-ac52-72d32cd79ec3 req-c8eb2bbf-3ee5-4ae7-b58b-6b9ea29f3acd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0508478 Jan 28 04:51:15.779005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-7190e743-46db-4261-b2a6-d0a6e328be84 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:15.782929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-7190e743-46db-4261-b2a6-d0a6e328be84 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.3187063 Jan 28 04:51:15.822012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': '9821533f-34a7-487f-bb32-03cdba56763a', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:15.826445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:15.827132 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.871935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd254555-d1e1-4320-9f48-6272cddfcc50 req-4f0181b0-b032-4cd4-823a-d413eeacd97d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:15.873431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53216) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:15.884081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd254555-d1e1-4320-9f48-6272cddfcc50 req-4f0181b0-b032-4cd4-823a-d413eeacd97d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 932 time: 0.1880713 Jan 28 04:51:15.911048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4f4401ce-39eb-4c78-9026-990f50f3759e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1570265 Jan 28 04:51:16.013438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd254555-d1e1-4320-9f48-6272cddfcc50 req-35082f0c-5bc9-4d04-8834-56fcf1de4982 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272819 Jan 28 04:51:16.122051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b0745ff7-23f1-476f-8fcd-1889f189574d None None] Provisioning complete for port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:16.122696 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0745ff7-23f1-476f-8fcd-1889f189574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.129373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Request body: {'port': {'device_id': '1a020e02-70c4-4189-a845-8dab393058cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:16.175645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dae4677f-1835-4f9e-ad58-660bcc6f4580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.196573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b0745ff7-23f1-476f-8fcd-1889f189574d None None] Port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:16.207098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.269347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dae4677f-1835-4f9e-ad58-660bcc6f4580 admin admin] Publish callbacks [] for security_group (01df0b88-39bf-4d01-b8da-7fa984ab9a7e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.283871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dae4677f-1835-4f9e-ad58-660bcc6f4580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (01df0b88-39bf-4d01-b8da-7fa984ab9a7e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.340333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4677f-1835-4f9e-ad58-660bcc6f4580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df0b88-39bf-4d01-b8da-7fa984ab9a7e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:16.354309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dae4677f-1835-4f9e-ad58-660bcc6f4580 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0da7911afa4484bbd6d10a5a15418b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4751668 Jan 28 04:51:16.356554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Deleting port 0712e29b-8d0c-4a04-8676-de912e88fcdb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:16.356856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0712e29b-8d0c-4a04-8676-de912e88fcdb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.364839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53234) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:16.441418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0712e29b-8d0c-4a04-8676-de912e88fcdb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.441821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for floatingip (0712e29b-8d0c-4a04-8676-de912e88fcdb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.454175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Calling delete_port for 0712e29b-8d0c-4a04-8676-de912e88fcdb owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:16.572854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:16.577060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.578138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbee414-2b1c-42c3-99c0-587b9ae42e88 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:51:16.586834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Publish callbacks [] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.593644 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0712e29b-8d0c-4a04-8676-de912e88fcdb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.600971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Transition to ACTIVE for port object 2dbee414-2b1c-42c3-99c0-587b9ae42e88 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:51:16.621069 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.633176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Port': ['ID=0712e29b-8d0c-4a04-8676-de912e88fcdb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:16.678693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51a8dcb7-074e-40b9-b17a-b67cc1b075a8 admin admin] Publish callbacks [] for security_group (01df0b88-39bf-4d01-b8da-7fa984ab9a7e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.712224 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51a8dcb7-074e-40b9-b17a-b67cc1b075a8 admin admin] Publish callbacks [] for security_group (01df0b88-39bf-4d01-b8da-7fa984ab9a7e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.806739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbee414-2b1c-42c3-99c0-587b9ae42e88,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:16.877043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.5 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/da134f88-a9df-427f-abe3-968af887812d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:16.891549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ecd5aa48-bab1-4d10-9639-1afb053b4541 req-5f8f473a-f9bc-449c-8f3d-55cdf9b95b37 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0583725 Jan 28 04:51:16.934572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Attempting to bind port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:16.934908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Attempting to bind port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:16.935240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Attempting to bind port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 on network c36f710f-4854-4053-8dc6-b4fe58d08006 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:16.940652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 on network c36f710f-4854-4053-8dc6-b4fe58d08006 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:51:16.940983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Attempting to bind port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 on network c36f710f-4854-4053-8dc6-b4fe58d08006 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:16.948693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:16.949035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Checking segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:16.949450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Bound using segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:16.949889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Bound port: 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:16.950254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.959365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51a8dcb7-074e-40b9-b17a-b67cc1b075a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (01df0b88-39bf-4d01-b8da-7fa984ab9a7e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.961960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51a8dcb7-074e-40b9-b17a-b67cc1b075a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.966081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51a8dcb7-074e-40b9-b17a-b67cc1b075a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01df0b88-39bf-4d01-b8da-7fa984ab9a7e HTTP/1.1" status: 204 len: 168 time: 0.6005890 Jan 28 04:51:17.033424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] For port 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:17.036687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] For port 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:17.044531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8dcb7-074e-40b9-b17a-b67cc1b075a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df0b88-39bf-4d01-b8da-7fa984ab9a7e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:17.047609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:17.087738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:17.088374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:17.090321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] 10.222.0.47 "PUT /v2.0/ports/2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1092 time: 1.1627228 Jan 28 04:51:17.091102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:51:17.093599 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14531c07-4e36-43dc-8298-d491e275c382" -d '{"events": [{"name": "network-changed", "server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:51:17.163767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66eed2-ab34-4f62-a95f-dd859c420947 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbee414-2b1c-42c3-99c0-587b9ae42e88,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:17.196656 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] create failed (client error): The resource could not be found. Jan 28 04:51:17.201023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4d0bfd3b-9c14-40e7-9b01-ffe28e856455 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1250908 Jan 28 04:51:17.237571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53254) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:17.239757 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a008bf-10a8-446d-bff0-4b0745c80d5b x-openstack-request-id: req-e9a008bf-10a8-446d-bff0-4b0745c80d5b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:51:17.240232 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:51:17.241802 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9a008bf-10a8-446d-bff0-4b0745c80d5b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:51:17.242556 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'status': 'completed', 'code': 200} Jan 28 04:51:17.331451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (da134f88-a9df-427f-abe3-968af887812d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:17.370776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-ed9c208b-fd11-40fc-8f62-204887185161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:17.373127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-ed9c208b-fd11-40fc-8f62-204887185161 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1095 time: 0.1961155 Jan 28 04:51:17.456452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Deleting port ddf22af7-2c0a-405c-a670-3a9348a6df8b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:17.457287 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ddf22af7-2c0a-405c-a670-3a9348a6df8b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:17.464270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-f9672971-35d0-416c-8a74-4bcc328f50cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 217 time: 0.0712230 Jan 28 04:51:17.466342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (da134f88-a9df-427f-abe3-968af887812d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:17.629881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-c4599c0c-322e-4c01-aaec-ad1a408db5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:17.632907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-c4599c0c-322e-4c01-aaec-ad1a408db5c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.1475585 Jan 28 04:51:17.658532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53264) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:17.718416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ddf22af7-2c0a-405c-a670-3a9348a6df8b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:17.742056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Calling delete_port for ddf22af7-2c0a-405c-a670-3a9348a6df8b owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:17.805901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4160830a-7dd0-4eb1-ae74-3e427140ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:17.807580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-4160830a-7dd0-4eb1-ae74-3e427140ff7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624556 Jan 28 04:51:17.818046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6f44addc-27b2-445e-a541-96771c94abbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bfd00e45bd44a4bb15d0553f36e0175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578903 Jan 28 04:51:17.820701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53270) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:17.985239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=da134f88-a9df-427f-abe3-968af887812d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:18.010333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:18.013302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:18.016036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:18.031503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ac1a1-80ef-4378-b829-5b9b473e411a req-985dd10d-4e26-4ffc-a5f7-5f3e1d0946e6 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:18.033620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-663ac1a1-80ef-4378-b829-5b9b473e411a req-985dd10d-4e26-4ffc-a5f7-5f3e1d0946e6 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 944 time: 0.6064832 Jan 28 04:51:18.063308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ddf22af7-2c0a-405c-a670-3a9348a6df8b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.154618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-663ac1a1-80ef-4378-b829-5b9b473e411a req-59c690b9-2988-4c77-970f-ce0f736aac32 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930679 Jan 28 04:51:18.162628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:18.163452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.227846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-c8f166a9-fff2-46c7-b7e3-19f9da4c7daf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4170330 Jan 28 04:51:18.248871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Port': ['ID=ddf22af7-2c0a-405c-a670-3a9348a6df8b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:18.321925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3210881f-b24d-4a7b-90a7-b257379ca575 admin admin] Publish callbacks [] for security_group (ccad381c-ebac-425f-8733-8099e0232a53), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.328974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-5f187fe8-6ab8-4202-b35f-9cb1ce339e97 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089073 Jan 28 04:51:18.382391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841bcc4-999e-430e-9022-c130cf71cd4b req-c2033cbb-ee50-4c68-8c60-eb6503aa5855 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:18.396330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f841bcc4-999e-430e-9022-c130cf71cd4b req-c2033cbb-ee50-4c68-8c60-eb6503aa5855 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 931 time: 0.3655746 Jan 28 04:51:18.511626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.514023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-807b0925-32f0-416e-b996-f717be01b377 None None] Provisioning complete for port da134f88-a9df-427f-abe3-968af887812d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:18.518332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-807b0925-32f0-416e-b996-f717be01b377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da134f88-a9df-427f-abe3-968af887812d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.521594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7927af03-2c38-48ce-a3be-1296bc12bba9 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "DELETE /v2.0/ports/ddf22af7-2c0a-405c-a670-3a9348a6df8b HTTP/1.1" status: 204 len: 168 time: 1.2754292 Jan 28 04:51:18.521977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53284) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:18.547839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3210881f-b24d-4a7b-90a7-b257379ca575 admin admin] Publish callbacks [] for security_group (ccad381c-ebac-425f-8733-8099e0232a53), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.604461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Request body: {'port': {'device_id': '9821533f-34a7-487f-bb32-03cdba56763a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:18.613447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-807b0925-32f0-416e-b996-f717be01b377 None None] Port da134f88-a9df-427f-abe3-968af887812d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:18.703090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da134f88-a9df-427f-abe3-968af887812d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.717577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd112cf-1aa8-4c51-9ad3-1080cf93bca0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:18.719122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0dd112cf-1aa8-4c51-9ad3-1080cf93bca0 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6769cb7c-8bfd-444d-9fac-a78a5484d2af HTTP/1.1" status: 200 len: 913 time: 0.1961589 Jan 28 04:51:18.734638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53290) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:18.746741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f841bcc4-999e-430e-9022-c130cf71cd4b req-775d8625-8000-4059-a813-6f0d1b53ce28 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144500 Jan 28 04:51:18.751059 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e158f81-daae-400b-a646-cc6e96fe579a req-e8cf37f6-7252-466c-a7fa-064aa945c9cf service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120359 Jan 28 04:51:18.771218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3210881f-b24d-4a7b-90a7-b257379ca575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ccad381c-ebac-425f-8733-8099e0232a53), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.774676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3210881f-b24d-4a7b-90a7-b257379ca575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:18.775440 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3210881f-b24d-4a7b-90a7-b257379ca575 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccad381c-ebac-425f-8733-8099e0232a53 HTTP/1.1" status: 204 len: 168 time: 0.9247675 Jan 28 04:51:18.797298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210881f-b24d-4a7b-90a7-b257379ca575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad381c-ebac-425f-8733-8099e0232a53,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:18.907556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531c07-4e36-43dc-8298-d491e275c382 req-d2435a74-55a1-4d71-aae5-7ef8cdb0287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:18.909223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-d2435a74-55a1-4d71-aae5-7ef8cdb0287a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1095 time: 0.0594311 Jan 28 04:51:19.072737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531c07-4e36-43dc-8298-d491e275c382 req-6631a097-13da-4a87-bdf0-50da62988806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:19.075868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-6631a097-13da-4a87-bdf0-50da62988806 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1584396 Jan 28 04:51:19.140588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-94252d6e-9436-4f71-83e9-aa0d822c337d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 217 time: 0.0573139 Jan 28 04:51:19.212427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531c07-4e36-43dc-8298-d491e275c382 req-e3f43b17-e98a-4bc3-8442-abd1b88c998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:19.222917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-e3f43b17-e98a-4bc3-8442-abd1b88c998f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0763271 Jan 28 04:51:19.306311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531c07-4e36-43dc-8298-d491e275c382 req-ca3dd0c5-a28e-487e-b219-bc150e8cf7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:19.309044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-ca3dd0c5-a28e-487e-b219-bc150e8cf7cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776477 Jan 28 04:51:19.422948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da134f88-a9df-427f-abe3-968af887812d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:51:19.435267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331e5d8-5533-4620-be49-a21baa67f96d req-1659bb16-fbb9-417a-8461-3f46551c91aa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:19.449126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b331e5d8-5533-4620-be49-a21baa67f96d req-1659bb16-fbb9-417a-8461-3f46551c91aa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 944 time: 0.1580157 Jan 28 04:51:19.469205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Publish callbacks [] for port (da134f88-a9df-427f-abe3-968af887812d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:19.501386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-f5456b44-aa03-4936-8b2b-c28d0f69057f service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631575 Jan 28 04:51:19.518352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Transition to ACTIVE for port object da134f88-a9df-427f-abe3-968af887812d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:51:19.541978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (da134f88-a9df-427f-abe3-968af887812d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:19.642926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b331e5d8-5533-4620-be49-a21baa67f96d req-46ea0f61-7b9a-4a11-a4c6-ac1d05aebf49 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928275 Jan 28 04:51:19.656772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (6769cb7c-8bfd-444d-9fac-a78a5484d2af), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:19.723690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14531c07-4e36-43dc-8298-d491e275c382 req-c4aaf0cd-80df-43c5-bf79-bcc258e5a127 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203102 Jan 28 04:51:19.810725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Pushing event updated for resources: {'Port': ['ID=da134f88-a9df-427f-abe3-968af887812d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:20.083122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53336) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:20.143645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc708c8-8c4b-46f9-bf90-46de7fa2785c req-8615d3c6-b7af-41fe-935e-7a726ec474ac tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:20.151298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cc708c8-8c4b-46f9-bf90-46de7fa2785c req-8615d3c6-b7af-41fe-935e-7a726ec474ac tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.2378547 Jan 28 04:51:20.153465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Attempting to bind port da134f88-a9df-427f-abe3-968af887812d on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:20.154003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Attempting to bind port da134f88-a9df-427f-abe3-968af887812d by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:20.154554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Attempting to bind port da134f88-a9df-427f-abe3-968af887812d on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:20.191409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Port da134f88-a9df-427f-abe3-968af887812d on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:51:20.191937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Attempting to bind port da134f88-a9df-427f-abe3-968af887812d on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:20.221225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:20.221614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:20.221970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:20.222430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Bound port: da134f88-a9df-427f-abe3-968af887812d, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:20.222801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da134f88-a9df-427f-abe3-968af887812d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.228542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'networks': [{'name': 'tempest-network--639966719'}, {'name': 'tempest-network--1321519977'}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:20.229375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'network': {'name': 'tempest-network--639966719'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:20.230539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'network': {'name': 'tempest-network--1321519977'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:20.280576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0cc708c8-8c4b-46f9-bf90-46de7fa2785c req-1f7f069d-2253-43ee-be42-85d8aafa8abe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280861 Jan 28 04:51:20.290612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'network': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:20.295911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.320161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.349687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] For port da134f88-a9df-427f-abe3-968af887812d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:20.354084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] For port da134f88-a9df-427f-abe3-968af887812d, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=da134f88-a9df-427f-abe3-968af887812d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:20.368496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (da134f88-a9df-427f-abe3-968af887812d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.418704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:20.419337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.420790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] 10.222.0.52 "PUT /v2.0/ports/da134f88-a9df-427f-abe3-968af887812d HTTP/1.1" status: 200 len: 1091 time: 2.1788819 Jan 28 04:51:20.423122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9821533f-34a7-487f-bb32-03cdba56763a', 'tag': 'da134f88-a9df-427f-abe3-968af887812d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:51:20.425545 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497e39b3-e529-4a84-8953-fb92e2677e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9821533f-34a7-487f-bb32-03cdba56763a", "tag": "da134f88-a9df-427f-abe3-968af887812d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:51:20.475546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212a8a5-3ae7-4274-855c-a06bab63d285 service neutron] Pushing event updated for resources: {'Port': ['ID=da134f88-a9df-427f-abe3-968af887812d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:20.539928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for security_group (166be414-92db-4fd4-9741-01624e2674f2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.548543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (166be414-92db-4fd4-9741-01624e2674f2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.549081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.626974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-ef874a20-ac76-4c90-bf4c-992473fcf9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:20.628546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-ef874a20-ac76-4c90-bf4c-992473fcf9b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 1094 time: 0.1262605 Jan 28 04:51:20.633721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:20.648034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166be414-92db-4fd4-9741-01624e2674f2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:20.660656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ce0e2ee3-8036-4b91-8669-dda2c1fc3b38), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.660656 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Added segment ce0e2ee3-8036-4b91-8669-dda2c1fc3b38 of type vlan for network 34602668-4edd-4485-a016-7f49185abdda Jan 28 04:51:20.711920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Deleting port 32e6d0cd-7aba-49c8-bb4d-26fa19d01b12 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:20.712276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.723817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (34602668-4edd-4485-a016-7f49185abdda), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.758389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:20.774566 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9ce97679-5912-4e21-9cc6-86c78a8b01b3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.775136 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Added segment 9ce97679-5912-4e21-9cc6-86c78a8b01b3 of type vlan for network 55be75f6-0c91-4b8f-b536-608ca7e4be47 Jan 28 04:51:20.830904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (55be75f6-0c91-4b8f-b536-608ca7e4be47), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.861816 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e5bc8-50da-4619-9119-3a161309802b x-openstack-request-id: req-964e5bc8-50da-4619-9119-3a161309802b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:51:20.862615 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9821533f-34a7-487f-bb32-03cdba56763a", "tag": "da134f88-a9df-427f-abe3-968af887812d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:51:20.864327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (34602668-4edd-4485-a016-7f49185abdda), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.864890 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-964e5bc8-50da-4619-9119-3a161309802b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:51:20.866321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (55be75f6-0c91-4b8f-b536-608ca7e4be47), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.868122 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9821533f-34a7-487f-bb32-03cdba56763a', 'tag': 'da134f88-a9df-427f-abe3-968af887812d', 'status': 'completed', 'code': 200} Jan 28 04:51:20.875281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-a0a62f5d-78cf-41cd-bb3d-43880259c242 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da134f88-a9df-427f-abe3-968af887812d HTTP/1.1" status: 200 len: 217 time: 0.2328551 Jan 28 04:51:20.881712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:20.894459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:20.898609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.954181 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8673196 Jan 28 04:51:20.954713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53350) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:20.960496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:20.975779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Calling delete_port for 32e6d0cd-7aba-49c8-bb4d-26fa19d01b12 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:21.225875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Network': ['ID=34602668-4edd-4485-a016-7f49185abdda,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:21.226567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-123362b3-4426-482a-bb81-aed08a4a08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.229169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-123362b3-4426-482a-bb81-aed08a4a08b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.3243740 Jan 28 04:51:21.234920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (32e6d0cd-7aba-49c8-bb4d-26fa19d01b12), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.240220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 34602668-4edd-4485-a016-7f49185abdda details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:21.311425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92aca4-d7e4-47f5-831c-6ba230d45538 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.316839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92aca4-d7e4-47f5-831c-6ba230d45538 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.322217 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92aca4-d7e4-47f5-831c-6ba230d45538 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.327372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92aca4-d7e4-47f5-831c-6ba230d45538 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.329360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e92aca4-d7e4-47f5-831c-6ba230d45538 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3736584 Jan 28 04:51:21.332318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53356) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:21.340550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4095-c569-41b1-9dc1-c27255b6e2ec req-ce51e6ca-84b2-4f73-9293-04079c645669 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.342224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c4f4095-c569-41b1-9dc1-c27255b6e2ec req-ce51e6ca-84b2-4f73-9293-04079c645669 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 944 time: 0.4720879 Jan 28 04:51:21.367259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8084b-7000-4e88-8cc2-7197986b944f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Network': ['ID=55be75f6-0c91-4b8f-b536-608ca7e4be47,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:21.378554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 55be75f6-0c91-4b8f-b536-608ca7e4be47 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:21.407662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c4f4095-c569-41b1-9dc1-c27255b6e2ec req-59fe1ce4-76b1-4885-9985-f84ed4a9f49f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596507 Jan 28 04:51:21.408471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Port': ['ID=32e6d0cd-7aba-49c8-bb4d-26fa19d01b12,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:21.448117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (34602668-4edd-4485-a016-7f49185abdda), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.598367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (6769cb7c-8bfd-444d-9fac-a78a5484d2af), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.608906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f731544d-5e62-49ce-8df0-9d77133c354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.610488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-f731544d-5e62-49ce-8df0-9d77133c354d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3734953 Jan 28 04:51:21.679201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272a1e2-f76c-40bf-850f-1f6bcc736a9f req-ccde7f0d-ad81-4f6a-a831-780df223bff3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:21.694210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8272a1e2-f76c-40bf-850f-1f6bcc736a9f req-ccde7f0d-ad81-4f6a-a831-780df223bff3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.2387450 Jan 28 04:51:21.776766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (34602668-4edd-4485-a016-7f49185abdda), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.783060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8272a1e2-f76c-40bf-850f-1f6bcc736a9f req-e36ae747-a206-4bd9-bc84-3b119dcd65d4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Jan 28 04:51:21.815850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34602668-4edd-4485-a016-7f49185abdda']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:21.835228 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0e2ee3-8036-4b91-8669-dda2c1fc3b38') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:21.835935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0e2ee3-8036-4b91-8669-dda2c1fc3b38') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:21.854877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (ce0e2ee3-8036-4b91-8669-dda2c1fc3b38), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.855239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Router 6769cb7c-8bfd-444d-9fac-a78a5484d2af has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:21.878941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ce0e2ee3-8036-4b91-8669-dda2c1fc3b38), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.887068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:21.887520 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (ce0e2ee3-8036-4b91-8669-dda2c1fc3b38), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:21.891099 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:21.915975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-e6e02834-39f5-47b8-90bb-47ea8ef5cc4d service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959392 Jan 28 04:51:21.968332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:21.970243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (34602668-4edd-4485-a016-7f49185abdda), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.976153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6e3781a-ad63-4474-85b0-d4a9ad5a7cfc tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "PUT /v2.0/routers/6769cb7c-8bfd-444d-9fac-a78a5484d2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2492313 Jan 28 04:51:21.981547 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] Sync routers for ids ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:21.989995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53360) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:21.992087 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:21.996047 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/networks/34602668-4edd-4485-a016-7f49185abdda HTTP/1.1" status: 204 len: 168 time: 0.6627941 Jan 28 04:51:21.999515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] Routers {'6769cb7c-8bfd-444d-9fac-a78a5484d2af'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:22.000349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.004631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53362) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:22.054469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7663e7ce-1707-495e-b833-16ebfaf4f344 req-d4c241aa-8a02-452f-8173-1003f41e7266 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100421 Jan 28 04:51:22.055982 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.076809 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] Routers {'6769cb7c-8bfd-444d-9fac-a78a5484d2af'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:22.077776 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.083594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32b39f-7aaf-4ead-9d20-608c0863f7f4 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Network': ['ID=34602668-4edd-4485-a016-7f49185abdda,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:22.122147 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.123427 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29ad48-3f54-4075-a1c3-b7bf92fbd390 None None] The sync data for ids ['6769cb7c-8bfd-444d-9fac-a78a5484d2af'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:22.192369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-ca2dadd3-eb14-466d-8a4d-ba0649774d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:22.194827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-ca2dadd3-eb14-466d-8a4d-ba0649774d27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 1094 time: 0.0524290 Jan 28 04:51:22.297235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-dd50ea4b-72d1-49be-9c8c-078f4a32327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:22.299032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-dd50ea4b-72d1-49be-9c8c-078f4a32327f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.0986617 Jan 28 04:51:22.352271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-eb52da41-0a58-49af-ba48-7354e60d005f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da134f88-a9df-427f-abe3-968af887812d HTTP/1.1" status: 200 len: 217 time: 0.0465832 Jan 28 04:51:22.407384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-2fcf25fa-870b-4f91-94ed-3cb67de0dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:22.408901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-2fcf25fa-870b-4f91-94ed-3cb67de0dc52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0504591 Jan 28 04:51:22.460738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-d89a226a-7579-4bcd-b0e7-559bfc29b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:22.462769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-d89a226a-7579-4bcd-b0e7-559bfc29b2d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470154 Jan 28 04:51:22.471518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2dbee414-2b1c-42c3-99c0-587b9ae42e88 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:51:22.544139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for router (6769cb7c-8bfd-444d-9fac-a78a5484d2af), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.570510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-b2844df6-c10c-4314-a991-4adb4ecba2ca service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018841 Jan 28 04:51:22.600380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:22.615082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'port_id': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'mac_address': 'fa:16:3e:f8:c0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:51:22.663587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:22.664729 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.675807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-497e39b3-e529-4a84-8953-fb92e2677e8c req-e9181e1b-4a60-4f10-a57b-1bb05806dade service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988033 Jan 28 04:51:22.680947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbee414-2b1c-42c3-99c0-587b9ae42e88 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:51:22.711130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:22.717202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.735361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (6769cb7c-8bfd-444d-9fac-a78a5484d2af), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.744698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for router_controller (6769cb7c-8bfd-444d-9fac-a78a5484d2af), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.758776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (55be75f6-0c91-4b8f-b536-608ca7e4be47), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.771943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=2dbee414-2b1c-42c3-99c0-587b9ae42e88,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:22.809098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eeb0-747e-421d-b2e2-69e0e5d0add4 req-a9070742-7bb2-4b32-abe3-983589347ddd tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:22.810647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0319eeb0-747e-421d-b2e2-69e0e5d0add4 req-a9070742-7bb2-4b32-abe3-983589347ddd tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 944 time: 0.2855604 Jan 28 04:51:22.813624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (6769cb7c-8bfd-444d-9fac-a78a5484d2af), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.813624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Fanout notify agent at l3_agent the message router_deleted on router 6769cb7c-8bfd-444d-9fac-a78a5484d2af {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:51:22.824589 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.824589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-822c6bff-57e9-4f6b-a702-89f39a847443 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "DELETE /v2.0/routers/6769cb7c-8bfd-444d-9fac-a78a5484d2af HTTP/1.1" status: 204 len: 168 time: 0.8272445 Jan 28 04:51:22.824768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53370) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:22.918191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Deleting subnet 283b7683-a850-431a-bdac-bf1f45c5ed9c {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:22.923747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for subnet (283b7683-a850-431a-bdac-bf1f45c5ed9c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.931731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (55be75f6-0c91-4b8f-b536-608ca7e4be47), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.959281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0319eeb0-747e-421d-b2e2-69e0e5d0add4 req-3334c59f-558a-48a3-b544-33ecf4e99a3c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277964 Jan 28 04:51:22.971138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55be75f6-0c91-4b8f-b536-608ca7e4be47']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.975865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782636-0491-4335-8cd1-9d086340a7f2 req-1a2c6995-faa1-4557-a46a-4c5895364e8d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:22.977484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2782636-0491-4335-8cd1-9d086340a7f2 req-1a2c6995-faa1-4557-a46a-4c5895364e8d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.0962424 Jan 28 04:51:22.982301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (283b7683-a850-431a-bdac-bf1f45c5ed9c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:22.982591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce97679-5912-4e21-9cc6-86c78a8b01b3') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.982896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce97679-5912-4e21-9cc6-86c78a8b01b3') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:22.992778 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (9ce97679-5912-4e21-9cc6-86c78a8b01b3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.013995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9ce97679-5912-4e21-9cc6-86c78a8b01b3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.020463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['2dbee414-2b1c-42c3-99c0-587b9ae42e88'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:51:23.022930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:23.023795 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (9ce97679-5912-4e21-9cc6-86c78a8b01b3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:23.028151 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:23.088569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2782636-0491-4335-8cd1-9d086340a7f2 req-a6041434-8bca-4864-834f-287b72245c2f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845315 Jan 28 04:51:23.103928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (283b7683-a850-431a-bdac-bf1f45c5ed9c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.179871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (55be75f6-0c91-4b8f-b536-608ca7e4be47), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.183371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (283b7683-a850-431a-bdac-bf1f45c5ed9c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.194481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.202572 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/networks/55be75f6-0c91-4b8f-b536-608ca7e4be47 HTTP/1.1" status: 204 len: 168 time: 1.1799192 Jan 28 04:51:23.203462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:23.238698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932368fc-db89-424a-8cbc-53d8d35823c8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Network': ['ID=55be75f6-0c91-4b8f-b536-608ca7e4be47,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:23.345948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2cb74-7c8d-4c13-8884-0d51fc71e2de tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:23.353770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2cb74-7c8d-4c13-8884-0d51fc71e2de tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:23.356529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3bf2cb74-7c8d-4c13-8884-0d51fc71e2de tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1427100 Jan 28 04:51:23.360553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53378) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:23.366977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-642819973'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:23.394794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:23.398485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.431882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:23.444300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a108d2dc-68d3-4118-b907-0812529ab980), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.444734 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Added segment a108d2dc-68d3-4118-b907-0812529ab980 of type vlan for network 584f849e-cfa2-4fc7-a3b3-4782c8b3a75d Jan 28 04:51:23.492580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (584f849e-cfa2-4fc7-a3b3-4782c8b3a75d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.522562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (584f849e-cfa2-4fc7-a3b3-4782c8b3a75d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.527990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:23.528593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.528758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Subnet': ['ID=283b7683-a850-431a-bdac-bf1f45c5ed9c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:23.530867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.537276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4838ca9-3e35-4bbc-9747-646b33059b95 tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "DELETE /v2.0/subnets/283b7683-a850-431a-bdac-bf1f45c5ed9c HTTP/1.1" status: 204 len: 168 time: 0.7115517 Jan 28 04:51:23.537918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:23.544520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dba14b-f4b3-4bd5-a583-38ac7b38c607 None None] Network 2629b5ff-466a-4727-a6c2-9cecbd69db0a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:23.601482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2393546 Jan 28 04:51:23.603711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53382) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:23.605263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce56b7b-a8fd-4c8a-b9e2-c9593567d51d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Network': ['ID=584f849e-cfa2-4fc7-a3b3-4782c8b3a75d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:23.609630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1725461611'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:23.623019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 584f849e-cfa2-4fc7-a3b3-4782c8b3a75d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:23.640722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2629b5ff-466a-4727-a6c2-9cecbd69db0a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.648904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:23.652077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.713941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:23.730022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (63bd4b01-b015-4b0b-83de-5c4b582ddae2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.730380 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Added segment 63bd4b01-b015-4b0b-83de-5c4b582ddae2 of type vlan for network 05e109a3-4778-4ad3-965d-d478a9f285c3 Jan 28 04:51:23.778863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (05e109a3-4778-4ad3-965d-d478a9f285c3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.781675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Deleting port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:23.782017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.795907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] DHCP port deletion for 2629b5ff-466a-4727-a6c2-9cecbd69db0a request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:51:23.849258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] Deleting port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:23.850415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.861444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (05e109a3-4778-4ad3-965d-d478a9f285c3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.866840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:23.867424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.870849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] For port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,segment=NetworkSegment(f43f8504-21cf-4d8f-8e4d-d4c1767c8577),segment_id=f43f8504-21cf-4d8f-8e4d-d4c1767c8577)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:23.871217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.917272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] For port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,segment=NetworkSegment(f43f8504-21cf-4d8f-8e4d-d4c1767c8577),segment_id=f43f8504-21cf-4d8f-8e4d-d4c1767c8577)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:23.917672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:23.931116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] Calling delete_port for 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:23.932628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Calling delete_port for 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:23.947567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3400395 Jan 28 04:51:23.947928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53384) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:23.952973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'ports': [{'network_id': '584f849e-cfa2-4fc7-a3b3-4782c8b3a75d', 'name': 'tempest-port--261692558', 'admin_state_up': True}, {'network_id': '05e109a3-4778-4ad3-965d-d478a9f285c3', 'admin_state_up': False}]} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:23.953322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'port': {'network_id': '584f849e-cfa2-4fc7-a3b3-4782c8b3a75d', 'name': 'tempest-port--261692558', 'admin_state_up': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:23.953803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'port': {'network_id': '05e109a3-4778-4ad3-965d-d478a9f285c3', 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:23.963149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d304-6889-4c26-99ac-88ce07bb85e2 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Network': ['ID=05e109a3-4778-4ad3-965d-d478a9f285c3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:23.986969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 05e109a3-4778-4ad3-965d-d478a9f285c3 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:24.054871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.086992 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.101771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Port': ['ID=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:24.104546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] No DVR routers for this DVR port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:24.114481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] Pushing event deleted for resources: {'Port': ['ID=16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:24.118903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4cbda-4e23-4968-ba5e-67b01ec79d89 None None] No DVR routers for this DVR port 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:24.230332 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2629b5ff-466a-4727-a6c2-9cecbd69db0a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.247388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'port': 2} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:24.251914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.263854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2629b5ff-466a-4727-a6c2-9cecbd69db0a']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:24.273082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9def7-d532-4fb2-ac39-13bba7275e5c req-6d9d6267-8872-4781-b330-0432b5de07eb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:24.274706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b9def7-d532-4fb2-ac39-13bba7275e5c req-6d9d6267-8872-4781-b330-0432b5de07eb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 945 time: 0.1327658 Jan 28 04:51:24.284304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:24.284894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43f8504-21cf-4d8f-8e4d-d4c1767c8577') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:24.288105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.307851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (f43f8504-21cf-4d8f-8e4d-d4c1767c8577), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.329047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f43f8504-21cf-4d8f-8e4d-d4c1767c8577), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.344260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:24.344580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (f43f8504-21cf-4d8f-8e4d-d4c1767c8577), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:24.347704 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:24.350721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8af321-1615-4444-89c2-a79a8451ef6e req-a0fcbf08-319d-422c-993d-4281aac5236b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:24.352246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c8af321-1615-4444-89c2-a79a8451ef6e req-a0fcbf08-319d-422c-993d-4281aac5236b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.1223602 Jan 28 04:51:24.366019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b9def7-d532-4fb2-ac39-13bba7275e5c req-1abf765d-2b04-443f-84c3-5eef051f46ac tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779903 Jan 28 04:51:24.422094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2629b5ff-466a-4727-a6c2-9cecbd69db0a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.430479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.436529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] 10.222.0.21 "DELETE /v2.0/networks/2629b5ff-466a-4727-a6c2-9cecbd69db0a HTTP/1.1" status: 204 len: 168 time: 0.8973041 Jan 28 04:51:24.454912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d5c7-6dd8-4ab4-93d2-4d09e53c8a6e tempest-FloatingIPNegativeTestJSON-1405213661 tempest-FloatingIPNegativeTestJSON-1405213661-project] Pushing event deleted for resources: {'Network': ['ID=2629b5ff-466a-4727-a6c2-9cecbd69db0a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:24.479984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2dbee414-2b1c-42c3-99c0-587b9ae42e88 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:24.542022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] device_id is not set on port 0d1ddbba-25b0-41a1-962b-143b006e172e yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:51:24.546338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:24.572291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:51:24.572645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16eef9ba-fdc6-4c1d-87ea-d21a7f8b7331 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:24.587308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:51:24.592255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:24.592860 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.648466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for port (0d1ddbba-25b0-41a1-962b-143b006e172e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.685302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c8af321-1615-4444-89c2-a79a8451ef6e req-7d5b55ac-20ab-435b-ad32-28c9af065fbe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600515 Jan 28 04:51:24.701731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:24.702266 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.743691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:51:24.746406 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d3c15d-8f7d-452e-8dfd-d249088554d9" -d '{"events": [{"server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "name": "network-vif-plugged", "status": "completed", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:51:24.766623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] device_id is not set on port f795152b-0f98-4569-be7e-9ee29ada338a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:51:24.794807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:24.800228 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.845448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53404) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:24.882665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=2dbee414-2b1c-42c3-99c0-587b9ae42e88,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:24.904246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for port (f795152b-0f98-4569-be7e-9ee29ada338a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.948204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0d1ddbba-25b0-41a1-962b-143b006e172e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:24.994458 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2452cd6-3557-4167-b55a-14cf581277f8 x-openstack-request-id: req-e2452cd6-3557-4167-b55a-14cf581277f8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:51:24.994763 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "name": "network-vif-plugged", "status": "completed", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:51:24.995022 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2452cd6-3557-4167-b55a-14cf581277f8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:51:24.995419 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'code': 200} Jan 28 04:51:25.015766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ad7c1431-9c07-4f70-90e5-8dc6a58618f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a354c18f7034ed88e3898aa7a32d673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692026 Jan 28 04:51:25.018394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53408) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:25.028694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Port': ['ID=0d1ddbba-25b0-41a1-962b-143b006e172e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:25.049699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Checking segment: {'id': 'a108d2dc-68d3-4118-b907-0812529ab980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '584f849e-cfa2-4fc7-a3b3-4782c8b3a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:25.051465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network hostable DHCP agents. Network: 584f849e-cfa2-4fc7-a3b3-4782c8b3a75d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:25.074068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network 584f849e-cfa2-4fc7-a3b3-4782c8b3a75d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:25.081024 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1386b52-4a06-4909-9151-1ab95b2da053 admin admin] Publish callbacks [] for security_group (8964f23f-8033-4242-bb78-fb59fe42c60e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.104170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 584f849e-cfa2-4fc7-a3b3-4782c8b3a75d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:25.112802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d9c03-8f48-4ddf-ab56-123034374147 None None] Network 584f849e-cfa2-4fc7-a3b3-4782c8b3a75d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:25.117287 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1386b52-4a06-4909-9151-1ab95b2da053 admin admin] Publish callbacks [] for security_group (8964f23f-8033-4242-bb78-fb59fe42c60e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.122470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:25.123461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f795152b-0f98-4569-be7e-9ee29ada338a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.183121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1386b52-4a06-4909-9151-1ab95b2da053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8964f23f-8033-4242-bb78-fb59fe42c60e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.186653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1386b52-4a06-4909-9151-1ab95b2da053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.188147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c1386b52-4a06-4909-9151-1ab95b2da053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8964f23f-8033-4242-bb78-fb59fe42c60e HTTP/1.1" status: 204 len: 168 time: 0.1685843 Jan 28 04:51:25.216551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1386b52-4a06-4909-9151-1ab95b2da053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8964f23f-8033-4242-bb78-fb59fe42c60e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:25.219215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22b08-352e-460b-a7ec-02b03cfc87a7 req-bc2cb5a3-4af6-4559-a5bd-b3af09f064dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.220914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86a22b08-352e-460b-a7ec-02b03cfc87a7 req-bc2cb5a3-4af6-4559-a5bd-b3af09f064dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.1373937 Jan 28 04:51:25.255071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Port': ['ID=f795152b-0f98-4569-be7e-9ee29ada338a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:25.264958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Checking segment: {'id': '63bd4b01-b015-4b0b-83de-5c4b582ddae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05e109a3-4778-4ad3-965d-d478a9f285c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:25.265473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network hostable DHCP agents. Network: 05e109a3-4778-4ad3-965d-d478a9f285c3, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:25.277775 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:51:25.323031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86a22b08-352e-460b-a7ec-02b03cfc87a7 req-5970205c-1284-45f9-bf4c-cb77c7ec6d3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882161 Jan 28 04:51:25.324569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network 05e109a3-4778-4ad3-965d-d478a9f285c3 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:25.334352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 05e109a3-4778-4ad3-965d-d478a9f285c3) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:25.339207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:25.346300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.346819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40100757-deb3-4393-9b4b-d72d4e304029 None None] Network 05e109a3-4778-4ad3-965d-d478a9f285c3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:25.352011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.352692 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.379818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53414) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:25.380148 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-29b1995a-2393-42e1-a2d0-49a0fda572cb tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4310400 Jan 28 04:51:25.482016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549c43c-d09b-4fec-be59-f735ae3cabb8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.487935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549c43c-d09b-4fec-be59-f735ae3cabb8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.493743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a549c43c-d09b-4fec-be59-f735ae3cabb8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1127746 Jan 28 04:51:25.494536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53420) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:25.536095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bdecf-b649-484b-91d4-e570193acd04 req-30f0f915-70ad-4365-901b-dd17dd5cde1e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.545002 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-293bdecf-b649-484b-91d4-e570193acd04 req-30f0f915-70ad-4365-901b-dd17dd5cde1e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0907657 Jan 28 04:51:25.613246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-293bdecf-b649-484b-91d4-e570193acd04 req-6efe6ef6-b938-407f-b00a-14576cdfe491 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632877 Jan 28 04:51:25.657053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Deleting port 0d1ddbba-25b0-41a1-962b-143b006e172e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:25.657468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0d1ddbba-25b0-41a1-962b-143b006e172e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.731502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0d1ddbba-25b0-41a1-962b-143b006e172e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.748789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Calling delete_port for 0d1ddbba-25b0-41a1-962b-143b006e172e owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:25.832227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6cf0b-3675-4ebd-9fe6-386928ede473 req-ca89fbf3-c2e4-4321-b2dc-e5162f57dcb7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.834894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7eb6cf0b-3675-4ebd-9fe6-386928ede473 req-ca89fbf3-c2e4-4321-b2dc-e5162f57dcb7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.0601478 Jan 28 04:51:25.887689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0d1ddbba-25b0-41a1-962b-143b006e172e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.905544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7eb6cf0b-3675-4ebd-9fe6-386928ede473 req-bdec6b8a-7fdf-47fb-83e6-d985aaba4797 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570323 Jan 28 04:51:25.918984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Port': ['ID=0d1ddbba-25b0-41a1-962b-143b006e172e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:25.932917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.937064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-35bd9acd-2577-4efb-963f-07eda8d4e13f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/ports/0d1ddbba-25b0-41a1-962b-143b006e172e HTTP/1.1" status: 204 len: 168 time: 0.4413803 Jan 28 04:51:25.940104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.030510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Deleting port f795152b-0f98-4569-be7e-9ee29ada338a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:26.030853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f795152b-0f98-4569-be7e-9ee29ada338a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.056953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.103368 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f795152b-0f98-4569-be7e-9ee29ada338a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.119965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Calling delete_port for f795152b-0f98-4569-be7e-9ee29ada338a owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:26.166032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-811717007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:26.191220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.192577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.214976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f795152b-0f98-4569-be7e-9ee29ada338a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.249357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Port': ['ID=f795152b-0f98-4569-be7e-9ee29ada338a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:26.254758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.260940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-96315393-f184-4ddf-8cfa-af2c5fa72907 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/ports/f795152b-0f98-4569-be7e-9ee29ada338a HTTP/1.1" status: 204 len: 168 time: 0.3173132 Jan 28 04:51:26.261229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53448) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.275879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router_controller (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.280717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.301752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.305621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-873184ef-c221-40de-95ad-bb1426fa8821 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2449200 Jan 28 04:51:26.305872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53450) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.310955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1560422391'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:26.315173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-75311387-cc33-4516-bb7d-20b2fff5da4d tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0496280 Jan 28 04:51:26.315420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.322502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-629646419'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:26.351878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:26.356937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.361678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:26.365792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.383145 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.416607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:26.434636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9795bbb6-c334-4b04-8340-4ce7f63c197a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.434984 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Added segment 9795bbb6-c334-4b04-8340-4ce7f63c197a of type vlan for network be63a890-7d3b-4886-a465-adea49a95993 Jan 28 04:51:26.492661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (be63a890-7d3b-4886-a465-adea49a95993), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.537768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (be63a890-7d3b-4886-a465-adea49a95993), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.542786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:26.543371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.551798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for security_group (0f870818-6c8a-414f-b3d7-fdea35c20bb0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.570295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f870818-6c8a-414f-b3d7-fdea35c20bb0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.629490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3107417 Jan 28 04:51:26.631539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53458) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.639769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1792629100'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:26.652219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:26.656904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56d9c2-b1b8-4c8c-8090-e3c027b1aa67 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Network': ['ID=be63a890-7d3b-4886-a465-adea49a95993,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:26.669200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f870818-6c8a-414f-b3d7-fdea35c20bb0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:26.669597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network be63a890-7d3b-4886-a465-adea49a95993 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:26.691751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0f75125a-a208-49ea-b8ee-7082587180ea), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.693071 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Added segment 0f75125a-a208-49ea-b8ee-7082587180ea of type vlan for network 1969773d-a9a4-4c03-9c39-375fb0c2953e Jan 28 04:51:26.696631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:26.700210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.745995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:26.759415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (1969773d-a9a4-4c03-9c39-375fb0c2953e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.761806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (67537b4a-c03c-4a8d-a720-1daa5b675d13), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.762164 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Added segment 67537b4a-c03c-4a8d-a720-1daa5b675d13 of type vlan for network 9f36015f-9674-49b5-8e96-3ebee6023bcf Jan 28 04:51:26.821067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (9f36015f-9674-49b5-8e96-3ebee6023bcf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.840381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0df251-eac3-4ced-9be1-98f47ae07ccc req-7ae622c7-cf9b-434c-8b8a-69c91c9125f3 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:26.842110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c0df251-eac3-4ced-9be1-98f47ae07ccc req-7ae622c7-cf9b-434c-8b8a-69c91c9125f3 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0655577 Jan 28 04:51:26.843495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (1969773d-a9a4-4c03-9c39-375fb0c2953e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.847931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:26.848518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.858236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (9f36015f-9674-49b5-8e96-3ebee6023bcf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.864713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:26.866155 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:26.941124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3100045 Jan 28 04:51:26.944831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6378694 Jan 28 04:51:26.947714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53464) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:26.957640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'subnet': {'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:26.970672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee473e-8baf-48d8-a9c7-ff6b6ea2d655 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Network': ['ID=9f36015f-9674-49b5-8e96-3ebee6023bcf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:26.985922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 9f36015f-9674-49b5-8e96-3ebee6023bcf details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:26.990121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c0df251-eac3-4ced-9be1-98f47ae07ccc req-fe78cee3-815f-4ed6-a025-3498832eced4 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303225 Jan 28 04:51:26.995711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6b93a-c58a-4d0a-8583-fd3bc3e3cea8 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Network': ['ID=1969773d-a9a4-4c03-9c39-375fb0c2953e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:27.018089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:27.078841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53468) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:27.084674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'subnets': [{'network_id': 'be63a890-7d3b-4886-a465-adea49a95993', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1173718987', 'ip_version': 4}, {'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:27.085006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'subnet': {'network_id': 'be63a890-7d3b-4886-a465-adea49a95993', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1173718987', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:27.085623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Request body: {'subnet': {'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:27.185204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757df88-df9f-4d4c-98d3-44b1b172c84e req-7f036a5c-58c3-4d26-8ccb-27ed58045d51 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:27.189619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8757df88-df9f-4d4c-98d3-44b1b172c84e req-7f036a5c-58c3-4d26-8ccb-27ed58045d51 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.1645286 Jan 28 04:51:27.233653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c664f-f417-40af-b7bf-56904b7ac765 req-2002a83f-e6ac-46e1-b71b-7b3b0de936a9 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:27.235188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f5c664f-f417-40af-b7bf-56904b7ac765 req-2002a83f-e6ac-46e1-b71b-7b3b0de936a9 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1236608 Jan 28 04:51:27.246675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53470) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:27.251417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'floatingip': {'port_id': '2dbee414-2b1c-42c3-99c0-587b9ae42e88'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:27.256398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:27.259627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.307045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Made reservation on behalf of 03cb766edfe4487fb2b3ed46a7b56c9d for: {'subnet': 2} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:27.308809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8757df88-df9f-4d4c-98d3-44b1b172c84e req-1f190f10-7971-44b8-bedd-fe6b6e389723 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147699 Jan 28 04:51:27.312027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.312580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.346631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (16242c96-ed77-45c0-9843-8cd56d87e0a2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.690713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (740da207-f2a0-48be-8bb6-9a05d1c95c20), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.707086 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (0d7ecc51-fedd-4109-b423-4da74137d6a8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.765885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Subnet': ['ID=740da207-f2a0-48be-8bb6-9a05d1c95c20,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:27.777608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Checking segment: {'id': '9795bbb6-c334-4b04-8340-4ce7f63c197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be63a890-7d3b-4886-a465-adea49a95993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:27.777991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network hostable DHCP agents. Network: be63a890-7d3b-4886-a465-adea49a95993, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:27.798178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network be63a890-7d3b-4886-a465-adea49a95993 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:27.818855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, be63a890-7d3b-4886-a465-adea49a95993) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:27.828585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46858566-5f38-4f1e-a42c-0b6e303928f4 None None] Network be63a890-7d3b-4886-a465-adea49a95993 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:27.832151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (d42112c1-eab9-43a8-88c9-3a331c9821b6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.916683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event updated for resources: {'Subnet': ['ID=d42112c1-eab9-43a8-88c9-3a331c9821b6,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:27.932700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Checking segment: {'id': '67537b4a-c03c-4a8d-a720-1daa5b675d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:27.933654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network hostable DHCP agents. Network: 9f36015f-9674-49b5-8e96-3ebee6023bcf, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:27.960252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Network 9f36015f-9674-49b5-8e96-3ebee6023bcf is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:27.976777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 9f36015f-9674-49b5-8e96-3ebee6023bcf) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:27.981552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-be63a890-7d3b-4886-a465-adea49a95993', 'network_id': 'be63a890-7d3b-4886-a465-adea49a95993', 'project_id': '03cb766edfe4487fb2b3ed46a7b56c9d', 'fixed_ips': [{'subnet_id': '740da207-f2a0-48be-8bb6-9a05d1c95c20'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:27.984682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:27.987269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:27.993375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:27.995051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.005669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c04f7-d505-4008-ba30-7e99db7c8b34 None None] Network 9f36015f-9674-49b5-8e96-3ebee6023bcf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:28.028915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-110109bc-05d6-46a8-ad18-bc4d95b63276 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9487972 Jan 28 04:51:28.046973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:28.183812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-9f36015f-9674-49b5-8e96-3ebee6023bcf', 'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf', 'project_id': '03cb766edfe4487fb2b3ed46a7b56c9d', 'fixed_ips': [{'subnet_id': 'd42112c1-eab9-43a8-88c9-3a331c9821b6'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:28.184772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.193548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c0dc0deb-eef1-4610-81c7-2dff7ab48c5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1821270 Jan 28 04:51:28.197947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607cf8b-807d-4a52-8df6-9fa563da3981 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.199716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607cf8b-807d-4a52-8df6-9fa563da3981 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.202189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607cf8b-807d-4a52-8df6-9fa563da3981 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.203782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6607cf8b-807d-4a52-8df6-9fa563da3981 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1546564 Jan 28 04:51:28.208586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53478) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:28.240380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Subnet': ['ID=0d7ecc51-fedd-4109-b423-4da74137d6a8,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:28.275427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Deleting subnet 740da207-f2a0-48be-8bb6-9a05d1c95c20 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:28.297165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Checking segment: {'id': '0f75125a-a208-49ea-b8ee-7082587180ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:28.297585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network hostable DHCP agents. Network: 1969773d-a9a4-4c03-9c39-375fb0c2953e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:28.343089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.343579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.344054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.344525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.344991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.345486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.345958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.347912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f60732fd-ab73-4799-a34f-6a6ab9a4b858 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.0687022 Jan 28 04:51:28.394888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Allocated IP 172.20.0.2 (be63a890-7d3b-4886-a465-adea49a95993/740da207-f2a0-48be-8bb6-9a05d1c95c20/8670007c-714f-490f-9e78-fa9702cb3bbc) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:28.430993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:28.438285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Allocated IP 172.20.0.18 (9f36015f-9674-49b5-8e96-3ebee6023bcf/d42112c1-eab9-43a8-88c9-3a331c9821b6/0d83ade8-9088-4707-b0d0-87c2dada0d4f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:28.454693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 1969773d-a9a4-4c03-9c39-375fb0c2953e) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:28.467600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55519248-53a3-48b3-8b55-c4b7224b2236 None None] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:28.496672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.497833 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.528511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c30da483-ddd0-4d24-8c2e-395d52ad1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.529517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c30da483-ddd0-4d24-8c2e-395d52ad1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.530188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c30da483-ddd0-4d24-8c2e-395d52ad1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.534428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c30da483-ddd0-4d24-8c2e-395d52ad1933 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=c1556003-cd67-4586-92d0-2c4460a73ff7&id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 2298 time: 0.1611855 Jan 28 04:51:28.568849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.582232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a3c4-f299-40d8-b469-0b05cd577e5f req-d1e84753-5d28-49a1-a3bc-94e8999738e3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.584865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c538a3c4-f299-40d8-b469-0b05cd577e5f req-d1e84753-5d28-49a1-a3bc-94e8999738e3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.1377110 Jan 28 04:51:28.589581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02d4fcfc-c694-4e65-96ae-2c6df766a2e7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6405640 Jan 28 04:51:28.591025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (16242c96-ed77-45c0-9843-8cd56d87e0a2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.601130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53484) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:28.607069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'network': {'name': 'tempest-router-network01--122569761'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:28.650585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:28.655488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.669271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-a1249d04-8a3f-4559-9792-4c36d23d7db2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 1000 time: 0.1281362 Jan 28 04:51:28.722245 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Floating IP 16242c96-ed77-45c0-9843-8cd56d87e0a2 associated. External IP: 172.25.6.18, port: 2dbee414-2b1c-42c3-99c0-587b9ae42e88. Jan 28 04:51:28.729614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:28.753497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.754408 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Added segment 78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65 of type vlan for network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 Jan 28 04:51:28.762456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-92c2ca61-f4d7-48e5-95eb-3cd747a595c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.767651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-92c2ca61-f4d7-48e5-95eb-3cd747a595c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 200 len: 855 time: 0.0897057 Jan 28 04:51:28.826450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c538a3c4-f299-40d8-b469-0b05cd577e5f req-63ff8804-c38d-4a23-b89d-41539541215f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059086 Jan 28 04:51:28.892644 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.895924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-1969773d-a9a4-4c03-9c39-375fb0c2953e', 'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e', 'project_id': 'd1d86fbee9e94d429f7727c7c0f9b1e4', 'fixed_ips': [{'subnet_id': '0d7ecc51-fedd-4109-b423-4da74137d6a8'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:28.898856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.920120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-ee013ff3-7251-419e-96bb-6bea7adf9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.921785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-ee013ff3-7251-419e-96bb-6bea7adf9835 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28dbad87-65ee-424d-89a2-021c02808473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382718 Jan 28 04:51:28.945448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.952482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:28.953816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:28.992078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Publish callbacks [] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.070175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for subnet (740da207-f2a0-48be-8bb6-9a05d1c95c20), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.072014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.118505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5156138 Jan 28 04:51:29.121733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Pushing event updated for resources: {'Port': ['ID=8670007c-714f-490f-9e78-fa9702cb3bbc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:29.125565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53490) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:29.134294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'network': {'name': 'tempest-router-network02--1672785835'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:29.139704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3a3c6-063e-4efa-88e9-57c16c11840d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Network': ['ID=dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:29.163151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Network be63a890-7d3b-4886-a465-adea49a95993 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:29.165001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.165506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.165960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.166410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.167134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.167288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.167717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.168168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.168604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.169037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.169508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.169948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.170493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:29.174144 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (740da207-f2a0-48be-8bb6-9a05d1c95c20), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.178233 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Publish callbacks [] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.179866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:29.181817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:29.186308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:29.228892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.235679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-d1355d20-d814-45c8-b090-bd1987b16a79 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009357 Jan 28 04:51:29.309094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.314732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.320281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.326868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.333309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.340616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.347704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.350099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-81ce45be-b6a6-4293-8188-5a3e902e2b6c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.2648542 Jan 28 04:51:29.351267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:29.355018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.362165 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (740da207-f2a0-48be-8bb6-9a05d1c95c20), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.400501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Allocated IP 2001:db8::2 (1969773d-a9a4-4c03-9c39-375fb0c2953e/0d7ecc51-fedd-4109-b423-4da74137d6a8/dacdbcdd-c499-408f-b3f9-2d8ef96f0c30) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:29.425479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Router aead7727-8be7-4e71-9537-148483913ae2 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:29.431850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-daa3fae9-d527-474b-9c13-afab3cc5810b req-d3eddbbc-45dd-48d0-9ae3-4b3d17559370 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744588 Jan 28 04:51:29.432062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-63dfdd07-8a31-4427-bf9a-69b21e54ced8 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870525 Jan 28 04:51:29.459311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:29.468831 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5591ecb5-b38d-44ed-b6e2-b3691a149773), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.469556 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Added segment 5591ecb5-b38d-44ed-b6e2-b3691a149773 of type vlan for network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa Jan 28 04:51:29.517684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.519887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-bada1f5b-8027-4070-b0e6-3222ad59dc6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 217 time: 0.0794101 Jan 28 04:51:29.559816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Network 9f36015f-9674-49b5-8e96-3ebee6023bcf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:29.586285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:29.590966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:29.613869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-23759efe-026c-440c-905a-6180a163efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.616539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-23759efe-026c-440c-905a-6180a163efee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.0879743 Jan 28 04:51:29.644095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (740da207-f2a0-48be-8bb6-9a05d1c95c20), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.675830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:29.678108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.683278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.683879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.717574 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.720847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Attempting to bind port 0d83ade8-9088-4707-b0d0-87c2dada0d4f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:29.721242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Attempting to bind port 0d83ade8-9088-4707-b0d0-87c2dada0d4f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '67537b4a-c03c-4a8d-a720-1daa5b675d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:29.721614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Attempting to bind port 0d83ade8-9088-4707-b0d0-87c2dada0d4f on network 9f36015f-9674-49b5-8e96-3ebee6023bcf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:29.727367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Attempting to bind port 8670007c-714f-490f-9e78-fa9702cb3bbc on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:29.727757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Attempting to bind port 8670007c-714f-490f-9e78-fa9702cb3bbc by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '9795bbb6-c334-4b04-8340-4ce7f63c197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be63a890-7d3b-4886-a465-adea49a95993'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:29.728114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Attempting to bind port 8670007c-714f-490f-9e78-fa9702cb3bbc on network be63a890-7d3b-4886-a465-adea49a95993 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:29.730686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:29.742648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:29.743035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Checking segment: {'id': '67537b4a-c03c-4a8d-a720-1daa5b675d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:29.743446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.743978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Bound using segment: {'id': '67537b4a-c03c-4a8d-a720-1daa5b675d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:29.744469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Bound port: 0d83ade8-9088-4707-b0d0-87c2dada0d4f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67537b4a-c03c-4a8d-a720-1daa5b675d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9f36015f-9674-49b5-8e96-3ebee6023bcf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:29.744852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.751454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Subnet': ['ID=740da207-f2a0-48be-8bb6-9a05d1c95c20,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:29.755081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.759270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2a2be44f-1887-43c6-afb7-5dcdf086414a tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/subnets/740da207-f2a0-48be-8bb6-9a05d1c95c20 HTTP/1.1" status: 204 len: 168 time: 1.5510023 Jan 28 04:51:29.760183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6326766 Jan 28 04:51:29.760865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53498) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:29.764076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53500) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:29.773569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Pushing event updated for resources: {'Port': ['ID=0d83ade8-9088-4707-b0d0-87c2dada0d4f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:29.795902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'subnet': {'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:29.803859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:29.804357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Checking segment: {'id': '9795bbb6-c334-4b04-8340-4ce7f63c197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be63a890-7d3b-4886-a465-adea49a95993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:29.804773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.805201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Bound using segment: {'id': '9795bbb6-c334-4b04-8340-4ce7f63c197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be63a890-7d3b-4886-a465-adea49a95993'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:29.805706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Bound port: 8670007c-714f-490f-9e78-fa9702cb3bbc, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9795bbb6-c334-4b04-8340-4ce7f63c197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be63a890-7d3b-4886-a465-adea49a95993'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:29.806097 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.818369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:29.819018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:29.862283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Deleting subnet d42112c1-eab9-43a8-88c9-3a331c9821b6 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:29.869252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for subnet (d42112c1-eab9-43a8-88c9-3a331c9821b6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.914386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:29.917808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.920148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-ec670fa6-a89a-4cbc-90d7-9ae14d6104cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:29.921918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-ec670fa6-a89a-4cbc-90d7-9ae14d6104cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2999437 Jan 28 04:51:29.927091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a10fdfe7-57e3-44d4-af7d-62d4ba77a4ce tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "PUT /v2.0/floatingips/16242c96-ed77-45c0-9843-8cd56d87e0a2 HTTP/1.1" status: 200 len: 991 time: 2.6765511 Jan 28 04:51:29.929348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:51:29.931651 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18" -d '{"events": [{"name": "network-changed", "server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:51:29.948959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080a7e-2d7d-49be-b32b-5c37c597ee1f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Network': ['ID=6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:29.949777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (d42112c1-eab9-43a8-88c9-3a331c9821b6), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:29.954630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:30.065111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be8b1-18bc-44ab-bdb5-bd74939f7351 req-aa714fec-05db-4b39-86f5-251e20104652 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.067062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44be8b1-18bc-44ab-bdb5-bd74939f7351 req-aa714fec-05db-4b39-86f5-251e20104652 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.0902419 Jan 28 04:51:30.090578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:30.119864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.125231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.130796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.136253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.141933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.147983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.153681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.155700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f44be8b1-18bc-44ab-bdb5-bd74939f7351 req-9acbff6f-096b-4c32-bae1-6de56c6a0333 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818958 Jan 28 04:51:30.170354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef7399db-25c8-46cc-95d3-f3798a8c33c2 req-9cfd44be-4f50-4477-94e0-2db18d6eaaf0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.5521576 Jan 28 04:51:30.260604 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b1ac56-394f-4bd2-83b5-a2f68f1008e4 x-openstack-request-id: req-b2b1ac56-394f-4bd2-83b5-a2f68f1008e4 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:51:30.261365 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:51:30.261789 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2b1ac56-394f-4bd2-83b5-a2f68f1008e4 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:51:30.263160 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'status': 'completed', 'code': 200} Jan 28 04:51:30.266352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d42112c1-eab9-43a8-88c9-3a331c9821b6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.284813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (68821803-25c8-459a-9a75-1623f2f67fad), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.355322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Subnet': ['ID=68821803-25c8-459a-9a75-1623f2f67fad,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:30.367635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c0cc4274-ed94-42c1-93d0-e0a7eb2695a0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650103 Jan 28 04:51:30.369804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (d42112c1-eab9-43a8-88c9-3a331c9821b6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.407951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Publish callbacks [] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.418696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] For port 0d83ade8-9088-4707-b0d0-87c2dada0d4f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:30.445529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Checking segment: {'id': '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:30.445924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network hostable DHCP agents. Network: dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:30.447104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.469789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] For port 0d83ade8-9088-4707-b0d0-87c2dada0d4f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0d83ade8-9088-4707-b0d0-87c2dada0d4f,segment=NetworkSegment(67537b4a-c03c-4a8d-a720-1daa5b675d13),segment_id=67537b4a-c03c-4a8d-a720-1daa5b675d13)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:30.472431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] For port 8670007c-714f-490f-9e78-fa9702cb3bbc, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:30.487735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-122d606d-c31d-40d3-bc22-d0adf2cec498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.488690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Subnet': ['ID=d42112c1-eab9-43a8-88c9-3a331c9821b6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:30.489818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-122d606d-c31d-40d3-bc22-d0adf2cec498 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.1357794 Jan 28 04:51:30.491534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:30.501590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.506960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-06b2900b-3c63-46f7-b19f-c3df3448e942 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/subnets/d42112c1-eab9-43a8-88c9-3a331c9821b6 HTTP/1.1" status: 204 len: 168 time: 0.7355833 Jan 28 04:51:30.509662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53510) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:30.513782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:30.519673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:30.520389 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.531972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.532797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.552007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157990b-6604-4efa-840b-9801e0ba3241 None None] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:30.588161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-93bad496-2f01-4660-ba80-abdc0203978e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8180428 Jan 28 04:51:30.590893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820c3f0-baa2-4080-b77c-15aaf3d04a2f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:30.593866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1820c3f0-baa2-4080-b77c-15aaf3d04a2f tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828443 Jan 28 04:51:30.594683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53514) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:30.603431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'subnet': {'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:30.607437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53516) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:30.639512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] For port 8670007c-714f-490f-9e78-fa9702cb3bbc, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8670007c-714f-490f-9e78-fa9702cb3bbc,segment=NetworkSegment(9795bbb6-c334-4b04-8340-4ce7f63c197a),segment_id=9795bbb6-c334-4b04-8340-4ce7f63c197a)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:30.660369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:30.663320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:30.679353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.707170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7', 'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7', 'project_id': 'd1d86fbee9e94d429f7727c7c0f9b1e4', 'fixed_ips': [{'subnet_id': '68821803-25c8-459a-9a75-1623f2f67fad'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:30.708038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.730287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-13b06c5b-6dcd-42d3-8cf1-219f9608af56 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510835 Jan 28 04:51:30.738276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Pushing event updated for resources: {'Port': ['ID=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:30.759807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '16242c96-ed77-45c0-9843-8cd56d87e0a2', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'port_id': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'mac_address': 'fa:16:3e:f8:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a020e02-70c4-4189-a845-8dab393058cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:51:09Z', 'updated_at': '2022-01-28T04:51:28Z', 'revision_number': 1, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:30.789959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-be753ff7-f491-4981-b6ed-32689b4e56d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 217 time: 0.0528049 Jan 28 04:51:30.809933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:30.816052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:30.952057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:51:30.960571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc03a2-65c6-4a8b-b14f-4d6cf6ae5ad3 None None] Pushing event updated for resources: {'Port': ['ID=0d83ade8-9088-4707-b0d0-87c2dada0d4f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:31.073834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:31.074892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:31.092732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Attempting to bind port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:31.093460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Attempting to bind port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0f75125a-a208-49ea-b8ee-7082587180ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:31.093998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Attempting to bind port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 on network 1969773d-a9a4-4c03-9c39-375fb0c2953e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:31.174204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-ecccfa33-6c7f-46a1-af56-30e9f2646148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:31.175747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-ecccfa33-6c7f-46a1-af56-30e9f2646148 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.6750953 Jan 28 04:51:31.316960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18405caf-d066-4bb7-9ca5-578ded185fee None None] Network be63a890-7d3b-4886-a465-adea49a95993 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:31.381396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-67992e19-7fa9-4af1-98df-8749ee062460 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 999 time: 0.1218035 Jan 28 04:51:31.387333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (9f36015f-9674-49b5-8e96-3ebee6023bcf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.437923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:31.438315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Checking segment: {'id': '0f75125a-a208-49ea-b8ee-7082587180ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:31.438727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.439124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Bound using segment: {'id': '0f75125a-a208-49ea-b8ee-7082587180ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:31.439615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Bound port: dacdbcdd-c499-408f-b3f9-2d8ef96f0c30, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f75125a-a208-49ea-b8ee-7082587180ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1969773d-a9a4-4c03-9c39-375fb0c2953e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:31.440001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.477179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-f3939492-9694-455b-9a85-fb160a74a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:31.478346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-2c3eb207-feb4-43d7-a568-9fa3b4337308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:31.478816 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-f3939492-9694-455b-9a85-fb160a74a327 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0874164 Jan 28 04:51:31.479985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-2c3eb207-feb4-43d7-a568-9fa3b4337308 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.6819508 Jan 28 04:51:31.483948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccd4a3-dd70-4a1e-bbce-9ea9f2da9208 None None] Pushing event updated for resources: {'Port': ['ID=8670007c-714f-490f-9e78-fa9702cb3bbc,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:31.540848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Deleting port 0d83ade8-9088-4707-b0d0-87c2dada0d4f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:31.541213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.586703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] For port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:31.591666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] For port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,segment=NetworkSegment(0f75125a-a208-49ea-b8ee-7082587180ea),segment_id=0f75125a-a208-49ea-b8ee-7082587180ea)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:31.609985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-bcc2c07b-6051-4828-80e1-556a4eb501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:31.612041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-bcc2c07b-6051-4828-80e1-556a4eb501bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224730 Jan 28 04:51:31.616902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] For port 0d83ade8-9088-4707-b0d0-87c2dada0d4f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0d83ade8-9088-4707-b0d0-87c2dada0d4f,segment=NetworkSegment(67537b4a-c03c-4a8d-a720-1daa5b675d13),segment_id=67537b4a-c03c-4a8d-a720-1daa5b675d13)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:31.617323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.631471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Calling delete_port for 0d83ade8-9088-4707-b0d0-87c2dada0d4f owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:31.634107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.745624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-1f5432f1-ab99-4541-a732-3b27534d9473 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243541 Jan 28 04:51:31.757466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:51:31.757646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fc378-2658-4425-af4a-66c469c9a141 req-280a3d93-76c6-4cb5-a331-4410e05bdef1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:31.760953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-393fc378-2658-4425-af4a-66c469c9a141 req-280a3d93-76c6-4cb5-a331-4410e05bdef1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.2862513 Jan 28 04:51:31.789582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0d83ade8-9088-4707-b0d0-87c2dada0d4f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:31.802092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-9999522e-9d08-4553-822e-e8610a1b6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:31.809238 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-9999522e-9d08-4553-822e-e8610a1b6feb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229227 Jan 28 04:51:31.867548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Allocated IP 2001:db8::2 (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7/68821803-25c8-459a-9a75-1623f2f67fad/144e0445-e018-4d52-83f4-758b2bf4b401) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:31.892412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a8513-24ab-4199-8ad1-6eebfb0bd56b None None] Pushing event updated for resources: {'Port': ['ID=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:31.920113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Port': ['ID=0d83ade8-9088-4707-b0d0-87c2dada0d4f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:31.923719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-1393adf4-b1e2-4e3b-acbc-9825cbe8f0e9 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599360 Jan 28 04:51:31.928788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] No DVR routers for this DVR port 0d83ade8-9088-4707-b0d0-87c2dada0d4f on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:32.073168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-62f99fdb-4387-45f5-9c65-ec9f09d9ee7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 200 len: 217 time: 0.1322508 Jan 28 04:51:32.134212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-393fc378-2658-4425-af4a-66c469c9a141 req-c3344e87-a1a9-4266-9ce2-ec8ee519a594 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256486 Jan 28 04:51:32.152891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (9f36015f-9674-49b5-8e96-3ebee6023bcf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.255716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-d90707ea-dbaf-43b6-9228-cf404adab909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:32.257270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-d90707ea-dbaf-43b6-9228-cf404adab909 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1692762 Jan 28 04:51:32.271122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-aad8dd9f-d050-4c30-a216-b1eeb0734dad service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320168 Jan 28 04:51:32.285765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f36015f-9674-49b5-8e96-3ebee6023bcf']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:32.354936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (702b7d3c-295a-4fd9-8817-d5baef5a82cc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.419563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874ca76-08f1-4820-9978-ff9db89000e4 None None] Network 9f36015f-9674-49b5-8e96-3ebee6023bcf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:32.445564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Subnet': ['ID=702b7d3c-295a-4fd9-8817-d5baef5a82cc,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:32.460401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-84694c1f-b396-4117-8aa7-aa30d0235adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:32.461983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-84694c1f-b396-4117-8aa7-aa30d0235adc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929231 Jan 28 04:51:32.543316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67537b4a-c03c-4a8d-a720-1daa5b675d13') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:32.543854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67537b4a-c03c-4a8d-a720-1daa5b675d13') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:32.546946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d8e6475-83d5-4cd7-bc34-120b62ac9c18 req-bb3ee55c-1a88-4351-97c2-83171ad381df service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723134 Jan 28 04:51:32.593251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (67537b4a-c03c-4a8d-a720-1daa5b675d13), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.617612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dbfbb90a-a374-4cba-94a4-007891b9cec1 None None] Could not find standard attr ID for object 0d83ade8-9088-4707-b0d0-87c2dada0d4f. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:51:32.644441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Publish callbacks [] for port (144e0445-e018-4d52-83f4-758b2bf4b401), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.645274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Checking segment: {'id': '5591ecb5-b38d-44ed-b6e2-b3691a149773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:32.645975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network hostable DHCP agents. Network: 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:32.653690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (67537b4a-c03c-4a8d-a720-1daa5b675d13), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.670593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:32.676265 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.687152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (67537b4a-c03c-4a8d-a720-1daa5b675d13), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.691617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:32.697763 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:32.751263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:32.762873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-2b39f29b-a670-4d71-bddd-fed80bf02b86 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914188 Jan 28 04:51:32.772206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:32.777764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:32.778420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.805457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff23c1d-bad5-46ba-bd97-f2512502ca1e None None] Network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:32.869586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (9f36015f-9674-49b5-8e96-3ebee6023bcf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.884062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:32.907422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-17e6fa09-fb9c-4f73-aad1-5fb3239faf0f tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3083842 Jan 28 04:51:32.915650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:32.917880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:32.925749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/networks/9f36015f-9674-49b5-8e96-3ebee6023bcf HTTP/1.1" status: 204 len: 168 time: 2.3141336 Jan 28 04:51:32.928628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53544) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:32.930381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bb95-39cf-4b13-8c3b-e541e8100bf8 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Network': ['ID=9f36015f-9674-49b5-8e96-3ebee6023bcf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:32.954945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53546) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:32.963293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:32.971906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:32.985701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530416a-bcf8-4877-aa2d-fd016b4b8e44 None None] DHCP port deletion for 9f36015f-9674-49b5-8e96-3ebee6023bcf request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:51:32.989601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Pushing event updated for resources: {'Port': ['ID=144e0445-e018-4d52-83f4-758b2bf4b401,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:33.061936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '16242c96-ed77-45c0-9843-8cd56d87e0a2', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'port_id': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'mac_address': 'fa:16:3e:f8:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a020e02-70c4-4189-a845-8dab393058cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:51:09Z', 'updated_at': '2022-01-28T04:51:28Z', 'revision_number': 1, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:33.125104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:33.125591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.155002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (be63a890-7d3b-4886-a465-adea49a95993), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.166276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.167139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.167768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.168392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.169013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.170000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.170633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.171843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6f7ee-aecb-4a30-b7a2-9d56b888dde4 None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '16242c96-ed77-45c0-9843-8cd56d87e0a2', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'port_id': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'mac_address': 'fa:16:3e:f8:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a020e02-70c4-4189-a845-8dab393058cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:51:09Z', 'updated_at': '2022-01-28T04:51:28Z', 'revision_number': 1, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:33.181634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-b6bf4c50-cd36-42bd-9c23-d6b14fca7bc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.2237747 Jan 28 04:51:33.209265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-8e31c70f-fe1e-4f49-b895-2777490bb476 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399400 Jan 28 04:51:33.269166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa', 'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa', 'project_id': 'd1d86fbee9e94d429f7727c7c0f9b1e4', 'fixed_ips': [{'subnet_id': '702b7d3c-295a-4fd9-8817-d5baef5a82cc'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:33.271884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.306049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Attempting to bind port 144e0445-e018-4d52-83f4-758b2bf4b401 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:33.306598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Attempting to bind port 144e0445-e018-4d52-83f4-758b2bf4b401 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:33.307076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Attempting to bind port 144e0445-e018-4d52-83f4-758b2bf4b401 on network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:33.370557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-e96c6c58-8240-4933-807f-f75a0ca4f451 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 200 len: 217 time: 0.1097586 Jan 28 04:51:33.405744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Deleting port 8670007c-714f-490f-9e78-fa9702cb3bbc {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:33.411449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.424881 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-98dfbf03-5dd4-488f-b88e-84fbe0bbf68b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&id=154569e8-b67b-4b80-bd19-a69d5816e236&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419827 Jan 28 04:51:33.514986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Allocated IP 2001:db8::2 (6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa/702b7d3c-295a-4fd9-8817-d5baef5a82cc/ccf59bcd-f957-49da-8638-b6c913507eb1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:33.536848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] For port 8670007c-714f-490f-9e78-fa9702cb3bbc, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8670007c-714f-490f-9e78-fa9702cb3bbc,segment=NetworkSegment(9795bbb6-c334-4b04-8340-4ce7f63c197a),segment_id=9795bbb6-c334-4b04-8340-4ce7f63c197a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:33.537805 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.575098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Calling delete_port for 8670007c-714f-490f-9e78-fa9702cb3bbc owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:33.580141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c31751e2-3488-4b60-800e-0a815f7c558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.584532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c31751e2-3488-4b60-800e-0a815f7c558b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.2019432 Jan 28 04:51:33.601723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd02e5d-f819-4af6-9f10-0ecbeaeed5a9 req-8802b8e1-9ca2-4771-a045-c4a349ed9f6f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.603314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1cd02e5d-f819-4af6-9f10-0ecbeaeed5a9 req-8802b8e1-9ca2-4771-a045-c4a349ed9f6f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.3094323 Jan 28 04:51:33.618556 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc0d75-6e74-49ae-adf4-b1a7cc30d595 None None] New status for floating IP 16242c96-ed77-45c0-9843-8cd56d87e0a2: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:51:33.729977 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.743303 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8670007c-714f-490f-9e78-fa9702cb3bbc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.752918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-b962c92f-9608-44c2-aaad-3715d56a6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:33.754553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-b962c92f-9608-44c2-aaad-3715d56a6bbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480589 Jan 28 04:51:33.758223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1cd02e5d-f819-4af6-9f10-0ecbeaeed5a9 req-a81f054e-7b0f-497d-b361-42c18f570dd3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257176 Jan 28 04:51:33.776164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Publish callbacks [] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.793620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a36c5-9d02-47ea-a9e8-6a7b5020d663 None None] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:33.806270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Port': ['ID=8670007c-714f-490f-9e78-fa9702cb3bbc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:33.812311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] No DVR routers for this DVR port 8670007c-714f-490f-9e78-fa9702cb3bbc on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:33.915140 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (be63a890-7d3b-4886-a465-adea49a95993), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:33.955472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be63a890-7d3b-4886-a465-adea49a95993']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:33.990629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9795bbb6-c334-4b04-8340-4ce7f63c197a') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:33.991014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9795bbb6-c334-4b04-8340-4ce7f63c197a') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:34.035936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (9795bbb6-c334-4b04-8340-4ce7f63c197a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.061001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9795bbb6-c334-4b04-8340-4ce7f63c197a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.083546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:34.084525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (9795bbb6-c334-4b04-8340-4ce7f63c197a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.108894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-07ac84fe-a5ca-4bd3-9360-98a3d166bf0c service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435194 Jan 28 04:51:34.121179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.133631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:34.134188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Checking segment: {'id': '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:34.134717 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.135336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Bound using segment: {'id': '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:34.135934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Bound port: 144e0445-e018-4d52-83f4-758b2bf4b401, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:34.136626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:34.187293 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:34.201466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (be63a890-7d3b-4886-a465-adea49a95993), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.238263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.241504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/networks/be63a890-7d3b-4886-a465-adea49a95993 HTTP/1.1" status: 204 len: 168 time: 1.3090537 Jan 28 04:51:34.246327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db747-e8a4-4cc8-b0e1-a622a8d5f830 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Network': ['ID=be63a890-7d3b-4886-a465-adea49a95993,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:34.247976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:34.295852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Allocated IP 2001:db8::1 (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7/68821803-25c8-459a-9a75-1623f2f67fad/5e2deaed-5228-4a7e-a8fc-f523314fe80e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:34.302655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-255e2141-7dd3-4a47-8c8f-aa499d321e04 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620529 Jan 28 04:51:34.316539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-513b42b2-fe1c-42f2-bd1f-616e8fd7652e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274455 Jan 28 04:51:34.329456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] For port 144e0445-e018-4d52-83f4-758b2bf4b401, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:34.332935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] For port 144e0445-e018-4d52-83f4-758b2bf4b401, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=144e0445-e018-4d52-83f4-758b2bf4b401,segment=NetworkSegment(78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65),segment_id=78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:34.356910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Pushing event updated for resources: {'Port': ['ID=ccf59bcd-f957-49da-8638-b6c913507eb1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:34.358767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-b8ae8c33-d827-4e4e-bca2-1783822bdbc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 200 len: 217 time: 0.0492344 Jan 28 04:51:34.373749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:34.402476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:34.405124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.408446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:34.433512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (05e109a3-4778-4ad3-965d-d478a9f285c3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.477828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-266eb3b7-0cd8-4163-9bbd-f551a88f13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:34.479554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-266eb3b7-0cd8-4163-9bbd-f551a88f13b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.1100025 Jan 28 04:51:34.506547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f972e-3a21-4865-8948-a381c3b2551d None None] Pushing event updated for resources: {'Port': ['ID=144e0445-e018-4d52-83f4-758b2bf4b401,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:34.519787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Provisioning complete for port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:34.520363 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.541821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.554446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c16f7b12-0b27-4a3c-82d6-eabb28983aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:34.555362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-c16f7b12-0b27-4a3c-82d6-eabb28983aec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680964 Jan 28 04:51:34.612462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Attempting to bind port ccf59bcd-f957-49da-8638-b6c913507eb1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:34.612975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Attempting to bind port ccf59bcd-f957-49da-8638-b6c913507eb1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5591ecb5-b38d-44ed-b6e2-b3691a149773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:34.613280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Attempting to bind port ccf59bcd-f957-49da-8638-b6c913507eb1 on network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:34.626069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:34.626458 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.630388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:34.637330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Checking segment: {'id': '5591ecb5-b38d-44ed-b6e2-b3691a149773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:34.637330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.637613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1014-c893-441f-8c47-7730196e007a req-7d5ebe16-b3bc-4c0a-8cb2-9ce3283e4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:34.638055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Bound using segment: {'id': '5591ecb5-b38d-44ed-b6e2-b3691a149773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:34.638055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Bound port: ccf59bcd-f957-49da-8638-b6c913507eb1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5591ecb5-b38d-44ed-b6e2-b3691a149773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:34.638055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.638352 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-7d5ebe16-b3bc-4c0a-8cb2-9ce3283e4573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.2288280 Jan 28 04:51:34.650877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (05e109a3-4778-4ad3-965d-d478a9f285c3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.668233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.791182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e109a3-4778-4ad3-965d-d478a9f285c3']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:34.808436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:34.810603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,segment=NetworkSegment(0f75125a-a208-49ea-b8ee-7082587180ea),segment_id=0f75125a-a208-49ea-b8ee-7082587180ea)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:34.824020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:34.832515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Port': ['ID=5e2deaed-5228-4a7e-a8fc-f523314fe80e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:34.844827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:34.845474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.883045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bd4b01-b015-4b0b-83de-5c4b582ddae2') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:34.883506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bd4b01-b015-4b0b-83de-5c4b582ddae2') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:34.885737 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.892284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Current status of the port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:34.892691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.915236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (63bd4b01-b015-4b0b-83de-5c4b582ddae2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.958560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (63bd4b01-b015-4b0b-83de-5c4b582ddae2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.981602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:34.982090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (63bd4b01-b015-4b0b-83de-5c4b582ddae2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:34.985520 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:35.024478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:35.040632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0d83ade8-9088-4707-b0d0-87c2dada0d4f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:35.061135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-37906ff5-ee11-4524-ac8a-bfbefc00e1ba service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957061 Jan 28 04:51:35.091591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0d83ade8-9088-4707-b0d0-87c2dada0d4f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:51:35.092083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0d83ade8-9088-4707-b0d0-87c2dada0d4f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:35.116878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1014-c893-441f-8c47-7730196e007a req-37d80171-6bb7-47a3-abf7-5bcc48fde16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:35.117636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] For port ccf59bcd-f957-49da-8638-b6c913507eb1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:35.120210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-37d80171-6bb7-47a3-abf7-5bcc48fde16a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.4434552 Jan 28 04:51:35.156543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] For port ccf59bcd-f957-49da-8638-b6c913507eb1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccf59bcd-f957-49da-8638-b6c913507eb1,segment=NetworkSegment(5591ecb5-b38d-44ed-b6e2-b3691a149773),segment_id=5591ecb5-b38d-44ed-b6e2-b3691a149773)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:35.167319 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:35.167833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:35.173414 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:51:35.173773 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:51:35.254950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd308-fc81-4ca5-b180-c727adac7bb1 None None] Pushing event updated for resources: {'Port': ['ID=ccf59bcd-f957-49da-8638-b6c913507eb1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:35.262787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-c7268638-f6c8-40b4-82a4-a35b452d9236 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1001 time: 0.1357625 Jan 28 04:51:35.264046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (05e109a3-4778-4ad3-965d-d478a9f285c3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:35.292695 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:35.298286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/networks/05e109a3-4778-4ad3-965d-d478a9f285c3 HTTP/1.1" status: 204 len: 168 time: 1.0461102 Jan 28 04:51:35.300109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53568) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:35.306297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61594550-3eea-4eaa-9b63-67233db08bf0 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Network': ['ID=05e109a3-4778-4ad3-965d-d478a9f285c3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:35.352152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1014-c893-441f-8c47-7730196e007a req-7863f223-a1b5-46c3-930a-1c4c89e4cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:35.353659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-7863f223-a1b5-46c3-930a-1c4c89e4cf40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0566041 Jan 28 04:51:35.405161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1014-c893-441f-8c47-7730196e007a req-eaf8647e-1f96-4e64-a354-ddea74eeb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:35.407613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-eaf8647e-1f96-4e64-a354-ddea74eeb086 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482342 Jan 28 04:51:35.444736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f30e8-3bdb-4fb0-9321-4160eb8a0468 req-3bdc7a09-e0d3-4b06-8176-51e8b63500e3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:35.446714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e57f30e8-3bdb-4fb0-9321-4160eb8a0468 req-3bdc7a09-e0d3-4b06-8176-51e8b63500e3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.4078500 Jan 28 04:51:35.521593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (584f849e-cfa2-4fc7-a3b3-4782c8b3a75d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:35.542992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-4fcb7b80-9712-453d-b450-bf864fc3cd25 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295695 Jan 28 04:51:35.596307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e57f30e8-3bdb-4fb0-9321-4160eb8a0468 req-dd5c588c-396f-4ca9-8c09-ab6540ce65ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194131 Jan 28 04:51:35.688528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14ef1014-c893-441f-8c47-7730196e007a req-cd351394-f579-4d2c-8a94-3e5daff363ec service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396804 Jan 28 04:51:35.722694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb3be9-5e31-4b95-b7f0-b065603e550c None None] Current status of the port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:35.879750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-476f804a-0e87-4fe4-82f2-2cdfdda0b990 None None] Provisioning complete for port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:35.882152 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-476f804a-0e87-4fe4-82f2-2cdfdda0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.052235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-476f804a-0e87-4fe4-82f2-2cdfdda0b990 None None] Current status of the port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:36.091401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-0c2765ac-f325-4098-b12e-5ce527a0bcf8 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9904599 Jan 28 04:51:36.188792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-9ef354b2-a726-46df-acb6-d8edb3456226 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 217 time: 0.0882955 Jan 28 04:51:36.228722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c34808-fa6c-435c-9972-fc4e0d9cf00a None None] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:36.243840 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.304018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] Provisioning complete for port 144e0445-e018-4d52-83f4-758b2bf4b401 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:36.308140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.310885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (584f849e-cfa2-4fc7-a3b3-4782c8b3a75d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.363071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584f849e-cfa2-4fc7-a3b3-4782c8b3a75d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:36.382303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-248242be-4e13-4f08-8276-cbbc6b77a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:36.384766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-248242be-4e13-4f08-8276-cbbc6b77a018 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.1627097 Jan 28 04:51:36.387000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a108d2dc-68d3-4118-b907-0812529ab980') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:36.387310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a108d2dc-68d3-4118-b907-0812529ab980') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:36.460969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] Current status of the port 144e0445-e018-4d52-83f4-758b2bf4b401 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:36.461793 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.469133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.489566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a108d2dc-68d3-4118-b907-0812529ab980), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.512818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a108d2dc-68d3-4118-b907-0812529ab980), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.516720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.517930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.535817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] For port 144e0445-e018-4d52-83f4-758b2bf4b401, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=144e0445-e018-4d52-83f4-758b2bf4b401,segment=NetworkSegment(78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65),segment_id=78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:36.545596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.565772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:36.566387 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a108d2dc-68d3-4118-b907-0812529ab980), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:36.580126 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:36.608764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f33a-f05f-46aa-a5b1-94f6f961ef9d None None] Pushing event updated for resources: {'Port': ['ID=144e0445-e018-4d52-83f4-758b2bf4b401,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:36.680941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f3039fac-5cf0-48d8-bc0e-4ba9f6c1cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:36.682594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f3039fac-5cf0-48d8-bc0e-4ba9f6c1cf06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2866378 Jan 28 04:51:36.741435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c0d4b-4ee6-4002-b245-c94ec42aafc6 None None] Network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:36.826056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Port': ['ID=5e2deaed-5228-4a7e-a8fc-f523314fe80e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:36.856972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (584f849e-cfa2-4fc7-a3b3-4782c8b3a75d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.869059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Provisioning complete for port ccf59bcd-f957-49da-8638-b6c913507eb1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:36.869426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.884654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:36.889599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] 10.222.0.21 "DELETE /v2.0/networks/584f849e-cfa2-4fc7-a3b3-4782c8b3a75d HTTP/1.1" status: 204 len: 168 time: 1.5885205 Jan 28 04:51:37.017728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Current status of the port ccf59bcd-f957-49da-8638-b6c913507eb1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:37.018412 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.047728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b53a-a450-4868-ac1e-c19478bbcf13 tempest-BulkNetworkOpsTest-796546300 tempest-BulkNetworkOpsTest-796546300-project] Pushing event deleted for resources: {'Network': ['ID=584f849e-cfa2-4fc7-a3b3-4782c8b3a75d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:37.057872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-a588936c-077c-4aac-a454-de94be907d08 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234997 Jan 28 04:51:37.074727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] For port ccf59bcd-f957-49da-8638-b6c913507eb1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccf59bcd-f957-49da-8638-b6c913507eb1,segment=NetworkSegment(5591ecb5-b38d-44ed-b6e2-b3691a149773),segment_id=5591ecb5-b38d-44ed-b6e2-b3691a149773)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:37.088561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.112851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ab8fb-43cf-47c5-9289-e93c9deb64a8 req-e5a93dbf-2303-4061-95fc-2d3472299397 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:37.114528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b60ab8fb-43cf-47c5-9289-e93c9deb64a8 req-e5a93dbf-2303-4061-95fc-2d3472299397 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.3791480 Jan 28 04:51:37.158189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:37.184755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Provisioning complete for port 5e2deaed-5228-4a7e-a8fc-f523314fe80e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:37.186778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.251461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:37.254383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Pushing event updated for resources: {'Port': ['ID=ccf59bcd-f957-49da-8638-b6c913507eb1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:37.287821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Port 5e2deaed-5228-4a7e-a8fc-f523314fe80e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:37.303760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Provisioning complete for port 144e0445-e018-4d52-83f4-758b2bf4b401 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:37.305654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.427516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b60ab8fb-43cf-47c5-9289-e93c9deb64a8 req-953fa69e-506a-485a-a748-3ee939167a5a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777834 Jan 28 04:51:37.440760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a1e045b-85b1-46c5-bd73-b64e174349ed req-f9a7de9a-f9cc-45bd-86ca-f5170f558f3d service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765483 Jan 28 04:51:37.492501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53584) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:37.530908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 144e0445-e018-4d52-83f4-758b2bf4b401 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:37.536290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-976ad050-824f-4677-8a56-36d2a5e25d1c None None] Current status of the port 144e0445-e018-4d52-83f4-758b2bf4b401 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:37.539690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Router e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:51:37.609904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 144e0445-e018-4d52-83f4-758b2bf4b401 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:37.611559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.682574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a95cd893-5fd3-45d5-a81e-4554a6f70e47 None None] Provisioning complete for port ccf59bcd-f957-49da-8638-b6c913507eb1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:37.683235 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95cd893-5fd3-45d5-a81e-4554a6f70e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.695959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:37.710307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9683e24c-2ec6-490a-87e8-63993f5e6e6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03cb766edfe4487fb2b3ed46a7b56c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2151861 Jan 28 04:51:37.711994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] Sync routers for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:37.713386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:37.725769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1f00d32d-daf7-44ca-8884-b1e350b05499 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8068075 Jan 28 04:51:37.726569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53590) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:37.741418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125ce7b-cab3-4c1c-8611-76daa5fc610f None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:51:37.802209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.815499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd339e6-d956-4554-8c80-027e418a530a admin admin] Publish callbacks [] for security_group (166be414-92db-4fd4-9741-01624e2674f2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.823868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:37.824507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:37.857048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd339e6-d956-4554-8c80-027e418a530a admin admin] Publish callbacks [] for security_group (166be414-92db-4fd4-9741-01624e2674f2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.873657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:37.889117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 144e0445-e018-4d52-83f4-758b2bf4b401 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:37.890240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:37.931632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:37.932195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:37.960875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd339e6-d956-4554-8c80-027e418a530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (166be414-92db-4fd4-9741-01624e2674f2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.964093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bd339e6-d956-4554-8c80-027e418a530a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:37.965940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7bd339e6-d956-4554-8c80-027e418a530a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/166be414-92db-4fd4-9741-01624e2674f2 HTTP/1.1" status: 204 len: 168 time: 0.2511945 Jan 28 04:51:37.977178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd339e6-d956-4554-8c80-027e418a530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166be414-92db-4fd4-9741-01624e2674f2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:38.001320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:38.001961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677ec74-d70a-468d-8ea8-1c8815aa7900 None None] The sync data for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:38.076980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a95cd893-5fd3-45d5-a81e-4554a6f70e47 None None] Current status of the port ccf59bcd-f957-49da-8638-b6c913507eb1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:38.129097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:38.129501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:38.158910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a95cd893-5fd3-45d5-a81e-4554a6f70e47 None None] Provisioning complete for port 5e2deaed-5228-4a7e-a8fc-f523314fe80e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:38.159286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95cd893-5fd3-45d5-a81e-4554a6f70e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:38.174894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125ce7b-cab3-4c1c-8611-76daa5fc610f None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:51:38.250571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a95cd893-5fd3-45d5-a81e-4554a6f70e47 None None] Port 5e2deaed-5228-4a7e-a8fc-f523314fe80e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:38.277096 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-bdc57251-8187-4c08-a498-818d568953a7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:51:38.278373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bdc57251-8187-4c08-a498-818d568953a7 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5509772 Jan 28 04:51:38.281671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53600) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:38.606795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28559cd-8fe5-4d93-aaff-1b5939aeba4d req-9667a162-f94e-4de0-a1dd-7f4788cb9166 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:38.617606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e28559cd-8fe5-4d93-aaff-1b5939aeba4d req-9667a162-f94e-4de0-a1dd-7f4788cb9166 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.0924451 Jan 28 04:51:38.720494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e28559cd-8fe5-4d93-aaff-1b5939aeba4d req-f6b7e4ec-04d4-49ff-bff6-c0588b720fec tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981495 Jan 28 04:51:38.753632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:38.754140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccf59bcd-f957-49da-8638-b6c913507eb1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:38.822282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-36216832-a971-431b-8fa0-69be6877b480 None None] Provisioning complete for port 5e2deaed-5228-4a7e-a8fc-f523314fe80e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:38.822925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-36216832-a971-431b-8fa0-69be6877b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:38.866811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4063817c-3837-48c3-9ee1-72372432b580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:38.924923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-36216832-a971-431b-8fa0-69be6877b480 None None] Port 5e2deaed-5228-4a7e-a8fc-f523314fe80e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:38.969129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ccf59bcd-f957-49da-8638-b6c913507eb1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:38.969583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:39.091385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53622) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:39.127853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ccf59bcd-f957-49da-8638-b6c913507eb1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:39.242445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-597d63fc-f05e-46b0-a483-e5139b4ebb3b tempest-ServiceProvidersTest-1682191191 tempest-ServiceProvidersTest-1682191191-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1499021 Jan 28 04:51:39.292273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccf59bcd-f957-49da-8638-b6c913507eb1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:39.304645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:39.358295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ccf59bcd-f957-49da-8638-b6c913507eb1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:39.358993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:39.466495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ccf59bcd-f957-49da-8638-b6c913507eb1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:39.651711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53632) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:39.702766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting port 5e2deaed-5228-4a7e-a8fc-f523314fe80e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:39.703138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:39.801035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3326463e-c706-4561-8e96-8a65ad196df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:39.825564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:39.839475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Calling delete_port for 5e2deaed-5228-4a7e-a8fc-f523314fe80e owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:39.920669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d14f-9e44-4c90-8c25-6168a8e370a1 req-fda05300-989f-44ca-b176-a4ddbfe1f90e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:39.928812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8449d14f-9e44-4c90-8c25-6168a8e370a1 req-fda05300-989f-44ca-b176-a4ddbfe1f90e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.1104746 Jan 28 04:51:40.012059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3326463e-c706-4561-8e96-8a65ad196df2 admin admin] Publish callbacks [] for security_group (adc28a7b-fd20-49dc-b763-30119aab7f2b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.033808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8449d14f-9e44-4c90-8c25-6168a8e370a1 req-5d1e7181-e664-42c4-b07a-e961e5ed495a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038158 Jan 28 04:51:40.035267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3326463e-c706-4561-8e96-8a65ad196df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (adc28a7b-fd20-49dc-b763-30119aab7f2b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.067403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5e2deaed-5228-4a7e-a8fc-f523314fe80e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.080778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3326463e-c706-4561-8e96-8a65ad196df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90ed23aea35340aca34bed4292a97bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273365 Jan 28 04:51:40.081953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326463e-c706-4561-8e96-8a65ad196df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc28a7b-fd20-49dc-b763-30119aab7f2b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:40.085660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53640) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:40.100022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Port': ['ID=5e2deaed-5228-4a7e-a8fc-f523314fe80e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:40.163103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85e0e38e-e188-4004-9b21-922745977a8a admin admin] Publish callbacks [] for security_group (adc28a7b-fd20-49dc-b763-30119aab7f2b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.200226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85e0e38e-e188-4004-9b21-922745977a8a admin admin] Publish callbacks [] for security_group (adc28a7b-fd20-49dc-b763-30119aab7f2b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.238316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.267799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85e0e38e-e188-4004-9b21-922745977a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (adc28a7b-fd20-49dc-b763-30119aab7f2b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.272110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85e0e38e-e188-4004-9b21-922745977a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:40.273360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-85e0e38e-e188-4004-9b21-922745977a8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adc28a7b-fd20-49dc-b763-30119aab7f2b HTTP/1.1" status: 204 len: 168 time: 0.1862118 Jan 28 04:51:40.289620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0e38e-e188-4004-9b21-922745977a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc28a7b-fd20-49dc-b763-30119aab7f2b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:40.550110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Router e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:40.638939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:40.651496 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] Sync routers for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:40.665696 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a430f846-c87d-4fa2-a961-be6b0d184c06 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825250 Jan 28 04:51:40.669319 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:40.669696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:40.670868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:40.708376 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:40.719480 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:40.720352 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:40.748449 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-cbf4efeb-65ce-4a12-810b-e24dbbeb6e0d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] delete failed (client error): The resource could not be found. Jan 28 04:51:40.755208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cbf4efeb-65ce-4a12-810b-e24dbbeb6e0d tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1874923107 HTTP/1.1" status: 404 len: 335 time: 0.0844219 Jan 28 04:51:40.759522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53658) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:40.764150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9bddaa21-4d34-4d04-89ec-08ccf22cb877 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:40.767376 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:40.768262 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b909f5-62af-465f-a720-0e1f90823a5e None None] The sync data for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:40.812012 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7a7d-d90f-4983-8126-74c40210e332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.029338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bddaa21-4d34-4d04-89ec-08ccf22cb877 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router_gateway (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.053554 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-9bddaa21-4d34-4d04-89ec-08ccf22cb877 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] update failed (client error): The resource could not be found. Jan 28 04:51:41.058045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9bddaa21-4d34-4d04-89ec-08ccf22cb877 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e HTTP/1.1" status: 404 len: 339 time: 0.2941308 Jan 28 04:51:41.058284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53672) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:41.063273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1346243477'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:41.083376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:41.088052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.118605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:41.143118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:41.158876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cc80a7bb-a59e-43a6-9a17-d385bf70e748), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.159228 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Added segment cc80a7bb-a59e-43a6-9a17-d385bf70e748 of type vlan for network c3f040cf-47c2-4c0e-8347-93dc01ed1269 Jan 28 04:51:41.207482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f0673-5e53-4098-8976-088ec6fd5a55 req-cdb3d415-fa03-408a-bea2-d67f00dbd816 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:41.209760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-725f0673-5e53-4098-8976-088ec6fd5a55 req-cdb3d415-fa03-408a-bea2-d67f00dbd816 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.1041868 Jan 28 04:51:41.227615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c3f040cf-47c2-4c0e-8347-93dc01ed1269), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.246847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-580634052-network', 'tenant_id': '5d6559eb779f45cd993b4da497c7bf95'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:41.269176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Made reservation on behalf of 5d6559eb779f45cd993b4da497c7bf95 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:41.272192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.282919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.291197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c3f040cf-47c2-4c0e-8347-93dc01ed1269), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.296223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:41.296853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.324743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-725f0673-5e53-4098-8976-088ec6fd5a55 req-e57e91de-729e-4a1d-83f0-57daad58621a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989063 Jan 28 04:51:41.362853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3034763 Jan 28 04:51:41.367922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:41.373521 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'subnet': {'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:41.384988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba41bf5-6965-4219-8670-9b94a5667c59 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Network': ['ID=c3f040cf-47c2-4c0e-8347-93dc01ed1269,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:41.398397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c3f040cf-47c2-4c0e-8347-93dc01ed1269 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:41.432856 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks [] for security_group (32075bc2-e457-405c-ad01-f3311fa7aac5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.444551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (32075bc2-e457-405c-ad01-f3311fa7aac5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.485852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:41.516402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32075bc2-e457-405c-ad01-f3311fa7aac5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:41.520203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4f5defea-b170-4a1a-ad26-e0b25a9d3368), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.520565 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Added segment 4f5defea-b170-4a1a-ad26-e0b25a9d3368 of type vlan for network bafc5fee-e131-42de-b41f-3979fc281ec5 Jan 28 04:51:41.522415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Made reservation on behalf of d1d86fbee9e94d429f7727c7c0f9b1e4 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:41.526004 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.619194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (bafc5fee-e131-42de-b41f-3979fc281ec5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.665191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (bafc5fee-e131-42de-b41f-3979fc281ec5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.666146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:41.666730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.725301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6050687 Jan 28 04:51:41.728312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:41.733878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Request body: {'subnet': {'network_id': 'bafc5fee-e131-42de-b41f-3979fc281ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-580634052-subnet', 'tenant_id': '5d6559eb779f45cd993b4da497c7bf95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:41.756977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Made reservation on behalf of 5d6559eb779f45cd993b4da497c7bf95 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:41.760174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.765981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05dbc-c67b-45c8-b5cb-21561be3a5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=bafc5fee-e131-42de-b41f-3979fc281ec5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:41.780171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network bafc5fee-e131-42de-b41f-3979fc281ec5 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:41.825874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (74139605-c48e-4f45-8ce1-7d093aba70b3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.886073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Subnet': ['ID=74139605-c48e-4f45-8ce1-7d093aba70b3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:41.917444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Checking segment: {'id': 'cc80a7bb-a59e-43a6-9a17-d385bf70e748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:41.918566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network hostable DHCP agents. Network: c3f040cf-47c2-4c0e-8347-93dc01ed1269, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:41.939139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network c3f040cf-47c2-4c0e-8347-93dc01ed1269 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:41.940058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.951135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c3f040cf-47c2-4c0e-8347-93dc01ed1269) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:41.955532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:41.956231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:41.966524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2eefd-79bc-481a-8f8d-8d7501f90b99 None None] Network c3f040cf-47c2-4c0e-8347-93dc01ed1269 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:41.978785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c316ab4d-6061-4698-b7b5-2e803df0a1bc tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6071417 Jan 28 04:51:41.979087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:41.984260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a2be9d8a-53d9-4065-b18e-04e8b0746fc2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:41.995636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (13f90347-36aa-4677-be41-3de39c4152cf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.051980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f90347-36aa-4677-be41-3de39c4152cf,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:42.092529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Checking segment: {'id': '4f5defea-b170-4a1a-ad26-e0b25a9d3368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bafc5fee-e131-42de-b41f-3979fc281ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:42.093048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Network hostable DHCP agents. Network: bafc5fee-e131-42de-b41f-3979fc281ec5, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:42.098507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c3f040cf-47c2-4c0e-8347-93dc01ed1269', 'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269', 'project_id': 'd1d86fbee9e94d429f7727c7c0f9b1e4', 'fixed_ips': [{'subnet_id': '74139605-c48e-4f45-8ce1-7d093aba70b3'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:51:42.099431 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.116229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Network bafc5fee-e131-42de-b41f-3979fc281ec5 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:42.133975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, bafc5fee-e131-42de-b41f-3979fc281ec5) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:42.142477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:42.145352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.180172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2a5b1cc8-4f98-43e1-bb21-e3069422611e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4503334 Jan 28 04:51:42.187100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7340402-bfe8-48be-9ca8-ea3eeb6010d8 None None] Network bafc5fee-e131-42de-b41f-3979fc281ec5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:42.277478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2be9d8a-53d9-4065-b18e-04e8b0746fc2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router_gateway (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.322076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea8c22-e4d3-473a-8828-02f520652f89 None None] Network bafc5fee-e131-42de-b41f-3979fc281ec5 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:42.454576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Allocated IP 2001:db8:1::2 (c3f040cf-47c2-4c0e-8347-93dc01ed1269/74139605-c48e-4f45-8ce1-7d093aba70b3/f943a8a2-5f87-4d53-83f9-7d765af742a0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:42.474088 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-a2be9d8a-53d9-4065-b18e-04e8b0746fc2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:51:42.482043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a2be9d8a-53d9-4065-b18e-04e8b0746fc2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e HTTP/1.1" status: 400 len: 364 time: 0.5018139 Jan 28 04:51:42.485601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:42.541163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fcb83-5130-42e0-b93a-41eb005aef1a req-366de131-201e-4ca2-8bb7-b8fc224edef1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:42.548938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d2fcb83-5130-42e0-b93a-41eb005aef1a req-366de131-201e-4ca2-8bb7-b8fc224edef1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 943 time: 0.0812819 Jan 28 04:51:42.613687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d2fcb83-5130-42e0-b93a-41eb005aef1a req-b3f188cc-f62f-419b-ba88-2651878010b9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627587 Jan 28 04:51:42.733957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Publish callbacks [] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.744012 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.796437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Network c3f040cf-47c2-4c0e-8347-93dc01ed1269 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:42.802587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device da134f88-a9df-427f-abe3-968af887812d details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:51:42.810010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:42.814045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:42.838116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Pushing event updated for resources: {'Port': ['ID=f943a8a2-5f87-4d53-83f9-7d765af742a0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:42.973354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Attempting to bind port f943a8a2-5f87-4d53-83f9-7d765af742a0 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:51:42.973949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Attempting to bind port f943a8a2-5f87-4d53-83f9-7d765af742a0 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'cc80a7bb-a59e-43a6-9a17-d385bf70e748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:51:42.974321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Attempting to bind port f943a8a2-5f87-4d53-83f9-7d765af742a0 on network c3f040cf-47c2-4c0e-8347-93dc01ed1269 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:51:42.980864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.988817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:51:42.989358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Checking segment: {'id': 'cc80a7bb-a59e-43a6-9a17-d385bf70e748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:42.990428 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.990915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Bound using segment: {'id': 'cc80a7bb-a59e-43a6-9a17-d385bf70e748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:51:42.991536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Bound port: f943a8a2-5f87-4d53-83f9-7d765af742a0, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc80a7bb-a59e-43a6-9a17-d385bf70e748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c3f040cf-47c2-4c0e-8347-93dc01ed1269'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:51:42.992134 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.113581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port da134f88-a9df-427f-abe3-968af887812d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=da134f88-a9df-427f-abe3-968af887812d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:43.169135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'da134f88-a9df-427f-abe3-968af887812d', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': 'da134f88-a9df-427f-abe3-968af887812d', 'mac_address': 'fa:16:3e:0d:ee:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:51:43.188028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] For port f943a8a2-5f87-4d53-83f9-7d765af742a0, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:51:43.223043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] For port f943a8a2-5f87-4d53-83f9-7d765af742a0, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f943a8a2-5f87-4d53-83f9-7d765af742a0,segment=NetworkSegment(cc80a7bb-a59e-43a6-9a17-d385bf70e748),segment_id=cc80a7bb-a59e-43a6-9a17-d385bf70e748)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:51:43.223495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53808) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:43.232541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.239420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040526727-network', 'tenant_id': 'c5dced81160b4109a98de72bc8e3ad3b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:43.280709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Made reservation on behalf of c5dced81160b4109a98de72bc8e3ad3b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:43.282209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port da134f88-a9df-427f-abe3-968af887812d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:43.282610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da134f88-a9df-427f-abe3-968af887812d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.295215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.320179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.322667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da134f88-a9df-427f-abe3-968af887812d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:51:43.369101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb4e70-fbe0-482f-8a8a-50eb536b7b11 None None] Pushing event updated for resources: {'Port': ['ID=f943a8a2-5f87-4d53-83f9-7d765af742a0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:43.375113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port da134f88-a9df-427f-abe3-968af887812d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=da134f88-a9df-427f-abe3-968af887812d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:43.383508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da134f88-a9df-427f-abe3-968af887812d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.465833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=da134f88-a9df-427f-abe3-968af887812d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:43.471937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks [] for security_group (4bfd1991-4766-44a6-9a13-43654e6c89af), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.480506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4bfd1991-4766-44a6-9a13-43654e6c89af), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.517537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:51:43.525340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Allocated IP 2001:db8::1 (1969773d-a9a4-4c03-9c39-375fb0c2953e/0d7ecc51-fedd-4109-b423-4da74137d6a8/1bdec116-0100-4010-8609-8d91bc642e4a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:51:43.592166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd1991-4766-44a6-9a13-43654e6c89af,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:43.603768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (758b0528-3249-4749-86af-35cf97ec21a4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.604123 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Added segment 758b0528-3249-4749-86af-35cf97ec21a4 of type vlan for network eb489ccc-9bbc-45c6-b0b9-18600ff14ddb Jan 28 04:51:43.686585 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.695252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (eb489ccc-9bbc-45c6-b0b9-18600ff14ddb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.757678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (eb489ccc-9bbc-45c6-b0b9-18600ff14ddb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.758644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:43.759230 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.806366 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for port (1bdec116-0100-4010-8609-8d91bc642e4a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.843981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['da134f88-a9df-427f-abe3-968af887812d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:51:43.868358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.929827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7036180 Jan 28 04:51:43.934301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53882) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:43.943710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Request body: {'subnet': {'network_id': 'eb489ccc-9bbc-45c6-b0b9-18600ff14ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040526727-subnet', 'tenant_id': 'c5dced81160b4109a98de72bc8e3ad3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:43.948523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea84a0-38fe-4db5-95ab-d8c4312458c7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb489ccc-9bbc-45c6-b0b9-18600ff14ddb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:43.982896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894e71f-582a-4795-aa2d-2242bfdf7fe1 req-5f55a651-502d-49f5-8cc6-bf9ade93ed81 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:43.984871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f894e71f-582a-4795-aa2d-2242bfdf7fe1 req-5f55a651-502d-49f5-8cc6-bf9ade93ed81 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 944 time: 0.2291720 Jan 28 04:51:43.988090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:43.996698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:43.998973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network eb489ccc-9bbc-45c6-b0b9-18600ff14ddb details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:51:44.000225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:51:44.001552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:44.002687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Made reservation on behalf of c5dced81160b4109a98de72bc8e3ad3b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:51:44.007546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:44.010214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Port': ['ID=1bdec116-0100-4010-8609-8d91bc642e4a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:44.492896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bee00fb0-9ae2-44f0-8251-8c23c5344996 None None] Provisioning complete for port 1bdec116-0100-4010-8609-8d91bc642e4a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:44.493304 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bee00fb0-9ae2-44f0-8251-8c23c5344996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:44.567072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bee00fb0-9ae2-44f0-8251-8c23c5344996 None None] Port 1bdec116-0100-4010-8609-8d91bc642e4a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:44.797955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f894e71f-582a-4795-aa2d-2242bfdf7fe1 req-384d7ecf-95c2-48e2-b0b4-592523f74488 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049548 Jan 28 04:51:44.806494 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.003217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.010777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (179890ce-b850-480e-9dda-24531d8f7f2a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.029125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9e32b-ebe2-45e4-b939-2e57e31c185a None None] Network c3f040cf-47c2-4c0e-8347-93dc01ed1269 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:45.110072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Pushing event updated for resources: {'Subnet': ['ID=179890ce-b850-480e-9dda-24531d8f7f2a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:45.124196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Checking segment: {'id': '758b0528-3249-4749-86af-35cf97ec21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'eb489ccc-9bbc-45c6-b0b9-18600ff14ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:51:45.124974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Network hostable DHCP agents. Network: eb489ccc-9bbc-45c6-b0b9-18600ff14ddb, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:51:45.148704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Network eb489ccc-9bbc-45c6-b0b9-18600ff14ddb is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:51:45.165680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, eb489ccc-9bbc-45c6-b0b9-18600ff14ddb) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:45.176406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:45.177854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.216859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6cdad279-c1be-4665-8e1b-3a044859977f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2798121 Jan 28 04:51:45.220951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a92af-e5f2-4bb4-bf0b-124dc9e14d29 None None] Network eb489ccc-9bbc-45c6-b0b9-18600ff14ddb requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:45.340463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] Provisioning complete for port f943a8a2-5f87-4d53-83f9-7d765af742a0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:45.340575 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.346177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for port (1bdec116-0100-4010-8609-8d91bc642e4a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.352734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.362772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.364493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a528e-4bff-42f6-9c69-cb1c668a7420 None None] Network eb489ccc-9bbc-45c6-b0b9-18600ff14ddb requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:45.465797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:45.560324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Deleting subnet 13f90347-36aa-4677-be41-3de39c4152cf {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:45.566113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Publish callbacks [] for subnet (13f90347-36aa-4677-be41-3de39c4152cf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.621468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:51:45.623142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event updated for resources: {'Port': ['ID=1bdec116-0100-4010-8609-8d91bc642e4a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:45.643715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:51:45.660298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (13f90347-36aa-4677-be41-3de39c4152cf), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.684258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f943a8a2-5f87-4d53-83f9-7d765af742a0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:45.817351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (13f90347-36aa-4677-be41-3de39c4152cf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.874333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f943a8a2-5f87-4d53-83f9-7d765af742a0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:45.874710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.886368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] Current status of the port f943a8a2-5f87-4d53-83f9-7d765af742a0 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:45.903520 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.058953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] For port f943a8a2-5f87-4d53-83f9-7d765af742a0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f943a8a2-5f87-4d53-83f9-7d765af742a0,segment=NetworkSegment(cc80a7bb-a59e-43a6-9a17-d385bf70e748),segment_id=cc80a7bb-a59e-43a6-9a17-d385bf70e748)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:46.071120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Router e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:46.073829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.079735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1850ca-f6c6-4c71-b13c-ce04eb997a34 req-ee185a71-7df5-410d-9222-5f1f3b732470 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:46.088771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b1850ca-f6c6-4c71-b13c-ce04eb997a34 req-ee185a71-7df5-410d-9222-5f1f3b732470 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 944 time: 0.1623166 Jan 28 04:51:46.102868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (13f90347-36aa-4677-be41-3de39c4152cf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.206162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.212964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13f90347-36aa-4677-be41-3de39c4152cf HTTP/1.1" status: 204 len: 168 time: 0.7436364 Jan 28 04:51:46.212964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59666f8-1cbc-467d-b5bf-ea50ffb97213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f90347-36aa-4677-be41-3de39c4152cf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:46.221309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54120) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:46.275875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f943a8a2-5f87-4d53-83f9-7d765af742a0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:46.280592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6c98f-b175-43b2-92af-82996d8c6fa3 None None] Pushing event updated for resources: {'Port': ['ID=f943a8a2-5f87-4d53-83f9-7d765af742a0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:46.309726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:46.322444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] Sync routers for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:46.323162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7622c08a-50a5-43c1-a102-e7aae918c7a0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359351 Jan 28 04:51:46.323752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:46.329503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b1850ca-f6c6-4c71-b13c-ce04eb997a34 req-fca9d341-0b92-4634-aac7-21f8d448e81d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387438 Jan 28 04:51:46.336223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0ec4f3e0-dfd2-4b63-ad3c-70b5788a6ba7 None None] Provisioning complete for port f943a8a2-5f87-4d53-83f9-7d765af742a0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:46.342561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e0-dfd2-4b63-ad3c-70b5788a6ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.363116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (bafc5fee-e131-42de-b41f-3979fc281ec5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.407243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:46.407895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.474316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (bafc5fee-e131-42de-b41f-3979fc281ec5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.498397 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c59459ef-c58a-4c73-86e3-457926a02fa0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.498848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.509401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafc5fee-e131-42de-b41f-3979fc281ec5']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.522560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5defea-b170-4a1a-ad26-e0b25a9d3368') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.523355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5defea-b170-4a1a-ad26-e0b25a9d3368') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.546452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4f5defea-b170-4a1a-ad26-e0b25a9d3368), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.582239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4f5defea-b170-4a1a-ad26-e0b25a9d3368), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.586078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:46.587018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.595221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:46.595804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4f5defea-b170-4a1a-ad26-e0b25a9d3368), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.613595 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-c59459ef-c58a-4c73-86e3-457926a02fa0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:51:46.618093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c59459ef-c58a-4c73-86e3-457926a02fa0 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e HTTP/1.1" status: 409 len: 329 time: 0.2933719 Jan 28 04:51:46.618667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54166) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:46.625818 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:46.642169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:46.643085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eb8ad-0698-4736-b3fd-a29abead5127 None None] The sync data for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:46.663101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4f3e0-dfd2-4b63-ad3c-70b5788a6ba7 None None] Current status of the port f943a8a2-5f87-4d53-83f9-7d765af742a0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:46.704653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0ec4f3e0-dfd2-4b63-ad3c-70b5788a6ba7 None None] Provisioning complete for port 1bdec116-0100-4010-8609-8d91bc642e4a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:46.715538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e0-dfd2-4b63-ad3c-70b5788a6ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.746553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (bafc5fee-e131-42de-b41f-3979fc281ec5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.763379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.770873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bafc5fee-e131-42de-b41f-3979fc281ec5 HTTP/1.1" status: 204 len: 168 time: 0.5445368 Jan 28 04:51:46.775517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4f3e0-dfd2-4b63-ad3c-70b5788a6ba7 None None] Port 1bdec116-0100-4010-8609-8d91bc642e4a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:51:46.784604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:46.792567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac670a-c61d-44b3-b30f-ee9a5eb8bdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bafc5fee-e131-42de-b41f-3979fc281ec5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:46.801437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device da134f88-a9df-427f-abe3-968af887812d up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:46.858292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port da134f88-a9df-427f-abe3-968af887812d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:51:46.863101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port da134f88-a9df-427f-abe3-968af887812d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:46.863730 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da134f88-a9df-427f-abe3-968af887812d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.872510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Deleting subnet 179890ce-b850-480e-9dda-24531d8f7f2a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:46.882959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Publish callbacks [] for subnet (179890ce-b850-480e-9dda-24531d8f7f2a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.946958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (179890ce-b850-480e-9dda-24531d8f7f2a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.954187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port da134f88-a9df-427f-abe3-968af887812d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:46.954878 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da134f88-a9df-427f-abe3-968af887812d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.981302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9821533f-34a7-487f-bb32-03cdba56763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da134f88-a9df-427f-abe3-968af887812d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:51:46.984171 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f94fa3-6b82-47c8-930a-410459c38026" -d '{"events": [{"server_uuid": "9821533f-34a7-487f-bb32-03cdba56763a", "name": "network-vif-plugged", "status": "completed", "tag": "da134f88-a9df-427f-abe3-968af887812d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:51:47.000385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port da134f88-a9df-427f-abe3-968af887812d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=da134f88-a9df-427f-abe3-968af887812d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:47.006212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (da134f88-a9df-427f-abe3-968af887812d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.017492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (179890ce-b850-480e-9dda-24531d8f7f2a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.057615 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba23cb37-0e0f-4c3a-8eec-0621dfb85c1c x-openstack-request-id: req-ba23cb37-0e0f-4c3a-8eec-0621dfb85c1c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:51:47.058144 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9821533f-34a7-487f-bb32-03cdba56763a", "name": "network-vif-plugged", "status": "completed", "tag": "da134f88-a9df-427f-abe3-968af887812d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:51:47.058431 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba23cb37-0e0f-4c3a-8eec-0621dfb85c1c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:51:47.058907 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9821533f-34a7-487f-bb32-03cdba56763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da134f88-a9df-427f-abe3-968af887812d', 'code': 200} Jan 28 04:51:47.074245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=da134f88-a9df-427f-abe3-968af887812d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:47.103934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (179890ce-b850-480e-9dda-24531d8f7f2a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.135502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179890ce-b850-480e-9dda-24531d8f7f2a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:47.138354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.141722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d33a9856-287b-4cc7-9b7b-9df24193055f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/179890ce-b850-480e-9dda-24531d8f7f2a HTTP/1.1" status: 204 len: 168 time: 0.3561416 Jan 28 04:51:47.144482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54184) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:47.214576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e706f8-1b71-4707-b9f9-384d0583c126 req-a2e2dcf0-2c06-4210-8ddd-9623ff8c5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:47.216959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (eb489ccc-9bbc-45c6-b0b9-18600ff14ddb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.217223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1e706f8-1b71-4707-b9f9-384d0583c126 req-a2e2dcf0-2c06-4210-8ddd-9623ff8c5eac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 1096 time: 0.0740781 Jan 28 04:51:47.239529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.272958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1e706f8-1b71-4707-b9f9-384d0583c126 req-7141374d-f123-4cbe-82be-832e70ba1ae0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497277 Jan 28 04:51:47.284458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f943a8a2-5f87-4d53-83f9-7d765af742a0 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:51:47.347643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f943a8a2-5f87-4d53-83f9-7d765af742a0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:51:47.347643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.397044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (eb489ccc-9bbc-45c6-b0b9-18600ff14ddb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.462168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb489ccc-9bbc-45c6-b0b9-18600ff14ddb']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:47.469473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f943a8a2-5f87-4d53-83f9-7d765af742a0 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:51:47.499904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758b0528-3249-4749-86af-35cf97ec21a4') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:47.500428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758b0528-3249-4749-86af-35cf97ec21a4') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:47.517493 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (758b0528-3249-4749-86af-35cf97ec21a4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.541905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (758b0528-3249-4749-86af-35cf97ec21a4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.551437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1c93-f08d-47bb-90ed-61825bed84eb req-2c721d55-1e91-41f5-b21c-3aa7d60ea7f1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:47.553555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-918e1c93-f08d-47bb-90ed-61825bed84eb req-2c721d55-1e91-41f5-b21c-3aa7d60ea7f1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.1093020 Jan 28 04:51:47.560978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:47.561605 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (758b0528-3249-4749-86af-35cf97ec21a4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:47.563564 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:47.649659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (eb489ccc-9bbc-45c6-b0b9-18600ff14ddb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.681110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.684317 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eb489ccc-9bbc-45c6-b0b9-18600ff14ddb HTTP/1.1" status: 204 len: 168 time: 0.5389309 Jan 28 04:51:47.708820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756e62-3f00-4745-b5df-243a4730cd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb489ccc-9bbc-45c6-b0b9-18600ff14ddb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:47.742506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-918e1c93-f08d-47bb-90ed-61825bed84eb req-fc85c20d-329b-44c2-913d-ab810577a6b9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596420 Jan 28 04:51:47.818431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting port 1bdec116-0100-4010-8609-8d91bc642e4a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:47.818782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.917265 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:47.923469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54202) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:47.930396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Calling delete_port for 1bdec116-0100-4010-8609-8d91bc642e4a owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:47.981197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-499e109e-c530-4dd5-84bc-45fe5c9def31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d6559eb779f45cd993b4da497c7bf95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0535860 Jan 28 04:51:47.981826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54204) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:48.033113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7940594-ecc8-44f5-916c-9cb0417db075 admin admin] Publish callbacks [] for security_group (32075bc2-e457-405c-ad01-f3311fa7aac5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.063948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7940594-ecc8-44f5-916c-9cb0417db075 admin admin] Publish callbacks [] for security_group (32075bc2-e457-405c-ad01-f3311fa7aac5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.119707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7940594-ecc8-44f5-916c-9cb0417db075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (32075bc2-e457-405c-ad01-f3311fa7aac5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.122660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7940594-ecc8-44f5-916c-9cb0417db075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.124057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7940594-ecc8-44f5-916c-9cb0417db075 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32075bc2-e457-405c-ad01-f3311fa7aac5 HTTP/1.1" status: 204 len: 168 time: 0.1411986 Jan 28 04:51:48.133717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7940594-ecc8-44f5-916c-9cb0417db075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32075bc2-e457-405c-ad01-f3311fa7aac5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:48.399231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1bdec116-0100-4010-8609-8d91bc642e4a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.429895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Port': ['ID=1bdec116-0100-4010-8609-8d91bc642e4a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:48.571616 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.598522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54212) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:48.684205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a68a60e-5ccc-409d-8e92-0de4164568d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5dced81160b4109a98de72bc8e3ad3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839434 Jan 28 04:51:48.688044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54214) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:48.786196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Publish callbacks [] for security_group (4bfd1991-4766-44a6-9a13-43654e6c89af), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.911479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Publish callbacks [] for security_group (4bfd1991-4766-44a6-9a13-43654e6c89af), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:48.924437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Router e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:51:48.946442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b99e9-51b6-4a26-8d14-708e0cc18774 req-7e562e60-4675-4815-a0b3-6f15910a2dae tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:48.947996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e5b99e9-51b6-4a26-8d14-708e0cc18774 req-7e562e60-4675-4815-a0b3-6f15910a2dae tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.1204250 Jan 28 04:51:49.058842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:51:49.070673 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] Sync routers for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:51:49.072026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54220) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:49.072168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-75e173fd-99d2-4d84-8e26-77d127ae7237 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4524198 Jan 28 04:51:49.075790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4bfd1991-4766-44a6-9a13-43654e6c89af), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.078350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.081739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bfd1991-4766-44a6-9a13-43654e6c89af HTTP/1.1" status: 204 len: 168 time: 0.3904741 Jan 28 04:51:49.086671 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:49.087538 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:49.091785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e5b99e9-51b6-4a26-8d14-708e0cc18774 req-c607b259-ab4f-4e85-9c1e-45df51660e9f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322389 Jan 28 04:51:49.093395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd1991-4766-44a6-9a13-43654e6c89af,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:49.102081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.102860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.103678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.104024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.104365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.104702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.105034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.105401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.105733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.106062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.106391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.106718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.107045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea694c0-c2c6-4ed5-9fab-56ed5aed46b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:49.143832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:49.155881 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] Routers {'e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:51:49.157102 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:49.196740 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:49.198014 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92db842-ab59-43c6-831a-b0c6df87c3c8 None None] The sync data for ids ['e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:51:49.214105 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-b4f57c8c-48b1-4407-9b3d-131fbe672ab2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] show failed (client error): The resource could not be found. Jan 28 04:51:49.215433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4f57c8c-48b1-4407-9b3d-131fbe672ab2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1902607035 HTTP/1.1" status: 404 len: 335 time: 0.1420784 Jan 28 04:51:49.219347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:49.225298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3ca9771e-c0a5-4848-8475-d0b15bb7fa01 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:49.244226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f01cf-9ef5-4e6c-9dbc-e85fb283a74a req-a640e351-4439-4781-b6e9-fa2d341c9882 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:49.245946 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-692f01cf-9ef5-4e6c-9dbc-e85fb283a74a req-a640e351-4439-4781-b6e9-fa2d341c9882 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.0586872 Jan 28 04:51:49.278666 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-3ca9771e-c0a5-4848-8475-d0b15bb7fa01 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] update failed (client error): The resource could not be found. Jan 28 04:51:49.280016 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ca9771e-c0a5-4848-8475-d0b15bb7fa01 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-198760451 HTTP/1.1" status: 404 len: 334 time: 0.0592554 Jan 28 04:51:49.283335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54228) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:49.323549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-692f01cf-9ef5-4e6c-9dbc-e85fb283a74a req-662c1f5a-6435-4c0c-9750-753603ffee3f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605981 Jan 28 04:51:49.359433 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting subnet 74139605-c48e-4f45-8ce1-7d093aba70b3 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:49.362973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (74139605-c48e-4f45-8ce1-7d093aba70b3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.449175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (74139605-c48e-4f45-8ce1-7d093aba70b3), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.511175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50ebc-477b-4a17-8f5f-c575c2c9ff5c req-28c185c0-3880-415a-b094-ee5c08e55753 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:49.512796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1e50ebc-477b-4a17-8f5f-c575c2c9ff5c req-28c185c0-3880-415a-b094-ee5c08e55753 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.1223195 Jan 28 04:51:49.629445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (74139605-c48e-4f45-8ce1-7d093aba70b3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.636292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1e50ebc-477b-4a17-8f5f-c575c2c9ff5c req-d5181526-c83f-4114-b236-d55682004512 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141369 Jan 28 04:51:49.709031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (74139605-c48e-4f45-8ce1-7d093aba70b3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.737791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Subnet': ['ID=74139605-c48e-4f45-8ce1-7d093aba70b3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:49.744095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.750502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54248) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:49.750971 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07574075-452c-473b-a7f2-e21ec42d8c1e tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/subnets/74139605-c48e-4f45-8ce1-7d093aba70b3 HTTP/1.1" status: 204 len: 168 time: 0.4655631 Jan 28 04:51:49.759536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb630b0-5d72-41dd-9dfa-7b863b89362d None None] Network c3f040cf-47c2-4c0e-8347-93dc01ed1269 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:49.854133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c3f040cf-47c2-4c0e-8347-93dc01ed1269), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:49.993115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting port f943a8a2-5f87-4d53-83f9-7d765af742a0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:49.996630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.025737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb09b-57a8-48fc-bb56-e0da816b5401 req-f8712331-aa6f-4244-91e5-b70185173535 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:50.027096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] DHCP port deletion for c3f040cf-47c2-4c0e-8347-93dc01ed1269 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:51:50.028055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d59cb09b-57a8-48fc-bb56-e0da816b5401 req-f8712331-aa6f-4244-91e5-b70185173535 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.0927789 Jan 28 04:51:50.074878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] For port f943a8a2-5f87-4d53-83f9-7d765af742a0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f943a8a2-5f87-4d53-83f9-7d765af742a0,segment=NetworkSegment(cc80a7bb-a59e-43a6-9a17-d385bf70e748),segment_id=cc80a7bb-a59e-43a6-9a17-d385bf70e748)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:50.075597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.081570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] Deleting port f943a8a2-5f87-4d53-83f9-7d765af742a0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:50.081951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.091669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Calling delete_port for f943a8a2-5f87-4d53-83f9-7d765af742a0 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:50.146541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d59cb09b-57a8-48fc-bb56-e0da816b5401 req-667ef9d8-49d7-4133-8c91-d8c802657de2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045098 Jan 28 04:51:50.158400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] For port f943a8a2-5f87-4d53-83f9-7d765af742a0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f943a8a2-5f87-4d53-83f9-7d765af742a0,segment=NetworkSegment(cc80a7bb-a59e-43a6-9a17-d385bf70e748),segment_id=cc80a7bb-a59e-43a6-9a17-d385bf70e748)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:50.159228 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.175152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] Calling delete_port for f943a8a2-5f87-4d53-83f9-7d765af742a0 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:50.203252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.251736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Port': ['ID=f943a8a2-5f87-4d53-83f9-7d765af742a0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:50.263723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] No DVR routers for this DVR port f943a8a2-5f87-4d53-83f9-7d765af742a0 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:50.272634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (f943a8a2-5f87-4d53-83f9-7d765af742a0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.297049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] Pushing event deleted for resources: {'Port': ['ID=f943a8a2-5f87-4d53-83f9-7d765af742a0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:50.307925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcba0e-735a-4478-bdff-7bc226f4371c None None] No DVR routers for this DVR port f943a8a2-5f87-4d53-83f9-7d765af742a0 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:50.359824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c3f040cf-47c2-4c0e-8347-93dc01ed1269), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.382295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f040cf-47c2-4c0e-8347-93dc01ed1269']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:50.393047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc80a7bb-a59e-43a6-9a17-d385bf70e748') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:50.393425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc80a7bb-a59e-43a6-9a17-d385bf70e748') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:50.404739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (cc80a7bb-a59e-43a6-9a17-d385bf70e748), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.420615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cc80a7bb-a59e-43a6-9a17-d385bf70e748), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.428035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:50.428537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (cc80a7bb-a59e-43a6-9a17-d385bf70e748), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:50.431892 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:50.504277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c3f040cf-47c2-4c0e-8347-93dc01ed1269), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.513119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.517663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/networks/c3f040cf-47c2-4c0e-8347-93dc01ed1269 HTTP/1.1" status: 204 len: 168 time: 0.7662997 Jan 28 04:51:50.520004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:50.543920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1896fa-9543-476e-a81d-275043176147 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Network': ['ID=c3f040cf-47c2-4c0e-8347-93dc01ed1269,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:50.605424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting subnet 702b7d3c-295a-4fd9-8817-d5baef5a82cc {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:50.608638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (702b7d3c-295a-4fd9-8817-d5baef5a82cc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.651908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (702b7d3c-295a-4fd9-8817-d5baef5a82cc), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.757908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (702b7d3c-295a-4fd9-8817-d5baef5a82cc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.823061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (702b7d3c-295a-4fd9-8817-d5baef5a82cc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.860625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Subnet': ['ID=702b7d3c-295a-4fd9-8817-d5baef5a82cc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:50.862954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:50.868150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7bed23c8-f199-41a0-89c9-c5cc91ce8581 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/subnets/702b7d3c-295a-4fd9-8817-d5baef5a82cc HTTP/1.1" status: 204 len: 168 time: 0.3469028 Jan 28 04:51:50.870645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54282) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:50.902637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcfebfc-b111-4eb9-8b40-74c01c46bd0a None None] Network 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:50.959423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting subnet 68821803-25c8-459a-9a75-1623f2f67fad {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:50.965673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (68821803-25c8-459a-9a75-1623f2f67fad), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.024834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (68821803-25c8-459a-9a75-1623f2f67fad), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.085789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] DHCP port deletion for 6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:51:51.133189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (68821803-25c8-459a-9a75-1623f2f67fad), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.171571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] Deleting port ccf59bcd-f957-49da-8638-b6c913507eb1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:51.171963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.240436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (68821803-25c8-459a-9a75-1623f2f67fad), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.253314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] For port ccf59bcd-f957-49da-8638-b6c913507eb1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccf59bcd-f957-49da-8638-b6c913507eb1,segment=NetworkSegment(5591ecb5-b38d-44ed-b6e2-b3691a149773),segment_id=5591ecb5-b38d-44ed-b6e2-b3691a149773)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:51.253725 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.277175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.281793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00eef13-bb07-4522-8cd3-2b10e97272d7 None None] Network dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:51.286855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/subnets/68821803-25c8-459a-9a75-1623f2f67fad HTTP/1.1" status: 204 len: 168 time: 0.4148934 Jan 28 04:51:51.287473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54294) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:51.366832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141543d-bbb4-4734-8e7d-d3175d493eb5 req-982f432e-2bb1-41a9-98fc-6d5950d7794a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:51.376602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0141543d-bbb4-4734-8e7d-d3175d493eb5 req-982f432e-2bb1-41a9-98fc-6d5950d7794a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.0976486 Jan 28 04:51:51.397507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3888aa-5e22-41fc-8493-b087eab4d8cd tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Subnet': ['ID=68821803-25c8-459a-9a75-1623f2f67fad,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:51.447716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f943a8a2-5f87-4d53-83f9-7d765af742a0 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:51.494582 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0141543d-bbb4-4734-8e7d-d3175d493eb5 req-65d47e0a-ab40-4f0b-a62d-a5b2f093aa1e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164596 Jan 28 04:51:51.504916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] Calling delete_port for ccf59bcd-f957-49da-8638-b6c913507eb1 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:51.537557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.574208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f943a8a2-5f87-4d53-83f9-7d765af742a0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:51:51.574923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f943a8a2-5f87-4d53-83f9-7d765af742a0 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:51.575598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccf59bcd-f957-49da-8638-b6c913507eb1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:51.605283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting port ccf59bcd-f957-49da-8638-b6c913507eb1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:51.605694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.682490 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.709214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] For port ccf59bcd-f957-49da-8638-b6c913507eb1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccf59bcd-f957-49da-8638-b6c913507eb1,segment=NetworkSegment(5591ecb5-b38d-44ed-b6e2-b3691a149773),segment_id=5591ecb5-b38d-44ed-b6e2-b3691a149773)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:51.709868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.727917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Calling delete_port for ccf59bcd-f957-49da-8638-b6c913507eb1 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:51.754964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] Pushing event deleted for resources: {'Port': ['ID=ccf59bcd-f957-49da-8638-b6c913507eb1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:51.764018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b9850-9340-4b08-9ac3-770d99e59060 None None] No DVR routers for this DVR port ccf59bcd-f957-49da-8638-b6c913507eb1 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:51.770319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No active binding found for port ccf59bcd-f957-49da-8638-b6c913507eb1 {{(pid=103140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 04:51:51.770762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] The host n-d-824835-3 is not matching for port ccf59bcd-f957-49da-8638-b6c913507eb1 host None! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:51:51.771285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccf59bcd-f957-49da-8638-b6c913507eb1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:51.819423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-7bf6f31b-1c29-4492-b6e5-c0e6bf23ffc3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:51.820922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-7bf6f31b-1c29-4492-b6e5-c0e6bf23ffc3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 945 time: 0.1675737 Jan 28 04:51:51.857807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] DHCP port deletion for dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:51:51.911150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] Deleting port 144e0445-e018-4d52-83f4-758b2bf4b401 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:51.912374 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.929317 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ccf59bcd-f957-49da-8638-b6c913507eb1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.957649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Port': ['ID=ccf59bcd-f957-49da-8638-b6c913507eb1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:51.962245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] No DVR routers for this DVR port ccf59bcd-f957-49da-8638-b6c913507eb1 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:51.983241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] For port 144e0445-e018-4d52-83f4-758b2bf4b401, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=144e0445-e018-4d52-83f4-758b2bf4b401,segment=NetworkSegment(78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65),segment_id=78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:51.983643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.994749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port da134f88-a9df-427f-abe3-968af887812d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:51.995099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (da134f88-a9df-427f-abe3-968af887812d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:51.996770 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] Calling delete_port for 144e0445-e018-4d52-83f4-758b2bf4b401 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:52.082868 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (144e0445-e018-4d52-83f4-758b2bf4b401), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.100524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.134029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] Pushing event deleted for resources: {'Port': ['ID=144e0445-e018-4d52-83f4-758b2bf4b401,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:52.136342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:52.136943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba438ba-b279-4cc1-8f47-be67483ab7fd None None] No DVR routers for this DVR port 144e0445-e018-4d52-83f4-758b2bf4b401 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:52.158098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5591ecb5-b38d-44ed-b6e2-b3691a149773') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:52.158410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5591ecb5-b38d-44ed-b6e2-b3691a149773') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:52.173639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port da134f88-a9df-427f-abe3-968af887812d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=da134f88-a9df-427f-abe3-968af887812d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:52.174053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (da134f88-a9df-427f-abe3-968af887812d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.177391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5591ecb5-b38d-44ed-b6e2-b3691a149773), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.202138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for da134f88-a9df-427f-abe3-968af887812d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:52.207116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5591ecb5-b38d-44ed-b6e2-b3691a149773), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.219430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:52.219908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5591ecb5-b38d-44ed-b6e2-b3691a149773), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:52.223043 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:52.316583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.324909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.328041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/networks/6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa HTTP/1.1" status: 204 len: 168 time: 1.0357275 Jan 28 04:51:52.330637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54302) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:52.343700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ea9b-8260-419b-8cb5-7a2feec7b942 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Network': ['ID=6c9d26d4-c5c5-4a30-bdc7-bd827d2d28aa,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:52.417797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.424909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (da134f88-a9df-427f-abe3-968af887812d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.455714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=da134f88-a9df-427f-abe3-968af887812d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:52.467238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['da134f88-a9df-427f-abe3-968af887812d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:51:52.502782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port da134f88-a9df-427f-abe3-968af887812d on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:52.507221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.511069 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d700674d-2508-44d9-8dae-8dbacada16d5 req-5a777f08-d274-4182-a72f-13b5460c56e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "DELETE /v2.0/ports/da134f88-a9df-427f-abe3-968af887812d HTTP/1.1" status: 204 len: 173 time: 0.6844471 Jan 28 04:51:52.511640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9821533f-34a7-487f-bb32-03cdba56763a', 'name': 'network-vif-deleted', 'tag': 'da134f88-a9df-427f-abe3-968af887812d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:51:52.515093 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fe8b7c-c584-439d-8659-e81e40192fd6" -d '{"events": [{"server_uuid": "9821533f-34a7-487f-bb32-03cdba56763a", "name": "network-vif-deleted", "tag": "da134f88-a9df-427f-abe3-968af887812d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:51:52.524469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.556697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:52.571854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:52.572644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:52.593028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.617783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.625281 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c65404-176c-4305-901f-56423cde5b49 x-openstack-request-id: req-24c65404-176c-4305-901f-56423cde5b49 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:51:52.625689 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9821533f-34a7-487f-bb32-03cdba56763a", "name": "network-vif-deleted", "tag": "da134f88-a9df-427f-abe3-968af887812d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:51:52.626051 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24c65404-176c-4305-901f-56423cde5b49 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:51:52.626560 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9821533f-34a7-487f-bb32-03cdba56763a', 'name': 'network-vif-deleted', 'tag': 'da134f88-a9df-427f-abe3-968af887812d', 'status': 'completed', 'code': 200} Jan 28 04:51:52.643420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:52.644166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (78b0ca3b-6f7f-46a6-beb9-adad9e3e1e65), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:52.649059 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:52.680123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dec0aa6d-4610-4db5-9d10-01af9bc36945 req-d4d1e019-f7c7-497d-b911-edbdbf68273c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0548625 Jan 28 04:51:52.739570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.760555 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.766634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54314) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:52.774168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/networks/dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7 HTTP/1.1" status: 204 len: 168 time: 0.4330144 Jan 28 04:51:52.796431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6449a-2dd7-4b7e-9def-242aff8285f3 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Network': ['ID=dd8510ad-6aa3-4186-9c4f-9fe48da3f6c7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:52.839714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting subnet 0d7ecc51-fedd-4109-b423-4da74137d6a8 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:51:52.843892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (0d7ecc51-fedd-4109-b423-4da74137d6a8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.892170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (0d7ecc51-fedd-4109-b423-4da74137d6a8), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:52.982390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (0d7ecc51-fedd-4109-b423-4da74137d6a8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.056445 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (0d7ecc51-fedd-4109-b423-4da74137d6a8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.089126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7ecc51-fedd-4109-b423-4da74137d6a8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:53.091368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.097109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-73ff9b0e-c3c4-40ff-b301-fedea3c08295 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/subnets/0d7ecc51-fedd-4109-b423-4da74137d6a8 HTTP/1.1" status: 204 len: 168 time: 0.3293777 Jan 28 04:51:53.097540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54322) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:53.101601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ecc333-71d2-4db4-9723-f753a64e067f None None] Network 1969773d-a9a4-4c03-9c39-375fb0c2953e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:51:53.197822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (1969773d-a9a4-4c03-9c39-375fb0c2953e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.260632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Deleting port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:53.261214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.285512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 144e0445-e018-4d52-83f4-758b2bf4b401 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:53.311344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 144e0445-e018-4d52-83f4-758b2bf4b401 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:51:53.311982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 144e0445-e018-4d52-83f4-758b2bf4b401 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:53.350973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] For port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,segment=NetworkSegment(0f75125a-a208-49ea-b8ee-7082587180ea),segment_id=0f75125a-a208-49ea-b8ee-7082587180ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:53.351442 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.365511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Calling delete_port for dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:53.386526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] DHCP port deletion for 1969773d-a9a4-4c03-9c39-375fb0c2953e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:51:53.455668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Deleting port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:51:53.456182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.460452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.491181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Port': ['ID=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:53.499271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] No DVR routers for this DVR port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:53.532153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] For port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:51:53.533021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.548804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Calling delete_port for dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:51:53.552578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:51:53.554986 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (dacdbcdd-c499-408f-b3f9-2d8ef96f0c30), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.587014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] Pushing event deleted for resources: {'Port': ['ID=dacdbcdd-c499-408f-b3f9-2d8ef96f0c30,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:53.594745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042351c-4676-433e-a5d5-4d27d39123f5 None None] No DVR routers for this DVR port dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:51:53.597782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (1969773d-a9a4-4c03-9c39-375fb0c2953e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.632156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1969773d-a9a4-4c03-9c39-375fb0c2953e']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:53.643729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f75125a-a208-49ea-b8ee-7082587180ea') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:53.644028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f75125a-a208-49ea-b8ee-7082587180ea') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:51:53.654307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0f75125a-a208-49ea-b8ee-7082587180ea), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.668333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0f75125a-a208-49ea-b8ee-7082587180ea), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.674335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:51:53.674727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0f75125a-a208-49ea-b8ee-7082587180ea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:51:53.677669 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:51:53.774583 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (1969773d-a9a4-4c03-9c39-375fb0c2953e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.789525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:53.795245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/networks/1969773d-a9a4-4c03-9c39-375fb0c2953e HTTP/1.1" status: 204 len: 168 time: 0.6940722 Jan 28 04:51:53.795629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54330) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:53.820725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ec8b6-33bb-4351-af64-4ca1871d8ee1 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Pushing event deleted for resources: {'Network': ['ID=1969773d-a9a4-4c03-9c39-375fb0c2953e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:53.833267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ff8ce189-c662-47c7-b790-9b9a19460fb2 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e HTTP/1.1" status: 200 len: 205 time: 0.0325453 Jan 28 04:51:53.834165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54334) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:53.857523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-209c2608-545f-4f63-8909-a99a9b36fd7b req-c0cfe995-2f5e-4564-a47b-79afd5850931 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0693004 Jan 28 04:51:53.934299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.097273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.099723 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router_controller (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.143864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.144577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Fanout notify agent at l3_agent the message router_deleted on router e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:51:54.153187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.154870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cafd1c62-a093-4a6e-9a2b-6109cfce6b09 tempest-RoutersNegativeIpV6Test-5580744 tempest-RoutersNegativeIpV6Test-5580744-project] 10.222.0.21 "DELETE /v2.0/routers/e3ba64bb-5fd5-4aa5-b0f6-6c6b8b30316e HTTP/1.1" status: 204 len: 168 time: 0.3192225 Jan 28 04:51:54.439924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54340) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:54.600425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54344) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:54.601413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d5ab3af5-9902-4358-8676-d425096257dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1d86fbee9e94d429f7727c7c0f9b1e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596477 Jan 28 04:51:54.651088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0299129e-8ae1-4dc6-8de0-4002ce3f7261 admin admin] Publish callbacks [] for security_group (0f870818-6c8a-414f-b3d7-fdea35c20bb0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.676416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0299129e-8ae1-4dc6-8de0-4002ce3f7261 admin admin] Publish callbacks [] for security_group (0f870818-6c8a-414f-b3d7-fdea35c20bb0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.725026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0299129e-8ae1-4dc6-8de0-4002ce3f7261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0f870818-6c8a-414f-b3d7-fdea35c20bb0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.727581 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0299129e-8ae1-4dc6-8de0-4002ce3f7261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:54.728767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0299129e-8ae1-4dc6-8de0-4002ce3f7261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f870818-6c8a-414f-b3d7-fdea35c20bb0 HTTP/1.1" status: 204 len: 168 time: 0.1264775 Jan 28 04:51:54.736535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299129e-8ae1-4dc6-8de0-4002ce3f7261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f870818-6c8a-414f-b3d7-fdea35c20bb0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:54.830966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device da134f88-a9df-427f-abe3-968af887812d no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:54.853183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: da134f88-a9df-427f-abe3-968af887812d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:51:54.853715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device da134f88-a9df-427f-abe3-968af887812d not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:54.954128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-200d4bbf-700a-4c69-aaa0-327044f807df req-1748abf0-00a3-42dd-838e-b11e05c19e96 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0306442 Jan 28 04:51:55.234522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:51:55.260091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:51:55.263206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dacdbcdd-c499-408f-b3f9-2d8ef96f0c30 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:51:55.414884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54370) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:55.511243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143738604'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:55.532497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.540733 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.618008 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (d033498a-76cb-45a6-a6fa-06cece4c784f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.622013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d033498a-76cb-45a6-a6fa-06cece4c784f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.655215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d033498a-76cb-45a6-a6fa-06cece4c784f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:55.698304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (33e45318-d505-4e6e-b178-718fff567b40), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.702365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (33e45318-d505-4e6e-b178-718fff567b40), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.731502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e45318-d505-4e6e-b178-718fff567b40,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:55.735607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.739243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5ff0a839-60d4-413a-a585-afc0700a8c63 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3209546 Jan 28 04:51:55.740425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:55.805188 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1f7ce72-3b1d-4ab3-a715-6be78f666c6c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0610735 Jan 28 04:51:55.805400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54376) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:55.809516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-security--1915060198', 'description': 'tempest-security-description-1115776466'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:55.842088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (33e45318-d505-4e6e-b178-718fff567b40), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.885482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (33e45318-d505-4e6e-b178-718fff567b40), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.888906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (33e45318-d505-4e6e-b178-718fff567b40), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.891494 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:55.895131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "PUT /v2.0/security-groups/33e45318-d505-4e6e-b178-718fff567b40 HTTP/1.1" status: 200 len: 1797 time: 0.0864711 Jan 28 04:51:55.895671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54378) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:55.915619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe718a7-3c55-40da-a553-2e443f85e5c1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e45318-d505-4e6e-b178-718fff567b40,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:55.938863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-adc6d84e-85ff-44c3-ab18-0079395b7a78 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups/33e45318-d505-4e6e-b178-718fff567b40 HTTP/1.1" status: 200 len: 1797 time: 0.0395761 Jan 28 04:51:55.939181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:55.999165 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (33e45318-d505-4e6e-b178-718fff567b40), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.024006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (33e45318-d505-4e6e-b178-718fff567b40), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.064580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4c7103e-6797-457b-ba96-7b6bd42ef851 req-90bc3ae9-e437-4771-9d99-ce9bcf9f982b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0331149 Jan 28 04:51:56.072426 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (33e45318-d505-4e6e-b178-718fff567b40), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.075451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.079402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/33e45318-d505-4e6e-b178-718fff567b40 HTTP/1.1" status: 204 len: 168 time: 0.1368082 Jan 28 04:51:56.079865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54386) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.092046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e45318-d505-4e6e-b178-718fff567b40,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.100564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.100907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.101290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.101809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.102146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.102474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.102806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.103136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.103463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.103799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.104121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.104446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.104774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431e82-93df-4d47-ba52-a6ac076281e9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:51:56.140517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7b7576f0-7151-42fc-a874-2fce16742fc9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593982 Jan 28 04:51:56.143432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54388) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.157656 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-20d2c966-a027-467c-b105-ec746e716a5e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] delete failed (client error): The resource could not be found. Jan 28 04:51:56.158838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-20d2c966-a027-467c-b105-ec746e716a5e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/33e45318-d505-4e6e-b178-718fff567b40 HTTP/1.1" status: 404 len: 347 time: 0.0144088 Jan 28 04:51:56.163711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54390) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.172627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243544365'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:56.194140 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.266339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (844a47c0-bca5-43b8-8cce-f1546d4d7eb3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.270932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (844a47c0-bca5-43b8-8cce-f1546d4d7eb3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.299657 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.301008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1363337 Jan 28 04:51:56.304093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54392) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.305193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b13a1-3c7b-4b22-b8a9-b7a4f0303ebd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844a47c0-bca5-43b8-8cce-f1546d4d7eb3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.309492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '844a47c0-bca5-43b8-8cce-f1546d4d7eb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:56.336652 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (d72685df-fce0-4428-98ab-7980060bfd65), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.385859 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (d72685df-fce0-4428-98ab-7980060bfd65), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.389689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d72685df-fce0-4428-98ab-7980060bfd65), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.407582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72685df-fce0-4428-98ab-7980060bfd65,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.415274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.416504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-46ee52be-3ca6-491c-a833-4adfd77e68ad tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110744 Jan 28 04:51:56.419395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54394) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.443488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe9595a-d35d-418a-b08e-36acd86332d7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (d72685df-fce0-4428-98ab-7980060bfd65), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.451737 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe9595a-d35d-418a-b08e-36acd86332d7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (d72685df-fce0-4428-98ab-7980060bfd65), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.477961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe9595a-d35d-418a-b08e-36acd86332d7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d72685df-fce0-4428-98ab-7980060bfd65), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.485043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe9595a-d35d-418a-b08e-36acd86332d7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.488486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4fe9595a-d35d-418a-b08e-36acd86332d7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d72685df-fce0-4428-98ab-7980060bfd65 HTTP/1.1" status: 204 len: 168 time: 0.0658925 Jan 28 04:51:56.488885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54396) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.491753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9595a-d35d-418a-b08e-36acd86332d7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d72685df-fce0-4428-98ab-7980060bfd65,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.532661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f41517f6-cc1f-45b9-98eb-c18e0a4185e2 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420780 Jan 28 04:51:56.535242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54398) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.586181 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-fe36-4e56-a08f-44b94617ac48 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (844a47c0-bca5-43b8-8cce-f1546d4d7eb3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.608206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-fe36-4e56-a08f-44b94617ac48 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (844a47c0-bca5-43b8-8cce-f1546d4d7eb3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.648160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-fe36-4e56-a08f-44b94617ac48 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (844a47c0-bca5-43b8-8cce-f1546d4d7eb3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.651831 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-fe36-4e56-a08f-44b94617ac48 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.652982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-383a068e-fe36-4e56-a08f-44b94617ac48 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/844a47c0-bca5-43b8-8cce-f1546d4d7eb3 HTTP/1.1" status: 204 len: 168 time: 0.1168559 Jan 28 04:51:56.655752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54400) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.662762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a068e-fe36-4e56-a08f-44b94617ac48 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a47c0-bca5-43b8-8cce-f1546d4d7eb3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.705253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d54edcae-56cc-4c44-b452-75f8d0657157 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445774 Jan 28 04:51:56.706127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54402) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.711183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--473220754'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:56.736291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.805057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (883c350c-a072-4d4b-9d09-85cdf677e870), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.808741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (883c350c-a072-4d4b-9d09-85cdf677e870), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.838593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.839839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1327221 Jan 28 04:51:56.842836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54404) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.847140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '883c350c-a072-4d4b-9d09-85cdf677e870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:56.853382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795584b-6b5b-43c9-adda-7ca4163aed4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883c350c-a072-4d4b-9d09-85cdf677e870,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.877818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.931947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.938914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.960865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:56.969375 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:56.970650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5856334f-c8ec-418a-b794-893d595b8472 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268969 Jan 28 04:51:56.973572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54406) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:56.977977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '883c350c-a072-4d4b-9d09-85cdf677e870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:57.001798 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (f7a70187-1957-4867-88a6-4e75bee629ee), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.056587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (f7a70187-1957-4867-88a6-4e75bee629ee), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.060550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f7a70187-1957-4867-88a6-4e75bee629ee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.078616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a70187-1957-4867-88a6-4e75bee629ee,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.086519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.090607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f9432e93-5262-46ab-84c0-4b26011c8ba0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133831 Jan 28 04:51:57.090966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54410) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.095855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '883c350c-a072-4d4b-9d09-85cdf677e870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:57.123395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (08222870-7b73-4736-8d7a-dd1c9934ac68), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.185623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8251a073-1a44-4834-b25c-1a3e59d9ae6e req-530e7fd3-c29f-4b14-b28d-a1c4a276f634 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0493286 Jan 28 04:51:57.197236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (08222870-7b73-4736-8d7a-dd1c9934ac68), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.202456 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (08222870-7b73-4736-8d7a-dd1c9934ac68), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.221782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08222870-7b73-4736-8d7a-dd1c9934ac68,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.232275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.233679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd09d2e5-14aa-49b2-b75d-05f925125c3d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416702 Jan 28 04:51:57.236558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54414) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.241745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '883c350c-a072-4d4b-9d09-85cdf677e870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:57.268524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (3f66b7f1-657e-4e48-b88b-568e9b2b6b53), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.329434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (3f66b7f1-657e-4e48-b88b-568e9b2b6b53), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.333175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3f66b7f1-657e-4e48-b88b-568e9b2b6b53), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.350680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f66b7f1-657e-4e48-b88b-568e9b2b6b53,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.358744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.359952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-25a4e619-ad4d-442e-af53-99f8fd76203c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223409 Jan 28 04:51:57.362996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.368250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '883c350c-a072-4d4b-9d09-85cdf677e870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:57.395204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (2619bb8b-e089-4ab0-8052-32600545a2a3), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.455542 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (2619bb8b-e089-4ab0-8052-32600545a2a3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.459414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2619bb8b-e089-4ab0-8052-32600545a2a3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.482635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.483792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1197274 Jan 28 04:51:57.486416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac9ad-a4f7-4eb1-bb15-4667c3e4b648 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2619bb8b-e089-4ab0-8052-32600545a2a3,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.487135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.522979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46218a76-3139-4bb5-b819-e7a9d9e24573 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (2619bb8b-e089-4ab0-8052-32600545a2a3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.531256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46218a76-3139-4bb5-b819-e7a9d9e24573 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (2619bb8b-e089-4ab0-8052-32600545a2a3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.558223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46218a76-3139-4bb5-b819-e7a9d9e24573 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2619bb8b-e089-4ab0-8052-32600545a2a3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.563373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46218a76-3139-4bb5-b819-e7a9d9e24573 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.564516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-46218a76-3139-4bb5-b819-e7a9d9e24573 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2619bb8b-e089-4ab0-8052-32600545a2a3 HTTP/1.1" status: 204 len: 168 time: 0.0761654 Jan 28 04:51:57.567144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54420) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.583488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46218a76-3139-4bb5-b819-e7a9d9e24573 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2619bb8b-e089-4ab0-8052-32600545a2a3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.614283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c328d680-7ace-4d68-bdc9-2eab13b45e9d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0460432 Jan 28 04:51:57.617609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.640878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33834e8b-e6e9-4c49-99dd-bedf37ac2fea tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (3f66b7f1-657e-4e48-b88b-568e9b2b6b53), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.648208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33834e8b-e6e9-4c49-99dd-bedf37ac2fea tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (3f66b7f1-657e-4e48-b88b-568e9b2b6b53), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.674211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33834e8b-e6e9-4c49-99dd-bedf37ac2fea tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3f66b7f1-657e-4e48-b88b-568e9b2b6b53), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.680873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33834e8b-e6e9-4c49-99dd-bedf37ac2fea tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.682000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-33834e8b-e6e9-4c49-99dd-bedf37ac2fea tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3f66b7f1-657e-4e48-b88b-568e9b2b6b53 HTTP/1.1" status: 204 len: 168 time: 0.0635033 Jan 28 04:51:57.684935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.687345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33834e8b-e6e9-4c49-99dd-bedf37ac2fea tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f66b7f1-657e-4e48-b88b-568e9b2b6b53,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.737249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a9f6b42-7e3c-47e3-a768-cffd804d87a0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0510077 Jan 28 04:51:57.740577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54426) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.766404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8e37431-17cf-4bc1-a5e7-4f15ed2c441c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (08222870-7b73-4736-8d7a-dd1c9934ac68), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.773789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8e37431-17cf-4bc1-a5e7-4f15ed2c441c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (08222870-7b73-4736-8d7a-dd1c9934ac68), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.800027 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8e37431-17cf-4bc1-a5e7-4f15ed2c441c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (08222870-7b73-4736-8d7a-dd1c9934ac68), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.806636 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b8e37431-17cf-4bc1-a5e7-4f15ed2c441c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.807737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b8e37431-17cf-4bc1-a5e7-4f15ed2c441c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/08222870-7b73-4736-8d7a-dd1c9934ac68 HTTP/1.1" status: 204 len: 168 time: 0.0661485 Jan 28 04:51:57.810537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.812936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e37431-17cf-4bc1-a5e7-4f15ed2c441c tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08222870-7b73-4736-8d7a-dd1c9934ac68,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.857774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.857997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5c9024f-35c0-4bd2-9658-ae2b2e1350a7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0459411 Jan 28 04:51:57.884053 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3f8-ba2c-4ed0-8ad1-03472714bef1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (f7a70187-1957-4867-88a6-4e75bee629ee), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.892220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3f8-ba2c-4ed0-8ad1-03472714bef1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (f7a70187-1957-4867-88a6-4e75bee629ee), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.920938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3f8-ba2c-4ed0-8ad1-03472714bef1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f7a70187-1957-4867-88a6-4e75bee629ee), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.927472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3f8-ba2c-4ed0-8ad1-03472714bef1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:57.928701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c42cc3f8-ba2c-4ed0-8ad1-03472714bef1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f7a70187-1957-4867-88a6-4e75bee629ee HTTP/1.1" status: 204 len: 168 time: 0.0699069 Jan 28 04:51:57.931430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54432) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:57.942345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cc3f8-ba2c-4ed0-8ad1-03472714bef1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7a70187-1957-4867-88a6-4e75bee629ee,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:57.977531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-72de7f10-763b-4a54-bb93-579f3e90bbd0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445533 Jan 28 04:51:57.980309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54434) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.007012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59621d10-c4e5-4c46-bd62-dadcd522b558 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.014935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59621d10-c4e5-4c46-bd62-dadcd522b558 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.043549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59621d10-c4e5-4c46-bd62-dadcd522b558 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.050538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59621d10-c4e5-4c46-bd62-dadcd522b558 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.051645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-59621d10-c4e5-4c46-bd62-dadcd522b558 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f HTTP/1.1" status: 204 len: 168 time: 0.0703239 Jan 28 04:51:58.054670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54436) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.058274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59621d10-c4e5-4c46-bd62-dadcd522b558 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fc5a9c0-3aa9-4cf7-9f7f-8a50adc11e0f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:58.105059 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1c5e7c4-6c93-4c6d-9237-4c7c5b401cc0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470595 Jan 28 04:51:58.107626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.187482 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c6-1f68-4b42-bb31-e82ffa32d7f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (883c350c-a072-4d4b-9d09-85cdf677e870), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.213660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c6-1f68-4b42-bb31-e82ffa32d7f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (883c350c-a072-4d4b-9d09-85cdf677e870), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.264178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c6-1f68-4b42-bb31-e82ffa32d7f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (883c350c-a072-4d4b-9d09-85cdf677e870), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.267183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c6-1f68-4b42-bb31-e82ffa32d7f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.268949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c6a9c7c6-1f68-4b42-bb31-e82ffa32d7f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/883c350c-a072-4d4b-9d09-85cdf677e870 HTTP/1.1" status: 204 len: 168 time: 0.1598449 Jan 28 04:51:58.272280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54450) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.280568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9c7c6-1f68-4b42-bb31-e82ffa32d7f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c350c-a072-4d4b-9d09-85cdf677e870,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:58.360349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726d5f14-e600-4c23-94e7-0bef195fef51 req-0708d6e6-9691-4d2e-946a-71762612048c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0328000 Jan 28 04:51:58.391148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-21e964fd-63d9-47b0-bef3-f5940b7ba5aa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1168568 Jan 28 04:51:58.400384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.409325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--148280377'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:58.436555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.533230 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (e9907db3-8cb5-4d03-b427-d79f0f0f4012), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.538576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e9907db3-8cb5-4d03-b427-d79f0f0f4012), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.543272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae13c2e-6b8d-4d2c-a008-3cf9483c80fe req-e8e6a201-b677-4621-b1cb-546614bbe283 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:58.550546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae13c2e-6b8d-4d2c-a008-3cf9483c80fe req-e8e6a201-b677-4621-b1cb-546614bbe283 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 950 time: 0.0666339 Jan 28 04:51:58.577753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.579368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1774948 Jan 28 04:51:58.582397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4b2f0-7bda-41c1-bb4d-4b9c1faedffd tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9907db3-8cb5-4d03-b427-d79f0f0f4012,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:58.584865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54456) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.590973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': 'e9907db3-8cb5-4d03-b427-d79f0f0f4012', 'direction': 'ingress', 'protocol': 17}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:58.617019 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae13c2e-6b8d-4d2c-a008-3cf9483c80fe req-5de9e6a2-907a-46bb-889f-69eb9fca0db8 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654356 Jan 28 04:51:58.643123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (d9a5a5b6-0795-47c2-bb19-d537ebee21d4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.704361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (d9a5a5b6-0795-47c2-bb19-d537ebee21d4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.710587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d9a5a5b6-0795-47c2-bb19-d537ebee21d4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.731743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a5a5b6-0795-47c2-bb19-d537ebee21d4,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:58.745398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.749833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cbeeb14c-d599-43b0-a149-7fa868d3c786 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1634400 Jan 28 04:51:58.752545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54462) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.813393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e74e098-593f-442b-b82e-4f684ec5f770 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (e9907db3-8cb5-4d03-b427-d79f0f0f4012), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.840427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e74e098-593f-442b-b82e-4f684ec5f770 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (e9907db3-8cb5-4d03-b427-d79f0f0f4012), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.901423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e74e098-593f-442b-b82e-4f684ec5f770 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e9907db3-8cb5-4d03-b427-d79f0f0f4012), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.904187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e74e098-593f-442b-b82e-4f684ec5f770 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:58.907804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1e74e098-593f-442b-b82e-4f684ec5f770 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9907db3-8cb5-4d03-b427-d79f0f0f4012 HTTP/1.1" status: 204 len: 168 time: 0.1516085 Jan 28 04:51:58.908197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54470) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.914911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e098-593f-442b-b82e-4f684ec5f770 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9907db3-8cb5-4d03-b427-d79f0f0f4012,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:58.955267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a163f9d1-7599-47a6-8070-adf3c0407bce tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444319 Jan 28 04:51:58.960091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54472) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:58.965300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798018167'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:58.986236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.058734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (4835f182-f0e7-4508-9e90-fe907e461379), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.062887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4835f182-f0e7-4508-9e90-fe907e461379), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.096474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.101088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1366427 Jan 28 04:51:59.101551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54474) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.106192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--295677131'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:59.119618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25557deb-e37a-4adf-a597-47881366c3d9 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4835f182-f0e7-4508-9e90-fe907e461379,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:59.135950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.206495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.211711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.242029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.246203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1406782 Jan 28 04:51:59.246339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54476) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.250663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '4835f182-f0e7-4508-9e90-fe907e461379', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00', 'remote_ip_prefix': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:51:59.255940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5644e4-15b1-4012-9173-485788ffa3f4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:59.283995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (8f491c96-2089-4e62-9166-02d37cd43e3d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.358172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (8f491c96-2089-4e62-9166-02d37cd43e3d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.361898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8f491c96-2089-4e62-9166-02d37cd43e3d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.381358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f491c96-2089-4e62-9166-02d37cd43e3d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:59.393656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.398703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4fbd6b2-4945-4b49-97be-fea1f4f6b18e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1482491 Jan 28 04:51:59.399237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54480) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.431877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f15389d-e47f-42e8-bad4-089ed08b8a9a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (8f491c96-2089-4e62-9166-02d37cd43e3d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.443488 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f15389d-e47f-42e8-bad4-089ed08b8a9a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (8f491c96-2089-4e62-9166-02d37cd43e3d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.473952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f15389d-e47f-42e8-bad4-089ed08b8a9a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8f491c96-2089-4e62-9166-02d37cd43e3d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.494834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f15389d-e47f-42e8-bad4-089ed08b8a9a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.494834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f15389d-e47f-42e8-bad4-089ed08b8a9a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8f491c96-2089-4e62-9166-02d37cd43e3d HTTP/1.1" status: 204 len: 168 time: 0.0839064 Jan 28 04:51:59.495690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de7af404-73e0-4021-a014-acba9f81c011 req-ccc4fd93-344c-47ee-9727-2b75c97c7d6b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0481360 Jan 28 04:51:59.495690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.519082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15389d-e47f-42e8-bad4-089ed08b8a9a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f491c96-2089-4e62-9166-02d37cd43e3d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:59.569320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e298b54a-b941-4765-881b-27e3d25087e1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0723670 Jan 28 04:51:59.571929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54486) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.633158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0291468f-5ae0-4168-a749-d901029de4f6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.660473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0291468f-5ae0-4168-a749-d901029de4f6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.721221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0291468f-5ae0-4168-a749-d901029de4f6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.726537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0291468f-5ae0-4168-a749-d901029de4f6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.731276 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0291468f-5ae0-4168-a749-d901029de4f6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00 HTTP/1.1" status: 204 len: 168 time: 0.1581399 Jan 28 04:51:59.731645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54490) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.744140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291468f-5ae0-4168-a749-d901029de4f6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1ff66-e9cd-4f92-b9de-6cf67b0dbe00,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:51:59.801000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277279f6-6ec1-4ace-b3fb-274a9021432e req-3ae180f9-d4d5-46b1-ae2b-5c6b6109d6ee tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:59.803350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-277279f6-6ec1-4ace-b3fb-274a9021432e req-3ae180f9-d4d5-46b1-ae2b-5c6b6109d6ee tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 950 time: 0.0852342 Jan 28 04:51:59.831104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f42adcdb-ba87-41d3-b020-b6d8717c61c3 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0821302 Jan 28 04:51:59.834767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54492) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:51:59.871968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-277279f6-6ec1-4ace-b3fb-274a9021432e req-7f60b3ba-c10a-4bc2-ae57-bd19d7d1e88d tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/security-groups?id=4255a1d9-adce-4a9b-97ee-061495a4b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570936 Jan 28 04:51:59.915897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56b557f-1e68-4cff-984f-4b083f577d13 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (4835f182-f0e7-4508-9e90-fe907e461379), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:59.941977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56b557f-1e68-4cff-984f-4b083f577d13 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (4835f182-f0e7-4508-9e90-fe907e461379), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.004371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56b557f-1e68-4cff-984f-4b083f577d13 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4835f182-f0e7-4508-9e90-fe907e461379), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.007337 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56b557f-1e68-4cff-984f-4b083f577d13 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.011196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54498) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.011369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c56b557f-1e68-4cff-984f-4b083f577d13 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/4835f182-f0e7-4508-9e90-fe907e461379 HTTP/1.1" status: 204 len: 168 time: 0.1752472 Jan 28 04:52:00.020599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b557f-1e68-4cff-984f-4b083f577d13 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4835f182-f0e7-4508-9e90-fe907e461379,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:00.074727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4e9e2f82-d7e5-4cc9-be2e-eb5ab8b2229b tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583627 Jan 28 04:52:00.076063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54500) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.080613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057983224'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:00.103302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.170206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (ef4905d5-9995-4005-8a37-3cfb4fa5b71d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.174353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ef4905d5-9995-4005-8a37-3cfb4fa5b71d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.208777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4905d5-9995-4005-8a37-3cfb4fa5b71d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:00.213212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.217720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f63abde7-772b-4fc1-aca1-e1ca9c2bdd87 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1405981 Jan 28 04:52:00.218406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.223773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': 'ef4905d5-9995-4005-8a37-3cfb4fa5b71d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:00.252848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (5aa385be-7831-4daf-a68c-86054a063f3f), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.253967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559802c-490b-4863-b740-30f449531895 req-121162a1-9d9f-4434-99da-0e816f30cf6f tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:00.256692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b559802c-490b-4863-b740-30f449531895 req-121162a1-9d9f-4434-99da-0e816f30cf6f tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.52 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 950 time: 0.0816696 Jan 28 04:52:00.332240 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (5aa385be-7831-4daf-a68c-86054a063f3f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.339243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (5aa385be-7831-4daf-a68c-86054a063f3f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.362725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa385be-7831-4daf-a68c-86054a063f3f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:00.389197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.393681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-62aeaf27-6ef5-4cd0-858e-716309d790ab tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1737587 Jan 28 04:52:00.394501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54504) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.395070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Deleting port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:52:00.395600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.421534 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3912c44b-21ea-4690-9d1c-9623eae8ae7e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (5aa385be-7831-4daf-a68c-86054a063f3f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.434221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3912c44b-21ea-4690-9d1c-9623eae8ae7e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (5aa385be-7831-4daf-a68c-86054a063f3f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.467231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3912c44b-21ea-4690-9d1c-9623eae8ae7e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (5aa385be-7831-4daf-a68c-86054a063f3f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.484900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3912c44b-21ea-4690-9d1c-9623eae8ae7e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.489251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3912c44b-21ea-4690-9d1c-9623eae8ae7e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5aa385be-7831-4daf-a68c-86054a063f3f HTTP/1.1" status: 204 len: 168 time: 0.0933847 Jan 28 04:52:00.490991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912c44b-21ea-4690-9d1c-9623eae8ae7e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aa385be-7831-4daf-a68c-86054a063f3f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:00.492674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54506) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.527881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] For port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:52:00.528998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.541654 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55b3220b-d276-4293-97df-d7adc33d25c4 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477540 Jan 28 04:52:00.542429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.576297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Calling delete_port for 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:52:00.608179 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6d7194b-2a76-4c7b-ada0-814287bb5550 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (ef4905d5-9995-4005-8a37-3cfb4fa5b71d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.634414 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6d7194b-2a76-4c7b-ada0-814287bb5550 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (ef4905d5-9995-4005-8a37-3cfb4fa5b71d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.697054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6d7194b-2a76-4c7b-ada0-814287bb5550 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ef4905d5-9995-4005-8a37-3cfb4fa5b71d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.718018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6d7194b-2a76-4c7b-ada0-814287bb5550 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.719364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f6d7194b-2a76-4c7b-ada0-814287bb5550 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef4905d5-9995-4005-8a37-3cfb4fa5b71d HTTP/1.1" status: 204 len: 168 time: 0.1759374 Jan 28 04:52:00.722249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54514) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.737659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77ff3bee-409e-4d36-be14-140d5d775232 req-3d2cb83b-bcd9-4e37-b1c7-ca171647833a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0505061 Jan 28 04:52:00.745421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7194b-2a76-4c7b-ada0-814287bb5550 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4905d5-9995-4005-8a37-3cfb4fa5b71d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:00.810862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-86e3f876-3f27-4701-8752-2bc3981d1f7a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0871563 Jan 28 04:52:00.814590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54516) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:00.819132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--391908892'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:00.861974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.897796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (36f35f10-40d7-4b3c-bb30-19b842a7a7b2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:00.957458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Pushing event deleted for resources: {'Port': ['ID=36f35f10-40d7-4b3c-bb30-19b842a7a7b2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:01.002707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (9d10ddba-cbda-4fb2-9251-9afafb677f6b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.011290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9d10ddba-cbda-4fb2-9251-9afafb677f6b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.047739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.051362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2333448 Jan 28 04:52:01.053170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54522) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.077925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '9d10ddba-cbda-4fb2-9251-9afafb677f6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:01.109718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c7020-32d8-4fac-99ba-c8283d2adf23 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10ddba-cbda-4fb2-9251-9afafb677f6b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:01.134666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (dd58d701-7592-4a45-ac44-6c01f1b771dd), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.177999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1bea1ee7-7e09-4e34-8d6f-daad268f5f36 req-dbb35138-7025-4809-a8f2-026689982ac6 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf25fa8-ca59-497c-b3f2-4ae6c80166e8 HTTP/1.1" status: 200 len: 210 time: 0.1601827 Jan 28 04:52:01.179878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] No DVR routers for this DVR port 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:52:01.185979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.191020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b559802c-490b-4863-b740-30f449531895 req-1f0220ba-cc78-4048-8b03-e391ece9a760 tempest-VolumesBackupsTest-1496086779 tempest-VolumesBackupsTest-1496086779-project] 10.222.0.52 "DELETE /v2.0/ports/36f35f10-40d7-4b3c-bb30-19b842a7a7b2 HTTP/1.1" status: 204 len: 173 time: 0.9287431 Jan 28 04:52:01.191547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'name': 'network-vif-deleted', 'tag': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:52:01.214793 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7c85cc-5125-4e5e-b81d-cf907ca128e4" -d '{"events": [{"server_uuid": "adf25fa8-ca59-497c-b3f2-4ae6c80166e8", "name": "network-vif-deleted", "tag": "36f35f10-40d7-4b3c-bb30-19b842a7a7b2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:52:01.230281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (dd58d701-7592-4a45-ac44-6c01f1b771dd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.248771 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (dd58d701-7592-4a45-ac44-6c01f1b771dd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.279216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58d701-7592-4a45-ac44-6c01f1b771dd,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:01.304685 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc81df3e-87b6-45b8-87eb-1f002a23ae02 x-openstack-request-id: req-dc81df3e-87b6-45b8-87eb-1f002a23ae02 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:52:01.304685 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf25fa8-ca59-497c-b3f2-4ae6c80166e8", "name": "network-vif-deleted", "tag": "36f35f10-40d7-4b3c-bb30-19b842a7a7b2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:52:01.304931 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc81df3e-87b6-45b8-87eb-1f002a23ae02 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:52:01.305398 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf25fa8-ca59-497c-b3f2-4ae6c80166e8', 'name': 'network-vif-deleted', 'tag': '36f35f10-40d7-4b3c-bb30-19b842a7a7b2', 'status': 'completed', 'code': 200} Jan 28 04:52:01.309650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.310914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e62df22-1d02-42bb-bc84-acf5e6876f15 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2482927 Jan 28 04:52:01.313524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.331620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ba4a1897-588c-4303-85cc-5c281ca41409 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules/dd58d701-7592-4a45-ac44-6c01f1b771dd HTTP/1.1" status: 200 len: 763 time: 0.0170188 Jan 28 04:52:01.335082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54530) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.388546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-df4c201d-55ab-4fb2-8703-2352d2b43fd6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0512221 Jan 28 04:52:01.390856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.421090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bd17-b7b5-4daf-ad2d-cc5d68ee3c00 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (dd58d701-7592-4a45-ac44-6c01f1b771dd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.430323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bd17-b7b5-4daf-ad2d-cc5d68ee3c00 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (dd58d701-7592-4a45-ac44-6c01f1b771dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.464493 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bd17-b7b5-4daf-ad2d-cc5d68ee3c00 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (dd58d701-7592-4a45-ac44-6c01f1b771dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.479683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bd17-b7b5-4daf-ad2d-cc5d68ee3c00 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.483656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54534) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.490719 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9f5bd17-b7b5-4daf-ad2d-cc5d68ee3c00 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dd58d701-7592-4a45-ac44-6c01f1b771dd HTTP/1.1" status: 204 len: 168 time: 0.0984542 Jan 28 04:52:01.492730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5bd17-b7b5-4daf-ad2d-cc5d68ee3c00 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd58d701-7592-4a45-ac44-6c01f1b771dd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:01.534793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5f022def-eb1b-4dce-adb2-7f4d74dcd67d tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485218 Jan 28 04:52:01.536144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54536) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.542855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '9d10ddba-cbda-4fb2-9251-9afafb677f6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:01.569849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (ad6183cc-156b-4cd7-8a63-a0c58e41d975), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.634390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (ad6183cc-156b-4cd7-8a63-a0c58e41d975), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.638600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (ad6183cc-156b-4cd7-8a63-a0c58e41d975), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.658976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6183cc-156b-4cd7-8a63-a0c58e41d975,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:01.671510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.673011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-23bece22-9cf1-4fcc-a21d-3ef2cca11a33 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351867 Jan 28 04:52:01.675720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54538) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.698580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3da13d43-c6ba-458a-9c46-f6cf28c47722 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules/ad6183cc-156b-4cd7-8a63-a0c58e41d975 HTTP/1.1" status: 200 len: 763 time: 0.0211151 Jan 28 04:52:01.701122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54540) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.754918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3cf55ec5-0571-44f6-87ed-0062c3f76e4e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524433 Jan 28 04:52:01.759303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54542) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.831085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ff06943-1394-481f-b880-9129f94667f7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (ad6183cc-156b-4cd7-8a63-a0c58e41d975), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.841587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ff06943-1394-481f-b880-9129f94667f7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (ad6183cc-156b-4cd7-8a63-a0c58e41d975), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.911146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3755896f-4eb6-4f29-85c1-4d62dae067ee req-ca7c2a02-6bd2-4232-b5fe-3165f350a171 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0372720 Jan 28 04:52:01.912339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ff06943-1394-481f-b880-9129f94667f7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (ad6183cc-156b-4cd7-8a63-a0c58e41d975), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.919267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ff06943-1394-481f-b880-9129f94667f7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:01.920688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0ff06943-1394-481f-b880-9129f94667f7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ad6183cc-156b-4cd7-8a63-a0c58e41d975 HTTP/1.1" status: 204 len: 168 time: 0.1604187 Jan 28 04:52:01.923162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.934663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff06943-1394-481f-b880-9129f94667f7 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad6183cc-156b-4cd7-8a63-a0c58e41d975,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:01.971985 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-da5f5e3c-a456-4db9-9275-ef4c523ef7d0 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449865 Jan 28 04:52:01.972163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:01.977979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '9d10ddba-cbda-4fb2-9251-9afafb677f6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:01.999533 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Project fa7c128893294bf18ab3ec9d17fc4f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:52:02.005159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (48f4e02f-ac5c-4322-b18d-7da78ace2a19), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.063648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (48f4e02f-ac5c-4322-b18d-7da78ace2a19), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.067619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (48f4e02f-ac5c-4322-b18d-7da78ace2a19), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.089441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f4e02f-ac5c-4322-b18d-7da78ace2a19,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:02.102198 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.106175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c3fb8f19-8586-4244-a25e-458af0beadcb tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306257 Jan 28 04:52:02.106509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54552) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.128182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-672e30c3-9671-4070-86fa-a06b765e83c2 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules/48f4e02f-ac5c-4322-b18d-7da78ace2a19 HTTP/1.1" status: 200 len: 769 time: 0.0181718 Jan 28 04:52:02.128966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54554) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.175244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a067562c-c4f3-4cdd-a335-89103e50ff94 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0451660 Jan 28 04:52:02.179157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54558) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.244945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb66a658-ac9d-42b1-be9f-93f7ff1cad31 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (48f4e02f-ac5c-4322-b18d-7da78ace2a19), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.254511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb66a658-ac9d-42b1-be9f-93f7ff1cad31 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (48f4e02f-ac5c-4322-b18d-7da78ace2a19), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.276711 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:52:02.288875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb66a658-ac9d-42b1-be9f-93f7ff1cad31 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (48f4e02f-ac5c-4322-b18d-7da78ace2a19), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.297997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb66a658-ac9d-42b1-be9f-93f7ff1cad31 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.302086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.302370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fb66a658-ac9d-42b1-be9f-93f7ff1cad31 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/48f4e02f-ac5c-4322-b18d-7da78ace2a19 HTTP/1.1" status: 204 len: 168 time: 0.1214805 Jan 28 04:52:02.308664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66a658-ac9d-42b1-be9f-93f7ff1cad31 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48f4e02f-ac5c-4322-b18d-7da78ace2a19,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:02.355215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0438e99a-03af-4173-a354-2c5094935d03 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0493407 Jan 28 04:52:02.355523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54570) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.425850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b73d99e4-511b-44b3-867b-a5d4e9063db1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (9d10ddba-cbda-4fb2-9251-9afafb677f6b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.454238 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b73d99e4-511b-44b3-867b-a5d4e9063db1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (9d10ddba-cbda-4fb2-9251-9afafb677f6b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.497539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b73d99e4-511b-44b3-867b-a5d4e9063db1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9d10ddba-cbda-4fb2-9251-9afafb677f6b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.500585 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b73d99e4-511b-44b3-867b-a5d4e9063db1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.504321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b73d99e4-511b-44b3-867b-a5d4e9063db1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/9d10ddba-cbda-4fb2-9251-9afafb677f6b HTTP/1.1" status: 204 len: 168 time: 0.1452177 Jan 28 04:52:02.504693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54572) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.512084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d99e4-511b-44b3-867b-a5d4e9063db1 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10ddba-cbda-4fb2-9251-9afafb677f6b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:02.559896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5266a723-f271-4672-9710-2465969c189a tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0530233 Jan 28 04:52:02.565491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54574) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.569751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695965443'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:02.591144 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.663431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (11a5d0db-1dd1-4ef9-a22b-1771a843ede5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.668854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (11a5d0db-1dd1-4ef9-a22b-1771a843ede5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.703763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.707694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1398928 Jan 28 04:52:02.707841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54576) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.713875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Request body: {'security_group_rule': {'security_group_id': '11a5d0db-1dd1-4ef9-a22b-1771a843ede5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:02.718561 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d2302-37d6-4594-9ff6-f30ed9d60312 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a5d0db-1dd1-4ef9-a22b-1771a843ede5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:02.758530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (fdee3ac4-9b69-422f-a504-82481165c489), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.826688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (fdee3ac4-9b69-422f-a504-82481165c489), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.831491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (fdee3ac4-9b69-422f-a504-82481165c489), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.853557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdee3ac4-9b69-422f-a504-82481165c489,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:02.860123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.861340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:52:02.861829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3c75ebe7-795c-4e51-9425-3a51a260507e tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526809 Jan 28 04:52:02.864233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54578) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:02.885320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:52:02.885930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 36f35f10-40d7-4b3c-bb30-19b842a7a7b2 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:52:02.949747 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1afa967b-6d10-46bd-89d0-c3c29e4a3faa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (11a5d0db-1dd1-4ef9-a22b-1771a843ede5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:02.979000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1afa967b-6d10-46bd-89d0-c3c29e4a3faa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (11a5d0db-1dd1-4ef9-a22b-1771a843ede5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.035819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e4967eb-b52e-44e3-abb2-9b7c3fb0cd61 req-40d4a098-8acf-4961-9020-4a8d58ede6e0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0282159 Jan 28 04:52:03.037399 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1afa967b-6d10-46bd-89d0-c3c29e4a3faa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (11a5d0db-1dd1-4ef9-a22b-1771a843ede5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.040183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1afa967b-6d10-46bd-89d0-c3c29e4a3faa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.043595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1afa967b-6d10-46bd-89d0-c3c29e4a3faa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/11a5d0db-1dd1-4ef9-a22b-1771a843ede5 HTTP/1.1" status: 204 len: 168 time: 0.1760676 Jan 28 04:52:03.044238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54584) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:03.050653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa967b-6d10-46bd-89d0-c3c29e4a3faa tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a5d0db-1dd1-4ef9-a22b-1771a843ede5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:03.105855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d5fa83aa-670f-435f-a585-1ab4cf21eaef tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601525 Jan 28 04:52:03.106705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54586) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:03.147785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-98dfbfa2-ffb6-4cf1-bf2e-57106984caff tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0396821 Jan 28 04:52:03.148315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:03.162744 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-94d7fdd4-7e05-4e34-a3b9-a268f7a182d3 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] delete failed (client error): The resource could not be found. Jan 28 04:52:03.167498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54590) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:03.167672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-94d7fdd4-7e05-4e34-a3b9-a268f7a182d3 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "DELETE /v2.0/security-groups/11a5d0db-1dd1-4ef9-a22b-1771a843ede5 HTTP/1.1" status: 404 len: 347 time: 0.0183718 Jan 28 04:52:03.210430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d7add4ac-36bd-4e56-8921-8823260ea7a6 tempest-SecGroupIPv6Test-388616210 tempest-SecGroupIPv6Test-388616210-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0413487 Jan 28 04:52:03.526389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:03.701504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d1a9e58d-d3e6-43d8-9548-7f9bfc18172d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa7c128893294bf18ab3ec9d17fc4f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737945 Jan 28 04:52:03.703974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54606) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:03.763930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b7903b3-2f8a-46a2-b137-23271d2f32f2 admin admin] Publish callbacks [] for security_group (d033498a-76cb-45a6-a6fa-06cece4c784f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.787931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b7903b3-2f8a-46a2-b137-23271d2f32f2 admin admin] Publish callbacks [] for security_group (d033498a-76cb-45a6-a6fa-06cece4c784f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.840284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b7903b3-2f8a-46a2-b137-23271d2f32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d033498a-76cb-45a6-a6fa-06cece4c784f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.842993 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b7903b3-2f8a-46a2-b137-23271d2f32f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:03.844586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b7903b3-2f8a-46a2-b137-23271d2f32f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d033498a-76cb-45a6-a6fa-06cece4c784f HTTP/1.1" status: 204 len: 168 time: 0.1394937 Jan 28 04:52:03.852895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7903b3-2f8a-46a2-b137-23271d2f32f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d033498a-76cb-45a6-a6fa-06cece4c784f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:04.152864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3644aa3-572d-4f8a-a6de-88dc8a5c33e7 req-aefae50c-8122-407c-a499-6e21bcdb1c9e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0353355 Jan 28 04:52:04.608891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54638) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:04.719070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c41ed96a-e99f-42f3-bc93-410040576d91 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:04.719803 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-c41ed96a-e99f-42f3-bc93-410040576d91 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 04:52:04.720494 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-c41ed96a-e99f-42f3-bc93-410040576d91 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 04:52:04.721501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c41ed96a-e99f-42f3-bc93-410040576d91 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1115730 Jan 28 04:52:04.725090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54642) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:04.729708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274905126'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:04.752105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.761818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.843899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.848342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.907407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (668b3ff4-07da-46ac-8213-0bae60de21e3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.918648 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (668b3ff4-07da-46ac-8213-0bae60de21e3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.941446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:04.947684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:04.951736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2229753 Jan 28 04:52:04.952134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54644) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:04.957519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '668b3ff4-07da-46ac-8213-0bae60de21e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:05.010346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group_rule (1491202f-b9ed-46f0-99ea-fa747a39a4ff), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.011634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06169c-3b92-485a-9271-7fd4489b7fdd tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668b3ff4-07da-46ac-8213-0bae60de21e3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:05.076005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group_rule (1491202f-b9ed-46f0-99ea-fa747a39a4ff), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.080452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (1491202f-b9ed-46f0-99ea-fa747a39a4ff), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.102055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1491202f-b9ed-46f0-99ea-fa747a39a4ff,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:05.112462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.114195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1c4fc83a-3607-42b5-849e-d0de9d77a901 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607392 Jan 28 04:52:05.117538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54648) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.122705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6d31582c-ec70-4ecb-a3d6-910c4b8b39e1 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '668b3ff4-07da-46ac-8213-0bae60de21e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:05.152184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d31582c-ec70-4ecb-a3d6-910c4b8b39e1 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group_rule (047a92a8-e760-430f-9a9f-8ef9872acd83), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.206876 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-6d31582c-ec70-4ecb-a3d6-910c4b8b39e1 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 04:52:05.208442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6d31582c-ec70-4ecb-a3d6-910c4b8b39e1 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0892360 Jan 28 04:52:05.211825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54652) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.281264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-980cfc51-2414-41da-9518-4f23d9027262 req-35c6031f-7737-4e9d-98eb-e6eeb83cb6b3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0368149 Jan 28 04:52:05.314361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30699be8-348a-458d-aca1-e1654d8a9aaf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (668b3ff4-07da-46ac-8213-0bae60de21e3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.343221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30699be8-348a-458d-aca1-e1654d8a9aaf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (668b3ff4-07da-46ac-8213-0bae60de21e3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.391128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30699be8-348a-458d-aca1-e1654d8a9aaf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (668b3ff4-07da-46ac-8213-0bae60de21e3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.393911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30699be8-348a-458d-aca1-e1654d8a9aaf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.395098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-30699be8-348a-458d-aca1-e1654d8a9aaf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/668b3ff4-07da-46ac-8213-0bae60de21e3 HTTP/1.1" status: 204 len: 168 time: 0.1819530 Jan 28 04:52:05.398376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.404859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30699be8-348a-458d-aca1-e1654d8a9aaf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b3ff4-07da-46ac-8213-0bae60de21e3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:05.466085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0241b5c3-799a-4f0b-be73-a76be4b17018 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0665488 Jan 28 04:52:05.470251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54660) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.475837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--540206625'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:05.500516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.605786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (317c8c94-9a86-4ee2-bcee-341fe364d21f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.618679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (317c8c94-9a86-4ee2-bcee-341fe364d21f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.653482 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.657492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1833363 Jan 28 04:52:05.657701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.662667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1ec0c95d-86db-4f98-b80d-3d4ee2e4e0cf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '317c8c94-9a86-4ee2-bcee-341fe364d21f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:05.663132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4414f-9b25-434b-9ba8-c316f3f6f7af tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317c8c94-9a86-4ee2-bcee-341fe364d21f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:05.663465 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-1ec0c95d-86db-4f98-b80d-3d4ee2e4e0cf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 04:52:05.663981 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-1ec0c95d-86db-4f98-b80d-3d4ee2e4e0cf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:05.667248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ec0c95d-86db-4f98-b80d-3d4ee2e4e0cf tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063717 Jan 28 04:52:05.667469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.744888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5b00eb8-699f-4991-94be-29220aa5c46c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (317c8c94-9a86-4ee2-bcee-341fe364d21f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.768492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5b00eb8-699f-4991-94be-29220aa5c46c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (317c8c94-9a86-4ee2-bcee-341fe364d21f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.811418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5b00eb8-699f-4991-94be-29220aa5c46c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (317c8c94-9a86-4ee2-bcee-341fe364d21f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.814097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5b00eb8-699f-4991-94be-29220aa5c46c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.818184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b5b00eb8-699f-4991-94be-29220aa5c46c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/317c8c94-9a86-4ee2-bcee-341fe364d21f HTTP/1.1" status: 204 len: 168 time: 0.1469285 Jan 28 04:52:05.818691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.825682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b00eb8-699f-4991-94be-29220aa5c46c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c8c94-9a86-4ee2-bcee-341fe364d21f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:05.889683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54670) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:05.890337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a2ab106-6899-41a8-bcdd-456bb5ce318e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0700667 Jan 28 04:52:05.895225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--303327269'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:05.917830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:05.990556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (3a55ff53-1e0a-435f-b93e-cb332d25a71d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.005773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3a55ff53-1e0a-435f-b93e-cb332d25a71d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.035264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.039487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1456184 Jan 28 04:52:06.040203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54672) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.046330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a9632-4332-4eac-8ba4-ecaf977e2978 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a55ff53-1e0a-435f-b93e-cb332d25a71d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:06.055345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2b37ec64-7834-41e8-bb93-22c141279a75 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '3a55ff53-1e0a-435f-b93e-cb332d25a71d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.072206 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-2b37ec64-7834-41e8-bb93-22c141279a75 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 04:52:06.073932 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-2b37ec64-7834-41e8-bb93-22c141279a75 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.075508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2b37ec64-7834-41e8-bb93-22c141279a75 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0333776 Jan 28 04:52:06.078025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.145919 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4559a4bb-c389-4305-a10e-186bcf449575 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (3a55ff53-1e0a-435f-b93e-cb332d25a71d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.177804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4559a4bb-c389-4305-a10e-186bcf449575 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (3a55ff53-1e0a-435f-b93e-cb332d25a71d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.226544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4559a4bb-c389-4305-a10e-186bcf449575 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3a55ff53-1e0a-435f-b93e-cb332d25a71d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.229531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4559a4bb-c389-4305-a10e-186bcf449575 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.230874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4559a4bb-c389-4305-a10e-186bcf449575 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a55ff53-1e0a-435f-b93e-cb332d25a71d HTTP/1.1" status: 204 len: 168 time: 0.1517441 Jan 28 04:52:06.233532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.241020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4bb-c389-4305-a10e-186bcf449575 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a55ff53-1e0a-435f-b93e-cb332d25a71d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:06.247851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.295852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-38e5218b-a955-4255-b47e-fbc5c8488e7e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608478 Jan 28 04:52:06.299505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54680) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.304904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486291696'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.335206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.414622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d935725-1908-4699-b66d-ade44b73556b req-c6f82aa8-c7cf-4539-857d-5fe1482223a9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0380480 Jan 28 04:52:06.439878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (c9c2d959-860d-4c10-a0f9-75ff95253e6f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.444139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c9c2d959-860d-4c10-a0f9-75ff95253e6f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.475342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.479546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1759820 Jan 28 04:52:06.479706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54684) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.484245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0533971a-7191-4334-82ea-37870535f793 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2d959-860d-4c10-a0f9-75ff95253e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.498444 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-0533971a-7191-4334-82ea-37870535f793 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 04:52:06.499252 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-0533971a-7191-4334-82ea-37870535f793 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.503991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54688) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.505550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0533971a-7191-4334-82ea-37870535f793 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242820 Jan 28 04:52:06.506671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560320e-6d87-43e3-942d-2df23ac4de22 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c2d959-860d-4c10-a0f9-75ff95253e6f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:06.517634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1ad23078-47a2-489b-ad33-ed4a5575267c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2d959-860d-4c10-a0f9-75ff95253e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.519312 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-1ad23078-47a2-489b-ad33-ed4a5575267c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 04:52:06.519836 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-1ad23078-47a2-489b-ad33-ed4a5575267c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.521907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ad23078-47a2-489b-ad33-ed4a5575267c tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0159853 Jan 28 04:52:06.524104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54690) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.533006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-de616f2e-9aef-492b-8513-db3dd212804d tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2d959-860d-4c10-a0f9-75ff95253e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.534154 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-de616f2e-9aef-492b-8513-db3dd212804d tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 04:52:06.534749 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-de616f2e-9aef-492b-8513-db3dd212804d tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.537200 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de616f2e-9aef-492b-8513-db3dd212804d tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087714 Jan 28 04:52:06.538578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54692) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.545990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ae2d198c-9731-41a8-ac9f-203bdce6b738 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2d959-860d-4c10-a0f9-75ff95253e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.547066 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-ae2d198c-9731-41a8-ac9f-203bdce6b738 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 04:52:06.547817 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ae2d198c-9731-41a8-ac9f-203bdce6b738 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.552109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54696) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.564354 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae2d198c-9731-41a8-ac9f-203bdce6b738 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0227950 Jan 28 04:52:06.619131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f109f237-14ee-4826-b110-568ac0e7a32e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (c9c2d959-860d-4c10-a0f9-75ff95253e6f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.649056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f109f237-14ee-4826-b110-568ac0e7a32e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (c9c2d959-860d-4c10-a0f9-75ff95253e6f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.694760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f109f237-14ee-4826-b110-568ac0e7a32e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c9c2d959-860d-4c10-a0f9-75ff95253e6f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.697917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f109f237-14ee-4826-b110-568ac0e7a32e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.702346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.702819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f109f237-14ee-4826-b110-568ac0e7a32e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9c2d959-860d-4c10-a0f9-75ff95253e6f HTTP/1.1" status: 204 len: 168 time: 0.1495473 Jan 28 04:52:06.714423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109f237-14ee-4826-b110-568ac0e7a32e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c2d959-860d-4c10-a0f9-75ff95253e6f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:06.759026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c610abf7-d123-4a25-a3f7-8fbaeb5c3617 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546067 Jan 28 04:52:06.762723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54702) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.767160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512977420'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.789717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.857875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (48d0a2a5-eb62-4bb9-840e-92b6f141c442), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.862378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (48d0a2a5-eb62-4bb9-840e-92b6f141c442), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.891725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:06.895954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1292400 Jan 28 04:52:06.896204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54704) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.899549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924198f2-29c6-4e90-8682-1fb5db7a26a7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0a2a5-eb62-4bb9-840e-92b6f141c442,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:06.900699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-aeb20a87-8236-45bc-a71f-8330b5c1d7e5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.901498 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-aeb20a87-8236-45bc-a71f-8330b5c1d7e5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 04:52:06.902000 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-aeb20a87-8236-45bc-a71f-8330b5c1d7e5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.905647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aeb20a87-8236-45bc-a71f-8330b5c1d7e5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057971 Jan 28 04:52:06.906020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54706) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.913681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d216661b-10b8-4de5-be13-e78453df2046 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.948356 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-d216661b-10b8-4de5-be13-e78453df2046 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.950111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d216661b-10b8-4de5-be13-e78453df2046 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0398009 Jan 28 04:52:06.953045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54708) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.957629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-847fbeed-6fe0-4b09-9fe6-6f5d63086e6a tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:06.958361 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-847fbeed-6fe0-4b09-9fe6-6f5d63086e6a tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 04:52:06.958856 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-847fbeed-6fe0-4b09-9fe6-6f5d63086e6a tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:06.961128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-847fbeed-6fe0-4b09-9fe6-6f5d63086e6a tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057681 Jan 28 04:52:06.962200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54710) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:06.966473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a920f72f-e7de-475a-af56-78afb73544b9 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.005075 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-a920f72f-e7de-475a-af56-78afb73544b9 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:07.009829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a920f72f-e7de-475a-af56-78afb73544b9 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436711 Jan 28 04:52:07.009977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54712) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.014314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c30e91dd-95b3-4764-8f7b-7af44f386262 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.014792 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-c30e91dd-95b3-4764-8f7b-7af44f386262 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 04:52:07.015538 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-c30e91dd-95b3-4764-8f7b-7af44f386262 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:07.019304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c30e91dd-95b3-4764-8f7b-7af44f386262 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061896 Jan 28 04:52:07.019548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.023743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7c027cd2-710c-434a-899a-72eb0d8797e3 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.058456 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-7c027cd2-710c-434a-899a-72eb0d8797e3 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:07.062321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c027cd2-710c-434a-899a-72eb0d8797e3 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0391634 Jan 28 04:52:07.062529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54716) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.066808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-28d5cf07-7562-4d13-92dd-6d31473c568e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.067293 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-28d5cf07-7562-4d13-92dd-6d31473c568e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 04:52:07.068325 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-28d5cf07-7562-4d13-92dd-6d31473c568e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:07.069581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28d5cf07-7562-4d13-92dd-6d31473c568e tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059292 Jan 28 04:52:07.071747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.076530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e5a6752c-1be4-4e5c-9b43-c33f1b4abb13 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.110398 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-e5a6752c-1be4-4e5c-9b43-c33f1b4abb13 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:07.115000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e5a6752c-1be4-4e5c-9b43-c33f1b4abb13 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0417295 Jan 28 04:52:07.115665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54720) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.120661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9e395f28-bd33-4095-81f7-4d0f52cdbff8 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '48d0a2a5-eb62-4bb9-840e-92b6f141c442', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.157685 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-9e395f28-bd33-4095-81f7-4d0f52cdbff8 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:07.159215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e395f28-bd33-4095-81f7-4d0f52cdbff8 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0423162 Jan 28 04:52:07.161954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.220444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-546f9751-bb84-4597-9150-605d71f3afe7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (48d0a2a5-eb62-4bb9-840e-92b6f141c442), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.245282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-546f9751-bb84-4597-9150-605d71f3afe7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (48d0a2a5-eb62-4bb9-840e-92b6f141c442), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.293873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-546f9751-bb84-4597-9150-605d71f3afe7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (48d0a2a5-eb62-4bb9-840e-92b6f141c442), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.296692 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-546f9751-bb84-4597-9150-605d71f3afe7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.297921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-546f9751-bb84-4597-9150-605d71f3afe7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/48d0a2a5-eb62-4bb9-840e-92b6f141c442 HTTP/1.1" status: 204 len: 168 time: 0.1348352 Jan 28 04:52:07.303671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54724) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.307526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9751-bb84-4597-9150-605d71f3afe7 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0a2a5-eb62-4bb9-840e-92b6f141c442,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:07.442213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.447656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138713124'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.453508 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-31925b9f-fb04-4c69-884c-d830e5849b84 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1326916 Jan 28 04:52:07.564214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.578558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ced02da0-6754-4a5b-a6de-6dbc9589e146 req-1e476782-394f-4369-b5d2-5abb560bc00b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=9821533f-34a7-487f-bb32-03cdba56763a HTTP/1.1" status: 200 len: 210 time: 0.0783882 Jan 28 04:52:07.724951 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (44f64e75-42df-4c80-8070-0716dacbb9b5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.730170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (44f64e75-42df-4c80-8070-0716dacbb9b5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.754496 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.772314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:07.776861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3299811 Jan 28 04:52:07.777214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.783222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5aea8719-a533-4739-bdf8-fcb232c29f69 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '44f64e75-42df-4c80-8070-0716dacbb9b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.807092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7c8b6-64c3-44dd-b13d-ef4b0773f636 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f64e75-42df-4c80-8070-0716dacbb9b5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:07.834958 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-5aea8719-a533-4739-bdf8-fcb232c29f69 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The resource could not be found. Jan 28 04:52:07.836210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5aea8719-a533-4739-bdf8-fcb232c29f69 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0572183 Jan 28 04:52:07.839042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54740) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.844005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ab4947aa-43dd-4136-90f7-e38548f79a23 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': '44f64e75-42df-4c80-8070-0716dacbb9b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b59c2430-21de-4d2b-81f3-b038bb26f883'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:07.907030 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ab4947aa-43dd-4136-90f7-e38548f79a23 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The resource could not be found. Jan 28 04:52:07.908121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab4947aa-43dd-4136-90f7-e38548f79a23 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0679665 Jan 28 04:52:07.911485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54742) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:07.968305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe936351-7ba9-4567-bc36-13a13457a7dc tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (44f64e75-42df-4c80-8070-0716dacbb9b5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.004103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe936351-7ba9-4567-bc36-13a13457a7dc tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (44f64e75-42df-4c80-8070-0716dacbb9b5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.047519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe936351-7ba9-4567-bc36-13a13457a7dc tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (44f64e75-42df-4c80-8070-0716dacbb9b5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.051261 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe936351-7ba9-4567-bc36-13a13457a7dc tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.053114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe936351-7ba9-4567-bc36-13a13457a7dc tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/44f64e75-42df-4c80-8070-0716dacbb9b5 HTTP/1.1" status: 204 len: 168 time: 0.1406960 Jan 28 04:52:08.055960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54744) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:08.077861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe936351-7ba9-4567-bc36-13a13457a7dc tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f64e75-42df-4c80-8070-0716dacbb9b5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:08.141223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57dcaf55-1d42-481c-88ab-1d0a1abe6a90 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822186 Jan 28 04:52:08.147511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:08.156707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5e71c061-41d2-4664-96e5-bcb1530d55b3 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': 'e70f4e6a-52c7-45b9-9cf0-c7e9b88d5bac', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:08.225101 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-5e71c061-41d2-4664-96e5-bcb1530d55b3 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The resource could not be found. Jan 28 04:52:08.231808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e71c061-41d2-4664-96e5-bcb1530d55b3 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0831873 Jan 28 04:52:08.232687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:08.237975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079240696'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:08.269350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.377571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (e9091a1d-78da-4bb7-af79-5a33405c2d3b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.384204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e9091a1d-78da-4bb7-af79-5a33405c2d3b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.426697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.431149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54752) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:08.435596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029280497'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:08.443051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2069027 Jan 28 04:52:08.450097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36125fc-cbaa-4be6-a3d6-de2bd913a964 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9091a1d-78da-4bb7-af79-5a33405c2d3b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:08.480660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.577599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (4e3e5b72-c008-48d5-87cd-e9ea8aca095b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.587209 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4e3e5b72-c008-48d5-87cd-e9ea8aca095b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.588335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db0c40bc-c394-42fb-a1b6-0a69958a37b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.628001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e5b72-c008-48d5-87cd-e9ea8aca095b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:08.680352 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:08.681900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4c0b38b-93de-4628-acf1-4aeade9ef68b tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2497513 Jan 28 04:52:08.685261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54758) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:08.698558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fa331d01-d6cd-467b-9f53-4f1a08e729d5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group_rule': {'security_group_id': 'e9091a1d-78da-4bb7-af79-5a33405c2d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4e3e5b72-c008-48d5-87cd-e9ea8aca095b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:08.801245 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-fa331d01-d6cd-467b-9f53-4f1a08e729d5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:52:08.803284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fa331d01-d6cd-467b-9f53-4f1a08e729d5 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1147161 Jan 28 04:52:08.806902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.180875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70c09583-3879-47ec-bd0c-c8f8a2256073 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (4e3e5b72-c008-48d5-87cd-e9ea8aca095b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.207111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70c09583-3879-47ec-bd0c-c8f8a2256073 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (4e3e5b72-c008-48d5-87cd-e9ea8aca095b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.257408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70c09583-3879-47ec-bd0c-c8f8a2256073 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4e3e5b72-c008-48d5-87cd-e9ea8aca095b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.260439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70c09583-3879-47ec-bd0c-c8f8a2256073 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.261867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-70c09583-3879-47ec-bd0c-c8f8a2256073 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e3e5b72-c008-48d5-87cd-e9ea8aca095b HTTP/1.1" status: 204 len: 168 time: 0.4500463 Jan 28 04:52:09.267247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54770) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.272409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c09583-3879-47ec-bd0c-c8f8a2256073 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e5b72-c008-48d5-87cd-e9ea8aca095b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:09.391121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e0e0ac85-d359-4601-a7cb-c3d48f3c3861 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1211746 Jan 28 04:52:09.393781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54772) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.462744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b151639b-d4b0-4bdf-b439-b0056392737f tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (e9091a1d-78da-4bb7-af79-5a33405c2d3b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.490618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b151639b-d4b0-4bdf-b439-b0056392737f tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (e9091a1d-78da-4bb7-af79-5a33405c2d3b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.557474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b151639b-d4b0-4bdf-b439-b0056392737f tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e9091a1d-78da-4bb7-af79-5a33405c2d3b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.560141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b151639b-d4b0-4bdf-b439-b0056392737f tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.563772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b151639b-d4b0-4bdf-b439-b0056392737f tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9091a1d-78da-4bb7-af79-5a33405c2d3b HTTP/1.1" status: 204 len: 168 time: 0.1663222 Jan 28 04:52:09.565097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54776) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.588499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151639b-d4b0-4bdf-b439-b0056392737f tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9091a1d-78da-4bb7-af79-5a33405c2d3b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:09.654374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5cd6d2c0-d46b-4e6d-a657-39eaaa2ef7bb tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847328 Jan 28 04:52:09.655571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54778) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.659914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'tempest-secgroup--577275707'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:09.683592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.778489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.783334 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.842706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:09.869863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:09.874660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.882349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-af68e8cb-a38e-4ea6-8fa1-9b4243f19bda tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:09.882349 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-af68e8cb-a38e-4ea6-8fa1-9b4243f19bda tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 04:52:09.883382 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-af68e8cb-a38e-4ea6-8fa1-9b4243f19bda tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 04:52:09.887430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-af68e8cb-a38e-4ea6-8fa1-9b4243f19bda tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "PUT /v2.0/security-groups/cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1 HTTP/1.1" status: 409 len: 330 time: 0.0117006 Jan 28 04:52:09.888030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54788) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:09.889756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-00673630-9a4a-4ac9-8432-7acf12a68b06 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2336171 Jan 28 04:52:10.007219 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57180735-008e-471b-be27-4fc285f57d29 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:10.031028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57180735-008e-471b-be27-4fc285f57d29 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:10.082834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57180735-008e-471b-be27-4fc285f57d29 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:10.096415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57180735-008e-471b-be27-4fc285f57d29 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:10.097612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57180735-008e-471b-be27-4fc285f57d29 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1 HTTP/1.1" status: 204 len: 168 time: 0.2086530 Jan 28 04:52:10.100415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54792) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:10.108138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57180735-008e-471b-be27-4fc285f57d29 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f114f-8bb8-44d9-8d52-c0f931d2dbe1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:10.191463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-db8759b3-d7f0-4631-b84d-70448a538401 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872166 Jan 28 04:52:10.195321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:10.227232 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-76b9a9cc-bae2-4b4b-a97c-e40115816916 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] delete failed (client error): The resource could not be found. Jan 28 04:52:10.230048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76b9a9cc-bae2-4b4b-a97c-e40115816916 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0a40e8d-9480-4ff7-84d3-7ead4020aa07 HTTP/1.1" status: 404 len: 347 time: 0.0338101 Jan 28 04:52:10.234585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:10.260715 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-6f286c3a-0892-4a2d-b553-d33fdc30c107 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] show failed (client error): The resource could not be found. Jan 28 04:52:10.266269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54798) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:10.266961 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6f286c3a-0892-4a2d-b553-d33fdc30c107 tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-groups/df9b8a2a-e54f-4303-997b-bd4cdb706a0b HTTP/1.1" status: 404 len: 347 time: 0.0316181 Jan 28 04:52:10.297985 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-1b72a802-f58d-492e-a1fb-9d6a7654efea tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] show failed (client error): The resource could not be found. Jan 28 04:52:10.305546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1b72a802-f58d-492e-a1fb-9d6a7654efea tempest-NegativeSecGroupTest-2012239610 tempest-NegativeSecGroupTest-2012239610-project] 10.222.0.21 "GET /v2.0/security-group-rules/198932c1-46b8-4085-aeac-d77f5fa31d22 HTTP/1.1" status: 404 len: 356 time: 0.0377524 Jan 28 04:52:10.806945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54806) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:10.811326 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-502b5e78-d52b-45e1-a9bd-5f29a3986d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:11.078344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-39f05709-9325-4bfc-91c2-4d14c6c7c045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b625a29fb754499cae36e37a1a84adee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2699625 Jan 28 04:52:11.081231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:11.160193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d7-ebb1-45f4-9ae1-92ef18795571 admin admin] Publish callbacks [] for security_group (ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:11.234045 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d7-ebb1-45f4-9ae1-92ef18795571 admin admin] Publish callbacks [] for security_group (ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:11.292084 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d7-ebb1-45f4-9ae1-92ef18795571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:11.294823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d7-ebb1-45f4-9ae1-92ef18795571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:11.296062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c1c741d7-ebb1-45f4-9ae1-92ef18795571 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62 HTTP/1.1" status: 204 len: 168 time: 0.2135527 Jan 28 04:52:11.305837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c741d7-ebb1-45f4-9ae1-92ef18795571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b36b0-c6a7-4e16-9cf2-5a50890b6b62,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:11.937179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:13.646312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:14.990185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:25.866847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55252) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:26.044565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09486665-6788-4ea5-a456-1f7da30916e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.133058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09486665-6788-4ea5-a456-1f7da30916e6 admin admin] Publish callbacks [] for security_group (caa72cc9-ea38-47b1-ba5e-e2b475f28098), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.180754 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09486665-6788-4ea5-a456-1f7da30916e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (caa72cc9-ea38-47b1-ba5e-e2b475f28098), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.243505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09486665-6788-4ea5-a456-1f7da30916e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1000d13c8564635bea692459fb55893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758092 Jan 28 04:52:26.246269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55258) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:26.277546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09486665-6788-4ea5-a456-1f7da30916e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa72cc9-ea38-47b1-ba5e-e2b475f28098,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:26.352502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fa19b85-29b5-4828-bf50-a09ab80c35b9 admin admin] Publish callbacks [] for security_group (caa72cc9-ea38-47b1-ba5e-e2b475f28098), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.383440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fa19b85-29b5-4828-bf50-a09ab80c35b9 admin admin] Publish callbacks [] for security_group (caa72cc9-ea38-47b1-ba5e-e2b475f28098), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.472318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fa19b85-29b5-4828-bf50-a09ab80c35b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (caa72cc9-ea38-47b1-ba5e-e2b475f28098), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.476708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fa19b85-29b5-4828-bf50-a09ab80c35b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:26.480717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6fa19b85-29b5-4828-bf50-a09ab80c35b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caa72cc9-ea38-47b1-ba5e-e2b475f28098 HTTP/1.1" status: 204 len: 168 time: 0.2306571 Jan 28 04:52:26.488464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa19b85-29b5-4828-bf50-a09ab80c35b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa72cc9-ea38-47b1-ba5e-e2b475f28098,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:26.915939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55272) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:26.931624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a690b8c-080d-4526-9f18-f06c845b7129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.026138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a690b8c-080d-4526-9f18-f06c845b7129 admin admin] Publish callbacks [] for security_group (dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.031934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a690b8c-080d-4526-9f18-f06c845b7129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.064247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a690b8c-080d-4526-9f18-f06c845b7129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:27.096629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8a690b8c-080d-4526-9f18-f06c845b7129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0840969feac34a039609cbd22ce7f453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771102 Jan 28 04:52:27.096999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55276) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:27.169185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b5158a7-16b6-4def-acf0-e479518eb7ad admin admin] Publish callbacks [] for security_group (dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.202617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b5158a7-16b6-4def-acf0-e479518eb7ad admin admin] Publish callbacks [] for security_group (dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.266526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b5158a7-16b6-4def-acf0-e479518eb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.269897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b5158a7-16b6-4def-acf0-e479518eb7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:27.274235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6b5158a7-16b6-4def-acf0-e479518eb7ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7 HTTP/1.1" status: 204 len: 168 time: 0.1735556 Jan 28 04:52:27.281930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5158a7-16b6-4def-acf0-e479518eb7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e69b1-37a7-4e52-82f3-3fc7dbf487d7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:32.811731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55410) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:33.002929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38c05f44-baf6-4584-8948-84f646e262e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.148503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38c05f44-baf6-4584-8948-84f646e262e0 admin admin] Publish callbacks [] for security_group (1d7c73c4-fea2-49ba-beac-d46fde14782c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.153632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38c05f44-baf6-4584-8948-84f646e262e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1d7c73c4-fea2-49ba-beac-d46fde14782c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.222432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:33.222954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-38c05f44-baf6-4584-8948-84f646e262e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bdb4eb9e6d54f5ba6cb798b1f2c8f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098046 Jan 28 04:52:33.228582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c05f44-baf6-4584-8948-84f646e262e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7c73c4-fea2-49ba-beac-d46fde14782c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:33.288885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5a27178-ddc5-41ee-8555-3141cf3d3e13 admin admin] Publish callbacks [] for security_group (1d7c73c4-fea2-49ba-beac-d46fde14782c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.312512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5a27178-ddc5-41ee-8555-3141cf3d3e13 admin admin] Publish callbacks [] for security_group (1d7c73c4-fea2-49ba-beac-d46fde14782c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.374504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5a27178-ddc5-41ee-8555-3141cf3d3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (1d7c73c4-fea2-49ba-beac-d46fde14782c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.378039 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5a27178-ddc5-41ee-8555-3141cf3d3e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.379213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a5a27178-ddc5-41ee-8555-3141cf3d3e13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d7c73c4-fea2-49ba-beac-d46fde14782c HTTP/1.1" status: 204 len: 168 time: 0.1557922 Jan 28 04:52:33.394903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a27178-ddc5-41ee-8555-3141cf3d3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7c73c4-fea2-49ba-beac-d46fde14782c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:33.762636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:33.780561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afebb83a-fbd9-4d9f-935f-46b07edb9df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.862730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afebb83a-fbd9-4d9f-935f-46b07edb9df5 admin admin] Publish callbacks [] for security_group (0adde2f5-0b26-41db-851c-1da766014ee7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.867993 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afebb83a-fbd9-4d9f-935f-46b07edb9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0adde2f5-0b26-41db-851c-1da766014ee7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:33.940956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-afebb83a-fbd9-4d9f-935f-46b07edb9df5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8b4341c4d324496900756b5ec881adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768968 Jan 28 04:52:33.942991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb83a-fbd9-4d9f-935f-46b07edb9df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adde2f5-0b26-41db-851c-1da766014ee7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:33.943805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55432) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:33.957772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-7425e354-3f4e-415e-9295-2adf0aa03b84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807810 Jan 28 04:52:34.003505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4293be3c-673f-4655-aea3-8c975f5eecdd admin admin] Publish callbacks [] for security_group (0adde2f5-0b26-41db-851c-1da766014ee7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:34.033417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4293be3c-673f-4655-aea3-8c975f5eecdd admin admin] Publish callbacks [] for security_group (0adde2f5-0b26-41db-851c-1da766014ee7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:34.060197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-b11079ae-924f-46f6-8215-9aa10cf55948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:34.062001 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-b11079ae-924f-46f6-8215-9aa10cf55948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.0465326 Jan 28 04:52:34.084496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4293be3c-673f-4655-aea3-8c975f5eecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0adde2f5-0b26-41db-851c-1da766014ee7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:34.087266 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4293be3c-673f-4655-aea3-8c975f5eecdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:34.089221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4293be3c-673f-4655-aea3-8c975f5eecdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0adde2f5-0b26-41db-851c-1da766014ee7 HTTP/1.1" status: 204 len: 168 time: 0.1436169 Jan 28 04:52:34.108477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293be3c-673f-4655-aea3-8c975f5eecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adde2f5-0b26-41db-851c-1da766014ee7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:34.193729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-f7ad42c1-101c-4182-aed6-bb0932c3e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:34.196704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-f7ad42c1-101c-4182-aed6-bb0932c3e319 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1165738 Jan 28 04:52:34.307548 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-16ff761a-c896-48e1-9336-61b40c0c3cef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1001 time: 0.1027796 Jan 28 04:52:34.385019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-b20ac17f-4a94-40f6-a6d8-775426dd5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:34.387306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-b20ac17f-4a94-40f6-a6d8-775426dd5bcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0729630 Jan 28 04:52:34.460458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-18b10278-49c5-433d-b0d1-2ada6c952a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:34.462186 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-18b10278-49c5-433d-b0d1-2ada6c952a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692539 Jan 28 04:52:34.581854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-dbfbddc3-3a6a-4427-b243-501d0e789c90 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130443 Jan 28 04:52:34.696598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a19c0d65-7f44-4d5e-aaf8-85cabcb38ce5 req-44bd741d-c9da-4984-85e6-e837f34f367e service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081421 Jan 28 04:52:36.247314 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:37.774580 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:38.588621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5baadfff-4d9f-4982-a184-a845eb1a3375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:39.278525 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:52:40.639410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55636) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:40.825307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5806db5c-a14a-431d-b6a4-dbda80c86987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:40.912376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e15d4f1e-2e56-4f08-929a-e7e5d15403aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.038349 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e15d4f1e-2e56-4f08-929a-e7e5d15403aa admin admin] Publish callbacks [] for security_group (8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.050965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e15d4f1e-2e56-4f08-929a-e7e5d15403aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.093394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d4f1e-2e56-4f08-929a-e7e5d15403aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:41.148212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55650) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:41.156226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e15d4f1e-2e56-4f08-929a-e7e5d15403aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3053abd14c464fdebe4796bb6d113921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144672 Jan 28 04:52:41.236956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e4ebfd-a1a0-4ec6-8d70-972bf0cdfca7 admin admin] Publish callbacks [] for security_group (8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.258940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e4ebfd-a1a0-4ec6-8d70-972bf0cdfca7 admin admin] Publish callbacks [] for security_group (8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.310498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e4ebfd-a1a0-4ec6-8d70-972bf0cdfca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.313062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-10e4ebfd-a1a0-4ec6-8d70-972bf0cdfca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.319753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-10e4ebfd-a1a0-4ec6-8d70-972bf0cdfca7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448 HTTP/1.1" status: 204 len: 168 time: 0.1703246 Jan 28 04:52:41.334356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ebfd-a1a0-4ec6-8d70-972bf0cdfca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786cc7c-c68b-4ceb-b3e6-5bf6d13bd448,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:41.686283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:41.719613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4d039670-7b52-44c1-a8c0-9e1462709822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.814062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4d039670-7b52-44c1-a8c0-9e1462709822 admin admin] Publish callbacks [] for security_group (5c617a34-b97c-46b1-a6e8-5171bfa47a6b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.819237 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4d039670-7b52-44c1-a8c0-9e1462709822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5c617a34-b97c-46b1-a6e8-5171bfa47a6b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.862957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4d039670-7b52-44c1-a8c0-9e1462709822 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71364d60cedb414e883e73981f9f3a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752019 Jan 28 04:52:41.864940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d039670-7b52-44c1-a8c0-9e1462709822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c617a34-b97c-46b1-a6e8-5171bfa47a6b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:41.867700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:41.963383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:41.977834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c619b688-52f0-48ef-8690-a0572e37299a admin admin] Publish callbacks [] for security_group (5c617a34-b97c-46b1-a6e8-5171bfa47a6b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:42.013421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c619b688-52f0-48ef-8690-a0572e37299a admin admin] Publish callbacks [] for security_group (5c617a34-b97c-46b1-a6e8-5171bfa47a6b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:42.087157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c619b688-52f0-48ef-8690-a0572e37299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5c617a34-b97c-46b1-a6e8-5171bfa47a6b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:42.094668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c619b688-52f0-48ef-8690-a0572e37299a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:42.099774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c619b688-52f0-48ef-8690-a0572e37299a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c617a34-b97c-46b1-a6e8-5171bfa47a6b HTTP/1.1" status: 204 len: 168 time: 0.2280717 Jan 28 04:52:42.109562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619b688-52f0-48ef-8690-a0572e37299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c617a34-b97c-46b1-a6e8-5171bfa47a6b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:43.647152 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:44.993853 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.371933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55878) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:51.514328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f858cb0-ac54-4b62-be16-d43c512703db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.612554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f858cb0-ac54-4b62-be16-d43c512703db admin admin] Publish callbacks [] for security_group (95f3598f-b202-4e5c-aac5-80298227651f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.617038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f858cb0-ac54-4b62-be16-d43c512703db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (95f3598f-b202-4e5c-aac5-80298227651f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.668528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7f858cb0-ac54-4b62-be16-d43c512703db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e38a74f7662d443eadd744e38cf15356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954905 Jan 28 04:52:51.670175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f858cb0-ac54-4b62-be16-d43c512703db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f3598f-b202-4e5c-aac5-80298227651f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:51.671401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55886) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:51.755908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Publish callbacks [] for security_group (95f3598f-b202-4e5c-aac5-80298227651f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.786553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Publish callbacks [] for security_group (95f3598f-b202-4e5c-aac5-80298227651f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.879945 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (95f3598f-b202-4e5c-aac5-80298227651f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.882593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:51.886591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95f3598f-b202-4e5c-aac5-80298227651f HTTP/1.1" status: 204 len: 168 time: 0.2141418 Jan 28 04:52:51.902183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f3598f-b202-4e5c-aac5-80298227651f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:51.919631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.919985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.920333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.920674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.921011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.921406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.921739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.922069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.922399 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.922722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.923048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.923368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:51.923686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28b01-7e75-4045-851d-8bf0086b1522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:52.359664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:52.380238 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-636e00cd-85d6-4082-964c-29a4a6b5ace3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.476963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-636e00cd-85d6-4082-964c-29a4a6b5ace3 admin admin] Publish callbacks [] for security_group (339a2137-6eb4-4494-a03b-d9cfa364509a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.481457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-636e00cd-85d6-4082-964c-29a4a6b5ace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (339a2137-6eb4-4494-a03b-d9cfa364509a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.523348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e00cd-85d6-4082-964c-29a4a6b5ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a2137-6eb4-4494-a03b-d9cfa364509a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:52.532315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55906) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:52:52.532987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-636e00cd-85d6-4082-964c-29a4a6b5ace3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=925b6386248342b884e165e3ec60b049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719882 Jan 28 04:52:52.651908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647663a5-1fb2-4cf9-839a-c5e517404724 admin admin] Publish callbacks [] for security_group (339a2137-6eb4-4494-a03b-d9cfa364509a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.679086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647663a5-1fb2-4cf9-839a-c5e517404724 admin admin] Publish callbacks [] for security_group (339a2137-6eb4-4494-a03b-d9cfa364509a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.739779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647663a5-1fb2-4cf9-839a-c5e517404724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (339a2137-6eb4-4494-a03b-d9cfa364509a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.743715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-647663a5-1fb2-4cf9-839a-c5e517404724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:52.745850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-647663a5-1fb2-4cf9-839a-c5e517404724 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/339a2137-6eb4-4494-a03b-d9cfa364509a HTTP/1.1" status: 204 len: 168 time: 0.2121806 Jan 28 04:52:52.757589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647663a5-1fb2-4cf9-839a-c5e517404724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a2137-6eb4-4494-a03b-d9cfa364509a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:56.796198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-fb67f39f-2c70-486b-9319-4ff32794f310 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:56.797937 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-fb67f39f-2c70-486b-9319-4ff32794f310 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.1533992 Jan 28 04:52:56.815884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-f0ba3bbb-c0a3-478e-ae41-5fb09390a096 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0104623 Jan 28 04:52:56.876998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-bbd6012d-d49f-4e79-a249-154f7c0df923 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543628 Jan 28 04:52:57.062935 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-14b7ddb9-f933-456c-8fcb-dc6c24bb1b32 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789420 Jan 28 04:52:57.152044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-a3459806-bbf4-45f6-8af4-8d8384360415 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829456 Jan 28 04:52:57.349194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31f92cac-5d57-4c61-a796-68d3ea5defca req-4a6a3643-57bb-45f0-ba88-6d4458e2f6d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0279832 Jan 28 04:52:58.749360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a17eb0da-d187-406a-a3b7-e97ae960904e req-011c0d15-a9ab-46ed-90ab-155005c3f1c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0367138 Jan 28 04:52:58.815296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-92fdb0c4-632b-45c3-8b8b-882e97aa2b4c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:58.830807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-92fdb0c4-632b-45c3-8b8b-882e97aa2b4c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.5121074 Jan 28 04:52:58.850825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:58.989350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:52:58.994128 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:59.194721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.7 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/bf31c9ea-d7b6-427a-ad91-94eb7e940d8d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:52:59.363919 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:59.398277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:59.441907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:52:59.449182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:52:59.453647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:52:59.487374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:59.502867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.503221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.503571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.503961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.504311 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.504651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.504982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.505340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.505673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.505999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.506330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.506662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.506991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:59.523894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:59.524840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:59.541952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-84c9c220-25b0-4cb6-80c8-c9f9deea6a64 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6960669 Jan 28 04:52:59.558840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Request body: {'port': {'device_id': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:52:59.627662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:59.870764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-018b7d74-9c5d-444b-a0fe-43e34d1008f6 None None] Provisioning complete for port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:52:59.870764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-018b7d74-9c5d-444b-a0fe-43e34d1008f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:59.908503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-018b7d74-9c5d-444b-a0fe-43e34d1008f6 None None] Port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:52:59.961282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6801a-20ac-411e-a556-1a0bc8cd707f req-995d3481-8a70-4057-a14e-37f16c6b2722 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:59.962778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5da6801a-20ac-411e-a556-1a0bc8cd707f req-995d3481-8a70-4057-a14e-37f16c6b2722 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 931 time: 0.1326208 Jan 28 04:52:59.970949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf31c9ea-d7b6-427a-ad91-94eb7e940d8d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:52:59.984443 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Publish callbacks [] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:00.007817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Transition to ACTIVE for port object bf31c9ea-d7b6-427a-ad91-94eb7e940d8d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:53:00.015794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:00.059786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5da6801a-20ac-411e-a556-1a0bc8cd707f req-1eaa14c0-dd3a-4292-ad89-58c3517ce083 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837719 Jan 28 04:53:00.078678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:00.227977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Attempting to bind port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:53:00.228324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Attempting to bind port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:53:00.228664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Attempting to bind port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:53:00.239898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:53:00.240246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Attempting to bind port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:53:00.246304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:53:00.246655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:53:00.247133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:53:00.247580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Bound port: bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:53:00.247944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:00.334917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] For port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:53:00.342126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] For port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:53:00.354876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:00.415345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.416003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:00.418046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/bf31c9ea-d7b6-427a-ad91-94eb7e940d8d HTTP/1.1" status: 200 len: 1091 time: 0.8628855 Jan 28 04:53:00.418419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'tag': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:00.420677 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d5ee48-54ec-4ad5-9b44-3defaaecd280" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe3cfc9-c877-4682-972f-789437ae7049", "tag": "bf31c9ea-d7b6-427a-ad91-94eb7e940d8d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:00.493094 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad0bc7f-78ca-43c0-8728-6225e5cfc310 x-openstack-request-id: req-dad0bc7f-78ca-43c0-8728-6225e5cfc310 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:00.493412 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe3cfc9-c877-4682-972f-789437ae7049", "tag": "bf31c9ea-d7b6-427a-ad91-94eb7e940d8d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:00.493850 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad0bc7f-78ca-43c0-8728-6225e5cfc310 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:00.494412 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'tag': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d', 'status': 'completed', 'code': 200} Jan 28 04:53:00.507845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a2ccc-3dca-4883-ae0b-66dc045f03b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:00.554539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-1e8fe0dd-0a5c-473e-924d-cb01508ee479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.557825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-1e8fe0dd-0a5c-473e-924d-cb01508ee479 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 1094 time: 0.0781870 Jan 28 04:53:00.617573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-f96a3f1b-faf5-47fa-8ef2-407cae9053c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d HTTP/1.1" status: 200 len: 217 time: 0.0479248 Jan 28 04:53:00.694077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-181b3a60-6292-4991-93cd-96a3d6a4a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.695844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-181b3a60-6292-4991-93cd-96a3d6a4a287 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0726779 Jan 28 04:53:00.825795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0267-16de-4352-92e3-083daab01328 req-bc039a87-39ac-4eab-8368-065115c687dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.827759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-bc039a87-39ac-4eab-8368-065115c687dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254425 Jan 28 04:53:00.933425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-253ffed2-695b-4d17-9816-640e3eb85294 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967324 Jan 28 04:53:01.031195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebfd0267-16de-4352-92e3-083daab01328 req-b8bbd915-98c7-4127-9e81-7b5d9f21b2d5 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946035 Jan 28 04:53:01.153856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-b8fdb602-3f56-4634-8142-b8ebd8837473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:01.157408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-b8fdb602-3f56-4634-8142-b8ebd8837473 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 1094 time: 0.0561903 Jan 28 04:53:01.294863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-ca44e2e9-9a43-4753-bf6f-244e87ec386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:01.296614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-ca44e2e9-9a43-4753-bf6f-244e87ec386e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1315744 Jan 28 04:53:01.316411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f1a16-f571-420d-ae58-4e66667229bf req-c2753bb8-5574-483e-910e-7b489503b8b4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:01.318176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af5f1a16-f571-420d-ae58-4e66667229bf req-c2753bb8-5574-483e-910e-7b489503b8b4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1004310 Jan 28 04:53:01.360284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-de47b995-989e-46a1-b73e-c2e66c8c8f88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d HTTP/1.1" status: 200 len: 217 time: 0.0581062 Jan 28 04:53:01.400763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af5f1a16-f571-420d-ae58-4e66667229bf req-5aa95271-90bc-4d46-8eff-a873300a1b74 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734785 Jan 28 04:53:01.419935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-0f30e34f-e4c4-45f9-922f-db7c6eac81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:01.421729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-0f30e34f-e4c4-45f9-922f-db7c6eac81d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0563638 Jan 28 04:53:01.472309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-7004140b-2352-4d6a-8228-4b6700c383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:01.474667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-7004140b-2352-4d6a-8228-4b6700c383fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473063 Jan 28 04:53:01.583904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-0db557e4-dbe4-4659-b190-1b9789be01de service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032023 Jan 28 04:53:01.690854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d5ee48-54ec-4ad5-9b44-3defaaecd280 req-6795835a-6424-46fe-9523-4f0a31390db1 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012907 Jan 28 04:53:02.567516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c198d-73a5-433c-b414-aff87a577ffa req-cadbdba5-d6d7-4652-b4dc-a5615bb7a671 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:02.575774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-513c198d-73a5-433c-b414-aff87a577ffa req-cadbdba5-d6d7-4652-b4dc-a5615bb7a671 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0778258 Jan 28 04:53:02.634758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-513c198d-73a5-433c-b414-aff87a577ffa req-5c84d609-32a4-4243-af68-895b9b7a6d01 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579906 Jan 28 04:53:03.789052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1589-edf3-47e3-89df-7ca4e11a3a07 req-816a9612-ddbd-4862-84e7-0e4cb851f89c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:03.802534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48dd1589-edf3-47e3-89df-7ca4e11a3a07 req-816a9612-ddbd-4862-84e7-0e4cb851f89c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0837584 Jan 28 04:53:03.886906 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48dd1589-edf3-47e3-89df-7ca4e11a3a07 req-a6c35f16-a5e9-402d-847c-a95858692e1e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797153 Jan 28 04:53:05.242286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba8fb3-d9a7-499c-816c-84c605f7a9d6 req-00c37298-48c1-40e2-b610-0eb56fd2be80 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:05.254360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3ba8fb3-d9a7-499c-816c-84c605f7a9d6 req-00c37298-48c1-40e2-b610-0eb56fd2be80 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1950374 Jan 28 04:53:05.334369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3ba8fb3-d9a7-499c-816c-84c605f7a9d6 req-e22f1df4-15d9-4e4a-9011-91d19027d285 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788987 Jan 28 04:53:06.253719 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:06.707309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94859240-92e3-4d5a-aed2-0f6bf1631139 req-7f999029-52bc-442e-9326-3eb003ad9d9f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:06.716120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94859240-92e3-4d5a-aed2-0f6bf1631139 req-7f999029-52bc-442e-9326-3eb003ad9d9f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1440785 Jan 28 04:53:06.930127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94859240-92e3-4d5a-aed2-0f6bf1631139 req-0f3b5455-81c3-43f7-95e1-8f1c962343e9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778116 Jan 28 04:53:07.775982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:08.155981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c17ac-ae7d-4c7f-a7cb-1873f130cebe req-20523748-8f27-450c-a93d-5d806d8103e4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:08.166222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b57c17ac-ae7d-4c7f-a7cb-1873f130cebe req-20523748-8f27-450c-a93d-5d806d8103e4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0831008 Jan 28 04:53:08.255950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b57c17ac-ae7d-4c7f-a7cb-1873f130cebe req-007c9818-42b4-4333-b8ee-e396aea728f5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881011 Jan 28 04:53:08.612665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34304fff-3ec2-422e-9d52-9a43a5a1f4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:09.399111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966afa4-71e5-4411-8c7a-aaebad4d2b26 req-c7cfbc8e-5591-4900-a3ae-ffd75d468e67 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:09.407299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6966afa4-71e5-4411-8c7a-aaebad4d2b26 req-c7cfbc8e-5591-4900-a3ae-ffd75d468e67 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0601048 Jan 28 04:53:09.465012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6966afa4-71e5-4411-8c7a-aaebad4d2b26 req-f1e6126c-5056-4d9f-b5dd-4018984067f4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567513 Jan 28 04:53:10.764259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbba01-0807-476e-8184-b7470294512f req-45176661-8c12-4f5b-90ba-f9c0b5532d09 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:10.782070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62bbba01-0807-476e-8184-b7470294512f req-45176661-8c12-4f5b-90ba-f9c0b5532d09 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1813869 Jan 28 04:53:10.818403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0932b0b0-bcc7-4406-a0e9-8649f2971b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:10.919463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62bbba01-0807-476e-8184-b7470294512f req-aea5b280-9979-4f98-87bb-3eea125f7320 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283662 Jan 28 04:53:11.975435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:12.105529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ff592-f62e-47c0-b8b0-6a92113b6d53 req-910a4715-c056-4e26-a441-50f848fcc723 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:12.115712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e70ff592-f62e-47c0-b8b0-6a92113b6d53 req-910a4715-c056-4e26-a441-50f848fcc723 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0896988 Jan 28 04:53:12.216434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e70ff592-f62e-47c0-b8b0-6a92113b6d53 req-2bc0219e-16a6-40d6-90cc-2fed0b5883c4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855200 Jan 28 04:53:13.316968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21da41f-b4c5-4ff8-b0f2-af3a7bc4d262 req-b5e00b89-252a-4bd9-b4f5-b4d131ed2651 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:13.318565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d21da41f-b4c5-4ff8-b0f2-af3a7bc4d262 req-b5e00b89-252a-4bd9-b4f5-b4d131ed2651 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0500522 Jan 28 04:53:13.394422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d21da41f-b4c5-4ff8-b0f2-af3a7bc4d262 req-5cf3b334-0498-4784-97a9-85c28e205e8c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Jan 28 04:53:13.850502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:14.618235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10079a46-bcd9-418f-903d-730d653896ac req-23329399-992d-48bd-9f9b-334d2d5aeed7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:14.620521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10079a46-bcd9-418f-903d-730d653896ac req-23329399-992d-48bd-9f9b-334d2d5aeed7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1370974 Jan 28 04:53:14.733904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10079a46-bcd9-418f-903d-730d653896ac req-009038c1-0a1f-46f2-b4ad-a349636adf02 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011782 Jan 28 04:53:14.993672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:15.949104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf9b1d-2c27-45a2-a4d1-2801ddb11bd2 req-1fd9b091-5889-4d7f-a4c8-5b506d9ec32f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:15.951330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fdf9b1d-2c27-45a2-a4d1-2801ddb11bd2 req-1fd9b091-5889-4d7f-a4c8-5b506d9ec32f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0876732 Jan 28 04:53:16.037811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fdf9b1d-2c27-45a2-a4d1-2801ddb11bd2 req-7973360a-c254-46b9-b61d-cb3d49ae29e8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 Jan 28 04:53:16.278828 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:53:17.146079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaf1b9-a34d-46b7-b4b3-8391673b1aad req-a2989c62-582a-4d55-b137-a52ed1f104ab tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:17.152781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1aaf1b9-a34d-46b7-b4b3-8391673b1aad req-a2989c62-582a-4d55-b137-a52ed1f104ab tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0551796 Jan 28 04:53:17.210906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1aaf1b9-a34d-46b7-b4b3-8391673b1aad req-7df4a96d-3e36-4372-a31d-42d257c6a6a2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572584 Jan 28 04:53:18.315437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abb26d-a3d0-4a6c-b680-fcdc5e7990d3 req-dd2f1b59-4228-4d96-81f5-dabc048674c1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:18.323539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13abb26d-a3d0-4a6c-b680-fcdc5e7990d3 req-dd2f1b59-4228-4d96-81f5-dabc048674c1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0548000 Jan 28 04:53:18.366130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13abb26d-a3d0-4a6c-b680-fcdc5e7990d3 req-af8bf9dd-90e0-40ed-b392-5fbca5ad6a4b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Jan 28 04:53:19.536340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae205d-747f-4289-920b-a281c7cd62ec req-4d7ac40b-c3ab-49dd-bfbc-5eb315efadf3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:19.539244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78ae205d-747f-4289-920b-a281c7cd62ec req-4d7ac40b-c3ab-49dd-bfbc-5eb315efadf3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0854905 Jan 28 04:53:19.614455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-78ae205d-747f-4289-920b-a281c7cd62ec req-c72dea91-519b-4f28-93d9-24b36917bfb1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Jan 28 04:53:20.745285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee6ce9-d84a-469b-86dc-e4e7feb4fed5 req-4c7ae2ce-79b2-44c7-a15a-63ae242445d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:20.752804 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44ee6ce9-d84a-469b-86dc-e4e7feb4fed5 req-4c7ae2ce-79b2-44c7-a15a-63ae242445d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0585120 Jan 28 04:53:20.814123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44ee6ce9-d84a-469b-86dc-e4e7feb4fed5 req-6b0bb5ae-cbcd-4485-ae91-beb91d6445b9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600715 Jan 28 04:53:21.938449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffc24f-7b66-43f9-aa78-5d833a07e309 req-9d24fb7d-174b-45f4-9da5-748abe2cbf6b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:21.946152 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02ffc24f-7b66-43f9-aa78-5d833a07e309 req-9d24fb7d-174b-45f4-9da5-748abe2cbf6b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0569153 Jan 28 04:53:21.993294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-02ffc24f-7b66-43f9-aa78-5d833a07e309 req-4434588e-6bb7-482d-aaaf-aa8e92cc6766 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Jan 28 04:53:23.139789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2c1c5-ef8c-4011-9df8-aa006854174f req-e2076176-823d-4f0a-9c6e-9ac6829abc0e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:23.141553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41f2c1c5-ef8c-4011-9df8-aa006854174f req-e2076176-823d-4f0a-9c6e-9ac6829abc0e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0662520 Jan 28 04:53:23.203856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41f2c1c5-ef8c-4011-9df8-aa006854174f req-6b4d32a2-52b1-4e8d-9033-095d9ba1376e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Jan 28 04:53:24.340348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1d887-66f1-41de-9ba2-1845e5d44b6b req-a3421502-e0ea-4a00-8679-db37dde82067 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:24.344939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62a1d887-66f1-41de-9ba2-1845e5d44b6b req-a3421502-e0ea-4a00-8679-db37dde82067 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0597157 Jan 28 04:53:24.399282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62a1d887-66f1-41de-9ba2-1845e5d44b6b req-777fb91c-3104-4749-b3b0-1cc50685d0e2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Jan 28 04:53:25.522028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5256c-4572-4082-b407-8153d5add8d4 req-7f140d23-4a6b-4c0f-a61f-18b10d0d2409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:25.524294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ce5256c-4572-4082-b407-8153d5add8d4 req-7f140d23-4a6b-4c0f-a61f-18b10d0d2409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0505049 Jan 28 04:53:25.575296 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ce5256c-4572-4082-b407-8153d5add8d4 req-81287101-6284-4e1f-9309-ea127cf831c2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449078 Jan 28 04:53:26.695009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5404cf-8eb7-4577-b96f-125cdaca5c6f req-1acd14b0-d759-4696-b340-595eb64e0f99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:26.704123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c5404cf-8eb7-4577-b96f-125cdaca5c6f req-1acd14b0-d759-4696-b340-595eb64e0f99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0566535 Jan 28 04:53:26.761332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c5404cf-8eb7-4577-b96f-125cdaca5c6f req-6389d072-1246-4126-ace3-99c8e993ff9a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561032 Jan 28 04:53:27.945168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a125d8-c18b-4176-8533-126efda426fc req-568e735c-7453-4fe5-a969-24035c412536 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:27.949705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06a125d8-c18b-4176-8533-126efda426fc req-568e735c-7453-4fe5-a969-24035c412536 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0698268 Jan 28 04:53:28.011720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06a125d8-c18b-4176-8533-126efda426fc req-76fe654c-9171-4531-82e1-9df71a7ec251 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Jan 28 04:53:28.050758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-f418c0e4-07c9-4cbe-9a6e-5623cca18d32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0644908 Jan 28 04:53:28.161624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.162117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.162595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.163256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.163889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.164542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.165253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.167896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-b37e6c9b-11b8-42c1-be0d-31b531828675 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99cb181476494422a9dcd31107896390&device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 6503 time: 0.0523429 Jan 28 04:53:28.301860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-89626bdc-1296-48aa-b587-8137859d1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.302578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-89626bdc-1296-48aa-b587-8137859d1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.303055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-89626bdc-1296-48aa-b587-8137859d1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.304906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-89626bdc-1296-48aa-b587-8137859d1e5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=28dbad87-65ee-424d-89a2-021c02808473&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=0c7531de-959f-4187-bdfa-5fe6685c67a7&id=c1556003-cd67-4586-92d0-2c4460a73ff7&id=c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 200 len: 2298 time: 0.1121767 Jan 28 04:53:28.393322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-f3602f27-7248-48d5-a02a-6ced546a7de5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 200 len: 1000 time: 0.0810025 Jan 28 04:53:28.459412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d3582eb9-7044-4b00-9463-9041ac6574e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.460929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d3582eb9-7044-4b00-9463-9041ac6574e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 200 len: 855 time: 0.0617270 Jan 28 04:53:28.516370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d8d78cfc-12a2-49f8-8b51-d6fa59c5c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.517979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d8d78cfc-12a2-49f8-8b51-d6fa59c5c09e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28dbad87-65ee-424d-89a2-021c02808473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500171 Jan 28 04:53:28.763226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-69e1cff0-7c98-4efe-8a9c-dd078a4379fa service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324460 Jan 28 04:53:28.900890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d31446e7-c254-4ba8-a1cd-59b9e3f02f88 service neutron] 10.222.0.52 "GET /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Jan 28 04:53:28.995004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-48184077-4e29-4e5d-a406-b5224d2250f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 217 time: 0.0904775 Jan 28 04:53:29.047518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-ab283f17-367a-455b-b0a1-2c3f35f03db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:29.049191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-ab283f17-367a-455b-b0a1-2c3f35f03db0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.0466650 Jan 28 04:53:29.152685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-6615bec2-2de9-49d5-b512-455fe94c70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:29.154254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-6615bec2-2de9-49d5-b512-455fe94c70da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981054 Jan 28 04:53:29.289974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ab01d-07af-4ef1-bab7-5e428120504c req-f2a99458-40b6-409e-a6a2-4a4ca13987aa tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:29.297476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c06ab01d-07af-4ef1-bab7-5e428120504c req-f2a99458-40b6-409e-a6a2-4a4ca13987aa tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1887007 Jan 28 04:53:29.301031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-1156333e-904f-46c8-8f77-d090c683a92d service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382458 Jan 28 04:53:29.474700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c06ab01d-07af-4ef1-bab7-5e428120504c req-c1870fc9-3ba2-4557-a0c8-a233b5f5789d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762905 Jan 28 04:53:29.504672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-3c97f838-f25c-4968-875f-7868f81c0ce3 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973197 Jan 28 04:53:29.593745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-3e11a342-892c-4ba3-b7ce-437091edf525 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 217 time: 0.0819521 Jan 28 04:53:29.670623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d2689eb0-154b-4130-af9c-1529990f4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:29.673463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d2689eb0-154b-4130-af9c-1529990f4679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.0743952 Jan 28 04:53:29.770233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-1d764b5d-23bf-42b9-bdab-1f271da85c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:29.772100 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-1d764b5d-23bf-42b9-bdab-1f271da85c4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930486 Jan 28 04:53:29.937798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-187afd98-7342-4b58-bf32-285364a78801 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582942 Jan 28 04:53:30.137066 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-7613c6cd-cf6d-473d-b5bc-1feaf04a02f1 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933024 Jan 28 04:53:30.215235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-917008fe-82aa-4906-b766-46d8febda17a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0697436 Jan 28 04:53:30.294171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a1d1cc73-8766-43f5-b638-1f2bb770a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:30.333997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a1d1cc73-8766-43f5-b638-1f2bb770a596 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.1030116 Jan 28 04:53:30.435842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-df6577a8-780b-4c60-85c6-246758b8cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:30.437446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-df6577a8-780b-4c60-85c6-246758b8cf5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002464 Jan 28 04:53:30.566590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a47369a5-1339-45c4-a686-ff4852c11e86 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230564 Jan 28 04:53:30.652269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f5103-82ae-4a0b-9db4-7db4eddfe59b req-2e98972d-c701-44ae-b4cb-f576fe54d6dc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:30.681038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d30f5103-82ae-4a0b-9db4-7db4eddfe59b req-2e98972d-c701-44ae-b4cb-f576fe54d6dc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1108615 Jan 28 04:53:30.718403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-91f03155-b1da-436c-920e-55331cb6c0a1 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461861 Jan 28 04:53:30.733418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d30f5103-82ae-4a0b-9db4-7db4eddfe59b req-e847695c-c055-4879-80e8-c3aebdce9496 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514307 Jan 28 04:53:30.773937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-f0efe1db-55cf-433a-a371-e6adce888548 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Jan 28 04:53:30.861333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a7d45ba1-9338-460a-ac58-ab07351c2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:30.864211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a7d45ba1-9338-460a-ac58-ab07351c2c40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 200 len: 797 time: 0.0836089 Jan 28 04:53:30.930692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-edad6eba-9e7a-45d3-becb-38b4e0708305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:30.932219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-edad6eba-9e7a-45d3-becb-38b4e0708305 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c7531de-959f-4187-bdfa-5fe6685c67a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613472 Jan 28 04:53:31.068412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a1ddfb81-5ad1-4226-bbb6-981c2fe19530 service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248856 Jan 28 04:53:31.209454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-62b1a2cf-3b85-4517-bebd-0e278eb8c37d service neutron] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332653 Jan 28 04:53:31.319624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-62bba8c4-5f2b-44b9-acbe-9ef103f79b46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 200 len: 217 time: 0.1034765 Jan 28 04:53:31.399181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-977f37a9-4cd7-4822-b50d-ff98ea740cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:31.400782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-977f37a9-4cd7-4822-b50d-ff98ea740cd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.0747824 Jan 28 04:53:31.475924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-c3b83c8f-3c79-43ad-9fbe-4f38c0d568ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:31.477481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-c3b83c8f-3c79-43ad-9fbe-4f38c0d568ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704391 Jan 28 04:53:31.679809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-82874be7-8eee-4b68-a144-96dfe6a4010f service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937675 Jan 28 04:53:31.928405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-333907d0-a6d4-4e88-bf10-a6bd3e8b3e42 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355232 Jan 28 04:53:31.997917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-89ab609c-ed2c-41bc-afca-fb096b82e43b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 200 len: 217 time: 0.0481241 Jan 28 04:53:32.011303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4dc60-a434-4038-8494-d5490e4802ce req-2cb841ab-f4fa-4980-8a1e-e7b36a48f663 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:32.012940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fec4dc60-a434-4038-8494-d5490e4802ce req-2cb841ab-f4fa-4980-8a1e-e7b36a48f663 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1418006 Jan 28 04:53:32.141990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fec4dc60-a434-4038-8494-d5490e4802ce req-74a32980-2e4d-4335-abcc-fd5ea12cc89e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Jan 28 04:53:32.157351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-67509cbd-fe5c-4e36-8864-8537c38c5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:32.159081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-67509cbd-fe5c-4e36-8864-8537c38c5fdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 200 len: 797 time: 0.1452708 Jan 28 04:53:32.236507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d3ab6a2e-036d-455d-b4a8-8af9dc7f595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:32.239801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-d3ab6a2e-036d-455d-b4a8-8af9dc7f595f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1556003-cd67-4586-92d0-2c4460a73ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753012 Jan 28 04:53:32.357582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-a70bf7cd-00cb-4d31-a5de-163fa0a96366 service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115181 Jan 28 04:53:32.502853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-267d8f4e-a933-40bf-9477-ff07eb822ce1 req-639a9274-b471-408c-b17e-05b5262541ed service neutron] 10.222.0.52 "GET /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398957 Jan 28 04:53:33.372359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79424e7b-df61-47b5-97fc-129faf620d88 req-11c4711a-73de-4045-87b4-872b6cc3decb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:33.385240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79424e7b-df61-47b5-97fc-129faf620d88 req-11c4711a-73de-4045-87b4-872b6cc3decb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1129053 Jan 28 04:53:33.492801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79424e7b-df61-47b5-97fc-129faf620d88 req-c368cce1-48cf-4aab-a231-dabadfc107b8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Jan 28 04:53:34.660815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da29dc2-2a8a-46bb-8c37-034e9aad8bbf req-47844d07-d2ce-4afa-a0dd-c7d28cfd534e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:34.668920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4da29dc2-2a8a-46bb-8c37-034e9aad8bbf req-47844d07-d2ce-4afa-a0dd-c7d28cfd534e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0829833 Jan 28 04:53:34.696969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795f9e-1c9c-4334-9efc-9c252cad3f3e req-8f73a7c3-1f07-48be-9aea-8510a1988f19 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:34.707584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7795f9e-1c9c-4334-9efc-9c252cad3f3e req-8f73a7c3-1f07-48be-9aea-8510a1988f19 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0974522 Jan 28 04:53:34.760576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4da29dc2-2a8a-46bb-8c37-034e9aad8bbf req-77743435-616e-4077-bc96-7b4ac354f5e7 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886667 Jan 28 04:53:34.802856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7795f9e-1c9c-4334-9efc-9c252cad3f3e req-61d74c8a-4bbc-4a21-9092-8611fb7cb5c0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943067 Jan 28 04:53:35.632342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.639656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.647396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.656060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.662687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.673514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.685020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.704419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-03a20e8b-97e5-40f4-bcbf-038adf981f28 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1337478 Jan 28 04:53:35.785963 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-779310e0-58f4-4329-b21d-60ce3be25d07 req-e050832f-037b-4acb-8b4d-d322a587d214 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782003 Jan 28 04:53:35.993412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9c91-7982-454f-a09e-afff9cb4859f req-3c494f10-5abf-486a-ad26-13882e4c828c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:35.996242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7d9c91-7982-454f-a09e-afff9cb4859f req-3c494f10-5abf-486a-ad26-13882e4c828c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0966759 Jan 28 04:53:36.002927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572dfd-b886-475f-b284-a290f3d31fab req-65da75de-bc48-40df-9af3-aa05c1a0ce46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.004968 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9572dfd-b886-475f-b284-a290f3d31fab req-65da75de-bc48-40df-9af3-aa05c1a0ce46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1382089 Jan 28 04:53:36.020714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8000-5893-445b-9c81-908a50c80e3f req-396020a1-5738-4a0c-8309-6e543280c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.022740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-396020a1-5738-4a0c-8309-6e543280c56f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.0956531 Jan 28 04:53:36.086098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea7d9c91-7982-454f-a09e-afff9cb4859f req-d497d85b-3ec4-4c0f-ac9a-df9fab408cd8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831852 Jan 28 04:53:36.180369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9572dfd-b886-475f-b284-a290f3d31fab req-09778895-cee4-49ca-b258-69d50271530a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609793 Jan 28 04:53:36.239034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8000-5893-445b-9c81-908a50c80e3f req-d25e0600-ca2f-44ae-a31b-18e31926c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.240735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-d25e0600-ca2f-44ae-a31b-18e31926c752 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1740296 Jan 28 04:53:36.253843 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:36.310417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-53774c9b-e60a-4521-916a-8de00c68146c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1001 time: 0.0637431 Jan 28 04:53:36.372262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8000-5893-445b-9c81-908a50c80e3f req-07a4fd78-9595-4a4d-838a-a5e4f637c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.374269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-07a4fd78-9595-4a4d-838a-a5e4f637c085 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0575533 Jan 28 04:53:36.434777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8000-5893-445b-9c81-908a50c80e3f req-2efbb201-0262-451c-a05d-4d4865ae949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.438976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-2efbb201-0262-451c-a05d-4d4865ae949d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587125 Jan 28 04:53:36.549466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-78f66bc3-bcbb-44b4-8ae0-69a8954f28aa service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992517 Jan 28 04:53:36.649914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89de8000-5893-445b-9c81-908a50c80e3f req-69bbb6dd-bcf7-486a-b298-de53734f601e service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928216 Jan 28 04:53:36.949741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.955352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.960904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.967873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.974695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.980351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:36.997309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.006420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-4dd8f7db-674a-46b0-b642-4789b6a7fa92 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1189902 Jan 28 04:53:37.114902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6de43e97-f737-455c-a2cb-91642c5aa1c9 req-a4b5aef2-68e6-4fac-b826-0889657e458b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042891 Jan 28 04:53:37.146188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.152003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.158134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.164100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.170052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.183256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.183256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.184202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-b11df4a4-9de3-4f22-9ee4-c7c9cc1164e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.1749315 Jan 28 04:53:37.270997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-d50038f2-4f26-4bfc-b22b-0ca6ddb9d829 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.272535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-d50038f2-4f26-4bfc-b22b-0ca6ddb9d829 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "GET /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805469 Jan 28 04:53:37.276846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c5a40-df3c-42e3-9834-34b38ab7691a req-8f3f7ea6-963b-478e-b85f-a5109c589db0 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.279627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e4c5a40-df3c-42e3-9834-34b38ab7691a req-8f3f7ea6-963b-478e-b85f-a5109c589db0 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0818379 Jan 28 04:53:37.375489 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e4c5a40-df3c-42e3-9834-34b38ab7691a req-5faaa244-0f2f-4307-b1c5-c03d6743e2af tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851507 Jan 28 04:53:37.443862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ab1ef-f87a-4370-92e7-ddd80c8c4972 req-163793d6-2fac-4d42-803e-2444a2f40f39 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:37.445486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de6ab1ef-f87a-4370-92e7-ddd80c8c4972 req-163793d6-2fac-4d42-803e-2444a2f40f39 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.1717899 Jan 28 04:53:37.783647 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:37.899684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-ee184a9a-6b86-4dce-ad60-aa5d7a7c8b5e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "GET /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5947258 Jan 28 04:53:37.910883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de6ab1ef-f87a-4370-92e7-ddd80c8c4972 req-b7d9dc40-6114-4168-b6ca-7a91d9f2e59d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440212 Jan 28 04:53:37.930560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:53:37.985669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:38.174238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:38.260337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] For port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:53:38.349397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] device_id is not set on port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:53:38.368148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Publish callbacks [] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:38.373472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.382775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:38.412294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.435201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.435390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Pushing event updated for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:38.471069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.486766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.497817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] No DVR routers for this DVR port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:38.507639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.522809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.538443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-4e441c10-7b29-435a-ad18-94e3d4f14164 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 5446 time: 0.2938452 Jan 28 04:53:38.587877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] In _notify_port_updated(), no bound segment for port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:53:38.588781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.589439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:38.591052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-cc82a8fd-051f-4625-9042-2cc065a0e80d service neutron] 10.222.0.52 "PUT /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 200 len: 1032 time: 0.6744838 Jan 28 04:53:38.654036 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2921abf0-71e5-42c0-9c2a-33236f1c1651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:38.667890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-2fab362e-6fc7-4ab2-99ee-2a4f3cb852ba tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.669477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-2fab362e-6fc7-4ab2-99ee-2a4f3cb852ba tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "GET /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0673013 Jan 28 04:53:38.702738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-524b0a98-1532-4a37-8bb4-f0ac0d631112 req-2ebe0b3d-3aa4-412e-8807-6b8a3a1cc578 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=154569e8-b67b-4b80-bd19-a69d5816e236&id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515734 Jan 28 04:53:38.740918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:53:38.889933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:38.916537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926bd9e-42ee-4a91-8be2-6ac783131074 req-298847e4-c04e-4539-8dcf-bd5e333e9862 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:38.936856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1926bd9e-42ee-4a91-8be2-6ac783131074 req-298847e4-c04e-4539-8dcf-bd5e333e9862 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.3445668 Jan 28 04:53:38.951116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f1aaa27f-56da-454d-a39b-30fbf98c4947 None None] Provisioning complete for port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:53:38.951619 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa27f-56da-454d-a39b-30fbf98c4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:39.022076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaa27f-56da-454d-a39b-30fbf98c4947 None None] Port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:53:39.102444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac91a63-dff0-4ba5-b08f-1627325ce5a2 req-9fbf6eb0-8079-4b34-9709-a8aacca24085 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.104341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ac91a63-dff0-4ba5-b08f-1627325ce5a2 req-9fbf6eb0-8079-4b34-9709-a8aacca24085 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.0722036 Jan 28 04:53:39.114341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1926bd9e-42ee-4a91-8be2-6ac783131074 req-320a6222-2bf3-4910-aa2b-12c652e3d276 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756923 Jan 28 04:53:39.247969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ac91a63-dff0-4ba5-b08f-1627325ce5a2 req-d17b2c6e-3bb1-4a82-baaa-a83f7c631ac0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976191 Jan 28 04:53:39.294580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d46e2964-c6d5-44f1-95ed-e90421e9f263,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:39.358147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] For port d46e2964-c6d5-44f1-95ed-e90421e9f263, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:53:39.434389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] device_id is not set on port d46e2964-c6d5-44f1-95ed-e90421e9f263 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:53:39.443503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Publish callbacks [] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:39.450127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d46e2964-c6d5-44f1-95ed-e90421e9f263 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:39.453988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:39.536149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Pushing event updated for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:39.552505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port d46e2964-c6d5-44f1-95ed-e90421e9f263 host ! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:53:39.553113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d46e2964-c6d5-44f1-95ed-e90421e9f263 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:53:39.553735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 11ca4447-687e-4f0a-962b-8c6a0342d9ec no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:39.629441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] No DVR routers for this DVR port d46e2964-c6d5-44f1-95ed-e90421e9f263 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:39.727201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] In _notify_port_updated(), no bound segment for port d46e2964-c6d5-44f1-95ed-e90421e9f263 on network 0c7531de-959f-4187-bdfa-5fe6685c67a7 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 04:53:39.728229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.728952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:39.742135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-498dcd5e-7bde-41a0-af95-6e16c0c8edae service neutron] 10.222.0.52 "PUT /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 200 len: 1033 time: 1.0002005 Jan 28 04:53:39.848849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 11ca4447-687e-4f0a-962b-8c6a0342d9ec is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:39.849274 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:39.963687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-b727d0d6-771c-43d8-8e2c-11a97dcee082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.969097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:39.969683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-b727d0d6-771c-43d8-8e2c-11a97dcee082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.973772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:39.975601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-b727d0d6-771c-43d8-8e2c-11a97dcee082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.981436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-b727d0d6-771c-43d8-8e2c-11a97dcee082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.983694 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc997313-efe1-43f5-9ea5-1500752be7d8" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:39.987679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-b727d0d6-771c-43d8-8e2c-11a97dcee082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:39.989684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-b727d0d6-771c-43d8-8e2c-11a97dcee082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 3887 time: 0.1191902 Jan 28 04:53:40.003162 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.003912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:40.078793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb host ! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:53:40.079822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:53:40.080287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 852912f9-0c02-4e72-93e5-9d50508d3ba7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:40.140520 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c74aa-8309-4611-b9d2-562c710e61d4 x-openstack-request-id: req-e83c74aa-8309-4611-b9d2-562c710e61d4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:40.140780 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:40.141046 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e83c74aa-8309-4611-b9d2-562c710e61d4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:40.141470 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec', 'code': 200} Jan 28 04:53:40.151743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port 852912f9-0c02-4e72-93e5-9d50508d3ba7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:53:40.156811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.160122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-22edee70-29f0-4409-b16c-98b9a7e8ed78 None None] Provisioning complete for port d46e2964-c6d5-44f1-95ed-e90421e9f263 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:53:40.160853 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22edee70-29f0-4409-b16c-98b9a7e8ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.245791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:40.333944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.334336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.334660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.336196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.337253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.337603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.337948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.339440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.339791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.340134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.340476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.341074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.343578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:53:40.356435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-487b2b33-4d8b-45ff-9e3c-f6bcb7157b62 req-2ca2f733-bd03-42a6-81ce-526cb9bcda98 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320029 Jan 28 04:53:40.357679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 852912f9-0c02-4e72-93e5-9d50508d3ba7 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:40.358004 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.411025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191995-5842-416f-a0df-8b018b0fe831 req-955f7763-dece-49e8-86ff-5bcc175d0317 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:40.419429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-22edee70-29f0-4409-b16c-98b9a7e8ed78 None None] Port d46e2964-c6d5-44f1-95ed-e90421e9f263 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:53:40.432800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f191995-5842-416f-a0df-8b018b0fe831 req-955f7763-dece-49e8-86ff-5bcc175d0317 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1547172 Jan 28 04:53:40.460805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:40.471107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.472105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d090c61d-30be-47e6-af2a-35caf79fa984 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:40.498651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] For port 852912f9-0c02-4e72-93e5-9d50508d3ba7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=852912f9-0c02-4e72-93e5-9d50508d3ba7,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:40.499022 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.544445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f191995-5842-416f-a0df-8b018b0fe831 req-dcf7ed83-7a09-4398-8be4-97776394e66f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107242 Jan 28 04:53:40.576824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for 852912f9-0c02-4e72-93e5-9d50508d3ba7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:53:40.692147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:40.788352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d090c61d-30be-47e6-af2a-35caf79fa984 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:40.789455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.821655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a220c4-26bc-4e19-bb7b-ab9484404a07 req-789a0374-5f98-4cce-aecf-7004d18b8670 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:40.829642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89a220c4-26bc-4e19-bb7b-ab9484404a07 req-789a0374-5f98-4cce-aecf-7004d18b8670 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 943 time: 0.3027556 Jan 28 04:53:40.898150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d090c61d-30be-47e6-af2a-35caf79fa984,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:40.934852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:40.936205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b0b464b0-f539-464b-ada6-fd0a53a50e32 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:40.998444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89a220c4-26bc-4e19-bb7b-ab9484404a07 req-8d299e19-8546-4951-b3cb-a2ed302feb12 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601331 Jan 28 04:53:41.002634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44898635-d645-4816-b87e-dcc80ae3441c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.122486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (852912f9-0c02-4e72-93e5-9d50508d3ba7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.138964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:41.153023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b0b464b0-f539-464b-ada6-fd0a53a50e32 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:41.153458 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.182177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=852912f9-0c02-4e72-93e5-9d50508d3ba7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:41.192064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:41.208884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.211504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f0b50601-4638-4943-8d9e-72d90ac14a45 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:41.324467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] No DVR routers for this DVR port 852912f9-0c02-4e72-93e5-9d50508d3ba7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:41.327578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.331118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-c4ae40ca-15e4-4e7d-ac9d-d87e34787793 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "DELETE /v2.0/ports/852912f9-0c02-4e72-93e5-9d50508d3ba7 HTTP/1.1" status: 204 len: 173 time: 1.5871398 Jan 28 04:53:41.333228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:41.333621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:41.339065 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37a1b3-20d6-486b-8157-2cb4811e0e80" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:41.401637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f0b50601-4638-4943-8d9e-72d90ac14a45 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:41.402060 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.464207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device bf31c9ea-d7b6-427a-ad91-94eb7e940d8d details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:53:41.496024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f0b50601-4638-4943-8d9e-72d90ac14a45,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:41.531106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.531476 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ddd3e-5d1a-40de-b660-430d3d352b09 x-openstack-request-id: req-1a6ddd3e-5d1a-40de-b660-430d3d352b09 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:41.532349 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:41.532804 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a6ddd3e-5d1a-40de-b660-430d3d352b09 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:41.534128 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7', 'status': 'completed', 'code': 200} Jan 28 04:53:41.724399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:41.780166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134c5c-0c2f-42fe-9290-8f2a1aeaaa80 req-5ed6e897-19cd-4037-a3b5-2a135b68d89f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:41.791493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134c5c-0c2f-42fe-9290-8f2a1aeaaa80 req-5ed6e897-19cd-4037-a3b5-2a135b68d89f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:41.819223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134c5c-0c2f-42fe-9290-8f2a1aeaaa80 req-5ed6e897-19cd-4037-a3b5-2a135b68d89f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:41.820481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:41.847542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134c5c-0c2f-42fe-9290-8f2a1aeaaa80 req-5ed6e897-19cd-4037-a3b5-2a135b68d89f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:41.852659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0134c5c-0c2f-42fe-9290-8f2a1aeaaa80 req-5ed6e897-19cd-4037-a3b5-2a135b68d89f tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 3144 time: 0.3109727 Jan 28 04:53:41.861556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d', 'mac_address': 'fa:16:3e:1b:fa:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:53:41.888536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port f0b50601-4638-4943-8d9e-72d90ac14a45 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:53:41.889219 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.952509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:41.952915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:41.958710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4a5f7-9dff-46e0-8a2c-6db9d4f7f26a req-36591264-f6fd-4166-9537-2b1b7e903563 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:41.960353 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99a4a5f7-9dff-46e0-8a2c-6db9d4f7f26a req-36591264-f6fd-4166-9537-2b1b7e903563 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1875901 Jan 28 04:53:41.993390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf31c9ea-d7b6-427a-ad91-94eb7e940d8d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:53:42.040846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:42.059463 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.075126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.085192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-99a4a5f7-9dff-46e0-8a2c-6db9d4f7f26a req-23fd29b7-e809-4059-bf9e-f60c4afd3137 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136763 Jan 28 04:53:42.114477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] For port f0b50601-4638-4943-8d9e-72d90ac14a45, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f0b50601-4638-4943-8d9e-72d90ac14a45,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:42.114910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.142797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:42.153067 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e28a6ba-531d-4854-8030-7ca995d4f8e8" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:42.198206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:42.207810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225a8f-edc2-469d-9367-6a7bc2a2bc48 req-925ae8f3-5696-4768-a5c4-74c228231ff4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:42.215416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00225a8f-edc2-469d-9367-6a7bc2a2bc48 req-925ae8f3-5696-4768-a5c4-74c228231ff4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 944 time: 0.0635626 Jan 28 04:53:42.280634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00225a8f-edc2-469d-9367-6a7bc2a2bc48 req-e2bf1cd1-18a2-46c7-bf67-c11bbacf0183 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637627 Jan 28 04:53:42.385788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.386157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (00b70a47-00f0-4644-8cba-73f054da7d45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.394357 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Floating IP 00b70a47-00f0-4644-8cba-73f054da7d45 disassociated. External IP: 172.25.6.6, port: f0b50601-4638-4943-8d9e-72d90ac14a45. Jan 28 04:53:42.394357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for f0b50601-4638-4943-8d9e-72d90ac14a45 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:53:42.415558 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4499eb5d-7712-43a1-9903-b010cd4c4b6b x-openstack-request-id: req-4499eb5d-7712-43a1-9903-b010cd4c4b6b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:42.416068 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "852912f9-0c02-4e72-93e5-9d50508d3ba7", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:42.416501 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4499eb5d-7712-43a1-9903-b010cd4c4b6b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:42.417073 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852912f9-0c02-4e72-93e5-9d50508d3ba7', 'code': 200} Jan 28 04:53:42.417535 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984', 'code': 200} Jan 28 04:53:42.417951 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32', 'code': 200} Jan 28 04:53:42.418376 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'code': 200} Jan 28 04:53:42.495837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['bf31c9ea-d7b6-427a-ad91-94eb7e940d8d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:53:42.647668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0134c5c-0c2f-42fe-9290-8f2a1aeaaa80 req-d9ee21ae-28c3-4027-b48b-71887b84261b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7837296 Jan 28 04:53:42.730400 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f0b50601-4638-4943-8d9e-72d90ac14a45), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.865230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=f0b50601-4638-4943-8d9e-72d90ac14a45,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:43.013240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Router c002b651-8a85-43fc-b32b-c4198e16e39c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:53:43.233539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:53:43.252653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] Sync routers for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:53:43.292655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0512-1390-40c3-8038-b582422fc489 req-d5509d3c-57c2-4529-b3cb-9d249e7a1a70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:43.302101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-044c0512-1390-40c3-8038-b582422fc489 req-d5509d3c-57c2-4529-b3cb-9d249e7a1a70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0764370 Jan 28 04:53:43.307284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:53:43.314168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:53:43.358938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] No DVR routers for this DVR port f0b50601-4638-4943-8d9e-72d90ac14a45 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:43.365088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.373968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-9620d9e0-be86-474b-825c-55149f3a9e0b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "DELETE /v2.0/ports/f0b50601-4638-4943-8d9e-72d90ac14a45 HTTP/1.1" status: 204 len: 173 time: 2.0254271 Jan 28 04:53:43.386138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-044c0512-1390-40c3-8038-b582422fc489 req-02224c68-b206-4270-9c88-fcc83b9fb2d3 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764008 Jan 28 04:53:43.465658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device bf31c9ea-d7b6-427a-ad91-94eb7e940d8d up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:53:43.535860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:43.538200 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d09a7e-04c2-40fa-a472-6972dec9d4cb" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:43.593546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fe0d-3e78-450e-b57a-3304e1af7963 req-90d4dc12-e5e6-4171-8404-52e806b2cc68 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:43.595387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74d3fe0d-3e78-450e-b57a-3304e1af7963 req-90d4dc12-e5e6-4171-8404-52e806b2cc68 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 944 time: 0.1176560 Jan 28 04:53:43.597704 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a9490-335c-460b-bd81-b6ab1964cd51 x-openstack-request-id: req-1f8a9490-335c-460b-bd81-b6ab1964cd51 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:43.597995 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "f0b50601-4638-4943-8d9e-72d90ac14a45", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:43.598258 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f8a9490-335c-460b-bd81-b6ab1964cd51 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:43.599127 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': 'f0b50601-4638-4943-8d9e-72d90ac14a45', 'status': 'completed', 'code': 200} Jan 28 04:53:43.603183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:53:43.632047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port b0b464b0-f539-464b-ada6-fd0a53a50e32 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:53:43.632407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.647338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:53:43.693182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:53:43.693507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.723780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74d3fe0d-3e78-450e-b57a-3304e1af7963 req-806ee93f-5789-489b-9c40-e36a22a4adec tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152031 Jan 28 04:53:43.734823 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.788746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] For port b0b464b0-f539-464b-ada6-fd0a53a50e32, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b0b464b0-f539-464b-ada6-fd0a53a50e32,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:43.789478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.809318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for b0b464b0-f539-464b-ada6-fd0a53a50e32 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:53:43.850923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:43.851419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.899746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:43.912156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.923510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3bc7-ee89-4742-a678-c5cf276dc29e req-689b386c-14a0-4a92-afa3-59d1e90533b5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:43.933042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3bc7-ee89-4742-a678-c5cf276dc29e req-689b386c-14a0-4a92-afa3-59d1e90533b5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:43.942685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3bc7-ee89-4742-a678-c5cf276dc29e req-689b386c-14a0-4a92-afa3-59d1e90533b5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:43.944411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-282c3bc7-ee89-4742-a678-c5cf276dc29e req-689b386c-14a0-4a92-afa3-59d1e90533b5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 2410 time: 0.1074734 Jan 28 04:53:43.966361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b0b464b0-f539-464b-ada6-fd0a53a50e32), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:44.022946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:44.033913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=b0b464b0-f539-464b-ada6-fd0a53a50e32,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:44.042606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:32Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:53:44.053333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-282c3bc7-ee89-4742-a678-c5cf276dc29e req-6500d8e8-2a79-4f00-9807-99882705c9a6 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884371 Jan 28 04:53:44.082720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] Checking router: c002b651-8a85-43fc-b32b-c4198e16e39c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:53:44.097752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:53:44.098629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:53:44.106529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] No DVR routers for this DVR port b0b464b0-f539-464b-ada6-fd0a53a50e32 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:44.109533 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:44.113621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-72b95148-b72d-4dd5-a2b6-d9256a99b104 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "DELETE /v2.0/ports/b0b464b0-f539-464b-ada6-fd0a53a50e32 HTTP/1.1" status: 204 len: 173 time: 0.7329259 Jan 28 04:53:44.276896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port d090c61d-30be-47e6-af2a-35caf79fa984 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:53:44.277281 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:44.288931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:53:44.416283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] For port d090c61d-30be-47e6-af2a-35caf79fa984, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d090c61d-30be-47e6-af2a-35caf79fa984,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:44.416675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:44.444245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for d090c61d-30be-47e6-af2a-35caf79fa984 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:53:44.455429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:44.474612 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896dd76-8ba3-4794-9047-c146a9246b09" -d '{"events": [{"server_uuid": "cbe3cfc9-c877-4682-972f-789437ae7049", "name": "network-vif-plugged", "status": "completed", "tag": "bf31c9ea-d7b6-427a-ad91-94eb7e940d8d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:44.613086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0c3b-1ea7-42fa-90f1-531b7672eadc req-ab630185-44f1-4462-9ca1-b0370c8d6fbf tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:44.620572 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e906f1a1-1361-4b26-a704-00c618d853fd x-openstack-request-id: req-e906f1a1-1361-4b26-a704-00c618d853fd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:44.621108 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe3cfc9-c877-4682-972f-789437ae7049", "name": "network-vif-plugged", "status": "completed", "tag": "bf31c9ea-d7b6-427a-ad91-94eb7e940d8d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:44.621540 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e906f1a1-1361-4b26-a704-00c618d853fd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:44.622098 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d', 'code': 200} Jan 28 04:53:44.633361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e2b0c3b-1ea7-42fa-90f1-531b7672eadc req-ab630185-44f1-4462-9ca1-b0370c8d6fbf tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1104183 Jan 28 04:53:44.780841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:32Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:53:44.861084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563bed6-124d-470b-92cd-525dafcfc1e6 None None] The sync data for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 is: [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:42:19Z', 'revision_number': 4, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '431af757-512a-460d-8b63-d6afdbec157f', 'name': '', 'network_id': '28dbad87-65ee-424d-89a2-021c02808473', 'tenant_id': '99cb181476494422a9dcd31107896390', 'mac_address': 'fa:16:3e:35:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:16Z', 'updated_at': '2022-01-28T04:42:32Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'subnets': [{'id': 'fb760bda-f186-40fb-92bb-52ff840227a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:53:44.898614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e2b0c3b-1ea7-42fa-90f1-531b7672eadc req-2a500a79-cb94-4d05-9d81-c55b303e1a36 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641160 Jan 28 04:53:44.911329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da974a-8475-42d4-8e8b-61d335a8be17 req-be90dcc2-2bef-4d04-aeb7-64ce7fdc99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:44.913055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79da974a-8475-42d4-8e8b-61d335a8be17 req-be90dcc2-2bef-4d04-aeb7-64ce7fdc99ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 1096 time: 0.2323208 Jan 28 04:53:44.977532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d090c61d-30be-47e6-af2a-35caf79fa984), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:44.996661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca025cc-979f-4f71-9e77-9019116f1d9c req-dc46c08f-51e1-438b-ad98-e2fed42fca83 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:45.010398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ca025cc-979f-4f71-9e77-9019116f1d9c req-dc46c08f-51e1-438b-ad98-e2fed42fca83 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.1495066 Jan 28 04:53:45.045387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=d090c61d-30be-47e6-af2a-35caf79fa984,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:45.047740 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:45.126340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ca025cc-979f-4f71-9e77-9019116f1d9c req-6a46aa77-17fb-4e26-b03e-bf44e6a97c1d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Jan 28 04:53:45.146144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79da974a-8475-42d4-8e8b-61d335a8be17 req-d7342c59-53cb-472e-97a2-324c286ceff9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088239 Jan 28 04:53:45.160888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] No DVR routers for this DVR port d090c61d-30be-47e6-af2a-35caf79fa984 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:45.163788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:45.167275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-02684370-5347-48a4-b07e-50adbd8eba80 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "DELETE /v2.0/ports/d090c61d-30be-47e6-af2a-35caf79fa984 HTTP/1.1" status: 204 len: 173 time: 1.0485017 Jan 28 04:53:45.261515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb463-a153-4156-8075-a1d14ac8153a req-4916eacd-2620-4ee4-ad11-1090fd54043b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:45.263339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44bfb463-a153-4156-8075-a1d14ac8153a req-4916eacd-2620-4ee4-ad11-1090fd54043b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 943 time: 0.0767934 Jan 28 04:53:45.360137 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b0cd4-411b-47c0-8197-da7732f3210a None None] New status for floating IP 00b70a47-00f0-4644-8cba-73f054da7d45: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:53:45.367246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44bfb463-a153-4156-8075-a1d14ac8153a req-5d0328c2-ca67-42d3-9e07-d472ceb8f890 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6794efb-85d2-4597-9801-ab3ba2f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970597 Jan 28 04:53:45.603722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32'}, {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:45.606064 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a64587-6a1e-4773-987c-ff72574bddd6" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32"}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:45.680264 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dd0da8-7fef-40f2-8585-405809224f3b x-openstack-request-id: req-56dd0da8-7fef-40f2-8585-405809224f3b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:45.680838 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "b0b464b0-f539-464b-ada6-fd0a53a50e32", "status": "completed", "code": 200}, {"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "d090c61d-30be-47e6-af2a-35caf79fa984", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:45.681350 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56dd0da8-7fef-40f2-8585-405809224f3b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:45.681974 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': 'b0b464b0-f539-464b-ada6-fd0a53a50e32', 'status': 'completed', 'code': 200} Jan 28 04:53:45.682455 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': 'd090c61d-30be-47e6-af2a-35caf79fa984', 'status': 'completed', 'code': 200} Jan 28 04:53:45.758102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port 11ca4447-687e-4f0a-962b-8c6a0342d9ec {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:53:45.758550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:45.884277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] For port 11ca4447-687e-4f0a-962b-8c6a0342d9ec, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=11ca4447-687e-4f0a-962b-8c6a0342d9ec,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:45.884657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:45.898830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for 11ca4447-687e-4f0a-962b-8c6a0342d9ec owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:53:46.078907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa0b45-0435-4664-b96e-bbbee076990d req-ed5cafbd-c27f-4b0a-b5d0-f573be826c71 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:46.080558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7aa0b45-0435-4664-b96e-bbbee076990d req-ed5cafbd-c27f-4b0a-b5d0-f573be826c71 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0752614 Jan 28 04:53:46.190923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7aa0b45-0435-4664-b96e-bbbee076990d req-7c5e6f90-42ad-4d1f-875a-f0279c9576e9 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795727 Jan 28 04:53:46.191794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (11ca4447-687e-4f0a-962b-8c6a0342d9ec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:46.242570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=11ca4447-687e-4f0a-962b-8c6a0342d9ec,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:46.327251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] No DVR routers for this DVR port 11ca4447-687e-4f0a-962b-8c6a0342d9ec on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:46.333609 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:46.342483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4407bfb-5af6-4d22-98b9-4f850a6499c2 req-81027dbf-0fe4-4244-a98f-767842b25150 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.52 "DELETE /v2.0/ports/11ca4447-687e-4f0a-962b-8c6a0342d9ec HTTP/1.1" status: 204 len: 173 time: 0.8563082 Jan 28 04:53:46.343693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352098-33b1-4590-a10b-91833a4b0944 req-0e0a22f6-6ae0-41a0-ac8c-ccb1a174ab3a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:46.345927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a352098-33b1-4590-a10b-91833a4b0944 req-0e0a22f6-6ae0-41a0-ac8c-ccb1a174ab3a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.0819798 Jan 28 04:53:46.426166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a352098-33b1-4590-a10b-91833a4b0944 req-4bf65ea6-95ad-4721-981e-e7da4a498df0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742095 Jan 28 04:53:46.606011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2890445b-4047-4cdd-aef2-92837f0c97a7 req-c6278e95-df6a-47c7-b462-69ba4124ad7d tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0645320 Jan 28 04:53:46.740302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc487-1515-4f9e-9451-ef67067f819e req-77d3f5bd-5f79-4f66-86d7-7cf8f48e2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:46.742375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-77d3f5bd-5f79-4f66-86d7-7cf8f48e2b86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.0661316 Jan 28 04:53:46.746356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4df36-0dca-4db0-97c0-59dc3799205e req-0e61362a-68ee-4e4d-8c9f-da18b7bc6a89 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:46.755843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b0b4df36-0dca-4db0-97c0-59dc3799205e req-0e61362a-68ee-4e4d-8c9f-da18b7bc6a89 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1733062 Jan 28 04:53:46.865374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b0b4df36-0dca-4db0-97c0-59dc3799205e req-9fdff042-e513-437c-81aa-98f96ef4054b tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954823 Jan 28 04:53:46.947787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc487-1515-4f9e-9451-ef67067f819e req-cd6448e0-eef4-4b1e-a883-81f7b12f0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:46.956445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-cd6448e0-eef4-4b1e-a883-81f7b12f0110 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.2085845 Jan 28 04:53:47.084880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-b849e380-d18f-42d9-9608-04b155a6f179 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1001 time: 0.1227381 Jan 28 04:53:47.146121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc487-1515-4f9e-9451-ef67067f819e req-7c010fae-6fc5-4647-996c-0bb2c350d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:47.147638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-7c010fae-6fc5-4647-996c-0bb2c350d66a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0575428 Jan 28 04:53:47.227307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc487-1515-4f9e-9451-ef67067f819e req-ab224966-b5e9-4821-a83a-35c204ea2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:47.229396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-ab224966-b5e9-4821-a83a-35c204ea2a97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714629 Jan 28 04:53:47.347438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-48595ec0-1509-4679-9be8-970797051e20 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106272 Jan 28 04:53:47.553902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f81fc487-1515-4f9e-9451-ef67067f819e req-2e39415d-28da-42d1-b12b-e6996c82d34f service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014165 Jan 28 04:53:47.668623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ceeb-b173-4034-8777-f36dfe9c6c53 req-0f925300-edc5-4518-8b0a-5d546fda4507 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:47.677365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8480ceeb-b173-4034-8777-f36dfe9c6c53 req-0f925300-edc5-4518-8b0a-5d546fda4507 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.1349130 Jan 28 04:53:47.683566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:47.686447 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39227316-b400-4da2-aeb1-01f9e4adcbd2" -d '{"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:47.767308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b6fdf3da-2461-42c7-a418-4b0a9b767f43 req-d17b14fc-ac8a-40ae-8b9d-dcfba097b975 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0466101 Jan 28 04:53:47.792297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8480ceeb-b173-4034-8777-f36dfe9c6c53 req-6b054e43-1175-4236-b03f-02c7fd880a97 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140883 Jan 28 04:53:47.840018 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323b71a5-b2cf-4441-b514-c1aa1eff6847 x-openstack-request-id: req-323b71a5-b2cf-4441-b514-c1aa1eff6847 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:47.840421 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6516b4-ef6a-49bc-ba10-6362281490f9", "name": "network-vif-deleted", "tag": "11ca4447-687e-4f0a-962b-8c6a0342d9ec", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:47.840781 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-323b71a5-b2cf-4441-b514-c1aa1eff6847 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:47.841551 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6516b4-ef6a-49bc-ba10-6362281490f9', 'name': 'network-vif-deleted', 'tag': '11ca4447-687e-4f0a-962b-8c6a0342d9ec', 'status': 'completed', 'code': 200} Jan 28 04:53:48.067004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c50d-8180-4bd5-9988-a77ff8bc833a req-3438869a-b4ac-4e03-8c94-194de066a8be tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:48.082385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff11c50d-8180-4bd5-9988-a77ff8bc833a req-3438869a-b4ac-4e03-8c94-194de066a8be tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.1178257 Jan 28 04:53:48.131710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d6fbc-47be-4177-8493-a9efd454b278 req-ac28e630-c307-4cf9-9d54-4d0efccc86cb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:48.150994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e5d6fbc-47be-4177-8493-a9efd454b278 req-ac28e630-c307-4cf9-9d54-4d0efccc86cb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1213472 Jan 28 04:53:48.216502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff11c50d-8180-4bd5-9988-a77ff8bc833a req-d54efe2a-cd64-4872-a780-8681536668f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328900 Jan 28 04:53:48.275760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3e5d6fbc-47be-4177-8493-a9efd454b278 req-7be44eba-a913-4a24-a33a-b03417f7ab62 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084936 Jan 28 04:53:48.367503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df210a-73af-4fba-99d5-da11cdc5a340 req-9f522212-4316-42ab-b3a2-dec13392978f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:48.374552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1df210a-73af-4fba-99d5-da11cdc5a340 req-9f522212-4316-42ab-b3a2-dec13392978f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.0773959 Jan 28 04:53:48.437002 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1df210a-73af-4fba-99d5-da11cdc5a340 req-467f94c5-06a0-4ae6-8a10-a8550dc97bdf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576420 Jan 28 04:53:48.870365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbdefe-b337-4ae2-8551-008cfa9b4b74 req-4db12ab0-ab7f-4a71-a936-cb41a0825d3b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:48.871416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fecbdefe-b337-4ae2-8551-008cfa9b4b74 req-4db12ab0-ab7f-4a71-a936-cb41a0825d3b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.0860832 Jan 28 04:53:48.984743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fecbdefe-b337-4ae2-8551-008cfa9b4b74 req-ad30a019-c0eb-4dc3-b8e3-875584e476ab tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075630 Jan 28 04:53:49.025783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c60eba7-938f-4e22-9587-af2ea7efa443 req-d44e541e-e06d-44c6-bbcc-4f2360cdc8b7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.1028221 Jan 28 04:53:49.439171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3753a00-7c16-49aa-9539-dc559e08ab82 req-b9b99040-70ad-4b80-befd-6e0f5905258f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:49.452220 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b3753a00-7c16-49aa-9539-dc559e08ab82 req-b9b99040-70ad-4b80-befd-6e0f5905258f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0863988 Jan 28 04:53:49.549539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b3753a00-7c16-49aa-9539-dc559e08ab82 req-0193b420-dde9-4d5b-b8a3-12ca516a08f5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963569 Jan 28 04:53:50.179036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31d3d399-a39b-4e04-8310-ffb92a702614 req-82e0c5e8-266a-45df-b514-fb8180709bd4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0645959 Jan 28 04:53:50.238335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39841f95-65a5-4bc2-93cd-e65df4cb1130 req-608c239e-e63a-4f05-9126-59eacc702ff1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:50.239980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39841f95-65a5-4bc2-93cd-e65df4cb1130 req-608c239e-e63a-4f05-9126-59eacc702ff1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.1018660 Jan 28 04:53:50.303346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39841f95-65a5-4bc2-93cd-e65df4cb1130 req-b1df5f85-8f84-4b5f-bc2d-16579b17edc6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569081 Jan 28 04:53:50.429128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-d8fb4358-716c-4a9d-a5d2-1304bd00d3f7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:50.430874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-d8fb4358-716c-4a9d-a5d2-1304bd00d3f7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 945 time: 0.0654979 Jan 28 04:53:50.571737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:53:50.572373 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:50.856323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:50.857899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:50.897428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for bf31c9ea-d7b6-427a-ad91-94eb7e940d8d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:53:51.152530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (bf31c9ea-d7b6-427a-ad91-94eb7e940d8d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:51.188554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['bf31c9ea-d7b6-427a-ad91-94eb7e940d8d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:53:51.219098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=bf31c9ea-d7b6-427a-ad91-94eb7e940d8d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:51.361722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port bf31c9ea-d7b6-427a-ad91-94eb7e940d8d on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:53:51.388313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:51.393055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8921e75f-054d-4732-ba54-e575e72594ac req-7f451265-c9b0-412c-96de-00a87324ca55 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0511651 Jan 28 04:53:51.394220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0acfe8f5-9b0f-4e87-a3a3-db775b1f4f3d req-a206af69-8fcd-4a79-9913-24c56748b169 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "DELETE /v2.0/ports/bf31c9ea-d7b6-427a-ad91-94eb7e940d8d HTTP/1.1" status: 204 len: 173 time: 0.9563575 Jan 28 04:53:51.400235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'name': 'network-vif-deleted', 'tag': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:51.404730 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9d13d5-9e00-4eda-8767-161c25056c6b" -d '{"events": [{"server_uuid": "cbe3cfc9-c877-4682-972f-789437ae7049", "name": "network-vif-deleted", "tag": "bf31c9ea-d7b6-427a-ad91-94eb7e940d8d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:51.473491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eef440c5-476f-4b68-b6de-a847079d0816 req-90705620-1664-474d-851f-94f896ef738d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0458596 Jan 28 04:53:51.563259 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5783d26-a833-47c5-8cf7-c338ae43b266 x-openstack-request-id: req-b5783d26-a833-47c5-8cf7-c338ae43b266 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:51.563559 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe3cfc9-c877-4682-972f-789437ae7049", "name": "network-vif-deleted", "tag": "bf31c9ea-d7b6-427a-ad91-94eb7e940d8d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:51.563838 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5783d26-a833-47c5-8cf7-c338ae43b266 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:51.564281 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe3cfc9-c877-4682-972f-789437ae7049', 'name': 'network-vif-deleted', 'tag': 'bf31c9ea-d7b6-427a-ad91-94eb7e940d8d', 'status': 'completed', 'code': 200} Jan 28 04:53:52.652535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4f83fa7-175a-43c0-bed9-1aff57a1cbdf req-2ba6ab59-bc0c-4d5a-ad31-a5d71b8873be tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0575681 Jan 28 04:53:52.673821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-989ea4d3-d76f-47ac-92d6-5d7786fab7ba req-e3822d44-8e80-4f3d-852f-4f8a6c975712 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0428994 Jan 28 04:53:53.278668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:53:53.522635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device bf31c9ea-d7b6-427a-ad91-94eb7e940d8d no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:53.544053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: bf31c9ea-d7b6-427a-ad91-94eb7e940d8d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:53:53.544741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device bf31c9ea-d7b6-427a-ad91-94eb7e940d8d not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:53:53.830021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5df42092-7c24-4fc4-a934-05f49fac58d8 req-637ebbbd-b2a4-45a9-b50a-664c66702229 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0491178 Jan 28 04:53:53.835874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e28f8d9-c674-46a2-9466-131b5376cdcd req-688e1f8c-c034-46cb-bc80-e7c42505034a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0395298 Jan 28 04:53:54.968728 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33473c86-e45d-4346-8ac9-21950a66c2c6 req-b33546ee-51de-4450-8776-7ac312128fd0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0401800 Jan 28 04:53:54.976276 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e68ae92-e078-4f7e-9d00-682863466c83 req-b4853cce-3c79-461c-9d68-429825e39ceb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0455236 Jan 28 04:53:56.096990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60193227-3bb0-4c9f-83ee-de3051555107 req-3220abf6-3574-4093-82d5-0f52b9a23096 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0506382 Jan 28 04:53:56.106573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4467d02a-8f75-404d-a731-01b276706b70 req-a5f9a64d-bf79-44c2-aeed-d35b666fc153 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0379143 Jan 28 04:53:57.231066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e6692ac5-1ce6-4d19-8de9-40c32936bef1 req-d34d3a48-1970-4df7-9b7f-ce4d44699dc0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0533707 Jan 28 04:53:57.233766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ee7cc3ff-b939-432f-a38a-dd3ab3042255 req-a0944acd-c1a5-4e96-a30a-4563e2c9d429 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0529623 Jan 28 04:53:58.335022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5966fc63-482e-44f6-bebb-c174651d630c req-1fc4b8e5-5f33-4c71-aca7-0f9a9b9920c1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0290370 Jan 28 04:53:58.375966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-07d8eae8-00fa-4b56-a869-b2f1a5a8a936 req-3875f952-1e60-40f4-8d2f-f113a983cb23 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0327783 Jan 28 04:53:59.469845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7efa1ca1-9ba0-4846-a603-9a3ee3c9e877 req-3b11e150-4dbe-436c-8a0e-e49c54098dd3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0509887 Jan 28 04:53:59.507160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-737896b3-98a9-4091-b3bb-b5aca5500c8f req-dbcf2c84-cde1-4591-a513-5a9825138785 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0306568 Jan 28 04:54:00.550533 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2eef0ac4-7d91-4867-911f-f9cb06a68388 req-c4198ea7-8c26-4330-84ba-21759379b86b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0308411 Jan 28 04:54:00.623940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6aee189d-a3c1-40cd-82bf-cbecbb43ee3f req-25088d6f-9e17-4ef2-bb6a-75dc420144d3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0280259 Jan 28 04:54:01.679453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d7a6b60-4473-428f-bc67-b7f8b6d98d99 req-c1eed384-c24a-414f-b12a-2fa3a99ee398 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0307560 Jan 28 04:54:01.748760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f2e0426-50d1-439a-a3ad-f6da4baec740 req-b7c5feda-95b0-422c-a4dd-cd05303840e0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0307353 Jan 28 04:54:02.781927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f41bd28-8463-4c6b-9cb4-ddfe6d464a57 req-2afec66c-55e2-472b-bd4f-6721c8a65866 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0267429 Jan 28 04:54:02.862707 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8b879e0-080f-4a2e-a8a3-335ef5ba63b2 req-7d6e34c6-5477-40e2-9846-d7175dfe4b0c tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0270319 Jan 28 04:54:03.893062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-162437d1-eed9-4f3c-98f6-44a897a71dd4 req-36a713a9-349a-40c1-aacf-ee896694ab61 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0291612 Jan 28 04:54:03.978974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ca35f01-8272-47b9-bc46-65d96301c68c req-45bf15e0-29b7-4197-adc2-cba8df7a3c19 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0260503 Jan 28 04:54:04.988831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16b90e02-a06e-4730-9808-06d5334a4917 req-27550e52-5f5b-40f4-aad3-64ff290433ab tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0266984 Jan 28 04:54:05.100805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-216ca037-4e6e-4e1c-b4af-90c31bc2f04a req-5310c95e-07f3-449c-9ddd-b48989aa2fce tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0317028 Jan 28 04:54:06.087129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbf323f1-5656-480c-b9eb-65e1241fe911 req-c7a38e1b-4453-4b3d-9650-d181eaa37b05 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0289710 Jan 28 04:54:06.228824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef50a4ee-c82e-4082-b6a0-e645f5289491 req-fc03e563-cea1-4d23-acc7-aa67ad1ec082 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0322185 Jan 28 04:54:06.283216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:07.191883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37b0f5e6-a0cc-46ed-b345-7865aaf356ef req-fa7bceaa-d765-4041-9d9a-fe59caf00305 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Jan 28 04:54:07.369646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2196cba8-34ed-4856-990c-2fbfc2cf86c3 req-06788804-2770-4af8-b37b-7406f6962fb2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0283644 Jan 28 04:54:07.786395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:08.294771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5b1b6c0-3a47-457c-823e-002053737cb5 req-02c28b54-3610-4e2c-837b-6c936c2f542f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0268848 Jan 28 04:54:08.476810 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ab25ad7-f039-428f-b208-55c104494c33 req-c3b66322-c933-4f4b-a592-09f8efadc696 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0268288 Jan 28 04:54:08.578125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57ddffe9-132f-4569-a6da-089d81c605ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:09.396839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e9abf40-41f4-45cf-91e3-6f88bbb3028a req-5576e344-1550-4e54-970d-2c7792deb91c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0297141 Jan 28 04:54:09.582444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-441d069e-b911-4e06-87f3-a283dc46d511 req-88737750-ce43-411a-8b64-281dcf5523e3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0269623 Jan 28 04:54:10.502134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9f98479-3097-4879-81f3-da2ddae47f49 req-94814dd2-968c-4c80-9b2f-08afb88573cf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Jan 28 04:54:10.694417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9cb28e84-1f1f-4284-83a4-fdc80c4f9182 req-62608bf1-ca50-4484-b1fc-a15e00eec3be tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Jan 28 04:54:10.813444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94527f84-a596-47d4-9377-61c6b5d3145b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:11.601873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cba16a0f-1734-4e46-bdfe-cc8efc6a1594 req-067bbfa2-d611-4e99-bc06-8af7de432b49 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0273378 Jan 28 04:54:11.823089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e5de9593-b278-4e79-8c28-f02c933979db req-33b614d1-81f1-43af-bfc2-adbdcd1eb4c9 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0279908 Jan 28 04:54:11.945494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:12.703993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-920b87a5-e0bc-40a9-bb1e-b89f0839cc98 req-3aeaa09e-82d6-467e-ab5e-64d4def45fce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0333753 Jan 28 04:54:12.930062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-127da49f-c2c3-4f1a-b26e-aa211037551c req-14610fcf-2494-4d21-9676-a4af91b64724 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0298400 Jan 28 04:54:13.652306 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:13.806113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c2287ec-772a-43e0-aabf-83e17f2885ca req-feb5b19b-d467-4ecc-a3c7-b4bf7b74ad9b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0274651 Jan 28 04:54:14.035411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c5b82d38-4572-4658-ab59-7bbda72dc687 req-8110a752-9a2f-4a59-bbe1-66760326fcb7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0277252 Jan 28 04:54:14.907816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bc179a28-7f9f-40fa-b92d-889bd59c0183 req-fa700486-23b7-4ace-b002-52eb34b3f611 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0283709 Jan 28 04:54:14.993335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:15.138865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-538d08e5-702b-440c-8f5a-c5970ccb88b4 req-df25fe46-a7f2-4173-9855-c3246948e527 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0258365 Jan 28 04:54:16.002644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98fddaf5-4225-493d-8d1e-9df9a5c4c33e req-93350377-226b-47a0-b7bd-4455022aecf6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Jan 28 04:54:16.250327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cf384b5-35b4-4472-81cb-5dc52f520974 req-786e7384-3cd0-4540-9cf3-cec10a23df88 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0254545 Jan 28 04:54:17.095523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-473eb0cd-afce-49bc-bbfe-953485ca81a4 req-952365ed-15ab-4508-95de-1df6ea0ff516 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0258000 Jan 28 04:54:17.619505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-333f6579-48b2-480e-9355-f37b6bb0d4b7 req-83be49f4-79c6-450c-b9f6-58a6ba585e56 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Jan 28 04:54:18.210541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e29186df-e80b-4df9-815d-c6dc1eb0eaec req-9836d1f1-babb-47c6-9d69-62ab42b06f2a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe3cfc9-c877-4682-972f-789437ae7049 HTTP/1.1" status: 200 len: 210 time: 0.0265925 Jan 28 04:54:18.744974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ccf63a1-dc75-49b3-a72a-053e0e5bf876 req-0822f2db-fec4-4f07-9908-7d8565b0fd61 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0493088 Jan 28 04:54:19.851820 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-77d6f526-92d4-460c-af5e-0d794b508e60 req-9dc19e0d-e263-4c1b-b459-85b30bd2cea1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0298302 Jan 28 04:54:20.972412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6501feec-d4b3-409f-90aa-33846363a9da req-0bfc9a5f-7292-4651-89c0-5ca82d2e6ef1 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0321362 Jan 28 04:54:22.104762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1f06407-95ef-462e-9940-154ba8546ef0 req-e6ad0e61-7a07-4318-b83f-01251e3272b0 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0283613 Jan 28 04:54:23.215960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74f24bf1-3c16-4788-bd8e-ce52f4e8500b req-81d2d4ea-bc26-437f-9345-1e2b8fe7a3a5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0291317 Jan 28 04:54:24.324636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2470f745-5c26-4630-8368-a977d4f7f9c0 req-265653ec-7429-4080-9ede-8731f8246772 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0275395 Jan 28 04:54:25.434693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f02a19b-a39c-4bb5-8f31-bbc6654af20c req-c827622e-8844-4538-8028-8a2f4469901a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0276484 Jan 28 04:54:26.541230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1c64922-a16a-4941-9065-6c090e0e1440 req-316f88b7-f741-4e7a-8d3c-243065b107e2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0288525 Jan 28 04:54:27.643333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b48260c5-a6fc-4b8f-8985-696e2cb22fc8 req-65b38df9-be0b-4369-8038-ff5e688c42f7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0274258 Jan 28 04:54:28.748984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea2b1c48-1f77-4bdb-af02-a2d6563c0d73 req-66b29a0c-74f5-448e-8100-38e1f3323aad tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0263274 Jan 28 04:54:29.851649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-694f529e-2abc-437b-8303-2ee39493fb5b req-83b28011-36de-4808-a8e2-b3d15b97d10b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0261025 Jan 28 04:54:30.277170 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:54:30.953252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc549dc6-48d1-4f34-997f-9dca7df7e94f req-908ee392-2b93-4865-b17c-f4374b16ae31 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0257697 Jan 28 04:54:32.054755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6aeaf8a7-c220-40ff-b44e-c87e01f33afb req-b0d56aa7-043b-499a-97c8-5bbbe44c0435 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Jan 28 04:54:33.161002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2514ba24-cdd5-414c-97f1-be30bb0a5bea req-8b3227a0-c849-4e9e-8446-b084a20c64ad tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0314529 Jan 28 04:54:34.265594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3dea5a7-08fc-4e1a-aa06-0e7083872416 req-f21d4b0c-3d97-48fa-8403-e0e97b714127 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0278811 Jan 28 04:54:35.371220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecf73b54-416e-41cc-b878-01c6ee8924b2 req-ebd900b5-3339-40b4-ad6c-56338528911a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Jan 28 04:54:35.916473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c14e2-2266-442a-9077-28c5e1ed82bf req-59fa4175-9ad9-472d-b3ef-207074607551 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:35.933771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e7c14e2-2266-442a-9077-28c5e1ed82bf req-59fa4175-9ad9-472d-b3ef-207074607551 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0713458 Jan 28 04:54:36.023829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e7c14e2-2266-442a-9077-28c5e1ed82bf req-fee5667c-bfd3-4e58-a3b6-dfd96f744cac tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868645 Jan 28 04:54:36.276932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:36.488135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b5440b9-d1e1-4247-a0a9-a5a69a371b71 req-fbcf7e4b-87b6-4ec6-b540-c451c53393a7 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0329795 Jan 28 04:54:36.699516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:36.816427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:36.900531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Publish callbacks [] for security_group (4ed82b6d-df45-4dac-938c-5386a3d45bb0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:36.906172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ed82b6d-df45-4dac-938c-5386a3d45bb0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:36.959621 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=266b69365400488bbdbf1390864a8d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588377 Jan 28 04:54:36.960381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57814) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:36.986977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed82b6d-df45-4dac-938c-5386a3d45bb0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:37.003669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.004098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.004569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.004923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.005293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.005782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.006123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.006666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.007171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.008928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.009493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.010065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.010582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e0b43-915e-4bb0-a579-cb5a3272f686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.021208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Publish callbacks [] for security_group (4ed82b6d-df45-4dac-938c-5386a3d45bb0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.021482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-4d51e70f-b5f4-4914-8bb4-f39577865895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:37.023605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-4d51e70f-b5f4-4914-8bb4-f39577865895 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.1085842 Jan 28 04:54:37.058986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Publish callbacks [] for security_group (4ed82b6d-df45-4dac-938c-5386a3d45bb0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.154574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4ed82b6d-df45-4dac-938c-5386a3d45bb0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.156952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-528c8e81-2140-4e82-8842-b80679891805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:37.157531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.158653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-528c8e81-2140-4e82-8842-b80679891805 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1164668 Jan 28 04:54:37.161775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ed82b6d-df45-4dac-938c-5386a3d45bb0 HTTP/1.1" status: 204 len: 168 time: 0.1997182 Jan 28 04:54:37.177060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed82b6d-df45-4dac-938c-5386a3d45bb0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:37.191916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.192798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.193476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.194199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.194756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.195437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.196094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.196919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.198334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.198875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.199472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.200025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.200586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf0d06-7dc7-48ec-b14b-e798a5b86b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:37.214692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24422f3-64c1-4192-a3be-a513d353e2f5 req-ef79cb0b-0627-4d72-9260-b91703e31e99 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:37.217235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d24422f3-64c1-4192-a3be-a513d353e2f5 req-ef79cb0b-0627-4d72-9260-b91703e31e99 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1009481 Jan 28 04:54:37.230483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-5527b003-1e90-48c8-9127-53546d707eef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1001 time: 0.0649710 Jan 28 04:54:37.343089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d24422f3-64c1-4192-a3be-a513d353e2f5 req-259a6e4f-4009-4e08-8d0e-6c6d5bb3c085 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083584 Jan 28 04:54:37.387238 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-ef8eca72-3198-43e2-aee9-58a94cc612d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:37.389600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-ef8eca72-3198-43e2-aee9-58a94cc612d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.1521280 Jan 28 04:54:37.448382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-88c78798-54e1-442a-ae2f-88cefb2f8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:37.450424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-88c78798-54e1-442a-ae2f-88cefb2f8be2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536923 Jan 28 04:54:37.620387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f905338-19ca-4b7c-a729-8a47d3914765 req-ced148db-f377-4b74-bdd2-6bfdf0400301 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0366685 Jan 28 04:54:37.653197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57832) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:37.680658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-68039645-6003-44da-9595-bb8b2ebe91db service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146292 Jan 28 04:54:37.693636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c760cc3-6d8a-45be-9588-ed1523fbb700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.850761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a491a9b-25ae-4eae-8afe-3c7ce092fbe1 req-700e5196-2f62-4073-98cc-79829f52a411 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659527 Jan 28 04:54:37.902822 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c760cc3-6d8a-45be-9588-ed1523fbb700 admin admin] Publish callbacks [] for security_group (072b9396-fe3e-4b50-994c-63d2b2f8c282), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.908937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c760cc3-6d8a-45be-9588-ed1523fbb700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (072b9396-fe3e-4b50-994c-63d2b2f8c282), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:37.957484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c760cc3-6d8a-45be-9588-ed1523fbb700 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ca910bbef8a466b825341db6aaefe6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030868 Jan 28 04:54:37.960110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:37.994411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c760cc3-6d8a-45be-9588-ed1523fbb700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072b9396-fe3e-4b50-994c-63d2b2f8c282,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:38.054263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-214f8719-f955-44fe-bad2-68b5d2bf38c1 admin admin] Publish callbacks [] for security_group (072b9396-fe3e-4b50-994c-63d2b2f8c282), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:38.059938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:38.085768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-214f8719-f955-44fe-bad2-68b5d2bf38c1 admin admin] Publish callbacks [] for security_group (072b9396-fe3e-4b50-994c-63d2b2f8c282), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:38.141626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-214f8719-f955-44fe-bad2-68b5d2bf38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (072b9396-fe3e-4b50-994c-63d2b2f8c282), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:38.144742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-214f8719-f955-44fe-bad2-68b5d2bf38c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:38.146351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-214f8719-f955-44fe-bad2-68b5d2bf38c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/072b9396-fe3e-4b50-994c-63d2b2f8c282 HTTP/1.1" status: 204 len: 168 time: 0.1852264 Jan 28 04:54:38.156321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f8719-f955-44fe-bad2-68b5d2bf38c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072b9396-fe3e-4b50-994c-63d2b2f8c282,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:38.565866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95218-f655-421b-a559-96923efb361d req-ac18983a-41bd-4c86-8a48-b7c8dbf4313f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:38.578873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b95218-f655-421b-a559-96923efb361d req-ac18983a-41bd-4c86-8a48-b7c8dbf4313f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1167102 Jan 28 04:54:38.584352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5a41-ee9d-468c-aeb4-9615a6a5672c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:38.630860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6b95218-f655-421b-a559-96923efb361d req-50910368-514e-4b8a-a345-d6e20fb32114 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511067 Jan 28 04:54:38.816157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ae12d57-38ff-41d5-a66d-0ce4afaa8f18 req-1a24802c-56a0-4ff4-be74-a97c861703b8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0337477 Jan 28 04:54:39.827100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7cca1-eced-4b50-8f6c-002425412fdb req-071e986b-2665-40f7-9ec3-99ab7f528ebc tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:39.829803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42c7cca1-eced-4b50-8f6c-002425412fdb req-071e986b-2665-40f7-9ec3-99ab7f528ebc tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0840731 Jan 28 04:54:39.916446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42c7cca1-eced-4b50-8f6c-002425412fdb req-cc9db1b8-ba3b-4007-9ef2-8d2d0d368de2 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800014 Jan 28 04:54:39.997863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10807184-ec29-4fa4-9012-b043044c6052 req-e6485fc6-d756-4595-811b-f20a2d0b9d87 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0587726 Jan 28 04:54:40.830911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-030d5a36-e851-4ed9-9f96-4d205aa35177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:40.954796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57910) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:41.158557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d251b-9327-493c-90f7-83acb9af9c97 req-940f00ac-a7b3-408d-9e09-f631945c27c1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:41.166450 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de9d251b-9327-493c-90f7-83acb9af9c97 req-940f00ac-a7b3-408d-9e09-f631945c27c1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1417408 Jan 28 04:54:41.188756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f7bd4bc-fa93-4fea-9fdd-2d798daa91ed req-b2376551-6db2-4cdf-bc52-e0c7c021d4e2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0489244 Jan 28 04:54:41.217407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51e00d36-7a27-4567-b01c-498721473eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.232416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de9d251b-9327-493c-90f7-83acb9af9c97 req-9841e08c-05e3-4ca5-a73f-80ffeeded7bb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647228 Jan 28 04:54:41.314751 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51e00d36-7a27-4567-b01c-498721473eef admin admin] Publish callbacks [] for security_group (e174456c-3a0f-419f-8115-901b81a8b1b8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.319838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51e00d36-7a27-4567-b01c-498721473eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e174456c-3a0f-419f-8115-901b81a8b1b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.363252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51e00d36-7a27-4567-b01c-498721473eef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b8d2e9ec6b44d92bccb5ceaaefff267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061649 Jan 28 04:54:41.364437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00d36-7a27-4567-b01c-498721473eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174456c-3a0f-419f-8115-901b81a8b1b8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:41.366217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57918) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:41.450108 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-536ac30d-7456-4894-a9e1-3ac9fef7d148 admin admin] Publish callbacks [] for security_group (e174456c-3a0f-419f-8115-901b81a8b1b8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.475855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-536ac30d-7456-4894-a9e1-3ac9fef7d148 admin admin] Publish callbacks [] for security_group (e174456c-3a0f-419f-8115-901b81a8b1b8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.528601 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-536ac30d-7456-4894-a9e1-3ac9fef7d148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e174456c-3a0f-419f-8115-901b81a8b1b8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.531889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-536ac30d-7456-4894-a9e1-3ac9fef7d148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.535495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-536ac30d-7456-4894-a9e1-3ac9fef7d148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e174456c-3a0f-419f-8115-901b81a8b1b8 HTTP/1.1" status: 204 len: 168 time: 0.1617815 Jan 28 04:54:41.542175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac30d-7456-4894-a9e1-3ac9fef7d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174456c-3a0f-419f-8115-901b81a8b1b8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:41.864582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57924) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:41.881579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-140b066d-d981-4805-bce9-e8777eef77db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:41.949630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.000705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-140b066d-d981-4805-bce9-e8777eef77db admin admin] Publish callbacks [] for security_group (f3da7240-044f-475b-b1c3-be2dac3665c3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.006350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-140b066d-d981-4805-bce9-e8777eef77db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f3da7240-044f-475b-b1c3-be2dac3665c3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.050842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57930) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:42.051034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-140b066d-d981-4805-bce9-e8777eef77db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17aa134f18a7489dabdcd9d04044c91e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852777 Jan 28 04:54:42.051887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b066d-d981-4805-bce9-e8777eef77db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da7240-044f-475b-b1c3-be2dac3665c3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:42.100501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-984b6d26-a88b-4d3f-aac7-f68d1817cc9f admin admin] Publish callbacks [] for security_group (f3da7240-044f-475b-b1c3-be2dac3665c3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.122367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-984b6d26-a88b-4d3f-aac7-f68d1817cc9f admin admin] Publish callbacks [] for security_group (f3da7240-044f-475b-b1c3-be2dac3665c3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.177279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-984b6d26-a88b-4d3f-aac7-f68d1817cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f3da7240-044f-475b-b1c3-be2dac3665c3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.181481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-984b6d26-a88b-4d3f-aac7-f68d1817cc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.183854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-984b6d26-a88b-4d3f-aac7-f68d1817cc9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3da7240-044f-475b-b1c3-be2dac3665c3 HTTP/1.1" status: 204 len: 168 time: 0.1317115 Jan 28 04:54:42.195118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b6d26-a88b-4d3f-aac7-f68d1817cc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da7240-044f-475b-b1c3-be2dac3665c3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:42.386316 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3fb0a8bd-64ad-477c-ad5b-41c91bfd25bd req-c389b6db-7ab5-4798-b1a9-02fc70531cbf tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0380785 Jan 28 04:54:42.435064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dc05e-9936-4980-897a-023a98a98064 req-3e5554c8-2061-44ec-9410-85bebc910e13 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:42.443138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a7dc05e-9936-4980-897a-023a98a98064 req-3e5554c8-2061-44ec-9410-85bebc910e13 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0988855 Jan 28 04:54:42.499108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a7dc05e-9936-4980-897a-023a98a98064 req-041a4fd8-f2c2-4b52-957c-ba04ac0e75ca tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505822 Jan 28 04:54:43.533677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7812464-506e-4d9b-8708-df82cf9f2fd0 req-829e7345-c94f-42f1-98c7-3bc200f5f82a tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0433621 Jan 28 04:54:43.648228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4396a8-0853-4edf-86af-52f384ce9fa3 req-787a5dfe-0ff8-430d-8963-b7e22124f29e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:43.649871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d4396a8-0853-4edf-86af-52f384ce9fa3 req-787a5dfe-0ff8-430d-8963-b7e22124f29e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0573201 Jan 28 04:54:43.658793 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:43.723325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d4396a8-0853-4edf-86af-52f384ce9fa3 req-b9f28e50-2d77-4c12-8224-69867a3342ba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642936 Jan 28 04:54:44.670601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22b066e3-f017-484a-a545-17b6ce81dbb7 req-b2f96d71-81e1-434e-861e-0727c4e63562 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0487366 Jan 28 04:54:44.865434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fd02-e8e7-463a-a66e-0f9ac1dbfe5c req-2ea46255-547b-4fde-b4af-bdd0a00bba7f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:44.867813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc04fd02-e8e7-463a-a66e-0f9ac1dbfe5c req-2ea46255-547b-4fde-b4af-bdd0a00bba7f tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0597894 Jan 28 04:54:44.960467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc04fd02-e8e7-463a-a66e-0f9ac1dbfe5c req-f8430950-02c5-4018-897e-e456af7a90b6 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811496 Jan 28 04:54:45.005779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:45.867992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91762b6f-2ebd-4729-a4a2-a6ad51502227 req-8de1b299-e27f-47f8-9b1c-df7e2e8f403e tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e6516b4-ef6a-49bc-ba10-6362281490f9 HTTP/1.1" status: 200 len: 210 time: 0.0509450 Jan 28 04:54:46.159144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c517d51-720e-45bc-8e97-ac143d38d85b req-86622a11-8b7c-4762-8f83-53531c93b1b8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:46.163919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c517d51-720e-45bc-8e97-ac143d38d85b req-86622a11-8b7c-4762-8f83-53531c93b1b8 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0910330 Jan 28 04:54:46.296271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c517d51-720e-45bc-8e97-ac143d38d85b req-21f3fc90-52d7-46b1-aca2-8e6c27a79caa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228926 Jan 28 04:54:47.423280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5625d3-6be7-4f16-89d9-befe1132ce76 req-7045fc3d-d022-4582-83d8-12f0b8c1ab73 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:47.425442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b5625d3-6be7-4f16-89d9-befe1132ce76 req-7045fc3d-d022-4582-83d8-12f0b8c1ab73 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0679898 Jan 28 04:54:47.482343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b5625d3-6be7-4f16-89d9-befe1132ce76 req-dab91ebd-9bc6-4bba-931b-e54a5d1f70f3 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510669 Jan 28 04:54:47.794101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7026-184e-461d-ba5c-e71ac436dc50 req-54ee4bfc-e51b-41c9-b0ad-860f1cc001ac tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:47.795612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d57f7026-184e-461d-ba5c-e71ac436dc50 req-54ee4bfc-e51b-41c9-b0ad-860f1cc001ac tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0880954 Jan 28 04:54:47.827333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-23c5acd0-d002-453c-865c-b8eea3aaa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:47.829297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-23c5acd0-d002-453c-865c-b8eea3aaa567 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 1097 time: 0.0893285 Jan 28 04:54:47.941633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d57f7026-184e-461d-ba5c-e71ac436dc50 req-530dcdf8-7b04-4694-b149-18d42b29be77 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386051 Jan 28 04:54:47.947384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-bc98a6c8-1738-4ee7-b480-84bc0eaa028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:47.948808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-bc98a6c8-1738-4ee7-b480-84bc0eaa028a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1133435 Jan 28 04:54:47.998989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58158) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:48.057701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-04bbc228-0a72-4e96-8245-5ec5e3151ae1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 200 len: 1001 time: 0.1010218 Jan 28 04:54:48.105791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5996926d-ed76-4696-beea-d0df92b73fbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group (b6794efb-85d2-4597-9801-ab3ba2f61cd8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:48.131794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-9ae1bae9-7d92-4601-b67d-2a4f1f211660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:48.133586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-9ae1bae9-7d92-4601-b67d-2a4f1f211660 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0708535 Jan 28 04:54:48.138058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5996926d-ed76-4696-beea-d0df92b73fbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group (b6794efb-85d2-4597-9801-ab3ba2f61cd8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:48.195299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-64556446-4929-478c-82d1-5b8618cb60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:48.198925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-64556446-4929-478c-82d1-5b8618cb60df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556192 Jan 28 04:54:48.200910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5996926d-ed76-4696-beea-d0df92b73fbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b6794efb-85d2-4597-9801-ab3ba2f61cd8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:48.206753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5996926d-ed76-4696-beea-d0df92b73fbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:48.212846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5996926d-ed76-4696-beea-d0df92b73fbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6794efb-85d2-4597-9801-ab3ba2f61cd8 HTTP/1.1" status: 204 len: 168 time: 0.2126145 Jan 28 04:54:48.213909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58164) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:48.244506 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-7844a597-37d0-4399-94e5-00eb2c1862b3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] show failed (client error): The resource could not be found. Jan 28 04:54:48.248869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7844a597-37d0-4399-94e5-00eb2c1862b3 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "GET /v2.0/security-groups/b6794efb-85d2-4597-9801-ab3ba2f61cd8 HTTP/1.1" status: 404 len: 347 time: 0.0272558 Jan 28 04:54:48.249962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58166) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:48.264572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996926d-ed76-4696-beea-d0df92b73fbc tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6794efb-85d2-4597-9801-ab3ba2f61cd8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:48.372144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-b8b5f8b1-b427-4f2c-923a-1ac55000eafa service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660769 Jan 28 04:54:48.521791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c92a907-963d-461c-b594-6efe6d5fb968 req-bce70bb5-3464-43ba-b7e5-01e8b569bd83 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435122 Jan 28 04:54:48.907073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port 37b3238c-778a-4096-9fd4-d249044923dd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:54:48.907957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (37b3238c-778a-4096-9fd4-d249044923dd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.049998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (37b3238c-778a-4096-9fd4-d249044923dd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.050696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (37b3238c-778a-4096-9fd4-d249044923dd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.076029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for 37b3238c-778a-4096-9fd4-d249044923dd owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:54:49.348555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (37b3238c-778a-4096-9fd4-d249044923dd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.426256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=37b3238c-778a-4096-9fd4-d249044923dd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:49.479999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d508-c07e-4d7e-8e08-d37ca821b4a8 req-f42533b1-e39a-455f-ac3b-a22919b065e4 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:49.487266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92c5d508-c07e-4d7e-8e08-d37ca821b4a8 req-f42533b1-e39a-455f-ac3b-a22919b065e4 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.4496186 Jan 28 04:54:49.523420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for floatingip (00b70a47-00f0-4644-8cba-73f054da7d45), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.526277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.527489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57eed61a-e714-44c7-9df5-ee182e541de2 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/floatingips/00b70a47-00f0-4644-8cba-73f054da7d45 HTTP/1.1" status: 204 len: 168 time: 1.2698116 Jan 28 04:54:49.530196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:49.581773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92c5d508-c07e-4d7e-8e08-d37ca821b4a8 req-dc4b5972-6d6b-409a-a1cb-1ff060526847 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862677 Jan 28 04:54:49.659193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:54:49.659827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.761597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.778681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for 66caa4c5-e4f1-43a2-a1e4-fdc560f612eb owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:54:49.947870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (66caa4c5-e4f1-43a2-a1e4-fdc560f612eb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:49.993842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=66caa4c5-e4f1-43a2-a1e4-fdc560f612eb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:50.081888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.085280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-964f27f0-efea-4d9f-87bf-2e8fff903e4b tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/ports/66caa4c5-e4f1-43a2-a1e4-fdc560f612eb HTTP/1.1" status: 204 len: 168 time: 0.5540078 Jan 28 04:54:50.088026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:50.194248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port d46e2964-c6d5-44f1-95ed-e90421e9f263 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:54:50.194673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.297251 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.311543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for d46e2964-c6d5-44f1-95ed-e90421e9f263 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:54:50.528648 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d46e2964-c6d5-44f1-95ed-e90421e9f263), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.638406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=d46e2964-c6d5-44f1-95ed-e90421e9f263,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:50.679222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.686294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fda041c8-e9b4-411f-a6aa-87d061326a05 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/ports/d46e2964-c6d5-44f1-95ed-e90421e9f263 HTTP/1.1" status: 204 len: 168 time: 0.5950253 Jan 28 04:54:50.686690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:50.752012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db1056-069f-4629-9de6-e49464516491 req-d9f268d8-8327-4f76-8ebd-843b9a315afa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:50.753939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51db1056-069f-4629-9de6-e49464516491 req-d9f268d8-8327-4f76-8ebd-843b9a315afa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0877602 Jan 28 04:54:50.791517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting subnet 508de97e-bc39-4ad9-ba67-dc2f88ccc02a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:54:50.800214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for subnet (508de97e-bc39-4ad9-ba67-dc2f88ccc02a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.848459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51db1056-069f-4629-9de6-e49464516491 req-0fa40073-69e5-4137-b2e6-ee83b464acb9 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877976 Jan 28 04:54:50.870104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (508de97e-bc39-4ad9-ba67-dc2f88ccc02a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:50.964218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (508de97e-bc39-4ad9-ba67-dc2f88ccc02a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.051434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (508de97e-bc39-4ad9-ba67-dc2f88ccc02a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.101072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Subnet': ['ID=508de97e-bc39-4ad9-ba67-dc2f88ccc02a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:51.103361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.109466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-33e5afd7-1ff6-4058-bcd6-b5069c8d7bd8 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/subnets/508de97e-bc39-4ad9-ba67-dc2f88ccc02a HTTP/1.1" status: 204 len: 168 time: 0.4182787 Jan 28 04:54:51.110466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58200) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:51.122001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817e949-d997-426e-8cfd-048f1bef53d2 None None] Network c1556003-cd67-4586-92d0-2c4460a73ff7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:54:51.231832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting subnet e1041884-6246-43fd-b70b-c5643d311c85 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:54:51.237847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for subnet (e1041884-6246-43fd-b70b-c5643d311c85), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.333852 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e1041884-6246-43fd-b70b-c5643d311c85), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.335990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] DHCP port deletion for c1556003-cd67-4586-92d0-2c4460a73ff7 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:54:51.472806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Deleting port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:54:51.473545 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.601340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e1041884-6246-43fd-b70b-c5643d311c85), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.635667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ca1777e-b9b9-49ce-970c-fd9003af95b1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:54:51.689071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e1041884-6246-43fd-b70b-c5643d311c85), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.764244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.774021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/subnets/e1041884-6246-43fd-b70b-c5643d311c85 HTTP/1.1" status: 204 len: 168 time: 0.6597064 Jan 28 04:54:51.774546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58210) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:51.775043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b1a2-a1fd-4f3e-bce7-833123eac5f5 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Subnet': ['ID=e1041884-6246-43fd-b70b-c5643d311c85,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:51.778453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef118c7-0762-4f2d-9dd1-be690f128128 None None] Network 0c7531de-959f-4187-bdfa-5fe6685c67a7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:54:51.800702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] For port 4ca1777e-b9b9-49ce-970c-fd9003af95b1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ca1777e-b9b9-49ce-970c-fd9003af95b1,segment=NetworkSegment(11c094a3-3e9d-4c8a-966b-1c8b97f41173),segment_id=11c094a3-3e9d-4c8a-966b-1c8b97f41173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:54:51.801459 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.830510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Calling delete_port for 4ca1777e-b9b9-49ce-970c-fd9003af95b1 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:54:51.953192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c1556003-cd67-4586-92d0-2c4460a73ff7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:51.993895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:54:51.994301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.067578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Deleting port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:54:52.068303 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.073476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.176445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] For port 4ca1777e-b9b9-49ce-970c-fd9003af95b1, host n-d-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:54:52.176968 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.185284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] DHCP port deletion for 0c7531de-959f-4187-bdfa-5fe6685c67a7 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:54:52.189664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Pushing event deleted for resources: {'Port': ['ID=4ca1777e-b9b9-49ce-970c-fd9003af95b1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:52.200572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] No DVR routers for this DVR port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:54:52.207712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Calling delete_port for 4ca1777e-b9b9-49ce-970c-fd9003af95b1 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:54:52.212188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 was not found and therefore no delete operation was performed {{(pid=103139) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:54:52.214341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4ca1777e-b9b9-49ce-970c-fd9003af95b1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.224883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.225688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.226394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.227084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.227766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.228282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.228794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.229358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.229889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.230542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.231069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.231575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.232071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a3ae98-3dba-4312-819f-dee36776be46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:54:52.255286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Port': ['ID=4ca1777e-b9b9-49ce-970c-fd9003af95b1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:52.257365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] No DVR routers for this DVR port 4ca1777e-b9b9-49ce-970c-fd9003af95b1 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:54:52.286526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] Deleting port 1b8d9863-2428-4a88-87a6-86fe2bebd62f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:54:52.286999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.340463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c1556003-cd67-4586-92d0-2c4460a73ff7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.366933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1556003-cd67-4586-92d0-2c4460a73ff7']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:54:52.378539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] For port 1b8d9863-2428-4a88-87a6-86fe2bebd62f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1b8d9863-2428-4a88-87a6-86fe2bebd62f,segment=NetworkSegment(54338446-2143-4bd4-a25e-6277d8f8df20),segment_id=54338446-2143-4bd4-a25e-6277d8f8df20)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:54:52.378953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.379240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c094a3-3e9d-4c8a-966b-1c8b97f41173') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:54:52.379676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c094a3-3e9d-4c8a-966b-1c8b97f41173') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:54:52.401411 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (11c094a3-3e9d-4c8a-966b-1c8b97f41173), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.409915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] Calling delete_port for 1b8d9863-2428-4a88-87a6-86fe2bebd62f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:54:52.415872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (11c094a3-3e9d-4c8a-966b-1c8b97f41173), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.427694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:54:52.428192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (11c094a3-3e9d-4c8a-966b-1c8b97f41173), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: timer() Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:54:52.431926 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:54:52.523160 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (1b8d9863-2428-4a88-87a6-86fe2bebd62f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.567866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c1556003-cd67-4586-92d0-2c4460a73ff7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.572957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] No DVR routers for this DVR port 1b8d9863-2428-4a88-87a6-86fe2bebd62f on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:54:52.574539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9fe62-77f7-4106-b361-f23335f4af8e None None] Pushing event deleted for resources: {'Port': ['ID=1b8d9863-2428-4a88-87a6-86fe2bebd62f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:52.634270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.647240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58228) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:52.665553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/networks/c1556003-cd67-4586-92d0-2c4460a73ff7 HTTP/1.1" status: 204 len: 168 time: 0.8895898 Jan 28 04:54:52.671719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a1b04-0aac-4be6-b270-7707bc02bebe tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Network': ['ID=c1556003-cd67-4586-92d0-2c4460a73ff7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:52.825183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0c7531de-959f-4187-bdfa-5fe6685c67a7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.933539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0c7531de-959f-4187-bdfa-5fe6685c67a7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:52.960766 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7531de-959f-4187-bdfa-5fe6685c67a7']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:54:52.983597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54338446-2143-4bd4-a25e-6277d8f8df20') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:54:52.983983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54338446-2143-4bd4-a25e-6277d8f8df20') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:54:53.021116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (54338446-2143-4bd4-a25e-6277d8f8df20), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.070587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (54338446-2143-4bd4-a25e-6277d8f8df20), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.085671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:54:53.085967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (54338446-2143-4bd4-a25e-6277d8f8df20), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:54:53.092782 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:54:53.237579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0c7531de-959f-4187-bdfa-5fe6685c67a7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.248991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.263208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] 10.222.0.21 "DELETE /v2.0/networks/0c7531de-959f-4187-bdfa-5fe6685c67a7 HTTP/1.1" status: 204 len: 168 time: 0.6076720 Jan 28 04:54:53.264339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58234) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:53.306590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959856ff-ca38-4144-9069-bab25191a1f4 tempest-TaggedBootDevicesTest_v242-586655230 tempest-TaggedBootDevicesTest_v242-586655230-project] Pushing event deleted for resources: {'Network': ['ID=0c7531de-959f-4187-bdfa-5fe6685c67a7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:53.527968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1b8d9863-2428-4a88-87a6-86fe2bebd62f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:54:53.573673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1b8d9863-2428-4a88-87a6-86fe2bebd62f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:54:53.574707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1b8d9863-2428-4a88-87a6-86fe2bebd62f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:54:53.611616 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e45034-d43c-4f54-832a-086fa1bd8729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.749971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e45034-d43c-4f54-832a-086fa1bd8729 admin admin] Publish callbacks [] for security_group (e73164f4-1880-425f-91c1-96b24459acc0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.755062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-55e45034-d43c-4f54-832a-086fa1bd8729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e73164f4-1880-425f-91c1-96b24459acc0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.783656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e45034-d43c-4f54-832a-086fa1bd8729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73164f4-1880-425f-91c1-96b24459acc0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:53.828099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-55e45034-d43c-4f54-832a-086fa1bd8729 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a8ee37e9ade49d0adc56ae18e6097a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5607276 Jan 28 04:54:53.831149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:53.894440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4c4d-3c48-4624-a488-ef7c6d6efe97 admin admin] Publish callbacks [] for security_group (e73164f4-1880-425f-91c1-96b24459acc0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.918261 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4c4d-3c48-4624-a488-ef7c6d6efe97 admin admin] Publish callbacks [] for security_group (e73164f4-1880-425f-91c1-96b24459acc0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.971915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4c4d-3c48-4624-a488-ef7c6d6efe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e73164f4-1880-425f-91c1-96b24459acc0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.974608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4c4d-3c48-4624-a488-ef7c6d6efe97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:53.976110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3c2c4c4d-3c48-4624-a488-ef7c6d6efe97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e73164f4-1880-425f-91c1-96b24459acc0 HTTP/1.1" status: 204 len: 168 time: 0.1439230 Jan 28 04:54:53.992245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c4c4d-3c48-4624-a488-ef7c6d6efe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73164f4-1880-425f-91c1-96b24459acc0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:54.113264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-3b90144e-4eea-4b6e-b646-657f20f0231f req-1ffbd2d2-c421-4a8f-b9a8-be66e4fd56fd service neutron] (103138) timed out ('10.222.0.21', 34902) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:54:54.328397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58262) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:54.352199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06fa33d1-e8e8-4155-ab3c-f4558a887101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.450074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06fa33d1-e8e8-4155-ab3c-f4558a887101 admin admin] Publish callbacks [] for security_group (f7eda5dc-843c-4240-a0f2-5dce337bdf70), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.460387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-06fa33d1-e8e8-4155-ab3c-f4558a887101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f7eda5dc-843c-4240-a0f2-5dce337bdf70), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.530162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06fa33d1-e8e8-4155-ab3c-f4558a887101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6816ce21f0449288c2171d0c4e06e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004471 Jan 28 04:54:54.533418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58264) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:54.549459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa33d1-e8e8-4155-ab3c-f4558a887101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eda5dc-843c-4240-a0f2-5dce337bdf70,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:54.630049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47f5231a-b30f-4380-806d-0f0deb906e7b admin admin] Publish callbacks [] for security_group (f7eda5dc-843c-4240-a0f2-5dce337bdf70), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.669437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47f5231a-b30f-4380-806d-0f0deb906e7b admin admin] Publish callbacks [] for security_group (f7eda5dc-843c-4240-a0f2-5dce337bdf70), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.730690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47f5231a-b30f-4380-806d-0f0deb906e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f7eda5dc-843c-4240-a0f2-5dce337bdf70), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.735308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47f5231a-b30f-4380-806d-0f0deb906e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:54.739416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-47f5231a-b30f-4380-806d-0f0deb906e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7eda5dc-843c-4240-a0f2-5dce337bdf70 HTTP/1.1" status: 204 len: 168 time: 0.2028115 Jan 28 04:54:54.751252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5231a-b30f-4380-806d-0f0deb906e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eda5dc-843c-4240-a0f2-5dce337bdf70,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:55.417742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58276) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:55.446037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-207d525a-5d96-4bda-8c6f-26f4fdf37e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.595239 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-207d525a-5d96-4bda-8c6f-26f4fdf37e3d admin admin] Publish callbacks [] for security_group (d2d2e7b7-0bb4-436c-a067-f045317bff68), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.602358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-207d525a-5d96-4bda-8c6f-26f4fdf37e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d2d2e7b7-0bb4-436c-a067-f045317bff68), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.653659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d525a-5d96-4bda-8c6f-26f4fdf37e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d2e7b7-0bb4-436c-a067-f045317bff68,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:54:55.689594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-207d525a-5d96-4bda-8c6f-26f4fdf37e3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2230d85a57c943b380f70f6fbfd7c97f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681837 Jan 28 04:54:55.689978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58280) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:54:55.791320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8830ea07-d0a4-4cc7-aebe-034a4c74b7ef admin admin] Publish callbacks [] for security_group (d2d2e7b7-0bb4-436c-a067-f045317bff68), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.819842 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8830ea07-d0a4-4cc7-aebe-034a4c74b7ef admin admin] Publish callbacks [] for security_group (d2d2e7b7-0bb4-436c-a067-f045317bff68), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.893966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8830ea07-d0a4-4cc7-aebe-034a4c74b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d2d2e7b7-0bb4-436c-a067-f045317bff68), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.897057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8830ea07-d0a4-4cc7-aebe-034a4c74b7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:55.900983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8830ea07-d0a4-4cc7-aebe-034a4c74b7ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2d2e7b7-0bb4-436c-a067-f045317bff68 HTTP/1.1" status: 204 len: 168 time: 0.2075861 Jan 28 04:54:55.909075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830ea07-d0a4-4cc7-aebe-034a4c74b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d2e7b7-0bb4-436c-a067-f045317bff68,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:06.300800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:07.276441 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:55:07.803588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:08.586905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41ba694-b440-4fb8-92a4-12cc4e1bbc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:10.822185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb207849-0dae-49b0-bec2-2ae492665353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:11.069028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-51536e73-f7e2-408c-a49f-93c903d8160e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:11.070559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-51536e73-f7e2-408c-a49f-93c903d8160e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.1009727 Jan 28 04:55:11.085798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-be2b8515-0837-4c5a-91bc-59387500c762 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0094833 Jan 28 04:55:11.170516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-6afd7e6d-6d30-487d-b217-34c8214fc3ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790536 Jan 28 04:55:11.287969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-cd4bb442-6351-48bd-9e0d-580f25ccf211 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118257 Jan 28 04:55:11.456893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-4acbc85b-2669-47ff-b173-c5259728dcf8 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619754 Jan 28 04:55:11.616720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58546) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:11.858913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5708-7bc8-4bfb-b293-a09af6f7f23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:11.969494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:11.992514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36277636-5e0e-43e1-8f50-cb15f69d039b req-4ecebe3d-3837-47a9-9ff2-0012d54fe3b9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0458467 Jan 28 04:55:12.014633 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5708-7bc8-4bfb-b293-a09af6f7f23b admin admin] Publish callbacks [] for security_group (9324e738-7243-41e9-937a-57178acaac75), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.020442 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5708-7bc8-4bfb-b293-a09af6f7f23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9324e738-7243-41e9-937a-57178acaac75), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.094315 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eb6c5708-7bc8-4bfb-b293-a09af6f7f23b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59e19af616ad4b3db3f242fd341c2fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753661 Jan 28 04:55:12.096276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58560) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:12.097366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c5708-7bc8-4bfb-b293-a09af6f7f23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324e738-7243-41e9-937a-57178acaac75,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:12.248102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eff4ac9e-ea8e-4b47-aa9a-7be2c519bca4 admin admin] Publish callbacks [] for security_group (9324e738-7243-41e9-937a-57178acaac75), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.301559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eff4ac9e-ea8e-4b47-aa9a-7be2c519bca4 admin admin] Publish callbacks [] for security_group (9324e738-7243-41e9-937a-57178acaac75), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.423338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eff4ac9e-ea8e-4b47-aa9a-7be2c519bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9324e738-7243-41e9-937a-57178acaac75), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.426940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eff4ac9e-ea8e-4b47-aa9a-7be2c519bca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.431963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eff4ac9e-ea8e-4b47-aa9a-7be2c519bca4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9324e738-7243-41e9-937a-57178acaac75 HTTP/1.1" status: 204 len: 168 time: 0.3345013 Jan 28 04:55:12.442999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4ac9e-ea8e-4b47-aa9a-7be2c519bca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324e738-7243-41e9-937a-57178acaac75,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:13.126729 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a9f1bc7-9da0-481c-8501-50bc9630053b req-19c2a98a-0bb9-499e-b748-df2de4c4a2e1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0386915 Jan 28 04:55:13.497446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-1cb1e944-61bc-4f7d-9aa1-0dacc70f9b92 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:13.506758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-1cb1e944-61bc-4f7d-9aa1-0dacc70f9b92 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.1743374 Jan 28 04:55:13.531019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:13.727106 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:13.783440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:55:13.787002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:14.098900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.6 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/20282aff-2b70-4b25-9cf3-e4aecaddb5bc) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:55:14.350619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daf38995-060c-4c8d-beb6-2ff60747efb7 req-ea623dc7-7868-4e74-bbd5-eacd53466d98 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0405335 Jan 28 04:55:14.459668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:14.532233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:14.642521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:14.649765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:55:14.654308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:55:14.658896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:55:14.760348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:14.761683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:14.784563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aa1f78cb-b5d4-4b36-ae1c-352a1985d447 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2580597 Jan 28 04:55:14.806298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Request body: {'port': {'device_id': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:15.031933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.056272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.237678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-248d2ddf-59ff-4175-a8da-b87f6d95fe25 None None] Provisioning complete for port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:55:15.238653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-248d2ddf-59ff-4175-a8da-b87f6d95fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.335255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-248d2ddf-59ff-4175-a8da-b87f6d95fe25 None None] Port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:55:15.546947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34820a2-cf64-43bc-921d-4e8e19a33f7d req-bec5756b-562b-4d5b-a938-5b6e9dc465b4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:15.551064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c34820a2-cf64-43bc-921d-4e8e19a33f7d req-bec5756b-562b-4d5b-a938-5b6e9dc465b4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 931 time: 0.1021979 Jan 28 04:55:15.684290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c34820a2-cf64-43bc-921d-4e8e19a33f7d req-24df99b1-f5dd-4f57-bc0f-11ceac5d6c70 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233473 Jan 28 04:55:15.708281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20282aff-2b70-4b25-9cf3-e4aecaddb5bc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:55:15.730613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Publish callbacks [] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.745425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Transition to ACTIVE for port object 20282aff-2b70-4b25-9cf3-e4aecaddb5bc will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:55:15.749953 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.858916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Pushing event updated for resources: {'Port': ['ID=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:16.000410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Attempting to bind port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:55:16.000900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Attempting to bind port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:55:16.001402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Attempting to bind port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:55:16.006770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:55:16.007316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Attempting to bind port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:55:16.013703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:55:16.014269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:55:16.014771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:55:16.019974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Bound port: 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:55:16.020490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.130325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] For port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:55:16.133784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] For port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:55:16.141042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.227118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Pushing event updated for resources: {'Port': ['ID=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:16.237329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:16.237892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.239741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-b5beccc1-4e5d-4ba6-85aa-e05e6764faad service neutron] 10.222.0.52 "PUT /v2.0/ports/20282aff-2b70-4b25-9cf3-e4aecaddb5bc HTTP/1.1" status: 200 len: 1091 time: 1.4433427 Jan 28 04:55:16.240228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'tag': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:16.243373 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08602d2-3192-40ea-9e3d-cb6c49023b41" -d '{"events": [{"name": "network-changed", "server_uuid": "a9acd51a-7ffd-4753-81df-baadec0e39a9", "tag": "20282aff-2b70-4b25-9cf3-e4aecaddb5bc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:16.328084 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aa797c-c4a5-4fca-bc2b-3e7fea1bf5c7 x-openstack-request-id: req-c6aa797c-c4a5-4fca-bc2b-3e7fea1bf5c7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:16.328680 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9acd51a-7ffd-4753-81df-baadec0e39a9", "tag": "20282aff-2b70-4b25-9cf3-e4aecaddb5bc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:16.328950 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6aa797c-c4a5-4fca-bc2b-3e7fea1bf5c7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:16.330523 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'tag': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc', 'status': 'completed', 'code': 200} Jan 28 04:55:16.381547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-fdea0e3a-2159-4910-b72d-4316207dd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:16.384887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-fdea0e3a-2159-4910-b72d-4316207dd7a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 1094 time: 0.0744252 Jan 28 04:55:16.468993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-92a76179-93e6-4a6d-8169-2fc192b3baa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc HTTP/1.1" status: 200 len: 217 time: 0.0700619 Jan 28 04:55:16.565622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-d3c91e62-26bb-4067-b56d-9fd7dbe5f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:16.567296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-d3c91e62-26bb-4067-b56d-9fd7dbe5f109 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0915718 Jan 28 04:55:16.655198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-17013f8a-211f-470f-965b-304bf6cc0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:16.656742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-17013f8a-211f-470f-965b-304bf6cc0774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830922 Jan 28 04:55:16.920615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d2e0e-bff1-48da-8569-3fbbf03e4f8f req-6d3daee2-42e7-4c2b-8aa2-63ed7c2fa5d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:16.922172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-18378174-6800-45d4-85dd-0047fdf78de6 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583218 Jan 28 04:55:16.922591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d9d2e0e-bff1-48da-8569-3fbbf03e4f8f req-6d3daee2-42e7-4c2b-8aa2-63ed7c2fa5d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.0937030 Jan 28 04:55:17.012341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d9d2e0e-bff1-48da-8569-3fbbf03e4f8f req-b51a93f1-6f6a-4711-ade7-87402f744c30 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 Jan 28 04:55:17.064646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e781f29-3606-4cfd-b418-9441371bcd55 req-aae4eeb4-2bab-4d9f-a089-9fa42c62e277 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351469 Jan 28 04:55:17.247995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-6c17cea8-a235-40dc-bc66-6010850b7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.258408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-6c17cea8-a235-40dc-bc66-6010850b7e74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 1094 time: 0.1071868 Jan 28 04:55:17.392474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-1f8a24c3-c4e5-423d-9598-59f367c7727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.394809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-1f8a24c3-c4e5-423d-9598-59f367c7727c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1217926 Jan 28 04:55:17.521782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-94cfa044-ab0f-4955-a704-277b1bcbdf44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc HTTP/1.1" status: 200 len: 217 time: 0.1236510 Jan 28 04:55:17.585388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-f84363d3-7064-471d-b453-0b6849629116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.587808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-f84363d3-7064-471d-b453-0b6849629116 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0594442 Jan 28 04:55:17.964480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-8e1df0d8-337f-4747-8517-4fd75f76f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.964480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-8e1df0d8-337f-4747-8517-4fd75f76f515 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751327 Jan 28 04:55:18.203370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-f8073664-65a3-45f9-834f-f5326da15a01 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186903 Jan 28 04:55:18.382782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d08602d2-3192-40ea-9e3d-cb6c49023b41 req-113ab0ff-1550-4ec2-be9f-e59ccebd64a9 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744788 Jan 28 04:55:18.521250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe18f6-33b2-40fa-b3c0-61758b986571 req-65bcd5d1-0323-4157-91fc-287cec3095d2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:18.529933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-13fe18f6-33b2-40fa-b3c0-61758b986571 req-65bcd5d1-0323-4157-91fc-287cec3095d2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1457746 Jan 28 04:55:18.594597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-13fe18f6-33b2-40fa-b3c0-61758b986571 req-662eeb06-757f-492f-bb50-d490900fdc07 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578222 Jan 28 04:55:19.806371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442de18-609d-4b58-a4e5-27d1b0686547 req-45c88162-7a39-4911-9a99-443a34987310 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:19.832370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f442de18-609d-4b58-a4e5-27d1b0686547 req-45c88162-7a39-4911-9a99-443a34987310 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1347380 Jan 28 04:55:19.928270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f442de18-609d-4b58-a4e5-27d1b0686547 req-adab0824-e007-40e5-8320-f754ec5eb719 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947447 Jan 28 04:55:21.169633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca188d-e24a-48bb-bbe1-1c89075ad488 req-287618c8-b46f-4f83-bbbd-5f89c9392f76 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:21.171891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccca188d-e24a-48bb-bbe1-1c89075ad488 req-287618c8-b46f-4f83-bbbd-5f89c9392f76 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.0995173 Jan 28 04:55:21.264245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ccca188d-e24a-48bb-bbe1-1c89075ad488 req-6e889ffe-6ff6-480c-9bd3-139339d0e5cf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867467 Jan 28 04:55:22.524418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d684a68-6ce8-4ba3-b8d6-c9dead955f57 req-0ef6eb59-1cef-47e3-ada9-e6bed5989c48 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:22.535884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d684a68-6ce8-4ba3-b8d6-c9dead955f57 req-0ef6eb59-1cef-47e3-ada9-e6bed5989c48 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1414564 Jan 28 04:55:22.654464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d684a68-6ce8-4ba3-b8d6-c9dead955f57 req-fd41da81-64ad-4e59-a072-81311453f90a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161444 Jan 28 04:55:22.836752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d429-d9ae-496f-9faa-658617f12357 req-4928b7a0-1a56-493a-a276-fb62c103d55b tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:22.838784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a48d429-d9ae-496f-9faa-658617f12357 req-4928b7a0-1a56-493a-a276-fb62c103d55b tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.6110678 Jan 28 04:55:22.957592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a48d429-d9ae-496f-9faa-658617f12357 req-806039ce-e5f4-4a8f-8e83-2a2cd092ec68 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117148 Jan 28 04:55:23.928650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ceb9d-27b1-4a92-aede-10300a3ee4cd req-64cc4960-1469-4c68-99f2-3cf302c7f2a4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:23.935524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-577ceb9d-27b1-4a92-aede-10300a3ee4cd req-64cc4960-1469-4c68-99f2-3cf302c7f2a4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1392753 Jan 28 04:55:24.065284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-577ceb9d-27b1-4a92-aede-10300a3ee4cd req-dae8b7d9-5886-4cf9-ad46-7ecfaaa2c35b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Jan 28 04:55:24.177508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c3b6d-afed-44a1-bdba-d817036300f9 req-d9696fce-b7e8-4c4b-9665-67ee3f20a57e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:24.180234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-916c3b6d-afed-44a1-bdba-d817036300f9 req-d9696fce-b7e8-4c4b-9665-67ee3f20a57e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.0985208 Jan 28 04:55:24.277574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-916c3b6d-afed-44a1-bdba-d817036300f9 req-bb74604f-2720-4dbb-a12c-dc10437acf83 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902998 Jan 28 04:55:24.288143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-fad5a4bd-701e-40af-aef5-e13f7c1db32c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:24.290323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-fad5a4bd-701e-40af-aef5-e13f7c1db32c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 946 time: 0.1690214 Jan 28 04:55:24.546227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Deleting port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:24.546596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:24.699116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58990) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:24.811057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] For port 2dbee414-2b1c-42c3-99c0-587b9ae42e88, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2dbee414-2b1c-42c3-99c0-587b9ae42e88,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:24.812523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:24.932632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5218239a-c686-4b6b-bd8c-fb6c660ddafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.096153 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5218239a-c686-4b6b-bd8c-fb6c660ddafa admin admin] Publish callbacks [] for security_group (3904a180-b86a-41d2-ad83-d0af822ecb49), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.108448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5218239a-c686-4b6b-bd8c-fb6c660ddafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3904a180-b86a-41d2-ad83-d0af822ecb49), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.220306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5218239a-c686-4b6b-bd8c-fb6c660ddafa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee123c25c0fb48f299aac89f0b269e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195446 Jan 28 04:55:25.221069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59008) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:25.301899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218239a-c686-4b6b-bd8c-fb6c660ddafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904a180-b86a-41d2-ad83-d0af822ecb49,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:25.410863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.416010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (16242c96-ed77-45c0-9843-8cd56d87e0a2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.417062 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Floating IP 16242c96-ed77-45c0-9843-8cd56d87e0a2 disassociated. External IP: 172.25.6.18, port: 2dbee414-2b1c-42c3-99c0-587b9ae42e88. Jan 28 04:55:25.418625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Calling delete_port for 2dbee414-2b1c-42c3-99c0-587b9ae42e88 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:25.476596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0203-0522-4d5a-88e2-ae0720e16052 admin admin] Publish callbacks [] for security_group (3904a180-b86a-41d2-ad83-d0af822ecb49), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.502438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0203-0522-4d5a-88e2-ae0720e16052 admin admin] Publish callbacks [] for security_group (3904a180-b86a-41d2-ad83-d0af822ecb49), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.554657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7e577-7cf8-4ebd-9dc9-ec8477479190 req-c00749d5-4048-461e-9acb-e818de702059 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:25.565719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8c7e577-7cf8-4ebd-9dc9-ec8477479190 req-c00749d5-4048-461e-9acb-e818de702059 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.3433723 Jan 28 04:55:25.567211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0203-0522-4d5a-88e2-ae0720e16052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3904a180-b86a-41d2-ad83-d0af822ecb49), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.569943 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0203-0522-4d5a-88e2-ae0720e16052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.573905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e3cd0203-0522-4d5a-88e2-ae0720e16052 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3904a180-b86a-41d2-ad83-d0af822ecb49 HTTP/1.1" status: 204 len: 168 time: 0.2671828 Jan 28 04:55:25.692912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd0203-0522-4d5a-88e2-ae0720e16052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904a180-b86a-41d2-ad83-d0af822ecb49,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:25.772174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8c7e577-7cf8-4ebd-9dc9-ec8477479190 req-94a42128-2943-468e-8716-6eba680ed0f7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954799 Jan 28 04:55:25.843342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2dbee414-2b1c-42c3-99c0-587b9ae42e88), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:25.896476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event deleted for resources: {'Port': ['ID=2dbee414-2b1c-42c3-99c0-587b9ae42e88,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:25.923920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0772c9-189d-4b3a-91e3-da0f22698ecf req-b6b0f59e-cfb7-4021-a5df-bf4c525bf479 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:25.936260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d0772c9-189d-4b3a-91e3-da0f22698ecf req-b6b0f59e-cfb7-4021-a5df-bf4c525bf479 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 867 time: 0.4884231 Jan 28 04:55:26.081720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d0772c9-189d-4b3a-91e3-da0f22698ecf req-744c253e-014f-4872-9fc8-07a2c1992195 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=8849f21a-c401-4ce8-a1d7-ab40fa1c043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304002 Jan 28 04:55:26.213192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59034) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:26.229830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33abc95-c8ed-4cf9-a95b-9cd512848a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.242925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Router aead7727-8be7-4e71-9537-148483913ae2 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:55:26.426449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33abc95-c8ed-4cf9-a95b-9cd512848a99 admin admin] Publish callbacks [] for security_group (6dc7a913-394c-4dc1-a4b8-d727d127ffe0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.442452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33abc95-c8ed-4cf9-a95b-9cd512848a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6dc7a913-394c-4dc1-a4b8-d727d127ffe0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.491871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:55:26.506393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:55:26.555600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:26.556271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:26.602368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b33abc95-c8ed-4cf9-a95b-9cd512848a99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1213c474489a4a4d873037db664e169e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848557 Jan 28 04:55:26.606270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59046) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:26.607324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33abc95-c8ed-4cf9-a95b-9cd512848a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc7a913-394c-4dc1-a4b8-d727d127ffe0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:26.678607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] No DVR routers for this DVR port 2dbee414-2b1c-42c3-99c0-587b9ae42e88 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:55:26.686367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.693726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-241f65b9-1ff6-43ff-9b25-b5ee76e46256 req-3dd6e279-80fb-4657-8ba6-2ccd0d7de32d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "DELETE /v2.0/ports/2dbee414-2b1c-42c3-99c0-587b9ae42e88 HTTP/1.1" status: 204 len: 173 time: 2.3970954 Jan 28 04:55:26.694215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'name': 'network-vif-deleted', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:26.696542 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5da568-75ec-4c1b-9f88-79aceb00b8bf" -d '{"events": [{"server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "name": "network-vif-deleted", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:26.716717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4fdf-f42d-4421-82ad-ab857a7fa42f admin admin] Publish callbacks [] for security_group (6dc7a913-394c-4dc1-a4b8-d727d127ffe0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.821455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4fdf-f42d-4421-82ad-ab857a7fa42f admin admin] Publish callbacks [] for security_group (6dc7a913-394c-4dc1-a4b8-d727d127ffe0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.884753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:26.941596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4fdf-f42d-4421-82ad-ab857a7fa42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6dc7a913-394c-4dc1-a4b8-d727d127ffe0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.945732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4fdf-f42d-4421-82ad-ab857a7fa42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:26.947643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b2dc4fdf-f42d-4421-82ad-ab857a7fa42f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dc7a913-394c-4dc1-a4b8-d727d127ffe0 HTTP/1.1" status: 204 len: 168 time: 0.3264146 Jan 28 04:55:26.988732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc4fdf-f42d-4421-82ad-ab857a7fa42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc7a913-394c-4dc1-a4b8-d727d127ffe0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:27.064131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c93b-1f53-4943-9545-e0e2706f3884 req-179e15ac-a1e7-4489-9c4d-fca966e16270 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:27.065683 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34b0c93b-1f53-4943-9545-e0e2706f3884 req-179e15ac-a1e7-4489-9c4d-fca966e16270 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.0968111 Jan 28 04:55:27.192862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34b0c93b-1f53-4943-9545-e0e2706f3884 req-87a68a00-c4f5-4705-ac72-30c3dc9b22f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178243 Jan 28 04:55:27.447717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:27.510982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d394951e-eab0-44b1-bf32-3b954b63c814 req-e3bb50a2-1048-42f3-9776-500970438524 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a020e02-70c4-4189-a845-8dab393058cb HTTP/1.1" status: 200 len: 210 time: 0.0958269 Jan 28 04:55:27.512683 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd061d-261b-47c4-b9d8-66f91074b9c7 x-openstack-request-id: req-26dd061d-261b-47c4-b9d8-66f91074b9c7 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:27.517689 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a020e02-70c4-4189-a845-8dab393058cb", "name": "network-vif-deleted", "tag": "2dbee414-2b1c-42c3-99c0-587b9ae42e88", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:27.518084 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26dd061d-261b-47c4-b9d8-66f91074b9c7 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:27.520501 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a020e02-70c4-4189-a845-8dab393058cb', 'name': 'network-vif-deleted', 'tag': '2dbee414-2b1c-42c3-99c0-587b9ae42e88', 'status': 'completed', 'code': 200} Jan 28 04:55:27.532830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:55:27.570660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:27.571750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:27.820219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:27.994471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2dbee414-2b1c-42c3-99c0-587b9ae42e88 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:28.015822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 2dbee414-2b1c-42c3-99c0-587b9ae42e88 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:28.016169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2dbee414-2b1c-42c3-99c0-587b9ae42e88 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:28.134708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:28.426338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601fb98-bb68-4d5d-902b-e1a22cb764ee req-cee610f6-c6a9-40dd-b894-e99378eef5f2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:28.441107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c601fb98-bb68-4d5d-902b-e1a22cb764ee req-cee610f6-c6a9-40dd-b894-e99378eef5f2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1211889 Jan 28 04:55:28.540180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c601fb98-bb68-4d5d-902b-e1a22cb764ee req-1e362e61-ae7a-40a1-8d14-e8486b0341e8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976856 Jan 28 04:55:28.663135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad64c0-367e-4251-84e5-a6a65600434f None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:55:28.736623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59124) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:28.820507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0478ba35-1fbd-4978-9f3e-17090031b9d1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (8849f21a-c401-4ce8-a1d7-ab40fa1c043e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:28.895931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0478ba35-1fbd-4978-9f3e-17090031b9d1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (8849f21a-c401-4ce8-a1d7-ab40fa1c043e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.033801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0478ba35-1fbd-4978-9f3e-17090031b9d1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8849f21a-c401-4ce8-a1d7-ab40fa1c043e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.039595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0478ba35-1fbd-4978-9f3e-17090031b9d1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.057195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0478ba35-1fbd-4978-9f3e-17090031b9d1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "DELETE /v2.0/security-groups/8849f21a-c401-4ce8-a1d7-ab40fa1c043e HTTP/1.1" status: 204 len: 168 time: 0.3193083 Jan 28 04:55:29.059734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:29.080262 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-6e1d792a-d899-488c-b3c5-cb7aa0ab7344 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] show failed (client error): The resource could not be found. Jan 28 04:55:29.081724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478ba35-1fbd-4978-9f3e-17090031b9d1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8849f21a-c401-4ce8-a1d7-ab40fa1c043e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:29.082031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6e1d792a-d899-488c-b3c5-cb7aa0ab7344 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups/8849f21a-c401-4ce8-a1d7-ab40fa1c043e HTTP/1.1" status: 404 len: 347 time: 0.0198112 Jan 28 04:55:29.086922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:29.282905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Deleting port 28f1287d-bb54-4665-b1ee-54c19d5e034a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:29.283493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.327868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c953ed-17cf-4253-bbe5-145e35e7b2a9 None None] New status for floating IP 16242c96-ed77-45c0-9843-8cd56d87e0a2: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:55:29.579391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.579961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (28f1287d-bb54-4665-b1ee-54c19d5e034a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.596491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Calling delete_port for 28f1287d-bb54-4665-b1ee-54c19d5e034a owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:29.851626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (28f1287d-bb54-4665-b1ee-54c19d5e034a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:29.896444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f899e8-9a13-4e8e-bf68-6d46bbaa438b req-03f8f206-647a-474e-bab8-97d3149ca2a1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:29.902302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5f899e8-9a13-4e8e-bf68-6d46bbaa438b req-03f8f206-647a-474e-bab8-97d3149ca2a1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1782472 Jan 28 04:55:29.922487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event deleted for resources: {'Port': ['ID=28f1287d-bb54-4665-b1ee-54c19d5e034a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:30.030875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (16242c96-ed77-45c0-9843-8cd56d87e0a2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.042899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.048531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-905b8201-8b50-4d72-9590-1287ec8b6080 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "DELETE /v2.0/floatingips/16242c96-ed77-45c0-9843-8cd56d87e0a2 HTTP/1.1" status: 204 len: 168 time: 0.9598911 Jan 28 04:55:30.116699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5f899e8-9a13-4e8e-bf68-6d46bbaa438b req-75b800ad-da8b-4ac5-8b71-0078e8348579 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074778 Jan 28 04:55:30.383005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:30.388552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094536550', 'description': 'tempest-description--1706938982'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:30.425129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.557857 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (6dfe1414-0486-4118-b8dd-e131fe5f503a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.563059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6dfe1414-0486-4118-b8dd-e131fe5f503a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.645523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.649727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59194) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:30.654665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'security_group_rule': {'security_group_id': '6dfe1414-0486-4118-b8dd-e131fe5f503a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:30.663311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2774932 Jan 28 04:55:30.668658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b8581-6974-4b7a-983a-cad0dff4e722 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfe1414-0486-4118-b8dd-e131fe5f503a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:30.750357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (7ea75130-38ff-48cc-9045-ee000ffafddc), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.869583 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (7ea75130-38ff-48cc-9045-ee000ffafddc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.873495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (7ea75130-38ff-48cc-9045-ee000ffafddc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.901606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea75130-38ff-48cc-9045-ee000ffafddc,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:30.916354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:30.924351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59208) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:30.930351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'security_group_rule': {'security_group_id': '6dfe1414-0486-4118-b8dd-e131fe5f503a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:30.942887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02cca8c2-082b-49f8-b659-3cf15e6993d5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852297 Jan 28 04:55:31.004501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (25e0ff88-0657-4579-a8ec-a4cecb73380b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:31.079534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (25e0ff88-0657-4579-a8ec-a4cecb73380b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:31.087975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (25e0ff88-0657-4579-a8ec-a4cecb73380b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:31.129744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e0ff88-0657-4579-a8ec-a4cecb73380b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:31.147112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:31.148394 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4f16bd47-110e-46c2-92ff-9f0240bc1546 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223930 Jan 28 04:55:31.151554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59216) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:31.164956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:31.228972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:31.526886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569064-52bf-4bc2-a805-ad06878f9fea req-e936b379-f4b9-4738-86bd-d075708043b7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:31.542712 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39569064-52bf-4bc2-a805-ad06878f9fea req-e936b379-f4b9-4738-86bd-d075708043b7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1772802 Jan 28 04:55:31.726870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39569064-52bf-4bc2-a805-ad06878f9fea req-2c0b0954-add0-42e1-ba79-d07a898d8f43 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832108 Jan 28 04:55:31.783487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:31.974517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Allocated IP 172.25.6.97 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/07d11859-0198-4b64-88e6-5b9f5a48b09a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:55:32.316972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:32.367771 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:32.483911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'Port': ['ID=07d11859-0198-4b64-88e6-5b9f5a48b09a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:32.526788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:55:32.528707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:55:32.532776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:55:32.626427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (96889f33-43d0-4112-b394-5189304c1d06), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:32.726307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:32.936579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00e7e8-a5df-4d3d-8f37-59110a3a4ed8 req-ba92c82b-7292-40aa-b947-e47895d4ba5c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:32.938713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec00e7e8-a5df-4d3d-8f37-59110a3a4ed8 req-ba92c82b-7292-40aa-b947-e47895d4ba5c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.0860620 Jan 28 04:55:33.038948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec00e7e8-a5df-4d3d-8f37-59110a3a4ed8 req-86b70e9a-7bcb-419a-82a7-f4873362e45b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877819 Jan 28 04:55:33.050812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:33.056282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:33.221503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'Port': ['ID=07d11859-0198-4b64-88e6-5b9f5a48b09a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:33.255134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (96889f33-43d0-4112-b394-5189304c1d06), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:33.282638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:33.284419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c10c9dc2-0dff-4359-ab29-ba0e487ddd10 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1316450 Jan 28 04:55:33.693484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cbb04bd-b5fe-49cd-8a4b-4a6d6afd6756 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2094536550&fields=id&tenant_id=05425594d2a64fb8910e5e1aa9eaf757 HTTP/1.1" status: 200 len: 267 time: 0.1004598 Jan 28 04:55:33.902167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-78037f7a-d7b8-4e2b-8dcf-6e9f457a448d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:33.923850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-78037f7a-d7b8-4e2b-8dcf-6e9f457a448d tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 810 time: 0.2085142 Jan 28 04:55:33.948133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-fdebf5b1-b6b7-4464-8ecb-332dc6c22672 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/quotas/05425594d2a64fb8910e5e1aa9eaf757 HTTP/1.1" status: 200 len: 375 time: 0.0219193 Jan 28 04:55:34.317881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac3c98-3dc4-4cb7-93f9-ecbed3acfbc5 req-f5c60868-0c34-4588-a555-c1cfd3d0336d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:34.320184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fac3c98-3dc4-4cb7-93f9-ecbed3acfbc5 req-f5c60868-0c34-4588-a555-c1cfd3d0336d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1057358 Jan 28 04:55:34.457989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fac3c98-3dc4-4cb7-93f9-ecbed3acfbc5 req-b58a9610-5444-4a7f-80b1-82184f59b99e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224535 Jan 28 04:55:34.652091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-47592dc4-126d-405f-9da2-de85b76f8076 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7028499 Jan 28 04:55:34.789129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-1ff10b42-bc0a-4408-a755-f2a894de3251 service neutron] 10.222.0.21 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352801 Jan 28 04:55:34.925187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-16fc796b-a292-49eb-a2c3-9f2be970014f service neutron] 10.222.0.21 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176801 Jan 28 04:55:35.212614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-492f1945-ae1d-48f4-b435-978bfd09a7fc req-1763c50b-ba3f-42ed-9a58-0df7a9004664 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 210 time: 0.0552537 Jan 28 04:55:35.437629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59328) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:35.760923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fce03e-bdf9-49ea-9b4b-2be3767d9bac req-8860918c-3867-45dd-8b7a-4b06fcf73fe9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:35.789769 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22fce03e-bdf9-49ea-9b4b-2be3767d9bac req-8860918c-3867-45dd-8b7a-4b06fcf73fe9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1811078 Jan 28 04:55:35.986147 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22fce03e-bdf9-49ea-9b4b-2be3767d9bac req-d1891888-2dcf-4043-ab08-e018c8675752 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859167 Jan 28 04:55:36.329085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:36.407854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c59b61d0-3170-4c86-92db-09bef7ca83b5 req-078594d1-c0bd-4edd-aeb5-0cfb453f7caa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 210 time: 0.0736475 Jan 28 04:55:36.632761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (c002b651-8a85-43fc-b32b-c4198e16e39c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:36.964062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-86d35bc1-af02-4315-a58f-f868bf85b7a2 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:36.965689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-86d35bc1-af02-4315-a58f-f868bf85b7a2 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 810 time: 0.2938972 Jan 28 04:55:37.074034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-5bfa6ddb-03f5-43ef-a926-fffb9f13f826 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05425594d2a64fb8910e5e1aa9eaf757 HTTP/1.1" status: 200 len: 380 time: 0.0893350 Jan 28 04:55:37.103345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'port': {'device_id': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'admin_state_up': True, 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'security_groups': ['6dfe1414-0486-4118-b8dd-e131fe5f503a']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:37.347955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb6e71-2017-4fe8-92d1-22b31ab6e28b req-a35e0efa-47ac-4ad9-89d9-49a9db3727fe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:37.349618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05fb6e71-2017-4fe8-92d1-22b31ab6e28b req-a35e0efa-47ac-4ad9-89d9-49a9db3727fe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.2348080 Jan 28 04:55:37.419331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05fb6e71-2017-4fe8-92d1-22b31ab6e28b req-d61ba76c-c14f-4437-ac15-79c420cbcf8f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607159 Jan 28 04:55:37.420187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Made reservation on behalf of 05425594d2a64fb8910e5e1aa9eaf757 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:55:37.425632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:37.612961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Deleting port 431af757-512a-460d-8b63-d6afdbec157f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:37.614990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (431af757-512a-460d-8b63-d6afdbec157f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:37.625342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67d3497f-4d6f-4306-98e3-5758ae802f54 req-3a48dcf7-62e4-4e31-89e6-3e41f402dcab tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 210 time: 0.0591745 Jan 28 04:55:37.817834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:37.872511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Allocated IP 172.20.0.6 (c36f710f-4854-4053-8dc6-b4fe58d08006/2bb8b79e-03e6-4693-be39-bc613ed9ace7/8e822e10-9a9b-437e-9f47-b491aeeda127) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:55:38.038877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] For port 431af757-512a-460d-8b63-d6afdbec157f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=431af757-512a-460d-8b63-d6afdbec157f,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:38.039572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (431af757-512a-460d-8b63-d6afdbec157f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.098279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Calling delete_port for 431af757-512a-460d-8b63-d6afdbec157f owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:38.191348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.287879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.314349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:55:38.319047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:55:38.346258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:55:38.608884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event updated for resources: {'Port': ['ID=8e822e10-9a9b-437e-9f47-b491aeeda127,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:38.626795 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69fda5fc-1f46-4781-b367-512766e79a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.639869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (431af757-512a-460d-8b63-d6afdbec157f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.733702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.734059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.734409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.734756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.735136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.740232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.747394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.747776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.748119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.748463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.748806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.749168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.749505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:38.805672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8e532e91-3be4-4f2d-9559-197a4702ab70 None None] Provisioning complete for port 8e822e10-9a9b-437e-9f47-b491aeeda127 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:55:38.806276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e532e91-3be4-4f2d-9559-197a4702ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.825614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:38.826295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:38.896944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eefd0-f5da-4c10-9c04-9f350827806b req-e86e5f9b-18d9-47de-a638-7e978746bd4c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:38.915628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-095eefd0-f5da-4c10-9c04-9f350827806b req-e86e5f9b-18d9-47de-a638-7e978746bd4c tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 931 time: 0.1264412 Jan 28 04:55:38.917201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8e532e91-3be4-4f2d-9559-197a4702ab70 None None] Port 8e822e10-9a9b-437e-9f47-b491aeeda127 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:55:39.027191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=431af757-512a-460d-8b63-d6afdbec157f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:39.037298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-095eefd0-f5da-4c10-9c04-9f350827806b req-a0fa3195-151d-47d1-9dfb-51c74f11da13 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188848 Jan 28 04:55:39.100996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-8b3fcc52-7bb4-48b6-86a8-6941eff049a1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0069361 Jan 28 04:55:39.201601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (c002b651-8a85-43fc-b32b-c4198e16e39c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:39.213613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-3362059f-53e7-4116-8f08-2ee4f008c5bb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:55:39.215126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-3362059f-53e7-4116-8f08-2ee4f008c5bb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114791 Jan 28 04:55:39.238199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc96d42-f4b9-44e6-83dc-14c9f501f2ac req-242c0b42-0fdb-4911-abac-07e0826e9532 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:39.240088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bc96d42-f4b9-44e6-83dc-14c9f501f2ac req-242c0b42-0fdb-4911-abac-07e0826e9532 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.6374009 Jan 28 04:55:39.246005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Request body: {'port': {'device_id': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:39.404535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:39.473045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bc96d42-f4b9-44e6-83dc-14c9f501f2ac req-9f6a7f55-3598-4c5d-940d-2baead41fa84 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204859 Jan 28 04:55:39.958905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Router c002b651-8a85-43fc-b32b-c4198e16e39c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:55:40.232229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c8c19-9955-420d-8b47-af86257a3c13 req-b380487d-f84f-4f4a-a15b-bb1ef6151b8b tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:40.234795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b4c8c19-9955-420d-8b47-af86257a3c13 req-b380487d-f84f-4f4a-a15b-bb1ef6151b8b tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 931 time: 0.1062517 Jan 28 04:55:40.255592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e822e10-9a9b-437e-9f47-b491aeeda127 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:55:40.271697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:55:40.284986 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-820456ea-bae4-4fd6-bccc-853087c974e4 admin admin] 10.222.0.21 "PUT /v2.0/routers/c002b651-8a85-43fc-b32b-c4198e16e39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8422859 Jan 28 04:55:40.287569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Publish callbacks [] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:40.289963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59454) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:40.295178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] Sync routers for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:55:40.312511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Transition to ACTIVE for port object 8e822e10-9a9b-437e-9f47-b491aeeda127 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:55:40.326335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:40.334829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:40.335809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:40.403932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Pushing event updated for resources: {'Port': ['ID=8e822e10-9a9b-437e-9f47-b491aeeda127,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:40.526089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks [] for router (c002b651-8a85-43fc-b32b-c4198e16e39c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:40.649364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:40.653482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Attempting to bind port 8e822e10-9a9b-437e-9f47-b491aeeda127 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:55:40.653923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Attempting to bind port 8e822e10-9a9b-437e-9f47-b491aeeda127 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:55:40.654456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Attempting to bind port 8e822e10-9a9b-437e-9f47-b491aeeda127 on network c36f710f-4854-4053-8dc6-b4fe58d08006 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:55:40.714809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b4c8c19-9955-420d-8b47-af86257a3c13 req-b2dbe36e-fe30-4b7f-a746-9687c248e877 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4700668 Jan 28 04:55:40.743645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Port 8e822e10-9a9b-437e-9f47-b491aeeda127 on network c36f710f-4854-4053-8dc6-b4fe58d08006 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:55:40.745100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Attempting to bind port 8e822e10-9a9b-437e-9f47-b491aeeda127 on network c36f710f-4854-4053-8dc6-b4fe58d08006 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:55:40.882343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks [] for router_gateway (c002b651-8a85-43fc-b32b-c4198e16e39c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:40.883546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:55:40.883898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Checking segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:55:40.884279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Bound using segment: {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:55:40.884735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Bound port: 8e822e10-9a9b-437e-9f47-b491aeeda127, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:55:40.885402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.029913 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4414-cf7d-4123-a3cb-e24be8f3557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.040318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Deleting port 21d18942-db7c-4153-be27-0349433bfb8e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:41.041074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (21d18942-db7c-4153-be27-0349433bfb8e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.129421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be168e3-8e1b-4d77-9668-e19f3bb436a6 req-3a409d16-10c4-4e6b-9520-22679525adf4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:41.131123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4be168e3-8e1b-4d77-9668-e19f3bb436a6 req-3a409d16-10c4-4e6b-9520-22679525adf4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.4480174 Jan 28 04:55:41.181535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] For port 21d18942-db7c-4153-be27-0349433bfb8e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=21d18942-db7c-4153-be27-0349433bfb8e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:41.182030 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (21d18942-db7c-4153-be27-0349433bfb8e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.225333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] For port 8e822e10-9a9b-437e-9f47-b491aeeda127, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:55:41.231871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Calling delete_port for 21d18942-db7c-4153-be27-0349433bfb8e owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:41.279509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] For port 8e822e10-9a9b-437e-9f47-b491aeeda127, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8e822e10-9a9b-437e-9f47-b491aeeda127,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:55:41.286064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4be168e3-8e1b-4d77-9668-e19f3bb436a6 req-0d8297ab-267f-4327-b440-8626b4ffe8d0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372681 Jan 28 04:55:41.288451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '21d18942-db7c-4153-be27-0349433bfb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:55:38Z', 'revision_number': 5, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port': {'id': '21d18942-db7c-4153-be27-0349433bfb8e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:10Z', 'updated_at': '2022-01-28T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:41.295347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.366544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:41.372296 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.374080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] 10.222.0.47 "PUT /v2.0/ports/8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 1091 time: 2.1330383 Jan 28 04:55:41.382771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:41.386792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] Checking router: c002b651-8a85-43fc-b32b-c4198e16e39c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:55:41.398370 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:41.402718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] Routers {'c002b651-8a85-43fc-b32b-c4198e16e39c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:41.403598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c002b651-8a85-43fc-b32b-c4198e16e39c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:41.568065 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb607134-a1a0-44ef-a485-98ba258fd01a x-openstack-request-id: req-eb607134-a1a0-44ef-a485-98ba258fd01a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:41.568365 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:41.568594 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb607134-a1a0-44ef-a485-98ba258fd01a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:41.585795 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'status': 'completed', 'code': 200} Jan 28 04:55:41.607254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf90f6c-62b6-4942-8ded-460f8a5c71cb service neutron] Pushing event updated for resources: {'Port': ['ID=8e822e10-9a9b-437e-9f47-b491aeeda127,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:41.619206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] Set router c002b651-8a85-43fc-b32b-c4198e16e39c gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:41.668948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-63b9f03d-fbf5-4e85-8f73-5bc734e36ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:41.670555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-63b9f03d-fbf5-4e85-8f73-5bc734e36ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1094 time: 0.2131913 Jan 28 04:55:41.683210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (21d18942-db7c-4153-be27-0349433bfb8e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:41.826836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:55:40Z', 'revision_number': 6, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:41.837214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Pushing event deleted for resources: {'Port': ['ID=21d18942-db7c-4153-be27-0349433bfb8e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:41.839369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-392a4363-cd52-4f73-b2f4-e406e13f5478 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 217 time: 0.1545541 Jan 28 04:55:41.915742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbb538-ae8e-4455-8be7-c1619964e336 None None] The sync data for ids ['c002b651-8a85-43fc-b32b-c4198e16e39c'] in n-d-824835-3 is: [{'id': 'c002b651-8a85-43fc-b32b-c4198e16e39c', 'name': 'tempest-TaggedBootDevicesTest_v242-732991643-router', 'tenant_id': '99cb181476494422a9dcd31107896390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:08Z', 'updated_at': '2022-01-28T04:55:40Z', 'revision_number': 6, 'project_id': '99cb181476494422a9dcd31107896390', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:55:41.952156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.952876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.953454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.957711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.958470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.960184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.960715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.961283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.961896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.962590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.965673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.966197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.966713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:41.983173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.036502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (c002b651-8a85-43fc-b32b-c4198e16e39c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.053551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-aebfe0ec-1cae-47b4-ae70-6654f6d37155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:42.058417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-aebfe0ec-1cae-47b4-ae70-6654f6d37155 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.2051017 Jan 28 04:55:42.132250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7262943-20e5-4e7f-8167-f800724f44fa req-f5b95075-3437-4f66-9826-d3eec710c34e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:42.144295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c002b651-8a85-43fc-b32b-c4198e16e39c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.148516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7262943-20e5-4e7f-8167-f800724f44fa req-f5b95075-3437-4f66-9826-d3eec710c34e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 943 time: 0.2381094 Jan 28 04:55:42.148708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks [] for router_controller (c002b651-8a85-43fc-b32b-c4198e16e39c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.254907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-84d5a60b-b822-4c01-96c2-3c716f438c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:42.258668 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-84d5a60b-b822-4c01-96c2-3c716f438c1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887951 Jan 28 04:55:42.324985 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7262943-20e5-4e7f-8167-f800724f44fa req-525de60a-5225-416d-a679-f93eb79f0086 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752653 Jan 28 04:55:42.514139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-01f4b3b0-afc0-4641-9262-153a8a927786 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478414 Jan 28 04:55:42.651400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ef1c8f3-e458-4781-a044-f4152c8f1b5e req-903fce92-aeda-4a95-bddf-d9a37a599de6 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317711 Jan 28 04:55:42.816616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-9d35bc25-4ccc-4160-bbc8-005a140b224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:42.818433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-9d35bc25-4ccc-4160-bbc8-005a140b224b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1094 time: 0.0717666 Jan 28 04:55:42.884452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c002b651-8a85-43fc-b32b-c4198e16e39c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.885211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c002b651-8a85-43fc-b32b-c4198e16e39c {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:55:42.890638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.891558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1be0fd97-08be-4ec2-aadd-2c1d0cfa309a admin admin] 10.222.0.21 "DELETE /v2.0/routers/c002b651-8a85-43fc-b32b-c4198e16e39c HTTP/1.1" status: 204 len: 168 time: 2.5989645 Jan 28 04:55:42.895458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59498) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:42.950547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Deleting subnet fb760bda-f186-40fb-92bb-52ff840227a1 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:55:42.953805 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Publish callbacks [] for subnet (fb760bda-f186-40fb-92bb-52ff840227a1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.009399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (fb760bda-f186-40fb-92bb-52ff840227a1), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.024339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-f30880f8-a792-4998-9db9-93a7bf662133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.025915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-f30880f8-a792-4998-9db9-93a7bf662133 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.2013192 Jan 28 04:55:43.082281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-7f7347fe-3484-46ec-b7b6-02effdd16404 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 217 time: 0.0485716 Jan 28 04:55:43.129495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (fb760bda-f186-40fb-92bb-52ff840227a1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.192297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f26db-f844-4d60-85c6-7835c711aaff req-c4a359f6-c9a4-41c4-bf0d-cdc463985711 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.194141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-329f26db-f844-4d60-85c6-7835c711aaff req-c4a359f6-c9a4-41c4-bf0d-cdc463985711 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.3412273 Jan 28 04:55:43.259858 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (fb760bda-f186-40fb-92bb-52ff840227a1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.292391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb760bda-f186-40fb-92bb-52ff840227a1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:43.294517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.300470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-42f51cdb-c49b-41c1-b713-6d4c2edaec29 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb760bda-f186-40fb-92bb-52ff840227a1 HTTP/1.1" status: 204 len: 168 time: 0.4047451 Jan 28 04:55:43.303628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6208c-b0a9-4e46-900f-f2ddd7d5c6c3 None None] Network 28dbad87-65ee-424d-89a2-021c02808473 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:55:43.304587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-329f26db-f844-4d60-85c6-7835c711aaff req-55ecea05-68d5-4121-85c4-cbf765ae4e3d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047680 Jan 28 04:55:43.305370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59502) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:43.425156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (28dbad87-65ee-424d-89a2-021c02808473), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.571467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-896d0436-2d10-4bc9-86cc-debaf97bc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.572136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Deleting port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:43.572712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.576211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-896d0436-2d10-4bc9-86cc-debaf97bc64e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.4863589 Jan 28 04:55:43.621733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 431af757-512a-460d-8b63-d6afdbec157f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:43.669178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 431af757-512a-460d-8b63-d6afdbec157f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:43.669927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 431af757-512a-460d-8b63-d6afdbec157f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:43.670554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 21d18942-db7c-4153-be27-0349433bfb8e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:43.700320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 21d18942-db7c-4153-be27-0349433bfb8e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:43.701163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 21d18942-db7c-4153-be27-0349433bfb8e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:43.704756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] DHCP port deletion for 28dbad87-65ee-424d-89a2-021c02808473 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:55:43.744479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021d46d-0e45-4794-b8a6-eb541e50d187 req-6712077c-9ddb-48ad-94cf-ae66ce5dfffa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.746234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c021d46d-0e45-4794-b8a6-eb541e50d187 req-6712077c-9ddb-48ad-94cf-ae66ce5dfffa tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 943 time: 0.1679714 Jan 28 04:55:43.749352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.750077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-e4b66f3e-5363-4e08-b75c-b9c099581db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.751730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-e4b66f3e-5363-4e08-b75c-b9c099581db2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533470 Jan 28 04:55:43.751982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] For port b6e76599-f0c1-4e1b-8ab7-f500b81087b0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:43.752365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.773215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] Deleting port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:43.773898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.798454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Calling delete_port for b6e76599-f0c1-4e1b-8ab7-f500b81087b0 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:43.866263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] For port b6e76599-f0c1-4e1b-8ab7-f500b81087b0, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,segment=NetworkSegment(b735bc5f-c08e-4437-9bef-5d272eadc907),segment_id=b735bc5f-c08e-4437-9bef-5d272eadc907)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:43.866666 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.883608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] Calling delete_port for b6e76599-f0c1-4e1b-8ab7-f500b81087b0 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:43.917694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-4088af44-93fd-4adb-9134-4ff7b96bdc8c service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556070 Jan 28 04:55:43.987516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.996209 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:55:43.999938 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 04:55:44.003122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 20282aff-2b70-4b25-9cf3-e4aecaddb5bc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:55:44.019233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:44.026532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] No DVR routers for this DVR port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:55:44.054524 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (b6e76599-f0c1-4e1b-8ab7-f500b81087b0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.065813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c021d46d-0e45-4794-b8a6-eb541e50d187 req-bfb4939c-f3ef-4b96-9542-2d97a9261551 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089933 Jan 28 04:55:44.086670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] No DVR routers for this DVR port b6e76599-f0c1-4e1b-8ab7-f500b81087b0 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:55:44.130253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (28dbad87-65ee-424d-89a2-021c02808473), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.154685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbad87-65ee-424d-89a2-021c02808473']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:44.166243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b735bc5f-c08e-4437-9bef-5d272eadc907') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:44.166540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b735bc5f-c08e-4437-9bef-5d272eadc907') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:44.176682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712d741-5e33-45fa-8e0d-f351be90ade0 None None] Pushing event deleted for resources: {'Port': ['ID=b6e76599-f0c1-4e1b-8ab7-f500b81087b0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:44.177687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (b735bc5f-c08e-4437-9bef-5d272eadc907), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.193552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b735bc5f-c08e-4437-9bef-5d272eadc907), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.200617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:55:44.201404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (b735bc5f-c08e-4437-9bef-5d272eadc907), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.204141 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ddde4f7-8365-4e5c-aae8-cf501a06aca4 req-5d341c0c-9a94-4be2-b5d4-c29ecb0feb74 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774906 Jan 28 04:55:44.275467 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:55:44.286907 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:55:44.308198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (28dbad87-65ee-424d-89a2-021c02808473), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.310741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:44.315699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.319722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] 10.222.0.21 "DELETE /v2.0/networks/28dbad87-65ee-424d-89a2-021c02808473 HTTP/1.1" status: 204 len: 168 time: 1.0129688 Jan 28 04:55:44.323041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:44.331491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc', 'mac_address': 'fa:16:3e:02:06:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:55:44.343452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125c72f-3ac1-4c60-bc2b-d9cf30d94047 admin admin] Pushing event deleted for resources: {'Network': ['ID=28dbad87-65ee-424d-89a2-021c02808473,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:44.389050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:55:44.390123 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.409878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20282aff-2b70-4b25-9cf3-e4aecaddb5bc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:55:44.445338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:44.453214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.512752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64a1f-d2c8-46bf-bb3f-742169046dee req-b87d556a-d65e-4f4b-b273-7c68b118572a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.514380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5f64a1f-d2c8-46bf-bb3f-742169046dee req-b87d556a-d65e-4f4b-b273-7c68b118572a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 943 time: 0.1059868 Jan 28 04:55:44.530404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:44.595414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5f64a1f-d2c8-46bf-bb3f-742169046dee req-80ca17c0-6ace-4197-ba3c-4de87674c64a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737958 Jan 28 04:55:44.812434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['20282aff-2b70-4b25-9cf3-e4aecaddb5bc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:55:45.006185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (2b0bd432-509f-480a-8209-5acdfa9df196), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:45.070715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:45.319341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a9fc0-1550-45bd-8523-335f2a7eb106 req-93d02c5b-681a-4fa0-b782-672d27a0d091 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:45.322232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-586a9fc0-1550-45bd-8523-335f2a7eb106 req-93d02c5b-681a-4fa0-b782-672d27a0d091 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 943 time: 0.1295233 Jan 28 04:55:45.451498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-586a9fc0-1550-45bd-8523-335f2a7eb106 req-92ef371f-933a-4e93-94b0-b92562b346dc tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211870 Jan 28 04:55:45.489165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Deleting port 1154dea2-9689-4bf2-9179-45af1d6750a5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:45.489165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:45.530287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6e76599-f0c1-4e1b-8ab7-f500b81087b0 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:45.562355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b6e76599-f0c1-4e1b-8ab7-f500b81087b0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:45.562712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b6e76599-f0c1-4e1b-8ab7-f500b81087b0 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:45.598528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8e822e10-9a9b-437e-9f47-b491aeeda127 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:55:45.614994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] For port 1154dea2-9689-4bf2-9179-45af1d6750a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1154dea2-9689-4bf2-9179-45af1d6750a5,segment=NetworkSegment(7bf2989f-be42-4510-863a-cfe714c3edc1),segment_id=7bf2989f-be42-4510-863a-cfe714c3edc1)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:45.615522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:45.633815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Calling delete_port for 1154dea2-9689-4bf2-9179-45af1d6750a5 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:45.793508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8e822e10-9a9b-437e-9f47-b491aeeda127, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8e822e10-9a9b-437e-9f47-b491aeeda127,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:45.808029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132dfa8-a36e-4956-8618-581614d02b98 req-9efcf051-bb2a-4b69-9ba0-2ac19a830757 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:45.809778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f132dfa8-a36e-4956-8618-581614d02b98 req-9efcf051-bb2a-4b69-9ba0-2ac19a830757 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 944 time: 0.0974407 Jan 28 04:55:45.832883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'port_id': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'mac_address': 'fa:16:3e:4c:d9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:55:45.911796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 8e822e10-9a9b-437e-9f47-b491aeeda127 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:55:45.912197 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:45.912699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f132dfa8-a36e-4956-8618-581614d02b98 req-40a03b31-3961-4bc2-a8f9-645cac05f710 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959206 Jan 28 04:55:45.927746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e822e10-9a9b-437e-9f47-b491aeeda127 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:55:45.957825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8e822e10-9a9b-437e-9f47-b491aeeda127, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8e822e10-9a9b-437e-9f47-b491aeeda127,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:45.965944 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.006653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1154dea2-9689-4bf2-9179-45af1d6750a5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.054529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=8e822e10-9a9b-437e-9f47-b491aeeda127,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:46.064148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 20282aff-2b70-4b25-9cf3-e4aecaddb5bc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:55:46.064628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=1154dea2-9689-4bf2-9179-45af1d6750a5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:46.136645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:55:46.142373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:55:46.142923 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.260085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:55:46.260621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.293596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['8e822e10-9a9b-437e-9f47-b491aeeda127'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:55:46.361578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:46.364325 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0b6b0-c6d7-4c62-a24f-adc1a76b9a03" -d '{"events": [{"server_uuid": "a9acd51a-7ffd-4753-81df-baadec0e39a9", "name": "network-vif-plugged", "status": "completed", "tag": "20282aff-2b70-4b25-9cf3-e4aecaddb5bc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:46.432519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:46.451676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (2b0bd432-509f-480a-8209-5acdfa9df196), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.454787 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.491549 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6669eeb8-ac95-41f1-8d2c-3b59bf5ae224 x-openstack-request-id: req-6669eeb8-ac95-41f1-8d2c-3b59bf5ae224 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:46.491950 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acd51a-7ffd-4753-81df-baadec0e39a9", "name": "network-vif-plugged", "status": "completed", "tag": "20282aff-2b70-4b25-9cf3-e4aecaddb5bc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:46.492223 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6669eeb8-ac95-41f1-8d2c-3b59bf5ae224 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:46.492641 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc', 'code': 200} Jan 28 04:55:46.668252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79c724-082c-4e97-ab6d-948cb2c96839 req-0dd7fc3b-43c8-426f-94a5-2d79de273e2a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:46.676738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c79c724-082c-4e97-ab6d-948cb2c96839 req-0dd7fc3b-43c8-426f-94a5-2d79de273e2a tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 944 time: 0.0839348 Jan 28 04:55:46.683415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:46.730929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aec51-6936-4a82-9bf4-44b4c2443fc7 req-458aa83e-7aa7-40eb-b249-9d45cbbdb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:46.733008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-183aec51-6936-4a82-9bf4-44b4c2443fc7 req-458aa83e-7aa7-40eb-b249-9d45cbbdb5c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 1096 time: 0.1765754 Jan 28 04:55:46.836517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c79c724-082c-4e97-ab6d-948cb2c96839 req-bf5f6254-5f33-4b01-820d-d3dc70d8a4ba tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577687 Jan 28 04:55:46.868400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-183aec51-6936-4a82-9bf4-44b4c2443fc7 req-9e5de6eb-e05c-4174-98c3-aae034f2b09b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117139 Jan 28 04:55:46.882516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Router 2b0bd432-509f-480a-8209-5acdfa9df196 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:55:47.042200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:55:47.054642 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] Sync routers for ids ['2b0bd432-509f-480a-8209-5acdfa9df196'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:55:47.063067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ffbc2afc-5545-4b3a-b15c-33398cdf2cfc admin admin] 10.222.0.21 "PUT /v2.0/routers/2b0bd432-509f-480a-8209-5acdfa9df196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359872 Jan 28 04:55:47.063510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59558) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:47.104718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fca51e-1997-42a9-b375-85b8f222c316 req-1abdb711-b982-41e2-888c-bd3c35afc8ac tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:47.107399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-24fca51e-1997-42a9-b375-85b8f222c316 req-1abdb711-b982-41e2-888c-bd3c35afc8ac tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.0632634 Jan 28 04:55:47.107999 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] Routers {'2b0bd432-509f-480a-8209-5acdfa9df196'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:47.108624 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b0bd432-509f-480a-8209-5acdfa9df196'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:47.192807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-24fca51e-1997-42a9-b375-85b8f222c316 req-2596f12c-74c3-45a0-b3bf-f63ee4f90de8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711215 Jan 28 04:55:47.277339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks [] for router (2b0bd432-509f-480a-8209-5acdfa9df196), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.336639 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] Set router 2b0bd432-509f-480a-8209-5acdfa9df196 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:47.409715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks [] for router_gateway (2b0bd432-509f-480a-8209-5acdfa9df196), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.480832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Deleting port 1122fc36-7da9-4252-8438-b4853f2f98df {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:47.481203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.596175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] For port 1122fc36-7da9-4252-8438-b4853f2f98df, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1122fc36-7da9-4252-8438-b4853f2f98df,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:47.596558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.613022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Calling delete_port for 1122fc36-7da9-4252-8438-b4853f2f98df owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:47.615460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8e822e10-9a9b-437e-9f47-b491aeeda127 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:55:47.696575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 8e822e10-9a9b-437e-9f47-b491aeeda127 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:55:47.722606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 8e822e10-9a9b-437e-9f47-b491aeeda127 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:55:47.723294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.824988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 8e822e10-9a9b-437e-9f47-b491aeeda127 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:55:47.825938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.853640 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:55:45Z', 'revision_number': 5, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port': {'id': '1122fc36-7da9-4252-8438-b4853f2f98df', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:30Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:47.870815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8e822e10-9a9b-437e-9f47-b491aeeda127, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8e822e10-9a9b-437e-9f47-b491aeeda127,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:47.877945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.884222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1122fc36-7da9-4252-8438-b4853f2f98df), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:47.912738 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] Checking router: 2b0bd432-509f-480a-8209-5acdfa9df196 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:55:47.917449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1122fc36-7da9-4252-8438-b4853f2f98df,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:47.941227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=8e822e10-9a9b-437e-9f47-b491aeeda127,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:47.945304 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] Routers {'2b0bd432-509f-480a-8209-5acdfa9df196'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:47.946179 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2b0bd432-509f-480a-8209-5acdfa9df196'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:48.003034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (2b0bd432-509f-480a-8209-5acdfa9df196), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.047525 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] Set router 2b0bd432-509f-480a-8209-5acdfa9df196 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:48.142699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (2b0bd432-509f-480a-8209-5acdfa9df196), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.146656 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks [] for router_controller (2b0bd432-509f-480a-8209-5acdfa9df196), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.157979 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:55:47Z', 'revision_number': 7, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:48.194777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528298f-f68f-4cb6-9e73-cf3f3dd788b4 None None] The sync data for ids ['2b0bd432-509f-480a-8209-5acdfa9df196'] in n-d-824835-3 is: [{'id': '2b0bd432-509f-480a-8209-5acdfa9df196', 'name': 'tempest-TaggedBootDevicesTest_v242-1259993704-router', 'tenant_id': '3b9fd2576a2647339cf1182c92141a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:27Z', 'updated_at': '2022-01-28T04:55:47Z', 'revision_number': 7, 'project_id': '3b9fd2576a2647339cf1182c92141a83', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:55:48.254335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (2b0bd432-509f-480a-8209-5acdfa9df196), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.255085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0bd432-509f-480a-8209-5acdfa9df196 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:55:48.264663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.267313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f59e7d87-2c05-4a55-acfe-b958ed4817ee admin admin] 10.222.0.21 "DELETE /v2.0/routers/2b0bd432-509f-480a-8209-5acdfa9df196 HTTP/1.1" status: 204 len: 168 time: 1.2028372 Jan 28 04:55:48.269990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59582) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:48.362489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5732a-3fa9-48d4-9a80-82b17cbeb89e req-68ec6696-6287-4fcd-842a-08b2a4096035 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:48.370294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3b5732a-3fa9-48d4-9a80-82b17cbeb89e req-68ec6696-6287-4fcd-842a-08b2a4096035 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.0704918 Jan 28 04:55:48.384609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7b8ca-7a59-42f9-9c01-3c23d1e1235d req-2b540476-614c-4183-9a1e-eb6b1b62c53e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:48.386184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67c7b8ca-7a59-42f9-9c01-3c23d1e1235d req-2b540476-614c-4183-9a1e-eb6b1b62c53e tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.4325054 Jan 28 04:55:48.395654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Deleting subnet 36ccef1b-ffef-4a88-bf88-3f52adc8c9e5 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:55:48.405992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Publish callbacks [] for subnet (36ccef1b-ffef-4a88-bf88-3f52adc8c9e5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.436579 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3b5732a-3fa9-48d4-9a80-82b17cbeb89e req-aa5ea126-4c60-4dfb-9d5a-2644ffba9a30 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 Jan 28 04:55:48.476040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67c7b8ca-7a59-42f9-9c01-3c23d1e1235d req-b6f444c0-70e0-405f-929d-ae0b8bb1bbd7 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777023 Jan 28 04:55:48.483719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (36ccef1b-ffef-4a88-bf88-3f52adc8c9e5), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.493483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:48.495806 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e194dfb8-50dc-47cc-9987-a9e302104e7f" -d '{"events": [{"server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "name": "network-vif-plugged", "status": "completed", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:48.546098 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295f0681-cffb-498f-b910-5ee673b6c4ce x-openstack-request-id: req-295f0681-cffb-498f-b910-5ee673b6c4ce {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:48.546391 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "name": "network-vif-plugged", "status": "completed", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:48.546647 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-295f0681-cffb-498f-b910-5ee673b6c4ce {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:48.547040 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'code': 200} Jan 28 04:55:48.589103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (36ccef1b-ffef-4a88-bf88-3f52adc8c9e5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.671027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (36ccef1b-ffef-4a88-bf88-3f52adc8c9e5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.715494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbde6ff-432b-4e8e-8f72-c18bfd2d3df0 req-249c82c7-0789-4b96-ac2f-d5a7808cb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:48.717519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fbde6ff-432b-4e8e-8f72-c18bfd2d3df0 req-249c82c7-0789-4b96-ac2f-d5a7808cb8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1096 time: 0.0822713 Jan 28 04:55:48.720515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ccef1b-ffef-4a88-bf88-3f52adc8c9e5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:48.723225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.727281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4df5a6e4-f4f0-4aa2-bcb6-247320f7a6e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36ccef1b-ffef-4a88-bf88-3f52adc8c9e5 HTTP/1.1" status: 204 len: 168 time: 0.4563487 Jan 28 04:55:48.729826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:48.736691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233edf4f-b683-43ca-8c2d-27b04e15129a None None] Network 706026e7-d3c8-4d9c-9044-cba26824eaba requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:55:48.824970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1fbde6ff-432b-4e8e-8f72-c18bfd2d3df0 req-5d1c80e6-fc5d-4892-9b9a-9b82cd29de31 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016381 Jan 28 04:55:48.827732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (706026e7-d3c8-4d9c-9044-cba26824eaba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.908747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Deleting port 75de35a3-064f-4448-8213-a31a1af2d244 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:48.909405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (75de35a3-064f-4448-8213-a31a1af2d244), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.976058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] For port 75de35a3-064f-4448-8213-a31a1af2d244, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=75de35a3-064f-4448-8213-a31a1af2d244,segment=NetworkSegment(7bf2989f-be42-4510-863a-cfe714c3edc1),segment_id=7bf2989f-be42-4510-863a-cfe714c3edc1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:48.976477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (75de35a3-064f-4448-8213-a31a1af2d244), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.994333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Calling delete_port for 75de35a3-064f-4448-8213-a31a1af2d244 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:49.090721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (75de35a3-064f-4448-8213-a31a1af2d244), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.115061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5f5c8-63de-483a-b7be-cc9df601887b None None] DHCP port deletion for 706026e7-d3c8-4d9c-9044-cba26824eaba request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:55:49.133220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=75de35a3-064f-4448-8213-a31a1af2d244,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:49.154375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] No DVR routers for this DVR port 75de35a3-064f-4448-8213-a31a1af2d244 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:55:49.236249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (706026e7-d3c8-4d9c-9044-cba26824eaba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.256582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706026e7-d3c8-4d9c-9044-cba26824eaba']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:49.277872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf2989f-be42-4510-863a-cfe714c3edc1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:49.278227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf2989f-be42-4510-863a-cfe714c3edc1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:49.287940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (7bf2989f-be42-4510-863a-cfe714c3edc1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.309411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7bf2989f-be42-4510-863a-cfe714c3edc1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.317437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:55:49.317855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (7bf2989f-be42-4510-863a-cfe714c3edc1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:55:49.319869 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:55:49.382399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (706026e7-d3c8-4d9c-9044-cba26824eaba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.407256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:49.414640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/706026e7-d3c8-4d9c-9044-cba26824eaba HTTP/1.1" status: 204 len: 168 time: 0.6812878 Jan 28 04:55:49.414640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9dae-6992-42f4-84bc-d07fb1f95fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=706026e7-d3c8-4d9c-9044-cba26824eaba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:49.646742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 75de35a3-064f-4448-8213-a31a1af2d244 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:49.671642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 75de35a3-064f-4448-8213-a31a1af2d244 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:49.672408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 75de35a3-064f-4448-8213-a31a1af2d244 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:49.673092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1122fc36-7da9-4252-8438-b4853f2f98df no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:49.702182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1122fc36-7da9-4252-8438-b4853f2f98df {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:49.703149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1122fc36-7da9-4252-8438-b4853f2f98df not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:49.704627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1154dea2-9689-4bf2-9179-45af1d6750a5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:49.738132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef10a-5551-4bd4-95ac-213d7127c9a7 req-3461a64e-377a-4f0a-bf05-8bd5f1ead22b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:49.750020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1154dea2-9689-4bf2-9179-45af1d6750a5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:49.751812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1154dea2-9689-4bf2-9179-45af1d6750a5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:49.761774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d8ef10a-5551-4bd4-95ac-213d7127c9a7 req-3461a64e-377a-4f0a-bf05-8bd5f1ead22b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.1711500 Jan 28 04:55:49.790903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400626-407d-4d1a-b851-c05863fd1528 req-aa2e4a76-8b38-461e-aee0-47d5ea372c81 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:49.802457 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56400626-407d-4d1a-b851-c05863fd1528 req-aa2e4a76-8b38-461e-aee0-47d5ea372c81 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.1792614 Jan 28 04:55:49.822750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d8ef10a-5551-4bd4-95ac-213d7127c9a7 req-c38cfe0a-e9af-41c2-8417-e1c90214ff18 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Jan 28 04:55:49.901915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56400626-407d-4d1a-b851-c05863fd1528 req-c7e9db74-2530-4a00-b879-7854ddf3dd78 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966508 Jan 28 04:55:49.935495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:49.997843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cef484e0-9bde-49a9-9830-9be3e7721f3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99cb181476494422a9dcd31107896390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604246 Jan 28 04:55:50.001128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:50.037195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dda5d-8cb8-4618-b97d-861150926243 req-acc94854-fe74-4b3c-b7c0-3f5730555664 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:50.047060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c3dda5d-8cb8-4618-b97d-861150926243 req-acc94854-fe74-4b3c-b7c0-3f5730555664 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.0746715 Jan 28 04:55:50.057591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba178-1a71-4627-b393-1634bf643907 admin admin] Publish callbacks [] for security_group (154569e8-b67b-4b80-bd19-a69d5816e236), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:50.085310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba178-1a71-4627-b393-1634bf643907 admin admin] Publish callbacks [] for security_group (154569e8-b67b-4b80-bd19-a69d5816e236), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:50.111408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c3dda5d-8cb8-4618-b97d-861150926243 req-d22479a9-6cf4-4b8a-b1f8-0faa00502731 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621991 Jan 28 04:55:50.167812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba178-1a71-4627-b393-1634bf643907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (154569e8-b67b-4b80-bd19-a69d5816e236), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:50.173375 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba178-1a71-4627-b393-1634bf643907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:50.175086 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab6ba178-1a71-4627-b393-1634bf643907 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/154569e8-b67b-4b80-bd19-a69d5816e236 HTTP/1.1" status: 204 len: 168 time: 0.1724734 Jan 28 04:55:50.196619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ba178-1a71-4627-b393-1634bf643907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154569e8-b67b-4b80-bd19-a69d5816e236,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:50.748896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59644) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:50.874843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59656) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:50.876553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-893df4cd-ef03-49d8-b768-7735c12c11e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b9fd2576a2647339cf1182c92141a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255193 Jan 28 04:55:50.968459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-344c8e92-db21-4e54-a73d-43dbbcf39df5 admin admin] Publish callbacks [] for security_group (f991e9eb-2f78-4d47-bb53-807d9134801f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:51.042814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-344c8e92-db21-4e54-a73d-43dbbcf39df5 admin admin] Publish callbacks [] for security_group (f991e9eb-2f78-4d47-bb53-807d9134801f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:51.150115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1cccb-e127-4f29-bc99-ebb5ed0e74d7 req-94d23bca-5de6-4a05-87d9-015620710cd7 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:51.151947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87d1cccb-e127-4f29-bc99-ebb5ed0e74d7 req-94d23bca-5de6-4a05-87d9-015620710cd7 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.1427507 Jan 28 04:55:51.205916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-344c8e92-db21-4e54-a73d-43dbbcf39df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f991e9eb-2f78-4d47-bb53-807d9134801f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:51.208478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-344c8e92-db21-4e54-a73d-43dbbcf39df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:51.212712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-344c8e92-db21-4e54-a73d-43dbbcf39df5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f991e9eb-2f78-4d47-bb53-807d9134801f HTTP/1.1" status: 204 len: 168 time: 0.3348024 Jan 28 04:55:51.229246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c8e92-db21-4e54-a73d-43dbbcf39df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f991e9eb-2f78-4d47-bb53-807d9134801f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:51.264298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87d1cccb-e127-4f29-bc99-ebb5ed0e74d7 req-8db3f754-53cc-4ed4-88f7-366bf4d6aca5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880134 Jan 28 04:55:51.393795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c101496-b357-4605-bd5c-221736ebb0c6 req-edaddc42-a610-4e9f-8b10-c133429ef3d3 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:51.406570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:51.411507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Request body: {'floatingip': {'port_id': '8e822e10-9a9b-437e-9f47-b491aeeda127'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:51.416594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c101496-b357-4605-bd5c-221736ebb0c6 req-edaddc42-a610-4e9f-8b10-c133429ef3d3 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.1091595 Jan 28 04:55:51.479405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (96889f33-43d0-4112-b394-5189304c1d06), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:52.374861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:52.381025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (96889f33-43d0-4112-b394-5189304c1d06), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:52.604015 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Floating IP 96889f33-43d0-4112-b394-5189304c1d06 associated. External IP: 172.25.6.97, port: 8e822e10-9a9b-437e-9f47-b491aeeda127. Jan 28 04:55:52.830186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:53.183039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1634126783-network', 'tenant_id': 'ad87acc374b64240a1e54a1eda080d00'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:53.234511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Made reservation on behalf of ad87acc374b64240a1e54a1eda080d00 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:55:53.239657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.274732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.429596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59914) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:53.497060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks [] for security_group (539e1f84-082f-4bc0-a1f3-18b204d8d809), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.506174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (539e1f84-082f-4bc0-a1f3-18b204d8d809), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.524378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:55:53.548051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (34b47480-5b86-43a5-9ca1-fdec3b03930a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.548732 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Added segment 34b47480-5b86-43a5-9ca1-fdec3b03930a of type vlan for network 9b904628-1f1e-4183-a027-26db271acc80 Jan 28 04:55:53.663418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Router aead7727-8be7-4e71-9537-148483913ae2 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:55:53.685587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (9b904628-1f1e-4183-a027-26db271acc80), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.884544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539e1f84-082f-4bc0-a1f3-18b204d8d809,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:53.933489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (9b904628-1f1e-4183-a027-26db271acc80), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.942852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:55:53.949089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:53.955081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.956602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:55:53.966163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:53.985826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:53.986489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:53.995901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70ed467c-9ff1-4f3e-900e-83b06d5f761f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.050818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4c8c6a02-74a6-449f-80d4-1dfe89cae396 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "PUT /v2.0/floatingips/96889f33-43d0-4112-b394-5189304c1d06 HTTP/1.1" status: 200 len: 990 time: 2.6431210 Jan 28 04:55:54.052847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:54.059779 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:54.123873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2923591 Jan 28 04:55:54.127044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 59968) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:54.134009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Request body: {'subnet': {'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1634126783-subnet', 'tenant_id': 'ad87acc374b64240a1e54a1eda080d00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:54.169824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd83f0-d8d5-433e-904d-265dabfea4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b904628-1f1e-4183-a027-26db271acc80,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:54.206273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Made reservation on behalf of ad87acc374b64240a1e54a1eda080d00 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:55:54.211429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.304665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70ed467c-9ff1-4f3e-900e-83b06d5f761f admin admin] Publish callbacks [] for security_group (6a86e7b8-fa26-4e38-8fb8-f1507c0fb520), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.327404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70ed467c-9ff1-4f3e-900e-83b06d5f761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a86e7b8-fa26-4e38-8fb8-f1507c0fb520), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.375513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed467c-9ff1-4f3e-900e-83b06d5f761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86e7b8-fa26-4e38-8fb8-f1507c0fb520,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:54.395492 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116df879-6eec-402c-80f0-1270323bd8a2 x-openstack-request-id: req-116df879-6eec-402c-80f0-1270323bd8a2 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:54.396446 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:54.396699 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-116df879-6eec-402c-80f0-1270323bd8a2 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:54.401287 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'status': 'completed', 'code': 200} Jan 28 04:55:54.425451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-70ed467c-9ff1-4f3e-900e-83b06d5f761f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d289d7105944e6cb55e5999225d6a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9879124 Jan 28 04:55:54.428342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 59996) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:54.536666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e353187-fbac-49d5-82e8-33e31c67e249 admin admin] Publish callbacks [] for security_group (6a86e7b8-fa26-4e38-8fb8-f1507c0fb520), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.582911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e353187-fbac-49d5-82e8-33e31c67e249 admin admin] Publish callbacks [] for security_group (6a86e7b8-fa26-4e38-8fb8-f1507c0fb520), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.674900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e353187-fbac-49d5-82e8-33e31c67e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6a86e7b8-fa26-4e38-8fb8-f1507c0fb520), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.677934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e353187-fbac-49d5-82e8-33e31c67e249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:54.679111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e353187-fbac-49d5-82e8-33e31c67e249 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a86e7b8-fa26-4e38-8fb8-f1507c0fb520 HTTP/1.1" status: 204 len: 168 time: 0.2495465 Jan 28 04:55:54.691394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:54.696462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e353187-fbac-49d5-82e8-33e31c67e249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86e7b8-fa26-4e38-8fb8-f1507c0fb520,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:54.783614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-131d6a92-5821-4396-bdfe-74093ba3908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:54.785324 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-131d6a92-5821-4396-bdfe-74093ba3908c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1096 time: 0.3827248 Jan 28 04:55:54.868413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 9b904628-1f1e-4183-a027-26db271acc80 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:55:54.987514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (a8904d0c-5bbd-4d52-a601-702a03b204b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:55.170787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Checking segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:55:55.171384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Network hostable DHCP agents. Network: 9b904628-1f1e-4183-a027-26db271acc80, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:55:55.178582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-55c48af2-598f-4c03-b68c-bed58e469dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:55.180701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-55c48af2-598f-4c03-b68c-bed58e469dec service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.3823202 Jan 28 04:55:55.283379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8904d0c-5bbd-4d52-a601-702a03b204b8,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:55.342244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Network 9b904628-1f1e-4183-a027-26db271acc80 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:55:55.370758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60100) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:55.371440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 9b904628-1f1e-4183-a027-26db271acc80) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:55:55.379324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:55.380076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:55.394639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-e1002961-cc57-4fda-a07d-f1099eb0017a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 998 time: 0.2041802 Jan 28 04:55:55.400417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4463e3cc-c325-4f39-82ef-0321d6a10388 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2721305 Jan 28 04:55:55.428166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe6298-9766-483e-9175-e417de9e325c None None] Network 9b904628-1f1e-4183-a027-26db271acc80 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:55:55.439088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7da27845-aefa-4355-b1e1-1b72ae4f06fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:55.570458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-fda10917-a684-4517-95e2-9a3e373a5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:55.572581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-fda10917-a684-4517-95e2-9a3e373a5105 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.1640563 Jan 28 04:55:55.738815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-6ef66cd0-2ae3-46c0-bc56-627f2c144c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:55.745663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-6ef66cd0-2ae3-46c0-bc56-627f2c144c24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645637 Jan 28 04:55:55.761647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7da27845-aefa-4355-b1e1-1b72ae4f06fd admin admin] Publish callbacks [] for security_group (5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:55.767988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7da27845-aefa-4355-b1e1-1b72ae4f06fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:55.834069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '96889f33-43d0-4112-b394-5189304c1d06', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'port_id': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'mac_address': 'fa:16:3e:4c:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:55:32Z', 'updated_at': '2022-01-28T04:55:52Z', 'revision_number': 1, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:55.895127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7da27845-aefa-4355-b1e1-1b72ae4f06fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4c26ceb21294e618f7b28035e61454e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231783 Jan 28 04:55:55.898551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da27845-aefa-4355-b1e1-1b72ae4f06fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:55.903146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60158) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:55.919785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae1dea-3bf7-4d78-ae57-7a3f4b324511 None None] Network 9b904628-1f1e-4183-a027-26db271acc80 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:55:56.008033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-ee5306d8-ea34-4b5e-8e78-eb53be2f24b5 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552369 Jan 28 04:55:56.133395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f52ca03-8b99-4e04-ae34-019d41889bab admin admin] Publish callbacks [] for security_group (5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:56.149895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:55:56.269060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:56.270656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:56.436385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8c85da2b-46a7-4c9a-8a99-eba5795d73a0 req-fdb72144-fe19-481f-8273-480764fb0d40 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210341 Jan 28 04:55:56.462088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f52ca03-8b99-4e04-ae34-019d41889bab admin admin] Publish callbacks [] for security_group (5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:56.569091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:56.620975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-e96e8b2f-6e8c-4936-9386-d9e9d86cb013 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:56.627237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-e96e8b2f-6e8c-4936-9386-d9e9d86cb013 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 818 time: 0.4729595 Jan 28 04:55:56.651454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f52ca03-8b99-4e04-ae34-019d41889bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:56.655356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f52ca03-8b99-4e04-ae34-019d41889bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:56.657516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f52ca03-8b99-4e04-ae34-019d41889bab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0 HTTP/1.1" status: 204 len: 168 time: 0.7489190 Jan 28 04:55:56.672917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-423308a1-9f11-4028-8e03-4262675cd4e0 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/quotas/ad87acc374b64240a1e54a1eda080d00 HTTP/1.1" status: 200 len: 375 time: 0.0358419 Jan 28 04:55:56.724786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-e4479842-45cd-4f94-bb26-2614ad04ab38 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499015 Jan 28 04:55:56.733228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52ca03-8b99-4e04-ae34-019d41889bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcfb3f1-cef5-4f3f-bb7c-a17f3859b2c0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:57.070059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '96889f33-43d0-4112-b394-5189304c1d06', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'port_id': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'mac_address': 'fa:16:3e:4c:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:55:32Z', 'updated_at': '2022-01-28T04:55:52Z', 'revision_number': 1, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:57.085803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-158c2d0b-5c48-4e48-8dc0-fcc6e617be6c service neutron] 10.222.0.21 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592615 Jan 28 04:55:57.120708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc71ff2-64c9-45f8-b591-02cc0470b71e None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '96889f33-43d0-4112-b394-5189304c1d06', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'port_id': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'mac_address': 'fa:16:3e:4c:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:55:32Z', 'updated_at': '2022-01-28T04:55:52Z', 'revision_number': 1, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:55:57.225017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-3d28b1d9-a752-4aae-8954-48e31adde979 service neutron] 10.222.0.21 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342008 Jan 28 04:55:57.341174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 60260) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:57.369167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad2a-878f-417e-870a-fa19045e5275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:57.532263 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5451b-a877-43d4-9f6c-d57fc0cd44d5 None None] New status for floating IP 96889f33-43d0-4112-b394-5189304c1d06: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:55:57.580827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad2a-878f-417e-870a-fa19045e5275 admin admin] Publish callbacks [] for security_group (ce988805-77ab-4011-b72c-9f40d855b048), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:57.602443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad2a-878f-417e-870a-fa19045e5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce988805-77ab-4011-b72c-9f40d855b048), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:57.777852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-79f8be0e-747a-46ec-8dc2-48dfa928d473 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:57.785465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-79f8be0e-747a-46ec-8dc2-48dfa928d473 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.2566676 Jan 28 04:55:57.828862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23b9ad2a-878f-417e-870a-fa19045e5275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79148709df9942d081a965593441097a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865937 Jan 28 04:55:57.831668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60288) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:57.862725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cc926b92-7c65-4ef5-b153-6d230b76c982 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0762913 Jan 28 04:55:57.887884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9ad2a-878f-417e-870a-fa19045e5275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce988805-77ab-4011-b72c-9f40d855b048,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:57.948912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-866aa1ec-1eda-490f-9914-8a9d3f1679d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832217 Jan 28 04:55:57.960200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f764bae2-1d69-4142-b77c-33d46b4f2d89 admin admin] Publish callbacks [] for security_group (ce988805-77ab-4011-b72c-9f40d855b048), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:58.045704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f764bae2-1d69-4142-b77c-33d46b4f2d89 admin admin] Publish callbacks [] for security_group (ce988805-77ab-4011-b72c-9f40d855b048), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:58.057793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03891b2a-2df7-4599-95d0-5cd6c5d0954c req-abb25b02-f270-479d-af7b-3c953fbb4af8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 210 time: 0.0753748 Jan 28 04:55:58.101269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-0b2d9b27-0356-4592-815e-40070927dae8 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509781 Jan 28 04:55:58.143404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f764bae2-1d69-4142-b77c-33d46b4f2d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce988805-77ab-4011-b72c-9f40d855b048), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:58.146509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f764bae2-1d69-4142-b77c-33d46b4f2d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:58.148006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f764bae2-1d69-4142-b77c-33d46b4f2d89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce988805-77ab-4011-b72c-9f40d855b048 HTTP/1.1" status: 204 len: 168 time: 0.3153543 Jan 28 04:55:58.168100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764bae2-1d69-4142-b77c-33d46b4f2d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce988805-77ab-4011-b72c-9f40d855b048,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:58.247168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-1ca32fa7-4128-4a89-bee8-c02a3ef08c79 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400642 Jan 28 04:55:58.669888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce1adb57-ad05-4e79-9cb7-20268c9fe926 req-1a4ef9d6-4948-445c-916f-8446800b008e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0646007 Jan 28 04:55:59.258995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f27ae127-c71d-40c6-9eed-6626d45edd07 req-ba2df26b-3b9d-42e3-879a-457e25f52ee8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 210 time: 0.0831501 Jan 28 04:55:59.536583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60348) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:59.683071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1457778105-network', 'tenant_id': 'e265f5c363214dbaa991c18e1af1502f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:59.740955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Made reservation on behalf of e265f5c363214dbaa991c18e1af1502f for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:55:59.743535 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:59.769945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:59.905416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks [] for security_group (b1ef860c-605b-4204-8f57-7db75a3b76bb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:59.906661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91506221-8c5f-4d03-bdd7-03b67a0d22ef req-15128294-00e2-4f02-9a3f-e5ab8d430499 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0577307 Jan 28 04:55:59.910669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b1ef860c-605b-4204-8f57-7db75a3b76bb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:00.003703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ef860c-605b-4204-8f57-7db75a3b76bb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:00.007956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:56:00.032057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (55291458-8b68-443b-b065-d72ffda6af52), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:00.032698 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Added segment 55291458-8b68-443b-b065-d72ffda6af52 of type vlan for network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc Jan 28 04:56:00.097687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (9ea97fc8-f46c-4c9d-9b87-f556be7340dc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:00.288044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-342c788c-825d-432f-9453-2df5106e21f5 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:00.290262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-342c788c-825d-432f-9453-2df5106e21f5 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 818 time: 0.1467450 Jan 28 04:56:00.300001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (9ea97fc8-f46c-4c9d-9b87-f556be7340dc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:00.301323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:00.302071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:00.410275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Request body: {'port': {'device_id': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'admin_state_up': True, 'tenant_id': 'ad87acc374b64240a1e54a1eda080d00'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:00.427025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00e9594d-b401-4af2-aa39-17fd835814b8 req-27ffdd62-0cc7-4b7b-b915-3c1f5a35c932 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 210 time: 0.0588562 Jan 28 04:56:00.525751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9880016 Jan 28 04:56:00.534883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 60366) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:00.558638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Request body: {'subnet': {'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1457778105-subnet', 'tenant_id': 'e265f5c363214dbaa991c18e1af1502f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:00.621551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9026083-ead2-4de2-8d42-c4390641fdfb admin admin] Pushing event updated for resources: {'Network': ['ID=9ea97fc8-f46c-4c9d-9b87-f556be7340dc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:00.634975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:56:00.793437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c2953cb9-191d-410d-b29c-e6b28edfcb36 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:00.798440 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c2953cb9-191d-410d-b29c-e6b28edfcb36 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.47 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 818 time: 0.2776217 Jan 28 04:56:00.818705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Request body: {'port': {'device_id': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'admin_state_up': True, 'tenant_id': 'ad87acc374b64240a1e54a1eda080d00'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:00.923096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-ae05e8bb-7000-41c5-a1a8-da0c466a9dab tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:00.925471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-ae05e8bb-7000-41c5-a1a8-da0c466a9dab tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 818 time: 0.6337538 Jan 28 04:56:00.988863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Made reservation on behalf of e265f5c363214dbaa991c18e1af1502f for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:00.993222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.009512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Request body: {'port': {'device_id': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'admin_state_up': True, 'tenant_id': 'ad87acc374b64240a1e54a1eda080d00'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:01.136625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Made reservation on behalf of ad87acc374b64240a1e54a1eda080d00 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:01.148977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.413057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Allocated IP 172.20.0.4 (9b904628-1f1e-4183-a027-26db271acc80/a8904d0c-5bbd-4d52-a601-702a03b204b8/c2ceb7f3-69fd-4f0a-82a5-a32388eec62a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:01.740326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db639b54-fe3d-41ef-be60-e3b490241967 req-0b67c803-d45b-4c7e-bba4-1d6285eca9c8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 210 time: 0.0864956 Jan 28 04:56:01.811197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks [] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.872915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.899193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Made reservation on behalf of ad87acc374b64240a1e54a1eda080d00 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:01.903015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.938275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Network 9b904628-1f1e-4183-a027-26db271acc80 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:01.946948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:01.958187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:01.984901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-442c23ea-fb24-4f23-8ccf-4aab15b36f1d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:01.986518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-442c23ea-fb24-4f23-8ccf-4aab15b36f1d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 1.4797070 Jan 28 04:56:02.005416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14bfe947-9c76-4f4a-a088-95d61d838b19 req-fa8961fb-75c4-4fd0-9847-ebade8b7cb27 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.1115353 Jan 28 04:56:02.006307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Pushing event updated for resources: {'Port': ['ID=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:02.041470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': '3274460c-6383-457c-a616-4e8f1e449274', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:02.050595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:02.051227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.073409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-222526e3-a386-4a35-b336-9ac30710cb04 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2612672 Jan 28 04:56:02.092005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Request body: {'port': {'device_id': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:02.201057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.333523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.506147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Made reservation on behalf of ad87acc374b64240a1e54a1eda080d00 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:02.511072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.720887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:02.761841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:02.766381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.772135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Checking segment: {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:02.772500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Network hostable DHCP agents. Network: 9ea97fc8-f46c-4c9d-9b87-f556be7340dc, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:56:02.814078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ceb7f3-69fd-4f0a-82a5-a32388eec62a {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:02.832989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Publish callbacks [] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.851672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:56:02.865423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Transition to ACTIVE for port object c2ceb7f3-69fd-4f0a-82a5-a32388eec62a will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:02.870828 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:02.976783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:02.992185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52fb3b2f-caa1-4b3c-bf14-fd32ae44dcc3 req-669de08a-64cc-479b-ab19-0579014096b2 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 210 time: 0.1629412 Jan 28 04:56:03.028117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 9ea97fc8-f46c-4c9d-9b87-f556be7340dc) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:03.039716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49b9a8-7697-4531-876f-a2d7a30a5bcc None None] Network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:56:03.046010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:03.047364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.066109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Allocated IP 172.20.0.10 (9b904628-1f1e-4183-a027-26db271acc80/a8904d0c-5bbd-4d52-a601-702a03b204b8/611d791d-0df4-474a-b493-e46a98347820) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:03.118613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0707583f-3a01-426d-a8d7-04a5b3d2f8cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5755851 Jan 28 04:56:03.129321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Attempting to bind port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:03.129832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Attempting to bind port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:03.130279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Attempting to bind port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a on network 9b904628-1f1e-4183-a027-26db271acc80 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:03.141820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a on network 9b904628-1f1e-4183-a027-26db271acc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:03.144078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Attempting to bind port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a on network 9b904628-1f1e-4183-a027-26db271acc80 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:03.158494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:03.160367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Checking segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:03.162075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Bound using segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:03.163151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Bound port: c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:03.164685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.201773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.8 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/c84f82da-f9dd-46a0-a9cf-75336d8ac3e7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:03.249398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd1d5d-af8d-4f6c-a8f0-6f87fe997040 None None] Network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:56:03.330145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] For port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:03.338973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] For port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:03.363576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.425964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:03.426761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.428098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2ceb7f3-69fd-4f0a-82a5-a32388eec62a HTTP/1.1" status: 200 len: 1091 time: 1.3413124 Jan 28 04:56:03.429051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'tag': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:03.431129 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e847d2ef-5af2-4575-9e61-d5d2f53e1264" -d '{"events": [{"name": "network-changed", "server_uuid": "e24cf9f1-4f17-4091-a22d-1fd95715d1c7", "tag": "c2ceb7f3-69fd-4f0a-82a5-a32388eec62a"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:03.441498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efdd1696-7940-47a4-adfb-965c93ecbe86 req-c74d32f8-e2ba-4ce5-b782-d815896e162f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.2644582 Jan 28 04:56:03.601804 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c02f5c2-0591-45b0-9be6-3565a52619a1 x-openstack-request-id: req-8c02f5c2-0591-45b0-9be6-3565a52619a1 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:03.602099 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24cf9f1-4f17-4091-a22d-1fd95715d1c7", "tag": "c2ceb7f3-69fd-4f0a-82a5-a32388eec62a", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:03.602360 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c02f5c2-0591-45b0-9be6-3565a52619a1 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:03.602774 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'tag': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a', 'status': 'completed', 'code': 200} Jan 28 04:56:03.651108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57fe1e-d241-4a91-8ba2-a7282c0fd8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:03.658746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-3dbe04a9-aed4-43b6-8c8e-f97c0ca0a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:03.660278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-3dbe04a9-aed4-43b6-8c8e-f97c0ca0a70d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 1094 time: 0.1378038 Jan 28 04:56:03.721404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-e0c34641-f69f-4b37-88e1-01c5dedee90e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a HTTP/1.1" status: 200 len: 217 time: 0.0448573 Jan 28 04:56:03.766912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.798838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks [] for port (611d791d-0df4-474a-b493-e46a98347820), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.821395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-44554eef-6948-451e-bd70-b4b2719b9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:03.822942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-44554eef-6948-451e-bd70-b4b2719b9de8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 200 len: 858 time: 0.0912144 Jan 28 04:56:03.860993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-132df4cb-6e30-4306-8472-fd380a09e772 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b904628-1f1e-4183-a027-26db271acc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308595 Jan 28 04:56:03.881025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.916360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['20282aff-2b70-4b25-9cf3-e4aecaddb5bc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:03.966677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:03.969385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:03.972362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:03.977884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:03.985799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (611d791d-0df4-474a-b493-e46a98347820), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:04.073373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-efa4808f-47e6-4d81-bd25-5527e9b39042 service neutron] 10.222.0.47 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063396 Jan 28 04:56:04.276621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Pushing event updated for resources: {'Port': ['ID=611d791d-0df4-474a-b493-e46a98347820,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:04.326174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Network 9b904628-1f1e-4183-a027-26db271acc80 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:04.337126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:04.347589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:04.385865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983fbe9-806b-483c-bea5-371affacfbf1 req-c308d9d1-454e-459c-a52c-9f2f7d9560ab tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:04.395031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c983fbe9-806b-483c-bea5-371affacfbf1 req-c308d9d1-454e-459c-a52c-9f2f7d9560ab tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 932 time: 0.1791897 Jan 28 04:56:04.441721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-91570057-e880-4917-b768-0de59440b103 service neutron] 10.222.0.47 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613932 Jan 28 04:56:04.458454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:04.459306 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:04.495158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-17685a6a-4519-4965-a15f-0ca4aa143e65 None None] Provisioning complete for port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:04.496455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17685a6a-4519-4965-a15f-0ca4aa143e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:04.498126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:04.500869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:04.520984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c983fbe9-806b-483c-bea5-371affacfbf1 req-b7da57d0-5991-4329-a08f-3e4d620c8463 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194663 Jan 28 04:56:04.534661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.api [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-1ca3005e-6249-4b6a-bcda-0587e3e9c675 {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:56:04.535327 n-d-824835-3 neutron-server[103138]: DEBUG oslo_db.api [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:56:04.597104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-cceafc9e-6dc9-418c-8b96-d7b2177909d8 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6183920 Jan 28 04:56:04.608568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-fc2189c0-c613-4d59-89fb-9feed3ce044c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5892525 Jan 28 04:56:04.623579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-17685a6a-4519-4965-a15f-0ca4aa143e65 None None] Port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:56:04.624440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Request body: {'port': {'device_id': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:04.677665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Request body: {'port': {'device_id': '3274460c-6383-457c-a616-4e8f1e449274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:04.682387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-7122ea6f-131a-43c1-9806-f7dbcdd2013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:04.683931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-7122ea6f-131a-43c1-9806-f7dbcdd2013b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 1094 time: 0.1205087 Jan 28 04:56:04.752606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611d791d-0df4-474a-b493-e46a98347820), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:04.866203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80985b3a-6caf-4841-9207-0f90d46d392e req-e6eb8c20-7bfd-4c30-9664-b2ad5e71cb7c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:04.885739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80985b3a-6caf-4841-9207-0f90d46d392e req-e6eb8c20-7bfd-4c30-9664-b2ad5e71cb7c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 931 time: 0.2308519 Jan 28 04:56:04.923221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:05.032908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-788086a9-685a-4511-b795-bd5939ada99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:05.034358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-788086a9-685a-4511-b795-bd5939ada99c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 919 time: 0.3214240 Jan 28 04:56:05.065321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80985b3a-6caf-4841-9207-0f90d46d392e req-2cccbc08-7ecd-4e53-8d1d-b654f1e93705 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785731 Jan 28 04:56:05.148930 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-9427f788-97b8-4fa6-b4ec-3e90dfbccd7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a HTTP/1.1" status: 200 len: 217 time: 0.0826077 Jan 28 04:56:05.247209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-54b8d794-83d8-4faf-8007-46f9bbc2dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:05.249127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-54b8d794-83d8-4faf-8007-46f9bbc2dfea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 200 len: 858 time: 0.0914047 Jan 28 04:56:05.301414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-a52a9a79-29b9-400d-bd1c-987d1f01b4b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b904628-1f1e-4183-a027-26db271acc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427234 Jan 28 04:56:05.329050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:05.340275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Publish callbacks [] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:05.365450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Transition to ACTIVE for port object c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:05.380415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:05.413548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:05.446456 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-b0e8c5c4-7632-4f29-a8df-77c5ec0b5b66 service neutron] 10.222.0.47 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356826 Jan 28 04:56:05.524586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Pushing event updated for resources: {'Port': ['ID=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:05.586114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e847d2ef-5af2-4575-9e61-d5d2f53e1264 req-eee54445-ee21-4573-917c-3417ae31abea service neutron] 10.222.0.47 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330190 Jan 28 04:56:05.899226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Attempting to bind port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:05.899710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Attempting to bind port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:05.900051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Attempting to bind port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:05.957057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:05.957478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Attempting to bind port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:06.016968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:06.017468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:06.017882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:06.018344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Bound port: c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:06.018716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.027562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5506-f9c4-480d-85a0-07abddbcc7f9 req-bfbdf219-c031-49de-bdc4-8fd12c47f90e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:06.035433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-824a5506-f9c4-480d-85a0-07abddbcc7f9 req-bfbdf219-c031-49de-bdc4-8fd12c47f90e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 932 time: 0.3373997 Jan 28 04:56:06.187133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] For port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:06.197014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] For port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:06.235925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.354110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.384292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-824a5506-f9c4-480d-85a0-07abddbcc7f9 req-c9d12ce4-e28e-49db-b084-926636342f4e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479869 Jan 28 04:56:06.388600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611d791d-0df4-474a-b493-e46a98347820 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:06.398698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:06.399717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.411247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] 10.222.0.52 "PUT /v2.0/ports/c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 HTTP/1.1" status: 200 len: 1091 time: 1.7309997 Jan 28 04:56:06.411247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3274460c-6383-457c-a616-4e8f1e449274', 'tag': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:06.411247 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3274460c-6383-457c-a616-4e8f1e449274", "tag": "c84f82da-f9dd-46a0-a9cf-75336d8ac3e7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:06.411933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad8bd7-7e09-4e7c-8077-8419f8f223f6 req-f72f7e20-3cc1-4515-9ee1-dbcc4a72301f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:06.422832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Publish callbacks [] for port (611d791d-0df4-474a-b493-e46a98347820), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.429039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0cad8bd7-7e09-4e7c-8077-8419f8f223f6 req-f72f7e20-3cc1-4515-9ee1-dbcc4a72301f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1226094 Jan 28 04:56:06.493022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Transition to ACTIVE for port object 611d791d-0df4-474a-b493-e46a98347820 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:06.560828 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0cad8bd7-7e09-4e7c-8077-8419f8f223f6 req-c69136bc-07bd-4fbf-8ff7-0e584c9ce9b9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278806 Jan 28 04:56:06.586509 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312a8824-b514-4ee8-8196-93720e5e2c08 x-openstack-request-id: req-312a8824-b514-4ee8-8196-93720e5e2c08 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:06.586933 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3274460c-6383-457c-a616-4e8f1e449274", "tag": "c84f82da-f9dd-46a0-a9cf-75336d8ac3e7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:06.587309 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-312a8824-b514-4ee8-8196-93720e5e2c08 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:06.587808 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3274460c-6383-457c-a616-4e8f1e449274', 'tag': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7', 'status': 'completed', 'code': 200} Jan 28 04:56:06.596604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (611d791d-0df4-474a-b493-e46a98347820), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.628624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f0fc7-8d7c-47a1-a3c2-dd0faaf44779 service neutron] Pushing event updated for resources: {'Port': ['ID=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:06.795554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-961279ca-9573-4231-8c79-2270c6a8a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:06.803015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-961279ca-9573-4231-8c79-2270c6a8a68e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 1094 time: 0.3185833 Jan 28 04:56:06.828666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Allocated IP 172.20.0.3 (9b904628-1f1e-4183-a027-26db271acc80/a8904d0c-5bbd-4d52-a601-702a03b204b8/b3d17047-ddbf-4fe0-be2d-74344e6ef33d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:06.956325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Pushing event updated for resources: {'Port': ['ID=611d791d-0df4-474a-b493-e46a98347820,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:06.971722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-3006c6eb-996d-4d2d-997d-f6602da8b195 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 HTTP/1.1" status: 200 len: 217 time: 0.1445806 Jan 28 04:56:07.155820 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks [] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.300505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.405604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Pushing event updated for resources: {'Port': ['ID=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:07.449397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Network 9b904628-1f1e-4183-a027-26db271acc80 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:07.456679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:07.464104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:07.554309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.555284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.577743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f351-aac3-4d63-bacd-41efa7926d8c req-b1536928-fce1-4734-8f24-49204df09fa5 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.580078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2913f351-aac3-4d63-bacd-41efa7926d8c req-b1536928-fce1-4734-8f24-49204df09fa5 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 944 time: 0.0998952 Jan 28 04:56:07.590543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-bdc63416-473f-4783-bdae-9736f6374b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.592379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-bdc63416-473f-4783-bdae-9736f6374b74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.3969438 Jan 28 04:56:07.598155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-b5f69366-ffbf-418a-996b-c00d566eec45 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2512093 Jan 28 04:56:07.619051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Request body: {'port': {'device_id': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:07.675358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Attempting to bind port 611d791d-0df4-474a-b493-e46a98347820 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:07.675714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Attempting to bind port 611d791d-0df4-474a-b493-e46a98347820 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:07.676059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Attempting to bind port 611d791d-0df4-474a-b493-e46a98347820 on network 9b904628-1f1e-4183-a027-26db271acc80 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:07.686510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2913f351-aac3-4d63-bacd-41efa7926d8c req-a1f5ba2a-22b7-41fb-9ee1-224242d2cf34 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998278 Jan 28 04:56:07.694536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Port 611d791d-0df4-474a-b493-e46a98347820 on network 9b904628-1f1e-4183-a027-26db271acc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:07.694876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Attempting to bind port 611d791d-0df4-474a-b493-e46a98347820 on network 9b904628-1f1e-4183-a027-26db271acc80 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:07.724964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:07.725351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Checking segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:07.725729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Bound using segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:07.726178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Bound port: 611d791d-0df4-474a-b493-e46a98347820, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:07.726547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611d791d-0df4-474a-b493-e46a98347820), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.749553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-5c736a8e-00d9-43f3-abf8-54cd75e0a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.751814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-5c736a8e-00d9-43f3-abf8-54cd75e0a773 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527824 Jan 28 04:56:07.760172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c2ceb7f3-69fd-4f0a-82a5-a32388eec62a details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:07.852060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] For port 611d791d-0df4-474a-b493-e46a98347820, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:07.856491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] For port 611d791d-0df4-474a-b493-e46a98347820, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611d791d-0df4-474a-b493-e46a98347820,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:07.900119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.913862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (611d791d-0df4-474a-b493-e46a98347820), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.967761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:56:07.991623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:08.013587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Pushing event updated for resources: {'Port': ['ID=611d791d-0df4-474a-b493-e46a98347820,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:08.036986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:08.038002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:08.040439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-c7a56b23-5932-437c-8949-3b4c5a1789c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/611d791d-0df4-474a-b493-e46a98347820 HTTP/1.1" status: 200 len: 1092 time: 3.4266250 Jan 28 04:56:08.194170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-3579f6f5-a4ef-48a9-b00d-e6a908a89866 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292140 Jan 28 04:56:08.268487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:08.294414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a', 'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'port_id': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a', 'mac_address': 'fa:16:3e:5c:3e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8904d0c-5bbd-4d52-a601-702a03b204b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:08.331759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-056d1557-64f2-4a09-87ba-be2e715d8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:08.334318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-056d1557-64f2-4a09-87ba-be2e715d8828 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 1095 time: 0.2141812 Jan 28 04:56:08.382903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:08.383393 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:08.438612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ceb7f3-69fd-4f0a-82a5-a32388eec62a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:08.477524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:08.485340 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:08.492829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-3e3efeb3-b43f-4696-8655-41f15ce55c91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=611d791d-0df4-474a-b493-e46a98347820 HTTP/1.1" status: 200 len: 217 time: 0.1387928 Jan 28 04:56:08.605300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:08.630325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.631024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.631611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.632240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.632824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.633427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.634022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.634616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.635161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.635746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.636300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.636964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.637175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'tag': '611d791d-0df4-474a-b493-e46a98347820'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:08.637757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:08.640826 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef9c5c5-d730-4071-99be-b5663faa41a1", "tag": "611d791d-0df4-474a-b493-e46a98347820"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:08.656621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f194452c-d7f7-4180-acc4-f0e8f63c8316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:08.798876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:08.949206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff38c2-8739-4785-b70e-749dc303dea6 req-5e3cb9e7-61f9-46f8-a58d-2764b11aff86 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:08.958423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21ff38c2-8739-4785-b70e-749dc303dea6 req-5e3cb9e7-61f9-46f8-a58d-2764b11aff86 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 944 time: 0.1064684 Jan 28 04:56:09.086338 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21ff38c2-8739-4785-b70e-749dc303dea6 req-71d74ed5-b7f8-48c0-bc5d-ed5ff8455284 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265094 Jan 28 04:56:09.248130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-5307c885-30d5-4743-92e2-4d66230f44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:09.250248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-5307c885-30d5-4743-92e2-4d66230f44fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 200 len: 858 time: 0.7444658 Jan 28 04:56:09.267212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cb03e-0d2a-4517-98f3-48e476afc6d6 req-9ac11592-1313-43ff-8c48-d6787b7da900 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:09.276803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd8cb03e-0d2a-4517-98f3-48e476afc6d6 req-9ac11592-1313-43ff-8c48-d6787b7da900 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.9716787 Jan 28 04:56:09.299539 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd0b05c-26a1-4dcf-b7c6-442d1e054ad9 x-openstack-request-id: req-dbd0b05c-26a1-4dcf-b7c6-442d1e054ad9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:09.299935 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef9c5c5-d730-4071-99be-b5663faa41a1", "tag": "611d791d-0df4-474a-b493-e46a98347820", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:09.300305 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbd0b05c-26a1-4dcf-b7c6-442d1e054ad9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:09.300796 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'tag': '611d791d-0df4-474a-b493-e46a98347820', 'status': 'completed', 'code': 200} Jan 28 04:56:09.464855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d17047-ddbf-4fe0-be2d-74344e6ef33d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:09.475657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Publish callbacks [] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:09.491124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Transition to ACTIVE for port object b3d17047-ddbf-4fe0-be2d-74344e6ef33d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:09.541264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:09.642001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-27fb548c-9361-4288-b22e-d13715f3a58a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b904628-1f1e-4183-a027-26db271acc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3395269 Jan 28 04:56:09.772888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-6daea0c1-faec-4ee8-af6c-ab6b6b58fe2a service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104679 Jan 28 04:56:09.776539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c2ceb7f3-69fd-4f0a-82a5-a32388eec62a up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:09.868178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:09.881262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:09.882285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:09.951837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-48c21649-d6a2-4b38-a619-315519879030 service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553977 Jan 28 04:56:09.962324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddadf977-4156-43ab-9c37-c7efabb52873 req-35c4aeb9-da23-4f06-9483-28558dd1130e service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7530482 Jan 28 04:56:10.032772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:10.077883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd8cb03e-0d2a-4517-98f3-48e476afc6d6 req-7052dc86-6d7a-4eb8-a8d9-07326c788991 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976375 Jan 28 04:56:10.158413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:10.158829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:10.208178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:10.211217 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766d2ec-a910-43a3-b4a4-5a21b3f226c5" -d '{"events": [{"server_uuid": "e24cf9f1-4f17-4091-a22d-1fd95715d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "c2ceb7f3-69fd-4f0a-82a5-a32388eec62a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:10.229509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Attempting to bind port b3d17047-ddbf-4fe0-be2d-74344e6ef33d on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:10.230125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Attempting to bind port b3d17047-ddbf-4fe0-be2d-74344e6ef33d by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:10.230811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Attempting to bind port b3d17047-ddbf-4fe0-be2d-74344e6ef33d on network 9b904628-1f1e-4183-a027-26db271acc80 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:10.245346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:10.251204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Port b3d17047-ddbf-4fe0-be2d-74344e6ef33d on network 9b904628-1f1e-4183-a027-26db271acc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:10.251937 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:10.253952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Attempting to bind port b3d17047-ddbf-4fe0-be2d-74344e6ef33d on network 9b904628-1f1e-4183-a027-26db271acc80 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:10.284229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:10.284587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Checking segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:10.284988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Bound using segment: {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:10.285482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Bound port: b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b47480-5b86-43a5-9ca1-fdec3b03930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9b904628-1f1e-4183-a027-26db271acc80'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:10.285853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:10.329050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-11669277-9017-4cda-8894-15aaf1c858ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:10.330713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-11669277-9017-4cda-8894-15aaf1c858ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 1095 time: 0.2247016 Jan 28 04:56:10.345688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-cb2d4f78-d6e1-49eb-ad8a-bcd92f1ff58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:10.353397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1277c-0414-4d15-a4f5-dcc07d92f839 req-5648b027-8a3a-4621-b2d2-bfb4bfef11e0 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:10.356797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8af1277c-0414-4d15-a4f5-dcc07d92f839 req-5648b027-8a3a-4621-b2d2-bfb4bfef11e0 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 944 time: 0.1569650 Jan 28 04:56:10.358346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-cb2d4f78-d6e1-49eb-ad8a-bcd92f1ff58c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 1094 time: 0.2475438 Jan 28 04:56:10.361158 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f9d3fa-60f8-4e91-91f7-7953d75c8b6d x-openstack-request-id: req-50f9d3fa-60f8-4e91-91f7-7953d75c8b6d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:10.361622 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24cf9f1-4f17-4091-a22d-1fd95715d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "c2ceb7f3-69fd-4f0a-82a5-a32388eec62a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:10.361980 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f9d3fa-60f8-4e91-91f7-7953d75c8b6d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:10.362494 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a', 'code': 200} Jan 28 04:56:10.439746 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8af1277c-0414-4d15-a4f5-dcc07d92f839 req-d51b70d1-203d-420c-abea-6b83a28d6107 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706651 Jan 28 04:56:10.471553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:10.476796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93834a65-94e8-4cc6-a52d-df91a1e560ad req-b2ee7fad-9275-4523-b7dc-e779ae4a141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:10.478796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93834a65-94e8-4cc6-a52d-df91a1e560ad req-b2ee7fad-9275-4523-b7dc-e779ae4a141c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0617924 Jan 28 04:56:10.485389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] For port b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:10.494866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] For port b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:10.540276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:10.560756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93834a65-94e8-4cc6-a52d-df91a1e560ad req-14429e73-048f-4e47-9089-1f9a2ca6ad2a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760183 Jan 28 04:56:10.733717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-23e4285c-679e-4ee1-963b-0f5eef0541b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:10.738590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-23e4285c-679e-4ee1-963b-0f5eef0541b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 919 time: 0.3779397 Jan 28 04:56:10.790461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:10.841194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a2421ab-19c6-44fd-8f54-e08c53860ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:10.877272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:10.878228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:10.880040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-0cb1241e-3cd1-4319-945d-9400e57740e6 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3d17047-ddbf-4fe0-be2d-74344e6ef33d HTTP/1.1" status: 200 len: 1091 time: 3.2659359 Jan 28 04:56:10.915778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-8a47b906-b068-4bda-9f03-5b20c33404a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=611d791d-0df4-474a-b493-e46a98347820 HTTP/1.1" status: 200 len: 217 time: 0.1363676 Jan 28 04:56:11.059550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-f2f0a4c2-0f01-4126-b7f4-f1597b6c84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.061648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-f2f0a4c2-0f01-4126-b7f4-f1597b6c84ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 1094 time: 0.1150484 Jan 28 04:56:11.069728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-bfc7310b-7db1-4b5d-bbfb-63a9e9a57a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.071295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-bfc7310b-7db1-4b5d-bbfb-63a9e9a57a86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 200 len: 858 time: 0.1384139 Jan 28 04:56:11.072551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-428242e2-484f-4558-97d7-62808f4a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.074019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-428242e2-484f-4558-97d7-62808f4a13c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.5621481 Jan 28 04:56:11.121050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-4a143532-c786-4664-a688-b55cc5d0d9e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d HTTP/1.1" status: 200 len: 217 time: 0.0397348 Jan 28 04:56:11.171606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-ac54da81-48be-43c4-85d6-03951663177f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 HTTP/1.1" status: 200 len: 217 time: 0.0495090 Jan 28 04:56:11.202174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-ae807414-d713-4d0f-9093-e6aaa6127add service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b904628-1f1e-4183-a027-26db271acc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789912 Jan 28 04:56:11.279054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132d99-0e7c-483d-8d4c-ca86036b7e5d req-0a28fe1a-3e0e-4e8a-a6eb-33da455d8c19 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.280894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d8132d99-0e7c-483d-8d4c-ca86036b7e5d req-0a28fe1a-3e0e-4e8a-a6eb-33da455d8c19 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0675325 Jan 28 04:56:11.309076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'tag': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:11.314102 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc381ea-62eb-4f65-8806-445df4be6652" -d '{"events": [{"name": "network-changed", "server_uuid": "95fb8a30-52a0-4d6e-a642-e75e4f28ca74", "tag": "b3d17047-ddbf-4fe0-be2d-74344e6ef33d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:11.383735 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d8132d99-0e7c-483d-8d4c-ca86036b7e5d req-3f663cf5-c69e-4627-9a37-f52abbbb384b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969160 Jan 28 04:56:11.462568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8fae72-13a9-403c-b9af-6bebbbc2f646 x-openstack-request-id: req-4b8fae72-13a9-403c-b9af-6bebbbc2f646 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:11.462568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fb8a30-52a0-4d6e-a642-e75e4f28ca74", "tag": "b3d17047-ddbf-4fe0-be2d-74344e6ef33d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:11.462568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b8fae72-13a9-403c-b9af-6bebbbc2f646 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:11.463192 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'tag': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d', 'status': 'completed', 'code': 200} Jan 28 04:56:11.467011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-fb01427f-4666-4dc7-bbb3-08e2d3db46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.469680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-fb01427f-4666-4dc7-bbb3-08e2d3db46b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 200 len: 858 time: 0.3002205 Jan 28 04:56:11.471448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-a60356bc-56e4-4b4d-a565-c7767f27817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.473185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-a60356bc-56e4-4b4d-a565-c7767f27817e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.2740738 Jan 28 04:56:11.540425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-078521d5-e1a3-4cd8-9917-d901a85c1a15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b904628-1f1e-4183-a027-26db271acc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586457 Jan 28 04:56:11.598180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-1313afdb-3b46-44bd-9231-423b30f0b068 service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812859 Jan 28 04:56:11.684223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-15ccbb4e-89a9-4b69-9cf5-86f6de625a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.685796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-15ccbb4e-89a9-4b69-9cf5-86f6de625a5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030292 Jan 28 04:56:11.704233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925f35-d699-44f7-98b1-543d7b4c129b req-df88757d-98a6-43e0-9d74-b9a29a16f336 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:11.714572 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c925f35-d699-44f7-98b1-543d7b4c129b req-df88757d-98a6-43e0-9d74-b9a29a16f336 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 944 time: 0.1456885 Jan 28 04:56:11.878262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c925f35-d699-44f7-98b1-543d7b4c129b req-4cbb83c8-8c53-44b2-9a85-438f1d8ba79c tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566207 Jan 28 04:56:11.936446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-d1ccab2f-8a8e-4436-b495-743bdbe8e241 service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836775 Jan 28 04:56:11.999039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:12.026222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-6a657d6d-649b-454e-b158-a161e8696388 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747805 Jan 28 04:56:12.030838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f3ca11f-e4cd-4e1d-b4a9-40ef48466bd9 req-7dd8eb86-ed31-4f05-b51d-7c8a106f729e service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015667 Jan 28 04:56:12.209937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f90b465-cd6b-4f7d-a669-6d30e34cefc6 req-6d23a419-b41a-411f-bc60-28a0efd12db9 service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667863 Jan 28 04:56:12.279256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ca21d0-a1a8-46d5-95da-ae7beb45a6c8 req-50114ccd-786b-42ee-aa22-bdb3284da7d7 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248905 Jan 28 04:56:12.392678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-04f81a49-aad6-4969-8c98-23b885732fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:12.395440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-04f81a49-aad6-4969-8c98-23b885732fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad87acc374b64240a1e54a1eda080d00&device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 1094 time: 0.0681305 Jan 28 04:56:12.544593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-1d3f0d2e-ecbd-40bb-8ff9-79f63c14d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:12.546015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-1d3f0d2e-ecbd-40bb-8ff9-79f63c14d5e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 200 len: 919 time: 0.1428978 Jan 28 04:56:12.618998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-8ab81651-6b36-4409-80d2-e72fb01795fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d HTTP/1.1" status: 200 len: 217 time: 0.0665388 Jan 28 04:56:12.643497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd644581-2c95-4bfd-b1b2-e957c9df687f req-cfe4c3dd-665f-4dea-a100-21efb40a7b8b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:12.654905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd644581-2c95-4bfd-b1b2-e957c9df687f req-cfe4c3dd-665f-4dea-a100-21efb40a7b8b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1237831 Jan 28 04:56:12.696793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-986013ab-1eef-40d5-a82b-bb367ef5f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:12.700781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-986013ab-1eef-40d5-a82b-bb367ef5f241 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 200 len: 858 time: 0.0724075 Jan 28 04:56:12.744112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd644581-2c95-4bfd-b1b2-e957c9df687f req-e8e137e5-a591-47bd-a4c8-663730a4be36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876064 Jan 28 04:56:12.748183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-b0ea7c91-175a-4bfc-b62e-2ea918455254 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b904628-1f1e-4183-a027-26db271acc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423026 Jan 28 04:56:12.880558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-024c6e21-372f-4d5d-a542-369ac36c6b2d service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257718 Jan 28 04:56:13.003331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2fc381ea-62eb-4f65-8806-445df4be6652 req-14c7551e-2bdc-44f8-a924-be906ced5abb service neutron] 10.222.0.52 "GET /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170061 Jan 28 04:56:13.092962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116193c-5a2f-4ee2-93f3-d59e31890ab3 req-83f511c8-e26f-4856-bffb-8675af550de1 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:13.098492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2116193c-5a2f-4ee2-93f3-d59e31890ab3 req-83f511c8-e26f-4856-bffb-8675af550de1 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 944 time: 0.0803912 Jan 28 04:56:13.184580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2116193c-5a2f-4ee2-93f3-d59e31890ab3 req-3dab2a5f-c182-4f4b-aa8a-379f5bbf3477 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787766 Jan 28 04:56:13.696764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:13.932340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf13ff-5c91-4b9d-a786-b33ef5fd5aac req-13ec2e49-c9b3-403c-9aad-ba7a3ed89fc2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:13.941016 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75bf13ff-5c91-4b9d-a786-b33ef5fd5aac req-13ec2e49-c9b3-403c-9aad-ba7a3ed89fc2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1088107 Jan 28 04:56:14.037962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75bf13ff-5c91-4b9d-a786-b33ef5fd5aac req-ad3264cc-8dce-4a54-b369-0ccb45612363 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959291 Jan 28 04:56:14.060203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611d791d-0df4-474a-b493-e46a98347820 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:14.283669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 611d791d-0df4-474a-b493-e46a98347820, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611d791d-0df4-474a-b493-e46a98347820,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:14.333546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '611d791d-0df4-474a-b493-e46a98347820', 'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'port_id': '611d791d-0df4-474a-b493-e46a98347820', 'mac_address': 'fa:16:3e:1d:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8904d0c-5bbd-4d52-a601-702a03b204b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:14.415716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 611d791d-0df4-474a-b493-e46a98347820 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:14.416247 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611d791d-0df4-474a-b493-e46a98347820), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:14.432055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364f0a3-5083-4a1b-83df-2d7e515a23c5 req-98641022-45fb-46d4-aad7-5dc83c7c1468 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:14.435659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611d791d-0df4-474a-b493-e46a98347820 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:14.450014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6364f0a3-5083-4a1b-83df-2d7e515a23c5 req-98641022-45fb-46d4-aad7-5dc83c7c1468 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 944 time: 0.1102617 Jan 28 04:56:14.459682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 611d791d-0df4-474a-b493-e46a98347820, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611d791d-0df4-474a-b493-e46a98347820,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:14.468611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (611d791d-0df4-474a-b493-e46a98347820), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:14.561136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6364f0a3-5083-4a1b-83df-2d7e515a23c5 req-d689ba3a-b9dd-4762-ae5d-32d73c90e6d7 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095119 Jan 28 04:56:14.587062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=611d791d-0df4-474a-b493-e46a98347820,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:14.860500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['611d791d-0df4-474a-b493-e46a98347820'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:15.049882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:15.262448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c1ef7-6e71-4918-9c20-cedc33ebec9f req-fb4f25ef-0e71-4f1e-834c-bd4cdb12fe81 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:15.271558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa8c1ef7-6e71-4918-9c20-cedc33ebec9f req-fb4f25ef-0e71-4f1e-834c-bd4cdb12fe81 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0653276 Jan 28 04:56:15.343842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa8c1ef7-6e71-4918-9c20-cedc33ebec9f req-7b8219be-5b8f-4933-ab68-75f090bafc62 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710633 Jan 28 04:56:15.730799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e3c24-ccae-48f9-bf05-0e1f4ce8af98 req-c9176361-5791-4aab-a4be-d679ec745507 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:15.737756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a7e3c24-ccae-48f9-bf05-0e1f4ce8af98 req-c9176361-5791-4aab-a4be-d679ec745507 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 945 time: 0.0709670 Jan 28 04:56:15.830465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a7e3c24-ccae-48f9-bf05-0e1f4ce8af98 req-9568fbee-1cf1-45cf-a3bd-c0cdd43fbe27 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881038 Jan 28 04:56:16.075929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3d17047-ddbf-4fe0-be2d-74344e6ef33d details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:16.082598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611d791d-0df4-474a-b493-e46a98347820 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:16.236397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 611d791d-0df4-474a-b493-e46a98347820 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:16.258797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 611d791d-0df4-474a-b493-e46a98347820 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:16.259039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (611d791d-0df4-474a-b493-e46a98347820), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:16.313968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:16.335915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d', 'network_id': '9b904628-1f1e-4183-a027-26db271acc80', 'port_id': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d', 'mac_address': 'fa:16:3e:2d:ac:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8904d0c-5bbd-4d52-a601-702a03b204b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:16.413774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3d17047-ddbf-4fe0-be2d-74344e6ef33d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:16.414204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:16.429668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 611d791d-0df4-474a-b493-e46a98347820 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:16.430070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (611d791d-0df4-474a-b493-e46a98347820), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:16.447788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d17047-ddbf-4fe0-be2d-74344e6ef33d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:16.480700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d791d-0df4-474a-b493-e46a98347820'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:16.483888 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb2c9e4-7555-486d-9015-0fdeb607b980" -d '{"events": [{"server_uuid": "9ef9c5c5-d730-4071-99be-b5663faa41a1", "name": "network-vif-plugged", "status": "completed", "tag": "611d791d-0df4-474a-b493-e46a98347820"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:16.504192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:16.506296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 611d791d-0df4-474a-b493-e46a98347820, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611d791d-0df4-474a-b493-e46a98347820,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:16.514989 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:16.529548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (611d791d-0df4-474a-b493-e46a98347820), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:16.573326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe4d2b-8434-424a-9c33-4f762854db0c req-254f61d3-6588-4c28-ad9d-80ac69c99f0d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:16.589526 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8fe4d2b-8434-424a-9c33-4f762854db0c req-254f61d3-6588-4c28-ad9d-80ac69c99f0d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1253688 Jan 28 04:56:16.615031 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9c829-1d14-4b7a-8275-44c98a8ae599 x-openstack-request-id: req-7ec9c829-1d14-4b7a-8275-44c98a8ae599 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:16.615745 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef9c5c5-d730-4071-99be-b5663faa41a1", "name": "network-vif-plugged", "status": "completed", "tag": "611d791d-0df4-474a-b493-e46a98347820", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:16.616253 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ec9c829-1d14-4b7a-8275-44c98a8ae599 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:16.616791 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d791d-0df4-474a-b493-e46a98347820', 'code': 200} Jan 28 04:56:16.664597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:16.683789 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8fe4d2b-8434-424a-9c33-4f762854db0c req-92bcae79-aa7a-4a7a-9d81-56f653b2f33d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987651 Jan 28 04:56:16.775572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81225b9-38f2-48c3-95ba-e5c25755f8ca req-043efb95-98bb-427e-a3e6-b23f1811b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:16.780058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a81225b9-38f2-48c3-95ba-e5c25755f8ca req-043efb95-98bb-427e-a3e6-b23f1811b294 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 1097 time: 0.0594835 Jan 28 04:56:16.884964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a81225b9-38f2-48c3-95ba-e5c25755f8ca req-af7446e1-b0aa-4242-afe7-f2f655a3bb19 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Jan 28 04:56:17.023365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdc348-f375-4497-806c-1a4986e5a2c5 req-384f4fdd-4020-4d40-9612-ce9fec358cf3 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:17.025732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39fdc348-f375-4497-806c-1a4986e5a2c5 req-384f4fdd-4020-4d40-9612-ce9fec358cf3 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 946 time: 0.0770092 Jan 28 04:56:17.063884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=611d791d-0df4-474a-b493-e46a98347820,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:17.130452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39fdc348-f375-4497-806c-1a4986e5a2c5 req-e96a37a3-4317-4eb9-8907-2312ff37dda6 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990238 Jan 28 04:56:17.186569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b3d17047-ddbf-4fe0-be2d-74344e6ef33d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:17.885048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628d72-b26e-47e1-a390-423c56814240 req-77a27360-eb99-48b1-a98d-8ca749275cd3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:17.889834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4628d72-b26e-47e1-a390-423c56814240 req-77a27360-eb99-48b1-a98d-8ca749275cd3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1045141 Jan 28 04:56:18.014893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4628d72-b26e-47e1-a390-423c56814240 req-a373a5b6-d1b4-46ab-8795-617db3752907 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190112 Jan 28 04:56:18.322625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ecfe0-c067-4ee4-9057-02f08660140a req-b4bb1a59-42be-4807-a728-1ca74adcba36 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:18.330306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-847ecfe0-c067-4ee4-9057-02f08660140a req-b4bb1a59-42be-4807-a728-1ca74adcba36 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 946 time: 0.1191065 Jan 28 04:56:18.446724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-847ecfe0-c067-4ee4-9057-02f08660140a req-7566c0ea-0e77-4039-a9b8-c9a69b061759 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077361 Jan 28 04:56:19.150793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0665a24-7b4c-490e-8845-46f250850a29 req-9723108e-0400-48bf-8c6f-5866ed60e74d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:19.153327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0665a24-7b4c-490e-8845-46f250850a29 req-9723108e-0400-48bf-8c6f-5866ed60e74d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0563385 Jan 28 04:56:19.212279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0665a24-7b4c-490e-8845-46f250850a29 req-783f6949-7d40-4639-87d7-a56e7ec50111 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531261 Jan 28 04:56:19.596586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7292d5-1bd0-497f-a53b-6a435c19ee25 req-cf1f62f9-a18c-4c1e-be7b-055ccbcb40af tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:19.605459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa7292d5-1bd0-497f-a53b-6a435c19ee25 req-cf1f62f9-a18c-4c1e-be7b-055ccbcb40af tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 946 time: 0.0660472 Jan 28 04:56:19.689589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa7292d5-1bd0-497f-a53b-6a435c19ee25 req-c2781fb1-86bd-49e7-a208-6da59c7ddd79 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828438 Jan 28 04:56:19.826356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a832e-6e31-4cf0-b13c-463c983587ed req-8c9440e7-ec7a-4bab-a7e6-87f0a7dd294c tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:19.828401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-893a832e-6e31-4cf0-b13c-463c983587ed req-8c9440e7-ec7a-4bab-a7e6-87f0a7dd294c tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0723894 Jan 28 04:56:19.881827 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-893a832e-6e31-4cf0-b13c-463c983587ed req-9a213839-19ff-45cb-bbdc-a4a29006bd78 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474927 Jan 28 04:56:20.017444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec534d-2a6e-4396-9dbc-fa566c02649a req-d8d33768-28a2-4086-9463-4248e9e55f03 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:20.019819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6ec534d-2a6e-4396-9dbc-fa566c02649a req-d8d33768-28a2-4086-9463-4248e9e55f03 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 944 time: 0.0575874 Jan 28 04:56:20.082676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c6ec534d-2a6e-4396-9dbc-fa566c02649a req-7345cb13-287e-47c7-9c78-6479b52c575c tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Jan 28 04:56:20.100852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3d17047-ddbf-4fe0-be2d-74344e6ef33d up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:20.153872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b3d17047-ddbf-4fe0-be2d-74344e6ef33d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:20.159034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b3d17047-ddbf-4fe0-be2d-74344e6ef33d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:20.159866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:20.265451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3d17047-ddbf-4fe0-be2d-74344e6ef33d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:20.266123 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:20.310106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:20.311084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:20.314491 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072de2fe-b5c2-46c4-9bed-2ed9209cff3b" -d '{"events": [{"server_uuid": "95fb8a30-52a0-4d6e-a642-e75e4f28ca74", "name": "network-vif-plugged", "status": "completed", "tag": "b3d17047-ddbf-4fe0-be2d-74344e6ef33d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:20.321394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:20.388364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:20.396984 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3739ec8-fcdf-487b-84b6-22c7491c6564 x-openstack-request-id: req-b3739ec8-fcdf-487b-84b6-22c7491c6564 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:20.397270 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb8a30-52a0-4d6e-a642-e75e4f28ca74", "name": "network-vif-plugged", "status": "completed", "tag": "b3d17047-ddbf-4fe0-be2d-74344e6ef33d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:20.397603 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3739ec8-fcdf-487b-84b6-22c7491c6564 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:20.398418 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d', 'code': 200} Jan 28 04:56:20.420430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280255-dd01-4151-addd-e9c431acef26 req-f22ee783-0285-4f74-94f9-0b575a90ef59 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:20.430264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef280255-dd01-4151-addd-e9c431acef26 req-f22ee783-0285-4f74-94f9-0b575a90ef59 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0850241 Jan 28 04:56:20.497777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef280255-dd01-4151-addd-e9c431acef26 req-a10ca33f-29f5-4d2a-818f-291be8136d2c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665264 Jan 28 04:56:20.681648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a758a8-3584-4b46-8d28-cd9b4785631c req-7cf0ea5a-7fa1-4b6f-bade-d5b3e59a796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:20.683120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72a758a8-3584-4b46-8d28-cd9b4785631c req-7cf0ea5a-7fa1-4b6f-bade-d5b3e59a796a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 1096 time: 0.1663370 Jan 28 04:56:20.764169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72a758a8-3584-4b46-8d28-cd9b4785631c req-b0bbdbb9-764d-4310-8c1b-dd64c572dfca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750382 Jan 28 04:56:21.215305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baf76f-8936-4059-99a9-f9ecb9aeb505 req-b5b3965f-57b5-457d-9ffb-f0eee972b113 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:21.225267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7baf76f-8936-4059-99a9-f9ecb9aeb505 req-b5b3965f-57b5-457d-9ffb-f0eee972b113 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 945 time: 0.0721531 Jan 28 04:56:21.277532 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:56:21.290614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7baf76f-8936-4059-99a9-f9ecb9aeb505 req-2fcc2c18-03c4-41eb-b325-552020422079 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636888 Jan 28 04:56:21.747490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c052377-2f86-47fb-9b94-960084071ae6 req-3442b236-3fb9-426f-adaf-f7963aa22d27 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:21.748933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c052377-2f86-47fb-9b94-960084071ae6 req-3442b236-3fb9-426f-adaf-f7963aa22d27 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1154807 Jan 28 04:56:21.838864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c052377-2f86-47fb-9b94-960084071ae6 req-0db946c7-71a2-4ab7-8e6d-bbbaa0517037 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832095 Jan 28 04:56:22.529451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac413f6-4671-448f-a6e6-3ac301179dec req-463a22eb-4425-468d-a0ca-fe1c6b4e2319 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:22.532045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ac413f6-4671-448f-a6e6-3ac301179dec req-463a22eb-4425-468d-a0ca-fe1c6b4e2319 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 945 time: 0.1045742 Jan 28 04:56:22.624587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ac413f6-4671-448f-a6e6-3ac301179dec req-956aab9c-b77f-454e-82a3-626f723c9973 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826364 Jan 28 04:56:23.089352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8e73-8a09-4443-ae12-42474cf1c2e8 req-f623a483-6f3b-44ae-93c1-d495f4f72ae0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:23.099602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4faa8e73-8a09-4443-ae12-42474cf1c2e8 req-f623a483-6f3b-44ae-93c1-d495f4f72ae0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1209543 Jan 28 04:56:23.224126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf2890-2e86-41a1-8875-f59252d6b1ba req-97b9ad4e-d078-4057-8c47-b6aded915f8a tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:23.245506 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4faa8e73-8a09-4443-ae12-42474cf1c2e8 req-e2b3b66a-da25-484e-8114-fe236010d5e0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441402 Jan 28 04:56:23.255075 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2baf2890-2e86-41a1-8875-f59252d6b1ba req-97b9ad4e-d078-4057-8c47-b6aded915f8a tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 945 time: 0.2435231 Jan 28 04:56:23.382830 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2baf2890-2e86-41a1-8875-f59252d6b1ba req-74efec86-3b6a-4c08-8398-538585604ae3 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087060 Jan 28 04:56:24.495743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a6425-2447-4b6d-82b2-5f1717a5ea13 req-640b7627-0408-457c-91c2-3ba980073668 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:24.508536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-258a6425-2447-4b6d-82b2-5f1717a5ea13 req-640b7627-0408-457c-91c2-3ba980073668 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1011989 Jan 28 04:56:24.631370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad35c08-2e81-405b-a06e-0a61a1df2be1 req-73e006c6-711c-4165-a002-7292deec5169 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:24.632615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ad35c08-2e81-405b-a06e-0a61a1df2be1 req-73e006c6-711c-4165-a002-7292deec5169 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 945 time: 0.1015489 Jan 28 04:56:24.748438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-258a6425-2447-4b6d-82b2-5f1717a5ea13 req-3925f920-38d7-4a8e-ab51-73a4b1b27443 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384524 Jan 28 04:56:24.754812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ad35c08-2e81-405b-a06e-0a61a1df2be1 req-720ec9b2-0c4b-4370-a87d-122ff3d1c0b1 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113656 Jan 28 04:56:24.854443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-e704a56c-b188-4622-bdee-d4d5f7258f18 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:24.856291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-e704a56c-b188-4622-bdee-d4d5f7258f18 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 945 time: 0.1709442 Jan 28 04:56:25.142786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Deleting port b3d17047-ddbf-4fe0-be2d-74344e6ef33d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:56:25.143205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:25.339354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] For port b3d17047-ddbf-4fe0-be2d-74344e6ef33d, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:25.339738 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:25.362722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Calling delete_port for b3d17047-ddbf-4fe0-be2d-74344e6ef33d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:56:25.712738 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3d17047-ddbf-4fe0-be2d-74344e6ef33d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:25.753623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Pushing event deleted for resources: {'Port': ['ID=b3d17047-ddbf-4fe0-be2d-74344e6ef33d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:25.755702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:25.868162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] No DVR routers for this DVR port b3d17047-ddbf-4fe0-be2d-74344e6ef33d on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:56:25.869735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['611d791d-0df4-474a-b493-e46a98347820', 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:25.873736 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:25.878278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-956e8eaa-f27c-4b02-9434-b50a79e515a1 req-a7f780d3-bb4b-4ce9-9a78-15adf2db17ee tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "DELETE /v2.0/ports/b3d17047-ddbf-4fe0-be2d-74344e6ef33d HTTP/1.1" status: 204 len: 173 time: 1.0167742 Jan 28 04:56:25.907526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'name': 'network-vif-deleted', 'tag': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:25.911475 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07f0402-4319-48d3-911a-1018346857a7" -d '{"events": [{"server_uuid": "95fb8a30-52a0-4d6e-a642-e75e4f28ca74", "name": "network-vif-deleted", "tag": "b3d17047-ddbf-4fe0-be2d-74344e6ef33d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:25.994699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d708ac14-37ec-442e-b6ce-942bb6bfa766 req-bcfe09d0-4b9a-40d1-84e5-2eaab3739d9c tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fb8a30-52a0-4d6e-a642-e75e4f28ca74 HTTP/1.1" status: 200 len: 210 time: 0.0605633 Jan 28 04:56:26.158347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba755b-aca6-4cc9-92e2-f0cfca3a9fc8 req-a2419f62-b744-457e-bff8-4211e3cac0b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:26.165557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8ba755b-aca6-4cc9-92e2-f0cfca3a9fc8 req-a2419f62-b744-457e-bff8-4211e3cac0b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.2845788 Jan 28 04:56:26.303242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8ba755b-aca6-4cc9-92e2-f0cfca3a9fc8 req-560aed66-1bb9-42db-8b7f-749b337eb521 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299751 Jan 28 04:56:26.358702 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3006e-6bbd-4787-9ba8-c1a8fab98622 x-openstack-request-id: req-50b3006e-6bbd-4787-9ba8-c1a8fab98622 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:26.359607 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb8a30-52a0-4d6e-a642-e75e4f28ca74", "name": "network-vif-deleted", "tag": "b3d17047-ddbf-4fe0-be2d-74344e6ef33d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:26.360076 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b3006e-6bbd-4787-9ba8-c1a8fab98622 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:26.360856 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb8a30-52a0-4d6e-a642-e75e4f28ca74', 'name': 'network-vif-deleted', 'tag': 'b3d17047-ddbf-4fe0-be2d-74344e6ef33d', 'status': 'completed', 'code': 200} Jan 28 04:56:27.502830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97708582-1f9f-454e-96a9-4bf6634e1590 req-53848d6b-db64-441d-ad18-59a2af47079c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:27.511500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97708582-1f9f-454e-96a9-4bf6634e1590 req-53848d6b-db64-441d-ad18-59a2af47079c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0704975 Jan 28 04:56:27.580834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-97708582-1f9f-454e-96a9-4bf6634e1590 req-8d451eac-c46e-4033-8470-363e839a739e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682695 Jan 28 04:56:28.334155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ef19-ef1b-49c1-9589-047cac840f75 req-fe124318-9e8b-4be9-ad1e-4e2e72a4201a tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:28.347796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ef19-ef1b-49c1-9589-047cac840f75 req-fe124318-9e8b-4be9-ad1e-4e2e72a4201a tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:28.356835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e182ef19-ef1b-49c1-9589-047cac840f75 req-fe124318-9e8b-4be9-ad1e-4e2e72a4201a tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1&device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 1682 time: 0.0945494 Jan 28 04:56:28.416396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e182ef19-ef1b-49c1-9589-047cac840f75 req-fc4e5abd-ce53-477c-9ad6-a92864fe9227 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Jan 28 04:56:28.894338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a122b-9300-46e0-ba94-daff523a7b5a req-9fd297ab-3d3b-43d6-8a78-068e7ac653df tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:28.909502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-355a122b-9300-46e0-ba94-daff523a7b5a req-9fd297ab-3d3b-43d6-8a78-068e7ac653df tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.2142217 Jan 28 04:56:28.994800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-355a122b-9300-46e0-ba94-daff523a7b5a req-c83c5212-85f3-488a-a42a-1fa994941a23 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829868 Jan 28 04:56:29.347526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084cd27-661d-4637-b13b-3b599b987dbb req-059b5e42-2791-4517-b452-bd838a730bb4 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:29.354861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c084cd27-661d-4637-b13b-3b599b987dbb req-059b5e42-2791-4517-b452-bd838a730bb4 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0688460 Jan 28 04:56:29.421760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c084cd27-661d-4637-b13b-3b599b987dbb req-59ab7f7a-8bf3-47f6-85bc-1e436134e5e2 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657842 Jan 28 04:56:30.167962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3d17047-ddbf-4fe0-be2d-74344e6ef33d no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:56:30.197134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be538-27d2-4bcb-a415-2d105dbb6c93 req-d002c629-bc7f-42bc-9d86-ae08605d698e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:30.208118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-351be538-27d2-4bcb-a415-2d105dbb6c93 req-d002c629-bc7f-42bc-9d86-ae08605d698e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1107519 Jan 28 04:56:30.215824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: b3d17047-ddbf-4fe0-be2d-74344e6ef33d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:56:30.216397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3d17047-ddbf-4fe0-be2d-74344e6ef33d not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:56:30.284781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-351be538-27d2-4bcb-a415-2d105dbb6c93 req-d90aade0-0d20-4bbd-a8e8-0137e26228d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647993 Jan 28 04:56:30.508170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-4e107227-2a9f-430f-a440-edc347ceda78 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:30.509705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-4e107227-2a9f-430f-a440-edc347ceda78 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1234944 Jan 28 04:56:30.638304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bc034-ff70-48a1-b2bc-929937ea0ce5 req-4b2a8d68-47ff-4887-8a99-dcfe3ac31911 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:30.651763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a57bc034-ff70-48a1-b2bc-929937ea0ce5 req-4b2a8d68-47ff-4887-8a99-dcfe3ac31911 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1431608 Jan 28 04:56:30.760877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a57bc034-ff70-48a1-b2bc-929937ea0ce5 req-c1ff3466-ef37-40d5-b425-93aa88d34fb3 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/security-groups?id=539e1f84-082f-4bc0-a1f3-18b204d8d809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078923 Jan 28 04:56:30.982571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Deleting port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:56:30.983054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.089923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-1edee60b-41ca-43d7-99b7-3f83602ba01f tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:31.097261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-1edee60b-41ca-43d7-99b7-3f83602ba01f tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ef9c5c5-d730-4071-99be-b5663faa41a1 HTTP/1.1" status: 200 len: 946 time: 0.0792100 Jan 28 04:56:31.123656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] For port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:31.125253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.169383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Calling delete_port for c2ceb7f3-69fd-4f0a-82a5-a32388eec62a owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:56:31.269633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Deleting port 611d791d-0df4-474a-b493-e46a98347820 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:56:31.270003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (611d791d-0df4-474a-b493-e46a98347820), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.403917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c2ceb7f3-69fd-4f0a-82a5-a32388eec62a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.440080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['611d791d-0df4-474a-b493-e46a98347820'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:31.442788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:31.473265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Pushing event deleted for resources: {'Port': ['ID=c2ceb7f3-69fd-4f0a-82a5-a32388eec62a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:31.497202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] No DVR routers for this DVR port c2ceb7f3-69fd-4f0a-82a5-a32388eec62a on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:56:31.501347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.505192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b6e7273e-2fef-4e3c-8384-9aba0fc37664 req-b58714dc-ab50-44c6-afdc-721908da6a80 tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.47 "DELETE /v2.0/ports/c2ceb7f3-69fd-4f0a-82a5-a32388eec62a HTTP/1.1" status: 204 len: 173 time: 0.9870498 Jan 28 04:56:31.505958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'name': 'network-vif-deleted', 'tag': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:31.509188 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812f461-bc58-49a1-881e-ee3c84ccf5ce" -d '{"events": [{"server_uuid": "e24cf9f1-4f17-4091-a22d-1fd95715d1c7", "name": "network-vif-deleted", "tag": "c2ceb7f3-69fd-4f0a-82a5-a32388eec62a"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:31.516681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283b1e3-dfb3-442d-82d8-1f7c09bf19cc req-3de34677-9901-4563-a527-5f194d2faede tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:31.525972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b283b1e3-dfb3-442d-82d8-1f7c09bf19cc req-3de34677-9901-4563-a527-5f194d2faede tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1521635 Jan 28 04:56:31.538972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] For port 611d791d-0df4-474a-b493-e46a98347820, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=611d791d-0df4-474a-b493-e46a98347820,segment=NetworkSegment(34b47480-5b86-43a5-9ca1-fdec3b03930a),segment_id=34b47480-5b86-43a5-9ca1-fdec3b03930a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:31.540049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (611d791d-0df4-474a-b493-e46a98347820), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.580569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Calling delete_port for 611d791d-0df4-474a-b493-e46a98347820 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:56:31.659004 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fcdaa4-d59e-47d8-a86f-ff471a2767fb x-openstack-request-id: req-a2fcdaa4-d59e-47d8-a86f-ff471a2767fb {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:31.659300 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24cf9f1-4f17-4091-a22d-1fd95715d1c7", "name": "network-vif-deleted", "tag": "c2ceb7f3-69fd-4f0a-82a5-a32388eec62a", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:31.659556 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2fcdaa4-d59e-47d8-a86f-ff471a2767fb {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:31.660108 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24cf9f1-4f17-4091-a22d-1fd95715d1c7', 'name': 'network-vif-deleted', 'tag': 'c2ceb7f3-69fd-4f0a-82a5-a32388eec62a', 'status': 'completed', 'code': 200} Jan 28 04:56:31.696611 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b283b1e3-dfb3-442d-82d8-1f7c09bf19cc req-896fc182-7b55-4ed9-a786-89939c10a4d0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692255 Jan 28 04:56:31.840086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (611d791d-0df4-474a-b493-e46a98347820), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:31.875783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c2ceb7f3-69fd-4f0a-82a5-a32388eec62a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:31.912562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Pushing event deleted for resources: {'Port': ['ID=611d791d-0df4-474a-b493-e46a98347820,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:31.921214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['611d791d-0df4-474a-b493-e46a98347820'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:31.970947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] No DVR routers for this DVR port 611d791d-0df4-474a-b493-e46a98347820 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:56:31.996671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:32.029658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddf41be3-0940-4b5d-a699-9ee4fa1b19c3 req-8329e0d0-fac1-4130-8a4e-de381755371e tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.52 "DELETE /v2.0/ports/611d791d-0df4-474a-b493-e46a98347820 HTTP/1.1" status: 204 len: 173 time: 0.9249687 Jan 28 04:56:32.032492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'name': 'network-vif-deleted', 'tag': '611d791d-0df4-474a-b493-e46a98347820'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:32.034022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0137d1a-f7a5-4688-8830-d20b1de95b53 req-867782a8-b7f2-44e7-81dc-c13ae4439bfd tempest-ListServersNegativeTestJSON-994186869 tempest-ListServersNegativeTestJSON-994186869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e24cf9f1-4f17-4091-a22d-1fd95715d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1300545 Jan 28 04:56:32.039735 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ffa4ae-d86b-4442-a6fe-e88a222821a3" -d '{"events": [{"server_uuid": "9ef9c5c5-d730-4071-99be-b5663faa41a1", "name": "network-vif-deleted", "tag": "611d791d-0df4-474a-b493-e46a98347820"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:32.126826 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6775cb-8d93-4614-9b7f-e933a3cb4bf2 x-openstack-request-id: req-3d6775cb-8d93-4614-9b7f-e933a3cb4bf2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:32.127448 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef9c5c5-d730-4071-99be-b5663faa41a1", "name": "network-vif-deleted", "tag": "611d791d-0df4-474a-b493-e46a98347820", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:32.128094 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d6775cb-8d93-4614-9b7f-e933a3cb4bf2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:32.128860 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef9c5c5-d730-4071-99be-b5663faa41a1', 'name': 'network-vif-deleted', 'tag': '611d791d-0df4-474a-b493-e46a98347820', 'status': 'completed', 'code': 200} Jan 28 04:56:32.152140 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-b05e62a6-7107-4e58-8387-69cef3c32d2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036589 Jan 28 04:56:32.313953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-d690cd78-9ba3-4f6b-ad6a-efa7f326c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:32.316030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-d690cd78-9ba3-4f6b-ad6a-efa7f326c85a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 1096 time: 0.0607634 Jan 28 04:56:32.465086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-e9b5cf6e-32c5-43bc-bc1f-d05dbbd3c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:32.466549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-e9b5cf6e-32c5-43bc-bc1f-d05dbbd3c470 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.0906210 Jan 28 04:56:32.521994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-95ef4d11-a8e5-4c5a-9637-986f04cff06d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc HTTP/1.1" status: 200 len: 217 time: 0.0495343 Jan 28 04:56:32.583016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-94606c1c-2b32-4ad5-962b-15892ddf658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:32.600407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-94606c1c-2b32-4ad5-962b-15892ddf658c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0556600 Jan 28 04:56:32.669576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-b6fcd62b-98f9-4f0b-8c11-1ad5ab0a0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:32.671552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-b6fcd62b-98f9-4f0b-8c11-1ad5ab0a0af5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700243 Jan 28 04:56:32.692132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-06632f5b-a7cb-4c6b-b0a7-0c3b711bd477 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:56:32.693235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-06632f5b-a7cb-4c6b-b0a7-0c3b711bd477 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056274 Jan 28 04:56:32.903648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf6a81-fa55-41be-afdb-27d8e2e6af77 req-dd1270a7-18f2-4328-b17e-483f3ee98353 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:32.905348 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77cf6a81-fa55-41be-afdb-27d8e2e6af77 req-dd1270a7-18f2-4328-b17e-483f3ee98353 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0938544 Jan 28 04:56:32.935683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-cb5822ce-b9cc-4454-adbb-8321786ced88 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342248 Jan 28 04:56:33.157682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33094) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:33.259231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Deleting subnet a8904d0c-5bbd-4d52-a601-702a03b204b8 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:56:33.263646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Publish callbacks [] for subnet (a8904d0c-5bbd-4d52-a601-702a03b204b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.333530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (a8904d0c-5bbd-4d52-a601-702a03b204b8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.448656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a8904d0c-5bbd-4d52-a601-702a03b204b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.499005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77cf6a81-fa55-41be-afdb-27d8e2e6af77 req-e36fdb71-ccc5-4dd0-a64b-8bbbf00afbbe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727100 Jan 28 04:56:33.553335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (a8904d0c-5bbd-4d52-a601-702a03b204b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.597923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afcf11d-570f-49d4-926f-43327e0fdaf1 req-d4b69422-62a2-4126-9264-d6414cfe5b9c service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492043 Jan 28 04:56:33.626935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8904d0c-5bbd-4d52-a601-702a03b204b8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:33.655519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.675320 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0c129286-5cb3-472b-b2e5-bd35248fbd0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8904d0c-5bbd-4d52-a601-702a03b204b8 HTTP/1.1" status: 204 len: 168 time: 0.5085826 Jan 28 04:56:33.675749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33108) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:33.772118 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (9b904628-1f1e-4183-a027-26db271acc80), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.904462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (9b904628-1f1e-4183-a027-26db271acc80), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.931076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b904628-1f1e-4183-a027-26db271acc80']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:33.940838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c2ceb7f3-69fd-4f0a-82a5-a32388eec62a no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:56:33.943805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b47480-5b86-43a5-9ca1-fdec3b03930a') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:33.944119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b47480-5b86-43a5-9ca1-fdec3b03930a') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:33.955833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (34b47480-5b86-43a5-9ca1-fdec3b03930a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.974714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (34b47480-5b86-43a5-9ca1-fdec3b03930a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.981950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:56:33.983342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (34b47480-5b86-43a5-9ca1-fdec3b03930a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:56:33.985774 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:56:34.001343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: c2ceb7f3-69fd-4f0a-82a5-a32388eec62a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:56:34.001841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c2ceb7f3-69fd-4f0a-82a5-a32388eec62a not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:56:34.056810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (9b904628-1f1e-4183-a027-26db271acc80), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:34.067741 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:34.073103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b904628-1f1e-4183-a027-26db271acc80 HTTP/1.1" status: 204 len: 168 time: 0.3969221 Jan 28 04:56:34.094954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542e807-dd33-468b-a2bf-b3f1d1eae460 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b904628-1f1e-4183-a027-26db271acc80,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:34.262048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33124) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:34.310336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c57e6e11-ff37-4f77-83ee-572a6870c393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad87acc374b64240a1e54a1eda080d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468540 Jan 28 04:56:34.313519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33126) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:34.366465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1478f6ca-2125-481c-9afc-332d79f354f3 admin admin] Publish callbacks [] for security_group (539e1f84-082f-4bc0-a1f3-18b204d8d809), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:34.395273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1478f6ca-2125-481c-9afc-332d79f354f3 admin admin] Publish callbacks [] for security_group (539e1f84-082f-4bc0-a1f3-18b204d8d809), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:34.454467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1478f6ca-2125-481c-9afc-332d79f354f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (539e1f84-082f-4bc0-a1f3-18b204d8d809), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:34.458018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1478f6ca-2125-481c-9afc-332d79f354f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:34.459331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1478f6ca-2125-481c-9afc-332d79f354f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/539e1f84-082f-4bc0-a1f3-18b204d8d809 HTTP/1.1" status: 204 len: 168 time: 0.1443231 Jan 28 04:56:34.469931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478f6ca-2125-481c-9afc-332d79f354f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539e1f84-082f-4bc0-a1f3-18b204d8d809,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:34.651839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bf713-b99b-41b4-8df1-7b657569b1d6 req-6aed2580-0022-4f14-828e-30b436be3721 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:34.654016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b1bf713-b99b-41b4-8df1-7b657569b1d6 req-6aed2580-0022-4f14-828e-30b436be3721 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0570161 Jan 28 04:56:34.739353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b1bf713-b99b-41b4-8df1-7b657569b1d6 req-a500d3be-4b6d-4af7-b79d-8f4bf3e2d752 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 Jan 28 04:56:35.327000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 33174) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:35.446997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1917757465-network', 'tenant_id': '7eb2b9d947174e9ebdb24e60999fbf17'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:35.474757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Made reservation on behalf of 7eb2b9d947174e9ebdb24e60999fbf17 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:35.478158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.488572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.575294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks [] for security_group (80dde9b2-74de-4534-89eb-95abc2889bfd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.580317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (80dde9b2-74de-4534-89eb-95abc2889bfd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.607964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:56:35.623797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dde9b2-74de-4534-89eb-95abc2889bfd,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:35.626972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1b6cb531-90b1-4ce5-938e-9fedb822b363), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.627328 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Added segment 1b6cb531-90b1-4ce5-938e-9fedb822b363 of type vlan for network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 Jan 28 04:56:35.672415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.701293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.703170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:35.703879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.730829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4024754 Jan 28 04:56:35.734591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 33186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:35.740263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Request body: {'subnet': {'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1917757465-subnet', 'tenant_id': '7eb2b9d947174e9ebdb24e60999fbf17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:35.764248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Made reservation on behalf of 7eb2b9d947174e9ebdb24e60999fbf17 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:35.767367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:35.788352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed7e70-0f67-4346-95bd-bd88154cf745 admin admin] Pushing event updated for resources: {'Network': ['ID=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:35.799676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:56:35.928821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad3077-2063-4b66-acfb-ab644e2d2df7 req-73870330-0f57-4201-b433-e3eaf2e03338 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:35.930387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21ad3077-2063-4b66-acfb-ab644e2d2df7 req-73870330-0f57-4201-b433-e3eaf2e03338 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0744610 Jan 28 04:56:36.020169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21ad3077-2063-4b66-acfb-ab644e2d2df7 req-817d1f9c-0763-49b6-8041-35b397565f96 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830936 Jan 28 04:56:36.080531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (763212fb-051d-4b02-84a4-76b37a47898a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:36.132303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=763212fb-051d-4b02-84a4-76b37a47898a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:36.147933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Checking segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:36.148305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Network hostable DHCP agents. Network: c27a6ec2-7bff-4a43-a18c-2cdbe2237f90, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:56:36.167472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:56:36.183268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611d791d-0df4-474a-b493-e46a98347820 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:56:36.185961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c27a6ec2-7bff-4a43-a18c-2cdbe2237f90) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:36.192874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:36.194068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:36.222298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-094f3abf-5672-4d55-ab6a-03103d5bf3bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4865835 Jan 28 04:56:36.233033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 611d791d-0df4-474a-b493-e46a98347820 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:56:36.234723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 611d791d-0df4-474a-b493-e46a98347820 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:56:36.237500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d2834-2944-49bf-874f-8a0d92019301 None None] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:56:36.375390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:36.382881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c164c-1d80-4947-ac2b-d81ba15c7c45 None None] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:56:36.775103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-55c623ad-bd83-47d0-9f8c-b2de4c2d9291 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:36.776612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-55c623ad-bd83-47d0-9f8c-b2de4c2d9291 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 813 time: 0.1195579 Jan 28 04:56:36.791535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-c1d0bf6c-012b-41aa-8d68-b86710f92764 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/quotas/7eb2b9d947174e9ebdb24e60999fbf17 HTTP/1.1" status: 200 len: 375 time: 0.0090852 Jan 28 04:56:36.835908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-a1152a1d-232c-445c-822a-840ed8e2c06a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389059 Jan 28 04:56:36.935739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-f75bc995-44bb-4646-98d2-8427ca9c8040 service neutron] 10.222.0.21 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988362 Jan 28 04:56:37.027651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-dd89d239-116b-4266-b8cb-491298708cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854931 Jan 28 04:56:37.176052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9089-665f-4a4e-83f5-c048481eaa4c req-39bb78c8-59ac-43ce-9797-4d1272c2bb0b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:37.178646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f7d9089-665f-4a4e-83f5-c048481eaa4c req-39bb78c8-59ac-43ce-9797-4d1272c2bb0b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0810072 Jan 28 04:56:37.308627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f7d9089-665f-4a4e-83f5-c048481eaa4c req-9f1b0638-6e0b-4ca4-b8fa-5eb11e2acc17 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231143 Jan 28 04:56:37.512198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b655520-9e38-478e-a81c-722382a31231 req-d906fb67-5d58-4cc3-9049-3bb670e015d2 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 210 time: 0.0537038 Jan 28 04:56:37.837590 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:38.538995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ab176-d81c-4a2b-a00b-66f93f9f333f req-c9a815cb-6e3d-4506-ad3d-1f13d5f45781 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:38.541472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-432ab176-d81c-4a2b-a00b-66f93f9f333f req-c9a815cb-6e3d-4506-ad3d-1f13d5f45781 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0798948 Jan 28 04:56:38.590849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-66ecc517-c875-4d33-bd95-50261f075a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:38.729815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-432ab176-d81c-4a2b-a00b-66f93f9f333f req-8e7e12da-9369-4e75-832e-2dd557b18322 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694729 Jan 28 04:56:38.803076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85097b82-f754-414d-806d-704e6d6967ec req-c44c3e2a-3b74-4649-9417-474255e27dda tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 210 time: 0.0637214 Jan 28 04:56:39.369765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-86b033ea-e0fc-4b6d-9e55-2c351d243c58 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:39.371739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-86b033ea-e0fc-4b6d-9e55-2c351d243c58 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 813 time: 0.2553191 Jan 28 04:56:39.385635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-7c3b8609-3838-4a83-9c60-94c683c8383d tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:39.387539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-7c3b8609-3838-4a83-9c60-94c683c8383d tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 813 time: 0.2762218 Jan 28 04:56:39.391321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Request body: {'port': {'device_id': '3df9b399-fd86-49fe-a033-578401a74bb4', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'admin_state_up': True, 'tenant_id': '7eb2b9d947174e9ebdb24e60999fbf17'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:39.448722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Request body: {'port': {'device_id': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'admin_state_up': True, 'tenant_id': '7eb2b9d947174e9ebdb24e60999fbf17'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:39.586226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Made reservation on behalf of 7eb2b9d947174e9ebdb24e60999fbf17 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:39.594894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:39.636219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Made reservation on behalf of 7eb2b9d947174e9ebdb24e60999fbf17 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:39.639757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:39.821466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-b0c3822a-2b99-475b-9753-d101ed8bb3f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2709687 Jan 28 04:56:39.827140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Allocated IP 172.20.0.12 (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90/763212fb-051d-4b02-84a4-76b37a47898a/923cdc6e-aed1-4895-bd41-36b332673591) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:39.928910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3aed7-6218-49d4-846e-9f8b46a6f425 req-8898b634-73c4-4ece-aa92-748e03742479 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:39.936428 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d3aed7-6218-49d4-846e-9f8b46a6f425 req-8898b634-73c4-4ece-aa92-748e03742479 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0809488 Jan 28 04:56:40.026284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d3aed7-6218-49d4-846e-9f8b46a6f425 req-dcea5587-726a-422d-a97a-586c0de936ca tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812354 Jan 28 04:56:40.052959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4800554f-c106-4636-ab1d-f16ae3857203 req-8cbbcba8-3828-402d-95e7-f9cf107d743f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 210 time: 0.0600371 Jan 28 04:56:40.153914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338899-c090-43a7-996c-e105ec96c904 req-a83ca582-ade7-495e-a939-3462acb89be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:40.156874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-a83ca582-ade7-495e-a939-3462acb89be1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1096 time: 0.2275550 Jan 28 04:56:40.267811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks [] for port (923cdc6e-aed1-4895-bd41-36b332673591), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.323850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338899-c090-43a7-996c-e105ec96c904 req-d2552d3e-0438-46d8-a75a-801fbd2c9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:40.325739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-d2552d3e-0438-46d8-a75a-801fbd2c9fa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1327736 Jan 28 04:56:40.381108 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (923cdc6e-aed1-4895-bd41-36b332673591), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.428999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Allocated IP 172.20.0.8 (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90/763212fb-051d-4b02-84a4-76b37a47898a/0bd1f391-12b0-46a2-8ed7-e7037a0ca88f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:40.490938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:40.495644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:40.503738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-7874578d-aa38-4e3a-a439-aa477906007b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 1000 time: 0.1718540 Jan 28 04:56:40.504519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:40.550197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event updated for resources: {'Port': ['ID=923cdc6e-aed1-4895-bd41-36b332673591,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:40.615868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:40.616517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.620716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338899-c090-43a7-996c-e105ec96c904 req-69cd39b5-726b-4e68-99ef-b214ad0bbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:40.622439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-69cd39b5-726b-4e68-99ef-b214ad0bbb32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.1111403 Jan 28 04:56:40.641172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks [] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.692791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-3f8c2049-e35e-416d-82ae-ac4dd24fa497 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3046625 Jan 28 04:56:40.709620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.721946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Request body: {'port': {'device_id': '3df9b399-fd86-49fe-a033-578401a74bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:40.771037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:40.778023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:40.789538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:40.828473 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3e40819-6601-4e7f-83cb-0c0bfb01e941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.836577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338899-c090-43a7-996c-e105ec96c904 req-06e120b7-6a53-4700-a591-97231dfaeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:40.838190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-06e120b7-6a53-4700-a591-97231dfaeff9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020972 Jan 28 04:56:40.854165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:40.861767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.871478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event updated for resources: {'Port': ['ID=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:40.878730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (923cdc6e-aed1-4895-bd41-36b332673591), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:40.891611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.891968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.892321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.892668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.893010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.894626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.894992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.895336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.895675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.896013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.896350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.896688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.897025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:40.948553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fc014003-05ac-4cf8-82c2-8d8e3a8dfe9a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5143824 Jan 28 04:56:40.966382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Request body: {'port': {'device_id': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:41.070572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.089937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-817bff0b-d4d3-4bc2-880a-1a2d8746a859 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420695 Jan 28 04:56:41.281958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3af67-0724-46e1-881a-f785c6c8fc4c req-4f26e508-3165-4776-90f5-03b8cce2f72c tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:41.288358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48c3af67-0724-46e1-881a-f785c6c8fc4c req-4f26e508-3165-4776-90f5-03b8cce2f72c tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 932 time: 0.0905335 Jan 28 04:56:41.366700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48c3af67-0724-46e1-881a-f785c6c8fc4c req-a2c8e5c9-e332-446a-8e88-72045f261d2c tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Jan 28 04:56:41.470578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362cf0a-4b01-4b53-8769-3df22b9ae0c9 req-73cd3e25-87f7-45bf-96d1-8ebcaec0b15a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:41.473757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9362cf0a-4b01-4b53-8769-3df22b9ae0c9 req-73cd3e25-87f7-45bf-96d1-8ebcaec0b15a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.2446826 Jan 28 04:56:41.519845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0338899-c090-43a7-996c-e105ec96c904 req-5e77979c-0004-4a67-87c0-29bedb98634b service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717996 Jan 28 04:56:41.589278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9362cf0a-4b01-4b53-8769-3df22b9ae0c9 req-ba8426d2-c9eb-42e2-9379-33a8790c203a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Jan 28 04:56:41.627369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923cdc6e-aed1-4895-bd41-36b332673591 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:41.635265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Publish callbacks [] for port (923cdc6e-aed1-4895-bd41-36b332673591), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.650972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Transition to ACTIVE for port object 923cdc6e-aed1-4895-bd41-36b332673591 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:41.655305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (923cdc6e-aed1-4895-bd41-36b332673591), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.750128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Pushing event updated for resources: {'Port': ['ID=923cdc6e-aed1-4895-bd41-36b332673591,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:41.814627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Attempting to bind port 923cdc6e-aed1-4895-bd41-36b332673591 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:41.815119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Attempting to bind port 923cdc6e-aed1-4895-bd41-36b332673591 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:41.815575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Attempting to bind port 923cdc6e-aed1-4895-bd41-36b332673591 on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:41.821670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Port 923cdc6e-aed1-4895-bd41-36b332673591 on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:41.822104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Attempting to bind port 923cdc6e-aed1-4895-bd41-36b332673591 on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:41.828144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:41.828606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Checking segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:41.829092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Bound using segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:41.830017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Bound port: 923cdc6e-aed1-4895-bd41-36b332673591, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:41.830160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (923cdc6e-aed1-4895-bd41-36b332673591), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.838558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:41.849376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Publish callbacks [] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.863240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Transition to ACTIVE for port object 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:41.867877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.908051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] For port 923cdc6e-aed1-4895-bd41-36b332673591, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:41.911910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] For port 923cdc6e-aed1-4895-bd41-36b332673591, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=923cdc6e-aed1-4895-bd41-36b332673591,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:41.916477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (923cdc6e-aed1-4895-bd41-36b332673591), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.931070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Pushing event updated for resources: {'Port': ['ID=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:41.961929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:41.963668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:41.964644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] 10.222.0.52 "PUT /v2.0/ports/923cdc6e-aed1-4895-bd41-36b332673591 HTTP/1.1" status: 200 len: 1092 time: 1.2570066 Jan 28 04:56:41.965237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df9b399-fd86-49fe-a033-578401a74bb4', 'tag': '923cdc6e-aed1-4895-bd41-36b332673591'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:41.968294 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07038643-b7e4-48ca-93f3-ad9eb1d2395f" -d '{"events": [{"name": "network-changed", "server_uuid": "3df9b399-fd86-49fe-a033-578401a74bb4", "tag": "923cdc6e-aed1-4895-bd41-36b332673591"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:41.978577 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:42.008325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Pushing event updated for resources: {'Port': ['ID=923cdc6e-aed1-4895-bd41-36b332673591,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:42.021250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.022659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.023068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.023421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.023761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.024111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.024521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.024963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.025201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.025541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.025874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.026201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.026531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0baef-d428-450d-a9b7-490859544f8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:42.054611 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c2d6d-5b3a-4d39-b39c-d0af64384e95 x-openstack-request-id: req-ff1c2d6d-5b3a-4d39-b39c-d0af64384e95 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:42.054914 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df9b399-fd86-49fe-a033-578401a74bb4", "tag": "923cdc6e-aed1-4895-bd41-36b332673591", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:42.055562 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff1c2d6d-5b3a-4d39-b39c-d0af64384e95 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:42.056560 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df9b399-fd86-49fe-a033-578401a74bb4', 'tag': '923cdc6e-aed1-4895-bd41-36b332673591', 'status': 'completed', 'code': 200} Jan 28 04:56:42.063067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Attempting to bind port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:42.063971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Attempting to bind port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:42.065048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Attempting to bind port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:42.070511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:42.071008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Attempting to bind port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:42.076473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:42.077002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Checking segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:42.077857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Bound using segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:42.078438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Bound port: 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:42.078970 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:42.104604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-c4e2e675-ef9a-4894-8d19-1dc904282533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.106634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-c4e2e675-ef9a-4894-8d19-1dc904282533 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0650685 Jan 28 04:56:42.154256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-7588d3cf-d589-465d-b7fc-4bb220e38840 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=923cdc6e-aed1-4895-bd41-36b332673591 HTTP/1.1" status: 200 len: 217 time: 0.0359104 Jan 28 04:56:42.165589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] For port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:42.168859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] For port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:42.174719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:42.213751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.214944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:42.216958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] 10.222.0.47 "PUT /v2.0/ports/0bd1f391-12b0-46a2-8ed7-e7037a0ca88f HTTP/1.1" status: 200 len: 1091 time: 1.2556756 Jan 28 04:56:42.217848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'tag': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:42.221778 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0c484-9452-49ee-88cc-f985bd602577" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc06475-57f7-4f9e-8a67-77ca61164ea1", "tag": "0bd1f391-12b0-46a2-8ed7-e7037a0ca88f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:42.222000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-bff48d27-f9da-4a2b-8f05-2670ff984abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.223724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-bff48d27-f9da-4a2b-8f05-2670ff984abe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.0640497 Jan 28 04:56:42.257288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1625b-5e2c-429d-9fd4-345302c5b2df service neutron] Pushing event updated for resources: {'Port': ['ID=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:42.273708 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-1df02684-8ea6-4d3d-811e-5c8a3d0bb66e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439239 Jan 28 04:56:42.276685 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ad85b7-fec0-47bb-b5bc-63638b43ea58 x-openstack-request-id: req-12ad85b7-fec0-47bb-b5bc-63638b43ea58 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:42.276978 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc06475-57f7-4f9e-8a67-77ca61164ea1", "tag": "0bd1f391-12b0-46a2-8ed7-e7037a0ca88f", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:42.277272 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12ad85b7-fec0-47bb-b5bc-63638b43ea58 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:42.277859 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'tag': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f', 'status': 'completed', 'code': 200} Jan 28 04:56:42.343203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-d8f8e93f-af69-4a46-a077-73aea539f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.343203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-d8f8e93f-af69-4a46-a077-73aea539f632 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=ffc06475-57f7-4f9e-8a67-77ca61164ea1 HTTP/1.1" status: 200 len: 1094 time: 0.0479996 Jan 28 04:56:42.402373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-eb11f29a-61fa-4c93-97a3-df682cda81f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f HTTP/1.1" status: 200 len: 217 time: 0.0448706 Jan 28 04:56:42.409759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-18d8b36a-6fcc-4a2b-b2d6-5e387d8214f2 service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294568 Jan 28 04:56:42.467167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25034c-0094-452d-8194-a0ae32b10183 req-e8b72a05-35d7-4585-b377-64c9b4948882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.469648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-e8b72a05-35d7-4585-b377-64c9b4948882 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.0613241 Jan 28 04:56:42.528731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-044ea6dd-61df-489c-973c-2e430a93e205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438676 Jan 28 04:56:42.543523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-fee0c81e-cfb8-4da6-9d8e-65e0c7c11df0 service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275010 Jan 28 04:56:42.614776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152bfc-c2ba-4a4a-9528-addae7974130 req-53a0f27f-cd85-4425-9bcb-937261e66e88 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.616331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89152bfc-c2ba-4a4a-9528-addae7974130 req-53a0f27f-cd85-4425-9bcb-937261e66e88 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 944 time: 0.1423311 Jan 28 04:56:42.689084 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-8aa57a78-e1de-4aae-bac1-f43089b0a622 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544363 Jan 28 04:56:42.704002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-0b6ca750-e65f-4b8e-834e-61bc7c472f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.706864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-0b6ca750-e65f-4b8e-834e-61bc7c472f2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0779054 Jan 28 04:56:42.719213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-89152bfc-c2ba-4a4a-9528-addae7974130 req-a590db7c-547b-4fea-8a75-106daf808ba1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925162 Jan 28 04:56:42.817943 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b25034c-0094-452d-8194-a0ae32b10183 req-b208e7a0-23f9-43d4-99a6-10a46188988e service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209614 Jan 28 04:56:42.878982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-bafad575-a032-4ba7-9c62-1520e7c548b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.880482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-bafad575-a032-4ba7-9c62-1520e7c548b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 914 time: 0.1686506 Jan 28 04:56:42.904592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b945d78-da28-47e3-be7d-2e4658f1788b req-31922dcc-cee3-4665-aec8-166945cd049f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:42.906096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b945d78-da28-47e3-be7d-2e4658f1788b req-31922dcc-cee3-4665-aec8-166945cd049f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0812871 Jan 28 04:56:42.950520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-cd13ba48-3e99-44b4-8ca9-3fa3ae399fe4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=923cdc6e-aed1-4895-bd41-36b332673591 HTTP/1.1" status: 200 len: 217 time: 0.0621934 Jan 28 04:56:42.998025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-9e46736b-252d-442b-95ab-5b546694aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:43.001005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-9e46736b-252d-442b-95ab-5b546694aba8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=ffc06475-57f7-4f9e-8a67-77ca61164ea1 HTTP/1.1" status: 200 len: 1094 time: 0.0549004 Jan 28 04:56:43.065126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b945d78-da28-47e3-be7d-2e4658f1788b req-747aa3a0-1677-4b7d-a8c4-d37dca8724de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223564 Jan 28 04:56:43.077580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-ca360869-f609-4bac-b58e-ec660af0b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:43.079260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-ca360869-f609-4bac-b58e-ec660af0b588 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.1168041 Jan 28 04:56:43.136039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-9c40b052-8fc0-4bfd-af89-a366210f0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:43.136705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-aa559564-5787-447d-a675-95e5050f0aa1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507038 Jan 28 04:56:43.137638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-9c40b052-8fc0-4bfd-af89-a366210f0074 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 914 time: 0.1313150 Jan 28 04:56:43.186749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-276d7f05-74c8-48b4-b03a-126b461bda1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f HTTP/1.1" status: 200 len: 217 time: 0.0424922 Jan 28 04:56:43.239376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-3c221155-9800-432f-b46a-914cc59e0715 service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965466 Jan 28 04:56:43.265611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-d0c86368-d8b5-41fe-9837-642ebed3d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:43.267293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-d0c86368-d8b5-41fe-9837-642ebed3d938 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.0737391 Jan 28 04:56:43.308097 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-40ee90bd-a691-4b94-a681-fe498346953a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342395 Jan 28 04:56:43.384449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07038643-b7e4-48ca-93f3-ad9eb1d2395f req-33a5b045-669a-4757-a944-7d7c7b1b3c88 service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375999 Jan 28 04:56:43.414880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-3b29a2cf-f662-4455-84e8-ffedb2730067 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986357 Jan 28 04:56:43.515384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8d0c484-9452-49ee-88cc-f985bd602577 req-d6eabd9a-1840-49f0-8c6b-e4616ee23916 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944571 Jan 28 04:56:43.669526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:43.893527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4ec1-95cf-409d-ad03-68137033f972 req-80629099-8b8d-431d-aac2-ef71dc956310 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:43.895186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a9d4ec1-95cf-409d-ad03-68137033f972 req-80629099-8b8d-431d-aac2-ef71dc956310 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 944 time: 0.0637813 Jan 28 04:56:43.944470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a9d4ec1-95cf-409d-ad03-68137033f972 req-b1f8eb04-d3ec-4fee-b9ad-48111203fd6c tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Jan 28 04:56:44.213380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238a026-dd58-4195-9443-3bdc66d652ba req-485a7ba2-c08b-4795-bc7a-81890916d4e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:44.215039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1238a026-dd58-4195-9443-3bdc66d652ba req-485a7ba2-c08b-4795-bc7a-81890916d4e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0551186 Jan 28 04:56:44.262336 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1238a026-dd58-4195-9443-3bdc66d652ba req-1ccf64b6-57fa-4649-a892-ff96c2804100 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Jan 28 04:56:45.018078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:45.076249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4be31-c4a5-40d3-8dec-0eba0c8fb975 req-765cc270-8e74-4f9f-9ea8-66042e808c7e tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:45.079027 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55c4be31-c4a5-40d3-8dec-0eba0c8fb975 req-765cc270-8e74-4f9f-9ea8-66042e808c7e tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 944 time: 0.0544441 Jan 28 04:56:45.131414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55c4be31-c4a5-40d3-8dec-0eba0c8fb975 req-84b742ff-d83b-4ee2-9d25-2528f884fc36 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Jan 28 04:56:45.410826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4c07b-82f0-47f7-b7b9-114847ccae32 req-dabcd99f-034b-449e-9576-c50e5ec289f6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:45.412339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ac4c07b-82f0-47f7-b7b9-114847ccae32 req-dabcd99f-034b-449e-9576-c50e5ec289f6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0662251 Jan 28 04:56:45.468776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ac4c07b-82f0-47f7-b7b9-114847ccae32 req-dca00d80-a0cd-4029-b8c3-0c620a9d6f2e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Jan 28 04:56:46.002756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:46.098553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:46.112608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'port_id': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f', 'mac_address': 'fa:16:3e:9c:31:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763212fb-051d-4b02-84a4-76b37a47898a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:46.154006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:46.154433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:46.176018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:46.204855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:46.208858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 923cdc6e-aed1-4895-bd41-36b332673591 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:46.283709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80310da0-c255-477e-bdee-b97284735ae1 req-6ef0cd41-5ca5-4354-8649-f1e5d2a32197 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:46.285258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80310da0-c255-477e-bdee-b97284735ae1 req-6ef0cd41-5ca5-4354-8649-f1e5d2a32197 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 944 time: 0.0715647 Jan 28 04:56:46.310015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 923cdc6e-aed1-4895-bd41-36b332673591, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=923cdc6e-aed1-4895-bd41-36b332673591,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:46.323365 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:46.325783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '923cdc6e-aed1-4895-bd41-36b332673591', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'port_id': '923cdc6e-aed1-4895-bd41-36b332673591', 'mac_address': 'fa:16:3e:45:38:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763212fb-051d-4b02-84a4-76b37a47898a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:46.344501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80310da0-c255-477e-bdee-b97284735ae1 req-d63f259e-c748-4341-aec3-5b2a9249ec4d tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528095 Jan 28 04:56:46.413499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:46.422776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 923cdc6e-aed1-4895-bd41-36b332673591 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:46.423269 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (923cdc6e-aed1-4895-bd41-36b332673591), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:46.435944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923cdc6e-aed1-4895-bd41-36b332673591 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:46.459335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 923cdc6e-aed1-4895-bd41-36b332673591, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=923cdc6e-aed1-4895-bd41-36b332673591,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:46.464901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (923cdc6e-aed1-4895-bd41-36b332673591), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:46.538841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=923cdc6e-aed1-4895-bd41-36b332673591,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:46.618323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd496-5e42-4e59-ad9e-1a180ac828ba req-93f31661-51bf-4d58-a8c0-8cef39c94293 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:46.620002 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29bdd496-5e42-4e59-ad9e-1a180ac828ba req-93f31661-51bf-4d58-a8c0-8cef39c94293 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0520442 Jan 28 04:56:46.631884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0bd1f391-12b0-46a2-8ed7-e7037a0ca88f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:46.694731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29bdd496-5e42-4e59-ad9e-1a180ac828ba req-9ab831ba-5aab-4ec7-a975-8abc7c8d62c8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Jan 28 04:56:46.838690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['923cdc6e-aed1-4895-bd41-36b332673591'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:47.470601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ce3d-033c-4ef7-8137-a13d792d357e req-8c2c7648-1136-4921-9a7f-2999995b14e3 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:47.472272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fe7ce3d-033c-4ef7-8137-a13d792d357e req-8c2c7648-1136-4921-9a7f-2999995b14e3 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Jan 28 04:56:47.525930 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fe7ce3d-033c-4ef7-8137-a13d792d357e req-d9f499fb-be82-41a9-af72-fb7b5e206fff tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Jan 28 04:56:47.812361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88baef2-88be-42c5-b5a7-b155e2070fc4 req-866db9e3-665a-4c6b-9948-a724178275e9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:47.814512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a88baef2-88be-42c5-b5a7-b155e2070fc4 req-866db9e3-665a-4c6b-9948-a724178275e9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0500357 Jan 28 04:56:47.874922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a88baef2-88be-42c5-b5a7-b155e2070fc4 req-1e83169d-6136-4485-9ee2-ffbadffe71ba tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Jan 28 04:56:48.018889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:48.075365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:48.080153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:48.080535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:48.164851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:48.165276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:48.190998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:48.193742 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb927b0-16db-4165-8682-1b2ccd4ae2a0" -d '{"events": [{"server_uuid": "ffc06475-57f7-4f9e-8a67-77ca61164ea1", "name": "network-vif-plugged", "status": "completed", "tag": "0bd1f391-12b0-46a2-8ed7-e7037a0ca88f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:48.218296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 923cdc6e-aed1-4895-bd41-36b332673591 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:48.223845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:48.244816 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:48.335172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:48.347822 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1d8ef-1055-4628-8aad-5f9cd80cf6e4 x-openstack-request-id: req-6ad1d8ef-1055-4628-8aad-5f9cd80cf6e4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:48.348206 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc06475-57f7-4f9e-8a67-77ca61164ea1", "name": "network-vif-plugged", "status": "completed", "tag": "0bd1f391-12b0-46a2-8ed7-e7037a0ca88f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:48.348515 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad1d8ef-1055-4628-8aad-5f9cd80cf6e4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:48.349095 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f', 'code': 200} Jan 28 04:56:48.350386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 923cdc6e-aed1-4895-bd41-36b332673591 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:48.354561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 923cdc6e-aed1-4895-bd41-36b332673591 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:48.355005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (923cdc6e-aed1-4895-bd41-36b332673591), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:48.455657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 923cdc6e-aed1-4895-bd41-36b332673591 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:48.456245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (923cdc6e-aed1-4895-bd41-36b332673591), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:48.494869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 923cdc6e-aed1-4895-bd41-36b332673591, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=923cdc6e-aed1-4895-bd41-36b332673591,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:48.498998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e41e4f-ac95-4f83-ae9e-c3618e31dc80 req-96b46310-6a3b-48aa-9c5e-c7b36a3a1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:48.500730 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (923cdc6e-aed1-4895-bd41-36b332673591), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:48.502239 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3e41e4f-ac95-4f83-ae9e-c3618e31dc80 req-96b46310-6a3b-48aa-9c5e-c7b36a3a1e82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffc06475-57f7-4f9e-8a67-77ca61164ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0661902 Jan 28 04:56:48.562954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=923cdc6e-aed1-4895-bd41-36b332673591,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:48.589749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3e41e4f-ac95-4f83-ae9e-c3618e31dc80 req-2baf2606-c9b9-4aa3-87cf-74e5994652ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813696 Jan 28 04:56:48.673906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e470b0-7f9f-47fa-ac6c-9a8206c74f03 req-8e72df2b-3da1-4ef8-9250-26f9d7e8710a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:48.675479 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12e470b0-7f9f-47fa-ac6c-9a8206c74f03 req-8e72df2b-3da1-4ef8-9250-26f9d7e8710a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 946 time: 0.0585537 Jan 28 04:56:48.732060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-12e470b0-7f9f-47fa-ac6c-9a8206c74f03 req-6027d4a2-c104-416f-9f03-36828aab29ec tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Jan 28 04:56:48.993742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38e4ad-7292-4a83-b924-b3081b175682 req-3441c294-3164-4ff7-99d9-46a1b811f4e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:48.995502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a38e4ad-7292-4a83-b924-b3081b175682 req-3441c294-3164-4ff7-99d9-46a1b811f4e5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0483236 Jan 28 04:56:49.047372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a38e4ad-7292-4a83-b924-b3081b175682 req-610636e1-86f2-4385-be8c-eae4628be50b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Jan 28 04:56:49.860992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce5501-cb2a-4bae-a254-c750b15157f9 req-301cd90d-0bc1-4932-b7af-f870bc67f7e8 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:49.862676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6dce5501-cb2a-4bae-a254-c750b15157f9 req-301cd90d-0bc1-4932-b7af-f870bc67f7e8 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 946 time: 0.0598493 Jan 28 04:56:49.924712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6dce5501-cb2a-4bae-a254-c750b15157f9 req-056bc032-d3ff-489d-99ab-9c6deba8caaf tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Jan 28 04:56:50.214379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c81d4a-c46f-4a1e-b806-f559df48f92d req-ce20e638-b1d5-42b3-a4ff-b3c8f9688bc9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:50.216137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c4c81d4a-c46f-4a1e-b806-f559df48f92d req-ce20e638-b1d5-42b3-a4ff-b3c8f9688bc9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0709419 Jan 28 04:56:50.282591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c4c81d4a-c46f-4a1e-b806-f559df48f92d req-4ea0870d-c32b-4d42-b77c-4ee01ecbc143 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Jan 28 04:56:50.350020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df9b399-fd86-49fe-a033-578401a74bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cdc6e-aed1-4895-bd41-36b332673591'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:50.352347 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a716af21-6fa2-47d6-ab95-d24e01f933c5" -d '{"events": [{"server_uuid": "3df9b399-fd86-49fe-a033-578401a74bb4", "name": "network-vif-plugged", "status": "completed", "tag": "923cdc6e-aed1-4895-bd41-36b332673591"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:50.401046 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65326084-162d-48f9-b964-2f3806886674 x-openstack-request-id: req-65326084-162d-48f9-b964-2f3806886674 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:50.401559 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df9b399-fd86-49fe-a033-578401a74bb4", "name": "network-vif-plugged", "status": "completed", "tag": "923cdc6e-aed1-4895-bd41-36b332673591", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:50.401821 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65326084-162d-48f9-b964-2f3806886674 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:50.402217 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df9b399-fd86-49fe-a033-578401a74bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cdc6e-aed1-4895-bd41-36b332673591', 'code': 200} Jan 28 04:56:50.553193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa314b5-c31d-435e-af40-cad966caf011 req-cef741c9-16b0-4086-9f99-a5ef078e526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:50.554715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa314b5-c31d-435e-af40-cad966caf011 req-cef741c9-16b0-4086-9f99-a5ef078e526c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0516288 Jan 28 04:56:50.604767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa314b5-c31d-435e-af40-cad966caf011 req-d899407d-adf0-4823-a136-08eebf571ae0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433602 Jan 28 04:56:51.050591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2b6aa-bedf-49ee-872a-deb6c195c61a req-0f737914-0017-42d9-b20d-788335767d57 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:51.052259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bd2b6aa-bedf-49ee-872a-deb6c195c61a req-0f737914-0017-42d9-b20d-788335767d57 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 946 time: 0.0564849 Jan 28 04:56:51.109220 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5bd2b6aa-bedf-49ee-872a-deb6c195c61a req-0ebe69df-273e-47ad-8f82-ebff86b05ee3 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Jan 28 04:56:51.436434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c6448-5ca1-4849-85e5-17e690a37672 req-88ee9e5a-ffef-45ae-92cd-e6d90c6ee37a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:51.438955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e3c6448-5ca1-4849-85e5-17e690a37672 req-88ee9e5a-ffef-45ae-92cd-e6d90c6ee37a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0601156 Jan 28 04:56:51.487685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e3c6448-5ca1-4849-85e5-17e690a37672 req-7de9e234-1be5-48f8-933c-608e12b0f0e0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Jan 28 04:56:52.271330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b394-b5c1-441f-88f8-76cbd8f71310 req-6afbb9d7-faff-475f-beb3-8e81f58db810 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:52.273564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b695b394-b5c1-441f-88f8-76cbd8f71310 req-6afbb9d7-faff-475f-beb3-8e81f58db810 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 946 time: 0.0842252 Jan 28 04:56:52.339356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b695b394-b5c1-441f-88f8-76cbd8f71310 req-96a2fa7e-41ac-495f-a6b5-53c8f04bd22e tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573778 Jan 28 04:56:52.479735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8ac04-3f6a-44c7-a2c9-f9892f35df7c req-60898c36-8529-4f8b-bc0a-cf2c4c97290c tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:52.490809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93e8ac04-3f6a-44c7-a2c9-f9892f35df7c req-60898c36-8529-4f8b-bc0a-cf2c4c97290c tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc06475-57f7-4f9e-8a67-77ca61164ea1 HTTP/1.1" status: 200 len: 945 time: 0.0747035 Jan 28 04:56:52.557865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93e8ac04-3f6a-44c7-a2c9-f9892f35df7c req-6a97c079-97d2-4ef3-80ed-b6d8ee7603e7 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599594 Jan 28 04:56:52.682120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe38da9-44d6-49e1-87d9-ab3b5b54003e req-bc231b68-789a-4f99-8b3e-746612c96a3c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:52.683727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2fe38da9-44d6-49e1-87d9-ab3b5b54003e req-bc231b68-789a-4f99-8b3e-746612c96a3c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.0741556 Jan 28 04:56:52.827598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2fe38da9-44d6-49e1-87d9-ab3b5b54003e req-fc6e4919-674c-4eac-b47f-27d88b436b90 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359835 Jan 28 04:56:53.197264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-01251b1a-cfdc-4915-b34f-f8b75a6dfcb0 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:53.203933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-01251b1a-cfdc-4915-b34f-f8b75a6dfcb0 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 813 time: 0.1389771 Jan 28 04:56:53.214624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-2425e671-c9a7-4f79-9226-a7cc37becfc5 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/quotas/7eb2b9d947174e9ebdb24e60999fbf17 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Jan 28 04:56:53.277732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-f5e9850d-6728-44f5-bd7f-677071575404 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556049 Jan 28 04:56:53.391641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-6dc8ad76-e3dc-4b47-8ce9-3e928ab14d93 service neutron] 10.222.0.21 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130183 Jan 28 04:56:53.519036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-e5a72f3b-2dcd-4722-8e8d-ef7ffc9fe93e service neutron] 10.222.0.21 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264646 Jan 28 04:56:53.992098 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b91e0e91-e518-4099-a3e9-2d110178e68e req-5afd4ea0-0d33-4555-868d-9a7f61ec8549 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 210 time: 0.0975311 Jan 28 04:56:54.029250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdb268-c26e-43f0-8f78-8f23ac04837e req-591d163e-3c4d-452b-91dc-b5fe6e5f52af tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:54.039249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abfdb268-c26e-43f0-8f78-8f23ac04837e req-591d163e-3c4d-452b-91dc-b5fe6e5f52af tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1052127 Jan 28 04:56:54.168964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abfdb268-c26e-43f0-8f78-8f23ac04837e req-4b9d8b9e-9b80-42b4-9e16-10696d5456c4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284235 Jan 28 04:56:54.331044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906098-f673-4835-95f5-28cee264e14e req-9052b2f0-fe4a-4c8d-a277-899f57e9d415 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:54.332634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79906098-f673-4835-95f5-28cee264e14e req-9052b2f0-fe4a-4c8d-a277-899f57e9d415 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffc06475-57f7-4f9e-8a67-77ca61164ea1 HTTP/1.1" status: 200 len: 945 time: 0.1040623 Jan 28 04:56:54.486345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Deleting port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:56:54.486762 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:54.629708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-f03b4deb-0df6-4a40-9014-11c63e57ca1f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:54.631695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-f03b4deb-0df6-4a40-9014-11c63e57ca1f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "GET /v2.0/ports?device_id=3df9b399-fd86-49fe-a033-578401a74bb4 HTTP/1.1" status: 200 len: 946 time: 0.1367414 Jan 28 04:56:54.690274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] For port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:54.690989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:54.716835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Calling delete_port for 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:56:54.799449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Deleting port 923cdc6e-aed1-4895-bd41-36b332673591 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:56:54.799853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (923cdc6e-aed1-4895-bd41-36b332673591), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:54.975010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0bd1f391-12b0-46a2-8ed7-e7037a0ca88f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:55.006444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] For port 923cdc6e-aed1-4895-bd41-36b332673591, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=923cdc6e-aed1-4895-bd41-36b332673591,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:55.007070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (923cdc6e-aed1-4895-bd41-36b332673591), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:55.013956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0bd1f391-12b0-46a2-8ed7-e7037a0ca88f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:55.023084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['923cdc6e-aed1-4895-bd41-36b332673591'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:55.047170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Calling delete_port for 923cdc6e-aed1-4895-bd41-36b332673591 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:56:55.069183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event deleted for resources: {'Port': ['ID=0bd1f391-12b0-46a2-8ed7-e7037a0ca88f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:55.145773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] No DVR routers for this DVR port 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:56:55.149061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:55.155939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79906098-f673-4835-95f5-28cee264e14e req-eefba3b6-c75f-42cb-a247-00c2eb226999 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "DELETE /v2.0/ports/0bd1f391-12b0-46a2-8ed7-e7037a0ca88f HTTP/1.1" status: 204 len: 173 time: 0.8174067 Jan 28 04:56:55.156571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'name': 'network-vif-deleted', 'tag': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:55.159399 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ef6756-d9c8-4a3a-a80e-5d3fe4dd6f3f" -d '{"events": [{"server_uuid": "ffc06475-57f7-4f9e-8a67-77ca61164ea1", "name": "network-vif-deleted", "tag": "0bd1f391-12b0-46a2-8ed7-e7037a0ca88f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:55.349072 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f7c47-5b0d-42ca-bff2-c6e5dbe9cb21 x-openstack-request-id: req-135f7c47-5b0d-42ca-bff2-c6e5dbe9cb21 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:55.349397 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc06475-57f7-4f9e-8a67-77ca61164ea1", "name": "network-vif-deleted", "tag": "0bd1f391-12b0-46a2-8ed7-e7037a0ca88f", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:55.349653 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-135f7c47-5b0d-42ca-bff2-c6e5dbe9cb21 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:55.350065 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc06475-57f7-4f9e-8a67-77ca61164ea1', 'name': 'network-vif-deleted', 'tag': '0bd1f391-12b0-46a2-8ed7-e7037a0ca88f', 'status': 'completed', 'code': 200} Jan 28 04:56:55.410717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075a45b4-4d3b-4af5-973f-61e4b12cb4c9 req-477edcf1-fc17-4378-8078-ff79e6fc78d7 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 210 time: 0.1466997 Jan 28 04:56:55.589056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (923cdc6e-aed1-4895-bd41-36b332673591), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:55.597013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f699bd-1d12-4e50-be41-00029bd0c16c req-a0482966-1ca1-4bc3-b38e-a4b14c95173d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:55.598766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29f699bd-1d12-4e50-be41-00029bd0c16c req-a0482966-1ca1-4bc3-b38e-a4b14c95173d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 943 time: 0.1177063 Jan 28 04:56:55.626095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0bd1f391-12b0-46a2-8ed7-e7037a0ca88f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:55.632608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event deleted for resources: {'Port': ['ID=923cdc6e-aed1-4895-bd41-36b332673591,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:55.672024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29f699bd-1d12-4e50-be41-00029bd0c16c req-c8eb487a-f5b2-4e71-82c4-1c76504cf981 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667343 Jan 28 04:56:55.685794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] No DVR routers for this DVR port 923cdc6e-aed1-4895-bd41-36b332673591 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:56:55.689838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:55.693263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6ad3343-06ad-4ea3-a022-d6bf423b3399 req-bedf553d-ea5e-4032-8c20-5116009b3e1b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "DELETE /v2.0/ports/923cdc6e-aed1-4895-bd41-36b332673591 HTTP/1.1" status: 204 len: 173 time: 1.0525208 Jan 28 04:56:55.693812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df9b399-fd86-49fe-a033-578401a74bb4', 'name': 'network-vif-deleted', 'tag': '923cdc6e-aed1-4895-bd41-36b332673591'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:55.703506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['923cdc6e-aed1-4895-bd41-36b332673591'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:55.737077 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce2868-0ae4-47bd-ba3a-f0a2ced977e5" -d '{"events": [{"server_uuid": "3df9b399-fd86-49fe-a033-578401a74bb4", "name": "network-vif-deleted", "tag": "923cdc6e-aed1-4895-bd41-36b332673591"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:55.803399 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc01a2-d2fa-4e6f-8fe1-909b8b730f91 x-openstack-request-id: req-15dc01a2-d2fa-4e6f-8fe1-909b8b730f91 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:55.803779 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df9b399-fd86-49fe-a033-578401a74bb4", "name": "network-vif-deleted", "tag": "923cdc6e-aed1-4895-bd41-36b332673591", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:55.804111 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15dc01a2-d2fa-4e6f-8fe1-909b8b730f91 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:55.804814 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df9b399-fd86-49fe-a033-578401a74bb4', 'name': 'network-vif-deleted', 'tag': '923cdc6e-aed1-4895-bd41-36b332673591', 'status': 'completed', 'code': 200} Jan 28 04:56:56.147840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-84a2aee9-a43d-4757-938d-52186ac51c52 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:56.149294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-84a2aee9-a43d-4757-938d-52186ac51c52 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 813 time: 0.1701272 Jan 28 04:56:56.173579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Request body: {'port': {'device_id': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'admin_state_up': True, 'tenant_id': '7eb2b9d947174e9ebdb24e60999fbf17'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:56.195635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-0531901b-a71b-42f0-8ac4-7521be31a4af tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:56.197546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-0531901b-a71b-42f0-8ac4-7521be31a4af tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 813 time: 0.2088413 Jan 28 04:56:56.241994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Request body: {'port': {'device_id': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'admin_state_up': True, 'tenant_id': '7eb2b9d947174e9ebdb24e60999fbf17'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:56.301738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:56.465315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:56.481614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7', 'mac_address': 'fa:16:3e:83:cc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:56.490390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Made reservation on behalf of 7eb2b9d947174e9ebdb24e60999fbf17 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:56.500655 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:56.535855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Made reservation on behalf of 7eb2b9d947174e9ebdb24e60999fbf17 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:56:56.541344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:56.543016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:56.543403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:56.562994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:56.591202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:56.596526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:56.641732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aabd4d41-d292-462b-acc2-6d1992065627 req-1622273c-65b5-4f55-bb51-e1179b005389 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 210 time: 0.0466082 Jan 28 04:56:56.665374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:56.795583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Allocated IP 172.20.0.5 (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90/763212fb-051d-4b02-84a4-76b37a47898a/60813143-9898-434c-aed6-b124a759dbee) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:56.928017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3e06-7113-47f0-af50-64611d6d347a req-a4ddf522-4bf0-464e-b59d-d6ed7aef547c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:56.939275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a02f3e06-7113-47f0-af50-64611d6d347a req-a4ddf522-4bf0-464e-b59d-d6ed7aef547c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 944 time: 0.1347103 Jan 28 04:56:56.989035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c84f82da-f9dd-46a0-a9cf-75336d8ac3e7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:57.064041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a02f3e06-7113-47f0-af50-64611d6d347a req-fa26f791-5aa7-4f38-a583-7ac57575c769 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163068 Jan 28 04:56:57.122250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks [] for port (60813143-9898-434c-aed6-b124a759dbee), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.159203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (60813143-9898-434c-aed6-b124a759dbee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.223922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event updated for resources: {'Port': ['ID=60813143-9898-434c-aed6-b124a759dbee,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:57.250204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:57.252398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:57.256160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:57.266853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Allocated IP 172.20.0.4 (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90/763212fb-051d-4b02-84a4-76b37a47898a/398210b2-266f-41da-8493-136573a8bdf1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:57.331096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:57.335125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.359638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-ab0922e1-47a7-4ce4-b892-f3bc60f55740 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1961775 Jan 28 04:56:57.378386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Request body: {'port': {'device_id': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:57.463566 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (60813143-9898-434c-aed6-b124a759dbee), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.478228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks [] for port (398210b2-266f-41da-8493-136573a8bdf1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.556220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (398210b2-266f-41da-8493-136573a8bdf1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.604348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:57.613897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:57.616702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:57.667191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event updated for resources: {'Port': ['ID=398210b2-266f-41da-8493-136573a8bdf1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:57.708753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:57.709901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.740947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-679266ef-4843-494d-b0b3-9d0318003a47 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5037260 Jan 28 04:56:57.774334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Request body: {'port': {'device_id': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:57.888213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (398210b2-266f-41da-8493-136573a8bdf1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:57.913291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98fa7a-e425-4e56-b8cc-9cae0f9e2788 req-73d49399-44e1-4a30-8260-b9f003ecfc8e tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:57.921326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e98fa7a-e425-4e56-b8cc-9cae0f9e2788 req-73d49399-44e1-4a30-8260-b9f003ecfc8e tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 931 time: 0.1653776 Jan 28 04:56:57.993010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60813143-9898-434c-aed6-b124a759dbee {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:58.001698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Publish callbacks [] for port (60813143-9898-434c-aed6-b124a759dbee), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.030863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Transition to ACTIVE for port object 60813143-9898-434c-aed6-b124a759dbee will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:58.039050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (60813143-9898-434c-aed6-b124a759dbee), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.074353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e98fa7a-e425-4e56-b8cc-9cae0f9e2788 req-b5dc78d4-1702-483f-9939-bf4110cdf444 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498549 Jan 28 04:56:58.095093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:56:58.136753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:56:58.137494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0bd1f391-12b0-46a2-8ed7-e7037a0ca88f not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:56:58.174909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Pushing event updated for resources: {'Port': ['ID=60813143-9898-434c-aed6-b124a759dbee,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:58.277380 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:56:58.287975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Attempting to bind port 60813143-9898-434c-aed6-b124a759dbee on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:58.288359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Attempting to bind port 60813143-9898-434c-aed6-b124a759dbee by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:58.288704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Attempting to bind port 60813143-9898-434c-aed6-b124a759dbee on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:58.297387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Port 60813143-9898-434c-aed6-b124a759dbee on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:58.297724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Attempting to bind port 60813143-9898-434c-aed6-b124a759dbee on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:58.305844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:58.306194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Checking segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:58.306582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Bound using segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:58.307021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Bound port: 60813143-9898-434c-aed6-b124a759dbee, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:58.307389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (60813143-9898-434c-aed6-b124a759dbee), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.309741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:58.328257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a66b8-8b62-4907-b279-e3155e250172 req-8a8b59d0-7d71-49b6-91c0-50a7ac334413 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:58.335376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b54a66b8-8b62-4907-b279-e3155e250172 req-8a8b59d0-7d71-49b6-91c0-50a7ac334413 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 944 time: 0.1340985 Jan 28 04:56:58.408604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:58.408604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:58.408604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.458392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b54a66b8-8b62-4907-b279-e3155e250172 req-fe9b45e4-722b-406b-a8b1-f2cf8e966330 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208563 Jan 28 04:56:58.484264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] For port 60813143-9898-434c-aed6-b124a759dbee, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:58.484989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] For port 60813143-9898-434c-aed6-b124a759dbee, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=60813143-9898-434c-aed6-b124a759dbee,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:58.507380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (60813143-9898-434c-aed6-b124a759dbee), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.562995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:58.563661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.565169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] 10.222.0.47 "PUT /v2.0/ports/60813143-9898-434c-aed6-b124a759dbee HTTP/1.1" status: 200 len: 1091 time: 1.1920846 Jan 28 04:56:58.565703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'tag': '60813143-9898-434c-aed6-b124a759dbee'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:58.568378 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a57050-036f-4e21-b7ca-6ac788add250" -d '{"events": [{"name": "network-changed", "server_uuid": "684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed", "tag": "60813143-9898-434c-aed6-b124a759dbee"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:58.595299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd1e67-6498-4f33-a802-1888266c8921 service neutron] Pushing event updated for resources: {'Port': ['ID=60813143-9898-434c-aed6-b124a759dbee,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:58.614673 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775fdf61-38a4-44d1-b5d2-b2d4cffb4987 x-openstack-request-id: req-775fdf61-38a4-44d1-b5d2-b2d4cffb4987 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:58.615098 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed", "tag": "60813143-9898-434c-aed6-b124a759dbee", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:58.615867 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-775fdf61-38a4-44d1-b5d2-b2d4cffb4987 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:58.617982 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'tag': '60813143-9898-434c-aed6-b124a759dbee', 'status': 'completed', 'code': 200} Jan 28 04:56:58.660991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:58.663179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.728370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-9c0f90b9-a6ba-459c-a9e6-5656bccc6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:58.732780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-9c0f90b9-a6ba-459c-a9e6-5656bccc6a3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 1094 time: 0.1006813 Jan 28 04:56:58.736858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:58.738216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3274460c-6383-457c-a616-4e8f1e449274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:58.741894 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49812b-40b1-4942-ba57-c0f7c4e124e7" -d '{"events": [{"server_uuid": "3274460c-6383-457c-a616-4e8f1e449274", "name": "network-vif-plugged", "status": "completed", "tag": "c84f82da-f9dd-46a0-a9cf-75336d8ac3e7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:58.757413 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:58.759090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 923cdc6e-aed1-4895-bd41-36b332673591 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:56:58.807674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 923cdc6e-aed1-4895-bd41-36b332673591 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:56:58.808044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 923cdc6e-aed1-4895-bd41-36b332673591 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:56:58.817397 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-a375057e-9b23-4b8c-8e1f-c3376d21fb08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60813143-9898-434c-aed6-b124a759dbee HTTP/1.1" status: 200 len: 217 time: 0.0711765 Jan 28 04:56:58.858932 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf0c91d-d985-4c1c-b43c-d3982220fc8f x-openstack-request-id: req-aaf0c91d-d985-4c1c-b43c-d3982220fc8f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:58.859239 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3274460c-6383-457c-a616-4e8f1e449274", "name": "network-vif-plugged", "status": "completed", "tag": "c84f82da-f9dd-46a0-a9cf-75336d8ac3e7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:58.860419 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaf0c91d-d985-4c1c-b43c-d3982220fc8f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:58.862075 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3274460c-6383-457c-a616-4e8f1e449274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7', 'code': 200} Jan 28 04:56:58.940408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:58.965698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-c3ac638b-7e42-4039-8cc0-3d976554a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:58.967915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-c3ac638b-7e42-4039-8cc0-3d976554a3fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.1431394 Jan 28 04:56:59.027021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398210b2-266f-41da-8493-136573a8bdf1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:59.037603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Publish callbacks [] for port (398210b2-266f-41da-8493-136573a8bdf1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:59.060339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Transition to ACTIVE for port object 398210b2-266f-41da-8493-136573a8bdf1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:56:59.109546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (398210b2-266f-41da-8493-136573a8bdf1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:59.232823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Pushing event updated for resources: {'Port': ['ID=398210b2-266f-41da-8493-136573a8bdf1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:59.258404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769f7eb-43b0-407c-9cbf-085e4f9658c2 req-441a1f5a-11e3-46a0-87e9-c257644e468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:59.261181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0769f7eb-43b0-407c-9cbf-085e4f9658c2 req-441a1f5a-11e3-46a0-87e9-c257644e468a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 1096 time: 0.2820654 Jan 28 04:56:59.348995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0769f7eb-43b0-407c-9cbf-085e4f9658c2 req-1232af7c-caec-4a6a-a83f-9c4c5c928052 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800326 Jan 28 04:56:59.381395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Attempting to bind port 398210b2-266f-41da-8493-136573a8bdf1 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:56:59.381859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Attempting to bind port 398210b2-266f-41da-8493-136573a8bdf1 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:56:59.382263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Attempting to bind port 398210b2-266f-41da-8493-136573a8bdf1 on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:59.387031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Port 398210b2-266f-41da-8493-136573a8bdf1 on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:56:59.387434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Attempting to bind port 398210b2-266f-41da-8493-136573a8bdf1 on network c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:56:59.392929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:56:59.393396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Checking segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:56:59.393857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Bound using segment: {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:56:59.394494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Bound port: 398210b2-266f-41da-8493-136573a8bdf1, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6cb531-90b1-4ce5-938e-9fedb822b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:56:59.394933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (398210b2-266f-41da-8493-136573a8bdf1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:59.408594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-19a9c63a-9e99-40f3-b2cf-73868844016f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4325726 Jan 28 04:56:59.470182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] For port 398210b2-266f-41da-8493-136573a8bdf1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:56:59.474255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] For port 398210b2-266f-41da-8493-136573a8bdf1, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=398210b2-266f-41da-8493-136573a8bdf1,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:56:59.480074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (398210b2-266f-41da-8493-136573a8bdf1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:59.519678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666b9d2-6fad-4c72-bb20-e72de9e1b2d6 req-932b3cbf-5b03-4e96-99a9-aec024de3331 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:59.521554 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5666b9d2-6fad-4c72-bb20-e72de9e1b2d6 req-932b3cbf-5b03-4e96-99a9-aec024de3331 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 943 time: 0.1159060 Jan 28 04:56:59.548854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:59.549501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:59.550924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] 10.222.0.52 "PUT /v2.0/ports/398210b2-266f-41da-8493-136573a8bdf1 HTTP/1.1" status: 200 len: 1091 time: 1.7934456 Jan 28 04:56:59.551348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'tag': '398210b2-266f-41da-8493-136573a8bdf1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:59.553615 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afce218-53c8-4b76-aa5f-e9138bec599f" -d '{"events": [{"name": "network-changed", "server_uuid": "10b5e246-c3cc-4f2c-8e40-98d08c7e1fac", "tag": "398210b2-266f-41da-8493-136573a8bdf1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:59.566345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-2333d60c-81aa-42b8-b678-d15532299973 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493061 Jan 28 04:56:59.644406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ae199-1bce-4b40-be2f-393620f19c67 service neutron] Pushing event updated for resources: {'Port': ['ID=398210b2-266f-41da-8493-136573a8bdf1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:59.686984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd79b7e-7eae-4c34-868c-57402318a298 req-ceb953c6-7eb5-40e9-a740-61d9455ebaaf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:59.696293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1dd79b7e-7eae-4c34-868c-57402318a298 req-ceb953c6-7eb5-40e9-a740-61d9455ebaaf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 945 time: 0.1216173 Jan 28 04:56:59.739600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-0be6d07d-5477-45a9-ab86-b531b45f2581 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581826 Jan 28 04:56:59.785752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5666b9d2-6fad-4c72-bb20-e72de9e1b2d6 req-81a256ef-c5e6-4925-a9e5-dfa1a2866a43 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221630 Jan 28 04:56:59.831207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1dd79b7e-7eae-4c34-868c-57402318a298 req-f469c6b2-cb45-43b0-9375-96706f69d1e3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340446 Jan 28 04:56:59.868881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-541c0b59-1947-40ee-9e87-fdb1c1992a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:59.870434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-541c0b59-1947-40ee-9e87-fdb1c1992a5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 1094 time: 0.0840909 Jan 28 04:56:59.881541 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd201e-99dc-479d-b6d3-d8445f60663e x-openstack-request-id: req-04bd201e-99dc-479d-b6d3-d8445f60663e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:59.881840 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b5e246-c3cc-4f2c-8e40-98d08c7e1fac", "tag": "398210b2-266f-41da-8493-136573a8bdf1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:59.882097 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04bd201e-99dc-479d-b6d3-d8445f60663e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:59.882492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57050-036f-4e21-b7ca-6ac788add250 req-684b5ad7-7fe3-4a16-8fed-11b6fdfa2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:59.882612 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'tag': '398210b2-266f-41da-8493-136573a8bdf1', 'status': 'completed', 'code': 200} Jan 28 04:56:59.884089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-684b5ad7-7fe3-4a16-8fed-11b6fdfa2561 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 1094 time: 0.0558221 Jan 28 04:56:59.942414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-06409dc9-c4ca-47d2-a429-58ddf50e2b06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=398210b2-266f-41da-8493-136573a8bdf1 HTTP/1.1" status: 200 len: 217 time: 0.0549226 Jan 28 04:57:00.008140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-26e2a3c8-e725-4f02-9de2-c29f8dd0ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:00.009537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-26e2a3c8-e725-4f02-9de2-c29f8dd0ac89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.0606906 Jan 28 04:57:00.018849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57050-036f-4e21-b7ca-6ac788add250 req-0ccde6b4-0331-40cb-a6cd-daba56dd691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:00.021761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-0ccde6b4-0331-40cb-a6cd-daba56dd691b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 914 time: 0.1319301 Jan 28 04:57:00.043458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-031f0951-0f0a-494f-94fe-6f253ce0fabb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262520 Jan 28 04:57:00.091073 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-ba027022-80c7-4bcb-8cc2-ad3b8f4779a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60813143-9898-434c-aed6-b124a759dbee HTTP/1.1" status: 200 len: 217 time: 0.0606668 Jan 28 04:57:00.168316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57050-036f-4e21-b7ca-6ac788add250 req-1ae669cf-a2be-4205-89f3-88787d65202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:00.170008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-1ae669cf-a2be-4205-89f3-88787d65202b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.0713975 Jan 28 04:57:00.174569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-bf053868-5e62-4cdf-a996-4c7d753dbfcc service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245768 Jan 28 04:57:00.254447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-4b4f285e-a194-4a32-ac27-f265f0e939cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760138 Jan 28 04:57:00.283486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c557ae93-fa30-47d7-864e-7aff4ac9c0ab req-56bbd9a3-ed82-462a-9183-74bae9265db2 service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950193 Jan 28 04:57:00.395567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-c9f620eb-b08e-412c-95a1-758fdcee76f7 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313593 Jan 28 04:57:00.458723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-d4a29cc8-9f01-4bd9-8ca1-eec32133cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:00.460724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-d4a29cc8-9f01-4bd9-8ca1-eec32133cb76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 1094 time: 0.0687816 Jan 28 04:57:00.551700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14a57050-036f-4e21-b7ca-6ac788add250 req-9145c5b9-f606-4978-9bc5-bc07c4150594 service neutron] 10.222.0.47 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440835 Jan 28 04:57:00.604667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-022e32b6-409a-4611-be24-1e026721ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:00.606439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-022e32b6-409a-4611-be24-1e026721ed0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 200 len: 914 time: 0.1364312 Jan 28 04:57:00.671692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-e8dc3893-8258-46e7-9129-fbfbbe95d951 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=398210b2-266f-41da-8493-136573a8bdf1 HTTP/1.1" status: 200 len: 217 time: 0.0440111 Jan 28 04:57:00.789397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-56fb86b1-ed54-4212-ab38-2c6f37b06248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:00.791137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-56fb86b1-ed54-4212-ab38-2c6f37b06248 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 200 len: 853 time: 0.1141839 Jan 28 04:57:00.849623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-feeee2da-6160-45bf-87f2-9a9a7971bd21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514424 Jan 28 04:57:01.000228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db580-a336-474c-ad46-349acbfed4b3 req-b1da45f1-95c5-448b-8cf0-7912e3c0882b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:01.002088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c01db580-a336-474c-ad46-349acbfed4b3 req-b1da45f1-95c5-448b-8cf0-7912e3c0882b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 945 time: 0.0839694 Jan 28 04:57:01.004018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-2448e542-9b35-4667-aff4-314ea9ee1cb3 service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490512 Jan 28 04:57:01.060480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b8a25-8f80-4ba8-8888-9ae2b1e6fbf8 req-28032d47-391c-4d2e-8442-0ed50dd38cb3 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:01.062280 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-510b8a25-8f80-4ba8-8888-9ae2b1e6fbf8 req-28032d47-391c-4d2e-8442-0ed50dd38cb3 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 943 time: 0.1057613 Jan 28 04:57:01.128734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c01db580-a336-474c-ad46-349acbfed4b3 req-04ae8c22-ba5c-4005-974e-2e0d95a9af4c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202536 Jan 28 04:57:01.169177 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-510b8a25-8f80-4ba8-8888-9ae2b1e6fbf8 req-86f3285b-ad85-480d-bc20-073d7ffbecc3 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955646 Jan 28 04:57:01.200825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5afce218-53c8-4b76-aa5f-e9138bec599f req-311e1c81-e965-4537-ace7-ad957690452e service neutron] 10.222.0.52 "GET /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906056 Jan 28 04:57:01.308943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668276b9-deee-47d7-86cd-e496c0020f10 req-92317ca4-4572-44ae-80da-366a37a73d47 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:01.310566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668276b9-deee-47d7-86cd-e496c0020f10 req-92317ca4-4572-44ae-80da-366a37a73d47 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 945 time: 0.0554531 Jan 28 04:57:01.388046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668276b9-deee-47d7-86cd-e496c0020f10 req-9ad65a13-65dd-4f0e-96fc-f626094eff2c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Jan 28 04:57:01.814972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e806-d64b-4a50-8844-d0f228b6d8cb req-71b5adba-2602-4ee1-8ae1-373e3617642d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:01.816969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19e6e806-d64b-4a50-8844-d0f228b6d8cb req-71b5adba-2602-4ee1-8ae1-373e3617642d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 945 time: 0.0750396 Jan 28 04:57:01.896376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19e6e806-d64b-4a50-8844-d0f228b6d8cb req-42cb65d5-4558-491a-bede-632c5c6a72ca tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726891 Jan 28 04:57:02.080675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 60813143-9898-434c-aed6-b124a759dbee details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:57:02.245643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 60813143-9898-434c-aed6-b124a759dbee, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=60813143-9898-434c-aed6-b124a759dbee,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:02.258113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '60813143-9898-434c-aed6-b124a759dbee', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'port_id': '60813143-9898-434c-aed6-b124a759dbee', 'mac_address': 'fa:16:3e:a2:24:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763212fb-051d-4b02-84a4-76b37a47898a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:57:02.295521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 60813143-9898-434c-aed6-b124a759dbee is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:02.295970 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (60813143-9898-434c-aed6-b124a759dbee), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:02.308678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60813143-9898-434c-aed6-b124a759dbee {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:57:02.316575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c65b84-74f6-4819-8df4-a116c07cd0ef req-555354b7-5899-4b8d-85f5-eb364489d6a5 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:02.318400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55c65b84-74f6-4819-8df4-a116c07cd0ef req-555354b7-5899-4b8d-85f5-eb364489d6a5 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 943 time: 0.0533054 Jan 28 04:57:02.331840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 60813143-9898-434c-aed6-b124a759dbee, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=60813143-9898-434c-aed6-b124a759dbee,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:02.338255 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (60813143-9898-434c-aed6-b124a759dbee), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:02.398842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55c65b84-74f6-4819-8df4-a116c07cd0ef req-c43071d1-2f04-489a-b2ff-a3503777b296 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686913 Jan 28 04:57:02.421384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=60813143-9898-434c-aed6-b124a759dbee,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:02.609920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['60813143-9898-434c-aed6-b124a759dbee'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:03.038515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776daa4-8e57-49e5-bae6-248975ba7072 req-595b4598-27bd-41b7-b611-ed78e8e17d73 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:03.043616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e776daa4-8e57-49e5-bae6-248975ba7072 req-595b4598-27bd-41b7-b611-ed78e8e17d73 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 945 time: 0.0636911 Jan 28 04:57:03.118908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e776daa4-8e57-49e5-bae6-248975ba7072 req-977d2c9f-c99b-453b-8684-22799a46e870 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718930 Jan 28 04:57:03.524887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-c925c348-aa96-45fd-9fe6-9bd8ccab73b4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:03.527143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-c925c348-aa96-45fd-9fe6-9bd8ccab73b4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 945 time: 0.0678341 Jan 28 04:57:03.600631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf567f-a4b2-48b8-aa27-0fa829d1c3a4 req-9a64ecc0-2861-4567-8f54-5b1475d3cd52 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:03.602858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2bf567f-a4b2-48b8-aa27-0fa829d1c3a4 req-9a64ecc0-2861-4567-8f54-5b1475d3cd52 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 943 time: 0.1124315 Jan 28 04:57:03.674789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:57:03.675137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:03.698357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b2bf567f-a4b2-48b8-aa27-0fa829d1c3a4 req-4fbfe20b-c8f6-4abb-8623-06f8da2e20cf tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867670 Jan 28 04:57:03.805746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:03.806440 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:03.820932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:57:03.996585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c84f82da-f9dd-46a0-a9cf-75336d8ac3e7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:04.038072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=c84f82da-f9dd-46a0-a9cf-75336d8ac3e7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:04.040373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['20282aff-2b70-4b25-9cf3-e4aecaddb5bc', 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:04.126317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:57:04.131020 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:04.134573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cab2e009-0e90-47f0-9ca6-59bd9f22a0f9 req-3c5b3c10-103b-4336-b0b6-10892853f2d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "DELETE /v2.0/ports/c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 HTTP/1.1" status: 204 len: 173 time: 0.6012270 Jan 28 04:57:04.135064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3274460c-6383-457c-a616-4e8f1e449274', 'name': 'network-vif-deleted', 'tag': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:04.149961 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3246ae-2548-440f-88b9-e3533b98c82b" -d '{"events": [{"server_uuid": "3274460c-6383-457c-a616-4e8f1e449274", "name": "network-vif-deleted", "tag": "c84f82da-f9dd-46a0-a9cf-75336d8ac3e7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:04.241647 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7076474e-1729-4af4-bd40-7ef6b98cd96d x-openstack-request-id: req-7076474e-1729-4af4-bd40-7ef6b98cd96d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:04.241963 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3274460c-6383-457c-a616-4e8f1e449274", "name": "network-vif-deleted", "tag": "c84f82da-f9dd-46a0-a9cf-75336d8ac3e7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:04.242194 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7076474e-1729-4af4-bd40-7ef6b98cd96d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:04.242600 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3274460c-6383-457c-a616-4e8f1e449274', 'name': 'network-vif-deleted', 'tag': 'c84f82da-f9dd-46a0-a9cf-75336d8ac3e7', 'status': 'completed', 'code': 200} Jan 28 04:57:04.332636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc58aa49-dd43-412f-b22a-3aaab3c7218c req-6567d24b-95ce-471c-90e7-21cd05b1893e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0538442 Jan 28 04:57:04.347097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 60813143-9898-434c-aed6-b124a759dbee up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:04.349406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 398210b2-266f-41da-8493-136573a8bdf1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:57:04.538402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 60813143-9898-434c-aed6-b124a759dbee completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:57:04.554201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 60813143-9898-434c-aed6-b124a759dbee triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:04.554563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (60813143-9898-434c-aed6-b124a759dbee), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:04.604458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 398210b2-266f-41da-8493-136573a8bdf1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=398210b2-266f-41da-8493-136573a8bdf1,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:04.630144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '398210b2-266f-41da-8493-136573a8bdf1', 'network_id': 'c27a6ec2-7bff-4a43-a18c-2cdbe2237f90', 'port_id': '398210b2-266f-41da-8493-136573a8bdf1', 'mac_address': 'fa:16:3e:00:c1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763212fb-051d-4b02-84a4-76b37a47898a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:57:04.683471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 398210b2-266f-41da-8493-136573a8bdf1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:04.683860 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (398210b2-266f-41da-8493-136573a8bdf1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:04.731149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398210b2-266f-41da-8493-136573a8bdf1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:57:04.799228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 398210b2-266f-41da-8493-136573a8bdf1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=398210b2-266f-41da-8493-136573a8bdf1,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:04.826284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (398210b2-266f-41da-8493-136573a8bdf1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:04.834612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 60813143-9898-434c-aed6-b124a759dbee is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:04.835307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (60813143-9898-434c-aed6-b124a759dbee), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:04.853941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551432e-fc10-4c71-b57d-be1b15b7677a req-eb86ce47-c1da-4147-9863-a0ed18a41217 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:04.861126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d551432e-fc10-4c71-b57d-be1b15b7677a req-eb86ce47-c1da-4147-9863-a0ed18a41217 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 943 time: 0.0844102 Jan 28 04:57:04.909931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60813143-9898-434c-aed6-b124a759dbee'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:04.912520 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78f9de7-2509-4f03-93ca-4500c82e84cc" -d '{"events": [{"server_uuid": "684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed", "name": "network-vif-plugged", "status": "completed", "tag": "60813143-9898-434c-aed6-b124a759dbee"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:04.922924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d551432e-fc10-4c71-b57d-be1b15b7677a req-1ca0ffc8-99e7-4cb2-b010-9eb69799ce4b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608075 Jan 28 04:57:04.984763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 60813143-9898-434c-aed6-b124a759dbee, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=60813143-9898-434c-aed6-b124a759dbee,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:04.991593 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c47f698-acb1-4728-9172-17c5a5fca282 x-openstack-request-id: req-2c47f698-acb1-4728-9172-17c5a5fca282 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:04.992138 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed", "name": "network-vif-plugged", "status": "completed", "tag": "60813143-9898-434c-aed6-b124a759dbee", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:04.992593 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c47f698-acb1-4728-9172-17c5a5fca282 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:04.993234 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60813143-9898-434c-aed6-b124a759dbee', 'code': 200} Jan 28 04:57:04.995345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=398210b2-266f-41da-8493-136573a8bdf1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:04.999042 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (60813143-9898-434c-aed6-b124a759dbee), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:05.096406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=60813143-9898-434c-aed6-b124a759dbee,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:05.125959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d41f28-7bc6-42d5-80f8-5149d9934a72 req-e621905d-b4d5-4b89-aacc-f7b6f2603e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:05.129373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63d41f28-7bc6-42d5-80f8-5149d9934a72 req-e621905d-b4d5-4b89-aacc-f7b6f2603e66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 1096 time: 0.0485458 Jan 28 04:57:05.175287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63d41f28-7bc6-42d5-80f8-5149d9934a72 req-af431b83-3212-4216-bec8-e7afa561aebd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Jan 28 04:57:05.262174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['398210b2-266f-41da-8493-136573a8bdf1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:05.448436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7232e297-11cb-4326-89a6-32d3d30f6b42 req-7ff0336a-3e3b-4191-aba9-714bd7323c0c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0284450 Jan 28 04:57:06.114419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447053c9-dd3e-49ca-980d-fc31ea124ee1 req-6447228e-5a69-4798-acf1-71b78b88a18f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:06.116855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-447053c9-dd3e-49ca-980d-fc31ea124ee1 req-6447228e-5a69-4798-acf1-71b78b88a18f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 944 time: 0.0919054 Jan 28 04:57:06.185052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-447053c9-dd3e-49ca-980d-fc31ea124ee1 req-1ed9153d-28f0-41f3-b26a-238b9233e620 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612636 Jan 28 04:57:06.335075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 398210b2-266f-41da-8493-136573a8bdf1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:06.412557 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:06.422171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 398210b2-266f-41da-8493-136573a8bdf1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:57:06.427282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 398210b2-266f-41da-8493-136573a8bdf1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:06.427656 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (398210b2-266f-41da-8493-136573a8bdf1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:06.529506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 398210b2-266f-41da-8493-136573a8bdf1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:06.530051 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (398210b2-266f-41da-8493-136573a8bdf1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:06.573515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 398210b2-266f-41da-8493-136573a8bdf1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=398210b2-266f-41da-8493-136573a8bdf1,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:06.578280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (398210b2-266f-41da-8493-136573a8bdf1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:06.579338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:57:06.590159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c10f29d2-b230-4150-8964-ae2cab6bd57b req-c6b5d737-9c2c-4d25-a996-4abc7c809001 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0360274 Jan 28 04:57:06.602115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:57:06.602470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c84f82da-f9dd-46a0-a9cf-75336d8ac3e7 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:57:06.686712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=398210b2-266f-41da-8493-136573a8bdf1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:06.995753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398210b2-266f-41da-8493-136573a8bdf1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:06.998395 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc22c31c-16be-45f0-b7e7-a4cd107b5b7d" -d '{"events": [{"server_uuid": "10b5e246-c3cc-4f2c-8e40-98d08c7e1fac", "name": "network-vif-plugged", "status": "completed", "tag": "398210b2-266f-41da-8493-136573a8bdf1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:07.052717 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06745b6b-1d04-49a0-ad13-0cc03c67afce x-openstack-request-id: req-06745b6b-1d04-49a0-ad13-0cc03c67afce {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:07.053041 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b5e246-c3cc-4f2c-8e40-98d08c7e1fac", "name": "network-vif-plugged", "status": "completed", "tag": "398210b2-266f-41da-8493-136573a8bdf1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:07.053321 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06745b6b-1d04-49a0-ad13-0cc03c67afce {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:07.053720 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398210b2-266f-41da-8493-136573a8bdf1', 'code': 200} Jan 28 04:57:07.193118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51595c-8b39-4e61-b410-b01e3d995e1a req-d12fe985-f424-433f-b28c-312d13063672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:07.194695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-af51595c-8b39-4e61-b410-b01e3d995e1a req-d12fe985-f424-433f-b28c-312d13063672 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 1096 time: 0.0508950 Jan 28 04:57:07.263811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-af51595c-8b39-4e61-b410-b01e3d995e1a req-0547dc7f-e66c-4880-9522-e6e6da94a829 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607920 Jan 28 04:57:07.356462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ab2f5-5113-4ede-812f-4c183d7229f6 req-8029caf2-af6c-45d2-aea7-71f2421c005f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:07.358666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-218ab2f5-5113-4ede-812f-4c183d7229f6 req-8029caf2-af6c-45d2-aea7-71f2421c005f tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 945 time: 0.0610340 Jan 28 04:57:07.410510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-218ab2f5-5113-4ede-812f-4c183d7229f6 req-1edded09-a254-4fb7-b3bf-12750a319b88 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457611 Jan 28 04:57:07.720109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416f926b-9951-41ad-84b3-0e839c2458e1 req-6df2c593-3a39-4f5f-a763-fb3d104ae32f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0344179 Jan 28 04:57:07.815193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:08.570201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899498dc-2822-45df-8fcc-2ae256c56406 req-a0a0cf02-c6a3-4e8c-9f66-97be489a723b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:08.573205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-899498dc-2822-45df-8fcc-2ae256c56406 req-a0a0cf02-c6a3-4e8c-9f66-97be489a723b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 945 time: 0.0694618 Jan 28 04:57:08.593248 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54ea5e8a-b612-4e1c-8d97-42c0071398cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:08.647059 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-899498dc-2822-45df-8fcc-2ae256c56406 req-0437d4fd-578c-434e-828a-a79a8fbe97f2 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628967 Jan 28 04:57:08.825783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de7f794f-ccf0-4876-99fb-fd0cc9ce2c31 req-2508f0e6-b2e8-48cb-9895-4753f417ccd5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0316427 Jan 28 04:57:09.792518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6a367-fc28-40c9-909c-79e244a20e39 req-817594ff-07f3-45c1-8072-6c0aa7eae750 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:09.799586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c6a367-fc28-40c9-909c-79e244a20e39 req-817594ff-07f3-45c1-8072-6c0aa7eae750 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 945 time: 0.0647223 Jan 28 04:57:09.858578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-06c6a367-fc28-40c9-909c-79e244a20e39 req-153fcf09-1ea3-4720-99b4-649823bd6da7 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Jan 28 04:57:09.986068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9915be11-8158-4065-928c-8b3a9c2a8958 req-c34b55db-8850-4e7c-97c8-4573c1bea679 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0291955 Jan 28 04:57:10.057217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1bc6-3cf1-4a2f-9cb0-8c1bf5aef328 req-30377007-4fce-4ac9-8599-fb0830edb611 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:10.058824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b1c1bc6-3cf1-4a2f-9cb0-8c1bf5aef328 req-30377007-4fce-4ac9-8599-fb0830edb611 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 945 time: 0.1098812 Jan 28 04:57:10.121677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b1c1bc6-3cf1-4a2f-9cb0-8c1bf5aef328 req-ba17f2c1-4e21-44fd-a8bc-d8662223b4c7 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556111 Jan 28 04:57:10.606055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fa90a-0188-495a-a1f8-5da0c7ced109 req-f2393998-0c28-40ae-893d-2c79dc5a013b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:10.607656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d49fa90a-0188-495a-a1f8-5da0c7ced109 req-f2393998-0c28-40ae-893d-2c79dc5a013b tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 945 time: 0.0575004 Jan 28 04:57:10.695640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d49fa90a-0188-495a-a1f8-5da0c7ced109 req-d76227d1-1441-4e9d-9e09-90d12c510173 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700364 Jan 28 04:57:10.812592 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45bb6af0-cb2f-4452-ab01-98940242e032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:11.131238 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e425f307-212a-4bad-b702-8db2404dcfe3 req-87731136-8758-4f75-90af-bd968199f04f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0387375 Jan 28 04:57:11.896614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7706b4-f95b-4fa9-803e-f2d23c120e22 req-8b9ae9c8-bc9e-4538-9f74-a0d87ca24169 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:11.898463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb7706b4-f95b-4fa9-803e-f2d23c120e22 req-8b9ae9c8-bc9e-4538-9f74-a0d87ca24169 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 945 time: 0.1088090 Jan 28 04:57:11.906460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-2dc37aa9-4931-4614-97a6-c7c45934967a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:11.908263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-2dc37aa9-4931-4614-97a6-c7c45934967a tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "GET /v2.0/ports?device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 945 time: 0.1094065 Jan 28 04:57:11.971711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.065068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb7706b4-f95b-4fa9-803e-f2d23c120e22 req-4ef5f2ef-f603-47da-a04e-ffeb5f2abecf tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/security-groups?id=80dde9b2-74de-4534-89eb-95abc2889bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650506 Jan 28 04:57:12.109934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Deleting port 60813143-9898-434c-aed6-b124a759dbee {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:57:12.110415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (60813143-9898-434c-aed6-b124a759dbee), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.120716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-17c5e337-a668-4959-adf0-f6687bc03bf8 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:12.122573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-17c5e337-a668-4959-adf0-f6687bc03bf8 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "GET /v2.0/ports?device_id=10b5e246-c3cc-4f2c-8e40-98d08c7e1fac HTTP/1.1" status: 200 len: 945 time: 0.0605187 Jan 28 04:57:12.302339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a154beb5-21bf-4fbf-b183-56fccafc61b9 req-b789aa56-fb7c-482e-aea7-34b8f17f3179 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0394602 Jan 28 04:57:12.323028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] For port 60813143-9898-434c-aed6-b124a759dbee, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=60813143-9898-434c-aed6-b124a759dbee,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:12.324012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (60813143-9898-434c-aed6-b124a759dbee), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.338296 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Calling delete_port for 60813143-9898-434c-aed6-b124a759dbee owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:57:12.347318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Deleting port 398210b2-266f-41da-8493-136573a8bdf1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:57:12.347875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (398210b2-266f-41da-8493-136573a8bdf1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.457125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] For port 398210b2-266f-41da-8493-136573a8bdf1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=398210b2-266f-41da-8493-136573a8bdf1,segment=NetworkSegment(1b6cb531-90b1-4ce5-938e-9fedb822b363),segment_id=1b6cb531-90b1-4ce5-938e-9fedb822b363)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:12.457703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (398210b2-266f-41da-8493-136573a8bdf1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.479410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Calling delete_port for 398210b2-266f-41da-8493-136573a8bdf1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:57:12.503772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (60813143-9898-434c-aed6-b124a759dbee), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.540887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['60813143-9898-434c-aed6-b124a759dbee'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:12.581394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event deleted for resources: {'Port': ['ID=60813143-9898-434c-aed6-b124a759dbee,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:12.602109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['398210b2-266f-41da-8493-136573a8bdf1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:12.664550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] No DVR routers for this DVR port 60813143-9898-434c-aed6-b124a759dbee on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:57:12.671886 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.671886 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e4730c2-72f3-4cbd-825d-65338483b90c req-bd7def1e-5552-436b-940c-d8789cc747a1 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.47 "DELETE /v2.0/ports/60813143-9898-434c-aed6-b124a759dbee HTTP/1.1" status: 204 len: 173 time: 0.7577200 Jan 28 04:57:12.672175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'name': 'network-vif-deleted', 'tag': '60813143-9898-434c-aed6-b124a759dbee'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:12.678309 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d4ab9-1f10-43ce-81a0-7451dbe54700" -d '{"events": [{"server_uuid": "684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed", "name": "network-vif-deleted", "tag": "60813143-9898-434c-aed6-b124a759dbee"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:12.795657 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87744686-4b77-4957-90c2-fa4fa1351c36 x-openstack-request-id: req-87744686-4b77-4957-90c2-fa4fa1351c36 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:12.795956 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed", "name": "network-vif-deleted", "tag": "60813143-9898-434c-aed6-b124a759dbee", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:12.796217 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87744686-4b77-4957-90c2-fa4fa1351c36 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:12.796625 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed', 'name': 'network-vif-deleted', 'tag': '60813143-9898-434c-aed6-b124a759dbee', 'status': 'completed', 'code': 200} Jan 28 04:57:12.834433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (398210b2-266f-41da-8493-136573a8bdf1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.870471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['398210b2-266f-41da-8493-136573a8bdf1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:12.872320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Pushing event deleted for resources: {'Port': ['ID=398210b2-266f-41da-8493-136573a8bdf1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:12.894561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['60813143-9898-434c-aed6-b124a759dbee'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:12.935608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] No DVR routers for this DVR port 398210b2-266f-41da-8493-136573a8bdf1 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:57:12.939726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.943929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-872c6d57-00b1-4495-96fc-e9fcf21dbfce req-5fda2835-dd7b-4562-b7c1-b4bc10e8b084 tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.52 "DELETE /v2.0/ports/398210b2-266f-41da-8493-136573a8bdf1 HTTP/1.1" status: 204 len: 173 time: 0.8151889 Jan 28 04:57:12.944454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'name': 'network-vif-deleted', 'tag': '398210b2-266f-41da-8493-136573a8bdf1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:12.947490 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8b4474-191a-4003-b71e-d9b3ca181139" -d '{"events": [{"server_uuid": "10b5e246-c3cc-4f2c-8e40-98d08c7e1fac", "name": "network-vif-deleted", "tag": "398210b2-266f-41da-8493-136573a8bdf1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:13.009593 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935b9d3-9164-4c13-a271-67927d6f27ff x-openstack-request-id: req-f935b9d3-9164-4c13-a271-67927d6f27ff {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:13.010279 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b5e246-c3cc-4f2c-8e40-98d08c7e1fac", "name": "network-vif-deleted", "tag": "398210b2-266f-41da-8493-136573a8bdf1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:13.020088 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f935b9d3-9164-4c13-a271-67927d6f27ff {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:13.020671 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b5e246-c3cc-4f2c-8e40-98d08c7e1fac', 'name': 'network-vif-deleted', 'tag': '398210b2-266f-41da-8493-136573a8bdf1', 'status': 'completed', 'code': 200} Jan 28 04:57:13.221176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c93e2f4-9d0d-45e0-8246-3c7a535c9ae8 req-10a3b233-6b79-4c85-a0a8-67b367ba814e tempest-MultipleCreateTestJSON-296489002 tempest-MultipleCreateTestJSON-296489002-project] 10.222.0.21 "GET /v2.0/ports?device_id=684c54b6-f6bf-4fe4-83d2-2fbf9c1950ed HTTP/1.1" status: 200 len: 210 time: 0.0405197 Jan 28 04:57:13.438371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d4845140-c471-4dfd-9c76-6ec9879c3e82 req-2f7553b2-0331-4c2e-a1ed-be8ade3ae4c2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0368314 Jan 28 04:57:13.751906 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.355071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:14.411188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Deleting subnet 763212fb-051d-4b02-84a4-76b37a47898a {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:57:14.416761 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Publish callbacks [] for subnet (763212fb-051d-4b02-84a4-76b37a47898a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.484175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (763212fb-051d-4b02-84a4-76b37a47898a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.557884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a884020-a184-467b-83bd-c7100bb4f7ef req-26660a32-94b3-47e7-a529-961f3830dc02 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0361216 Jan 28 04:57:14.577300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (763212fb-051d-4b02-84a4-76b37a47898a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.635944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (763212fb-051d-4b02-84a4-76b37a47898a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.671632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763212fb-051d-4b02-84a4-76b37a47898a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:14.677819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.681284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3875aecd-9728-4b19-82d1-0186e0ce89ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/763212fb-051d-4b02-84a4-76b37a47898a HTTP/1.1" status: 204 len: 168 time: 0.3245363 Jan 28 04:57:14.683930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34492) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:14.813009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.913974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.935364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27a6ec2-7bff-4a43-a18c-2cdbe2237f90']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:14.945549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6cb531-90b1-4ce5-938e-9fedb822b363') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:14.945850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6cb531-90b1-4ce5-938e-9fedb822b363') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:14.955799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (1b6cb531-90b1-4ce5-938e-9fedb822b363), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.972838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1b6cb531-90b1-4ce5-938e-9fedb822b363), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.979209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:57:14.979662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (1b6cb531-90b1-4ce5-938e-9fedb822b363), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: timer() Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:57:14.981397 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:57:15.027193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.060127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c27a6ec2-7bff-4a43-a18c-2cdbe2237f90), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.070910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.074426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/c27a6ec2-7bff-4a43-a18c-2cdbe2237f90 HTTP/1.1" status: 204 len: 168 time: 0.3883219 Jan 28 04:57:15.088316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b630e-7fb3-4309-a264-2de2a01af4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c27a6ec2-7bff-4a43-a18c-2cdbe2237f90,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:15.244954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34512) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:15.289683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78bd506a-506b-468b-8bd6-ae242a3f0978 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eb2b9d947174e9ebdb24e60999fbf17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433598 Jan 28 04:57:15.292313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:15.359819 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07a7150b-c4aa-4002-a770-1afcb32cf146 admin admin] Publish callbacks [] for security_group (80dde9b2-74de-4534-89eb-95abc2889bfd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.403082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07a7150b-c4aa-4002-a770-1afcb32cf146 admin admin] Publish callbacks [] for security_group (80dde9b2-74de-4534-89eb-95abc2889bfd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.477406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07a7150b-c4aa-4002-a770-1afcb32cf146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (80dde9b2-74de-4534-89eb-95abc2889bfd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.480393 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07a7150b-c4aa-4002-a770-1afcb32cf146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.481866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07a7150b-c4aa-4002-a770-1afcb32cf146 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80dde9b2-74de-4534-89eb-95abc2889bfd HTTP/1.1" status: 204 len: 168 time: 0.1881862 Jan 28 04:57:15.499829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7150b-c4aa-4002-a770-1afcb32cf146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dde9b2-74de-4534-89eb-95abc2889bfd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:15.720245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0a22a5c-dfaf-45bb-864e-57d7a769ec8b req-038b7aec-9b0d-4dcf-837b-75e7aaa220e9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0714087 Jan 28 04:57:16.172198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 60813143-9898-434c-aed6-b124a759dbee no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:57:16.220910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 60813143-9898-434c-aed6-b124a759dbee {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:57:16.220910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 60813143-9898-434c-aed6-b124a759dbee not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:57:16.396556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 398210b2-266f-41da-8493-136573a8bdf1 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:57:16.431743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 398210b2-266f-41da-8493-136573a8bdf1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:57:16.432386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 398210b2-266f-41da-8493-136573a8bdf1 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:57:16.492040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34580) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:16.618632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-network', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:16.642812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Made reservation on behalf of fa966fc8aae841049f9d2b5b8fe50535 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:57:16.646069 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.658416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.759508 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks [] for security_group (f278bf28-cba0-452c-89db-253609731ff9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.765832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f278bf28-cba0-452c-89db-253609731ff9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.782697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:57:16.794613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b4786f46-8330-451c-9948-a9a0d8c4ec67), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.795236 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Added segment b4786f46-8330-451c-9948-a9a0d8c4ec67 of type vlan for network fe43f697-db91-4007-bed5-dbd001a54420 Jan 28 04:57:16.867505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (fe43f697-db91-4007-bed5-dbd001a54420), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.916145 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23049bdd-d427-4f1b-89fc-64163149ad1a req-8b6d5952-30b4-4165-9c5e-7e8ce67f0e9a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0690999 Jan 28 04:57:16.935170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f278bf28-cba0-452c-89db-253609731ff9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:16.952712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (fe43f697-db91-4007-bed5-dbd001a54420), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.953714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:16.957013 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.030428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] Pushing event updated for resources: {'Network': ['ID=fe43f697-db91-4007-bed5-dbd001a54420,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:17.049117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network fe43f697-db91-4007-bed5-dbd001a54420 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:57:17.050368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6334430d-5ce3-4b6a-abb1-43dadfbd405e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5570512 Jan 28 04:57:17.053027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34600) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:17.059019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Request body: {'subnet': {'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-subnet', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:17.088082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Made reservation on behalf of fa966fc8aae841049f9d2b5b8fe50535 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:57:17.091516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.322284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (027c4eac-ee39-4f6c-923a-8df6540ff342), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.409187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027c4eac-ee39-4f6c-923a-8df6540ff342,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:17.414813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Checking segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:57:17.415261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Network hostable DHCP agents. Network: fe43f697-db91-4007-bed5-dbd001a54420, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:57:17.438158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Network fe43f697-db91-4007-bed5-dbd001a54420 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:57:17.457916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, fe43f697-db91-4007-bed5-dbd001a54420) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:57:17.462859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:17.463465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.473113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee4b7f-02d2-46f3-92bb-b1833ab7a478 None None] Network fe43f697-db91-4007-bed5-dbd001a54420 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:57:17.494530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 34614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:17.495686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1a9a6be6-1e5d-4338-a223-25d1a4586843 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4405177 Jan 28 04:57:17.498899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:17.536148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.537515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.611302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks [] for router_controller (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:17.646124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb977bc-ddb1-4faa-a6fc-1fadba867057 None None] Network fe43f697-db91-4007-bed5-dbd001a54420 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:57:17.775258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks [] for router_gateway (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:18.040210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks [] for router_gateway (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:18.064669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:18.089570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1172fe9f-01d8-4e6d-91d1-4672ca9432da req-1c0891d3-3784-4492-89b1-b8ae6afd4fea tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0643911 Jan 28 04:57:18.204438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Allocated IP 172.25.6.37 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:57:18.336975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks [] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:18.383952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:18.443320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:57:18.450795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:57:18.457840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:57:18.483573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:18.870301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks [] for router_gateway (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:19.316635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d8e62a55-c886-40ed-af1a-5f78e906cde2 req-6893d85c-bd17-451a-98a8-eb48a9d0e278 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3274460c-6383-457c-a616-4e8f1e449274 HTTP/1.1" status: 200 len: 210 time: 0.0466483 Jan 28 04:57:19.578420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:19.725941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:57:19.894675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:57:19.909462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Sync routers for ids ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:57:19.924148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Routers {'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:57:19.926708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:19.951629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:19.953290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-28725666-fb64-4a03-909f-a95d5373e313 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4577293 Jan 28 04:57:19.956039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 34694) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:20.107098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Set router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:57:20.377320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T04:57:18Z', 'revision_number': 3, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:20.416782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Checking router: e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:57:20.417409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Updating router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:57:20.454734 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:20.552379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:20.762589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Allocated IP 172.20.0.1 (fe43f697-db91-4007-bed5-dbd001a54420/027c4eac-ee39-4f6c-923a-8df6540ff342/eb73f491-eec5-4c51-ba48-dfcd83cf2228) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:57:20.921514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks [] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:20.986379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.031875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Publish callbacks [] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.036180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Network fe43f697-db91-4007-bed5-dbd001a54420 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:57:21.041043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.042663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:57:21.048405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:57:21.094609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb73f491-eec5-4c51-ba48-dfcd83cf2228,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:21.100869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Pushing event updated for resources: {'Port': ['ID=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:21.136626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.156695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.157509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.158059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.158668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.159299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.159800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.160387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.160867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.161896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.162966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.163471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.164133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.164612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:21.176665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Attempting to bind port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:57:21.177462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Attempting to bind port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:57:21.178629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Attempting to bind port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:57:21.185421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:57:21.186330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:57:21.186889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.187631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:57:21.188272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Bound port: 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:57:21.188812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.258125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] For port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:57:21.263077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] For port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:57:21.271190 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.355736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.377514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Routers {'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:57:21.378362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:21.517315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] Set router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:57:21.569604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943d663-83b7-456a-8384-26375e21c2b0 None None] Pushing event updated for resources: {'Port': ['ID=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:21.789519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks [] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.811689 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:21.854393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb73f491-eec5-4c51-ba48-dfcd83cf2228', 'name': '', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'mac_address': 'fa:16:3e:6c:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:20Z', 'updated_at': '2022-01-28T04:57:20Z', 'revision_number': 1, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'subnets': [{'id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:21.887382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4129ed6-5547-45a1-8e61-a960c17be03f None None] The sync data for ids ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'] in n-d-824835-3 is: [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb73f491-eec5-4c51-ba48-dfcd83cf2228', 'name': '', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'mac_address': 'fa:16:3e:6c:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:20Z', 'updated_at': '2022-01-28T04:57:20Z', 'revision_number': 1, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'subnets': [{'id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:57:21.963180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb73f491-eec5-4c51-ba48-dfcd83cf2228,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:21.978189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:22.095123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Network fe43f697-db91-4007-bed5-dbd001a54420 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:57:22.096511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:57:22.275167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:57:22.407544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:57:22.426101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e0e792cd-45f4-43b5-bd02-fd848cb071a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651191 Jan 28 04:57:23.181613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-3dd20db5-11ce-4f21-89d6-60848679ebac tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:23.188840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-3dd20db5-11ce-4f21-89d6-60848679ebac tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 819 time: 0.1793602 Jan 28 04:57:23.211977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-37fb802b-24e5-4a92-bbd8-89c87789d46b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/quotas/fa966fc8aae841049f9d2b5b8fe50535 HTTP/1.1" status: 200 len: 375 time: 0.0164833 Jan 28 04:57:23.339946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-630433c4-584e-4ec7-9006-b861b1de79e3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123261 Jan 28 04:57:23.347949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-a4f31053-6a08-449e-b87f-5ae09e57c601 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:57:23.355081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-a4f31053-6a08-449e-b87f-5ae09e57c601 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141275 Jan 28 04:57:23.476812 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-0f2918e8-ac04-4c6a-ac39-3c13cad4db2c service neutron] 10.222.0.21 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199844 Jan 28 04:57:23.634511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-51818dd4-5ce5-49e5-a87c-d4cc01db8bbe service neutron] 10.222.0.21 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567531 Jan 28 04:57:23.771924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:23.866957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:23.867342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:24.020851 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-906397d8-2bcf-402e-9be4-af7ea5b2c405 req-1bb65582-db57-4856-bb1c-84795dfacc36 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 210 time: 0.0557241 Jan 28 04:57:24.065028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:24.067863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:24.132903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:24.141136 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:24.225125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:24.385586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-9cede3b7-1eee-47dd-beeb-512465094bc6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:24.393321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-9cede3b7-1eee-47dd-beeb-512465094bc6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 819 time: 0.1429415 Jan 28 04:57:24.415264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-9e1b6dfa-54b1-4a78-b5bc-83ae8c1b0377 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/quotas/fa966fc8aae841049f9d2b5b8fe50535 HTTP/1.1" status: 200 len: 375 time: 0.0189700 Jan 28 04:57:24.489618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-31803cf1-f527-4573-8ad8-99eadbf23b8f tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635841 Jan 28 04:57:24.507367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-e65e9dd7-6ba2-49a7-af24-103cc967a0ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:57:24.509453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-e65e9dd7-6ba2-49a7-af24-103cc967a0ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133982 Jan 28 04:57:24.644806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-0056a233-bc5b-4d8a-a150-b6b6fdaad1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283445 Jan 28 04:57:24.772933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-4c6f7181-ce8d-4b0d-9cee-b82c61131fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211812 Jan 28 04:57:25.116871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-603d94a2-557e-4824-a576-d4414b482118 req-18261092-fcee-4a65-ba8b-daf7503e0faa tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 210 time: 0.0492671 Jan 28 04:57:25.475205 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Sync routers for ids ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:57:25.488108 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Routers {'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:57:25.489909 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:25.692866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:25.771160 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Set router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:57:25.908567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:25.908951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:26.063008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-09692361-73f0-4583-ad7c-8385fc3b94f1 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:26.065343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-09692361-73f0-4583-ad7c-8385fc3b94f1 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 819 time: 0.4255083 Jan 28 04:57:26.089508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Request body: {'port': {'device_id': '40651e40-3c5f-42df-9370-625d42ea4368', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'admin_state_up': True, 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:26.187028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:26.211270 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb73f491-eec5-4c51-ba48-dfcd83cf2228', 'name': '', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'mac_address': 'fa:16:3e:6c:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:20Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 2, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'subnets': [{'id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:26.261583 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Checking router: e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:57:26.262317 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Updating router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 port eb73f491-eec5-4c51-ba48-dfcd83cf2228 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:57:26.306419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1164162b-fe09-49fd-947e-e363119b2d37 req-9e59d0fa-595c-4314-9793-f4e7143dd676 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 210 time: 0.0422101 Jan 28 04:57:26.320754 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:26.362650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Made reservation on behalf of fa966fc8aae841049f9d2b5b8fe50535 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:57:26.366545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:26.588351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Allocated IP 172.20.0.10 (fe43f697-db91-4007-bed5-dbd001a54420/027c4eac-ee39-4f6c-923a-8df6540ff342/298093da-09d0-40cb-af6c-59821d3602ab) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:57:27.054799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks [] for port (298093da-09d0-40cb-af6c-59821d3602ab), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.068378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-3d754612-6d46-4028-82cd-f99908fc47ca tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:27.074682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-3d754612-6d46-4028-82cd-f99908fc47ca tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 819 time: 0.4416723 Jan 28 04:57:27.090061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Request body: {'port': {'device_id': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'admin_state_up': True, 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:27.179759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (298093da-09d0-40cb-af6c-59821d3602ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.313637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Pushing event updated for resources: {'Port': ['ID=298093da-09d0-40cb-af6c-59821d3602ab,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:27.318132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Network fe43f697-db91-4007-bed5-dbd001a54420 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:57:27.324210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:57:27.331272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:57:27.391865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:27.392496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.412957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-b89da86b-b8a6-45f0-a23e-83b48992fbed tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3329725 Jan 28 04:57:27.430595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Request body: {'port': {'device_id': '40651e40-3c5f-42df-9370-625d42ea4368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:27.470158 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Publish callbacks [] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.477186 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.488530 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b81ca19b-3e90-42a5-b542-91b1ad6accb8 req-63802615-79e6-49c8-bbef-7d2eb25af10e tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Jan 28 04:57:27.491204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Made reservation on behalf of fa966fc8aae841049f9d2b5b8fe50535 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:57:27.496218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.580491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Pushing event updated for resources: {'Port': ['ID=eb73f491-eec5-4c51-ba48-dfcd83cf2228,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:27.618881 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (298093da-09d0-40cb-af6c-59821d3602ab), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.728402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.729254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.729840 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.730397 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.730943 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.731777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.732311 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.733454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.733995 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.734520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.735065 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.735610 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.736138 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:27.759949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Attempting to bind port eb73f491-eec5-4c51-ba48-dfcd83cf2228 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:57:27.763318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Allocated IP 172.20.0.7 (fe43f697-db91-4007-bed5-dbd001a54420/027c4eac-ee39-4f6c-923a-8df6540ff342/05fbc584-8ada-4dc3-b283-a0246cbb05b3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:57:27.772768 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Attempting to bind port eb73f491-eec5-4c51-ba48-dfcd83cf2228 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:57:27.773273 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Attempting to bind port eb73f491-eec5-4c51-ba48-dfcd83cf2228 on network fe43f697-db91-4007-bed5-dbd001a54420 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:57:27.786317 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:57:27.788852 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Checking segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:57:27.789359 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.789825 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Bound using segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:57:27.792453 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Bound port: eb73f491-eec5-4c51-ba48-dfcd83cf2228, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:57:27.793165 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.903043 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] For port eb73f491-eec5-4c51-ba48-dfcd83cf2228, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:57:27.906945 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] For port eb73f491-eec5-4c51-ba48-dfcd83cf2228, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eb73f491-eec5-4c51-ba48-dfcd83cf2228,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:57:27.912437 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:27.993165 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc5bd-f3fe-4fa5-8b32-bb02f2c94564 None None] Pushing event updated for resources: {'Port': ['ID=eb73f491-eec5-4c51-ba48-dfcd83cf2228,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:28.031881 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Routers {'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:57:28.032526 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:28.172844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks [] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:28.235154 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] Set router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:57:28.424679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:28.671753 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb73f491-eec5-4c51-ba48-dfcd83cf2228', 'name': '', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'mac_address': 'fa:16:3e:6c:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:20Z', 'updated_at': '2022-01-28T04:57:27Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'subnets': [{'id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:57:28.727129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a21a-97f6-410b-86b6-6fb1890d5870 None None] The sync data for ids ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'] in n-d-824835-3 is: [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T04:57:21Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'eb73f491-eec5-4c51-ba48-dfcd83cf2228', 'name': '', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'mac_address': 'fa:16:3e:6c:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:20Z', 'updated_at': '2022-01-28T04:57:27Z', 'revision_number': 4, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'subnets': [{'id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:57:28.868890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2dc3-2b13-41e1-aebb-6cd09c177972 req-5f7e80f5-66e4-4b5c-ab37-d6513b441b5c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:28.871179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-141d2dc3-2b13-41e1-aebb-6cd09c177972 req-5f7e80f5-66e4-4b5c-ab37-d6513b441b5c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 931 time: 0.2394800 Jan 28 04:57:28.892992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Network fe43f697-db91-4007-bed5-dbd001a54420 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:57:28.902890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Pushing event updated for resources: {'Port': ['ID=05fbc584-8ada-4dc3-b283-a0246cbb05b3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:28.909351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:57:28.924419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:57:28.938600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298093da-09d0-40cb-af6c-59821d3602ab {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:57:28.976331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Publish callbacks [] for port (298093da-09d0-40cb-af6c-59821d3602ab), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:29.003941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Transition to ACTIVE for port object 298093da-09d0-40cb-af6c-59821d3602ab will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:57:29.008454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-141d2dc3-2b13-41e1-aebb-6cd09c177972 req-4a185604-944e-4746-bfa5-927687866417 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265388 Jan 28 04:57:29.038619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:29.039376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:29.043305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (298093da-09d0-40cb-af6c-59821d3602ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:29.159708 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-f606fe53-7af2-44ff-a6ae-eb6b17deeaf0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0732870 Jan 28 04:57:29.198349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Request body: {'port': {'device_id': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:57:29.297861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Pushing event updated for resources: {'Port': ['ID=298093da-09d0-40cb-af6c-59821d3602ab,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:29.510292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Attempting to bind port 298093da-09d0-40cb-af6c-59821d3602ab on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:57:29.510864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Attempting to bind port 298093da-09d0-40cb-af6c-59821d3602ab by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:57:29.511434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Attempting to bind port 298093da-09d0-40cb-af6c-59821d3602ab on network fe43f697-db91-4007-bed5-dbd001a54420 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:57:29.520537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Port 298093da-09d0-40cb-af6c-59821d3602ab on network fe43f697-db91-4007-bed5-dbd001a54420 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:57:29.520855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Attempting to bind port 298093da-09d0-40cb-af6c-59821d3602ab on network fe43f697-db91-4007-bed5-dbd001a54420 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:57:29.533532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:29.548367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:57:29.548720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Checking segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:57:29.549110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Bound using segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:57:29.549610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Bound port: 298093da-09d0-40cb-af6c-59821d3602ab, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:57:29.549977 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (298093da-09d0-40cb-af6c-59821d3602ab), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:29.754375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] For port 298093da-09d0-40cb-af6c-59821d3602ab, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:57:29.760100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] For port 298093da-09d0-40cb-af6c-59821d3602ab, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=298093da-09d0-40cb-af6c-59821d3602ab,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:57:29.869887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb73f491-eec5-4c51-ba48-dfcd83cf2228 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:29.983074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (298093da-09d0-40cb-af6c-59821d3602ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:30.025262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port eb73f491-eec5-4c51-ba48-dfcd83cf2228 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:30.025821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:30.118257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:30.118771 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:30.120212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] 10.222.0.52 "PUT /v2.0/ports/298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 1092 time: 2.6939964 Jan 28 04:57:30.144091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40651e40-3c5f-42df-9370-625d42ea4368', 'tag': '298093da-09d0-40cb-af6c-59821d3602ab'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:30.146466 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e9ec84-0aac-4815-b9d5-535f128fa330" -d '{"events": [{"name": "network-changed", "server_uuid": "40651e40-3c5f-42df-9370-625d42ea4368", "tag": "298093da-09d0-40cb-af6c-59821d3602ab"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:30.220089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port eb73f491-eec5-4c51-ba48-dfcd83cf2228 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:30.220720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:30.276035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port eb73f491-eec5-4c51-ba48-dfcd83cf2228, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eb73f491-eec5-4c51-ba48-dfcd83cf2228,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:30.280697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:30.344698 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64fd1bc-bee2-4e16-8ba2-ddf69f53ffd9 x-openstack-request-id: req-e64fd1bc-bee2-4e16-8ba2-ddf69f53ffd9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:30.345196 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40651e40-3c5f-42df-9370-625d42ea4368", "tag": "298093da-09d0-40cb-af6c-59821d3602ab", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:30.346353 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e64fd1bc-bee2-4e16-8ba2-ddf69f53ffd9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:30.346930 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40651e40-3c5f-42df-9370-625d42ea4368', 'tag': '298093da-09d0-40cb-af6c-59821d3602ab', 'status': 'completed', 'code': 200} Jan 28 04:57:30.428532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=eb73f491-eec5-4c51-ba48-dfcd83cf2228,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:30.567710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ba39b-eb85-4d3b-b850-e2bab6999128 service neutron] Pushing event updated for resources: {'Port': ['ID=298093da-09d0-40cb-af6c-59821d3602ab,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:30.675373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d00ab0-3d8d-42c6-8076-58928c94e827 req-403cd63d-2c0d-477e-b616-637afd550781 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:30.677818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30d00ab0-3d8d-42c6-8076-58928c94e827 req-403cd63d-2c0d-477e-b616-637afd550781 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 931 time: 0.5147827 Jan 28 04:57:30.730996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-c8ed773a-3b97-4603-bd1f-c854956f22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:30.733419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-c8ed773a-3b97-4603-bd1f-c854956f22a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1095 time: 0.4323928 Jan 28 04:57:30.811496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30d00ab0-3d8d-42c6-8076-58928c94e827 req-57077a20-2225-436b-89ff-a82f893092e0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215239 Jan 28 04:57:30.862898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fbc584-8ada-4dc3-b283-a0246cbb05b3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:57:30.872188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Publish callbacks [] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:30.889177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Transition to ACTIVE for port object 05fbc584-8ada-4dc3-b283-a0246cbb05b3 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:57:30.955786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:31.067927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-44bb6964-da4e-402e-9495-deae9fc7a728 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.2792215 Jan 28 04:57:31.073260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Pushing event updated for resources: {'Port': ['ID=05fbc584-8ada-4dc3-b283-a0246cbb05b3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:31.179623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635160d-076d-405b-adb9-22a476eb25df req-4ef82847-6601-4c10-8551-4601fd9c81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:31.181134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-4ef82847-6601-4c10-8551-4601fd9c81aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0979180 Jan 28 04:57:31.293063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-61c267c5-734e-4d90-8014-2544a10e4a9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048679 Jan 28 04:57:31.367088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Attempting to bind port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:57:31.367770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Attempting to bind port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:57:31.367770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Attempting to bind port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 on network fe43f697-db91-4007-bed5-dbd001a54420 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:57:31.415141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 on network fe43f697-db91-4007-bed5-dbd001a54420 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:57:31.415480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Attempting to bind port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 on network fe43f697-db91-4007-bed5-dbd001a54420 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:57:31.424025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:57:31.424416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Checking segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:57:31.424802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Bound using segment: {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:57:31.425313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Bound port: 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4786f46-8330-451c-9948-a9a0d8c4ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:57:31.425654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:31.630130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-acd75200-dda1-47a2-9284-25a5ddcbe1ff service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192575 Jan 28 04:57:31.699460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb73f491-eec5-4c51-ba48-dfcd83cf2228 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:31.804615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port eb73f491-eec5-4c51-ba48-dfcd83cf2228 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:31.805228 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:31.829749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] For port 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:57:31.833814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] For port 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:57:31.863318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:32.047486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port eb73f491-eec5-4c51-ba48-dfcd83cf2228 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:32.090906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c21d8-d5b7-40f5-b548-438066dad527 req-c5526c82-e701-4bc2-8517-db46880e3d77 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:32.095463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-575c21d8-d5b7-40f5-b548-438066dad527 req-c5526c82-e701-4bc2-8517-db46880e3d77 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 943 time: 0.1256859 Jan 28 04:57:32.169071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-575c21d8-d5b7-40f5-b548-438066dad527 req-babc12c8-c5cd-4f57-8e32-172f90fd62c7 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672719 Jan 28 04:57:32.578802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3635160d-076d-405b-adb9-22a476eb25df req-d4b61eed-2d5d-4ec9-9699-f15faf55cf02 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351912 Jan 28 04:57:32.587272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:32.587904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:32.596434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] 10.222.0.52 "PUT /v2.0/ports/05fbc584-8ada-4dc3-b283-a0246cbb05b3 HTTP/1.1" status: 200 len: 1091 time: 3.4111309 Jan 28 04:57:32.597482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'tag': '05fbc584-8ada-4dc3-b283-a0246cbb05b3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:32.599992 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07cafb-7818-404f-8f4c-70746bda3e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "52d809ab-723e-4f55-8184-0ffa05edfa21", "tag": "05fbc584-8ada-4dc3-b283-a0246cbb05b3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:32.632321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e7a6d-15cd-498f-b30d-8bc1818f1f2d service neutron] Pushing event updated for resources: {'Port': ['ID=05fbc584-8ada-4dc3-b283-a0246cbb05b3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:32.646702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-69713cf2-b12a-4d86-a006-97f11ffd3184 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6510372 Jan 28 04:57:32.703602 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c78bd-cb99-42b5-adc3-bbf36eb1eb57 x-openstack-request-id: req-655c78bd-cb99-42b5-adc3-bbf36eb1eb57 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:32.712146 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d809ab-723e-4f55-8184-0ffa05edfa21", "tag": "05fbc584-8ada-4dc3-b283-a0246cbb05b3", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:32.712146 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-655c78bd-cb99-42b5-adc3-bbf36eb1eb57 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:32.712146 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'tag': '05fbc584-8ada-4dc3-b283-a0246cbb05b3', 'status': 'completed', 'code': 200} Jan 28 04:57:32.932137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-4d1ec27b-7a8b-49b0-8f63-a51b660ebdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:32.934405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-4d1ec27b-7a8b-49b0-8f63-a51b660ebdd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 1094 time: 0.2043707 Jan 28 04:57:32.939852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-3152301a-b1f9-45c9-84d9-04b7a53466de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:32.941550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-3152301a-b1f9-45c9-84d9-04b7a53466de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 1096 time: 0.1226704 Jan 28 04:57:32.947693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-3f29a658-c371-470d-9a63-9a013cbcb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:32.950994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-3f29a658-c371-470d-9a63-9a013cbcb7ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1095 time: 0.2197819 Jan 28 04:57:33.066340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-ed4d13a9-f871-4794-b205-b44794535fc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3 HTTP/1.1" status: 200 len: 217 time: 0.0960226 Jan 28 04:57:33.158717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549bd3-0308-4dbe-b839-16854e675524 req-d8522681-b796-4130-882c-5a04318f79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:33.160255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-d8522681-b796-4130-882c-5a04318f79ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0584445 Jan 28 04:57:33.254573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-a40f5b00-baa5-41dc-b91d-7f11329f73ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699127 Jan 28 04:57:33.473934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-d6bd41b3-2d5b-4330-b97e-696707a8d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:33.476392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54b9f1-5988-4854-9417-4594b3184269 req-2942fe93-64b7-4e94-aeaa-2aaa19cf9662 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:33.478859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-d6bd41b3-2d5b-4330-b97e-696707a8d243 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.4472764 Jan 28 04:57:33.489753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e54b9f1-5988-4854-9417-4594b3184269 req-2942fe93-64b7-4e94-aeaa-2aaa19cf9662 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 943 time: 0.1694877 Jan 28 04:57:33.566267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-6940e591-37a7-472a-b1ab-8e28161705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:33.571121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-6940e591-37a7-472a-b1ab-8e28161705fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.5373750 Jan 28 04:57:33.644849 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e54b9f1-5988-4854-9417-4594b3184269 req-d0e12d92-5443-4a75-99a3-5abae04909be tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540446 Jan 28 04:57:33.674130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-8441b303-6f53-4d14-b37b-73962df4ec38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.1722255 Jan 28 04:57:33.717365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-cbe3f40b-02fa-465b-aece-2ddbee94ce9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc HTTP/1.1" status: 200 len: 217 time: 0.0539517 Jan 28 04:57:33.720047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-54f74541-6dd6-4075-add4-b4328df08c4c service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540102 Jan 28 04:57:33.921529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-a3e6c5e9-2513-4c56-b657-aeed38099e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:33.923310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-a3e6c5e9-2513-4c56-b657-aeed38099e4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.2160738 Jan 28 04:57:33.926984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-8e56f233-a257-47be-a14c-5af8bfac3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:33.928626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-8e56f233-a257-47be-a14c-5af8bfac3e3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.2051954 Jan 28 04:57:34.009618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-26ee992a-70b5-4a00-bc4d-968a0a6deede service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585444 Jan 28 04:57:34.012465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26549bd3-0308-4dbe-b839-16854e675524 req-48bf49f6-ef05-4482-b8e9-423f6a979995 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692652 Jan 28 04:57:34.085931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-6ce54bf0-70cf-4a4c-a0db-a0f799ee289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:34.088002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-6ce54bf0-70cf-4a4c-a0db-a0f799ee289d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447501 Jan 28 04:57:34.142908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-f14c39d2-ed9e-4078-ae5f-894e00b6a429 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144497 Jan 28 04:57:34.321780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-d2bf8744-2a71-4f46-b7a3-a000e8048c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:34.323436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-d2bf8744-2a71-4f46-b7a3-a000e8048c8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 1094 time: 0.1795893 Jan 28 04:57:34.331958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-23a13578-727b-4732-bd64-0d6ad7c831e5 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474354 Jan 28 04:57:34.419656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-eacee001-ab5b-4c10-8c83-708d746bd469 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862165 Jan 28 04:57:34.468643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 298093da-09d0-40cb-af6c-59821d3602ab details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:57:34.548615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d7ef013-b897-4eaa-8760-9c2bc9e25b6d req-8101c485-ed8d-4ed7-92e3-39e7a650a949 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219544 Jan 28 04:57:34.589230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-037d69b0-2495-4874-a96a-fd18f390cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:34.591545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-037d69b0-2495-4874-a96a-fd18f390cefe service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.2618840 Jan 28 04:57:34.660416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-158175d9-52a0-4a87-9899-537118a45f44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3 HTTP/1.1" status: 200 len: 217 time: 0.0514195 Jan 28 04:57:34.663015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 298093da-09d0-40cb-af6c-59821d3602ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=298093da-09d0-40cb-af6c-59821d3602ab,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:34.697184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '298093da-09d0-40cb-af6c-59821d3602ab', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'port_id': '298093da-09d0-40cb-af6c-59821d3602ab', 'mac_address': 'fa:16:3e:b2:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:57:34.791005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-16150dc7-03d9-4275-a874-310e9d5dfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:34.796250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-16150dc7-03d9-4275-a874-310e9d5dfc7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.1282275 Jan 28 04:57:34.806669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 298093da-09d0-40cb-af6c-59821d3602ab is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:34.807375 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (298093da-09d0-40cb-af6c-59821d3602ab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:34.864043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298093da-09d0-40cb-af6c-59821d3602ab {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:57:34.881909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-8bdc62df-228b-49f1-99d8-0a06ee8b8289 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749364 Jan 28 04:57:34.910377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 298093da-09d0-40cb-af6c-59821d3602ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=298093da-09d0-40cb-af6c-59821d3602ab,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:34.919809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (298093da-09d0-40cb-af6c-59821d3602ab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:35.083079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=298093da-09d0-40cb-af6c-59821d3602ab,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:35.179235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409c974-9603-450e-98f4-8ba6eeac9742 req-2b3cb045-0335-4664-8265-db6687c02e07 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:35.211241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6409c974-9603-450e-98f4-8ba6eeac9742 req-2b3cb045-0335-4664-8265-db6687c02e07 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 943 time: 0.3280513 Jan 28 04:57:35.292307 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:57:35.387902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-f0df1845-fd67-4cfe-ae58-434e506fdd8e service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805005 Jan 28 04:57:35.423709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6409c974-9603-450e-98f4-8ba6eeac9742 req-ae7e221d-66ee-41b4-83f6-a5c1ce50ffbd tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117472 Jan 28 04:57:35.458360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['298093da-09d0-40cb-af6c-59821d3602ab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:35.617840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be07cafb-7818-404f-8f4c-70746bda3e3c req-8e41e7e0-47ba-497c-bf66-38e3a9dbf901 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170584 Jan 28 04:57:36.358828 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:36.475749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 05fbc584-8ada-4dc3-b283-a0246cbb05b3 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:57:36.483822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 298093da-09d0-40cb-af6c-59821d3602ab up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:36.658956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a2127-a640-4b7a-8f74-42ce88f35b38 req-e8c7848d-3a19-41bc-b324-0f51d460efbe tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:36.669802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c7a2127-a640-4b7a-8f74-42ce88f35b38 req-e8c7848d-3a19-41bc-b324-0f51d460efbe tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 943 time: 0.1202717 Jan 28 04:57:36.710314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 298093da-09d0-40cb-af6c-59821d3602ab completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:57:36.751346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 298093da-09d0-40cb-af6c-59821d3602ab triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:36.755735 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (298093da-09d0-40cb-af6c-59821d3602ab), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:36.797838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1c7a2127-a640-4b7a-8f74-42ce88f35b38 req-674b77f2-cdc8-494b-a796-202183daac3f tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271212 Jan 28 04:57:36.891190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:36.916355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '05fbc584-8ada-4dc3-b283-a0246cbb05b3', 'network_id': 'fe43f697-db91-4007-bed5-dbd001a54420', 'port_id': '05fbc584-8ada-4dc3-b283-a0246cbb05b3', 'mac_address': 'fa:16:3e:fe:92:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027c4eac-ee39-4f6c-923a-8df6540ff342', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:57:36.993846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 298093da-09d0-40cb-af6c-59821d3602ab is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:36.994277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (298093da-09d0-40cb-af6c-59821d3602ab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:36.997633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:36.998713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:37.031608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fbc584-8ada-4dc3-b283-a0246cbb05b3 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:57:37.045592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40651e40-3c5f-42df-9370-625d42ea4368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298093da-09d0-40cb-af6c-59821d3602ab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:37.048230 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e4ae4-85dc-49d0-92e8-dc620e6f9adb" -d '{"events": [{"server_uuid": "40651e40-3c5f-42df-9370-625d42ea4368", "name": "network-vif-plugged", "status": "completed", "tag": "298093da-09d0-40cb-af6c-59821d3602ab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:37.091307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 298093da-09d0-40cb-af6c-59821d3602ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=298093da-09d0-40cb-af6c-59821d3602ab,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:37.098130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:37.107966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (298093da-09d0-40cb-af6c-59821d3602ab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:37.111966 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d17a13-f6b7-471f-9fac-a628e2b92ff8 x-openstack-request-id: req-20d17a13-f6b7-471f-9fac-a628e2b92ff8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:37.112570 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40651e40-3c5f-42df-9370-625d42ea4368", "name": "network-vif-plugged", "status": "completed", "tag": "298093da-09d0-40cb-af6c-59821d3602ab", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:37.112767 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20d17a13-f6b7-471f-9fac-a628e2b92ff8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:37.113191 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40651e40-3c5f-42df-9370-625d42ea4368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298093da-09d0-40cb-af6c-59821d3602ab', 'code': 200} Jan 28 04:57:37.135976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:37.234205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=298093da-09d0-40cb-af6c-59821d3602ab,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:37.315943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5c4e-0e89-41fa-9e2d-b50a16c3e89b req-c6e54feb-5142-4bc8-b391-ce57a1679c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:37.320136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd1d5c4e-0e89-41fa-9e2d-b50a16c3e89b req-c6e54feb-5142-4bc8-b391-ce57a1679c85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.1079118 Jan 28 04:57:37.321274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=05fbc584-8ada-4dc3-b283-a0246cbb05b3,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:37.409812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd1d5c4e-0e89-41fa-9e2d-b50a16c3e89b req-30bd3acd-d412-44d4-a1ca-e1ba5d241b17 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790977 Jan 28 04:57:37.530591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['05fbc584-8ada-4dc3-b283-a0246cbb05b3'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:37.849809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:37.926251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e5807-6a68-4d67-9f8f-a377cd5d6795 req-462ca1ea-4017-4fee-bb78-2bb6fc211ffb tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:37.933689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-924e5807-6a68-4d67-9f8f-a377cd5d6795 req-462ca1ea-4017-4fee-bb78-2bb6fc211ffb tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Jan 28 04:57:37.987791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-924e5807-6a68-4d67-9f8f-a377cd5d6795 req-3d82fee0-045b-4b78-9899-06b60a7fd13b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530136 Jan 28 04:57:38.609873 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8c09371-3456-4d1d-b1c6-8a27a75e93d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:39.278572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b946bf-551b-4c0c-879e-46e1c7fee793 req-8fa31c8a-b030-4ea8-9f92-d350ef474204 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:39.295701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36b946bf-551b-4c0c-879e-46e1c7fee793 req-8fa31c8a-b030-4ea8-9f92-d350ef474204 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 944 time: 0.1700473 Jan 28 04:57:39.359194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36b946bf-551b-4c0c-879e-46e1c7fee793 req-fd168a81-64b9-4a3b-b217-96e12b6ffbae tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620608 Jan 28 04:57:40.522048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 05fbc584-8ada-4dc3-b283-a0246cbb05b3 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:57:40.570942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365953e-d120-40cf-86e4-9b9162941e12 req-a6119416-5e04-4c2d-8619-8e03fc132a55 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:40.584200 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d365953e-d120-40cf-86e4-9b9162941e12 req-a6119416-5e04-4c2d-8619-8e03fc132a55 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 944 time: 0.1206267 Jan 28 04:57:40.630026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:57:40.635997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:57:40.636985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:40.701782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d365953e-d120-40cf-86e4-9b9162941e12 req-948a12bd-9551-4dc4-8235-fb12877e7d00 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166062 Jan 28 04:57:40.775130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:57:40.775879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:40.821836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:40.829030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbc584-8ada-4dc3-b283-a0246cbb05b3'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:40.833493 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7b298a-b265-4420-9b2c-941fa3ce0881" -d '{"events": [{"server_uuid": "52d809ab-723e-4f55-8184-0ffa05edfa21", "name": "network-vif-plugged", "status": "completed", "tag": "05fbc584-8ada-4dc3-b283-a0246cbb05b3"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:40.839731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:40.882061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e300d7-e67a-490e-8e11-19b95e0786df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:40.909803 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e503cc-c485-4689-bd64-084534a1a7d7 x-openstack-request-id: req-b4e503cc-c485-4689-bd64-084534a1a7d7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:40.910399 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d809ab-723e-4f55-8184-0ffa05edfa21", "name": "network-vif-plugged", "status": "completed", "tag": "05fbc584-8ada-4dc3-b283-a0246cbb05b3", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:40.910862 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4e503cc-c485-4689-bd64-084534a1a7d7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:40.911459 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbc584-8ada-4dc3-b283-a0246cbb05b3', 'code': 200} Jan 28 04:57:40.912945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=05fbc584-8ada-4dc3-b283-a0246cbb05b3,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:40.914602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36648-6513-40f2-a83a-0ca99f402e4d req-e7a11288-5a64-4a9d-9c6b-59238fa3522b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:40.917828 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41d36648-6513-40f2-a83a-0ca99f402e4d req-e7a11288-5a64-4a9d-9c6b-59238fa3522b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.1107576 Jan 28 04:57:40.996480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-41d36648-6513-40f2-a83a-0ca99f402e4d req-6bab4acc-49a9-4873-8d9d-39920b29b4a1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715940 Jan 28 04:57:41.086164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3b8d-1e6e-461b-9460-9860688e4d1c req-7c949c29-bfca-4bd8-9cad-e40f1837dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:41.088290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa1e3b8d-1e6e-461b-9460-9860688e4d1c req-7c949c29-bfca-4bd8-9cad-e40f1837dd64 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 1096 time: 0.0604074 Jan 28 04:57:41.175442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa1e3b8d-1e6e-461b-9460-9860688e4d1c req-1996f4de-90ae-4f0e-8397-c207eb21b2d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785310 Jan 28 04:57:41.656121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-67f20273-78cc-4055-a5c3-a9e9912770c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469027 Jan 28 04:57:41.788630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be4495-360c-4fd0-8039-d743b5608b99 req-d11b5b48-8344-429b-aab7-5fbed970a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:41.790888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-d11b5b48-8344-429b-aab7-5fbed970a7bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1096 time: 0.0648460 Jan 28 04:57:41.866294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0bec1-1b98-40e2-bd06-c4042a74e35c req-5277ba1c-d13a-42fb-af8f-e5e37aa0a4a2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:41.868865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0de0bec1-1b98-40e2-bd06-c4042a74e35c req-5277ba1c-d13a-42fb-af8f-e5e37aa0a4a2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0821662 Jan 28 04:57:41.955370 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0de0bec1-1b98-40e2-bd06-c4042a74e35c req-875ee957-a6f5-450d-81dc-719ef092ce09 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755959 Jan 28 04:57:41.965971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:41.971746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be4495-360c-4fd0-8039-d743b5608b99 req-3bf2146c-be3a-4482-b8e4-36bf381dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:41.973842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-3bf2146c-be3a-4482-b8e4-36bf381dd644 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1608355 Jan 28 04:57:42.072998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-607dc472-1cac-4405-a538-b59f763c9890 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 1000 time: 0.0927007 Jan 28 04:57:42.194719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be4495-360c-4fd0-8039-d743b5608b99 req-aec8114c-aefb-4bce-832f-47d9aec41ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:42.195557 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-aec8114c-aefb-4bce-832f-47d9aec41ee5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.1163518 Jan 28 04:57:42.289894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be4495-360c-4fd0-8039-d743b5608b99 req-2fc48de9-e241-45b5-88a0-2a7dff358d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:42.291549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-2fc48de9-e241-45b5-88a0-2a7dff358d9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898747 Jan 28 04:57:42.300578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3b4ac-94eb-4571-92f4-6200dec15b73 req-8f9e6566-b32c-4404-9b21-4793e60ea388 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:42.302616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50c3b4ac-94eb-4571-92f4-6200dec15b73 req-8f9e6566-b32c-4404-9b21-4793e60ea388 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.1218128 Jan 28 04:57:42.421363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50c3b4ac-94eb-4571-92f4-6200dec15b73 req-45ba7c61-900d-4770-9511-f107306142f8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072218 Jan 28 04:57:42.448171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-5c66137e-d905-4df9-9ef6-fe37f7189030 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444106 Jan 28 04:57:42.569196 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37be4495-360c-4fd0-8039-d743b5608b99 req-2d3d7731-d76c-42b7-9258-93b506563459 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147952 Jan 28 04:57:43.068993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9dce2-3281-42eb-8314-d4e7fcea55ff req-f3c9799b-7502-42f3-b2fd-05d703bb4419 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.070713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23e9dce2-3281-42eb-8314-d4e7fcea55ff req-f3c9799b-7502-42f3-b2fd-05d703bb4419 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Jan 28 04:57:43.120058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23e9dce2-3281-42eb-8314-d4e7fcea55ff req-923ca95f-77f2-459c-989e-8e4910fdee7a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Jan 28 04:57:43.193065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-66bb6910-8cac-49d9-a366-7d42dc5d4d0a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.195732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-66bb6910-8cac-49d9-a366-7d42dc5d4d0a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.0551474 Jan 28 04:57:43.348610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:57:43.348961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:43.519953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:57:43.520485 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:43.543683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for 20282aff-2b70-4b25-9cf3-e4aecaddb5bc owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:57:43.569957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e310d-8688-4305-9a05-6d2785463dd2 req-6dd2583f-256e-404c-9396-90d2f59e4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.571477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-6dd2583f-256e-404c-9396-90d2f59e4db1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 1096 time: 0.1516364 Jan 28 04:57:43.585307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bbd5d-d901-44ae-a6ba-50fcf257d881 req-292a0c19-081f-4b2f-a7fa-45d6a0ebbdc0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.585740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32adc13-efb4-4b67-8ce3-1fae830cc8d5 req-61ec6523-cb33-46f6-a472-6fedd96f0023 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.587237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32adc13-efb4-4b67-8ce3-1fae830cc8d5 req-61ec6523-cb33-46f6-a472-6fedd96f0023 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.1799130 Jan 28 04:57:43.606101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a1bbd5d-d901-44ae-a6ba-50fcf257d881 req-292a0c19-081f-4b2f-a7fa-45d6a0ebbdc0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 945 time: 0.0870683 Jan 28 04:57:43.691615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:43.726015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a1bbd5d-d901-44ae-a6ba-50fcf257d881 req-5a92a96f-d8d6-4a5a-8000-e324af6caa4f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=658c5033-58e4-4e8b-a4d3-7161320aaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178594 Jan 28 04:57:43.790712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32adc13-efb4-4b67-8ce3-1fae830cc8d5 req-0791b7cc-f4a5-4f70-8727-dd676b141fc6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684456 Jan 28 04:57:43.835020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e310d-8688-4305-9a05-6d2785463dd2 req-5180cd5d-44e2-439f-9203-a1c195a6e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.836712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-5180cd5d-44e2-439f-9203-a1c195a6e79f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.2177532 Jan 28 04:57:43.905263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-e8a1df6a-5e49-4679-9c8e-3ddb207e9ff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3 HTTP/1.1" status: 200 len: 217 time: 0.0613651 Jan 28 04:57:43.970409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (20282aff-2b70-4b25-9cf3-e4aecaddb5bc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:43.973123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e310d-8688-4305-9a05-6d2785463dd2 req-d72fe460-f424-433c-81a3-712e17e76ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:43.974700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-d72fe460-f424-433c-81a3-712e17e76ff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0628974 Jan 28 04:57:44.015060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['20282aff-2b70-4b25-9cf3-e4aecaddb5bc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:57:44.033214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-ddbc6587-aa89-4fc4-b238-b914f4b31cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517585 Jan 28 04:57:44.035213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=20282aff-2b70-4b25-9cf3-e4aecaddb5bc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:44.128225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.128926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.129169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.129634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.130085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.130520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.130960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.131393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.131823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.132258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.132690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.133139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.133593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:44.152365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port 20282aff-2b70-4b25-9cf3-e4aecaddb5bc on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:57:44.156288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:44.159744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cec76447-1b52-46b9-aa1c-3637db1e4d9d req-bb2d5390-7100-4197-be94-04f83c12fb46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "DELETE /v2.0/ports/20282aff-2b70-4b25-9cf3-e4aecaddb5bc HTTP/1.1" status: 204 len: 173 time: 0.9572937 Jan 28 04:57:44.160352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'name': 'network-vif-deleted', 'tag': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:57:44.162753 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5a929-c374-4ddf-9473-27652ef165a6" -d '{"events": [{"server_uuid": "a9acd51a-7ffd-4753-81df-baadec0e39a9", "name": "network-vif-deleted", "tag": "20282aff-2b70-4b25-9cf3-e4aecaddb5bc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:57:44.215833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-a4e147b2-aebf-48cb-8487-80ed86a3ee00 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760678 Jan 28 04:57:44.244188 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cfcfac-80a0-467b-bfc9-64f8a5e25b5c x-openstack-request-id: req-f4cfcfac-80a0-467b-bfc9-64f8a5e25b5c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:57:44.244568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acd51a-7ffd-4753-81df-baadec0e39a9", "name": "network-vif-deleted", "tag": "20282aff-2b70-4b25-9cf3-e4aecaddb5bc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:57:44.244900 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4cfcfac-80a0-467b-bfc9-64f8a5e25b5c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:57:44.245513 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acd51a-7ffd-4753-81df-baadec0e39a9', 'name': 'network-vif-deleted', 'tag': '20282aff-2b70-4b25-9cf3-e4aecaddb5bc', 'status': 'completed', 'code': 200} Jan 28 04:57:44.342022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-341e310d-8688-4305-9a05-6d2785463dd2 req-b54786e9-c32f-4c44-b068-1bcf362ab4c1 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183698 Jan 28 04:57:44.815672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c2befb3-8d65-4130-92e3-1e6b4b6f3700 req-d5542632-f52a-491c-a5fb-efde0ead8927 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0297267 Jan 28 04:57:44.921157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000d960-0cf2-45cf-936d-917c31345af1 req-81829e4f-c8cd-491e-8277-a709ae894ff4 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:44.922657 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d000d960-0cf2-45cf-936d-917c31345af1 req-81829e4f-c8cd-491e-8277-a709ae894ff4 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0557687 Jan 28 04:57:44.972207 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d000d960-0cf2-45cf-936d-917c31345af1 req-3ae7216e-fadb-4128-8ca7-e40f9f477601 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Jan 28 04:57:45.009709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:45.913423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d3a6904-aa86-4fe8-ad80-6b13319b483e req-e6dffb9f-7997-4af0-b7dd-50621dafbc59 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0264363 Jan 28 04:57:46.093538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd013d-b2b4-4a9e-8209-f450919f858d req-840a61cc-cbb9-4ff8-9beb-85758d91f05a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:46.095135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b3fd013d-b2b4-4a9e-8209-f450919f858d req-840a61cc-cbb9-4ff8-9beb-85758d91f05a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Jan 28 04:57:46.148593 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b3fd013d-b2b4-4a9e-8209-f450919f858d req-36715741-44c1-47ac-9e12-cb0bf9ff8f8c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jan 28 04:57:46.550503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 20282aff-2b70-4b25-9cf3-e4aecaddb5bc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:57:46.570688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 20282aff-2b70-4b25-9cf3-e4aecaddb5bc {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:57:46.571037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 20282aff-2b70-4b25-9cf3-e4aecaddb5bc not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:57:47.007140 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc2f0907-4962-4420-a4b0-5f88378d2c7f req-abb5bde5-528c-450b-8488-8382f133a71c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Jan 28 04:57:47.264583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b74d37-872f-46bb-b9e9-812f023defbc req-4278d07e-4c1c-4b04-b398-c5daaecfb39b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:47.266028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11b74d37-872f-46bb-b9e9-812f023defbc req-4278d07e-4c1c-4b04-b398-c5daaecfb39b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0472872 Jan 28 04:57:47.311685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11b74d37-872f-46bb-b9e9-812f023defbc req-4a4d5f57-242e-4912-8082-15c82a8892cb tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Jan 28 04:57:48.099888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7e30843-f38e-4193-9134-70ffe6283b5c req-7a8bee6d-8f19-4b02-8033-25d16392190a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Jan 28 04:57:48.719415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b12622-f513-4108-9490-afef7be45bc7 req-144e3365-b3f0-4243-be2b-6dbec2f7db8b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:48.720925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42b12622-f513-4108-9490-afef7be45bc7 req-144e3365-b3f0-4243-be2b-6dbec2f7db8b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.3405192 Jan 28 04:57:48.766610 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42b12622-f513-4108-9490-afef7be45bc7 req-ffd26a4c-9946-47a0-8474-bab9a3f6bb94 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Jan 28 04:57:49.197025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-272cbe29-60a1-49ae-8caa-d9160d231b5a req-fc3578a2-ddf0-40c4-b292-a3f5b9e92757 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Jan 28 04:57:49.885002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7275d-832c-4437-bdc7-ec243a563606 req-8508743d-af87-4e7f-9647-8d4a3f857429 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:49.887101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74c7275d-832c-4437-bdc7-ec243a563606 req-8508743d-af87-4e7f-9647-8d4a3f857429 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Jan 28 04:57:49.934269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74c7275d-832c-4437-bdc7-ec243a563606 req-61e1aad7-dd8f-44b2-83b4-18f0fd95dd60 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jan 28 04:57:50.292109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-465a4b9e-d22c-46ba-a0a5-8f023948f1c2 req-488df384-6bec-4cbe-9dd0-68ef9d83f089 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Jan 28 04:57:51.061421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf5b97-3256-4522-8750-213f143f1d3b req-dd4ec284-d3ef-4694-8518-f1677f3eb12b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:51.063041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96bf5b97-3256-4522-8750-213f143f1d3b req-dd4ec284-d3ef-4694-8518-f1677f3eb12b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0561707 Jan 28 04:57:51.119491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96bf5b97-3256-4522-8750-213f143f1d3b req-8ce712e3-932a-4e1d-bb9a-69b2915a2944 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Jan 28 04:57:51.388641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-533b54bf-1e11-4b69-947c-0d5408996286 req-72ec4765-6397-4834-8d90-2cc686227ffa tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0278897 Jan 28 04:57:52.235241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1f43f-63e9-497f-a915-c5d522959b27 req-fbe0d30b-8725-402a-98c7-f7341b4d36ff tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:52.236963 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2f1f43f-63e9-497f-a915-c5d522959b27 req-fbe0d30b-8725-402a-98c7-f7341b4d36ff tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0488644 Jan 28 04:57:52.284147 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2f1f43f-63e9-497f-a915-c5d522959b27 req-b2a15a5c-dc02-487f-b59f-a0b2a65f75a7 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Jan 28 04:57:52.492760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2080dc4a-c96d-46ac-bab1-27e13f0b888a req-7fac0397-635e-4cf0-857a-1d2a2d25f7ee tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jan 28 04:57:53.398865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc25ff-3ff6-41d9-9a9c-47cabcdbad14 req-974bb48f-820e-4772-af68-83da37e18389 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:53.400537 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06fc25ff-3ff6-41d9-9a9c-47cabcdbad14 req-974bb48f-820e-4772-af68-83da37e18389 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Jan 28 04:57:53.453599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06fc25ff-3ff6-41d9-9a9c-47cabcdbad14 req-552b3df2-1a92-4ea8-8705-c4c7e54ddc20 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464101 Jan 28 04:57:53.610580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e152072b-cd24-4c4d-b1c1-a6186f064de9 req-87870293-f1ad-4a3b-9fa5-600ccd771e96 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0377610 Jan 28 04:57:54.586657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa874a7-b034-419f-8939-f14e4c180165 req-7206ca6d-5c67-4db8-afba-7c41d7002d43 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:54.588304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-afa874a7-b034-419f-8939-f14e4c180165 req-7206ca6d-5c67-4db8-afba-7c41d7002d43 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Jan 28 04:57:54.655853 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-afa874a7-b034-419f-8939-f14e4c180165 req-5b9186cf-30c4-49a1-a248-4ad45279afe4 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Jan 28 04:57:54.743562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c79c5b8-3e35-4856-b7bf-b153c3c108b6 req-f5b6992a-7f26-4b7c-b7d6-07b1c80f4006 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0328577 Jan 28 04:57:55.766392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8390-ddf3-496b-8670-b91ff137863f req-e4b8fdb6-8a1f-4c9e-b1ee-9e8d818f4923 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:55.767887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f8c8390-ddf3-496b-8670-b91ff137863f req-e4b8fdb6-8a1f-4c9e-b1ee-9e8d818f4923 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0483170 Jan 28 04:57:55.817895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f8c8390-ddf3-496b-8670-b91ff137863f req-2ef1640d-a001-49d2-8e52-2646f57bbc92 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Jan 28 04:57:55.851792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-932d5b0e-74af-4944-bf11-881612792cde req-a6e394b0-bbbe-47ee-ad04-42d76db13699 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0357382 Jan 28 04:57:56.944130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b426-8c9f-424c-bedf-0733ce517745 req-aad3bbf6-3e05-4c76-81a0-0aa98e9e6aa9 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:56.945909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dab4b426-8c9f-424c-bedf-0733ce517745 req-aad3bbf6-3e05-4c76-81a0-0aa98e9e6aa9 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Jan 28 04:57:56.947061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4965fbba-c00e-46c7-a767-0ed68add13b6 req-33949a32-2f53-4821-a619-f6ba34fc6cb1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0269067 Jan 28 04:57:56.993665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dab4b426-8c9f-424c-bedf-0733ce517745 req-f6590f7f-d19a-4447-b05c-9099003eadd3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Jan 28 04:57:58.065229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b0dbe8e-d6dc-4420-a6dd-84492eedc612 req-e8fe24ae-a8db-4d13-948e-6ccc087256df tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9acd51a-7ffd-4753-81df-baadec0e39a9 HTTP/1.1" status: 200 len: 210 time: 0.0399065 Jan 28 04:57:58.144987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdeb89-fcf5-4996-81e8-3f1ad9db5fe7 req-1ae65882-7992-4178-a791-4e3828832b7a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:58.146541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42fdeb89-fcf5-4996-81e8-3f1ad9db5fe7 req-1ae65882-7992-4178-a791-4e3828832b7a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0511079 Jan 28 04:57:58.196953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42fdeb89-fcf5-4996-81e8-3f1ad9db5fe7 req-7c101e2b-7b8f-45ec-857f-71c9e94c16f2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Jan 28 04:57:58.358727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35862) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:58.465199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7160b7-29dc-4509-b8e6-ca073d3b2d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.537088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7160b7-29dc-4509-b8e6-ca073d3b2d72 admin admin] Publish callbacks [] for security_group (36d645f8-3b14-4d73-8533-fe73c890b9c9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.541256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e7160b7-29dc-4509-b8e6-ca073d3b2d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (36d645f8-3b14-4d73-8533-fe73c890b9c9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.578967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7160b7-29dc-4509-b8e6-ca073d3b2d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d645f8-3b14-4d73-8533-fe73c890b9c9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:58.586125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e7160b7-29dc-4509-b8e6-ca073d3b2d72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae4c61810aa54ada9c93536aee3121a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260828 Jan 28 04:57:58.588551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:58.660649 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92fecad-cf3f-4a23-b0d3-8458b53454cc admin admin] Publish callbacks [] for security_group (36d645f8-3b14-4d73-8533-fe73c890b9c9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.682936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92fecad-cf3f-4a23-b0d3-8458b53454cc admin admin] Publish callbacks [] for security_group (36d645f8-3b14-4d73-8533-fe73c890b9c9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.733923 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92fecad-cf3f-4a23-b0d3-8458b53454cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (36d645f8-3b14-4d73-8533-fe73c890b9c9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.736628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d92fecad-cf3f-4a23-b0d3-8458b53454cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:58.738105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d92fecad-cf3f-4a23-b0d3-8458b53454cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36d645f8-3b14-4d73-8533-fe73c890b9c9 HTTP/1.1" status: 204 len: 168 time: 0.1480131 Jan 28 04:57:58.758500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fecad-cf3f-4a23-b0d3-8458b53454cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d645f8-3b14-4d73-8533-fe73c890b9c9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:59.038437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35878) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:59.052854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87850a47-fa97-4bd8-b744-b1eeae5b4353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.134299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87850a47-fa97-4bd8-b744-b1eeae5b4353 admin admin] Publish callbacks [] for security_group (148491fe-7b76-40ba-98cd-d482db41d755), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.139545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87850a47-fa97-4bd8-b744-b1eeae5b4353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (148491fe-7b76-40ba-98cd-d482db41d755), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.177169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87850a47-fa97-4bd8-b744-b1eeae5b4353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148491fe-7b76-40ba-98cd-d482db41d755,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:59.183978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-87850a47-fa97-4bd8-b744-b1eeae5b4353 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a38d3511a41440438eac16bc79812876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419146 Jan 28 04:57:59.184299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:57:59.236124 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Publish callbacks [] for security_group (148491fe-7b76-40ba-98cd-d482db41d755), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.257989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Publish callbacks [] for security_group (148491fe-7b76-40ba-98cd-d482db41d755), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.334910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11299a-1973-465b-afec-7c9df9789a6b req-ef2bd5ea-e99d-4af7-ac53-3d018c4c2e09 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:59.336420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b11299a-1973-465b-afec-7c9df9789a6b req-ef2bd5ea-e99d-4af7-ac53-3d018c4c2e09 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0597775 Jan 28 04:57:59.353727 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (148491fe-7b76-40ba-98cd-d482db41d755), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.356310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:59.358067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/148491fe-7b76-40ba-98cd-d482db41d755 HTTP/1.1" status: 204 len: 168 time: 0.1727655 Jan 28 04:57:59.379313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148491fe-7b76-40ba-98cd-d482db41d755,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:57:59.394892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.395242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.395596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.395940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.396282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.396617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.396944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.397314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.397648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.398023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.398302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.398635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.398963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb7e09a-604c-40fe-a8bf-51b48c3bcbd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:57:59.421857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b11299a-1973-465b-afec-7c9df9789a6b req-6916162b-f59f-4c93-a833-21d136766f78 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779424 Jan 28 04:58:00.458517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 35930) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:00.544062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678eb6-ed96-4d31-aa5e-09427a078ccc req-fcc69471-9ac0-4538-a517-1ba262d3ace6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:00.546135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1678eb6-ed96-4d31-aa5e-09427a078ccc req-fcc69471-9ac0-4538-a517-1ba262d3ace6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Jan 28 04:58:00.583310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4496fae-83c5-4ade-a91f-7d728be94afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.596476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1678eb6-ed96-4d31-aa5e-09427a078ccc req-f9d897a1-2968-47e9-b8cb-ad9ef4b995a5 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Jan 28 04:58:00.662699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4496fae-83c5-4ade-a91f-7d728be94afa admin admin] Publish callbacks [] for security_group (35c8c922-d2b4-4167-ad10-ad69bbad5bce), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.666165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4496fae-83c5-4ade-a91f-7d728be94afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (35c8c922-d2b4-4167-ad10-ad69bbad5bce), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.704643 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a4496fae-83c5-4ade-a91f-7d728be94afa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e89e8405b0ee4d0b931191e68f2819d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447758 Jan 28 04:58:00.705574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4496fae-83c5-4ade-a91f-7d728be94afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c8c922-d2b4-4167-ad10-ad69bbad5bce,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:00.713690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 35934) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:00.761651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd0ea-62a4-4ee8-b986-03fab7a2c796 admin admin] Publish callbacks [] for security_group (35c8c922-d2b4-4167-ad10-ad69bbad5bce), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.783016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd0ea-62a4-4ee8-b986-03fab7a2c796 admin admin] Publish callbacks [] for security_group (35c8c922-d2b4-4167-ad10-ad69bbad5bce), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.829310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd0ea-62a4-4ee8-b986-03fab7a2c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (35c8c922-d2b4-4167-ad10-ad69bbad5bce), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.832012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd0ea-62a4-4ee8-b986-03fab7a2c796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:00.833238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5e6bd0ea-62a4-4ee8-b986-03fab7a2c796 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35c8c922-d2b4-4167-ad10-ad69bbad5bce HTTP/1.1" status: 204 len: 168 time: 0.1187687 Jan 28 04:58:00.841760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bd0ea-62a4-4ee8-b986-03fab7a2c796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c8c922-d2b4-4167-ad10-ad69bbad5bce,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:01.734341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddba187-c535-4307-87cc-caec1de05c90 req-77484a45-9409-447c-8871-2ad72aee403d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:01.737920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ddba187-c535-4307-87cc-caec1de05c90 req-77484a45-9409-447c-8871-2ad72aee403d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0683086 Jan 28 04:58:01.787291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1ddba187-c535-4307-87cc-caec1de05c90 req-dc2444e8-b071-4c98-bc0d-1b1d0e1c10bb tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Jan 28 04:58:02.910088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7ea0c-a8de-42ca-825b-3d44c382f6a3 req-6240f89e-b987-4ee0-bc94-f62f963214f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:02.912417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8d7ea0c-a8de-42ca-825b-3d44c382f6a3 req-6240f89e-b987-4ee0-bc94-f62f963214f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0496180 Jan 28 04:58:02.980016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8d7ea0c-a8de-42ca-825b-3d44c382f6a3 req-44bc49e1-9776-4a21-8209-1669bd3a08dd tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588892 Jan 28 04:58:04.125971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2490a6-5731-446b-b9de-bc44576b52ac req-36b1ea45-972d-4504-b49d-3fa915ec79f1 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:04.127643 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e2490a6-5731-446b-b9de-bc44576b52ac req-36b1ea45-972d-4504-b49d-3fa915ec79f1 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0695081 Jan 28 04:58:04.190878 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6e2490a6-5731-446b-b9de-bc44576b52ac req-bc175068-0216-4335-9c1f-3f4cc00679f4 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564775 Jan 28 04:58:05.336720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843c635-b5e1-43dd-b253-a72ba8278387 req-47f84f8c-edc9-45a8-8e3e-ffe44bfc44b6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:05.338586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c843c635-b5e1-43dd-b253-a72ba8278387 req-47f84f8c-edc9-45a8-8e3e-ffe44bfc44b6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0705023 Jan 28 04:58:05.391287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c843c635-b5e1-43dd-b253-a72ba8278387 req-897b97ab-672e-4699-b55a-c16a696c6041 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Jan 28 04:58:06.416844 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:06.565632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2be0-d924-4b13-9ecd-1b53cbc315b9 req-702ebfe6-4cf5-4797-883c-f063e7732867 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:06.567357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b95d2be0-d924-4b13-9ecd-1b53cbc315b9 req-702ebfe6-4cf5-4797-883c-f063e7732867 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0616872 Jan 28 04:58:06.618363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b95d2be0-d924-4b13-9ecd-1b53cbc315b9 req-64b5c113-d7af-4f39-85f4-c14948bd820f tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Jan 28 04:58:07.747443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e63195-07af-4bdb-993b-94585514e9f6 req-77e6ea03-c3c3-4b28-8b42-388dda98f9df tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:07.749600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69e63195-07af-4bdb-993b-94585514e9f6 req-77e6ea03-c3c3-4b28-8b42-388dda98f9df tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0622809 Jan 28 04:58:07.796568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69e63195-07af-4bdb-993b-94585514e9f6 req-aa515b1a-47e0-41d4-85de-d49ff019819b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Jan 28 04:58:07.808799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:08.583675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ceac8deb-74be-40a7-b714-2e524277dfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:08.918774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781b24-3554-4e4d-a79a-ac768448c531 req-64e9e311-7084-44fd-b337-125d31813a59 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:08.921549 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b781b24-3554-4e4d-a79a-ac768448c531 req-64e9e311-7084-44fd-b337-125d31813a59 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0509531 Jan 28 04:58:08.969538 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6b781b24-3554-4e4d-a79a-ac768448c531 req-56a5998b-db86-48b0-9b5b-1a39734be251 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Jan 28 04:58:10.094940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139841c-64ba-4ca5-9b0d-c499cbbcaffa req-fd8b9ddc-ae73-4060-aa9e-a20a758b2455 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:10.096361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e139841c-64ba-4ca5-9b0d-c499cbbcaffa req-fd8b9ddc-ae73-4060-aa9e-a20a758b2455 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0576429 Jan 28 04:58:10.146342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e139841c-64ba-4ca5-9b0d-c499cbbcaffa req-c1bd554c-b4a2-4b4a-b332-b2c69b2510f7 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441506 Jan 28 04:58:10.835297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ad19cb7-95a3-4b89-b48f-a3138b674c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:11.327141 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d541967-87b8-4e1b-a1ba-167f064a7726 req-e8627ca0-8ed0-4a71-9295-63b2a01e0632 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:11.338561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d541967-87b8-4e1b-a1ba-167f064a7726 req-e8627ca0-8ed0-4a71-9295-63b2a01e0632 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0819116 Jan 28 04:58:11.379540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55caac-0b06-40e7-9fab-1539aec3977b req-615ab626-b495-43f4-b72c-b303b8011cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:11.381218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e55caac-0b06-40e7-9fab-1539aec3977b req-615ab626-b495-43f4-b72c-b303b8011cee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 1096 time: 0.0877070 Jan 28 04:58:11.475446 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d541967-87b8-4e1b-a1ba-167f064a7726 req-bf271d68-8b4d-4303-914a-30a2c93bd7f6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346312 Jan 28 04:58:11.498529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e55caac-0b06-40e7-9fab-1539aec3977b req-a9102c0f-4f76-4b32-bf7f-0a6e7fe56efe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025858 Jan 28 04:58:11.984854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:12.276512 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:58:12.640482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ea0d-3531-4656-9a55-8dae2d5025c0 req-d8613fdc-ecba-45fc-9c37-bc28364982a9 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:12.642577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75b7ea0d-3531-4656-9a55-8dae2d5025c0 req-d8613fdc-ecba-45fc-9c37-bc28364982a9 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0732012 Jan 28 04:58:12.736505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75b7ea0d-3531-4656-9a55-8dae2d5025c0 req-b02f71d2-5e8d-4560-894f-ed99faa15475 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844820 Jan 28 04:58:13.693120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:13.925788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760cc7-4e75-4270-ba08-a36b860462d1 req-6f6c5b26-5402-4d15-a08a-f367c111ac77 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:13.934439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92760cc7-4e75-4270-ba08-a36b860462d1 req-6f6c5b26-5402-4d15-a08a-f367c111ac77 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.0805113 Jan 28 04:58:13.993934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92760cc7-4e75-4270-ba08-a36b860462d1 req-74afc463-8d76-4fe7-a5c2-958e13e448c3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534515 Jan 28 04:58:14.194339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6050689-df45-4dd2-aefa-4433e7197faa req-68a1e15f-2d61-446c-96a0-408527b3b9c3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.196245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d6050689-df45-4dd2-aefa-4433e7197faa req-68a1e15f-2d61-446c-96a0-408527b3b9c3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0853302 Jan 28 04:58:14.285681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d6050689-df45-4dd2-aefa-4433e7197faa req-03877cad-174a-4bdd-aca0-1679d6aebe00 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Jan 28 04:58:14.645293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c6a-716c-4938-9b9f-5295f5f72cc0 req-ad562d9f-37a5-4a79-9b2c-0c2f64c54bd3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.653197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-929e5c6a-716c-4938-9b9f-5295f5f72cc0 req-ad562d9f-37a5-4a79-9b2c-0c2f64c54bd3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1098404 Jan 28 04:58:14.740401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-929e5c6a-716c-4938-9b9f-5295f5f72cc0 req-9b5404c6-c0d9-4e2c-896e-c9562e9bea63 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861597 Jan 28 04:58:15.007122 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:15.935374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d41daf-a003-49b9-b216-5a9dfc267716 req-3baa2164-f654-4f1c-bb3b-cd0ee1b556d2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:15.943768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4d41daf-a003-49b9-b216-5a9dfc267716 req-3baa2164-f654-4f1c-bb3b-cd0ee1b556d2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1205556 Jan 28 04:58:15.992220 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4d41daf-a003-49b9-b216-5a9dfc267716 req-f5ca3403-5535-45b9-9c3a-3dab9cb28466 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Jan 28 04:58:16.396376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe03974-c1cb-4a41-b745-2e2bc02d3540 req-66a7ce53-2aa6-4133-bee2-53a84a5e9b98 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:16.404276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbe03974-c1cb-4a41-b745-2e2bc02d3540 req-66a7ce53-2aa6-4133-bee2-53a84a5e9b98 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0656419 Jan 28 04:58:16.465005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbe03974-c1cb-4a41-b745-2e2bc02d3540 req-99aff0a5-b081-43f7-bd9d-09d8c2913b4d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598187 Jan 28 04:58:17.633508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29ef83-c278-4ce6-888d-37958e127feb req-923badf7-6181-4870-8830-27fc4178ff75 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:17.635981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec29ef83-c278-4ce6-888d-37958e127feb req-923badf7-6181-4870-8830-27fc4178ff75 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0859685 Jan 28 04:58:17.722415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec29ef83-c278-4ce6-888d-37958e127feb req-7d46a376-33bd-434d-a8d5-a9c1850975a3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759208 Jan 28 04:58:20.644908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-6e73b2dc-a4aa-46e4-819d-1bf6a074d225 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:20.647428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-6e73b2dc-a4aa-46e4-819d-1bf6a074d225 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 814 time: 0.2212181 Jan 28 04:58:20.673379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-9867f04f-3015-4240-ad4c-0e6f7b2cf41b tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/quotas/e265f5c363214dbaa991c18e1af1502f HTTP/1.1" status: 200 len: 375 time: 0.0156627 Jan 28 04:58:20.744521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-9d22ec18-bf94-471a-8465-79ffbb21821b tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650809 Jan 28 04:58:20.906703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-a3b7563a-122d-4dfe-9957-f6e8d6274d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:20.908720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-a3b7563a-122d-4dfe-9957-f6e8d6274d1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.0883420 Jan 28 04:58:20.912534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299f6cc-498e-4daa-aecb-c370de5f34b9 req-0c4aca30-d801-49b0-9fba-86c3fe0342de tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:20.922335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5299f6cc-498e-4daa-aecb-c370de5f34b9 req-0c4aca30-d801-49b0-9fba-86c3fe0342de tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0787268 Jan 28 04:58:20.989474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-2cd5f8af-eb6b-4c7a-9be7-74ac4cd7077b service neutron] 10.222.0.21 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374234 Jan 28 04:58:21.010521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5299f6cc-498e-4daa-aecb-c370de5f34b9 req-f18ee90a-8cd8-4c8a-9270-9cbee0a61e7b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867949 Jan 28 04:58:21.440937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-f393a91c-d993-4b96-8145-43cda8e7e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:21.443262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-f393a91c-d993-4b96-8145-43cda8e7e553 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.5277965 Jan 28 04:58:21.514449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-53b17f6c-529f-4e29-89c3-14f075433763 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.0602725 Jan 28 04:58:21.527824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-415d4267-cd22-45ce-9ca4-15df3c914cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370467 Jan 28 04:58:21.580325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-b5da208a-d4cd-4762-a946-1a3938537ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:21.582080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-b5da208a-d4cd-4762-a946-1a3938537ea1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0532980 Jan 28 04:58:21.636846 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-2068210c-3250-4719-817a-11759bd0f546 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478921 Jan 28 04:58:21.888906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-922074e2-c7f8-456f-8b2b-e9663ddff5c4 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330496 Jan 28 04:58:21.936672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45d6c239-1304-4116-b498-3748c1f6a65e req-11262ff5-9698-483d-8557-3a36b07e09c6 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 210 time: 0.1032109 Jan 28 04:58:22.144216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3885bfc-3b8e-4120-9ee0-e9a6354a58f9 req-5766a411-e350-447b-baa0-1b307bde3d03 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544019 Jan 28 04:58:22.338553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bd2fa-c11b-4492-ade4-3b216e48e631 req-92159f73-5d86-4d1d-a8cd-ff0371e50f32 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:22.344409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-171bd2fa-c11b-4492-ade4-3b216e48e631 req-92159f73-5d86-4d1d-a8cd-ff0371e50f32 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.2067099 Jan 28 04:58:22.477090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-171bd2fa-c11b-4492-ade4-3b216e48e631 req-c33e6eed-8311-4dec-b628-866595fe634e tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252539 Jan 28 04:58:23.113821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb06115d-ff26-478c-b280-557c01e0482d req-002b6279-902c-4344-8848-6aac4d89e992 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 210 time: 0.0607452 Jan 28 04:58:23.655840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5a693115-d50b-44c0-82b9-785348ca37ec tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:23.657222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5a693115-d50b-44c0-82b9-785348ca37ec tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 814 time: 0.2789814 Jan 28 04:58:23.779567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Request body: {'port': {'device_id': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc', 'admin_state_up': True, 'tenant_id': 'e265f5c363214dbaa991c18e1af1502f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:23.928518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb0b4-ad34-4c95-bad1-2d14a4cdc7ba req-40069d35-226c-4e4c-be9e-5344b62c35f2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:23.930119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-752eb0b4-ad34-4c95-bad1-2d14a4cdc7ba req-40069d35-226c-4e4c-be9e-5344b62c35f2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.2671154 Jan 28 04:58:23.930901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Made reservation on behalf of e265f5c363214dbaa991c18e1af1502f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:58:23.934367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:24.072932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Allocated IP 172.20.0.9 (9ea97fc8-f46c-4c9d-9b87-f556be7340dc/f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41/3ae322d3-fde7-4ce9-839a-457722abd13d) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:58:24.250113 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-752eb0b4-ad34-4c95-bad1-2d14a4cdc7ba req-aba1805a-db3a-4228-8b3f-eeec12dd3266 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004866 Jan 28 04:58:24.331168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks [] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:24.402483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:24.450839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4dbeb-9fba-4363-a0d5-c405ee51fceb req-6c2f52ce-db32-4f8f-a5c1-48f0c6ab17ea tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:24.452539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fac4dbeb-9fba-4363-a0d5-c405ee51fceb req-6c2f52ce-db32-4f8f-a5c1-48f0c6ab17ea tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 931 time: 0.0848949 Jan 28 04:58:24.459213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:58:24.463406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:58:24.467951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:58:24.523130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Pushing event updated for resources: {'Port': ['ID=3ae322d3-fde7-4ce9-839a-457722abd13d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:24.551373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:24.552141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:24.576799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fac4dbeb-9fba-4363-a0d5-c405ee51fceb req-4bbd3b29-d5be-4361-9b3f-bac09e63f3dc tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144125 Jan 28 04:58:24.580749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-5776899a-3a42-4ca0-8b12-c809d2742c6a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969321 Jan 28 04:58:24.599305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Request body: {'port': {'device_id': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:24.660606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.010002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36822) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:25.015406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376690685', 'description': 'tempest-secgroup-smoke-376690685 description', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:25.035053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae322d3-fde7-4ce9-839a-457722abd13d {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:58:25.041122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.044199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Publish callbacks [] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.066571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Transition to ACTIVE for port object 3ae322d3-fde7-4ce9-839a-457722abd13d will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:58:25.074041 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.130959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group (fc687e8f-ab1e-4e25-a2e9-a530b4917ebd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.139900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fc687e8f-ab1e-4e25-a2e9-a530b4917ebd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.169179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae322d3-fde7-4ce9-839a-457722abd13d,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:25.194253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:25.209002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.215285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5fe531a4-8ac5-466c-b6e5-317e2d1e1f36 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2038188 Jan 28 04:58:25.216087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 36824) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:25.225796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group_rule': {'security_group_id': 'fc687e8f-ab1e-4e25-a2e9-a530b4917ebd', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:25.260335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Attempting to bind port 3ae322d3-fde7-4ce9-839a-457722abd13d on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:58:25.260628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Attempting to bind port 3ae322d3-fde7-4ce9-839a-457722abd13d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:58:25.261295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Attempting to bind port 3ae322d3-fde7-4ce9-839a-457722abd13d on network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:58:25.271528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Port 3ae322d3-fde7-4ce9-839a-457722abd13d on network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:58:25.271869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Attempting to bind port 3ae322d3-fde7-4ce9-839a-457722abd13d on network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:58:25.284743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (4c53d6a1-75e1-456e-951b-9c6ac37d92f5), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.334870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:58:25.335209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Checking segment: {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:58:25.335587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Bound using segment: {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:58:25.336017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Bound port: 3ae322d3-fde7-4ce9-839a-457722abd13d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:58:25.336374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.458371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (4c53d6a1-75e1-456e-951b-9c6ac37d92f5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.475746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (4c53d6a1-75e1-456e-951b-9c6ac37d92f5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.497571 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea27ea-d838-4ea6-9665-c47f1a26db45 req-780bd16d-df82-493d-b132-cd341aa50a88 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:25.499089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46ea27ea-d838-4ea6-9665-c47f1a26db45 req-780bd16d-df82-493d-b132-cd341aa50a88 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1599495 Jan 28 04:58:25.521412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c53d6a1-75e1-456e-951b-9c6ac37d92f5,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:25.532107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] For port 3ae322d3-fde7-4ce9-839a-457722abd13d, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:58:25.550749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.552279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de8c0fb9-6220-49bd-8566-575c1854a903 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340168 Jan 28 04:58:25.554297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] For port 3ae322d3-fde7-4ce9-839a-457722abd13d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ae322d3-fde7-4ce9-839a-457722abd13d,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:58:25.556063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36828) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:25.561273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.561816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group_rule': {'security_group_id': 'fc687e8f-ab1e-4e25-a2e9-a530b4917ebd', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:25.602555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (6fe700ea-5a4f-4520-9c7b-685353d13269), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.622735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:25.623403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.625127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ae322d3-fde7-4ce9-839a-457722abd13d HTTP/1.1" status: 200 len: 1091 time: 1.0302212 Jan 28 04:58:25.631014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'tag': '3ae322d3-fde7-4ce9-839a-457722abd13d'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:58:25.633816 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f88d70-ca21-432f-a0bf-9ace16d59bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f55f5550-78e3-4d3c-9c2d-fe1578c81cf7", "tag": "3ae322d3-fde7-4ce9-839a-457722abd13d"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:58:25.661194 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46ea27ea-d838-4ea6-9665-c47f1a26db45 req-bd60bf17-b3f2-4565-9fb2-a49cd2d4b91a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558154 Jan 28 04:58:25.687092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80522f94-bdbd-4322-a62e-bb91ae3b9ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae322d3-fde7-4ce9-839a-457722abd13d,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:25.769903 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f015e13-d917-44ce-9244-20ef7e540f8d x-openstack-request-id: req-0f015e13-d917-44ce-9244-20ef7e540f8d {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:58:25.770378 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55f5550-78e3-4d3c-9c2d-fe1578c81cf7", "tag": "3ae322d3-fde7-4ce9-839a-457722abd13d", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:58:25.771019 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f015e13-d917-44ce-9244-20ef7e540f8d {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:58:25.772128 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'tag': '3ae322d3-fde7-4ce9-839a-457722abd13d', 'status': 'completed', 'code': 200} Jan 28 04:58:25.788612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-7a5b0882-66da-42a8-bfec-a7c589cfbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:25.795834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-7a5b0882-66da-42a8-bfec-a7c589cfbe94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 1094 time: 0.1034126 Jan 28 04:58:25.796873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffd1ac-1bbd-4fa5-b115-ab31f07d84c7 req-6897dff9-c4ac-4ce8-84d3-b2af9f787605 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:25.798942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdffd1ac-1bbd-4fa5-b115-ab31f07d84c7 req-6897dff9-c4ac-4ce8-84d3-b2af9f787605 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 943 time: 0.1132956 Jan 28 04:58:25.800936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (6fe700ea-5a4f-4520-9c7b-685353d13269), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.805604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6fe700ea-5a4f-4520-9c7b-685353d13269), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.831244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.832559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2751460 Jan 28 04:58:25.855873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:25.857934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-0f0d21d1-c7a1-49fb-b645-beb76f9a285f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae322d3-fde7-4ce9-839a-457722abd13d HTTP/1.1" status: 200 len: 217 time: 0.0479867 Jan 28 04:58:25.866228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group_rule': {'security_group_id': 'fc687e8f-ab1e-4e25-a2e9-a530b4917ebd', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:25.901081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (ce0b1931-d2c9-44c2-ad99-fb0bc20f674c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:25.903627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f79f26-9622-4bf9-8247-2d76cf7c2577 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe700ea-5a4f-4520-9c7b-685353d13269,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:25.925448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-1dfb414e-ee03-4670-8d3c-da843f9fb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:25.927101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-1dfb414e-ee03-4670-8d3c-da843f9fb455 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 HTTP/1.1" status: 200 len: 854 time: 0.0656207 Jan 28 04:58:25.943197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fdffd1ac-1bbd-4fa5-b115-ab31f07d84c7 req-328b7a74-cefe-438f-b909-2862f20dce1c tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209483 Jan 28 04:58:25.985380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-7c44f617-2a3c-4577-9c99-884df7694903 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522101 Jan 28 04:58:26.006800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (ce0b1931-d2c9-44c2-ad99-fb0bc20f674c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.011840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (ce0b1931-d2c9-44c2-ad99-fb0bc20f674c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.041682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0b1931-d2c9-44c2-ad99-fb0bc20f674c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:26.047066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.051288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-833753d6-14af-41dc-8885-17b2e12efbd1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902552 Jan 28 04:58:26.051895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36842) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:26.056898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group_rule': {'security_group_id': 'fc687e8f-ab1e-4e25-a2e9-a530b4917ebd', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:26.094317 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (eead8a0d-c9fd-4925-8896-55ab85f8c9b7), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.124952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-612dbd24-b9d1-4fdf-9580-0676c5b66683 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307399 Jan 28 04:58:26.178097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (eead8a0d-c9fd-4925-8896-55ab85f8c9b7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.187018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (eead8a0d-c9fd-4925-8896-55ab85f8c9b7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.208140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eead8a0d-c9fd-4925-8896-55ab85f8c9b7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:26.228423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.234640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0d5dd38b-cc7c-45ad-b11f-075eb4f580c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1810689 Jan 28 04:58:26.235244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:26.240539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group_rule': {'security_group_id': 'fc687e8f-ab1e-4e25-a2e9-a530b4917ebd', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:26.265229 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Project eb9a85ba8d254043ba43b960b10a17db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:58:26.266850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efafa592-cb83-49a1-b016-38b1eb8b5356 req-b3a2d3b9-6ccd-4920-b5b3-4f13d39c133a service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356802 Jan 28 04:58:26.271042 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (9d209bc2-cd67-4286-84b9-40a22dddcd86), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.337194 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (9d209bc2-cd67-4286-84b9-40a22dddcd86), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.343810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (9d209bc2-cd67-4286-84b9-40a22dddcd86), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.362460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d209bc2-cd67-4286-84b9-40a22dddcd86,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:26.376890 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.380879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-852bd2ef-064a-486f-85a7-95f4653851ce tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422405 Jan 28 04:58:26.381329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 36846) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:58:26.386622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'security_group_rule': {'security_group_id': 'fc687e8f-ab1e-4e25-a2e9-a530b4917ebd', 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:26.409184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-eb6d2e14-7395-4eb9-abf9-08070e84e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:26.410620 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Project eb9a85ba8d254043ba43b960b10a17db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:58:26.410956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-eb6d2e14-7395-4eb9-abf9-08070e84e295 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 1094 time: 0.0558622 Jan 28 04:58:26.416019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (1383cba0-82a0-4beb-af90-0908097b47ec), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.487303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (1383cba0-82a0-4beb-af90-0908097b47ec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.492105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (1383cba0-82a0-4beb-af90-0908097b47ec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.521207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1383cba0-82a0-4beb-af90-0908097b47ec,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:26.521388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-71114aa1-2b55-4881-9a8e-5e0f785fc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:26.522958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-71114aa1-2b55-4881-9a8e-5e0f785fc5ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 915 time: 0.1055126 Jan 28 04:58:26.525903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:26.529927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d8372c42-88dc-4e2b-bf82-2bfa9e6fcc46 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444125 Jan 28 04:58:26.575977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-6236cd9e-f91f-43b4-96f6-081b942090a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae322d3-fde7-4ce9-839a-457722abd13d HTTP/1.1" status: 200 len: 217 time: 0.0466809 Jan 28 04:58:26.635246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-74d14bf5-af46-459a-9f70-b426ec011ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:26.637065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-74d14bf5-af46-459a-9f70-b426ec011ed0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 HTTP/1.1" status: 200 len: 854 time: 0.0550196 Jan 28 04:58:26.680732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-cfdb70ca-e415-48a7-87bd-9a7617500e39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307260 Jan 28 04:58:26.832777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-c2877214-e2bf-4e9a-befd-ec2e632cc5c6 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447775 Jan 28 04:58:26.973192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfb24c-c3d1-470d-ac59-77800239a4a0 req-1c338ed7-b694-4e61-9d7c-9b051e2c1bc2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:26.974808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bbfb24c-c3d1-470d-ac59-77800239a4a0 req-1c338ed7-b694-4e61-9d7c-9b051e2c1bc2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1766982 Jan 28 04:58:26.980809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39f88d70-ca21-432f-a0bf-9ace16d59bd7 req-0d925173-1f94-40b2-b03a-b4e2e8a131a1 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325927 Jan 28 04:58:27.110772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2bbfb24c-c3d1-470d-ac59-77800239a4a0 req-62f5e84a-2929-488e-938a-5e838ab93566 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211376 Jan 28 04:58:27.183786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf78ff-c4f3-4b64-8d70-e483683eac80 req-c5a2ca7c-1941-4ecb-ba69-a49b9cc6b12e tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:27.186029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87cf78ff-c4f3-4b64-8d70-e483683eac80 req-c5a2ca7c-1941-4ecb-ba69-a49b9cc6b12e tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 943 time: 0.1353569 Jan 28 04:58:27.260698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87cf78ff-c4f3-4b64-8d70-e483683eac80 req-4095781d-b3ce-4ce0-8da0-e0472e80b004 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Jan 28 04:58:28.287266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7948-6800-4044-9593-bfb417720e0b req-3cb7dbaa-6773-4059-ad50-dc8712d45ff0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:28.288900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05cb7948-6800-4044-9593-bfb417720e0b req-3cb7dbaa-6773-4059-ad50-dc8712d45ff0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0617898 Jan 28 04:58:28.354813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05cb7948-6800-4044-9593-bfb417720e0b req-80e7fdcd-40ac-4f56-b067-00aa09dcbb06 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582731 Jan 28 04:58:28.436571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d2b2-57df-42ce-aa9f-2a00716d337d req-de0ff80d-fbf3-4787-a58e-c45b527509c4 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:28.439094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1069d2b2-57df-42ce-aa9f-2a00716d337d req-de0ff80d-fbf3-4787-a58e-c45b527509c4 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 943 time: 0.0584035 Jan 28 04:58:28.485134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ae322d3-fde7-4ce9-839a-457722abd13d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:58:28.505007 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1069d2b2-57df-42ce-aa9f-2a00716d337d req-e0b385e4-53f8-4af2-bd57-4872e9de5efa tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Jan 28 04:58:28.617760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3ae322d3-fde7-4ce9-839a-457722abd13d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ae322d3-fde7-4ce9-839a-457722abd13d,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:28.634862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '3ae322d3-fde7-4ce9-839a-457722abd13d', 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc', 'port_id': '3ae322d3-fde7-4ce9-839a-457722abd13d', 'mac_address': 'fa:16:3e:0f:52:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:58:28.685601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 3ae322d3-fde7-4ce9-839a-457722abd13d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:58:28.686002 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:28.707898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae322d3-fde7-4ce9-839a-457722abd13d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:58:28.745620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3ae322d3-fde7-4ce9-839a-457722abd13d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ae322d3-fde7-4ce9-839a-457722abd13d,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:28.752571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:28.822769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=3ae322d3-fde7-4ce9-839a-457722abd13d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:28.831779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.832351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.833191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.833546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.833892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.834237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.834576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.834913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.835248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.835632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.835958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.836287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:28.836615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:29.066267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['3ae322d3-fde7-4ce9-839a-457722abd13d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:58:29.188467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3db7a-a8a6-4ba5-9f37-8ffe779cab31 req-601b0af3-cda7-4b46-9845-71b0bfa66796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:29.191367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3e3db7a-a8a6-4ba5-9f37-8ffe779cab31 req-601b0af3-cda7-4b46-9845-71b0bfa66796 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.0651195 Jan 28 04:58:29.295243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3e3db7a-a8a6-4ba5-9f37-8ffe779cab31 req-7486416f-8a42-4798-8214-f65cc92c5850 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972381 Jan 28 04:58:29.516786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f066aa0-dfda-472a-8813-e5bb805b0ffd req-4b02e0b7-d758-4c80-ac2d-269b49bd5f5d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:29.519257 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f066aa0-dfda-472a-8813-e5bb805b0ffd req-4b02e0b7-d758-4c80-ac2d-269b49bd5f5d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0633202 Jan 28 04:58:29.596999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f066aa0-dfda-472a-8813-e5bb805b0ffd req-3683d982-b35f-4397-809e-67c581c89a9e tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689645 Jan 28 04:58:29.673244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6847-6f94-4aef-b3e5-f27d3c2a5853 req-373c290f-a432-4bea-ae67-20700880f515 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:29.677606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-344e6847-6f94-4aef-b3e5-f27d3c2a5853 req-373c290f-a432-4bea-ae67-20700880f515 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 944 time: 0.0728199 Jan 28 04:58:29.748835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-344e6847-6f94-4aef-b3e5-f27d3c2a5853 req-fab246c9-ccf3-4f31-9db5-7cfa5afc0877 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661371 Jan 28 04:58:30.485873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ae322d3-fde7-4ce9-839a-457722abd13d up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:58:30.570408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 3ae322d3-fde7-4ce9-839a-457722abd13d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:58:30.576412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 3ae322d3-fde7-4ce9-839a-457722abd13d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:58:30.577410 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:30.705379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 3ae322d3-fde7-4ce9-839a-457722abd13d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:58:30.705379 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:30.742952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4e9b-c58d-4498-bf5e-b95582aae1b0 req-d4d948d4-76ae-4b20-8200-d41ba1497e3a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:30.745449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-103b4e9b-c58d-4498-bf5e-b95582aae1b0 req-d4d948d4-76ae-4b20-8200-d41ba1497e3a tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0815556 Jan 28 04:58:30.751716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae322d3-fde7-4ce9-839a-457722abd13d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:58:30.754332 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f10e28-481e-4f73-8fca-0a37ca1b389b" -d '{"events": [{"server_uuid": "f55f5550-78e3-4d3c-9c2d-fe1578c81cf7", "name": "network-vif-plugged", "status": "completed", "tag": "3ae322d3-fde7-4ce9-839a-457722abd13d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:58:30.770100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3ae322d3-fde7-4ce9-839a-457722abd13d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ae322d3-fde7-4ce9-839a-457722abd13d,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:30.779060 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:30.928497 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-103b4e9b-c58d-4498-bf5e-b95582aae1b0 req-cc145b27-871d-47c8-980c-4e64f96627fb tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738021 Jan 28 04:58:31.038252 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb29d9e-9ab8-4625-bb30-9f7b5575dc74 x-openstack-request-id: req-0cb29d9e-9ab8-4625-bb30-9f7b5575dc74 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:58:31.038780 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55f5550-78e3-4d3c-9c2d-fe1578c81cf7", "name": "network-vif-plugged", "status": "completed", "tag": "3ae322d3-fde7-4ce9-839a-457722abd13d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:58:31.039204 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cb29d9e-9ab8-4625-bb30-9f7b5575dc74 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:58:31.039742 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae322d3-fde7-4ce9-839a-457722abd13d', 'code': 200} Jan 28 04:58:31.057895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9afb1-b81c-40b9-b111-dea974c98bbc req-c7806aa7-c3bd-4a43-9de6-43c8dfef82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:31.061012 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42d9afb1-b81c-40b9-b111-dea974c98bbc req-c7806aa7-c3bd-4a43-9de6-43c8dfef82c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1183584 Jan 28 04:58:31.083057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=3ae322d3-fde7-4ce9-839a-457722abd13d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:31.099820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e8712-7cc9-440e-b15c-3c92de76c155 req-1475c583-0c17-4400-822f-b2c9f144a80a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:31.102613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-615e8712-7cc9-440e-b15c-3c92de76c155 req-1475c583-0c17-4400-822f-b2c9f144a80a tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 945 time: 0.1757295 Jan 28 04:58:31.135369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42d9afb1-b81c-40b9-b111-dea974c98bbc req-14d83c07-ab1c-46b4-b4df-5083ff73f8da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686872 Jan 28 04:58:31.187607 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-615e8712-7cc9-440e-b15c-3c92de76c155 req-44f73056-4c22-4ab8-a823-e3157f647b24 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 Jan 28 04:58:32.080904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb1fe4-28da-4edb-94d1-4287e6d307c3 req-1277757d-4040-462e-aba7-413d6d2a90c0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.083539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8adb1fe4-28da-4edb-94d1-4287e6d307c3 req-1277757d-4040-462e-aba7-413d6d2a90c0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0875185 Jan 28 04:58:32.149361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8adb1fe4-28da-4edb-94d1-4287e6d307c3 req-f27c5434-5936-4375-89bb-638f785004e3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599053 Jan 28 04:58:32.438158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13704-3074-44e7-9fa3-41480f831384 req-fa3ab8c3-48e5-472a-8368-b7ea2d9e385f tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.459349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfd13704-3074-44e7-9fa3-41480f831384 req-fa3ab8c3-48e5-472a-8368-b7ea2d9e385f tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 945 time: 0.1185210 Jan 28 04:58:32.567431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfd13704-3074-44e7-9fa3-41480f831384 req-2cd150a2-1520-4e99-b6f3-9a86714a8178 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051025 Jan 28 04:58:32.604996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-5f2ffc04-1460-4346-92bd-8086854fcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.606641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-5f2ffc04-1460-4346-92bd-8086854fcf50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.1670399 Jan 28 04:58:32.617494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7015a-615c-4249-afcc-869c1c414484 req-d5a1e0da-c088-4422-a348-9fa4a26d8bae tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.624690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99a7015a-615c-4249-afcc-869c1c414484 req-d5a1e0da-c088-4422-a348-9fa4a26d8bae tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1176257 Jan 28 04:58:32.750461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-27509a29-cb04-4259-ac31-97fd7f43773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.751964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-27509a29-cb04-4259-ac31-97fd7f43773f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.1155889 Jan 28 04:58:32.884653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99a7015a-615c-4249-afcc-869c1c414484 req-e80c981f-55eb-43b7-bc0a-ee7f3b945510 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590120 Jan 28 04:58:32.895327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-9d2237f0-1c2d-4f31-8059-be22193336c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.0740089 Jan 28 04:58:32.967186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-1c2f05d0-3d90-4fe3-b8f0-154c2a4069a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.975644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-1c2f05d0-3d90-4fe3-b8f0-154c2a4069a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0724456 Jan 28 04:58:33.035910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-bc2ea8a3-8892-440c-9983-0ac1f43a43bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526736 Jan 28 04:58:33.168203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-cf0ae659-1dd5-4ade-a181-119c338941c7 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266732 Jan 28 04:58:33.369710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84baf83f-ac47-4328-826c-e1db9955a7a4 req-0b9e3c3d-1f18-4a33-b06b-08d4ca0eeb23 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906023 Jan 28 04:58:33.608796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd904fe9-d269-49b5-9c71-867293f41942 req-0c38f708-36f8-496c-ba8c-c3c570aaed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:33.612485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-0c38f708-36f8-496c-ba8c-c3c570aaed5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.1102915 Jan 28 04:58:33.798299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd904fe9-d269-49b5-9c71-867293f41942 req-8f36d5d3-3263-4ae3-bd7e-d2e276b09daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:33.799802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-8f36d5d3-3263-4ae3-bd7e-d2e276b09daa service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.1657615 Jan 28 04:58:33.861558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-2e417cd2-9ec0-4f25-b538-d08217760865 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.0534582 Jan 28 04:58:33.947288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd904fe9-d269-49b5-9c71-867293f41942 req-de065286-fb91-4b22-b140-94b15bc8d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:33.949272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-de065286-fb91-4b22-b140-94b15bc8d90c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0781567 Jan 28 04:58:34.044670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-238b5d87-0d55-4ba9-b56e-eba53e543aff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815279 Jan 28 04:58:34.101527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d2ba-2748-40f9-a3d1-102897f57bfb req-17a2f026-f645-411f-af78-ad59fdbd120d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:34.105694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d311d2ba-2748-40f9-a3d1-102897f57bfb req-17a2f026-f645-411f-af78-ad59fdbd120d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1212823 Jan 28 04:58:34.168442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d311d2ba-2748-40f9-a3d1-102897f57bfb req-bc8fce3c-43d2-480a-8fcd-ac46873cac73 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549564 Jan 28 04:58:34.220898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-555c9352-5206-4ddf-b7eb-ca8876bf324b service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692505 Jan 28 04:58:34.386303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd904fe9-d269-49b5-9c71-867293f41942 req-3b90e2c0-0172-4d0a-8f9d-f442a45b0a1e service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582539 Jan 28 04:58:35.401267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a787f4-1683-4ae4-a0b2-3d6788ea97cf req-96ad2d42-09a5-4669-8fce-95f802693031 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:35.402812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37a787f4-1683-4ae4-a0b2-3d6788ea97cf req-96ad2d42-09a5-4669-8fce-95f802693031 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1062462 Jan 28 04:58:35.491236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37a787f4-1683-4ae4-a0b2-3d6788ea97cf req-767e60e3-338a-43e3-b7b8-ff9ee85792b8 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828104 Jan 28 04:58:36.372772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.904062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611aa23-2d1d-4187-aa3f-ece47d87f5b7 req-a5465354-2278-4c47-9308-14e1d141eef0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.905713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4611aa23-2d1d-4187-aa3f-ece47d87f5b7 req-a5465354-2278-4c47-9308-14e1d141eef0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1620383 Jan 28 04:58:37.034980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4611aa23-2d1d-4187-aa3f-ece47d87f5b7 req-a6ef9ad6-8e92-432b-ac4d-98f452562bb6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209188 Jan 28 04:58:37.829307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:38.592616 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6e1513e-bcc6-44c6-b09b-ce3ad3ee0a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:40.840600 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8d11d9c9-24ba-43f7-8c6c-d9d5801b4569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:41.225573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf7a06-b3cf-4d4f-b3c4-2826e9eae3f1 req-41a66617-1050-495d-86f9-467ae21ca8bf tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:41.455017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7bf7a06-b3cf-4d4f-b3c4-2826e9eae3f1 req-41a66617-1050-495d-86f9-467ae21ca8bf tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.2208674 Jan 28 04:58:41.455017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7bf7a06-b3cf-4d4f-b3c4-2826e9eae3f1 req-11219447-7e1c-4e64-a170-753f122a4fda tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392663 Jan 28 04:58:42.041845 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:43.688940 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:43.882124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-b00117ed-00df-487b-af28-9c3350bc01f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462887 Jan 28 04:58:44.004790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-fc1e7260-7e85-4c38-94bc-935c6a3cf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:44.006348 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-fc1e7260-7e85-4c38-94bc-935c6a3cf933 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 1096 time: 0.0494399 Jan 28 04:58:44.169789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-b2372df9-9835-4f48-8655-bb05776c5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:44.171954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-b2372df9-9835-4f48-8655-bb05776c5da2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 200 len: 911 time: 0.1431608 Jan 28 04:58:44.265205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-002c2302-cab5-43d3-b7d2-47118f852df4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 200 len: 1000 time: 0.0815120 Jan 28 04:58:44.353600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-dd5df60d-e20b-4ffe-8c86-0e3b3ff8fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:44.355151 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-dd5df60d-e20b-4ffe-8c86-0e3b3ff8fce5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 200 len: 849 time: 0.0828972 Jan 28 04:58:44.417408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-454919dd-61b0-4466-b436-1830c9214edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:44.419620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-454919dd-61b0-4466-b436-1830c9214edb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c36f710f-4854-4053-8dc6-b4fe58d08006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571120 Jan 28 04:58:44.636839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-6c5e7355-dd8d-4d87-a0b8-94d9d7ad9ae7 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109983 Jan 28 04:58:44.952173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffd43461-e508-4c1a-b52d-7630c234f4c4 req-5db7f556-0bdc-4123-b595-32cd60c4fca3 service neutron] 10.222.0.47 "GET /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086915 Jan 28 04:58:45.024924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:48.427728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-9a2affd8-50af-4f96-9451-376be2afbe0a req-2db42133-fdf9-4de5-af50-2d6b30616cd2 service neutron] (103138) timed out ('10.222.0.47', 49732) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:58:49.289950 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:59:04.975047 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-671b7ecb-1ebf-4170-800f-dc3b50f00fe1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376690685&fields=id&tenant_id=eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 267 time: 0.0505280 Jan 28 04:59:05.085451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-d8e49e6a-2c7a-4f73-9367-27d074872c5b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:05.087249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-d8e49e6a-2c7a-4f73-9367-27d074872c5b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.1055691 Jan 28 04:59:05.102781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-1077d576-4668-4c33-b000-440639dd750e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0096734 Jan 28 04:59:05.155411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-8257bb80-f247-48d9-9429-966263123410 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456920 Jan 28 04:59:05.406422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-6f3c1246-2bda-43da-94c1-fd8122c8025c service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328923 Jan 28 04:59:05.511115 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-79428afd-ef2a-4944-b8c3-2c4bb9236976 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989938 Jan 28 04:59:06.166543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a111719e-0233-478c-a9bf-e835eeb2b82b req-8edf7695-b60c-4ff6-af4b-8b0b01d5dcca tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0683990 Jan 28 04:59:06.396379 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:06.440806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 37664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:06.694717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:06.878208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Publish callbacks [] for security_group (013255f5-edb0-4730-ac69-87334eddfd63), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:06.888658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (013255f5-edb0-4730-ac69-87334eddfd63), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:06.987597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013255f5-edb0-4730-ac69-87334eddfd63,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:06.995325 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b149c7a452a4dddb23b6a2cb3ca032e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5533819 Jan 28 04:59:06.995457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:07.003252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.003879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.004386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.004877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.005442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.005930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.006431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.006923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.007470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.007953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.008484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.008988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.009734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93238f41-e4c9-40c0-8010-9c6e2c81c23f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.078329 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Publish callbacks [] for security_group (013255f5-edb0-4730-ac69-87334eddfd63), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:07.108122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Publish callbacks [] for security_group (013255f5-edb0-4730-ac69-87334eddfd63), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:07.170975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (013255f5-edb0-4730-ac69-87334eddfd63), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:07.174005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:07.175552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/013255f5-edb0-4730-ac69-87334eddfd63 HTTP/1.1" status: 204 len: 168 time: 0.1789153 Jan 28 04:59:07.196494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013255f5-edb0-4730-ac69-87334eddfd63,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:07.210538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.212663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.213214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.213720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.216677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.220433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.220957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.221822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.222478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.222975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.223484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.223984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.224483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d452a6-b379-4148-82c5-3198ec09c2d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:07.304965 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b134e58-665d-474f-9e9c-398892d39df6 req-90da337b-2cce-4bc3-8018-d6d02812f167 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0470746 Jan 28 04:59:07.843311 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:07.888476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-0fdad277-7431-4cf0-9fb3-93bc1d4fbd3c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:07.890911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-0fdad277-7431-4cf0-9fb3-93bc1d4fbd3c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.2985735 Jan 28 04:59:08.008068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-be656e01-b752-4a89-aff3-b137dd0ac25e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 379 time: 0.0934391 Jan 28 04:59:08.018648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'security_groups': ['fc687e8f-ab1e-4e25-a2e9-a530b4917ebd']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:59:08.251283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:59:08.256063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:08.421915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.8 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:59:08.601064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a45a6c7-0ad7-4400-8a44-7848a1e31263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:08.633982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f54bc03b-8042-4c5d-bd39-5c4d11475c34 req-64c9ed48-c6d5-4fff-bbc5-dfbbd6fb53ed tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0508809 Jan 28 04:59:08.645031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:08.693970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:08.776442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:59:08.783550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:59:08.786256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:59:08.821972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:08.846939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:08.847685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:08.869804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-94511115-7eb9-4775-a5b2-de40c1a79484 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567586 Jan 28 04:59:08.888569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Request body: {'port': {'device_id': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:59:08.960427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.125700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-945b12f5-cd12-451f-98ba-a0c3a2e684d4 None None] Provisioning complete for port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:59:09.126843 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-945b12f5-cd12-451f-98ba-a0c3a2e684d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.173998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-945b12f5-cd12-451f-98ba-a0c3a2e684d4 None None] Port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:59:09.236830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:59:09.244160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Publish callbacks [] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.255815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Transition to ACTIVE for port object e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:59:09.260449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.332608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:09.387853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Attempting to bind port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:59:09.388116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Attempting to bind port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:59:09.389232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Attempting to bind port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:59:09.393928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:59:09.394250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Attempting to bind port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:59:09.399518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:59:09.399902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:59:09.400347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:59:09.400878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Bound port: e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:59:09.401267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.472638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] For port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:59:09.475826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] For port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:59:09.482356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.502679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:09.503326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:09.504645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] 10.222.0.52 "PUT /v2.0/ports/e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 HTTP/1.1" status: 200 len: 1091 time: 0.6216161 Jan 28 04:59:09.526059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:59:09.529606 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58" -d '{"events": [{"name": "network-changed", "server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:59:09.561638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ba61-2d73-48c4-8879-fb20faabe517 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:09.579691 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073d1839-c6fc-4690-b9d6-beb82cc100bb x-openstack-request-id: req-073d1839-c6fc-4690-b9d6-beb82cc100bb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:59:09.580195 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:59:09.580513 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073d1839-c6fc-4690-b9d6-beb82cc100bb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:59:09.580958 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'status': 'completed', 'code': 200} Jan 28 04:59:09.623010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7ec8316e-c156-468d-9dd5-8cc3cb37094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:09.624619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-7ec8316e-c156-468d-9dd5-8cc3cb37094f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 1094 time: 0.0556734 Jan 28 04:59:09.676905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-bf62c093-6b1b-43d3-9039-434871f3e8cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 HTTP/1.1" status: 200 len: 217 time: 0.0373938 Jan 28 04:59:09.770338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-aae9218d-3537-40a4-9046-146ddc0c0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:09.771768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-aae9218d-3537-40a4-9046-146ddc0c0477 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0886819 Jan 28 04:59:09.794828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83baa1-d3dd-4efa-9773-98684571af08 req-073452fc-4dd9-4575-9da4-58708b9c2392 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:09.796283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a83baa1-d3dd-4efa-9773-98684571af08 req-073452fc-4dd9-4575-9da4-58708b9c2392 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0702646 Jan 28 04:59:09.856303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-f7734822-0bab-4c9d-a898-74928ce67956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:09.857866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-f7734822-0bab-4c9d-a898-74928ce67956 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779674 Jan 28 04:59:09.879596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a83baa1-d3dd-4efa-9773-98684571af08 req-5c77be86-6b4b-488f-b409-209ab0a608ac tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654123 Jan 28 04:59:09.960640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-bfe5359d-2825-442d-9914-d2aaaedf6a65 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938292 Jan 28 04:59:10.062813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68e8f47-d9b9-4c61-98e7-7426844b450b req-3d47de52-0453-41eb-bf08-23bfb0979cbf service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954566 Jan 28 04:59:10.171509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-115625b0-4456-4c5c-848c-c99efbcf559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:10.173015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-115625b0-4456-4c5c-848c-c99efbcf559e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 1094 time: 0.0409324 Jan 28 04:59:10.264996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-05de0ed4-0f1d-465d-8454-987cc5a159a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:10.266510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-05de0ed4-0f1d-465d-8454-987cc5a159a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.0875249 Jan 28 04:59:10.308096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-a42712fa-3be4-4967-8866-90d00646e865 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 HTTP/1.1" status: 200 len: 217 time: 0.0347044 Jan 28 04:59:10.354935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-ca57cd8b-8932-4d66-9b76-ea3b4f734c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:10.357003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-ca57cd8b-8932-4d66-9b76-ea3b4f734c66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0436792 Jan 28 04:59:10.404283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-43489eff-4224-4254-9cda-59069ee45c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:10.405808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-43489eff-4224-4254-9cda-59069ee45c12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429387 Jan 28 04:59:10.493255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-ebdbaa7c-5681-4f29-90ac-1890adcaa1ad service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817242 Jan 28 04:59:10.583409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33bcaa9c-458c-4bc6-94e6-edbff9d98a58 req-e024f958-e08a-4d8d-9f9b-cac93079a19b service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847287 Jan 28 04:59:10.819382 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1735f4cf-deaf-4415-b642-d72337e6ccfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:11.006015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e880b-f4a6-4840-83b7-fb842ad303ae req-aebca050-26ea-4170-95a1-78fd2ba36b21 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:11.007463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f1e880b-f4a6-4840-83b7-fb842ad303ae req-aebca050-26ea-4170-95a1-78fd2ba36b21 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0537007 Jan 28 04:59:11.056424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f1e880b-f4a6-4840-83b7-fb842ad303ae req-ca5ff48c-3e80-4055-9487-c978d8447af3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Jan 28 04:59:11.970492 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:12.170234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4a91-e720-4149-aeb1-fe205e02df47 req-fca63f78-c19c-488b-8930-a05d248964a6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:12.171719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31da4a91-e720-4149-aeb1-fe205e02df47 req-fca63f78-c19c-488b-8930-a05d248964a6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0478189 Jan 28 04:59:12.219408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31da4a91-e720-4149-aeb1-fe205e02df47 req-eab4f996-7dd3-4a2b-b83f-b2dc526528e0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418928 Jan 28 04:59:13.341827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cd5b4-8a74-429c-9937-7a9076a3329a req-e15b4701-d6c5-4011-a48c-7c577fd1a1cc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:13.344380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a1cd5b4-8a74-429c-9937-7a9076a3329a req-e15b4701-d6c5-4011-a48c-7c577fd1a1cc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0531454 Jan 28 04:59:13.398910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a1cd5b4-8a74-429c-9937-7a9076a3329a req-717b1ef9-d11c-4bf7-85b1-cad1ce72825b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478616 Jan 28 04:59:13.696030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:14.579479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bab8ae-44ba-4ed9-834a-76afaba5bde9 req-ccb33ad1-ff40-4056-984e-c34988dc6a53 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:14.589728 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14bab8ae-44ba-4ed9-834a-76afaba5bde9 req-ccb33ad1-ff40-4056-984e-c34988dc6a53 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0744355 Jan 28 04:59:14.671588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-14bab8ae-44ba-4ed9-834a-76afaba5bde9 req-bf1aef3e-9a05-4f3d-97ad-ba700cb25e17 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745630 Jan 28 04:59:14.793769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218995f5-d659-4c55-bdbf-f0b248c3de86 req-5adf6885-3442-47d4-82c8-c6df09b491da tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:14.796083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-218995f5-d659-4c55-bdbf-f0b248c3de86 req-5adf6885-3442-47d4-82c8-c6df09b491da tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.0569644 Jan 28 04:59:14.845254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-218995f5-d659-4c55-bdbf-f0b248c3de86 req-1e69b050-5664-49d2-9263-c2a866e511b1 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Jan 28 04:59:15.002892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:15.789664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d670-a8b4-4fbb-8d3e-f7b44872c584 req-619f8847-59ea-479b-9724-afb43c4c2520 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:15.792130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3439d670-a8b4-4fbb-8d3e-f7b44872c584 req-619f8847-59ea-479b-9724-afb43c4c2520 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0529940 Jan 28 04:59:15.843052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3439d670-a8b4-4fbb-8d3e-f7b44872c584 req-0928884b-c451-424e-88d4-64c8ee7038b6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441368 Jan 28 04:59:15.967856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a0594-9579-4c39-aaef-9d6266df2746 req-a02f6a80-f25f-4ca9-934f-ad233685c488 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:15.969636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e01a0594-9579-4c39-aaef-9d6266df2746 req-a02f6a80-f25f-4ca9-934f-ad233685c488 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Jan 28 04:59:16.016973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e01a0594-9579-4c39-aaef-9d6266df2746 req-6c1b4cad-04b5-44c6-9b03-dac59c3a3b96 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dfe1414-0486-4118-b8dd-e131fe5f503a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Jan 28 04:59:16.526369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-879dbf76-4089-48c2-959b-c9c807889ffb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:16.527861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-879dbf76-4089-48c2-959b-c9c807889ffb tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Jan 28 04:59:16.620867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Deleting port 8e822e10-9a9b-437e-9f47-b491aeeda127 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:59:16.621841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:16.709524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] For port 8e822e10-9a9b-437e-9f47-b491aeeda127, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8e822e10-9a9b-437e-9f47-b491aeeda127,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:59:16.709889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:16.889822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:16.890485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (96889f33-43d0-4112-b394-5189304c1d06), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:16.890576 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Floating IP 96889f33-43d0-4112-b394-5189304c1d06 disassociated. External IP: 172.25.6.97, port: 8e822e10-9a9b-437e-9f47-b491aeeda127. Jan 28 04:59:16.890867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Calling delete_port for 8e822e10-9a9b-437e-9f47-b491aeeda127 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:59:16.997994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84ca83-fde7-480e-b9c2-3815a48681d7 req-6b4885e2-2109-4764-8b31-4710c1639751 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:16.999545 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f84ca83-fde7-480e-b9c2-3815a48681d7 req-6b4885e2-2109-4764-8b31-4710c1639751 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0656626 Jan 28 04:59:17.086580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8e822e10-9a9b-437e-9f47-b491aeeda127), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:17.115911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9c58d31-42a0-4e7c-a55e-155502d5ea67 req-d811cca9-fd52-4410-b81b-b073e0a48657 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 210 time: 0.0265355 Jan 28 04:59:17.116493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event deleted for resources: {'Port': ['ID=8e822e10-9a9b-437e-9f47-b491aeeda127,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:17.141728 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f84ca83-fde7-480e-b9c2-3815a48681d7 req-b4d339d0-92a9-4a4c-b985-5a907d593cc9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337380 Jan 28 04:59:17.559020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Router aead7727-8be7-4e71-9537-148483913ae2 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:59:17.678678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:59:17.690372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:59:17.717039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:59:17.717900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:59:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:17.724524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] No DVR routers for this DVR port 8e822e10-9a9b-437e-9f47-b491aeeda127 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:59:17.727754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:17.731051 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18e630f6-4e4d-4508-a70e-776e262ed983 req-a23b734b-247b-46b4-b8e7-bc33ea405c70 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.47 "DELETE /v2.0/ports/8e822e10-9a9b-437e-9f47-b491aeeda127 HTTP/1.1" status: 204 len: 173 time: 1.1984124 Jan 28 04:59:17.731540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'name': 'network-vif-deleted', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:59:17.734291 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120897c-4995-4978-a297-7e967f5f0e0f" -d '{"events": [{"server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "name": "network-vif-deleted", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:59:17.784386 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff9f8b-4a8b-4b59-8ecd-ac4af6674c12 x-openstack-request-id: req-fbff9f8b-4a8b-4b59-8ecd-ac4af6674c12 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:59:17.785396 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2ef7c0-fd5b-4e33-a674-2d9c007c1927", "name": "network-vif-deleted", "tag": "8e822e10-9a9b-437e-9f47-b491aeeda127", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:59:17.785775 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbff9f8b-4a8b-4b59-8ecd-ac4af6674c12 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:59:17.786263 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ef7c0-fd5b-4e33-a674-2d9c007c1927', 'name': 'network-vif-deleted', 'tag': '8e822e10-9a9b-437e-9f47-b491aeeda127', 'status': 'completed', 'code': 200} Jan 28 04:59:17.834154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:59:18.038006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:18.064470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:59:18.073420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:59:18.074077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:59:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:18.220719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:59:18.287863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8010b17-be73-4dff-a84a-71cdb351e603 req-e31b8f75-8b46-4920-95b0-78fd5deddc66 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2ef7c0-fd5b-4e33-a674-2d9c007c1927 HTTP/1.1" status: 200 len: 210 time: 0.0654533 Jan 28 04:59:18.315021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d36c7-d04a-4945-8418-5cf9a87fecb2 req-d042efc1-663d-47a6-959f-4a34ad609643 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:18.318128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea8d36c7-d04a-4945-8418-5cf9a87fecb2 req-d042efc1-663d-47a6-959f-4a34ad609643 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0767407 Jan 28 04:59:18.376749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea8d36c7-d04a-4945-8418-5cf9a87fecb2 req-be8077a2-7bd1-4c77-b97b-004d0c43332f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508225 Jan 28 04:59:18.455481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:18.481434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800b8873-c1fd-4562-911e-34fd0a932e09 None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T04:51:02Z', 'revision_number': 4, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '31676744-be1b-4121-95b4-40783fb58bea', 'name': '', 'network_id': 'c36f710f-4854-4053-8dc6-b4fe58d08006', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'mac_address': 'fa:16:3e:2c:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:51:00Z', 'updated_at': '2022-01-28T04:51:08Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'subnets': [{'id': '2bb8b79e-03e6-4693-be39-bc613ed9ace7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:59:18.717869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8e822e10-9a9b-437e-9f47-b491aeeda127 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:59:18.742266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 8e822e10-9a9b-437e-9f47-b491aeeda127 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:59:18.742628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8e822e10-9a9b-437e-9f47-b491aeeda127 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:59:18.754985 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9bf51-5d36-4cff-bca0-f65417515631 None None] New status for floating IP 96889f33-43d0-4112-b394-5189304c1d06: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:59:19.352942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37794) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:19.412638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-926ded7a-485a-4c62-84b2-4ac4d7f98ece tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (6dfe1414-0486-4118-b8dd-e131fe5f503a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.437038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-926ded7a-485a-4c62-84b2-4ac4d7f98ece tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (6dfe1414-0486-4118-b8dd-e131fe5f503a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.486731 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-926ded7a-485a-4c62-84b2-4ac4d7f98ece tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6dfe1414-0486-4118-b8dd-e131fe5f503a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.490440 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-926ded7a-485a-4c62-84b2-4ac4d7f98ece tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.491670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-926ded7a-485a-4c62-84b2-4ac4d7f98ece tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "DELETE /v2.0/security-groups/6dfe1414-0486-4118-b8dd-e131fe5f503a HTTP/1.1" status: 204 len: 168 time: 0.1375802 Jan 28 04:59:19.496675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37798) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:19.500760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b170e-4bc3-4c7a-9278-97813d56113d req-201a5d00-da79-455c-b102-efd0e9406f32 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:19.502301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d0b170e-4bc3-4c7a-9278-97813d56113d req-201a5d00-da79-455c-b102-efd0e9406f32 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0549228 Jan 28 04:59:19.509331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ded7a-485a-4c62-84b2-4ac4d7f98ece tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfe1414-0486-4118-b8dd-e131fe5f503a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:19.516375 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-906c3b35-b829-461a-8206-e640654763a5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] show failed (client error): The resource could not be found. Jan 28 04:59:19.521216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-906c3b35-b829-461a-8206-e640654763a5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "GET /v2.0/security-groups/6dfe1414-0486-4118-b8dd-e131fe5f503a HTTP/1.1" status: 404 len: 347 time: 0.0209007 Jan 28 04:59:19.521490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 37800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:19.567494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d0b170e-4bc3-4c7a-9278-97813d56113d req-070f39fb-9fc6-4817-8386-89a5ebff4f4a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587044 Jan 28 04:59:19.664999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Deleting port 07d11859-0198-4b64-88e6-5b9f5a48b09a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:59:19.665375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.744723 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.745065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (07d11859-0198-4b64-88e6-5b9f5a48b09a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.757057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Calling delete_port for 07d11859-0198-4b64-88e6-5b9f5a48b09a owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:59:19.887530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (07d11859-0198-4b64-88e6-5b9f5a48b09a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.917323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Pushing event deleted for resources: {'Port': ['ID=07d11859-0198-4b64-88e6-5b9f5a48b09a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:19.976955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks [] for floatingip (96889f33-43d0-4112-b394-5189304c1d06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.979799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:19.981711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e877d8a4-6745-4c4a-b692-7d72b39622b5 tempest-AttachVolumeTestJSON-1312550004 tempest-AttachVolumeTestJSON-1312550004-project] 10.222.0.21 "DELETE /v2.0/floatingips/96889f33-43d0-4112-b394-5189304c1d06 HTTP/1.1" status: 204 len: 168 time: 0.4593177 Jan 28 04:59:20.682560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dd05f-92e7-4edb-9c12-6e13c3c64934 req-fff5bced-3fc8-4410-aaec-22f29d8b4359 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:20.684542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc8dd05f-92e7-4edb-9c12-6e13c3c64934 req-fff5bced-3fc8-4410-aaec-22f29d8b4359 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0481577 Jan 28 04:59:20.739499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc8dd05f-92e7-4edb-9c12-6e13c3c64934 req-700bdda1-faea-4cd8-9562-4454e206b58b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494425 Jan 28 04:59:21.859443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ab661-ca5a-4cf0-9a35-ef972447fe0f req-7f51cc83-c158-4a7a-876d-8ad5723da802 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:21.861061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-928ab661-ca5a-4cf0-9a35-ef972447fe0f req-7f51cc83-c158-4a7a-876d-8ad5723da802 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0510774 Jan 28 04:59:21.912049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-928ab661-ca5a-4cf0-9a35-ef972447fe0f req-546670be-a5bb-4f90-a044-fad519fda1cb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451765 Jan 28 04:59:23.031534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd894df-dc09-4728-864b-168cb2108fc5 req-b53ad73e-1c59-4c3e-894e-48bd20e655cd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:23.032944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd894df-dc09-4728-864b-168cb2108fc5 req-b53ad73e-1c59-4c3e-894e-48bd20e655cd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0524073 Jan 28 04:59:23.080377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbd894df-dc09-4728-864b-168cb2108fc5 req-3a173927-5ef7-480d-aee7-c513f8e9401d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Jan 28 04:59:24.195025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d1706-ee7d-4fc3-8006-783d9cc14f91 req-64f7301a-d463-4d17-9232-0be214ff1f29 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:24.196519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de4d1706-ee7d-4fc3-8006-783d9cc14f91 req-64f7301a-d463-4d17-9232-0be214ff1f29 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0477962 Jan 28 04:59:24.249474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de4d1706-ee7d-4fc3-8006-783d9cc14f91 req-774f84a2-2e9a-4dc5-875c-0f20408bc658 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471783 Jan 28 04:59:25.365939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491fc6b-d9be-4529-b5bf-269f81b1b1fd req-2b90bba0-5e13-4e40-8479-4a39684ed9fb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:25.367323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6491fc6b-d9be-4529-b5bf-269f81b1b1fd req-2b90bba0-5e13-4e40-8479-4a39684ed9fb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0476120 Jan 28 04:59:25.415524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6491fc6b-d9be-4529-b5bf-269f81b1b1fd req-512b4a5f-310b-458a-8f78-b1e901d0e7ab tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Jan 28 04:59:26.280082 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:59:26.533222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093045b-50f3-4ffa-9708-bdacc2ad146b req-554cdb5d-a11f-48f8-a8a9-9a183a3034d7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:26.534660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2093045b-50f3-4ffa-9708-bdacc2ad146b req-554cdb5d-a11f-48f8-a8a9-9a183a3034d7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0507441 Jan 28 04:59:26.583038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2093045b-50f3-4ffa-9708-bdacc2ad146b req-3a9dfba8-584f-43b0-acf5-3deeacf48757 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 Jan 28 04:59:27.702043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34266c-6919-4d46-8a7b-454bbad14bf0 req-2cec4dfe-ef92-4dc7-bbc5-f2640e75e7db tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:27.703606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d34266c-6919-4d46-8a7b-454bbad14bf0 req-2cec4dfe-ef92-4dc7-bbc5-f2640e75e7db tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0515265 Jan 28 04:59:27.753727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d34266c-6919-4d46-8a7b-454bbad14bf0 req-76a375f1-e7bc-4daa-8a43-115213a5e996 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Jan 28 04:59:28.867353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c882a-cd3c-443b-ae7b-a3728e829575 req-12a2db0f-b43b-4ebf-b2d6-950776cb002f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:28.868974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c5c882a-cd3c-443b-ae7b-a3728e829575 req-12a2db0f-b43b-4ebf-b2d6-950776cb002f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0486324 Jan 28 04:59:28.917350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c5c882a-cd3c-443b-ae7b-a3728e829575 req-37603ae3-a62c-482e-983b-9aa95da78b42 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420783 Jan 28 04:59:30.035406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a74cf1-c0cb-48ed-8dcb-24a7ddc2d111 req-2963e527-a77f-4e50-915f-daa70789d887 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:30.036910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4a74cf1-c0cb-48ed-8dcb-24a7ddc2d111 req-2963e527-a77f-4e50-915f-daa70789d887 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0480986 Jan 28 04:59:30.085816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4a74cf1-c0cb-48ed-8dcb-24a7ddc2d111 req-ef3d18a2-d5c3-4003-bf75-e3cb07369def tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Jan 28 04:59:31.201414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da044f-09eb-4136-b51e-aed763cf6e11 req-e1d4ea3f-608e-4594-9215-bcad8b3a9fa3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:31.202895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58da044f-09eb-4136-b51e-aed763cf6e11 req-e1d4ea3f-608e-4594-9215-bcad8b3a9fa3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0512667 Jan 28 04:59:31.250863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58da044f-09eb-4136-b51e-aed763cf6e11 req-559b2a32-b523-458f-add9-a8721ad894ab tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Jan 28 04:59:32.367494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0268f-9828-488a-aaaf-62e80aff30a7 req-28ef724a-ed9f-4936-8970-ebcedcc6d907 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:32.368981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0b0268f-9828-488a-aaaf-62e80aff30a7 req-28ef724a-ed9f-4936-8970-ebcedcc6d907 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0484686 Jan 28 04:59:32.421337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0b0268f-9828-488a-aaaf-62e80aff30a7 req-8488fba5-dfd8-4972-b85c-91cdf19ac2fc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458195 Jan 28 04:59:33.537695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58a95-6b4f-467e-8e82-750acd878071 req-d1f5d607-8e88-4a85-9826-d1001c24e2a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:33.539157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddf58a95-6b4f-467e-8e82-750acd878071 req-d1f5d607-8e88-4a85-9826-d1001c24e2a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0475492 Jan 28 04:59:33.586618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ddf58a95-6b4f-467e-8e82-750acd878071 req-5aabef2b-d1ea-4f7b-9c3e-c62079857b40 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Jan 28 04:59:34.712610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66087b-167d-429b-a412-e62e5e09686a req-b305f6dd-b8e8-474c-89cb-78b5d7aadfcf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:34.714527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d66087b-167d-429b-a412-e62e5e09686a req-b305f6dd-b8e8-474c-89cb-78b5d7aadfcf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0588820 Jan 28 04:59:34.771041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d66087b-167d-429b-a412-e62e5e09686a req-c2b0581c-7c52-47bb-b458-c65e8d112dd6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503485 Jan 28 04:59:35.810921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0ee45-8bba-4845-b243-794dbe914330 req-11d1aeae-0899-4406-ba42-eae9aa8cbefe tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:35.812572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a0d0ee45-8bba-4845-b243-794dbe914330 req-11d1aeae-0899-4406-ba42-eae9aa8cbefe tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0840724 Jan 28 04:59:35.829060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-ecb80c5d-f7c3-45d4-8530-4b01e22a2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:35.830822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-ecb80c5d-f7c3-45d4-8530-4b01e22a2c28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.0697620 Jan 28 04:59:35.961298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-bd593f21-fe3a-443d-b3dc-48f73daaca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:35.963367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-bd593f21-fe3a-443d-b3dc-48f73daaca6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.1150386 Jan 28 04:59:35.989694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b30e3-f4a3-4197-a5b3-48189d2209bd req-430d9572-24b4-42ec-8065-a3c2a5324bc6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:35.991278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d47b30e3-f4a3-4197-a5b3-48189d2209bd req-430d9572-24b4-42ec-8065-a3c2a5324bc6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.1218579 Jan 28 04:59:36.008405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a0d0ee45-8bba-4845-b243-794dbe914330 req-ad20f5c6-2c9c-4adf-9c5e-19d3852dc3bb tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818404 Jan 28 04:59:36.055480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-5cf5b077-86c6-4457-8cf6-16b6ad807853 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.0619798 Jan 28 04:59:36.097832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d47b30e3-f4a3-4197-a5b3-48189d2209bd req-a51c1100-8a89-4781-8fae-2fa142bf38bb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961094 Jan 28 04:59:36.135011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-898f4edc-6303-4024-9a63-3016e2213afc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776501 Jan 28 04:59:36.140622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-5876b495-99f4-4820-85c4-3587d723daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:36.142204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-5876b495-99f4-4820-85c4-3587d723daf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0586100 Jan 28 04:59:36.185577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-69116fd3-6150-4e6a-9085-ae44e0424e25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269766 Jan 28 04:59:36.288936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-83dbf57f-478d-4820-8a5c-c1277ea44d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:36.290581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-83dbf57f-478d-4820-8a5c-c1277ea44d65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 1096 time: 0.1039336 Jan 28 04:59:36.311236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-f48930c8-fa3b-4728-836b-5782f89105fe service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142445 Jan 28 04:59:36.387812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:36.468886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-747e8711-fd62-4671-b29f-aca40c33a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:36.470770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-747e8711-fd62-4671-b29f-aca40c33a6bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.1585870 Jan 28 04:59:36.472726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d522e1fd-e438-4732-a3b8-5c42e6cae375 req-32695b46-dc09-439a-bc6e-b31341eac5d7 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535814 Jan 28 04:59:36.852777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-d3122da8-53b3-49c9-8d8d-0a9ea8c43709 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3 HTTP/1.1" status: 200 len: 217 time: 0.3612051 Jan 28 04:59:36.899945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-c4bec278-cd16-41e3-b3bd-afae4bb1be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:36.901475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-c4bec278-cd16-41e3-b3bd-afae4bb1be97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.0429530 Jan 28 04:59:36.931881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-bb29ac97-a644-49e8-a29f-40b9b50a2f25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247183 Jan 28 04:59:37.024096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-8bd688f3-4fa0-499e-bac2-4ea58ef0c482 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859835 Jan 28 04:59:37.134068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d44a0fa-5fff-46b8-a468-854f7fb3f9bd req-da0f2390-51e9-4c61-bac0-980e089258d2 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988908 Jan 28 04:59:37.206008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9133a-d2fa-4f56-b841-5072e3c9334b req-86dc171b-f2c9-4e22-93f7-d4e178318a3c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:37.213540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4de9133a-d2fa-4f56-b841-5072e3c9334b req-86dc171b-f2c9-4e22-93f7-d4e178318a3c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0619931 Jan 28 04:59:37.277400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4de9133a-d2fa-4f56-b841-5072e3c9334b req-4f54bd1f-6cc1-44e9-8d47-52aab27885f6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622442 Jan 28 04:59:37.301315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb08a7-6a1e-40fd-955a-e98e19cf4f65 req-3b312075-ab9a-4fb7-9f4d-866b94dc9d96 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:37.305647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3eb08a7-6a1e-40fd-955a-e98e19cf4f65 req-3b312075-ab9a-4fb7-9f4d-866b94dc9d96 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.1124961 Jan 28 04:59:37.354831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3eb08a7-6a1e-40fd-955a-e98e19cf4f65 req-f19674d1-4b75-4376-9414-c42c8a40cd89 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447564 Jan 28 04:59:37.851202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:38.403880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad10f-c02f-4714-8c1b-a5510cc8c750 req-9a4c8ec0-af4a-4eb5-862b-e9d7337bd885 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:38.405742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7dad10f-c02f-4714-8c1b-a5510cc8c750 req-9a4c8ec0-af4a-4eb5-862b-e9d7337bd885 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0582728 Jan 28 04:59:38.464147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7dad10f-c02f-4714-8c1b-a5510cc8c750 req-e19962b7-8e64-429d-bf93-58911a3feaa3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Jan 28 04:59:38.485898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96635e-7b05-4493-9197-8eddfa91fac8 req-50983ddf-32c7-4da4-bb12-2e821918d7cf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:38.487672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc96635e-7b05-4493-9197-8eddfa91fac8 req-50983ddf-32c7-4da4-bb12-2e821918d7cf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0571432 Jan 28 04:59:38.540272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc96635e-7b05-4493-9197-8eddfa91fac8 req-336b1c95-085d-4ea9-b9c3-c0aa05c53817 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460992 Jan 28 04:59:38.585025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e482c768-5f49-4a93-8be5-b5cd87177151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:39.585104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef52b-3751-4bf6-afe5-c0ad02e742ed req-5082400c-1111-4500-b2c2-ed8d1d93b90c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:39.593654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-008ef52b-3751-4bf6-afe5-c0ad02e742ed req-5082400c-1111-4500-b2c2-ed8d1d93b90c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0611694 Jan 28 04:59:39.637716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-008ef52b-3751-4bf6-afe5-c0ad02e742ed req-4efa48b9-bb93-4c82-95e7-7a911839b0ff tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Jan 28 04:59:39.730260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2b0a3-4b66-4bad-9226-219c97e64af5 req-cf4e17df-d989-4266-9ed0-c710c361362d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:39.732708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ff2b0a3-4b66-4bad-9226-219c97e64af5 req-cf4e17df-d989-4266-9ed0-c710c361362d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0870223 Jan 28 04:59:39.794229 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ff2b0a3-4b66-4bad-9226-219c97e64af5 req-30683335-f5e5-4dba-8262-b8799884a91a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510349 Jan 28 04:59:40.794109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436dbc0-deca-4a37-a6e6-d18762426563 req-0923ab06-ec1b-4323-8074-588d5ac518f8 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:40.801912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a436dbc0-deca-4a37-a6e6-d18762426563 req-0923ab06-ec1b-4323-8074-588d5ac518f8 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0599573 Jan 28 04:59:40.861344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a436dbc0-deca-4a37-a6e6-d18762426563 req-85794a6c-8545-4aee-bc1f-10d3159fd4f4 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581808 Jan 28 04:59:40.878144 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a29797c-2347-4e15-938d-2fb711afdbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:40.972924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b1343-7725-496f-a7ce-d47c5ae01f7d req-ca1a8c1f-4b41-4280-9142-8170af9a8ec3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:40.975041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-122b1343-7725-496f-a7ce-d47c5ae01f7d req-ca1a8c1f-4b41-4280-9142-8170af9a8ec3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0619187 Jan 28 04:59:41.038698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-122b1343-7725-496f-a7ce-d47c5ae01f7d req-4f5528a8-b652-4530-bd1d-115f28787a8b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565786 Jan 28 04:59:41.978490 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:41.982370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1249-5c3c-4065-81d5-4aa47e92b975 req-835ec25f-98dd-4301-a744-505bb584d65b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:41.983895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd6d1249-5c3c-4065-81d5-4aa47e92b975 req-835ec25f-98dd-4301-a744-505bb584d65b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0642173 Jan 28 04:59:42.058736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd6d1249-5c3c-4065-81d5-4aa47e92b975 req-d90e46b1-5609-4168-9c4f-21afb18e8563 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681045 Jan 28 04:59:42.204101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9bf99-c807-4939-a06d-c73e9c36fc8b req-e19dd002-d565-4286-875c-1b353e20f8fa tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:42.205739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7b9bf99-c807-4939-a06d-c73e9c36fc8b req-e19dd002-d565-4286-875c-1b353e20f8fa tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0597525 Jan 28 04:59:42.267955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7b9bf99-c807-4939-a06d-c73e9c36fc8b req-0e344e6e-cbda-44b6-bafa-ae824b3647c0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555518 Jan 28 04:59:43.228006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214451e0-75ba-4e07-a77c-ac2d41beab2b req-3b4d2255-1ef9-4f37-9019-0f2a06643079 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:43.236519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-214451e0-75ba-4e07-a77c-ac2d41beab2b req-3b4d2255-1ef9-4f37-9019-0f2a06643079 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0702457 Jan 28 04:59:43.289890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-214451e0-75ba-4e07-a77c-ac2d41beab2b req-27c8a4c2-8d4a-4891-893c-c28488501011 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521159 Jan 28 04:59:43.415715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c97a9-f52a-4836-a863-4f7b70854274 req-c7175c6e-7316-4166-8bef-762b197b54fb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:43.418067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee5c97a9-f52a-4836-a863-4f7b70854274 req-c7175c6e-7316-4166-8bef-762b197b54fb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.0522268 Jan 28 04:59:43.472453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee5c97a9-f52a-4836-a863-4f7b70854274 req-bb41acee-5be4-435a-ae6b-115f54fbf1ed tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475836 Jan 28 04:59:43.693420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:44.442754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a399074-98e7-4913-a79c-dc649e32c09e req-28f8cfc5-d934-4eaf-b30e-3cd6da170cbd tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:44.444524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a399074-98e7-4913-a79c-dc649e32c09e req-28f8cfc5-d934-4eaf-b30e-3cd6da170cbd tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0592520 Jan 28 04:59:44.515497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a399074-98e7-4913-a79c-dc649e32c09e req-049ec62c-2f48-4e9d-aa5f-529c0723489d tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Jan 28 04:59:44.711581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70826b-6dbf-48c0-9fb1-23a4e4d5180b req-93506029-39b5-42e0-8a6d-1e52d4b5e664 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:44.740623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e70826b-6dbf-48c0-9fb1-23a4e4d5180b req-93506029-39b5-42e0-8a6d-1e52d4b5e664 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 943 time: 0.1523037 Jan 28 04:59:44.899071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7e70826b-6dbf-48c0-9fb1-23a4e4d5180b req-dbae1d30-b8eb-4165-8560-bc2a21a463ae tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575637 Jan 28 04:59:44.988842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-5d1aaab9-7fc3-49ef-ac22-a39893505c6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938671 Jan 28 04:59:45.014422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:45.084387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-922554dd-f886-4814-8f7f-bbc7c0d13419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:45.088859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-922554dd-f886-4814-8f7f-bbc7c0d13419 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0650797 Jan 28 04:59:45.174120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:59:45.297436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-2de5252f-dd20-4e04-a405-1a2f71ff022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:45.298944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-2de5252f-dd20-4e04-a405-1a2f71ff022b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 915 time: 0.1868281 Jan 28 04:59:45.395993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:59:45.406400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-17d46624-56f5-460b-92e8-c2d40b0aa3fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae322d3-fde7-4ce9-839a-457722abd13d HTTP/1.1" status: 200 len: 217 time: 0.0991805 Jan 28 04:59:45.414026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'mac_address': 'fa:16:3e:e6:bd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:59:45.504071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:59:45.507766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:45.548778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-3412014f-0306-4ec7-9dee-0b17460e4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:45.553625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:59:45.554979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-3412014f-0306-4ec7-9dee-0b17460e4521 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 HTTP/1.1" status: 200 len: 854 time: 0.1433866 Jan 28 04:59:45.609847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:59:45.628234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-2834efb2-b6bd-4bbe-b8ae-db218c085358 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593677 Jan 28 04:59:45.640330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:45.723300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67485118-8d0c-43b0-b851-33a25a16666b req-7e2e5b53-0bb6-4568-b9c7-8f0de7b7cd2c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:45.729652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:45.738658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.739211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.739714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.740672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.741227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.742458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.742966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.743732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.744717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.745023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.746246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67485118-8d0c-43b0-b851-33a25a16666b req-7e2e5b53-0bb6-4568-b9c7-8f0de7b7cd2c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1237338 Jan 28 04:59:45.746695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.747920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.748425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:59:45.796604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-10b417d2-039f-473f-ac09-661db2eadc35 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572220 Jan 28 04:59:45.850255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67485118-8d0c-43b0-b851-33a25a16666b req-dce6f41a-2c16-4483-9834-6119a8ebead0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030343 Jan 28 04:59:46.018044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fa91550c-7337-4539-aa03-2f2c1a4d1af4 req-adcbec0b-a0e8-4cab-8e20-4a56cc78fc1c service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159600 Jan 28 04:59:46.083018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:59:46.267468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bf6a0-36e4-4dfe-a3d1-2101225592a5 req-de0e6cc7-abc1-4a2b-b80c-e0951a1d1243 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:46.275493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f25bf6a0-36e4-4dfe-a3d1-2101225592a5 req-de0e6cc7-abc1-4a2b-b80c-e0951a1d1243 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 944 time: 0.1487143 Jan 28 04:59:46.466372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f25bf6a0-36e4-4dfe-a3d1-2101225592a5 req-e8cef8ef-3b74-48d7-85d1-d2fbf21a03b7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848340 Jan 28 04:59:47.062384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4f13-1935-4a1d-8c6b-12dda230232e req-995d2dc8-35a9-4d1d-9047-928e19dad014 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:47.064040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21bd4f13-1935-4a1d-8c6b-12dda230232e req-995d2dc8-35a9-4d1d-9047-928e19dad014 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1015992 Jan 28 04:59:47.158288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21bd4f13-1935-4a1d-8c6b-12dda230232e req-b977ac4a-9d43-43fb-abeb-3302cf4a1888 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828130 Jan 28 04:59:47.758067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2add3b5-e6db-406c-9373-8501f6f42522 req-c225b8b7-74fc-4290-a3ff-b40b3f024fba tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:47.766685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2add3b5-e6db-406c-9373-8501f6f42522 req-c225b8b7-74fc-4290-a3ff-b40b3f024fba tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 944 time: 0.1715260 Jan 28 04:59:47.877331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2add3b5-e6db-406c-9373-8501f6f42522 req-6580d5fc-b176-427e-b695-e433a849128f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027322 Jan 28 04:59:48.337931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f70f61-5e91-49ae-abe6-0d6c2157aae3 req-1fb244d3-1680-4506-be46-376864c6a9e3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:48.345573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30f70f61-5e91-49ae-abe6-0d6c2157aae3 req-1fb244d3-1680-4506-be46-376864c6a9e3 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0770607 Jan 28 04:59:48.433406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30f70f61-5e91-49ae-abe6-0d6c2157aae3 req-0f0fc1bb-d4db-4567-bdea-d19231094258 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826099 Jan 28 04:59:49.152676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01630-5c2f-416e-be14-be37de28c36d req-923b9fd1-d109-4d4a-914b-b618690fb06a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:49.162528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ff01630-5c2f-416e-be14-be37de28c36d req-923b9fd1-d109-4d4a-914b-b618690fb06a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 944 time: 0.1440806 Jan 28 04:59:49.202324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:59:49.280672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5ff01630-5c2f-416e-be14-be37de28c36d req-20f47b66-52d4-4506-8222-70dc192e8c18 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167114 Jan 28 04:59:49.314509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:59:49.319613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:59:49.320001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:49.512223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:59:49.512713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:49.555872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:59:49.558468 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c3ec4c-f996-4902-b56c-7ba3f670806a" -d '{"events": [{"server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:59:49.602508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:59:49.613010 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:49.676551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df71296-c5f5-49b0-bb8e-e094eec44931 req-9509ac8d-1361-4ca6-93db-d785735a5a07 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:49.684747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0df71296-c5f5-49b0-bb8e-e094eec44931 req-9509ac8d-1361-4ca6-93db-d785735a5a07 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1423123 Jan 28 04:59:49.710875 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc87a7-4746-4a48-8af7-8bd2c5e0e820 x-openstack-request-id: req-e9fc87a7-4746-4a48-8af7-8bd2c5e0e820 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:59:49.711411 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:59:49.711866 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9fc87a7-4746-4a48-8af7-8bd2c5e0e820 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:59:49.714710 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'code': 200} Jan 28 04:59:49.790449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:49.869801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0df71296-c5f5-49b0-bb8e-e094eec44931 req-f4cd1039-77f2-4410-ada0-2ffbd5e03337 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738727 Jan 28 04:59:49.967458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6c701-9462-4e2b-9d88-3b3084c18177 req-6710c9aa-d682-4f6e-96de-798cb591bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:49.971032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95d6c701-9462-4e2b-9d88-3b3084c18177 req-6710c9aa-d682-4f6e-96de-798cb591bdea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 1096 time: 0.1656981 Jan 28 04:59:50.119793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95d6c701-9462-4e2b-9d88-3b3084c18177 req-63757ee1-316e-4262-a23d-dd6b2dde3e30 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280451 Jan 28 04:59:50.489520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53944d18-bed7-441e-8ff2-c93f97b595b7 req-bfd95a2a-5892-4b97-a4aa-dd006c1b4749 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:50.498737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53944d18-bed7-441e-8ff2-c93f97b595b7 req-bfd95a2a-5892-4b97-a4aa-dd006c1b4749 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.0684528 Jan 28 04:59:50.561708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-53944d18-bed7-441e-8ff2-c93f97b595b7 req-924f87de-003c-4733-9cb6-04d84321b520 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618498 Jan 28 04:59:50.970367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5977dc-a2e3-4e30-b9d1-3fc09abfb5c6 req-44bf448a-713d-473d-b6c0-eb38a83cac0f tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:50.972567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a5977dc-a2e3-4e30-b9d1-3fc09abfb5c6 req-44bf448a-713d-473d-b6c0-eb38a83cac0f tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0509496 Jan 28 04:59:51.037908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a5977dc-a2e3-4e30-b9d1-3fc09abfb5c6 req-04e2e8d3-05ac-41bf-9827-e72b9add4b13 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592649 Jan 28 04:59:51.762229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c44a-fa73-4721-885d-47d552bfd144 req-479e97a3-d321-4ed0-91a3-3aab0b2ca33a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:51.767251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6c5c44a-fa73-4721-885d-47d552bfd144 req-479e97a3-d321-4ed0-91a3-3aab0b2ca33a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.0941417 Jan 28 04:59:51.856424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6c5c44a-fa73-4721-885d-47d552bfd144 req-c551d25c-e53d-45b8-bbd1-533ac97a38bc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834417 Jan 28 04:59:51.987981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b37592-8a17-4179-863e-470aa48ebe47 req-790ce911-7e71-4fc2-9560-7e9fc3e80946 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:51.990254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b37592-8a17-4179-863e-470aa48ebe47 req-790ce911-7e71-4fc2-9560-7e9fc3e80946 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.0586576 Jan 28 04:59:52.140841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b37592-8a17-4179-863e-470aa48ebe47 req-5eb88736-0f09-4cf1-b6d3-3e31f97e0ea3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439619 Jan 28 04:59:52.153864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:52.263198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adcc15-eac7-45c5-a9da-5b9c6434725a req-0c441db7-008e-4ea2-b696-ee078c9e3744 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:52.271074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96adcc15-eac7-45c5-a9da-5b9c6434725a req-0c441db7-008e-4ea2-b696-ee078c9e3744 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1114047 Jan 28 04:59:52.373041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96adcc15-eac7-45c5-a9da-5b9c6434725a req-1681a26f-aac0-4aa0-a9b8-8d75a89318c5 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940206 Jan 28 04:59:52.470949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54d294-ff1e-4516-ab7d-5012e9b0634c tempest-TestVolumeBootPattern-1036210152 tempest-TestVolumeBootPattern-1036210152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:52.472741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c54d294-ff1e-4516-ab7d-5012e9b0634c tempest-TestVolumeBootPattern-1036210152 tempest-TestVolumeBootPattern-1036210152-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 1091 time: 0.3176754 Jan 28 04:59:52.475708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38550) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:59:52.481089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:59:52.532122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:52.664859 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:52.852005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.25.6.89 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:59:53.018834 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:53.142700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:53.222676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:59:53.233363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:59:53.277661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:59:53.908278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:53.926637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3112e-db26-4319-989f-a35acbbf78b3 req-9f28f00a-3825-4ec6-bc81-e6a3c74d1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:53.928159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc3112e-db26-4319-989f-a35acbbf78b3 req-9f28f00a-3825-4ec6-bc81-e6a3c74d1afd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.1123517 Jan 28 04:59:53.936312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (877ab935-ed7f-4e19-aeab-7024ee1e844d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:53.950518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b65d-0c96-4110-9be9-2c68c83322b2 req-efb29234-9cfe-45ab-bb5a-4ea5246ffa3b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:53.952348 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d953b65d-0c96-4110-9be9-2c68c83322b2 req-efb29234-9cfe-45ab-bb5a-4ea5246ffa3b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1336596 Jan 28 04:59:54.051086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d953b65d-0c96-4110-9be9-2c68c83322b2 req-22ba4d83-08da-4c0d-af1a-53e2cb1c56fd tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725901 Jan 28 04:59:54.066334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cbc3112e-db26-4319-989f-a35acbbf78b3 req-cc21a150-f4f2-42ae-800a-544be3caac9b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281183 Jan 28 04:59:54.126339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:54.399708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:54.406229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:54.577500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (877ab935-ed7f-4e19-aeab-7024ee1e844d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:54.678747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:59:54.783495 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Floating IP 877ab935-ed7f-4e19-aeab-7024ee1e844d associated. External IP: 172.25.6.89, port: e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7. Jan 28 04:59:55.043292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:59:55.188795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:59:55.201749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:59:55.207033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08b39-fb39-4eae-8cc1-a25f863f9f7b req-fb40187a-247c-4a3c-8705-9aa88f4491b8 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:55.217954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-edb08b39-fb39-4eae-8cc1-a25f863f9f7b req-fb40187a-247c-4a3c-8705-9aa88f4491b8 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0773506 Jan 28 04:59:55.220202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:59:55.220994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:59:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:55.234298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:55.291824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-edb08b39-fb39-4eae-8cc1-a25f863f9f7b req-8aacd861-a8d0-4e10-93e7-e1cde8c1ba2e tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725303 Jan 28 04:59:55.294949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16513e43-7898-4510-80b1-93aa454893a5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8176043 Jan 28 04:59:55.295846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:59:55.308567 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:59:55.402219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:59:55.407152 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ccad0f-6fed-43a0-847c-fb851716ce6d x-openstack-request-id: req-86ccad0f-6fed-43a0-847c-fb851716ce6d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:59:55.407626 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:59:55.408194 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86ccad0f-6fed-43a0-847c-fb851716ce6d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:59:55.408739 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'status': 'completed', 'code': 200} Jan 28 04:59:55.716632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-c09425fb-98c3-4385-ad66-c70b978c258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:55.749202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-c09425fb-98c3-4385-ad66-c70b978c258e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 1096 time: 0.2406693 Jan 28 04:59:56.037392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-2983dae2-2d43-4d72-8c64-25408cebc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:56.039133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-2983dae2-2d43-4d72-8c64-25408cebc6a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.2830813 Jan 28 04:59:56.208839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-48e5d055-21d6-40db-8e71-d7a9bf1fc82b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 HTTP/1.1" status: 200 len: 998 time: 0.1601205 Jan 28 04:59:56.354047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-8e621494-4dad-4c2e-a35e-8d4ffccf85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:56.355621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-8e621494-4dad-4c2e-a35e-8d4ffccf85cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.1353157 Jan 28 04:59:56.410771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '877ab935-ed7f-4e19-aeab-7024ee1e844d', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:e6:bd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:59:53Z', 'updated_at': '2022-01-28T04:59:53Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:56.466716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:59:56.470331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-331eec36-d000-4f58-a82e-7f42fd1a2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:56.472813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-331eec36-d000-4f58-a82e-7f42fd1a2527 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095898 Jan 28 04:59:56.492195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:59:56.492987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:59:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:56.543777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1964a-c5ef-4889-b4d9-9286e87b0e54 req-c7552f09-01bd-4c02-b789-7d20c868e860 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:56.553402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0f1964a-c5ef-4889-b4d9-9286e87b0e54 req-c7552f09-01bd-4c02-b789-7d20c868e860 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1206803 Jan 28 04:59:56.669845 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0f1964a-c5ef-4889-b4d9-9286e87b0e54 req-e01cc8b9-088d-40f2-88cf-ae84acdcbe7c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154799 Jan 28 04:59:56.717260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:59:56.717750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-d2eb75cd-aa7f-4ee4-8fb5-373202366dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343962 Jan 28 04:59:56.881098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc78cae8-4dd4-4002-8a1e-086b92ded9f4 req-1cfb05a4-b4e9-4673-87e5-a11dfba9a8e9 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598003 Jan 28 04:59:57.333871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '877ab935-ed7f-4e19-aeab-7024ee1e844d', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:e6:bd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:59:53Z', 'updated_at': '2022-01-28T04:59:53Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:59:57.358871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22c2a-5f9c-4738-b46c-1d03f086faba req-81ae95ef-ee75-4efb-8011-7d367421005c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:57.366241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ab22c2a-5f9c-4738-b46c-1d03f086faba req-81ae95ef-ee75-4efb-8011-7d367421005c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1116452 Jan 28 04:59:57.380282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-55eef077-2bcb-4c8d-84bd-a33bc39bffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:57.381894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-55eef077-2bcb-4c8d-84bd-a33bc39bffe6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.1870322 Jan 28 04:59:57.407609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2cf39-2117-48d8-b50a-69daf4894ef6 None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '877ab935-ed7f-4e19-aeab-7024ee1e844d', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:e6:bd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:59:53Z', 'updated_at': '2022-01-28T04:59:53Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:59:57.472951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ab22c2a-5f9c-4738-b46c-1d03f086faba req-211e62be-3b28-4ff3-b7d7-c55238924e2b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054530 Jan 28 04:59:57.554971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-3cdc20c6-14ca-4971-ad44-3d9943ec754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:57.556819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-3cdc20c6-14ca-4971-ad44-3d9943ec754a service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.1659529 Jan 28 04:59:57.647390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-d1fdc67b-c217-4361-8274-2355cf5bd356 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.0823243 Jan 28 04:59:57.769952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-c847f0dd-eac9-4249-8517-97c7668afaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:57.774102 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-c847f0dd-eac9-4249-8517-97c7668afaf0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.1209445 Jan 28 04:59:57.801992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f82c6f-24da-4f24-9916-434bd8d26478 None None] New status for floating IP 877ab935-ed7f-4e19-aeab-7024ee1e844d: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:59:57.833080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-43c2a70e-5301-4308-9287-c30afe109cef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526223 Jan 28 04:59:57.968317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-fcf33b82-303a-419a-8f51-d4886845f13d service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273205 Jan 28 04:59:58.083794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09a6cd9c-a8be-4aa5-af5f-35f58f872430 req-af1f23eb-adbb-478c-9657-6fc2044a2052 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094527 Jan 28 04:59:58.791225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422711-33ac-40ce-80b8-bef3517df009 req-d1e293c8-84b6-47f7-9339-fd3a47fdf30e tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:58.794085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8422711-33ac-40ce-80b8-bef3517df009 req-d1e293c8-84b6-47f7-9339-fd3a47fdf30e tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1779721 Jan 28 04:59:58.914672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b8422711-33ac-40ce-80b8-bef3517df009 req-29d80e1d-a68b-48da-8c70-7260cf448a26 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146386 Jan 28 05:00:00.134372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba718d-8916-4a44-aec9-2c023c096c42 req-097cfcb6-3931-4d89-b170-722eec3ae711 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:00.136856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7ba718d-8916-4a44-aec9-2c023c096c42 req-097cfcb6-3931-4d89-b170-722eec3ae711 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0996120 Jan 28 05:00:00.220183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7ba718d-8916-4a44-aec9-2c023c096c42 req-b2e2370f-1ad7-496c-bd98-b7b0a2d416c2 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Jan 28 05:00:01.495642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1230069-a719-4095-9c1e-f893d6e07582 req-4466fcf8-a4e1-4d16-9590-b8b41a90f035 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:01.503377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1230069-a719-4095-9c1e-f893d6e07582 req-4466fcf8-a4e1-4d16-9590-b8b41a90f035 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0959477 Jan 28 05:00:01.586496 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1230069-a719-4095-9c1e-f893d6e07582 req-6a5b4e27-4ec1-4d4d-aa61-2da66fd88ec0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781713 Jan 28 05:00:03.286973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:00:04.692503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:05.625172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (aead7727-8be7-4e71-9537-148483913ae2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.063340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Deleting port 31676744-be1b-4121-95b4-40783fb58bea {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:06.064353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (31676744-be1b-4121-95b4-40783fb58bea), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.199690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:06.247102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] For port 31676744-be1b-4121-95b4-40783fb58bea, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=31676744-be1b-4121-95b4-40783fb58bea,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:06.247755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (31676744-be1b-4121-95b4-40783fb58bea), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.274336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Calling delete_port for 31676744-be1b-4121-95b4-40783fb58bea owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:06.402598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.499095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cc9da4-8531-4821-b103-a32b7d5ef685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.662540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (31676744-be1b-4121-95b4-40783fb58bea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.702042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=31676744-be1b-4121-95b4-40783fb58bea,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:06.757410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cc9da4-8531-4821-b103-a32b7d5ef685 admin admin] Publish callbacks [] for security_group (57bede5f-59bc-4dd6-bef0-22d4d0524754), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.771420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6cc9da4-8531-4821-b103-a32b7d5ef685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (57bede5f-59bc-4dd6-bef0-22d4d0524754), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.890657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6cc9da4-8531-4821-b103-a32b7d5ef685 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93b185333e5547a892a413bf4e6bc29e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6870453 Jan 28 05:00:06.895104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:06.915403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc9da4-8531-4821-b103-a32b7d5ef685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bede5f-59bc-4dd6-bef0-22d4d0524754,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:07.073916 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Publish callbacks [] for security_group (57bede5f-59bc-4dd6-bef0-22d4d0524754), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:07.103490 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Publish callbacks [] for security_group (57bede5f-59bc-4dd6-bef0-22d4d0524754), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:07.168161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (aead7727-8be7-4e71-9537-148483913ae2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:07.266119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (57bede5f-59bc-4dd6-bef0-22d4d0524754), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:07.271495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:07.280620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57bede5f-59bc-4dd6-bef0-22d4d0524754 HTTP/1.1" status: 204 len: 168 time: 0.3807380 Jan 28 05:00:07.321204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bede5f-59bc-4dd6-bef0-22d4d0524754,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:07.339941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.344194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.345033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.345603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.345956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.346651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.346781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.347059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.347395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.347915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.348336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.348733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.349123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e2c67-986b-435c-8d9e-bdd0113fb089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:07.597199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Router aead7727-8be7-4e71-9537-148483913ae2 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:07.816084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:07.828818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-598a6ce7-fddf-483e-8e6b-d1bbc1864b02 admin admin] 10.222.0.21 "PUT /v2.0/routers/aead7727-8be7-4e71-9537-148483913ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1345215 Jan 28 05:00:07.830784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38762) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:07.832999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] Sync routers for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:07.908520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:07.909450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:59:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:08.005612 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:08.071909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks [] for router (aead7727-8be7-4e71-9537-148483913ae2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:08.216981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:08.716112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38790) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:08.759715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ada5278-e9d2-4d63-a76f-07eb4bf1a211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:08.825929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T05:00:06Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:08.901704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] Checking router: aead7727-8be7-4e71-9537-148483913ae2 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:08.924582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] Routers {'aead7727-8be7-4e71-9537-148483913ae2'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:08.927721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T04:59:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['aead7727-8be7-4e71-9537-148483913ae2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:08.964865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks [] for router_gateway (aead7727-8be7-4e71-9537-148483913ae2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.042477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:09.091804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Deleting port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:09.092498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.135026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1174619290-network', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:09.185014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] Set router aead7727-8be7-4e71-9537-148483913ae2 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:09.255198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Made reservation on behalf of fbad6568f1ea43fca32d6b609a8c7212 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:09.257753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.291330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b67e1189-89cd-44ff-9ba6-9f536d164271 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4abe1b8432e4825beedae68e4bd1ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5716531 Jan 28 05:00:09.291330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.292429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:09.342477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] For port 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:09.343359 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.372680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Calling delete_port for 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:09.410466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Publish callbacks [] for security_group (4255a1d9-adce-4a9b-97ee-061495a4b579), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.470149 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Publish callbacks [] for security_group (4255a1d9-adce-4a9b-97ee-061495a4b579), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.495547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks [] for security_group (bc62db44-8f80-42af-a456-2686f70bdca4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.513591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bc62db44-8f80-42af-a456-2686f70bdca4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.594885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:00:09.638423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc62db44-8f80-42af-a456-2686f70bdca4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:09.666162 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2c4f6e20-c68c-42df-a04c-7000246b9104), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.666615 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Added segment 2c4f6e20-c68c-42df-a04c-7000246b9104 of type vlan for network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 Jan 28 05:00:09.680223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T05:00:06Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:09.718143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5c5b8ace-d8fb-444e-9e02-35a6d4fe474d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.744186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38959a-f2d2-4ca5-babc-698c44c939c4 None None] The sync data for ids ['aead7727-8be7-4e71-9537-148483913ae2'] in n-d-824835-3 is: [{'id': 'aead7727-8be7-4e71-9537-148483913ae2', 'name': 'tempest-AttachVolumeTestJSON-529275578-router', 'tenant_id': '05425594d2a64fb8910e5e1aa9eaf757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:53Z', 'updated_at': '2022-01-28T05:00:06Z', 'revision_number': 5, 'project_id': '05425594d2a64fb8910e5e1aa9eaf757', 'gw_port': {'id': '5c5b8ace-d8fb-444e-9e02-35a6d4fe474d', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead7727-8be7-4e71-9537-148483913ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:55Z', 'updated_at': '2022-01-28T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:09.753190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5b8ace-d8fb-444e-9e02-35a6d4fe474d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:09.759794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (4255a1d9-adce-4a9b-97ee-061495a4b579), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.770939 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (695b1ec3-8c36-425a-ada7-6432f3bf31c2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.775032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.779808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4255a1d9-adce-4a9b-97ee-061495a4b579 HTTP/1.1" status: 204 len: 168 time: 0.4843712 Jan 28 05:00:09.813784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4255a1d9-adce-4a9b-97ee-061495a4b579,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:09.847350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.847644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.847970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.848315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.848657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.848997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.850935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.851298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.856535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.856927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.857326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.857818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.858020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.915008 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (695b1ec3-8c36-425a-ada7-6432f3bf31c2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.916014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:09.916658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.922943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.923303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.923655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.924087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.924494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.924885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.925491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.925839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.926221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.926606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.926993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.927330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.927711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bdc8-bcdf-4102-aa3a-96a1b24cdc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.943716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (aead7727-8be7-4e71-9537-148483913ae2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.968469 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9247086 Jan 28 05:00:09.993502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:10.001467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Request body: {'subnet': {'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1174619290-subnet', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:10.051139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Made reservation on behalf of fbad6568f1ea43fca32d6b609a8c7212 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:10.059272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.179250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (aead7727-8be7-4e71-9537-148483913ae2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.186529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks [] for router_controller (aead7727-8be7-4e71-9537-148483913ae2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.275832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (aead7727-8be7-4e71-9537-148483913ae2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.277194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aead7727-8be7-4e71-9537-148483913ae2 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:00:10.290336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.292540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fcf05f72-32fd-4b82-889c-f61a9b703572 admin admin] 10.222.0.21 "DELETE /v2.0/routers/aead7727-8be7-4e71-9537-148483913ae2 HTTP/1.1" status: 204 len: 168 time: 2.4577391 Jan 28 05:00:10.295285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38814) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:10.403689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Deleting subnet 2bb8b79e-03e6-4693-be39-bc613ed9ace7 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:00:10.407063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Publish callbacks [] for subnet (2bb8b79e-03e6-4693-be39-bc613ed9ace7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.440317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (99a8cd26-d901-44dc-b107-7421a2e75e84), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.456271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (2bb8b79e-03e6-4693-be39-bc613ed9ace7), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.574632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a8cd26-d901-44dc-b107-7421a2e75e84,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:10.578014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91fc19-7368-48d0-88a7-129f1ac3f3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=695b1ec3-8c36-425a-ada7-6432f3bf31c2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:10.591080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:00:10.633756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Checking segment: {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:10.634153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Network hostable DHCP agents. Network: 695b1ec3-8c36-425a-ada7-6432f3bf31c2, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:00:10.641854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2bb8b79e-03e6-4693-be39-bc613ed9ace7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.672445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:00:10.692244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 695b1ec3-8c36-425a-ada7-6432f3bf31c2) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:10.701194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:10.701194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.749422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-402bc929-ab3f-4e23-96ae-dde5726a76fa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7547069 Jan 28 05:00:10.752535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38822) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:10.767468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:10.785085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (2bb8b79e-03e6-4693-be39-bc613ed9ace7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.830066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb8b79e-03e6-4693-be39-bc613ed9ace7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:10.834536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d49bc1-2d2b-408d-84f5-70e0a69c4910 None None] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:10.855658 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.864232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38828) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:10.865444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-40d9afc0-546e-4c26-9dac-c918e6ad7510 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bb8b79e-03e6-4693-be39-bc613ed9ace7 HTTP/1.1" status: 204 len: 168 time: 0.5688586 Jan 28 05:00:10.872592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e48e1bc6-183b-482b-9a1c-3b6401097fb3), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.874617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e48e1bc6-183b-482b-9a1c-3b6401097fb3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:10.918016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001c019-e962-4626-b0c5-616dcfbbbf3d None None] Network c36f710f-4854-4053-8dc6-b4fe58d08006 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:11.007537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks [] for router_controller (e48e1bc6-183b-482b-9a1c-3b6401097fb3), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.120799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6a069d0-9ed8-427b-8dfe-ad22bb6f83de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.145764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c36f710f-4854-4053-8dc6-b4fe58d08006), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.232173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-695b1ec3-8c36-425a-ada7-6432f3bf31c2', 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2', 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'fixed_ips': [{'subnet_id': '99a8cd26-d901-44dc-b107-7421a2e75e84'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:00:11.233052 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.342289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Deleting port ec756ff5-367c-4532-aced-ee1168502726 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:11.348717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec756ff5-367c-4532-aced-ee1168502726), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.391716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] DHCP port deletion for c36f710f-4854-4053-8dc6-b4fe58d08006 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:00:11.518462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks [] for router_gateway (e48e1bc6-183b-482b-9a1c-3b6401097fb3), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.565196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] For port ec756ff5-367c-4532-aced-ee1168502726, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec756ff5-367c-4532-aced-ee1168502726,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:11.567779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec756ff5-367c-4532-aced-ee1168502726), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.594007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Allocated IP 172.20.0.2 (695b1ec3-8c36-425a-ada7-6432f3bf31c2/99a8cd26-d901-44dc-b107-7421a2e75e84/f5807751-7628-4bfc-998d-4fbecc539872) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:11.600848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Deleting port ec756ff5-367c-4532-aced-ee1168502726 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:11.603567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec756ff5-367c-4532-aced-ee1168502726), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.608797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Calling delete_port for ec756ff5-367c-4532-aced-ee1168502726 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:11.877001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ec756ff5-367c-4532-aced-ee1168502726), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.890525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:11.948894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec756ff5-367c-4532-aced-ee1168502726,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:11.959350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:11.959707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5b8ace-d8fb-444e-9e02-35a6d4fe474d not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:11.960160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec756ff5-367c-4532-aced-ee1168502726 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:11.964874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] No DVR routers for this DVR port ec756ff5-367c-4532-aced-ee1168502726 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:12.019712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ec756ff5-367c-4532-aced-ee1168502726 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:12.020137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec756ff5-367c-4532-aced-ee1168502726 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:12.020493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 31676744-be1b-4121-95b4-40783fb58bea no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:12.077703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks [] for router_gateway (e48e1bc6-183b-482b-9a1c-3b6401097fb3), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.130091 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.132245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c36f710f-4854-4053-8dc6-b4fe58d08006), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.178965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36f710f-4854-4053-8dc6-b4fe58d08006']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:12.200784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:12.201012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b0b421-f6b7-4a0d-af3d-c615d6b19ef4') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:12.225262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (27b0b421-f6b7-4a0d-af3d-c615d6b19ef4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.255809 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (27b0b421-f6b7-4a0d-af3d-c615d6b19ef4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.268966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:00:12.272280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (27b0b421-f6b7-4a0d-af3d-c615d6b19ef4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:00:12.278576 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:00:12.322270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Allocated IP 172.25.6.97 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/8650fdc9-62aa-492a-b42c-1436defc9db1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:12.363721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] For port ec756ff5-367c-4532-aced-ee1168502726, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec756ff5-367c-4532-aced-ee1168502726,segment=NetworkSegment(27b0b421-f6b7-4a0d-af3d-c615d6b19ef4),segment_id=27b0b421-f6b7-4a0d-af3d-c615d6b19ef4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:12.364120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec756ff5-367c-4532-aced-ee1168502726), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.377614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 31676744-be1b-4121-95b4-40783fb58bea {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:12.377968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 31676744-be1b-4121-95b4-40783fb58bea not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:12.392973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c36f710f-4854-4053-8dc6-b4fe58d08006), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.401835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Calling delete_port for ec756ff5-367c-4532-aced-ee1168502726 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:12.402898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.406278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.413008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c36f710f-4854-4053-8dc6-b4fe58d08006 HTTP/1.1" status: 204 len: 168 time: 1.5469830 Jan 28 05:00:12.423948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813648a2-a4c7-4d92-93b4-14b30500bf8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c36f710f-4854-4053-8dc6-b4fe58d08006,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:12.455046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks [] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.504722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.538694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:12.541915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:12.551554 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Publish callbacks [] for port (f5807751-7628-4bfc-998d-4fbecc539872), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.564043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (f5807751-7628-4bfc-998d-4fbecc539872), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.574784 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ec756ff5-367c-4532-aced-ee1168502726), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.575144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:12.611656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Network c36f710f-4854-4053-8dc6-b4fe58d08006 is not hosted by any dhcp agent {{(pid=103140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:00:12.612214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] No DVR routers for this DVR port ec756ff5-367c-4532-aced-ee1168502726 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:12.624017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:12.644313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:12.651269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Pushing event updated for resources: {'Port': ['ID=f5807751-7628-4bfc-998d-4fbecc539872,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:12.653071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8650fdc9-62aa-492a-b42c-1436defc9db1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:12.656034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:12.726073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38854) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:12.730492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbe52d-6350-4a9e-8e7b-f52977113304 None None] Pushing event deleted for resources: {'Port': ['ID=ec756ff5-367c-4532-aced-ee1168502726,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:12.744354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Attempting to bind port f5807751-7628-4bfc-998d-4fbecc539872 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:12.745918 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Attempting to bind port f5807751-7628-4bfc-998d-4fbecc539872 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:12.746299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Attempting to bind port f5807751-7628-4bfc-998d-4fbecc539872 on network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:12.751784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:12.752246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Checking segment: {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:12.752630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.753029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Bound using segment: {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:12.753536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Bound port: f5807751-7628-4bfc-998d-4fbecc539872, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:12.753924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f5807751-7628-4bfc-998d-4fbecc539872), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.784916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-424d4b92-a24c-400f-84d3-e8fefb33ab7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05425594d2a64fb8910e5e1aa9eaf757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621512 Jan 28 05:00:12.785778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38856) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:12.836720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] For port f5807751-7628-4bfc-998d-4fbecc539872, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:12.841811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] For port f5807751-7628-4bfc-998d-4fbecc539872, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f5807751-7628-4bfc-998d-4fbecc539872,segment=NetworkSegment(2c4f6e20-c68c-42df-a04c-7000246b9104),segment_id=2c4f6e20-c68c-42df-a04c-7000246b9104)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:12.849133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f5807751-7628-4bfc-998d-4fbecc539872), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.854863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6eec0573-7a86-45de-94e8-5ac7021b28b3 admin admin] Publish callbacks [] for security_group (317b917d-13ea-4f17-a240-f9a59cf2351a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.883174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6eec0573-7a86-45de-94e8-5ac7021b28b3 admin admin] Publish callbacks [] for security_group (317b917d-13ea-4f17-a240-f9a59cf2351a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.972559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks [] for router_gateway (e48e1bc6-183b-482b-9a1c-3b6401097fb3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.978768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6eec0573-7a86-45de-94e8-5ac7021b28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (317b917d-13ea-4f17-a240-f9a59cf2351a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.981186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6eec0573-7a86-45de-94e8-5ac7021b28b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.985360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6eec0573-7a86-45de-94e8-5ac7021b28b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/317b917d-13ea-4f17-a240-f9a59cf2351a HTTP/1.1" status: 204 len: 168 time: 0.1982801 Jan 28 05:00:12.990864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ade1da-f62f-4ec3-8cca-19831c351c0b None None] Pushing event updated for resources: {'Port': ['ID=f5807751-7628-4bfc-998d-4fbecc539872,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:13.003068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec0573-7a86-45de-94e8-5ac7021b28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b917d-13ea-4f17-a240-f9a59cf2351a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:13.370574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e48e1bc6-183b-482b-9a1c-3b6401097fb3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:13.563086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Router e48e1bc6-183b-482b-9a1c-3b6401097fb3 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:00:13.731948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:13.794700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:13.806851 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Sync routers for ids ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:13.834444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:13.836374 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Routers {'e48e1bc6-183b-482b-9a1c-3b6401097fb3'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:13.841550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-af51b26d-806f-47e5-b1b5-30f1ab9493c6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0839233 Jan 28 05:00:13.842007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:13.846838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:14.001806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5807751-7628-4bfc-998d-4fbecc539872 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:14.081265 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Set router e48e1bc6-183b-482b-9a1c-3b6401097fb3 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:14.151909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f5807751-7628-4bfc-998d-4fbecc539872 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:14.152294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f5807751-7628-4bfc-998d-4fbecc539872), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.506584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f5807751-7628-4bfc-998d-4fbecc539872 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:14.506929 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f5807751-7628-4bfc-998d-4fbecc539872), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.538495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38898) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:14.573035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bfe9c-49f3-4f97-8382-2b1a77df6b86 None None] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:14.575326 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:12Z', 'revision_number': 3, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:14.589551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f5807751-7628-4bfc-998d-4fbecc539872, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f5807751-7628-4bfc-998d-4fbecc539872,segment=NetworkSegment(2c4f6e20-c68c-42df-a04c-7000246b9104),segment_id=2c4f6e20-c68c-42df-a04c-7000246b9104)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:14.647168 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Checking router: e48e1bc6-183b-482b-9a1c-3b6401097fb3 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:14.647722 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Updating router e48e1bc6-183b-482b-9a1c-3b6401097fb3 port 8650fdc9-62aa-492a-b42c-1436defc9db1 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:14.704052 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.759390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1167280290-network', 'tenant_id': '47a5c73aaf58497e94d6566bdb330ff2'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:14.764267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f5807751-7628-4bfc-998d-4fbecc539872), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.789874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Made reservation on behalf of 47a5c73aaf58497e94d6566bdb330ff2 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:14.793978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.806389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.839382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8f2881c7-d678-48a9-95fd-92ed2bae6f65 None None] Provisioning complete for port f5807751-7628-4bfc-998d-4fbecc539872 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:14.839779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f2881c7-d678-48a9-95fd-92ed2bae6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f5807751-7628-4bfc-998d-4fbecc539872), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.912913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:14.923234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f5807751-7628-4bfc-998d-4fbecc539872,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:15.000347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f2881c7-d678-48a9-95fd-92ed2bae6f65 None None] Current status of the port f5807751-7628-4bfc-998d-4fbecc539872 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:15.003833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks [] for security_group (e162963a-3ecd-4621-89e4-5642f68b4f3e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.016811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e162963a-3ecd-4621-89e4-5642f68b4f3e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.021369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.057113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:00:15.083072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e162963a-3ecd-4621-89e4-5642f68b4f3e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:15.086747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (88b3c447-3988-4363-bea9-570e2562a839), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.087288 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Added segment 88b3c447-3988-4363-bea9-570e2562a839 of type vlan for network 7511b38a-8ac1-4e62-885f-16fd55395996 Jan 28 05:00:15.153781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7511b38a-8ac1-4e62-885f-16fd55395996), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.190236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7511b38a-8ac1-4e62-885f-16fd55395996), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.192255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:15.192989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.199082 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Publish callbacks [] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.207677 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.235499 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Allocated IP 172.20.0.1 (695b1ec3-8c36-425a-ada7-6432f3bf31c2/99a8cd26-d901-44dc-b107-7421a2e75e84/9f510201-8c44-45fe-b5cb-2583e5a38a2a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:15.267562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7277949 Jan 28 05:00:15.271650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:15.289187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa69588-66f9-4e58-b5fb-d08bc6d0bc6b admin admin] Pushing event updated for resources: {'Network': ['ID=7511b38a-8ac1-4e62-885f-16fd55395996,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:15.297992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Request body: {'subnet': {'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1167280290-subnet', 'tenant_id': '47a5c73aaf58497e94d6566bdb330ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:15.301039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7511b38a-8ac1-4e62-885f-16fd55395996 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:00:15.311882 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Attempting to bind port 8650fdc9-62aa-492a-b42c-1436defc9db1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:15.312525 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Attempting to bind port 8650fdc9-62aa-492a-b42c-1436defc9db1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:15.313222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Attempting to bind port 8650fdc9-62aa-492a-b42c-1436defc9db1 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:15.315830 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Pushing event updated for resources: {'Port': ['ID=8650fdc9-62aa-492a-b42c-1436defc9db1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:15.327430 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:15.328058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:15.328798 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.329371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:15.330486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Bound port: 8650fdc9-62aa-492a-b42c-1436defc9db1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:15.331146 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.335664 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.336235 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.337231 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.337719 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.338214 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.338970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.339464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.339948 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.340524 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.341161 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.341635 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.342125 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.342605 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:15.381600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Made reservation on behalf of 47a5c73aaf58497e94d6566bdb330ff2 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:15.385846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.403106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-494c46da-cb3d-45aa-9231-91419907dd3c None None] Provisioning complete for port f5807751-7628-4bfc-998d-4fbecc539872 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:15.403661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-494c46da-cb3d-45aa-9231-91419907dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f5807751-7628-4bfc-998d-4fbecc539872), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.419774 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] For port 8650fdc9-62aa-492a-b42c-1436defc9db1, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:15.426659 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] For port 8650fdc9-62aa-492a-b42c-1436defc9db1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8650fdc9-62aa-492a-b42c-1436defc9db1,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:15.436829 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.499087 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Routers {'e48e1bc6-183b-482b-9a1c-3b6401097fb3'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:15.499779 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:15.505327 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9913b2-3f68-439e-a56d-a1874f6eda91 None None] Pushing event updated for resources: {'Port': ['ID=8650fdc9-62aa-492a-b42c-1436defc9db1,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:15.518878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-494c46da-cb3d-45aa-9231-91419907dd3c None None] Current status of the port f5807751-7628-4bfc-998d-4fbecc539872 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:15.632210 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] Set router e48e1bc6-183b-482b-9a1c-3b6401097fb3 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:15.786208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5807751-7628-4bfc-998d-4fbecc539872 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:15.838773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f5807751-7628-4bfc-998d-4fbecc539872 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:15.839272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f5807751-7628-4bfc-998d-4fbecc539872), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.871646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks [] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.880001 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:12Z', 'revision_number': 3, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:15.915917 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2948b-8475-441b-918a-e9cceb6b0d87 None None] The sync data for ids ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'] in n-d-824835-3 is: [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:12Z', 'revision_number': 3, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:15.954789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f5807751-7628-4bfc-998d-4fbecc539872 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:15.972555 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.029364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:16.030517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (3e662de8-79be-4b39-bfe0-29708190ea90), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.041650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:16.069300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:16.093936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Pushing event updated for resources: {'Port': ['ID=9f510201-8c44-45fe-b5cb-2583e5a38a2a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:16.130577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e662de8-79be-4b39-bfe0-29708190ea90,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:16.133905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e48e1bc6-183b-482b-9a1c-3b6401097fb3), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.190684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Checking segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:16.191077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Network hostable DHCP agents. Network: 7511b38a-8ac1-4e62-885f-16fd55395996, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:00:16.265275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Network 7511b38a-8ac1-4e62-885f-16fd55395996 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:00:16.286018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 7511b38a-8ac1-4e62-885f-16fd55395996) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:16.299043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:16.300156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.309736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3ebc9-fe5d-4199-80a5-d940ce2654bb None None] Network 7511b38a-8ac1-4e62-885f-16fd55395996 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:16.335991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.358340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f7a282e-16b9-4c56-8140-3a4559fe14fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0655348 Jan 28 05:00:16.497115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d9b39-ebe6-48c7-b241-534534b1171a None None] Network 7511b38a-8ac1-4e62-885f-16fd55395996 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:16.615330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-583bee41-a953-4792-96bc-c05eb51397d1 None None] Provisioning complete for port 9f510201-8c44-45fe-b5cb-2583e5a38a2a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:16.615743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-583bee41-a953-4792-96bc-c05eb51397d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.677761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks [] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.689538 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.726206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-583bee41-a953-4792-96bc-c05eb51397d1 None None] Port 9f510201-8c44-45fe-b5cb-2583e5a38a2a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:16.786206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e48e1bc6-183b-482b-9a1c-3b6401097fb3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.805009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Pushing event updated for resources: {'Port': ['ID=9f510201-8c44-45fe-b5cb-2583e5a38a2a,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:16.926961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:16.928441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:17.079698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-3823e13e-b7a4-4448-b5dd-c48f1819e2bc tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:17.082258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-3823e13e-b7a4-4448-b5dd-c48f1819e2bc tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.1781299 Jan 28 05:00:17.113350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-3422dabb-785c-4a5a-bf71-6ffc0b94f22d tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/quotas/47a5c73aaf58497e94d6566bdb330ff2 HTTP/1.1" status: 200 len: 375 time: 0.0243673 Jan 28 05:00:17.120769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Router e48e1bc6-183b-482b-9a1c-3b6401097fb3 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:17.189420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-597c6105-ccc7-4cfc-8158-c3f8b4327b43 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673356 Jan 28 05:00:17.356131 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-c5ef3b02-709b-488b-af53-2e685cc07f77 service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657631 Jan 28 05:00:17.358992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bc8e2c17-bfaa-4f27-b411-9fbbfb949219 None None] Provisioning complete for port 9f510201-8c44-45fe-b5cb-2583e5a38a2a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:17.360713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:17.366044 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc8e2c17-bfaa-4f27-b411-9fbbfb949219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:17.389772 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-95aa992c-e217-4f4b-b099-0e2914b98836 admin admin] 10.222.0.21 "PUT /v2.0/routers/e48e1bc6-183b-482b-9a1c-3b6401097fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375819 Jan 28 05:00:17.434058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e2c17-bfaa-4f27-b411-9fbbfb949219 None None] Port 9f510201-8c44-45fe-b5cb-2583e5a38a2a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:17.499163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-4efa7eef-7bb1-4950-b8ff-4ede70ae1a1e service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419837 Jan 28 05:00:17.810829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c967eeac-0ba2-44aa-8818-23ca0de07de3 req-069b06a4-d5a8-418a-a973-8ad1f64dd18f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 210 time: 0.0658596 Jan 28 05:00:17.899641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8650fdc9-62aa-492a-b42c-1436defc9db1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:18.031827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8650fdc9-62aa-492a-b42c-1436defc9db1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:18.032284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.245620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8650fdc9-62aa-492a-b42c-1436defc9db1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:18.246195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.301859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 8650fdc9-62aa-492a-b42c-1436defc9db1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8650fdc9-62aa-492a-b42c-1436defc9db1,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:18.309736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.387864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38972) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:18.398530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-365628659-network', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:18.452357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Made reservation on behalf of d91224f9c5584868b8eb12b4e3324fc0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:18.455668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.464030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=8650fdc9-62aa-492a-b42c-1436defc9db1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:18.478394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.562640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Sync routers for ids ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:18.582801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Routers {'e48e1bc6-183b-482b-9a1c-3b6401097fb3'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:18.583525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:18.616256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks [] for security_group (bd89b36c-bb46-407a-8b13-0ae404bad5c4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.623095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bd89b36c-bb46-407a-8b13-0ae404bad5c4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.641119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:00:18.652841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.653530 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Added segment 0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0 of type vlan for network e1e0e1ae-acca-4779-9aaa-1856fd537039 Jan 28 05:00:18.749597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd89b36c-bb46-407a-8b13-0ae404bad5c4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:18.761600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e1e0e1ae-acca-4779-9aaa-1856fd537039), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.781870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Set router e48e1bc6-183b-482b-9a1c-3b6401097fb3 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:18.795553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e1e0e1ae-acca-4779-9aaa-1856fd537039), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.797764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:18.799212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.894316 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5048509 Jan 28 05:00:18.896819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 38978) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:18.903637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Request body: {'subnet': {'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-365628659-subnet', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:18.913061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1272-3671-488b-9f10-16a4e195f80a admin admin] Pushing event updated for resources: {'Network': ['ID=e1e0e1ae-acca-4779-9aaa-1856fd537039,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:18.947531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Made reservation on behalf of d91224f9c5584868b8eb12b4e3324fc0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:18.951184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.961751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:00:19.001615 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b878eb00-8a48-4f36-a589-e77e4e8d4ad7 req-e6c73a2b-e442-4df5-ae54-62f6863b6e7a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 210 time: 0.0404301 Jan 28 05:00:19.186522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:16Z', 'revision_number': 4, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9f510201-8c44-45fe-b5cb-2583e5a38a2a', 'name': '', 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'mac_address': 'fa:16:3e:9f:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '99a8cd26-d901-44dc-b107-7421a2e75e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:14Z', 'updated_at': '2022-01-28T05:00:16Z', 'revision_number': 2, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'subnets': [{'id': '99a8cd26-d901-44dc-b107-7421a2e75e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:19.217402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Checking router: e48e1bc6-183b-482b-9a1c-3b6401097fb3 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:19.217869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Updating router e48e1bc6-183b-482b-9a1c-3b6401097fb3 port 9f510201-8c44-45fe-b5cb-2583e5a38a2a binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:19.250858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.263132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (3c904517-a599-4ea5-b343-f8a4387e972c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.414396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c904517-a599-4ea5-b343-f8a4387e972c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:19.424719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Checking segment: {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:19.430687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Network hostable DHCP agents. Network: e1e0e1ae-acca-4779-9aaa-1856fd537039, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:00:19.482933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:00:19.499191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e1e0e1ae-acca-4779-9aaa-1856fd537039) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:19.511774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:19.513827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.562030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b1627-5584-468c-be49-26fdd5edde72 None None] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:19.575063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b8c24e98-fe5d-40a0-ab66-f56de87a1b63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6764317 Jan 28 05:00:19.576226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 38984) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:19.586273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:19.624918 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.626692 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.723457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks [] for router_controller (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.807084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-e1e0e1ae-acca-4779-9aaa-1856fd537039', 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039', 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'fixed_ips': [{'subnet_id': '3c904517-a599-4ea5-b343-f8a4387e972c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:00:19.808587 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.830412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8650fdc9-62aa-492a-b42c-1436defc9db1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:19.832232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-5e103734-7398-49ce-8f1d-d3d933b7ff6a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:19.836368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-5e103734-7398-49ce-8f1d-d3d933b7ff6a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.4583344 Jan 28 05:00:19.907797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Request body: {'port': {'device_id': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'admin_state_up': True, 'tenant_id': '47a5c73aaf58497e94d6566bdb330ff2'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:20.159467 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Publish callbacks [] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.170473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5268ba79-b411-4137-b5b2-2d32d2500a23 req-678fb0a2-37d8-4810-816e-fcc8d2b3ad72 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 210 time: 0.0476208 Jan 28 05:00:20.180854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.207506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks [] for router_gateway (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.215073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Made reservation on behalf of 47a5c73aaf58497e94d6566bdb330ff2 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:20.221233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.258009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8650fdc9-62aa-492a-b42c-1436defc9db1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:20.258722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.315616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fd6a5-2b1e-47f5-98da-8543b2c00ef2 None None] Pushing event updated for resources: {'Port': ['ID=9f510201-8c44-45fe-b5cb-2583e5a38a2a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:20.366864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Allocated IP 172.20.0.2 (e1e0e1ae-acca-4779-9aaa-1856fd537039/3c904517-a599-4ea5-b343-f8a4387e972c/38c02551-088f-4fb3-8bb8-7eb806925c2a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:20.481231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Allocated IP 172.20.0.5 (7511b38a-8ac1-4e62-885f-16fd55395996/3e662de8-79be-4b39-bfe0-29708190ea90/a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:20.588364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Attempting to bind port 9f510201-8c44-45fe-b5cb-2583e5a38a2a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:20.589868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Attempting to bind port 9f510201-8c44-45fe-b5cb-2583e5a38a2a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:20.590619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Attempting to bind port 9f510201-8c44-45fe-b5cb-2583e5a38a2a on network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:20.616412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:20.617081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Checking segment: {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:20.617865 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.618467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Bound using segment: {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:20.619221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Bound port: 9f510201-8c44-45fe-b5cb-2583e5a38a2a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4f6e20-c68c-42df-a04c-7000246b9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:20.620484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.624138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8650fdc9-62aa-492a-b42c-1436defc9db1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:20.731164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks [] for router_gateway (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.737455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] For port 9f510201-8c44-45fe-b5cb-2583e5a38a2a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:20.773134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] For port 9f510201-8c44-45fe-b5cb-2583e5a38a2a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f510201-8c44-45fe-b5cb-2583e5a38a2a,segment=NetworkSegment(2c4f6e20-c68c-42df-a04c-7000246b9104),segment_id=2c4f6e20-c68c-42df-a04c-7000246b9104)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:20.776792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1c580292-d72c-4774-9246-d0b12b1aad6c None None] Provisioning complete for port 9f510201-8c44-45fe-b5cb-2583e5a38a2a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:20.777279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c580292-d72c-4774-9246-d0b12b1aad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.786049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.808612 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.888699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Publish callbacks [] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.907008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c580292-d72c-4774-9246-d0b12b1aad6c None None] Port 9f510201-8c44-45fe-b5cb-2583e5a38a2a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:20.919036 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.960757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Routers {'e48e1bc6-183b-482b-9a1c-3b6401097fb3'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:20.961642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:21.027794 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks [] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.065780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Allocated IP 172.25.6.254 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:21.104964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] Set router e48e1bc6-183b-482b-9a1c-3b6401097fb3 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:21.176505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.190816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fd6a5-2b1e-47f5-98da-8543b2c00ef2 None None] Pushing event updated for resources: {'Port': ['ID=9f510201-8c44-45fe-b5cb-2583e5a38a2a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:21.195974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:21.218967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:21.273826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event updated for resources: {'Port': ['ID=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:21.293688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:21.325925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Network 7511b38a-8ac1-4e62-885f-16fd55395996 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:21.364321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:21.367046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:21.383327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] Provisioning complete for port 9f510201-8c44-45fe-b5cb-2583e5a38a2a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:21.383327 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.385027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Pushing event updated for resources: {'Port': ['ID=38c02551-088f-4fb3-8bb8-7eb806925c2a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:21.418450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:21.419071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.459243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Attempting to bind port 38c02551-088f-4fb3-8bb8-7eb806925c2a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:21.459765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Attempting to bind port 38c02551-088f-4fb3-8bb8-7eb806925c2a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:21.460229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Attempting to bind port 38c02551-088f-4fb3-8bb8-7eb806925c2a on network e1e0e1ae-acca-4779-9aaa-1856fd537039 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:21.461390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks [] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.478180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a97e9f-629b-4aa5-86c7-53417060ed96 req-589f191c-426a-4cbf-9bac-1f806893a38c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:21.479980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91a97e9f-629b-4aa5-86c7-53417060ed96 req-589f191c-426a-4cbf-9bac-1f806893a38c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 931 time: 0.1667874 Jan 28 05:00:21.483259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-51a966c6-5990-4c86-9ead-b9be60f08fe5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5842974 Jan 28 05:00:21.501910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:21.502557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Checking segment: {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:21.502956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.503474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Bound using segment: {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:21.504105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Bound port: 38c02551-088f-4fb3-8bb8-7eb806925c2a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:21.504593 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.513159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Request body: {'port': {'device_id': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:21.629866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91a97e9f-629b-4aa5-86c7-53417060ed96 req-7ba5fa29-f8eb-4bb6-a2f1-0b6dc6569d40 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409800 Jan 28 05:00:21.634001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.644896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] For port 38c02551-088f-4fb3-8bb8-7eb806925c2a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:21.650054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] Current status of the port 9f510201-8c44-45fe-b5cb-2583e5a38a2a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:21.650743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.656522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] For port 38c02551-088f-4fb3-8bb8-7eb806925c2a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38c02551-088f-4fb3-8bb8-7eb806925c2a,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:21.661714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:16Z', 'revision_number': 4, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9f510201-8c44-45fe-b5cb-2583e5a38a2a', 'name': '', 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'mac_address': 'fa:16:3e:9f:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '99a8cd26-d901-44dc-b107-7421a2e75e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:14Z', 'updated_at': '2022-01-28T05:00:20Z', 'revision_number': 4, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'subnets': [{'id': '99a8cd26-d901-44dc-b107-7421a2e75e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:21.675898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.709391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb5663-1956-4a5c-8403-52ce15053deb None None] The sync data for ids ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'] in n-d-824835-3 is: [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:16Z', 'revision_number': 4, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '9f510201-8c44-45fe-b5cb-2583e5a38a2a', 'name': '', 'network_id': '695b1ec3-8c36-425a-ada7-6432f3bf31c2', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'mac_address': 'fa:16:3e:9f:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '99a8cd26-d901-44dc-b107-7421a2e75e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:14Z', 'updated_at': '2022-01-28T05:00:20Z', 'revision_number': 4, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'subnets': [{'id': '99a8cd26-d901-44dc-b107-7421a2e75e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:21.750602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:21.756604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Pushing event updated for resources: {'Port': ['ID=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:21.762467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:21.765546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] For port 9f510201-8c44-45fe-b5cb-2583e5a38a2a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f510201-8c44-45fe-b5cb-2583e5a38a2a,segment=NetworkSegment(2c4f6e20-c68c-42df-a04c-7000246b9104),segment_id=2c4f6e20-c68c-42df-a04c-7000246b9104)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:21.786797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:21.792904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.836454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.909838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba012cb-eddf-45c2-9fd8-e950924812cb None None] Pushing event updated for resources: {'Port': ['ID=38c02551-088f-4fb3-8bb8-7eb806925c2a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:22.019822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbe874-e337-43ec-b311-e3ab05ec7a07 None None] Pushing event updated for resources: {'Port': ['ID=9f510201-8c44-45fe-b5cb-2583e5a38a2a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:22.426452 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks [] for router_gateway (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.739873 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:00:22.749170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Publish callbacks [] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.763668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Transition to ACTIVE for port object a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:00:22.776517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.860035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a809be-2afc-44af-a559-7fe42e6382a9 req-8e1efd53-475f-43de-9628-549e36b211fa tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:22.868075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8a809be-2afc-44af-a559-7fe42e6382a9 req-8e1efd53-475f-43de-9628-549e36b211fa tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 943 time: 0.0948706 Jan 28 05:00:22.951835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8a809be-2afc-44af-a559-7fe42e6382a9 req-ba934f91-47bb-4dd4-88c2-da5ffd7fe709 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827789 Jan 28 05:00:23.445687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Pushing event updated for resources: {'Port': ['ID=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:23.489741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.545364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39016) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:23.592853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a4f32-3fce-4f57-8ae9-3fad4063efa7 None None] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:23.650321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Attempting to bind port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:23.650690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Attempting to bind port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:23.651115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Attempting to bind port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:23.659990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 on network 7511b38a-8ac1-4e62-885f-16fd55395996 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:00:23.660332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Attempting to bind port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:23.668813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:23.669173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Checking segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:23.669990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Bound using segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:23.670445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Bound port: a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:23.670820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.798998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] For port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:23.808429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] For port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:23.824606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.839134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] Provisioning complete for port 38c02551-088f-4fb3-8bb8-7eb806925c2a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:23.839779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.891222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ddd863f-d8e6-4dd6-a52d-1b2ff9c7d418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.918318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:23.919010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.920421 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] 10.222.0.47 "PUT /v2.0/ports/a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 HTTP/1.1" status: 200 len: 1091 time: 2.4208114 Jan 28 05:00:23.924233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'tag': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:23.927470 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aaa617-0924-488d-b06a-cc7a5907e399" -d '{"events": [{"name": "network-changed", "server_uuid": "71751541-0caa-424f-b3a3-6775a84fbb7e", "tag": "a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:23.960126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:00:24.138063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ddd863f-d8e6-4dd6-a52d-1b2ff9c7d418 admin admin] Publish callbacks [] for security_group (3f973922-5104-4d69-8b8b-59a743b26942), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.162666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f510201-8c44-45fe-b5cb-2583e5a38a2a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:24.177972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ddd863f-d8e6-4dd6-a52d-1b2ff9c7d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3f973922-5104-4d69-8b8b-59a743b26942), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.190064 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30baf3f8-a274-48fb-b726-e7c64fb70518 x-openstack-request-id: req-30baf3f8-a274-48fb-b726-e7c64fb70518 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:24.190353 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71751541-0caa-424f-b3a3-6775a84fbb7e", "tag": "a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:24.190609 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30baf3f8-a274-48fb-b726-e7c64fb70518 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:24.191062 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'tag': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8', 'status': 'completed', 'code': 200} Jan 28 05:00:24.192147 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:24.197356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1dbae-577c-45e4-b159-9fed5fcbbdbf service neutron] Pushing event updated for resources: {'Port': ['ID=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:24.203881 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Sync routers for ids ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:24.222369 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Routers {'d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:24.224333 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:24.244304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-6e940ab0-d559-4dcc-9d60-b2788c884ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:24.246628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-6e940ab0-d559-4dcc-9d60-b2788c884ac6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 1094 time: 0.0655308 Jan 28 05:00:24.250669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.254740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b701dbf5-0408-42f7-96c8-ffdfd2ffa7ac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6751554 Jan 28 05:00:24.255422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:24.257239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9f510201-8c44-45fe-b5cb-2583e5a38a2a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:24.257990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.261568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] Current status of the port 38c02551-088f-4fb3-8bb8-7eb806925c2a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:24.262238 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.306865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-d8d317bc-3e5f-4008-8b5b-1fb5376f68fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0425465 Jan 28 05:00:24.319441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2ddd863f-d8e6-4dd6-a52d-1b2ff9c7d418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2df4957eec3c4e68b0f1e2a8b55c120e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7725399 Jan 28 05:00:24.320663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd863f-d8e6-4dd6-a52d-1b2ff9c7d418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f973922-5104-4d69-8b8b-59a743b26942,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:24.337366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39032) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:24.354462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] For port 38c02551-088f-4fb3-8bb8-7eb806925c2a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38c02551-088f-4fb3-8bb8-7eb806925c2a,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:24.386446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.407050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5c127-7a7c-4be5-a311-5108a65e8990 req-f51e9148-2b3c-48d4-9120-47d99c8cec11 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:24.410227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59d5c127-7a7c-4be5-a311-5108a65e8990 req-f51e9148-2b3c-48d4-9120-47d99c8cec11 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 943 time: 0.2694216 Jan 28 05:00:24.442082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-48491428-fc91-4f03-8539-51668c4b81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:24.443898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-48491428-fc91-4f03-8539-51668c4b81e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.0693276 Jan 28 05:00:24.500364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-71d0e88d-7585-4924-b0b0-cf44227690a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489357 Jan 28 05:00:24.521408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59d5c127-7a7c-4be5-a311-5108a65e8990 req-cca81c76-816d-474e-a9de-d74f53a029d4 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886064 Jan 28 05:00:24.550759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5969b3dd-c53e-4cbf-a89c-95f83d55ead1 admin admin] Publish callbacks [] for security_group (3f973922-5104-4d69-8b8b-59a743b26942), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.551690 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Set router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:24.591797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9f510201-8c44-45fe-b5cb-2583e5a38a2a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:24.593580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38c02551-088f-4fb3-8bb8-7eb806925c2a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:24.596411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5969b3dd-c53e-4cbf-a89c-95f83d55ead1 admin admin] Publish callbacks [] for security_group (3f973922-5104-4d69-8b8b-59a743b26942), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.610390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5bd2c-ac1e-4521-90a9-ece7e7048ff9 None None] Pushing event updated for resources: {'Port': ['ID=38c02551-088f-4fb3-8bb8-7eb806925c2a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:24.704024 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5969b3dd-c53e-4cbf-a89c-95f83d55ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3f973922-5104-4d69-8b8b-59a743b26942), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.704024 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5969b3dd-c53e-4cbf-a89c-95f83d55ead1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.710723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5969b3dd-c53e-4cbf-a89c-95f83d55ead1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f973922-5104-4d69-8b8b-59a743b26942 HTTP/1.1" status: 204 len: 168 time: 0.3721237 Jan 28 05:00:24.731168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969b3dd-c53e-4cbf-a89c-95f83d55ead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f973922-5104-4d69-8b8b-59a743b26942,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:24.742740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-9dd1149f-9b1e-4e1c-bb91-a38f79b1efbd service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345064 Jan 28 05:00:24.766472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 38c02551-088f-4fb3-8bb8-7eb806925c2a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:24.768928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.881208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b8e225ef-1d9e-4943-988d-ea1964e84bf7 None None] Provisioning complete for port 38c02551-088f-4fb3-8bb8-7eb806925c2a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:24.881657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8e225ef-1d9e-4943-988d-ea1964e84bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.960940 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:22Z', 'revision_number': 3, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:25.021951 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Checking router: d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:25.022313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Updating router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:25.075723 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.079808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c32f70f4-0302-4fc0-b8fd-55a1c7e2692d req-136da388-504f-4687-8df2-66b9987d6289 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296423 Jan 28 05:00:25.413009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-e7531588-c4c9-4d59-a0fd-cc850279a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:25.414896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-e7531588-c4c9-4d59-a0fd-cc850279a5aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 1094 time: 0.0939467 Jan 28 05:00:25.527336 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.543783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 38c02551-088f-4fb3-8bb8-7eb806925c2a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:25.572673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b8e225ef-1d9e-4943-988d-ea1964e84bf7 None None] Current status of the port 38c02551-088f-4fb3-8bb8-7eb806925c2a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:25.642368 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Publish callbacks [] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.669064 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.815441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38c02551-088f-4fb3-8bb8-7eb806925c2a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:25.836071 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Attempting to bind port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:25.836814 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Attempting to bind port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:25.837427 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Attempting to bind port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:25.845584 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5459a7-5a81-494c-a728-c65f99a9c3c5 None None] Pushing event updated for resources: {'Port': ['ID=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:25.859479 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:25.859998 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:25.861816 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.862338 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:25.863018 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Bound port: 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:25.863780 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.884344 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-78b6b512-b3c9-4343-8bd6-f200509f9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:25.886665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-78b6b512-b3c9-4343-8bd6-f200509f9d2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.4645545 Jan 28 05:00:25.891223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 38c02551-088f-4fb3-8bb8-7eb806925c2a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:25.891768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.991189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Allocated IP 172.20.0.1 (e1e0e1ae-acca-4779-9aaa-1856fd537039/3c904517-a599-4ea5-b343-f8a4387e972c/c696ac4b-3da8-460b-9b78-4fd9ddba0bf6) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:26.004999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-05d77d3c-3423-47c1-9cf2-aacddbef9789 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 HTTP/1.1" status: 200 len: 217 time: 0.1108193 Jan 28 05:00:26.043746 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] For port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:26.049276 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] For port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:26.055020 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.071868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 38c02551-088f-4fb3-8bb8-7eb806925c2a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:26.158400 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Routers {'d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:26.159137 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:26.232084 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5459a7-5a81-494c-a728-c65f99a9c3c5 None None] Pushing event updated for resources: {'Port': ['ID=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:26.264276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-b5f237a3-5ec4-4657-b4d8-ddad5b329350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:26.271319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-b5f237a3-5ec4-4657-b4d8-ddad5b329350 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.2581460 Jan 28 05:00:26.360939 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] Set router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:26.370187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-4cff1069-a94b-4406-b2dc-ce49249ba384 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475862 Jan 28 05:00:26.393065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks [] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.473557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12fd43-2f37-4d90-971a-45b875bf16f1 req-4906414b-8e68-48e8-ab47-9b5204470ed4 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:26.475307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec12fd43-2f37-4d90-971a-45b875bf16f1 req-4906414b-8e68-48e8-ab47-9b5204470ed4 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 943 time: 0.7733839 Jan 28 05:00:26.549959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.558375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-fe632a23-5d69-4798-a8c6-24bbfaf84c8d service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803586 Jan 28 05:00:26.647366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec12fd43-2f37-4d90-971a-45b875bf16f1 req-5f347d49-0a13-4b8b-8364-6d744b44094a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637833 Jan 28 05:00:26.667515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:26.671768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:26.685635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:26.692243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:26.768450 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:22Z', 'revision_number': 3, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:26.769105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-23aaa617-0924-488d-b06a-cc7a5907e399 req-74832218-4deb-41b3-8459-3f95449b912d service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040427 Jan 28 05:00:26.770074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.813834 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f148e-bc1f-4c89-b2cf-dbcbaf380d09 None None] The sync data for ids ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'] in n-d-824835-3 is: [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:22Z', 'revision_number': 3, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:27.007590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.121363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ffa6b301-a38f-4b9e-879e-5e9dba620a66 None None] Provisioning complete for port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:27.123119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b301-a38f-4b9e-879e-5e9dba620a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.172985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6b301-a38f-4b9e-879e-5e9dba620a66 None None] Port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:27.248609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:00:27.266416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks [] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.277674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.402262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.427900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:27.509997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:27.528429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'port_id': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8', 'mac_address': 'fa:16:3e:e1:7d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e662de8-79be-4b39-bfe0-29708190ea90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:00:27.598041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:27.600897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:27.622671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:27.623074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.645174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:00:27.674573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:27.685551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.819687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:27.853566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:27.921254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b3bdd-2ef0-48cc-b388-a05913350e74 req-4efaccee-8286-415b-bec8-0708145811ef tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:27.930030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1b3bdd-2ef0-48cc-b388-a05913350e74 req-4efaccee-8286-415b-bec8-0708145811ef tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 944 time: 0.1005442 Jan 28 05:00:27.945897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:28.057336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e1b3bdd-2ef0-48cc-b388-a05913350e74 req-fef980a7-9c56-4feb-86b3-ebdfd65f7571 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243203 Jan 28 05:00:28.070852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:28.086760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:28.087417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.091430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:00:28.092021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f7299c6b-0eb0-4a8f-bf9e-6c7fb1f6bc18 admin admin] 10.222.0.21 "PUT /v2.0/routers/d6b635c9-136b-4213-8df3-ebc4a6b1bcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8354559 Jan 28 05:00:28.239754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4e705982-e17f-4f40-924f-da451705f83d None None] Provisioning complete for port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:28.240275 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e705982-e17f-4f40-924f-da451705f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.368034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4e705982-e17f-4f40-924f-da451705f83d None None] Port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:28.370233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:28.370838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.398267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:28.411958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.472994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:29.191600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bececfe9-dbd6-452d-9549-57a7dbabc53b req-27a5ac40-ab1b-47ed-9b94-12def5ca2391 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:29.193339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bececfe9-dbd6-452d-9549-57a7dbabc53b req-27a5ac40-ab1b-47ed-9b94-12def5ca2391 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 944 time: 0.0636666 Jan 28 05:00:29.247567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bececfe9-dbd6-452d-9549-57a7dbabc53b req-f24c2e2b-2d8c-4afb-a941-db32779b35d0 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Jan 28 05:00:29.272118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:29.345302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:00:29.349130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Sync routers for ids ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:29.353009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:29.353427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.382903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Routers {'d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:29.383545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:29.533630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:29.534016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.548107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Set router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:29.591282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:29.591282 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea27e37-4106-4218-ba79-a047483eba07" -d '{"events": [{"server_uuid": "71751541-0caa-424f-b3a3-6775a84fbb7e", "name": "network-vif-plugged", "status": "completed", "tag": "a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:29.608935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:29.618907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.730599 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35548f0a-6c1f-4b84-8d15-04179ddd0c44 x-openstack-request-id: req-35548f0a-6c1f-4b84-8d15-04179ddd0c44 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:29.731203 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71751541-0caa-424f-b3a3-6775a84fbb7e", "name": "network-vif-plugged", "status": "completed", "tag": "a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:29.731677 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35548f0a-6c1f-4b84-8d15-04179ddd0c44 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:29.732281 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8', 'code': 200} Jan 28 05:00:29.772533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:29.871203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:29.886213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd77ef-d552-4a0f-80d0-43f3664ac113 req-83fc5af9-d0c0-4170-8983-871f1782b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:29.891880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56fd77ef-d552-4a0f-80d0-43f3664ac113 req-83fc5af9-d0c0-4170-8983-871f1782b656 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 1096 time: 0.0943182 Jan 28 05:00:29.958950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:26Z', 'revision_number': 4, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'c696ac4b-3da8-460b-9b78-4fd9ddba0bf6', 'name': '', 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'mac_address': 'fa:16:3e:0c:f8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3c904517-a599-4ea5-b343-f8a4387e972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:25Z', 'updated_at': '2022-01-28T05:00:27Z', 'revision_number': 2, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'subnets': [{'id': '3c904517-a599-4ea5-b343-f8a4387e972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:29.991207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Checking router: d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:29.991482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Updating router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:29.992231 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56fd77ef-d552-4a0f-80d0-43f3664ac113 req-65dfbefe-832c-4f13-a7de-654071848400 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918770 Jan 28 05:00:29.996708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:29.997083 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.045124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.199540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:30.395346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Publish callbacks [] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.402544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.461402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684064c9-ef0d-4de9-bbf7-bcba62b56d6e req-6ff1da63-7873-405b-ad57-5978f315be52 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:30.466124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-684064c9-ef0d-4de9-bbf7-bcba62b56d6e req-6ff1da63-7873-405b-ad57-5978f315be52 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 945 time: 0.0716701 Jan 28 05:00:30.513937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4864a-8fbb-494f-a35c-e48c1ac6b3f3 None None] Pushing event updated for resources: {'Port': ['ID=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:30.582964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Attempting to bind port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:30.583417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-684064c9-ef0d-4de9-bbf7-bcba62b56d6e req-3666bb4e-f99f-43d5-933e-d9331d6ed41e tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086290 Jan 28 05:00:30.583550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Attempting to bind port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:30.584033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Attempting to bind port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 on network e1e0e1ae-acca-4779-9aaa-1856fd537039 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:30.590782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:30.591374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Checking segment: {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:30.591890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.592389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Bound using segment: {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:30.592975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Bound port: c696ac4b-3da8-460b-9b78-4fd9ddba0bf6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:30.593502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.725333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] For port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:30.729838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] For port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:30.742907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.743239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39166) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:30.844917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Routers {'d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:30.845876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:30.852714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4864a-8fbb-494f-a35c-e48c1ac6b3f3 None None] Pushing event updated for resources: {'Port': ['ID=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:30.933200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] Provisioning complete for port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:30.933749 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.148114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] Set router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:31.369931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e48e1bc6-183b-482b-9a1c-3b6401097fb3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.459116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] Current status of the port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:31.459736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.569864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] For port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:31.581282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.746697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f9c91-62d4-47a8-b5ac-2ee1ee2143cd None None] Pushing event updated for resources: {'Port': ['ID=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:31.771427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449a01-b583-43ba-92c0-8a7993d92818 req-9a241ef8-91af-45a2-bba9-4c49946663a2 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:31.773976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55449a01-b583-43ba-92c0-8a7993d92818 req-9a241ef8-91af-45a2-bba9-4c49946663a2 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 945 time: 0.0863369 Jan 28 05:00:31.782753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-47e46328-5617-46fd-b5eb-3339ae53ee2e None None] Provisioning complete for port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:31.783137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47e46328-5617-46fd-b5eb-3339ae53ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.832338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55449a01-b583-43ba-92c0-8a7993d92818 req-28b927f5-308c-421b-8359-e09d747bfe3c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Jan 28 05:00:31.873570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:26Z', 'revision_number': 4, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'c696ac4b-3da8-460b-9b78-4fd9ddba0bf6', 'name': '', 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'mac_address': 'fa:16:3e:0c:f8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3c904517-a599-4ea5-b343-f8a4387e972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:25Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'subnets': [{'id': '3c904517-a599-4ea5-b343-f8a4387e972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:31.940504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6778ca1-66c4-465b-a945-e210ddbbfb14 None None] The sync data for ids ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'] in n-d-824835-3 is: [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:26Z', 'revision_number': 4, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'c696ac4b-3da8-460b-9b78-4fd9ddba0bf6', 'name': '', 'network_id': 'e1e0e1ae-acca-4779-9aaa-1856fd537039', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'mac_address': 'fa:16:3e:0c:f8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3c904517-a599-4ea5-b343-f8a4387e972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:25Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'subnets': [{'id': '3c904517-a599-4ea5-b343-f8a4387e972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:32.050825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-47e46328-5617-46fd-b5eb-3339ae53ee2e None None] Current status of the port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:32.275543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6d4c-1b11-4d23-9a93-49ad8816bed3 req-1e40ff85-8453-44f5-bdb5-096cce83d5b2 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:32.284311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d55a6d4c-1b11-4d23-9a93-49ad8816bed3 req-1e40ff85-8453-44f5-bdb5-096cce83d5b2 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 945 time: 0.0796084 Jan 28 05:00:32.285703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Deleting port 9f510201-8c44-45fe-b5cb-2583e5a38a2a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:32.286273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.378959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d55a6d4c-1b11-4d23-9a93-49ad8816bed3 req-9c7af72c-945f-4e0e-bcdb-8363f861e834 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717170 Jan 28 05:00:32.436194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] For port 9f510201-8c44-45fe-b5cb-2583e5a38a2a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f510201-8c44-45fe-b5cb-2583e5a38a2a,segment=NetworkSegment(2c4f6e20-c68c-42df-a04c-7000246b9104),segment_id=2c4f6e20-c68c-42df-a04c-7000246b9104)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:32.437478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.458376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Calling delete_port for 9f510201-8c44-45fe-b5cb-2583e5a38a2a owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:32.766498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9f510201-8c44-45fe-b5cb-2583e5a38a2a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.816169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f510201-8c44-45fe-b5cb-2583e5a38a2a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:33.115768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e48e1bc6-183b-482b-9a1c-3b6401097fb3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.551004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Router e48e1bc6-183b-482b-9a1c-3b6401097fb3 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:33.662815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cd2d-800b-4e99-9513-83b992556631 req-57063a7d-5a56-428d-84f6-d274c3d38795 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:33.687499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a189cd2d-800b-4e99-9513-83b992556631 req-57063a7d-5a56-428d-84f6-d274c3d38795 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 945 time: 0.1550651 Jan 28 05:00:33.940277 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a189cd2d-800b-4e99-9513-83b992556631 req-6044eda7-dfbd-49bc-9c5e-471ee0a0e636 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515388 Jan 28 05:00:33.961448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-d9087761-6759-4b0e-9958-54489c932133 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:33.964107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-d9087761-6759-4b0e-9958-54489c932133 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 945 time: 0.1965444 Jan 28 05:00:33.985192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:33.995142 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] Sync routers for ids ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:34.006184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ac55ce38-35a9-43b5-a405-18fb6d7ae2b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/e48e1bc6-183b-482b-9a1c-3b6401097fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2617619 Jan 28 05:00:34.008846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39208) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:34.015168 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] Routers {'e48e1bc6-183b-482b-9a1c-3b6401097fb3'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:34.016145 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:34.020154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:34.106227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:34.106759 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.215630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:34.258802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Deleting port 3ae322d3-fde7-4ce9-839a-457722abd13d {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:34.261268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.280275 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] Set router e48e1bc6-183b-482b-9a1c-3b6401097fb3 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:34.499814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] For port 3ae322d3-fde7-4ce9-839a-457722abd13d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ae322d3-fde7-4ce9-839a-457722abd13d,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:34.500183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.536833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Calling delete_port for 3ae322d3-fde7-4ce9-839a-457722abd13d owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:34.669827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:32Z', 'revision_number': 5, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:34.706896 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] Checking router: e48e1bc6-183b-482b-9a1c-3b6401097fb3 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:34.718950 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] Routers {'e48e1bc6-183b-482b-9a1c-3b6401097fb3'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:34.720191 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:34.805506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks [] for router (e48e1bc6-183b-482b-9a1c-3b6401097fb3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.887626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3ae322d3-fde7-4ce9-839a-457722abd13d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.922911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['3ae322d3-fde7-4ce9-839a-457722abd13d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:00:34.943499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks [] for router_gateway (e48e1bc6-183b-482b-9a1c-3b6401097fb3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.983911 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] Set router e48e1bc6-183b-482b-9a1c-3b6401097fb3 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:35.024968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Pushing event deleted for resources: {'Port': ['ID=3ae322d3-fde7-4ce9-839a-457722abd13d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:35.105677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Deleting port 8650fdc9-62aa-492a-b42c-1436defc9db1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:35.106258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.141200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] No DVR routers for this DVR port 3ae322d3-fde7-4ce9-839a-457722abd13d on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:35.144788 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.150368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f276576d-3624-48fb-a240-b8a7f9e1c71b req-7dcf912a-67f9-4cf5-8d8b-8299d526ee41 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "DELETE /v2.0/ports/3ae322d3-fde7-4ce9-839a-457722abd13d HTTP/1.1" status: 204 len: 173 time: 1.1801801 Jan 28 05:00:35.153584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'name': 'network-vif-deleted', 'tag': '3ae322d3-fde7-4ce9-839a-457722abd13d'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:35.156277 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b740156-2009-4e9c-9df7-383fefd39c3d" -d '{"events": [{"server_uuid": "f55f5550-78e3-4d3c-9c2d-fe1578c81cf7", "name": "network-vif-deleted", "tag": "3ae322d3-fde7-4ce9-839a-457722abd13d"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:35.210200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] For port 8650fdc9-62aa-492a-b42c-1436defc9db1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8650fdc9-62aa-492a-b42c-1436defc9db1,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:35.211120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.228688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Calling delete_port for 8650fdc9-62aa-492a-b42c-1436defc9db1 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:35.265924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8946dcc0-b3b2-418a-b812-efaab39f3b9c req-8ccada6d-8e18-426d-b736-a575b2ddb1c1 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55f5550-78e3-4d3c-9c2d-fe1578c81cf7 HTTP/1.1" status: 200 len: 210 time: 0.1353300 Jan 28 05:00:35.426474 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:32Z', 'revision_number': 5, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:35.557549 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43045b-1306-4fef-8927-5066802c8399 None None] The sync data for ids ['e48e1bc6-183b-482b-9a1c-3b6401097fb3'] in n-d-824835-3 is: [{'id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'name': 'tempest-TestAggregatesBasicOps-1174619290-router', 'tenant_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:10Z', 'updated_at': '2022-01-28T05:00:32Z', 'revision_number': 5, 'project_id': 'fbad6568f1ea43fca32d6b609a8c7212', 'gw_port': {'id': '8650fdc9-62aa-492a-b42c-1436defc9db1', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48e1bc6-183b-482b-9a1c-3b6401097fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:12Z', 'updated_at': '2022-01-28T05:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:35.583046 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547927d-4002-4797-9abf-ddc59c917ad2 x-openstack-request-id: req-b547927d-4002-4797-9abf-ddc59c917ad2 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:35.584354 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55f5550-78e3-4d3c-9c2d-fe1578c81cf7", "name": "network-vif-deleted", "tag": "3ae322d3-fde7-4ce9-839a-457722abd13d", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:35.584722 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b547927d-4002-4797-9abf-ddc59c917ad2 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:35.585304 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55f5550-78e3-4d3c-9c2d-fe1578c81cf7', 'name': 'network-vif-deleted', 'tag': '3ae322d3-fde7-4ce9-839a-457722abd13d', 'status': 'completed', 'code': 200} Jan 28 05:00:35.648850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8650fdc9-62aa-492a-b42c-1436defc9db1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.686469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8650fdc9-62aa-492a-b42c-1436defc9db1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:35.809017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (e48e1bc6-183b-482b-9a1c-3b6401097fb3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.951763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e48e1bc6-183b-482b-9a1c-3b6401097fb3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.954763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks [] for router_controller (e48e1bc6-183b-482b-9a1c-3b6401097fb3), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.029514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e48e1bc6-183b-482b-9a1c-3b6401097fb3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.046553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48e1bc6-183b-482b-9a1c-3b6401097fb3 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:00:36.060134 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.061353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1f952b6a-fe2a-41a7-82a3-0576ebf5edb3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e48e1bc6-183b-482b-9a1c-3b6401097fb3 HTTP/1.1" status: 204 len: 168 time: 2.0514557 Jan 28 05:00:36.063901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39258) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:36.074058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f510201-8c44-45fe-b5cb-2583e5a38a2a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:36.111808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9f510201-8c44-45fe-b5cb-2583e5a38a2a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:36.112162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f510201-8c44-45fe-b5cb-2583e5a38a2a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:36.136470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Deleting subnet 99a8cd26-d901-44dc-b107-7421a2e75e84 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:00:36.146210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Publish callbacks [] for subnet (99a8cd26-d901-44dc-b107-7421a2e75e84), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.196631 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (99a8cd26-d901-44dc-b107-7421a2e75e84), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.312785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (99a8cd26-d901-44dc-b107-7421a2e75e84), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.417500 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.429819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (99a8cd26-d901-44dc-b107-7421a2e75e84), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.483932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a8cd26-d901-44dc-b107-7421a2e75e84,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:36.514501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.516139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4c128-9b14-46fb-85a3-bc733dbcac94 None None] Network 695b1ec3-8c36-425a-ada7-6432f3bf31c2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:36.517739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2af8af43-7183-4406-b03e-1af8f57b7e8f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/99a8cd26-d901-44dc-b107-7421a2e75e84 HTTP/1.1" status: 204 len: 168 time: 0.4527881 Jan 28 05:00:36.520177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39274) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:36.621422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (695b1ec3-8c36-425a-ada7-6432f3bf31c2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.742727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Deleting port f5807751-7628-4bfc-998d-4fbecc539872 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:36.743226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f5807751-7628-4bfc-998d-4fbecc539872), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.901017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] For port f5807751-7628-4bfc-998d-4fbecc539872, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f5807751-7628-4bfc-998d-4fbecc539872,segment=NetworkSegment(2c4f6e20-c68c-42df-a04c-7000246b9104),segment_id=2c4f6e20-c68c-42df-a04c-7000246b9104)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:36.901515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f5807751-7628-4bfc-998d-4fbecc539872), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.917659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Calling delete_port for f5807751-7628-4bfc-998d-4fbecc539872 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:37.055289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0b7d7-ac2d-4b0f-9915-55eaa1415f32 None None] DHCP port deletion for 695b1ec3-8c36-425a-ada7-6432f3bf31c2 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:00:37.055556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f5807751-7628-4bfc-998d-4fbecc539872), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.094761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5807751-7628-4bfc-998d-4fbecc539872,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:37.102704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] No DVR routers for this DVR port f5807751-7628-4bfc-998d-4fbecc539872 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:37.223070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (695b1ec3-8c36-425a-ada7-6432f3bf31c2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.273559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b1ec3-8c36-425a-ada7-6432f3bf31c2']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:37.292363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4f6e20-c68c-42df-a04c-7000246b9104') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:37.292667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4f6e20-c68c-42df-a04c-7000246b9104') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:37.307298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ae322d3-fde7-4ce9-839a-457722abd13d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:37.315812 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (2c4f6e20-c68c-42df-a04c-7000246b9104), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.346466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 3ae322d3-fde7-4ce9-839a-457722abd13d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:37.347196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ae322d3-fde7-4ce9-839a-457722abd13d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:37.357069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2c4f6e20-c68c-42df-a04c-7000246b9104), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.365096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:00:37.365651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (2c4f6e20-c68c-42df-a04c-7000246b9104), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:00:37.368427 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:00:37.486676 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (695b1ec3-8c36-425a-ada7-6432f3bf31c2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.492665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.498694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] 10.222.0.21 "DELETE /v2.0/networks/695b1ec3-8c36-425a-ada7-6432f3bf31c2 HTTP/1.1" status: 204 len: 168 time: 0.9775448 Jan 28 05:00:37.501921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39292) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:37.523287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3f66c-4eca-49a9-9e43-49c260f9a805 admin admin] Pushing event deleted for resources: {'Network': ['ID=695b1ec3-8c36-425a-ada7-6432f3bf31c2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:37.858867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8650fdc9-62aa-492a-b42c-1436defc9db1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:37.883141 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.886200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8650fdc9-62aa-492a-b42c-1436defc9db1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:37.886827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8650fdc9-62aa-492a-b42c-1436defc9db1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:37.887550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5807751-7628-4bfc-998d-4fbecc539872 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:37.916189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f5807751-7628-4bfc-998d-4fbecc539872 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:37.917598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5807751-7628-4bfc-998d-4fbecc539872 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:38.011117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-7327bbd6-4fcc-4c21-9989-48eba299452f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014743 Jan 28 05:00:38.175931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-edecede1-5160-4012-872b-7c03f13cbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:38.178188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-edecede1-5160-4012-872b-7c03f13cbffd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 1097 time: 0.1004839 Jan 28 05:00:38.347702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.431726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-e1eb418c-462b-4ab2-aaf7-3d4bd41c1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:38.431726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-e1eb418c-462b-4ab2-aaf7-3d4bd41c1ebd service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 200 len: 920 time: 0.2173193 Jan 28 05:00:38.516337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-30e90d47-69bb-4177-aee5-573948c61a35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 200 len: 217 time: 0.0796962 Jan 28 05:00:38.596777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc7ad-3864-44f2-9292-889d9f54d81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.650337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-6d69ca0c-4cb2-471c-8b5e-07d72acf642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:38.653133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-6d69ca0c-4cb2-471c-8b5e-07d72acf642f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 200 len: 859 time: 0.1281512 Jan 28 05:00:38.715335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-515b34d3-b8ce-436f-9b1a-8856246dc95e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe43f697-db91-4007-bed5-dbd001a54420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555041 Jan 28 05:00:38.859173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-63a12bd9-9479-4236-8464-0c9f295477a3 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373119 Jan 28 05:00:38.887786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Deleting port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:38.888400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.995942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] For port c696ac4b-3da8-460b-9b78-4fd9ddba0bf6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:38.996443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:39.012567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Calling delete_port for c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:39.195540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19cc6fb0-f13f-4f84-918f-bb0ed0ee41df req-96c76e1c-445b-426a-9310-4154ec3ff120 service neutron] 10.222.0.52 "GET /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294225 Jan 28 05:00:39.409618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c696ac4b-3da8-460b-9b78-4fd9ddba0bf6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:39.496107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c696ac4b-3da8-460b-9b78-4fd9ddba0bf6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:39.680926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.185097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:40.278277 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:00:40.431360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:40.442187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-67ccfa27-7c89-4a41-a74c-dd65596d4c62 admin admin] 10.222.0.21 "PUT /v2.0/routers/d6b635c9-136b-4213-8df3-ebc4a6b1bcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9369948 Jan 28 05:00:40.442376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] Sync routers for ids ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:40.443587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39338) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:40.461404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] Routers {'d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:40.462089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:40.806033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] Set router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:40.850627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks [] for router (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.026123 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e59fbd6-3df9-49fb-be0d-bf31c37c9bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.131641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:39Z', 'revision_number': 5, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port': {'id': '1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:20Z', 'updated_at': '2022-01-28T05:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:41.132057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks [] for router_gateway (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.221297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] Checking router: d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:41.255541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc135273-2541-4329-b030-55532661950d admin admin] Deleting port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:41.255835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.268651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] Routers {'d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:41.275321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:41.520916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc135273-2541-4329-b030-55532661950d admin admin] For port 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:41.521493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.539820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc135273-2541-4329-b030-55532661950d admin admin] Calling delete_port for 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:41.623130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] Set router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:41.782021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:41Z', 'revision_number': 6, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:41.879185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3912e-bcf4-4730-add9-7de1346870fa None None] The sync data for ids ['d6b635c9-136b-4213-8df3-ebc4a6b1bcf8'] in n-d-824835-3 is: [{'id': 'd6b635c9-136b-4213-8df3-ebc4a6b1bcf8', 'name': 'tempest-TestAggregatesBasicOps-365628659-router', 'tenant_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:19Z', 'updated_at': '2022-01-28T05:00:41Z', 'revision_number': 6, 'project_id': 'd91224f9c5584868b8eb12b4e3324fc0', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:41.935579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.968984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135273-2541-4329-b030-55532661950d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:42.012693 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.100911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.354867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.359344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks [] for router_controller (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.448725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (d6b635c9-136b-4213-8df3-ebc4a6b1bcf8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.449805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc135273-2541-4329-b030-55532661950d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:00:42.458973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc135273-2541-4329-b030-55532661950d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.463771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39352) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:42.465012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dc135273-2541-4329-b030-55532661950d admin admin] 10.222.0.21 "DELETE /v2.0/routers/d6b635c9-136b-4213-8df3-ebc4a6b1bcf8 HTTP/1.1" status: 204 len: 168 time: 2.0198300 Jan 28 05:00:42.537677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Deleting subnet 3c904517-a599-4ea5-b343-f8a4387e972c {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:00:42.543535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Publish callbacks [] for subnet (3c904517-a599-4ea5-b343-f8a4387e972c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.614704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (3c904517-a599-4ea5-b343-f8a4387e972c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.792374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (3c904517-a599-4ea5-b343-f8a4387e972c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.925276 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (3c904517-a599-4ea5-b343-f8a4387e972c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.995844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c904517-a599-4ea5-b343-f8a4387e972c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:43.018688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f076c3f-35c6-4c07-8777-3cfcaf378eec None None] Network e1e0e1ae-acca-4779-9aaa-1856fd537039 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:43.030855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.048741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ac6ad666-0041-479c-96cd-857aa8144250 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c904517-a599-4ea5-b343-f8a4387e972c HTTP/1.1" status: 204 len: 168 time: 0.5815651 Jan 28 05:00:43.049541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39368) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:43.300001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e1e0e1ae-acca-4779-9aaa-1856fd537039), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.428942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] DHCP port deletion for e1e0e1ae-acca-4779-9aaa-1856fd537039 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:00:43.472259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Deleting port 38c02551-088f-4fb3-8bb8-7eb806925c2a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:43.472805 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.541123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] Deleting port 38c02551-088f-4fb3-8bb8-7eb806925c2a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:43.544652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.560127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] For port 38c02551-088f-4fb3-8bb8-7eb806925c2a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38c02551-088f-4fb3-8bb8-7eb806925c2a,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:43.560420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.577471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Calling delete_port for 38c02551-088f-4fb3-8bb8-7eb806925c2a owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:43.662720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] For port 38c02551-088f-4fb3-8bb8-7eb806925c2a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38c02551-088f-4fb3-8bb8-7eb806925c2a,segment=NetworkSegment(0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0),segment_id=0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:43.663125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.689606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] Calling delete_port for 38c02551-088f-4fb3-8bb8-7eb806925c2a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:43.762187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.782769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] No DVR routers for this DVR port 38c02551-088f-4fb3-8bb8-7eb806925c2a on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:43.833956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c02551-088f-4fb3-8bb8-7eb806925c2a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:43.842303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.895406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:43.989603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:43.989996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1cd118dd-e8b2-4619-91c9-fb3b2e1c0ecb not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:43.990432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:44.023644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:44.024300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c696ac4b-3da8-460b-9b78-4fd9ddba0bf6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:44.024416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38c02551-088f-4fb3-8bb8-7eb806925c2a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:44.047510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e1e0e1ae-acca-4779-9aaa-1856fd537039), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.088690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e0e1ae-acca-4779-9aaa-1856fd537039']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:44.093013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 38c02551-088f-4fb3-8bb8-7eb806925c2a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:44.093391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38c02551-088f-4fb3-8bb8-7eb806925c2a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:44.104523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:44.104825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:44.110114 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (38c02551-088f-4fb3-8bb8-7eb806925c2a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.127182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.149774 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.153950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] Pushing event deleted for resources: {'Port': ['ID=38c02551-088f-4fb3-8bb8-7eb806925c2a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:44.159404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:00:44.159797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0a9a54d9-f794-4bc4-a821-4b63bd6eb8c0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:00:44.161480 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:00:44.173332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fb857-879e-4caa-aaaa-b21debd0bb9b None None] No DVR routers for this DVR port 38c02551-088f-4fb3-8bb8-7eb806925c2a on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:44.266909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e1e0e1ae-acca-4779-9aaa-1856fd537039), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.273415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.281458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e1e0e1ae-acca-4779-9aaa-1856fd537039 HTTP/1.1" status: 204 len: 168 time: 1.2295125 Jan 28 05:00:44.303329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b0c42-091e-4ab1-b379-cf806b488fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e0e1ae-acca-4779-9aaa-1856fd537039,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:44.605946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39386) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:44.679344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39388) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:44.686039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3a5906a1-2a8e-4231-bab2-b4b7fb8b6e84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbad6568f1ea43fca32d6b609a8c7212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788381 Jan 28 05:00:44.764264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c485abaf-5b50-4d5f-970f-beee34048aa1 admin admin] Publish callbacks [] for security_group (bc62db44-8f80-42af-a456-2686f70bdca4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.814914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c485abaf-5b50-4d5f-970f-beee34048aa1 admin admin] Publish callbacks [] for security_group (bc62db44-8f80-42af-a456-2686f70bdca4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.877548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c485abaf-5b50-4d5f-970f-beee34048aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bc62db44-8f80-42af-a456-2686f70bdca4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.881710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c485abaf-5b50-4d5f-970f-beee34048aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:44.887276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c485abaf-5b50-4d5f-970f-beee34048aa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc62db44-8f80-42af-a456-2686f70bdca4 HTTP/1.1" status: 204 len: 168 time: 0.2067304 Jan 28 05:00:44.898146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485abaf-5b50-4d5f-970f-beee34048aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc62db44-8f80-42af-a456-2686f70bdca4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:45.016493 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.464104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39400) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:45.516884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d3a8dcd2-3756-43ca-b036-d6a38d1a1f08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d91224f9c5584868b8eb12b4e3324fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511725 Jan 28 05:00:45.519082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39406) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:45.593405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28d68dc2-232f-4787-b89f-cafdeeaedc55 admin admin] Publish callbacks [] for security_group (bd89b36c-bb46-407a-8b13-0ae404bad5c4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.620899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28d68dc2-232f-4787-b89f-cafdeeaedc55 admin admin] Publish callbacks [] for security_group (bd89b36c-bb46-407a-8b13-0ae404bad5c4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.787115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28d68dc2-232f-4787-b89f-cafdeeaedc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bd89b36c-bb46-407a-8b13-0ae404bad5c4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.794252 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28d68dc2-232f-4787-b89f-cafdeeaedc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.795448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28d68dc2-232f-4787-b89f-cafdeeaedc55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd89b36c-bb46-407a-8b13-0ae404bad5c4 HTTP/1.1" status: 204 len: 168 time: 0.2747390 Jan 28 05:00:45.825722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d68dc2-232f-4787-b89f-cafdeeaedc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd89b36c-bb46-407a-8b13-0ae404bad5c4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:45.872793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-c50be75f-337c-4c8f-b59b-34053b03343c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1443696 Jan 28 05:00:46.012254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-08a94f18-e4fb-4de5-a6e4-2718dc839b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:46.020158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-08a94f18-e4fb-4de5-a6e4-2718dc839b92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 1096 time: 0.0827992 Jan 28 05:00:46.231573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-1c04b645-7b17-4e98-8cd4-56389a9088e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:46.237470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-1c04b645-7b17-4e98-8cd4-56389a9088e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.1950970 Jan 28 05:00:46.329259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-964a7d98-86c9-4b19-bdff-9d35a67c409d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0830133 Jan 28 05:00:46.438188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-3ee17e07-705c-4dfa-835f-7895c259efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:46.441609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-3ee17e07-705c-4dfa-835f-7895c259efaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.1079073 Jan 28 05:00:46.493373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-745862dd-6104-4709-9788-b741075f2af4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444036 Jan 28 05:00:46.706842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-a7c63191-56ca-44a0-945b-4f9dc789c1af service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057567 Jan 28 05:00:46.840325 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d45be5c-c6a8-4319-bb1d-578dd260c780 req-fb405b95-6a7f-4beb-9330-c80409c99086 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139562 Jan 28 05:00:47.701183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf8b2c-f539-4cef-a59c-f228457ba9b5 req-e089ac4c-3d87-488f-ab0a-ce2ab4d92bf6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:47.708207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ddf8b2c-f539-4cef-a59c-f228457ba9b5 req-e089ac4c-3d87-488f-ab0a-ce2ab4d92bf6 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.1043272 Jan 28 05:00:47.801433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ddf8b2c-f539-4cef-a59c-f228457ba9b5 req-b722d558-6628-4f21-a0eb-92e76f22d6ce tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920894 Jan 28 05:00:48.536748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39470) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:48.718811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'network': {'name': 'tempest-network-smoke--617043659', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'port_security_enabled': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:48.761980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:48.765271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:48.788354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:48.942808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (505457ec-4e98-451c-b718-814b929e6ec0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.000975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (505457ec-4e98-451c-b718-814b929e6ec0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.065884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:00:49.076039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beda03c-3b35-41d0-8427-9394239d5868 req-5312bfc7-8b69-4806-8a5a-bf001eb7363b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:49.097726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9beda03c-3b35-41d0-8427-9394239d5868 req-5312bfc7-8b69-4806-8a5a-bf001eb7363b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.1570587 Jan 28 05:00:49.148803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aaf72752-5bd4-49c6-9b2d-785f889edd34), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.149171 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Added segment aaf72752-5bd4-49c6-9b2d-785f889edd34 of type vlan for network b69fc897-caae-479f-a2bf-c92a38c616cf Jan 28 05:00:49.193877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505457ec-4e98-451c-b718-814b929e6ec0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:49.741466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (b69fc897-caae-479f-a2bf-c92a38c616cf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.757698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9beda03c-3b35-41d0-8427-9394239d5868 req-92436e84-29ea-4b8e-987b-9fcd16389195 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6588638 Jan 28 05:00:49.797847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (b69fc897-caae-479f-a2bf-c92a38c616cf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.806581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:49.807507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.894907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Network': ['ID=b69fc897-caae-479f-a2bf-c92a38c616cf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:49.903942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b39107a2-8461-41f7-8960-f2f9c0bf0019 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3621044 Jan 28 05:00:49.903942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39482) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:49.907022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network b69fc897-caae-479f-a2bf-c92a38c616cf details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:00:49.909276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-918088144', 'admin_state_up': True, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:49.950693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c6d360f5-be86-421f-bb79-902af5a49446), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.951868 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c6d360f5-be86-421f-bb79-902af5a49446), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.061006 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_controller (c6d360f5-be86-421f-bb79-902af5a49446), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.271441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-05375603-15e8-486e-a981-0003a69c0d51 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:50.278208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-05375603-15e8-486e-a981-0003a69c0d51 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 945 time: 0.1012352 Jan 28 05:00:50.324280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (c6d360f5-be86-421f-bb79-902af5a49446), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.472058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Deleting port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:50.472502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.613050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (c6d360f5-be86-421f-bb79-902af5a49446), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.634791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.651747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] For port 05fbc584-8ada-4dc3-b283-a0246cbb05b3, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=05fbc584-8ada-4dc3-b283-a0246cbb05b3,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:50.652288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.666599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Calling delete_port for 05fbc584-8ada-4dc3-b283-a0246cbb05b3 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:50.776419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.25.6.123 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2c8ad0b1-d624-4032-acd1-c254a324726b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:50.864830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (05fbc584-8ada-4dc3-b283-a0246cbb05b3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.898648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['298093da-09d0-40cb-af6c-59821d3602ab', '05fbc584-8ada-4dc3-b283-a0246cbb05b3'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:00:50.907349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Pushing event deleted for resources: {'Port': ['ID=05fbc584-8ada-4dc3-b283-a0246cbb05b3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:50.930052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.974358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] No DVR routers for this DVR port 05fbc584-8ada-4dc3-b283-a0246cbb05b3 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:50.977637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:50.982984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5f9ced0f-5194-42b7-87af-5d4590785d84 req-3939822d-719d-4465-8ac7-461aacbd51f0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "DELETE /v2.0/ports/05fbc584-8ada-4dc3-b283-a0246cbb05b3 HTTP/1.1" status: 204 len: 173 time: 0.6976731 Jan 28 05:00:50.983625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'name': 'network-vif-deleted', 'tag': '05fbc584-8ada-4dc3-b283-a0246cbb05b3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:50.986422 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfe13a6-2918-4967-9637-260af1fce72a" -d '{"events": [{"server_uuid": "52d809ab-723e-4f55-8184-0ffa05edfa21", "name": "network-vif-deleted", "tag": "05fbc584-8ada-4dc3-b283-a0246cbb05b3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:51.009022 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:51.064333 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca02ab7-36fa-4265-9b60-91a0f33ce8c9 x-openstack-request-id: req-dca02ab7-36fa-4265-9b60-91a0f33ce8c9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:51.064538 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d809ab-723e-4f55-8184-0ffa05edfa21", "name": "network-vif-deleted", "tag": "05fbc584-8ada-4dc3-b283-a0246cbb05b3", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:51.065034 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dca02ab7-36fa-4265-9b60-91a0f33ce8c9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:51.065857 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d809ab-723e-4f55-8184-0ffa05edfa21', 'name': 'network-vif-deleted', 'tag': '05fbc584-8ada-4dc3-b283-a0246cbb05b3', 'status': 'completed', 'code': 200} Jan 28 05:00:51.075725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:51.092817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:51.101223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:51.177537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=2c8ad0b1-d624-4032-acd1-c254a324726b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:51.193511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da3fc888-67a0-4ae1-8cf3-ce5d148e7910 req-2376e3b3-7960-45d9-84fa-a156f6cd006b tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d809ab-723e-4f55-8184-0ffa05edfa21 HTTP/1.1" status: 200 len: 210 time: 0.2905281 Jan 28 05:00:51.586675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (c6d360f5-be86-421f-bb79-902af5a49446), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:51.879197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c6d360f5-be86-421f-bb79-902af5a49446), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:52.100552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:00:52.222667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:52.244879 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:52.248424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:52.250599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f733159-633c-4801-a7c2-fcc025b7909c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3451762 Jan 28 05:00:52.253621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39504) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:52.292651 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:52.293852 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:52.470558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b24aebd2-1ebe-4ba4-8a4e-80fd9425a676 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d962c8519a9b4fea9b53932efa76f2b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2151914 Jan 28 05:00:52.473239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39518) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:52.565312 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:52.781645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c9b2c-363d-4997-af19-f4a2b89274bd req-a869fc28-2a91-470a-b6a8-630a0f193101 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:52.787638 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-124c9b2c-363d-4997-af19-f4a2b89274bd req-a869fc28-2a91-470a-b6a8-630a0f193101 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1077778 Jan 28 05:00:52.799472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe8537-905d-48ba-a665-c8f019e8e52e tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:52.809753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-84fe8537-905d-48ba-a665-c8f019e8e52e tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3323393 Jan 28 05:00:52.809753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39524) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:52.878381 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-124c9b2c-363d-4997-af19-f4a2b89274bd req-f49936dd-9d6c-400d-8126-995daaa53001 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843012 Jan 28 05:00:52.928667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de6d43d8-c65f-4ee0-8e5d-ebd86195bac2 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1156411 Jan 28 05:00:52.928887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39526) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:52.940947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368911661', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:52.986306 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:51Z', 'revision_number': 3, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:53.027026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:53.027625 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Updating router c6d360f5-be86-421f-bb79-902af5a49446 port 2c8ad0b1-d624-4032-acd1-c254a324726b binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:53.036557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:53.041465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.059497 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.253425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (0c2a7aa9-b972-4557-ac74-4a9dfb18bec7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.326603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Subnet': ['ID=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:53.359664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Checking segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:53.360041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network hostable DHCP agents. Network: b69fc897-caae-479f-a2bf-c92a38c616cf, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:00:53.382967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network b69fc897-caae-479f-a2bf-c92a38c616cf is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:00:53.404546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, b69fc897-caae-479f-a2bf-c92a38c616cf) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:53.411233 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Publish callbacks [] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.418824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ace963-9b2f-4ec6-b623-082a0536f006 None None] Network b69fc897-caae-479f-a2bf-c92a38c616cf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:53.420887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:53.421493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.429992 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.454699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9ce22332-23ce-47a6-9a72-603093575a80 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5221539 Jan 28 05:00:53.455134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:53.565096 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Attempting to bind port 2c8ad0b1-d624-4032-acd1-c254a324726b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:53.565330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 05fbc584-8ada-4dc3-b283-a0246cbb05b3 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:53.566415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Attempting to bind port 2c8ad0b1-d624-4032-acd1-c254a324726b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:53.568302 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Attempting to bind port 2c8ad0b1-d624-4032-acd1-c254a324726b on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:53.589618 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670bd9f-4333-413a-84be-db5e895b907a None None] Pushing event updated for resources: {'Port': ['ID=2c8ad0b1-d624-4032-acd1-c254a324726b,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:53.596669 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:53.597215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:53.597784 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.598356 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:53.599111 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Bound port: 2c8ad0b1-d624-4032-acd1-c254a324726b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:53.614197 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.649110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 05fbc584-8ada-4dc3-b283-a0246cbb05b3 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:53.649487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 05fbc584-8ada-4dc3-b283-a0246cbb05b3 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:53.666617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-b69fc897-caae-479f-a2bf-c92a38c616cf', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:00:53.667863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.711173 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] For port 2c8ad0b1-d624-4032-acd1-c254a324726b, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:53.714680 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] For port 2c8ad0b1-d624-4032-acd1-c254a324726b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c8ad0b1-d624-4032-acd1-c254a324726b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:53.723223 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.837667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-551701d5-de34-4f04-9ebd-b676f30010a3 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:53.845767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-551701d5-de34-4f04-9ebd-b676f30010a3 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 814 time: 0.2078493 Jan 28 05:00:53.874758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-4e59b30b-e4da-480f-9aa7-fdbb53fdf9d1 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/quotas/e265f5c363214dbaa991c18e1af1502f HTTP/1.1" status: 200 len: 375 time: 0.0280583 Jan 28 05:00:53.879906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:53.880553 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:53.934068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Allocated IP 172.20.0.2 (b69fc897-caae-479f-a2bf-c92a38c616cf/0c2a7aa9-b972-4557-ac74-4a9dfb18bec7/6a62e2da-1a8e-4f36-b3df-926b718d349f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:53.939487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-11dad723-7311-4b24-b54d-17e0ace8ba7b tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637693 Jan 28 05:00:54.146155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-03a3a624-80d1-410a-a737-d30a10483950 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049801 Jan 28 05:00:54.169951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358defe-36ed-4808-9b59-40665de92118 req-df0f7739-0b62-42ff-8c69-b5ca48972701 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:54.179282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2358defe-36ed-4808-9b59-40665de92118 req-df0f7739-0b62-42ff-8c69-b5ca48972701 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1710885 Jan 28 05:00:54.203411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670bd9f-4333-413a-84be-db5e895b907a None None] Pushing event updated for resources: {'Port': ['ID=2c8ad0b1-d624-4032-acd1-c254a324726b,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:54.246876 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Publish callbacks [] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:54.258790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:54.302921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-95df8cb3-a987-4033-8a61-1cf16f6c7d53 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558039 Jan 28 05:00:54.314912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2358defe-36ed-4808-9b59-40665de92118 req-6f7bb50d-d0ec-4aa6-8efe-a2f085293dc0 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341455 Jan 28 05:00:54.337812 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:54.340359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Network b69fc897-caae-479f-a2bf-c92a38c616cf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:54.356180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:54.367161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Pushing event updated for resources: {'Port': ['ID=6a62e2da-1a8e-4f36-b3df-926b718d349f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:54.370046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:54.376728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:54.397788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.398494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.399058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.399619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.400221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.400984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.401793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.402401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.403040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.403816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.404651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.405658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.406108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:54.511720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Attempting to bind port 6a62e2da-1a8e-4f36-b3df-926b718d349f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:54.514094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Attempting to bind port 6a62e2da-1a8e-4f36-b3df-926b718d349f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:54.514870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Attempting to bind port 6a62e2da-1a8e-4f36-b3df-926b718d349f on network b69fc897-caae-479f-a2bf-c92a38c616cf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:54.532196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:54.532785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Checking segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:54.533305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:54.533801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Bound using segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:54.535027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Bound port: 6a62e2da-1a8e-4f36-b3df-926b718d349f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:54.535538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:54.670045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] For port 6a62e2da-1a8e-4f36-b3df-926b718d349f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:54.674745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] For port 6a62e2da-1a8e-4f36-b3df-926b718d349f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a62e2da-1a8e-4f36-b3df-926b718d349f,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:54.680954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:54.702034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.20.0.1 (b69fc897-caae-479f-a2bf-c92a38c616cf/0c2a7aa9-b972-4557-ac74-4a9dfb18bec7/46efab80-7e7f-42a9-962c-25073cdc8946) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:54.745292 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:51Z', 'revision_number': 3, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:54.795302 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a951-1e7e-44fc-b409-0f5818cb1095 None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:51Z', 'revision_number': 3, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:54.815293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5b396-6291-4e66-8c3d-95bc1d0596a5 None None] Pushing event updated for resources: {'Port': ['ID=6a62e2da-1a8e-4f36-b3df-926b718d349f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:55.267975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (46efab80-7e7f-42a9-962c-25073cdc8946), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:55.289753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-58a1378f-97b9-4f2e-8338-373bfd01a909 req-6c8e1a01-f837-4926-bb72-676ac30d68f5 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 210 time: 0.5034845 Jan 28 05:00:55.362126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:55.430758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network b69fc897-caae-479f-a2bf-c92a38c616cf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:55.436456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:55.444219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:55.470685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332f29-7465-4794-89ff-65a5aa425647 req-6f023213-0d29-4bec-ae62-a85de716aec7 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:55.473831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc332f29-7465-4794-89ff-65a5aa425647 req-6f023213-0d29-4bec-ae62-a85de716aec7 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0784781 Jan 28 05:00:55.519253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=46efab80-7e7f-42a9-962c-25073cdc8946,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:55.544089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:55.568463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc332f29-7465-4794-89ff-65a5aa425647 req-bb2ce4f8-9c33-42cc-b816-ca03df2655e5 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850363 Jan 28 05:00:55.701049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.042773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a62e2da-1a8e-4f36-b3df-926b718d349f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:56.206533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-f4d5c231-21d2-40c0-b34f-1945ac1f3cd5 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:56.208053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-f4d5c231-21d2-40c0-b34f-1945ac1f3cd5 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 814 time: 0.2813983 Jan 28 05:00:56.324405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Request body: {'port': {'device_id': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc', 'admin_state_up': True, 'tenant_id': 'e265f5c363214dbaa991c18e1af1502f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:56.473448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0f2c99b-47f2-48eb-8c42-4b5391e8c730 req-99784ea6-36ba-46f5-ae24-d2e09998a9f2 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 210 time: 0.0313420 Jan 28 05:00:56.485302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6a62e2da-1a8e-4f36-b3df-926b718d349f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:56.485808 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.532842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad5c3f-7d6b-4c7d-a343-b301f723aed7 None None] Network b69fc897-caae-479f-a2bf-c92a38c616cf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:56.633447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Made reservation on behalf of e265f5c363214dbaa991c18e1af1502f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:56.637530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.658467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6a62e2da-1a8e-4f36-b3df-926b718d349f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:56.658901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.664737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fcaaea14-f11b-4fb2-9147-5b9571a2a9ea None None] Provisioning complete for port 6a62e2da-1a8e-4f36-b3df-926b718d349f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:56.665254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fcaaea14-f11b-4fb2-9147-5b9571a2a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.696907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (46efab80-7e7f-42a9-962c-25073cdc8946), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.755266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 6a62e2da-1a8e-4f36-b3df-926b718d349f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a62e2da-1a8e-4f36-b3df-926b718d349f,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:56.758200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d4dae-5ec0-472e-84f6-079cef86ead5 req-18fb5dc9-a8aa-4771-95bd-a9615d1e5efe tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:56.762797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f24d4dae-5ec0-472e-84f6-079cef86ead5 req-18fb5dc9-a8aa-4771-95bd-a9615d1e5efe tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.0818970 Jan 28 05:00:56.768038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.768906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c8ad0b1-d624-4032-acd1-c254a324726b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:56.797502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.855417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f24d4dae-5ec0-472e-84f6-079cef86ead5 req-bcf47d6a-9556-4954-b10f-493c87181f23 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854909 Jan 28 05:00:56.892811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=46efab80-7e7f-42a9-962c-25073cdc8946,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:56.917654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=6a62e2da-1a8e-4f36-b3df-926b718d349f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:56.940532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fcaaea14-f11b-4fb2-9147-5b9571a2a9ea None None] Current status of the port 6a62e2da-1a8e-4f36-b3df-926b718d349f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:56.944848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2c8ad0b1-d624-4032-acd1-c254a324726b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:56.945303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.973018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:56.995212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Allocated IP 172.20.0.14 (9ea97fc8-f46c-4c9d-9b87-f556be7340dc/f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41/7a3a04dd-228c-44c6-921d-ea0f7c372254) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:57.067233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2c8ad0b1-d624-4032-acd1-c254a324726b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:57.067830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.098900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 2c8ad0b1-d624-4032-acd1-c254a324726b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c8ad0b1-d624-4032-acd1-c254a324726b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:57.116829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.149322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network b69fc897-caae-479f-a2bf-c92a38c616cf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:57.155459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:57.213519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=2c8ad0b1-d624-4032-acd1-c254a324726b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:57.252714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e0bc4dcf-f71a-4e34-be2e-0ffb31d39fa2 None None] Provisioning complete for port 46efab80-7e7f-42a9-962c-25073cdc8946 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:57.253439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dcf-f71a-4e34-be2e-0ffb31d39fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.316341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc4dcf-f71a-4e34-be2e-0ffb31d39fa2 None None] Port 46efab80-7e7f-42a9-962c-25073cdc8946 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:57.328957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e0bc4dcf-f71a-4e34-be2e-0ffb31d39fa2 None None] Provisioning complete for port 6a62e2da-1a8e-4f36-b3df-926b718d349f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:57.329509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dcf-f71a-4e34-be2e-0ffb31d39fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.360887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks [] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.380538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:57.427170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc4dcf-f71a-4e34-be2e-0ffb31d39fa2 None None] Current status of the port 6a62e2da-1a8e-4f36-b3df-926b718d349f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:57.467745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.567349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-174c31d6-69dd-4b1a-98f8-94dd8c14f0fe None None] Provisioning complete for port 46efab80-7e7f-42a9-962c-25073cdc8946 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:57.567721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-174c31d6-69dd-4b1a-98f8-94dd8c14f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.574767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:57.612766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:57.619707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:57.627841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-174c31d6-69dd-4b1a-98f8-94dd8c14f0fe None None] Port 46efab80-7e7f-42a9-962c-25073cdc8946 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:57.628022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Pushing event updated for resources: {'Port': ['ID=7a3a04dd-228c-44c6-921d-ea0f7c372254,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:57.685761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:57.713630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9f5b-0132-4c65-b3a2-1658723d24ae req-9780a1c1-1e09-471f-a128-672120732ee7 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:57.716395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-069b9f5b-0132-4c65-b3a2-1658723d24ae req-9780a1c1-1e09-471f-a128-672120732ee7 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 932 time: 0.1319380 Jan 28 05:00:57.716550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:57.722428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:57.723150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.738292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8f93170b-c600-43a3-8071-69e099b50027 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "PUT /v2.0/routers/c6d360f5-be86-421f-bb79-902af5a49446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2799571 Jan 28 05:00:57.738678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39580) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:57.744807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:57.746864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:57.793484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-069b9f5b-0132-4c65-b3a2-1658723d24ae req-8d63646f-be59-4f81-ab3c-618a8713421e tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667491 Jan 28 05:00:57.799532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-481a8f40-ecd8-4136-a4ec-79543ea70902 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4949708 Jan 28 05:00:57.825908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Request body: {'port': {'device_id': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:57.878494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a62e2da-1a8e-4f36-b3df-926b718d349f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:57.916877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:57.958566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2215cf85-1a03-4b23-abae-eb7e8675d5cd None None] Provisioning complete for port 46efab80-7e7f-42a9-962c-25073cdc8946 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:57.964825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2215cf85-1a03-4b23-abae-eb7e8675d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.053628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:58.056164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2215cf85-1a03-4b23-abae-eb7e8675d5cd None None] Port 46efab80-7e7f-42a9-962c-25073cdc8946 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:58.238247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6a62e2da-1a8e-4f36-b3df-926b718d349f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:58.239471 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.300145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3a04dd-228c-44c6-921d-ea0f7c372254 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:00:58.310980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Publish callbacks [] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.328331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Transition to ACTIVE for port object 7a3a04dd-228c-44c6-921d-ea0f7c372254 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:00:58.334242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.426408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a04dd-228c-44c6-921d-ea0f7c372254,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:58.476634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:58.491999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.492490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.492967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.493426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.493926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.494486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.495059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.495520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.495974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.500461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-74f4dbba-72e4-4370-aebd-07068c7a3f6d tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6397 time: 0.7582703 Jan 28 05:00:58.502686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39596) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:58.526444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Attempting to bind port 7a3a04dd-228c-44c6-921d-ea0f7c372254 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:58.527728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Attempting to bind port 7a3a04dd-228c-44c6-921d-ea0f7c372254 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:58.528224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Attempting to bind port 7a3a04dd-228c-44c6-921d-ea0f7c372254 on network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:58.542249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Port 7a3a04dd-228c-44c6-921d-ea0f7c372254 on network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:00:58.544062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Attempting to bind port 7a3a04dd-228c-44c6-921d-ea0f7c372254 on network 9ea97fc8-f46c-4c9d-9b87-f556be7340dc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:58.557165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:58.558376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Checking segment: {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:58.561037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Bound using segment: {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:58.562880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Bound port: 7a3a04dd-228c-44c6-921d-ea0f7c372254, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55291458-8b68-443b-b065-d72ffda6af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:58.564420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.570003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6a62e2da-1a8e-4f36-b3df-926b718d349f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:58.571314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c8ad0b1-d624-4032-acd1-c254a324726b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:58.631635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:55Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:00:56Z', 'revision_number': 2, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:58.636517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-2546b208-acce-4ee7-9748-b6201f385bdf tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.638086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-2546b208-acce-4ee7-9748-b6201f385bdf tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.1380885 Jan 28 05:00:58.645618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd28b1-f5e2-41a6-be22-ea221f379bf5 req-d9188390-2039-42b6-9277-ca3f5e5aaa45 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.647204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbbd28b1-f5e2-41a6-be22-ea221f379bf5 req-d9188390-2039-42b6-9277-ca3f5e5aaa45 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 946 time: 0.6018081 Jan 28 05:00:58.667982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:58.668426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Updating router c6d360f5-be86-421f-bb79-902af5a49446 port 46efab80-7e7f-42a9-962c-25073cdc8946 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:58.703419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.705359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2c8ad0b1-d624-4032-acd1-c254a324726b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:58.705476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.733958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad70a57f-c718-4768-8111-2298aeec2adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.765814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] For port 7a3a04dd-228c-44c6-921d-ea0f7c372254, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:58.784879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] For port 7a3a04dd-228c-44c6-921d-ea0f7c372254, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:58.794875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.796944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.797458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.797975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.798605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.799209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.800151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.800760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.801511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.802701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.806542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-19868b36-c46c-440d-93a8-19edbd42ee82 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5938 time: 0.2962346 Jan 28 05:00:58.811488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:58.863598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:58.864390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:58.867662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a3a04dd-228c-44c6-921d-ea0f7c372254 HTTP/1.1" status: 200 len: 1092 time: 1.0457029 Jan 28 05:00:58.871744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'tag': '7a3a04dd-228c-44c6-921d-ea0f7c372254'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:58.876417 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "add59a31-f5d6-420d-8a58-fa2e2dd4f6ee", "tag": "7a3a04dd-228c-44c6-921d-ea0f7c372254"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:58.975272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbbd28b1-f5e2-41a6-be22-ea221f379bf5 req-aee4e7d4-83ca-4230-9b1a-3dacf2c4f257 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/security-groups?id=f278bf28-cba0-452c-89db-253609731ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189943 Jan 28 05:00:58.995178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2c8ad0b1-d624-4032-acd1-c254a324726b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:59.052485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79522e-787a-4a07-87db-4c052e8961d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a04dd-228c-44c6-921d-ea0f7c372254,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:59.070125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad70a57f-c718-4768-8111-2298aeec2adc admin admin] Publish callbacks [] for security_group (eda4984e-0039-48cc-9a74-29e877b8ac1b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.078443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad70a57f-c718-4768-8111-2298aeec2adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eda4984e-0039-48cc-9a74-29e877b8ac1b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.079244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Deleting port 298093da-09d0-40cb-af6c-59821d3602ab {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:59.079599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (298093da-09d0-40cb-af6c-59821d3602ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.101734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77409e3-479f-4d6a-9968-b6ccbace30df req-1c060857-2029-40c6-92a3-aed460bd8c64 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:59.104110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c77409e3-479f-4d6a-9968-b6ccbace30df req-1c060857-2029-40c6-92a3-aed460bd8c64 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 944 time: 0.1810038 Jan 28 05:00:59.131157 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b3303e-c43e-4731-bf11-413beef5f206 x-openstack-request-id: req-d0b3303e-c43e-4731-bf11-413beef5f206 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:59.131455 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add59a31-f5d6-420d-8a58-fa2e2dd4f6ee", "tag": "7a3a04dd-228c-44c6-921d-ea0f7c372254", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:59.131843 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0b3303e-c43e-4731-bf11-413beef5f206 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:59.132262 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'tag': '7a3a04dd-228c-44c6-921d-ea0f7c372254', 'status': 'completed', 'code': 200} Jan 28 05:00:59.160014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ad70a57f-c718-4768-8111-2298aeec2adc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19dc65353bfc4a48a55624431a326cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6786308 Jan 28 05:00:59.166359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:59.167135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70a57f-c718-4768-8111-2298aeec2adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda4984e-0039-48cc-9a74-29e877b8ac1b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:59.177285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-437837d9-b541-472e-a953-f73177519bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:59.178756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-437837d9-b541-472e-a953-f73177519bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 1095 time: 0.1755280 Jan 28 05:00:59.188684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Publish callbacks [] for port (46efab80-7e7f-42a9-962c-25073cdc8946), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.195675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.239110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] For port 298093da-09d0-40cb-af6c-59821d3602ab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=298093da-09d0-40cb-af6c-59821d3602ab,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:59.240036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (298093da-09d0-40cb-af6c-59821d3602ab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.252190 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-1c89df2e-a0b2-4df9-828d-3c19a58c21af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254 HTTP/1.1" status: 200 len: 217 time: 0.0549469 Jan 28 05:00:59.253558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2372-75e8-4096-87c2-db21d4dcb4d7 None None] Pushing event updated for resources: {'Port': ['ID=46efab80-7e7f-42a9-962c-25073cdc8946,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:59.274143 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c77409e3-479f-4d6a-9968-b6ccbace30df req-1696a73e-5f17-4413-9c1f-6a088ee7a142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605947 Jan 28 05:00:59.278712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Calling delete_port for 298093da-09d0-40cb-af6c-59821d3602ab owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:59.372163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Attempting to bind port 46efab80-7e7f-42a9-962c-25073cdc8946 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:59.372663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Attempting to bind port 46efab80-7e7f-42a9-962c-25073cdc8946 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:59.373127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Attempting to bind port 46efab80-7e7f-42a9-962c-25073cdc8946 on network b69fc897-caae-479f-a2bf-c92a38c616cf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:59.388596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:59.388982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Checking segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:59.389419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.389830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Bound using segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:59.390275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Bound port: 46efab80-7e7f-42a9-962c-25073cdc8946, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:59.390720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.406125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-e73abc50-f1d6-48c1-80a7-8be904b29202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:59.407614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-e73abc50-f1d6-48c1-80a7-8be904b29202 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 HTTP/1.1" status: 200 len: 854 time: 0.1453855 Jan 28 05:00:59.408230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29aa7917-d448-4302-975f-ef6498620cf5 admin admin] Publish callbacks [] for security_group (eda4984e-0039-48cc-9a74-29e877b8ac1b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.451984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-30d61a19-84f1-4ecf-bda6-698ca3c862c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321376 Jan 28 05:00:59.457017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29aa7917-d448-4302-975f-ef6498620cf5 admin admin] Publish callbacks [] for security_group (eda4984e-0039-48cc-9a74-29e877b8ac1b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.512008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] For port 46efab80-7e7f-42a9-962c-25073cdc8946, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:59.521053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] For port 46efab80-7e7f-42a9-962c-25073cdc8946, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=46efab80-7e7f-42a9-962c-25073cdc8946,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:59.528263 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.608291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:59.609095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:59.669997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29aa7917-d448-4302-975f-ef6498620cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eda4984e-0039-48cc-9a74-29e877b8ac1b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.674384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29aa7917-d448-4302-975f-ef6498620cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.675874 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-29aa7917-d448-4302-975f-ef6498620cf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eda4984e-0039-48cc-9a74-29e877b8ac1b HTTP/1.1" status: 204 len: 168 time: 0.5050128 Jan 28 05:00:59.705066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-91f5624a-c3a1-465d-9326-74ec3f7bc4e0 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360692 Jan 28 05:00:59.781205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa7917-d448-4302-975f-ef6498620cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda4984e-0039-48cc-9a74-29e877b8ac1b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:59.795961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (298093da-09d0-40cb-af6c-59821d3602ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:59.964644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a635b93a-dcc1-4861-aee5-158b8bc1525d req-383a211d-3332-46f8-8048-d49e77fa8852 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582023 Jan 28 05:01:00.057131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Pushing event deleted for resources: {'Port': ['ID=298093da-09d0-40cb-af6c-59821d3602ab,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:00.101854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9773b10a-ae37-48ff-9620-cb625ecc032d req-b80074d5-4bdd-4236-86a5-1253180fca36 tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.21 "GET /v2.0/ports?device_id=40651e40-3c5f-42df-9370-625d42ea4368 HTTP/1.1" status: 200 len: 210 time: 0.0499806 Jan 28 05:01:00.169699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] No DVR routers for this DVR port 298093da-09d0-40cb-af6c-59821d3602ab on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:01:00.175503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-67343b56-87e1-4655-969b-7ec692b97310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:00.177057 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-67343b56-87e1-4655-969b-7ec692b97310 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e265f5c363214dbaa991c18e1af1502f&device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 1095 time: 0.0782816 Jan 28 05:01:00.182216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:01:00.187583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2e8ab2b7-1946-401b-9199-ca6f4ad239e4 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 1.3710952 Jan 28 05:01:00.196341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:00.200781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a7b24870-54b4-43bc-8297-c4782b4f3701 req-4d653f82-03fb-43d2-bcb9-d43928e9f65c tempest-ServerRescueNegativeTestJSON-2041919278 tempest-ServerRescueNegativeTestJSON-2041919278-project] 10.222.0.52 "DELETE /v2.0/ports/298093da-09d0-40cb-af6c-59821d3602ab HTTP/1.1" status: 204 len: 173 time: 1.5465763 Jan 28 05:01:00.201276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40651e40-3c5f-42df-9370-625d42ea4368', 'name': 'network-vif-deleted', 'tag': '298093da-09d0-40cb-af6c-59821d3602ab'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:00.203888 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c2a95c-668e-4b1c-9cd4-0140526a603d" -d '{"events": [{"server_uuid": "40651e40-3c5f-42df-9370-625d42ea4368", "name": "network-vif-deleted", "tag": "298093da-09d0-40cb-af6c-59821d3602ab"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:00.235443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-3bac35cc-885e-450a-8eba-052f332b3262 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:00.242762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-3bac35cc-885e-450a-8eba-052f332b3262 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.4128566 Jan 28 05:01:00.260051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-eebd0efa-efa3-4806-9752-5d40ea697a70 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/quotas/47a5c73aaf58497e94d6566bdb330ff2 HTTP/1.1" status: 200 len: 375 time: 0.0165431 Jan 28 05:01:00.349517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-b750cff7-f776-494f-a605-48d29ec3f970 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883899 Jan 28 05:01:00.378644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-12da6229-8c80-4ccb-9bc0-62a0da34a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:00.380284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-12da6229-8c80-4ccb-9bc0-62a0da34a805 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 200 len: 915 time: 0.1967533 Jan 28 05:01:00.406048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2372-75e8-4096-87c2-db21d4dcb4d7 None None] Pushing event updated for resources: {'Port': ['ID=46efab80-7e7f-42a9-962c-25073cdc8946,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:00.476141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] Provisioning complete for port 46efab80-7e7f-42a9-962c-25073cdc8946 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:00.476543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:00.483028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-4a104120-4765-4367-a049-f3e40ec7dd68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254 HTTP/1.1" status: 200 len: 217 time: 0.0857730 Jan 28 05:01:00.577166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-4aedf90f-c82d-4f2e-bc0b-cb13ff07c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:00.579000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-4aedf90f-c82d-4f2e-bc0b-cb13ff07c121 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 HTTP/1.1" status: 200 len: 854 time: 0.0951302 Jan 28 05:01:00.597387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] Current status of the port 46efab80-7e7f-42a9-962c-25073cdc8946 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:00.597797 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:00.637811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-c9d516f5-5ab1-484a-89fd-4cd6c57b17d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ea97fc8-f46c-4c9d-9b87-f556be7340dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477242 Jan 28 05:01:00.684951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] For port 46efab80-7e7f-42a9-962c-25073cdc8946, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=46efab80-7e7f-42a9-962c-25073cdc8946,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:00.696495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39650) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:00.711286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:00.765614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600135034', 'description': 'tempest-secgroup-smoke-600135034 description', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:00.794118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:55Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:00:59Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:00.803582 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df305d-b45e-41d4-8565-12ce6b312056 x-openstack-request-id: req-b9df305d-b45e-41d4-8565-12ce6b312056 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:00.804107 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40651e40-3c5f-42df-9370-625d42ea4368", "name": "network-vif-deleted", "tag": "298093da-09d0-40cb-af6c-59821d3602ab", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:00.804107 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9df305d-b45e-41d4-8565-12ce6b312056 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:00.804522 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40651e40-3c5f-42df-9370-625d42ea4368', 'name': 'network-vif-deleted', 'tag': '298093da-09d0-40cb-af6c-59821d3602ab', 'status': 'completed', 'code': 200} Jan 28 05:01:00.834894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516b5df-fef2-42f7-b82f-226ac16601a5 None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:55Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:00:59Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:01:00.857473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-4a051863-222f-4a4f-bc8c-0e3fc029305c service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083390 Jan 28 05:01:00.865258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d5d7b7de-c9ab-4077-8f25-7de76d087e35 None None] Provisioning complete for port 46efab80-7e7f-42a9-962c-25073cdc8946 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:00.865734 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5d7b7de-c9ab-4077-8f25-7de76d087e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:00.867485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb606b-f032-4002-9e7e-8e5c3b330c71 None None] Pushing event updated for resources: {'Port': ['ID=46efab80-7e7f-42a9-962c-25073cdc8946,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:00.888009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:00.940710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-b2aaf9ad-ea47-480c-91f4-4b81d1e65092 service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897903 Jan 28 05:01:01.023129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (cd190885-14b9-4044-8be1-d0fb26af3617), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.058958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cd190885-14b9-4044-8be1-d0fb26af3617), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.085075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7b7de-c9ab-4077-8f25-7de76d087e35 None None] Current status of the port 46efab80-7e7f-42a9-962c-25073cdc8946 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:01.121232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c99f0bc-9053-4eea-bada-e0f0b992fdaa req-e70cdc5d-1883-4354-8e56-ade453643b23 service neutron] 10.222.0.47 "GET /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562838 Jan 28 05:01:01.135289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd190885-14b9-4044-8be1-d0fb26af3617,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:01.157009 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.160862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-77412b60-ec82-4545-9f27-23fbaf58db54 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4605677 Jan 28 05:01:01.161816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39662) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:01.172287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bdba6-9f89-4005-9f21-c27949c4a23a req-b3fa7bdf-66c5-49bc-9a40-4312091987d8 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:01.174080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e6bdba6-9f89-4005-9f21-c27949c4a23a req-b3fa7bdf-66c5-49bc-9a40-4312091987d8 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 944 time: 0.1696379 Jan 28 05:01:01.177483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': 'cd190885-14b9-4044-8be1-d0fb26af3617', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:01.212480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-9bc58f9b-dc33-41e2-b595-f7c144e2124b service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879237 Jan 28 05:01:01.235179 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (7ec4a053-1c1f-4f5c-a8b9-507c03d0f22e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.265749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e6bdba6-9f89-4005-9f21-c27949c4a23a req-f3119a9f-41e8-4a2e-a4ae-b34468ae69a4 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826538 Jan 28 05:01:01.317679 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (7ec4a053-1c1f-4f5c-a8b9-507c03d0f22e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.324031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (7ec4a053-1c1f-4f5c-a8b9-507c03d0f22e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.351649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec4a053-1c1f-4f5c-a8b9-507c03d0f22e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:01.365063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.367136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-30c4c23d-157a-4561-9c24-2eafcb91bbe9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030809 Jan 28 05:01:01.369947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:01.375072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': 'cd190885-14b9-4044-8be1-d0fb26af3617', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:01.385029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:01.411374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7a3a04dd-228c-44c6-921d-ea0f7c372254 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:01:01.434014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (748fc819-fce6-4a5e-8abb-11ff5d8f91a5), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.480477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f45f42a4-e8b2-49f0-8595-28735e70d71f req-a433faf5-77d9-4e21-a610-91556e8982f7 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 210 time: 0.0406222 Jan 28 05:01:01.534579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 298093da-09d0-40cb-af6c-59821d3602ab no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:01:01.552858 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (748fc819-fce6-4a5e-8abb-11ff5d8f91a5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.565608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (748fc819-fce6-4a5e-8abb-11ff5d8f91a5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.585891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748fc819-fce6-4a5e-8abb-11ff5d8f91a5,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:01.607087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7a3a04dd-228c-44c6-921d-ea0f7c372254, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:01.609670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.615986 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76fca6ae-fba1-4d5f-a711-ae05182cc847 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2444143 Jan 28 05:01:01.617017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:01.620136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 298093da-09d0-40cb-af6c-59821d3602ab {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:01:01.620499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 298093da-09d0-40cb-af6c-59821d3602ab not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:01:01.622054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '7a3a04dd-228c-44c6-921d-ea0f7c372254', 'network_id': '9ea97fc8-f46c-4c9d-9b87-f556be7340dc', 'port_id': '7a3a04dd-228c-44c6-921d-ea0f7c372254', 'mac_address': 'fa:16:3e:2b:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:01:01.623957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': 'cd190885-14b9-4044-8be1-d0fb26af3617', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:01.687481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (c1982d6a-76b1-4cd4-943a-a8dfa4ed877d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.712346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 7a3a04dd-228c-44c6-921d-ea0f7c372254 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:01.712783 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.737445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3a04dd-228c-44c6-921d-ea0f7c372254 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:01.831098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7a3a04dd-228c-44c6-921d-ea0f7c372254, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:01.832567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (c1982d6a-76b1-4cd4-943a-a8dfa4ed877d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.839569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.855650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (c1982d6a-76b1-4cd4-943a-a8dfa4ed877d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.898548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1982d6a-76b1-4cd4-943a-a8dfa4ed877d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:01.916623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=7a3a04dd-228c-44c6-921d-ea0f7c372254,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:01.923280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:01.924724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-843e1268-6858-447a-bd90-eb918e443044 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066533 Jan 28 05:01:01.927519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39682) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:01.940700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': 'cd190885-14b9-4044-8be1-d0fb26af3617', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:01.961797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 46efab80-7e7f-42a9-962c-25073cdc8946 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:02.011440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (30e4f132-ba1b-458d-aeda-c06018a2e861), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.075612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 46efab80-7e7f-42a9-962c-25073cdc8946 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:02.075612 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.142200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['7a3a04dd-228c-44c6-921d-ea0f7c372254'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:02.146519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (30e4f132-ba1b-458d-aeda-c06018a2e861), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.166733 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (30e4f132-ba1b-458d-aeda-c06018a2e861), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.212095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.213897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e4f132-ba1b-458d-aeda-c06018a2e861,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:02.232598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.233984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5cee233a-1b82-4e87-8669-00a47d3a1337 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3020597 Jan 28 05:01:02.236698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39688) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:02.242655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': 'cd190885-14b9-4044-8be1-d0fb26af3617', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:02.283318 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Project d962c8519a9b4fea9b53932efa76f2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:01:02.292521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (a68b09f8-3a0c-4230-851b-a39dea97536a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.303042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 46efab80-7e7f-42a9-962c-25073cdc8946 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:02.410599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (a68b09f8-3a0c-4230-851b-a39dea97536a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.429131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a68b09f8-3a0c-4230-851b-a39dea97536a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.492929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68b09f8-3a0c-4230-851b-a39dea97536a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:02.539930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.545233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-955da6ce-2172-4092-9c31-5b9c59467345 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044713 Jan 28 05:01:02.549924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39694) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:02.556297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': 'cd190885-14b9-4044-8be1-d0fb26af3617', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:02.565056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86675d65-6a70-4155-9e01-b9e9eba1189d req-2a76ad21-4b01-4533-9bfe-a249d7ac2121 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:02.567498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86675d65-6a70-4155-9e01-b9e9eba1189d req-2a76ad21-4b01-4533-9bfe-a249d7ac2121 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 945 time: 0.1546657 Jan 28 05:01:02.620524 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Project d962c8519a9b4fea9b53932efa76f2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:01:02.628295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (bda5f5ac-6ee3-47be-bb89-673502515752), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.656293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86675d65-6a70-4155-9e01-b9e9eba1189d req-cd1098b5-1b02-4985-aeb3-b8f86fb21885 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777783 Jan 28 05:01:02.670674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Deleting port eb73f491-eec5-4c51-ba48-dfcd83cf2228 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:01:02.670975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.767245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4daa85c1-f32c-445e-a53a-d7f475d203d2 req-6ec11f34-96fd-408e-af41-98f0ffb33936 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 210 time: 0.0941544 Jan 28 05:01:02.823113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (bda5f5ac-6ee3-47be-bb89-673502515752), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.839017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (bda5f5ac-6ee3-47be-bb89-673502515752), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.858105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda5f5ac-6ee3-47be-bb89-673502515752,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:02.861055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] For port eb73f491-eec5-4c51-ba48-dfcd83cf2228, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=eb73f491-eec5-4c51-ba48-dfcd83cf2228,segment=NetworkSegment(b4786f46-8330-451c-9948-a9a0d8c4ec67),segment_id=b4786f46-8330-451c-9948-a9a0d8c4ec67)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:02.861473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.878477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Calling delete_port for eb73f491-eec5-4c51-ba48-dfcd83cf2228 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:01:02.898130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:02.909457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2f7ce8db-511a-473f-914e-c9c09685d79c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3584023 Jan 28 05:01:03.156252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-4385f60a-b9ed-4f25-8f67-00e550211bc3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600135034&fields=id&tenant_id=d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 267 time: 0.0503685 Jan 28 05:01:03.195642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-13c0ac2a-f343-4877-b545-9d4d0f2d03d4 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:03.197785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-13c0ac2a-f343-4877-b545-9d4d0f2d03d4 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.2268059 Jan 28 05:01:03.233308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Request body: {'port': {'device_id': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'admin_state_up': True, 'tenant_id': '47a5c73aaf58497e94d6566bdb330ff2'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:03.268487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-f34672f1-8715-419c-9b60-78051ca6a03a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:03.270006 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-f34672f1-8715-419c-9b60-78051ca6a03a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/networks?id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 796 time: 0.1044505 Jan 28 05:01:03.288700 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-615717e9-eba1-49ec-b6fe-6eead624c3c0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/quotas/d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 375 time: 0.0102515 Jan 28 05:01:03.306385 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (eb73f491-eec5-4c51-ba48-dfcd83cf2228), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:03.343042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-9711d1d1-e20d-4b4d-a914-6d5d89f9af0c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482459 Jan 28 05:01:03.350626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb73f491-eec5-4c51-ba48-dfcd83cf2228,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:03.438450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7a3a04dd-228c-44c6-921d-ea0f7c372254 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:03.469273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Made reservation on behalf of 47a5c73aaf58497e94d6566bdb330ff2 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:03.470189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-407e40b2-293f-42b7-9dfe-12e3f9ebafb1 service neutron] 10.222.0.21 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041536 Jan 28 05:01:03.474017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:03.511199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 7a3a04dd-228c-44c6-921d-ea0f7c372254 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:01:03.516561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 7a3a04dd-228c-44c6-921d-ea0f7c372254 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:03.516827 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:03.582175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-2900ca36-8dda-4ec9-815d-f306f91b4339 service neutron] 10.222.0.21 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109242 Jan 28 05:01:03.633450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 7a3a04dd-228c-44c6-921d-ea0f7c372254 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:03.635937 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:03.637627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:03.662574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a04dd-228c-44c6-921d-ea0f7c372254'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:03.666049 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da5b05-a7c3-496c-9b9a-88a3621b182e" -d '{"events": [{"server_uuid": "add59a31-f5d6-420d-8a58-fa2e2dd4f6ee", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a04dd-228c-44c6-921d-ea0f7c372254"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:03.720817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7a3a04dd-228c-44c6-921d-ea0f7c372254, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:03.747924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:03.759968 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e17467-e887-4c41-9313-4fe8b3feff30 x-openstack-request-id: req-b4e17467-e887-4c41-9313-4fe8b3feff30 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:03.761484 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add59a31-f5d6-420d-8a58-fa2e2dd4f6ee", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a04dd-228c-44c6-921d-ea0f7c372254", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:03.761909 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4e17467-e887-4c41-9313-4fe8b3feff30 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:03.767045 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a04dd-228c-44c6-921d-ea0f7c372254', 'code': 200} Jan 28 05:01:03.893137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=7a3a04dd-228c-44c6-921d-ea0f7c372254,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:03.905856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Allocated IP 172.20.0.10 (7511b38a-8ac1-4e62-885f-16fd55395996/3e662de8-79be-4b39-bfe0-29708190ea90/01b2264a-d4aa-45a5-8cd9-bd3da8bf239a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:01:03.949966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3221365-bc8f-40d2-ba14-3c494971ae60 req-ba505818-f8d9-4432-9fde-dacf59766953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:03.951422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3221365-bc8f-40d2-ba14-3c494971ae60 req-ba505818-f8d9-4432-9fde-dacf59766953 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 1097 time: 0.1096928 Jan 28 05:01:04.017061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3221365-bc8f-40d2-ba14-3c494971ae60 req-5fcab164-6f34-4040-8e9f-15f2e0473697 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569296 Jan 28 05:01:04.185483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e9f6-d20c-411f-939b-f31d3266c4a7 req-3e90e064-7fe1-4f2a-ab8f-e43f4239dc76 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:04.186866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1713e9f6-d20c-411f-939b-f31d3266c4a7 req-3e90e064-7fe1-4f2a-ab8f-e43f4239dc76 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 946 time: 0.0517976 Jan 28 05:01:04.251366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1713e9f6-d20c-411f-939b-f31d3266c4a7 req-b0501151-2b74-4edf-8e5f-ca1d4584ebcd tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586004 Jan 28 05:01:04.336818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9c7667b6-6c2f-4762-a742-17c4e8e0addd req-ae744a12-d389-4ee5-93d5-c7c929a4e4be tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Jan 28 05:01:04.375974 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ad2c4cc-ad5f-4204-b00f-71895fff6e84 req-ca2f6361-0816-4844-9944-dde93123dcae tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 210 time: 0.4962769 Jan 28 05:01:04.517612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:01:04.648619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks [] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:04.674650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:01:04.682213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-974d7083-a375-49f5-a7aa-5d5732bd9cc3 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2957773 Jan 28 05:01:04.683522 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] Sync routers for ids ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:01:04.684895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:04.693281 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] Routers {'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:01:04.693894 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:04.714181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:04.756395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:04.762544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Network 7511b38a-8ac1-4e62-885f-16fd55395996 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:01:04.765599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:04.769636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:01:04.801076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event updated for resources: {'Port': ['ID=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:04.829488 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] Set router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:01:04.829758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks [] for router (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:04.832795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:04.833481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:04.873681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8728d837-fbfa-476c-a49d-54e6977c4069 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6440837 Jan 28 05:01:04.891720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Request body: {'port': {'device_id': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:04.964011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.057418 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T05:01:03Z', 'revision_number': 5, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:05.094162 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] Checking router: e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:01:05.116270 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] Routers {'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:01:05.117079 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:00:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:05.303829 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] Set router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:01:05.370919 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-3afb00b0-984f-429c-846a-0c7bec25a321 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ce45e69cf15f41a39d2b2cb2e8c2b735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945756 Jan 28 05:01:05.429686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58c26a-d831-4c69-b09b-b81d2a13058a req-826dd5a0-d88c-4214-a35f-f4dc80ea3a0e tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:05.432522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff58c26a-d831-4c69-b09b-b81d2a13058a req-826dd5a0-d88c-4214-a35f-f4dc80ea3a0e tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 946 time: 0.0759063 Jan 28 05:01:05.496872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:05.501761 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T05:01:03Z', 'revision_number': 5, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:05.508700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Publish callbacks [] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.516972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff58c26a-d831-4c69-b09b-b81d2a13058a req-a65f45ae-083c-4f62-ba77-3008d7a6b00d tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659008 Jan 28 05:01:05.530270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Transition to ACTIVE for port object 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:01:05.532468 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36545eeb-b783-4556-a422-4f94ead26414 None None] The sync data for ids ['e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4'] in n-d-824835-3 is: [{'id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1334418495-router', 'tenant_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:57:17Z', 'updated_at': '2022-01-28T05:01:03Z', 'revision_number': 5, 'project_id': 'fa966fc8aae841049f9d2b5b8fe50535', 'gw_port': {'id': '8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:57:18Z', 'updated_at': '2022-01-28T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:01:05.537451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.630474 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks [] for router_gateway (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.652691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-58b07556-aede-467d-9ac4-e635b9660adc tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:05.654193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-58b07556-aede-467d-9ac4-e635b9660adc tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "GET /v2.0/networks?id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 796 time: 0.4003651 Jan 28 05:01:05.660377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Pushing event updated for resources: {'Port': ['ID=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:05.682805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-53958f98-5034-4cd7-ae8d-3a68ee3bdbf9 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:05.684603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-53958f98-5034-4cd7-ae8d-3a68ee3bdbf9 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125250 Jan 28 05:01:05.712634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099aa4b-5a3c-4c8d-93ef-5d1af0d2e912 req-730944f6-f60f-4585-8d5c-7f633aa808bb tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:05.717020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f099aa4b-5a3c-4c8d-93ef-5d1af0d2e912 req-730944f6-f60f-4585-8d5c-7f633aa808bb tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 944 time: 0.1097167 Jan 28 05:01:05.735455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f8f8cba2-3264-4e2a-ad04-3bd5eb7538d8 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/quotas/ce45e69cf15f41a39d2b2cb2e8c2b735 HTTP/1.1" status: 200 len: 375 time: 0.0277727 Jan 28 05:01:05.745261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Attempting to bind port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:01:05.745613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Attempting to bind port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:01:05.746060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Attempting to bind port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:05.759885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a on network 7511b38a-8ac1-4e62-885f-16fd55395996 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:01:05.760251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Attempting to bind port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:05.773042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:01:05.773460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Checking segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:05.773812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Bound using segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:01:05.774270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Bound port: 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:01:05.774636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.791398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-56b94032-ef18-4768-a269-80b4389e2a45 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce45e69cf15f41a39d2b2cb2e8c2b735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477746 Jan 28 05:01:05.800426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-65c5d45b-98e2-4dad-9717-169454b975f3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 379 time: 0.1304488 Jan 28 05:01:05.802578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f099aa4b-5a3c-4c8d-93ef-5d1af0d2e912 req-b3b8d014-415a-4df7-b746-8200a2600960 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Jan 28 05:01:05.812950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'port': {'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'admin_state_up': True, 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'security_groups': ['cd190885-14b9-4044-8be1-d0fb26af3617']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:05.833989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Deleting port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:01:05.834352 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.861029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] For port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:01:05.864808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] For port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:01:05.873545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:05.927397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb73f491-eec5-4c51-ba48-dfcd83cf2228 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:01:05.947065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Pushing event updated for resources: {'Port': ['ID=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:05.964456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: eb73f491-eec5-4c51-ba48-dfcd83cf2228 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:01:05.965231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device eb73f491-eec5-4c51-ba48-dfcd83cf2228 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:01:06.006408 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80976918-43dd-429d-9ed4-60c3bc5c17be req-2f3bbef7-61cc-4287-956a-5fb43ddb323d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 210 time: 0.0556886 Jan 28 05:01:06.008073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:06.018138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.018138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-00e9f8b2-242a-416c-96b4-444e64984b49 service neutron] 10.222.0.52 "PUT /v2.0/ports/01b2264a-d4aa-45a5-8cd9-bd3da8bf239a HTTP/1.1" status: 200 len: 1092 time: 1.1251211 Jan 28 05:01:06.018327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] For port 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:06.018327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.018500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'tag': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:06.020519 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426ff5a-4077-484b-8d82-6678cd3b5cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "8016136d-b57b-4157-af3d-d2ea0faa3b19", "tag": "01b2264a-d4aa-45a5-8cd9-bd3da8bf239a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:06.035102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Calling delete_port for 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:01:06.087529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:06.091425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.130416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60b408a0-87a7-44a7-9fa7-409bbffc0a7f req-d1d307ff-cdf9-464d-971a-1deeb66274b0 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 210 time: 0.0687778 Jan 28 05:01:06.159333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-1c23ef58-fe25-47f6-ad3a-2956541fe437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:06.165551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-1c23ef58-fe25-47f6-ad3a-2956541fe437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 1095 time: 0.0946224 Jan 28 05:01:06.223762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-8854a4b1-4ef7-41c3-b4a8-76c079c9f67b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a HTTP/1.1" status: 200 len: 217 time: 0.0454903 Jan 28 05:01:06.292957 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a84f0c-30b7-448b-8939-6adb1502ce5d x-openstack-request-id: req-43a84f0c-30b7-448b-8939-6adb1502ce5d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:06.293292 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8016136d-b57b-4157-af3d-d2ea0faa3b19", "tag": "01b2264a-d4aa-45a5-8cd9-bd3da8bf239a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:06.293586 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43a84f0c-30b7-448b-8939-6adb1502ce5d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:06.294080 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'tag': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'status': 'completed', 'code': 200} Jan 28 05:01:06.322329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-08735306-836d-4221-830a-7f28e0dcee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:06.323882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-08735306-836d-4221-830a-7f28e0dcee22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.0868139 Jan 28 05:01:06.391509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-5b8b1214-3c37-4498-9c7c-85de7427e8c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544009 Jan 28 05:01:06.391840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.20.0.6 (b69fc897-caae-479f-a2bf-c92a38c616cf/0c2a7aa9-b972-4557-ac74-4a9dfb18bec7/0f197709-73f4-456b-b146-a17c65cdb0a2) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:01:06.406335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.450700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.496958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:06.521433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-2f535c04-f1cb-425a-b179-8c3ae12f4bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173291 Jan 28 05:01:06.643870 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.659322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7de7ab8b-8252-416d-aac8-856a99d2b680 req-3aabf5a2-6f2f-42f5-9fac-efdd460036ad service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314771 Jan 28 05:01:06.730706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.762487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.765694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks [] for router_controller (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.814189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-e616bca2-185e-4e41-8891-1c6e27a10fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:06.816126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-e616bca2-185e-4e41-8891-1c6e27a10fc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 1095 time: 0.0589385 Jan 28 05:01:06.825071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.825679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:01:06.833178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.833178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4a55239d-bc80-4441-87e7-323f1a35612c admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6f463dc-83fc-4ec9-a544-6d6fdbcdd4c4 HTTP/1.1" status: 204 len: 168 time: 2.1455433 Jan 28 05:01:06.834857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39776) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:06.843559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.940736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Deleting subnet 027c4eac-ee39-4f6c-923a-8df6540ff342 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:01:06.951533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network b69fc897-caae-479f-a2bf-c92a38c616cf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:01:06.956883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Publish callbacks [] for subnet (027c4eac-ee39-4f6c-923a-8df6540ff342), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:06.959335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:06.980912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=0f197709-73f4-456b-b146-a17c65cdb0a2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:06.994667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:01:07.028972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-f2a628d0-10ca-4b4a-9eab-f8a00a38ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:07.031445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-f2a628d0-10ca-4b4a-9eab-f8a00a38ecde service neutron] 10.222.0.52 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.2078440 Jan 28 05:01:07.045043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dd942-bda8-4cd8-aa88-467173c58d7a req-32cc6f55-3ae8-4a71-b25a-75b2695d5490 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:07.046613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e54dd942-bda8-4cd8-aa88-467173c58d7a req-32cc6f55-3ae8-4a71-b25a-75b2695d5490 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 944 time: 0.1106606 Jan 28 05:01:07.057266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (027c4eac-ee39-4f6c-923a-8df6540ff342), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.106713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-05d548c9-4a6e-4eac-b671-af3887a7e011 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a HTTP/1.1" status: 200 len: 217 time: 0.0591271 Jan 28 05:01:07.112592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:07.113755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.190667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-55457bac-fe10-4561-a646-2d733a2fca77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3825645 Jan 28 05:01:07.195804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (027c4eac-ee39-4f6c-923a-8df6540ff342), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.229527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Request body: {'port': {'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:07.233090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e54dd942-bda8-4cd8-aa88-467173c58d7a req-fcdee0e1-1e06-4c60-a108-ffdb8bb42388 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720996 Jan 28 05:01:07.235157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-c084d87e-222f-458c-a538-52810c53a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:07.236564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-c084d87e-222f-458c-a538-52810c53a685 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.1233928 Jan 28 05:01:07.284805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-66e3ad80-e7af-48bf-81ae-f462c1ef1ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405798 Jan 28 05:01:07.286728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd1ff-4369-4783-8f55-8881fe1f072d req-f9cec7ca-b0fc-4b06-bd13-4efef3b8d573 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:07.288479 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aafd1ff-4369-4783-8f55-8881fe1f072d req-f9cec7ca-b0fc-4b06-bd13-4efef3b8d573 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 931 time: 0.1628048 Jan 28 05:01:07.350943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.369371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (027c4eac-ee39-4f6c-923a-8df6540ff342), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.385871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe00f480-56f9-43d7-ba5a-f9dc8f3ef835 req-74378e99-1891-402e-a2af-c43447acbd18 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 210 time: 0.0619969 Jan 28 05:01:07.410836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027c4eac-ee39-4f6c-923a-8df6540ff342,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:07.421662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4aafd1ff-4369-4783-8f55-8881fe1f072d req-85f5267c-c01b-463f-951f-a4a4ac769e77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247022 Jan 28 05:01:07.438236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-ac9832d6-f937-49d8-922b-b8ad7c4d95f9 service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408143 Jan 28 05:01:07.444228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.449834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/027c4eac-ee39-4f6c-923a-8df6540ff342 HTTP/1.1" status: 204 len: 168 time: 0.6131413 Jan 28 05:01:07.455429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39782) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:07.458591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.458952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.459302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.459670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.459991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.460329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.460665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.461000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.461357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.461689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.462023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.462351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.463208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f443371-d38a-4b4d-a73e-2ffa4d502a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:07.478202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-641eca94-ddd7-405f-bd49-99b19da280b1 None None] Provisioning complete for port 0f197709-73f4-456b-b146-a17c65cdb0a2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:07.479290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-641eca94-ddd7-405f-bd49-99b19da280b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.545834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-641eca94-ddd7-405f-bd49-99b19da280b1 None None] Port 0f197709-73f4-456b-b146-a17c65cdb0a2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:01:07.645397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (fe43f697-db91-4007-bed5-dbd001a54420), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.703306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-56629c4c-44a0-4230-91c8-668b96c55042 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ce45e69cf15f41a39d2b2cb2e8c2b735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379906 Jan 28 05:01:07.703306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a426ff5a-4077-484b-8d82-6678cd3b5cc4 req-a094d78c-58fa-4425-b835-389cde5c4c07 service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610278 Jan 28 05:01:07.833681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f197709-73f4-456b-b146-a17c65cdb0a2 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:07.841902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Publish callbacks [] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.852464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (fe43f697-db91-4007-bed5-dbd001a54420), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.857436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.871006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Transition to ACTIVE for port object 0f197709-73f4-456b-b146-a17c65cdb0a2 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:01:07.874410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:01:07.879802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.896043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:01:07.896258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe43f697-db91-4007-bed5-dbd001a54420']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:07.896834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8bd1484e-dd6e-46d7-9da0-cadd20cd9bd5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:01:07.917867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4786f46-8330-451c-9948-a9a0d8c4ec67') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:07.918141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4786f46-8330-451c-9948-a9a0d8c4ec67') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:07.932177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-2e88422a-6caa-4826-9d6e-ac80046f2690 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:07.933747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-2e88422a-6caa-4826-9d6e-ac80046f2690 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303224 Jan 28 05:01:07.939680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (b4786f46-8330-451c-9948-a9a0d8c4ec67), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:07.954452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Request body: {'port': {'device_id': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': 'ce45e69cf15f41a39d2b2cb2e8c2b735'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:07.973933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f197709-73f4-456b-b146-a17c65cdb0a2,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:08.011913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b4786f46-8330-451c-9948-a9a0d8c4ec67), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.025902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:01:08.026319 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (b4786f46-8330-451c-9948-a9a0d8c4ec67), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:01:08.028123 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:01:08.030899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Attempting to bind port 0f197709-73f4-456b-b146-a17c65cdb0a2 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:01:08.031244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Attempting to bind port 0f197709-73f4-456b-b146-a17c65cdb0a2 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:01:08.031578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Attempting to bind port 0f197709-73f4-456b-b146-a17c65cdb0a2 on network b69fc897-caae-479f-a2bf-c92a38c616cf {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:08.036266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Port 0f197709-73f4-456b-b146-a17c65cdb0a2 on network b69fc897-caae-479f-a2bf-c92a38c616cf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:01:08.036595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Attempting to bind port 0f197709-73f4-456b-b146-a17c65cdb0a2 on network b69fc897-caae-479f-a2bf-c92a38c616cf {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:08.043465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:01:08.043823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Checking segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:08.044213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Bound using segment: {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:01:08.044653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Bound port: 0f197709-73f4-456b-b146-a17c65cdb0a2, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf72752-5bd4-49c6-9b2d-785f889edd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:01:08.045020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.113667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (fe43f697-db91-4007-bed5-dbd001a54420), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.121673 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.127390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe43f697-db91-4007-bed5-dbd001a54420 HTTP/1.1" status: 204 len: 168 time: 0.5933144 Jan 28 05:01:08.136129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] For port 0f197709-73f4-456b-b146-a17c65cdb0a2, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:01:08.141032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] For port 0f197709-73f4-456b-b146-a17c65cdb0a2, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0f197709-73f4-456b-b146-a17c65cdb0a2,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:01:08.148784 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.153689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3bf19-88ec-41e1-b17b-3314ee32002e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe43f697-db91-4007-bed5-dbd001a54420,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:08.189959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Made reservation on behalf of ce45e69cf15f41a39d2b2cb2e8c2b735 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:08.193930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.204218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.208902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:08.209732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.213722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 200 len: 1091 time: 0.9971581 Jan 28 05:01:08.214434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:08.216833 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a054af49-bd0e-4d8c-b492-df8228c218b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:08.324112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks [] for security_group (bb440076-a2b8-45be-b4ae-c157dfd96ae4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.333833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bb440076-a2b8-45be-b4ae-c157dfd96ae4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.396331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a5146-bd2c-4c05-b020-1e076013d3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f197709-73f4-456b-b146-a17c65cdb0a2,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:08.403253 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2cc1dd-2247-4d34-9899-213bc3a6b92b x-openstack-request-id: req-4e2cc1dd-2247-4d34-9899-213bc3a6b92b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:08.403821 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:08.404280 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e2cc1dd-2247-4d34-9899-213bc3a6b92b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:08.404895 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'status': 'completed', 'code': 200} Jan 28 05:01:08.433640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-f239d8e5-0567-40bb-81df-dc53d4d8f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:08.448617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-f239d8e5-0567-40bb-81df-dc53d4d8f015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1094 time: 0.1104522 Jan 28 05:01:08.449249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:08.486570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb440076-a2b8-45be-b4ae-c157dfd96ae4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:08.494904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-8ceef094-0c55-4d11-9c4d-da7e947a6b01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 200 len: 217 time: 0.0386748 Jan 28 05:01:08.547572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aa683-ea58-488f-bb91-54dfb7f12a86 req-de0f691b-4a0f-4279-8398-c1ce8c3bd31a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:08.549454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aa683-ea58-488f-bb91-54dfb7f12a86 req-de0f691b-4a0f-4279-8398-c1ce8c3bd31a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 944 time: 0.1742764 Jan 28 05:01:08.590874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-083eee52-3e87-475e-9dde-0b5a9462790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.602697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3d1d2a7-d3c7-4765-ac2b-391f6ed6fd28 req-f224adb8-a4c1-4886-a96b-c957ed27deab tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 210 time: 0.0579267 Jan 28 05:01:08.626365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1a413d70-bb4c-4f96-b453-5ad7ed479195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa966fc8aae841049f9d2b5b8fe50535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738012 Jan 28 05:01:08.627529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-e99cabc2-7bc8-4326-9819-143cfaa71e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:08.631260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-e99cabc2-7bc8-4326-9819-143cfaa71e73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 HTTP/1.1" status: 200 len: 835 time: 0.1299036 Jan 28 05:01:08.632025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39798) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:08.660328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c17aa683-ea58-488f-bb91-54dfb7f12a86 req-e83a2784-cc23-467c-880f-474bdf502e90 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031210 Jan 28 05:01:08.661512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Allocated IP 192.168.233.154 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/f7747928-48ad-4fb3-bebf-1aee6379a612) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:01:08.802130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bc3afc1-b59b-4d67-885d-c75de4c0bfdc admin admin] Publish callbacks [] for security_group (f278bf28-cba0-452c-89db-253609731ff9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.820570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-be88b7b7-a9e9-4550-99ab-b228b34d2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:08.822256 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-be88b7b7-a9e9-4550-99ab-b228b34d2b95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b69fc897-caae-479f-a2bf-c92a38c616cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026616 Jan 28 05:01:08.845371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks [] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.849660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fdd2-7c7e-4ca7-9318-5346e812daf1 req-b637a42b-4735-4620-b66d-852d104efc14 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:08.851264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d432fdd2-7c7e-4ca7-9318-5346e812daf1 req-b637a42b-4735-4620-b66d-852d104efc14 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 943 time: 0.1303113 Jan 28 05:01:08.854343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bc3afc1-b59b-4d67-885d-c75de4c0bfdc admin admin] Publish callbacks [] for security_group (f278bf28-cba0-452c-89db-253609731ff9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.883949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:08.935997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:01:08.939122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:08.943098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:01:08.999334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d432fdd2-7c7e-4ca7-9318-5346e812daf1 req-a8c5b8c6-8e54-45e8-988c-a7f8831acf3f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277270 Jan 28 05:01:09.006855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-c59d77a7-b245-4146-9509-6258f27bee28 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747985 Jan 28 05:01:09.007995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bc3afc1-b59b-4d67-885d-c75de4c0bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f278bf28-cba0-452c-89db-253609731ff9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.020542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:09.020738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bc3afc1-b59b-4d67-885d-c75de4c0bfdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.021436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.023428 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2bc3afc1-b59b-4d67-885d-c75de4c0bfdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f278bf28-cba0-452c-89db-253609731ff9 HTTP/1.1" status: 204 len: 168 time: 0.3894510 Jan 28 05:01:09.037676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Pushing event updated for resources: {'Port': ['ID=f7747928-48ad-4fb3-bebf-1aee6379a612,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:09.052233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3afc1-b59b-4d67-885d-c75de4c0bfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f278bf28-cba0-452c-89db-253609731ff9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:09.062751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-72d700dc-6cb2-4dfb-ab4f-bce4c86dbf11 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1149652 Jan 28 05:01:09.083733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Request body: {'port': {'device_id': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:09.143123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3a2bbd1-5dfa-4d5f-9465-690f3316ebc4 req-d8060024-4daa-4fb4-a89f-cecdd1364d97 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173599 Jan 28 05:01:09.154638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.297852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-83c81018-fc8c-462b-a1cc-785011fc2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:09.298900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7f3f45a4-ae3e-4820-935d-d7a4e9793671 None None] Provisioning complete for port f7747928-48ad-4fb3-bebf-1aee6379a612 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:09.299282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f3f45a4-ae3e-4820-935d-d7a4e9793671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.299590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-83c81018-fc8c-462b-a1cc-785011fc2f15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1094 time: 0.0706737 Jan 28 05:01:09.344459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f45a4-ae3e-4820-935d-d7a4e9793671 None None] Port f7747928-48ad-4fb3-bebf-1aee6379a612 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:01:09.413075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-5a697be5-5fa6-4958-bd9d-9b1f1637c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:09.414586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-5a697be5-5fa6-4958-bd9d-9b1f1637c0db service neutron] 10.222.0.47 "GET /v2.0/networks?id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 897 time: 0.1085091 Jan 28 05:01:09.459460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-7bf21358-db66-4a3e-a7e8-c13381540d71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 200 len: 217 time: 0.0374732 Jan 28 05:01:09.500503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7747928-48ad-4fb3-bebf-1aee6379a612 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:09.517999 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Publish callbacks [] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.537623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Transition to ACTIVE for port object f7747928-48ad-4fb3-bebf-1aee6379a612 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:01:09.544909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.598007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Pushing event updated for resources: {'Port': ['ID=f7747928-48ad-4fb3-bebf-1aee6379a612,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:09.779251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Attempting to bind port f7747928-48ad-4fb3-bebf-1aee6379a612 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:01:09.780440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Attempting to bind port f7747928-48ad-4fb3-bebf-1aee6379a612 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:01:09.781610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Attempting to bind port f7747928-48ad-4fb3-bebf-1aee6379a612 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:09.842862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Port f7747928-48ad-4fb3-bebf-1aee6379a612 on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:01:09.845817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Attempting to bind port f7747928-48ad-4fb3-bebf-1aee6379a612 on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:09.875620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:01:09.876540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:09.876959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:01:09.880466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Bound port: f7747928-48ad-4fb3-bebf-1aee6379a612, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:01:09.880855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:09.947809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39712b78-2ca5-4f78-893a-767e423c287a req-d32722a6-20f6-450d-994c-23ea740b08d6 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:09.951626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39712b78-2ca5-4f78-893a-767e423c287a req-d32722a6-20f6-450d-994c-23ea740b08d6 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 948 time: 0.2022011 Jan 28 05:01:09.982471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-cbb05e59-a898-47b3-851e-08d6a4f2366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:09.985534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-cbb05e59-a898-47b3-851e-08d6a4f2366b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 HTTP/1.1" status: 200 len: 835 time: 0.5178020 Jan 28 05:01:10.034037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09af5dc-6438-4cf2-b76b-caf2a7e3dc28 req-5c623c11-14f7-47a9-8241-522981cd46e0 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.036334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e09af5dc-6438-4cf2-b76b-caf2a7e3dc28 req-5c623c11-14f7-47a9-8241-522981cd46e0 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 944 time: 0.1278765 Jan 28 05:01:10.081920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39712b78-2ca5-4f78-893a-767e423c287a req-856fc42e-cf02-4c93-b545-3c226e7415a5 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201649 Jan 28 05:01:10.085219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-622e5a87-1654-4d1d-88c6-8753e25c063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.087423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-622e5a87-1654-4d1d-88c6-8753e25c063d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b69fc897-caae-479f-a2bf-c92a38c616cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955060 Jan 28 05:01:10.089928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] For port f7747928-48ad-4fb3-bebf-1aee6379a612, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:01:10.095717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] For port f7747928-48ad-4fb3-bebf-1aee6379a612, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f7747928-48ad-4fb3-bebf-1aee6379a612,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:01:10.107721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:10.120472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e09af5dc-6438-4cf2-b76b-caf2a7e3dc28 req-f9e4bd7e-e15b-41b4-b78b-5055b02c85d9 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757713 Jan 28 05:01:10.167708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.168331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:10.169872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7747928-48ad-4fb3-bebf-1aee6379a612 HTTP/1.1" status: 200 len: 1096 time: 1.0928144 Jan 28 05:01:10.170189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'tag': 'f7747928-48ad-4fb3-bebf-1aee6379a612'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:10.182996 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396fa59a-94ef-4b44-ac33-f58dc62de20e" -d '{"events": [{"name": "network-changed", "server_uuid": "c832c9b5-113e-4bc2-932d-34da46d770ec", "tag": "f7747928-48ad-4fb3-bebf-1aee6379a612"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:10.273291 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d728fa-195a-48bf-9022-b49a40d2acc5 x-openstack-request-id: req-a9d728fa-195a-48bf-9022-b49a40d2acc5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:10.274026 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832c9b5-113e-4bc2-932d-34da46d770ec", "tag": "f7747928-48ad-4fb3-bebf-1aee6379a612", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:10.274603 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9d728fa-195a-48bf-9022-b49a40d2acc5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:10.275960 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'tag': 'f7747928-48ad-4fb3-bebf-1aee6379a612', 'status': 'completed', 'code': 200} Jan 28 05:01:10.282544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-59642bee-1674-4a86-86de-5083f00f2439 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657236 Jan 28 05:01:10.334112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Pushing event updated for resources: {'Port': ['ID=f7747928-48ad-4fb3-bebf-1aee6379a612,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:10.352710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.353129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.353522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.353863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.354228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.354560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.354891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.355217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.355543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.355869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.356196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.356524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.356849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7b32-3285-40d0-b20d-3702961f4952 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:01:10.379174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a05f3-b957-424b-81b9-c5fcb00195f3 req-14414705-a234-4ea3-89be-38b47b481f71 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.380815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-051a05f3-b957-424b-81b9-c5fcb00195f3 req-14414705-a234-4ea3-89be-38b47b481f71 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 943 time: 0.1926706 Jan 28 05:01:10.383069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-8cbecb3e-d3e4-4702-8ea3-94f035b7c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.385866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-8cbecb3e-d3e4-4702-8ea3-94f035b7c051 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce45e69cf15f41a39d2b2cb2e8c2b735&device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 1099 time: 0.1085398 Jan 28 05:01:10.473588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-40cdfe26-2dd4-49b3-b492-2c38c8f415c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f7747928-48ad-4fb3-bebf-1aee6379a612 HTTP/1.1" status: 200 len: 217 time: 0.0631905 Jan 28 05:01:10.479066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a054af49-bd0e-4d8c-b492-df8228c218b3 req-c06bd164-f70a-4902-a799-48bdc816f2ed service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870062 Jan 28 05:01:10.558116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-051a05f3-b957-424b-81b9-c5fcb00195f3 req-26c35d3a-2b98-4f81-9829-1313816bd52d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704373 Jan 28 05:01:10.566093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-b9c1881d-b582-4540-8b40-7a2dc10daf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.567728 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-b9c1881d-b582-4540-8b40-7a2dc10daf43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0872169 Jan 28 05:01:10.630972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-8c08897d-8237-4251-9ef2-da0105816188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:10.633200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-8c08897d-8237-4251-9ef2-da0105816188 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592303 Jan 28 05:01:10.735427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-709e94b7-b586-4aa6-89f1-ab91c46bbaf8 req-c8443f15-635a-4bde-8b15-e52ce26d6cbe tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0325060 Jan 28 05:01:10.780028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-d5f15bc4-9fac-4b39-9747-d3de44c286a8 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412101 Jan 28 05:01:10.833513 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4224f769-c7c5-4194-9f2a-aae9814a6748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:10.891214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75258a9c-3338-42ea-8923-8d19dcd3421d req-76cb9772-50da-47cf-926d-1e243d453368 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046107 Jan 28 05:01:11.038348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-1eecd99a-8c0e-494c-8264-d12876d39da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.040198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-1eecd99a-8c0e-494c-8264-d12876d39da3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce45e69cf15f41a39d2b2cb2e8c2b735&device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 1099 time: 0.0499301 Jan 28 05:01:11.141962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-23e1fb59-b0e4-4e3d-890f-295b4e93bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.143564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-23e1fb59-b0e4-4e3d-890f-295b4e93bac5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.0983498 Jan 28 05:01:11.210138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-756bc7c6-fb08-46e0-a031-a7fbeeb06520 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f7747928-48ad-4fb3-bebf-1aee6379a612 HTTP/1.1" status: 200 len: 217 time: 0.0586724 Jan 28 05:01:11.240428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0de257-0a0f-4d03-a52c-de011b8ec353 req-33a18c7a-64bc-440e-82e0-5fe4e0393569 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.249342 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d0de257-0a0f-4d03-a52c-de011b8ec353 req-33a18c7a-64bc-440e-82e0-5fe4e0393569 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 948 time: 0.0789874 Jan 28 05:01:11.301901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d0de257-0a0f-4d03-a52c-de011b8ec353 req-a3ead871-fc4c-4d23-818c-26d89083c977 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511858 Jan 28 05:01:11.311279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-4b78fa23-6ad8-4063-9efa-b1b217deda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.312778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-4b78fa23-6ad8-4063-9efa-b1b217deda04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0949240 Jan 28 05:01:11.336683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba488f-5411-4cf4-9f07-77f18894175d req-d6232995-9403-42e6-a46a-fd59240c84e3 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.338719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9bba488f-5411-4cf4-9f07-77f18894175d req-d6232995-9403-42e6-a46a-fd59240c84e3 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 944 time: 0.1196988 Jan 28 05:01:11.406878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-766acf1b-7c82-46b0-a814-ed341d5cb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.408472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-766acf1b-7c82-46b0-a814-ed341d5cb163 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876949 Jan 28 05:01:11.412018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9bba488f-5411-4cf4-9f07-77f18894175d req-6c4d45ea-6f87-4017-9c7a-f8723942c98f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557995 Jan 28 05:01:11.464343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0f197709-73f4-456b-b146-a17c65cdb0a2 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:01:11.510174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-2ee4a742-90b4-4832-88ab-28e96d726249 service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953867 Jan 28 05:01:11.561778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0f197709-73f4-456b-b146-a17c65cdb0a2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0f197709-73f4-456b-b146-a17c65cdb0a2,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:11.572756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:01:11.606129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-396fa59a-94ef-4b44-ac33-f58dc62de20e req-46da3f4d-ecc9-4353-941b-17a57110039a service neutron] 10.222.0.52 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908508 Jan 28 05:01:11.614410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0f197709-73f4-456b-b146-a17c65cdb0a2 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:11.614802 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:11.617662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:01:11.685331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f121a-8c38-44c9-915b-687ae966aeff req-381523c0-4d0a-4e8d-8fe2-4c5cc22700e1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:11.686844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f17f121a-8c38-44c9-915b-687ae966aeff req-381523c0-4d0a-4e8d-8fe2-4c5cc22700e1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 943 time: 0.0480518 Jan 28 05:01:11.713535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f197709-73f4-456b-b146-a17c65cdb0a2 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:11.747517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:11.748611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f17f121a-8c38-44c9-915b-687ae966aeff req-eeebe5ea-9a73-42f4-a44c-07e35fb0a735 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558164 Jan 28 05:01:11.750762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0f197709-73f4-456b-b146-a17c65cdb0a2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0f197709-73f4-456b-b146-a17c65cdb0a2,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:11.758570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:11.772428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'port_id': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'mac_address': 'fa:16:3e:78:a0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e662de8-79be-4b39-bfe0-29708190ea90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:01:11.859276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0f197709-73f4-456b-b146-a17c65cdb0a2,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:11.862499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:11.863123 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:11.878912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:11.897814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e89d899-636d-46e0-8ba2-42955bb0ad88 req-e14a80f9-be13-4290-a823-99d3be55d39f tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0375538 Jan 28 05:01:11.901198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:11.915907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:11.996607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:12.005908 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:12.056297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0f197709-73f4-456b-b146-a17c65cdb0a2'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:12.421722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e58ac-5b77-4fe4-bf0a-eecd4c6e59c6 req-55b5f980-01c4-4792-ac7e-93a2e76aec32 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:12.423211 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd5e58ac-5b77-4fe4-bf0a-eecd4c6e59c6 req-55b5f980-01c4-4792-ac7e-93a2e76aec32 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 948 time: 0.0513511 Jan 28 05:01:12.449962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['01b2264a-d4aa-45a5-8cd9-bd3da8bf239a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:12.474922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd5e58ac-5b77-4fe4-bf0a-eecd4c6e59c6 req-bf7e8854-c4f3-4288-a6d1-1d358a166cfc tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Jan 28 05:01:12.549957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa9a5-8d9c-4f31-9148-9d77e299150c req-f5132191-9987-4cad-b1d1-56d9e0afd5cf tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:12.552119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abeaa9a5-8d9c-4f31-9148-9d77e299150c req-f5132191-9987-4cad-b1d1-56d9e0afd5cf tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 945 time: 0.0625362 Jan 28 05:01:12.602914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abeaa9a5-8d9c-4f31-9148-9d77e299150c req-b9334f3d-d0f8-4151-8851-51eaa18ccdde tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Jan 28 05:01:12.862704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3079827-0241-4c75-8371-09bd7ebeaaa0 req-c0b0af22-c6e7-4b8e-875f-1e2f99db0e1b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:12.864109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3079827-0241-4c75-8371-09bd7ebeaaa0 req-c0b0af22-c6e7-4b8e-875f-1e2f99db0e1b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 944 time: 0.0472987 Jan 28 05:01:12.911995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3079827-0241-4c75-8371-09bd7ebeaaa0 req-a275e32c-4d69-4695-a3e8-1a764383c779 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Jan 28 05:01:12.995333 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92b00911-6693-4d6d-bd36-1841a0249241 req-556a580d-1c33-40b1-848f-3727d45db672 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jan 28 05:01:13.083687 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7486953f-daf2-49fc-aa1e-0861ff6a87b5 req-cab59746-2136-41a5-9f43-af7f7fb3d82d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0240095 Jan 28 05:01:13.482617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0f197709-73f4-456b-b146-a17c65cdb0a2 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:13.550422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0f197709-73f4-456b-b146-a17c65cdb0a2 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:01:13.588441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0f197709-73f4-456b-b146-a17c65cdb0a2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:13.588799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:13.618308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175f96c-68e6-4954-9478-220eb43ef1d0 req-15329c6b-5cd0-419b-9724-441e0f3f2f47 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:13.621743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b175f96c-68e6-4954-9478-220eb43ef1d0 req-15329c6b-5cd0-419b-9724-441e0f3f2f47 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 948 time: 0.0629110 Jan 28 05:01:13.640930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:13.690817 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b175f96c-68e6-4954-9478-220eb43ef1d0 req-a3660b34-a23e-4f00-8079-32a710946c1b tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596790 Jan 28 05:01:13.750881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb160d-97a9-450e-82d6-c6e01931b36d req-aad27994-c099-4fc9-a844-89a4ab6455f3 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:13.752385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-beeb160d-97a9-450e-82d6-c6e01931b36d req-aad27994-c099-4fc9-a844-89a4ab6455f3 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 945 time: 0.0675569 Jan 28 05:01:13.780756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:13.784354 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0f197709-73f4-456b-b146-a17c65cdb0a2 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:13.786510 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:13.813507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:01:13.818135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-beeb160d-97a9-450e-82d6-c6e01931b36d req-975d1a51-c515-414f-8fa3-5560d8ede1d6 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591958 Jan 28 05:01:13.821109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:13.823491 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988f6940-7356-435d-b992-2121e1c5dc22" -d '{"events": [{"server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "name": "network-vif-plugged", "status": "completed", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:13.841703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:13.842085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:13.845696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0f197709-73f4-456b-b146-a17c65cdb0a2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0f197709-73f4-456b-b146-a17c65cdb0a2,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:13.851826 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:13.882195 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4ddaf1-9e5e-487a-8e9a-de68d90ea6bf x-openstack-request-id: req-ad4ddaf1-9e5e-487a-8e9a-de68d90ea6bf {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:13.882499 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "name": "network-vif-plugged", "status": "completed", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:13.882758 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad4ddaf1-9e5e-487a-8e9a-de68d90ea6bf {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:13.883157 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'code': 200} Jan 28 05:01:14.055856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d962e72-ba58-4e1d-98b7-c7ef87c66627 req-718e4fe2-e428-41c9-9960-918c3e37e66b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:14.067280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d962e72-ba58-4e1d-98b7-c7ef87c66627 req-718e4fe2-e428-41c9-9960-918c3e37e66b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.0772240 Jan 28 05:01:14.112107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0f197709-73f4-456b-b146-a17c65cdb0a2,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:14.145293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d962e72-ba58-4e1d-98b7-c7ef87c66627 req-71f58bec-54fb-4701-8069-34c88b9d26cc tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715551 Jan 28 05:01:14.162427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:14.162833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:14.176651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d16f5-691e-45ab-bfbd-2b088a61f591 req-a346bbca-cbf8-435a-bfcf-f47b61d32b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:14.178504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-133d16f5-691e-45ab-bfbd-2b088a61f591 req-a346bbca-cbf8-435a-bfcf-f47b61d32b6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1096 time: 0.1332617 Jan 28 05:01:14.204207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:14.210862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:14.227026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22e149c7-be85-4232-9997-8467e3861a38 req-b90a9608-61e6-4c27-ad4f-20525e21dc31 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0429068 Jan 28 05:01:14.258941 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-133d16f5-691e-45ab-bfbd-2b088a61f591 req-0843fb69-76ad-415c-8216-0dd74d5c31cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628762 Jan 28 05:01:14.276327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:14.806517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec038cdc-7c6f-495d-8444-948165e0e14c req-685c892f-5ee1-4264-93dd-9a1a627ab553 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:14.807991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec038cdc-7c6f-495d-8444-948165e0e14c req-685c892f-5ee1-4264-93dd-9a1a627ab553 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 948 time: 0.0508738 Jan 28 05:01:14.855474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec038cdc-7c6f-495d-8444-948165e0e14c req-3ab932ec-6c6e-4070-acc9-1795b04fc51a tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jan 28 05:01:14.939675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee364b-07c3-4ae9-b895-7afd4968c998 req-1396d6df-cf13-4107-baa6-7d2864ff8c6a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:14.941189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ee364b-07c3-4ae9-b895-7afd4968c998 req-1396d6df-cf13-4107-baa6-7d2864ff8c6a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0513222 Jan 28 05:01:14.989420 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ee364b-07c3-4ae9-b895-7afd4968c998 req-f3504028-8842-4767-ad48-5a55116b2417 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Jan 28 05:01:15.010141 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:15.253007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a9e6c-a0f9-4775-becb-a7d73c1ae2db req-efd0af1f-cf9d-44ea-8e71-421e09354132 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:15.254457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-240a9e6c-a0f9-4775-becb-a7d73c1ae2db req-efd0af1f-cf9d-44ea-8e71-421e09354132 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.0502954 Jan 28 05:01:15.304569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-240a9e6c-a0f9-4775-becb-a7d73c1ae2db req-87f885d1-8a57-43fb-8a82-e1bddb34a38c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443859 Jan 28 05:01:15.345783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-26a814dc-330d-43d0-9459-bbb9a75e4278 req-0a8fa73e-c2fb-4420-9230-26bf9112c939 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0267792 Jan 28 05:01:15.652377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f7747928-48ad-4fb3-bebf-1aee6379a612 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:01:15.774397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f7747928-48ad-4fb3-bebf-1aee6379a612, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f7747928-48ad-4fb3-bebf-1aee6379a612,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:15.787630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'f7747928-48ad-4fb3-bebf-1aee6379a612', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': 'f7747928-48ad-4fb3-bebf-1aee6379a612', 'mac_address': 'fa:16:3e:1e:f1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:01:15.830981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f7747928-48ad-4fb3-bebf-1aee6379a612 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:15.831382 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:15.845126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7747928-48ad-4fb3-bebf-1aee6379a612 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:15.866122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f7747928-48ad-4fb3-bebf-1aee6379a612, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f7747928-48ad-4fb3-bebf-1aee6379a612,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:15.871124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:15.907043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:15.910028 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34aaf57-b63d-49d9-9ec9-3166a64e0cf5" -d '{"events": [{"server_uuid": "8016136d-b57b-4157-af3d-d2ea0faa3b19", "name": "network-vif-plugged", "status": "completed", "tag": "01b2264a-d4aa-45a5-8cd9-bd3da8bf239a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:15.962833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f7747928-48ad-4fb3-bebf-1aee6379a612,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:15.979218 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5508c7cd-f80c-48d7-a4eb-f01d2d210111 x-openstack-request-id: req-5508c7cd-f80c-48d7-a4eb-f01d2d210111 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:15.980410 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8016136d-b57b-4157-af3d-d2ea0faa3b19", "name": "network-vif-plugged", "status": "completed", "tag": "01b2264a-d4aa-45a5-8cd9-bd3da8bf239a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:15.980831 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5508c7cd-f80c-48d7-a4eb-f01d2d210111 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:15.982132 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'code': 200} Jan 28 05:01:16.085486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f420c213-6708-44d0-bd0d-e07e1f01c0f9 req-4f80362f-5b1b-4a38-b6ae-fb846a19918f tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0445478 Jan 28 05:01:16.086223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c5ff-0e21-443b-bfb6-6936e70c6d3c req-9096a79b-31db-4b76-9376-55b39beab6ca tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:16.090320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5639c5ff-0e21-443b-bfb6-6936e70c6d3c req-9096a79b-31db-4b76-9376-55b39beab6ca tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 949 time: 0.1112607 Jan 28 05:01:16.185875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377f053-729d-432c-aa8b-9b2acbf5d308 req-77428547-cdcb-4bca-9eab-5456f30dbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:16.187351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e377f053-729d-432c-aa8b-9b2acbf5d308 req-77428547-cdcb-4bca-9eab-5456f30dbc33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 1097 time: 0.0955873 Jan 28 05:01:16.193539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3361a56-767d-4246-8257-6f897a86e27a req-745760c7-3523-496d-aab2-0a753cee15eb tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:16.196727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3361a56-767d-4246-8257-6f897a86e27a req-745760c7-3523-496d-aab2-0a753cee15eb tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0536423 Jan 28 05:01:16.205676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5639c5ff-0e21-443b-bfb6-6936e70c6d3c req-780d6f10-0459-46d1-b669-0e0f8a0fd0d4 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 Jan 28 05:01:16.259022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['f7747928-48ad-4fb3-bebf-1aee6379a612'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:16.261435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e377f053-729d-432c-aa8b-9b2acbf5d308 req-09eae85a-b075-46e5-8d17-e88b41ab3cc6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590956 Jan 28 05:01:16.262887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3361a56-767d-4246-8257-6f897a86e27a req-39ccd8b9-6827-46fb-972a-fc85ac5fb9c2 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Jan 28 05:01:16.430470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6c153-d31a-4cda-bec2-2dc590fec726 req-9d814286-427a-4160-9378-99a0f239c63a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:16.432002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cb6c153-d31a-4cda-bec2-2dc590fec726 req-9d814286-427a-4160-9378-99a0f239c63a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.0557401 Jan 28 05:01:16.480467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2cb6c153-d31a-4cda-bec2-2dc590fec726 req-415c25df-ea99-4b70-b469-7b9b635fb5d4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Jan 28 05:01:16.595230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300cfc2-199a-43d0-b8b2-a3db524d693c req-2b76d781-9e81-4248-83da-511a1b50ba78 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:16.597004 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1300cfc2-199a-43d0-b8b2-a3db524d693c req-2b76d781-9e81-4248-83da-511a1b50ba78 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.0484302 Jan 28 05:01:16.650251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1300cfc2-199a-43d0-b8b2-a3db524d693c req-e9ceeba5-f2c8-42da-a545-9fa913f8f6d1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458460 Jan 28 05:01:16.672317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39932) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:16.714984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9093d7-a3d9-44ca-bac4-30a8ff6f2715 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:16.716985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7c9093d7-a3d9-44ca-bac4-30a8ff6f2715 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1091 time: 0.0432503 Jan 28 05:01:16.719577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39934) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:16.723997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:16.743260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:16.836410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.236323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97542c4d-2477-4256-ad4a-c04468f6373c req-df197422-2f65-4b24-ab7e-4fc814629e32 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0319281 Jan 28 05:01:17.277375 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:01:17.305420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.25.6.22 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/de6fa29b-f4fc-4af5-8293-1eca3df0cb72) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:01:17.384847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3e39-ef8c-4a20-b32b-6bceb51adf40 req-fb1bdd57-91e4-4411-b854-13b4ac43dd9d tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:17.387292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00ef3e39-ef8c-4a20-b32b-6bceb51adf40 req-fb1bdd57-91e4-4411-b854-13b4ac43dd9d tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 949 time: 0.0612414 Jan 28 05:01:17.439521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00ef3e39-ef8c-4a20-b32b-6bceb51adf40 req-f07da3e0-5314-43cc-9c9b-fc91ab593f52 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Jan 28 05:01:17.444511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424af54a-d62e-4276-b152-09a266a9250a req-0d11d07d-aaf5-4491-81c0-38a20f592142 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:17.446729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-424af54a-d62e-4276-b152-09a266a9250a req-0d11d07d-aaf5-4491-81c0-38a20f592142 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0771298 Jan 28 05:01:17.470677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.527491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-424af54a-d62e-4276-b152-09a266a9250a req-444cad06-1326-4537-8da7-81d55f486be0 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682116 Jan 28 05:01:17.537626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.583000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:01:17.588034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:17.592702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:01:17.596120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=de6fa29b-f4fc-4af5-8293-1eca3df0cb72,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:17.671841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f7747928-48ad-4fb3-bebf-1aee6379a612 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:17.740219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port f7747928-48ad-4fb3-bebf-1aee6379a612 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:01:17.745854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port f7747928-48ad-4fb3-bebf-1aee6379a612 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:17.746371 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.831254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f7747928-48ad-4fb3-bebf-1aee6379a612 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:17.831568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.867593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f7747928-48ad-4fb3-bebf-1aee6379a612, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f7747928-48ad-4fb3-bebf-1aee6379a612,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:17.872449 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.920194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f7747928-48ad-4fb3-bebf-1aee6379a612,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:17.965451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (74e33c84-38e2-403d-a99d-816dc723029a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.983147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7747928-48ad-4fb3-bebf-1aee6379a612'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:17.985471 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0aa4b3-8b6f-4c02-80cf-efa7391e8786" -d '{"events": [{"server_uuid": "c832c9b5-113e-4bc2-932d-34da46d770ec", "name": "network-vif-plugged", "status": "completed", "tag": "f7747928-48ad-4fb3-bebf-1aee6379a612"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:18.021442 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ca1542-1439-46be-808f-ca0970a0586e x-openstack-request-id: req-74ca1542-1439-46be-808f-ca0970a0586e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:18.021748 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832c9b5-113e-4bc2-932d-34da46d770ec", "name": "network-vif-plugged", "status": "completed", "tag": "f7747928-48ad-4fb3-bebf-1aee6379a612", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:18.022010 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74ca1542-1439-46be-808f-ca0970a0586e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:18.022438 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7747928-48ad-4fb3-bebf-1aee6379a612', 'code': 200} Jan 28 05:01:18.038012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:18.188119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24c93-97f5-4fc4-a700-29306a524dcf req-96a7837e-1cf3-4f91-b7f5-f41e138aeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:18.189559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9dd24c93-97f5-4fc4-a700-29306a524dcf req-96a7837e-1cf3-4f91-b7f5-f41e138aeb6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 1101 time: 0.0712199 Jan 28 05:01:18.242676 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:18.251778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:18.278248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9dd24c93-97f5-4fc4-a700-29306a524dcf req-f85fb0cf-df39-404b-bb72-70dd1129d535 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789986 Jan 28 05:01:18.324315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=de6fa29b-f4fc-4af5-8293-1eca3df0cb72,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:18.340123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (74e33c84-38e2-403d-a99d-816dc723029a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:18.398480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-244b6a85-f1d6-4b27-ab25-32006a818f3f req-cae24e83-27b0-430c-ba1f-cfadf14c683c tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0601826 Jan 28 05:01:18.463688 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Floating IP 74e33c84-38e2-403d-a99d-816dc723029a associated. External IP: 172.25.6.22, port: 0f197709-73f4-456b-b146-a17c65cdb0a2. Jan 28 05:01:18.564013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672044b-49aa-4ed8-bf2d-727001c03bdf req-4a264389-7468-4709-bfb3-1c2c8294d02a tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:18.566145 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2672044b-49aa-4ed8-bf2d-727001c03bdf req-4a264389-7468-4709-bfb3-1c2c8294d02a tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 950 time: 0.0550175 Jan 28 05:01:18.615399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2672044b-49aa-4ed8-bf2d-727001c03bdf req-6717452d-b106-43db-bb6d-61c76aa7a17f tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Jan 28 05:01:18.704057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18213-2e78-42ab-99b6-8ca1956c5d06 req-380e7470-63e1-4098-b249-0667d4c631f6 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:18.704962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04d18213-2e78-42ab-99b6-8ca1956c5d06 req-380e7470-63e1-4098-b249-0667d4c631f6 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0993714 Jan 28 05:01:18.722691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:01:18.800125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04d18213-2e78-42ab-99b6-8ca1956c5d06 req-d2365f89-4c4f-44e9-af15-6409e28bda43 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878479 Jan 28 05:01:18.861277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:01:18.873816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:01:18.880620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:18.885251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:01:18.885886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:01:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:18.918153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2355f71a-77b0-49f3-a564-1e040c88baec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1973042 Jan 28 05:01:18.918911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:18.921373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 39958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:18.921637 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebb595-c9eb-4111-aa5c-361e733ef17a" -d '{"events": [{"name": "network-changed", "server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:18.964565 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058423a9-043d-4f5b-9638-1aecce1c64dc x-openstack-request-id: req-058423a9-043d-4f5b-9638-1aecce1c64dc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:18.964866 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:18.965127 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-058423a9-043d-4f5b-9638-1aecce1c64dc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:18.965562 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'status': 'completed', 'code': 200} Jan 28 05:01:19.009748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e2248e1-5671-46ed-9f0d-39758158b11e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/74e33c84-38e2-403d-a99d-816dc723029a HTTP/1.1" status: 200 len: 990 time: 0.0847602 Jan 28 05:01:19.014591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:01:19.065109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-54fe1ee4-1d50-44fe-ab31-e55beddb54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:19.066665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-54fe1ee4-1d50-44fe-ab31-e55beddb54dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1096 time: 0.0483198 Jan 28 05:01:19.166943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-60984114-1145-4b61-b316-9acb2b94d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:19.168737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-60984114-1145-4b61-b316-9acb2b94d522 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 897 time: 0.0960751 Jan 28 05:01:19.247754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-7e1b949a-79c2-4b1e-9cb4-98be0bc818f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 200 len: 998 time: 0.0679522 Jan 28 05:01:19.270264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:55Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:17Z', 'revision_number': 0, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:19.300819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-1b862daa-c7b1-48a4-bbb3-3953573c7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:19.302413 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-1b862daa-c7b1-48a4-bbb3-3953573c7468 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 HTTP/1.1" status: 200 len: 835 time: 0.0457127 Jan 28 05:01:19.303205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:01:19.311622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:01:19.312242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:01:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:19.348236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-b76dd947-6817-485e-a05d-ea727779e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:19.349814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-b76dd947-6817-485e-a05d-ea727779e969 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b69fc897-caae-479f-a2bf-c92a38c616cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408068 Jan 28 05:01:19.418109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:01:19.459400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-9ee95c07-455e-4a81-b0e4-defdae1f3381 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932257 Jan 28 05:01:19.544258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c19af8bb-c760-4c08-8a48-4dbca06cec6a req-810d3984-09d5-4cc6-bfbc-c28322935e46 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0335548 Jan 28 05:01:19.576166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70ebb595-c9eb-4111-aa5c-361e733ef17a req-a7f0a4e8-ba82-479d-a5a8-8f4cdfd70324 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109810 Jan 28 05:01:19.646027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:55Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:17Z', 'revision_number': 0, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:01:19.677047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda72ad-63c5-4d3c-bc36-c31353fcb581 None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:00:55Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:17Z', 'revision_number': 0, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:01:19.757238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f594f-7d68-4014-93ba-e838d98ac3c8 req-0a7d57ec-8527-4a8f-a667-a62adf1fd655 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:19.758774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-760f594f-7d68-4014-93ba-e838d98ac3c8 req-0a7d57ec-8527-4a8f-a667-a62adf1fd655 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 950 time: 0.0520940 Jan 28 05:01:19.813537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-760f594f-7d68-4014-93ba-e838d98ac3c8 req-4bd4425b-e629-44ff-933e-6bcc3ff515c3 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484409 Jan 28 05:01:19.913760 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77447ee-b3e6-4ae1-b303-32fa347c61be None None] New status for floating IP 74e33c84-38e2-403d-a99d-816dc723029a: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:01:20.012643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39986) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:20.088359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0843a515-ea2d-403d-ad75-6214cbf3fedd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/74e33c84-38e2-403d-a99d-816dc723029a HTTP/1.1" status: 200 len: 990 time: 0.0743687 Jan 28 05:01:20.125365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ee6ef-d31a-43e4-a58a-c421dbbef0a5 req-5612e352-6f5c-4017-8cfa-ed2a6413f8f6 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:20.126924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a4ee6ef-d31a-43e4-a58a-c421dbbef0a5 req-5612e352-6f5c-4017-8cfa-ed2a6413f8f6 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 950 time: 0.0551219 Jan 28 05:01:20.174334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a4ee6ef-d31a-43e4-a58a-c421dbbef0a5 req-a6223e3e-9808-4fef-9b9e-867132e9b5ff tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Jan 28 05:01:20.650076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5014e9bc-dc0d-4cb8-aaf1-a7e4d14e9cbd req-b001d37c-dc86-459d-ac1b-e5546e45cc5d tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0296235 Jan 28 05:01:21.092241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 39994) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:21.152048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-50cbb82c-80ca-40a5-9609-ef3385005d8e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/74e33c84-38e2-403d-a99d-816dc723029a HTTP/1.1" status: 200 len: 992 time: 0.0587351 Jan 28 05:01:21.311391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006926e-76e4-4fef-a32b-481931c27cf8 req-1d1ab944-2fc4-4aca-8c44-4d0af9b36132 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:21.313610 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2006926e-76e4-4fef-a32b-481931c27cf8 req-1d1ab944-2fc4-4aca-8c44-4d0af9b36132 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 950 time: 0.0570235 Jan 28 05:01:21.369382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2006926e-76e4-4fef-a32b-481931c27cf8 req-def3e964-8e5b-4a39-8a7b-bcee082fa482 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb440076-a2b8-45be-b4ae-c157dfd96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497127 Jan 28 05:01:21.570843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37101623-86ab-43de-9406-535242e4ddcc req-1b370cce-28e0-479b-a081-14cfb5a22973 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:21.572407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37101623-86ab-43de-9406-535242e4ddcc req-1b370cce-28e0-479b-a081-14cfb5a22973 tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.52 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 950 time: 0.0484757 Jan 28 05:01:21.666132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Deleting port f7747928-48ad-4fb3-bebf-1aee6379a612 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:01:21.666622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:21.781029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-adc69f17-860d-4886-aff7-8f101dca6045 req-5f376f12-6f31-4eec-8b46-9986665648c7 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0399036 Jan 28 05:01:21.787806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] For port f7747928-48ad-4fb3-bebf-1aee6379a612, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f7747928-48ad-4fb3-bebf-1aee6379a612,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:21.788182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:21.800841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Calling delete_port for f7747928-48ad-4fb3-bebf-1aee6379a612 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:01:21.927415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f7747928-48ad-4fb3-bebf-1aee6379a612), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:21.955477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Pushing event deleted for resources: {'Port': ['ID=f7747928-48ad-4fb3-bebf-1aee6379a612,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:21.965015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['f7747928-48ad-4fb3-bebf-1aee6379a612'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:22.003854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] No DVR routers for this DVR port f7747928-48ad-4fb3-bebf-1aee6379a612 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:01:22.008476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:22.012617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37101623-86ab-43de-9406-535242e4ddcc req-7af583af-f3e2-41f6-be26-f7b875568fdd tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.52 "DELETE /v2.0/ports/f7747928-48ad-4fb3-bebf-1aee6379a612 HTTP/1.1" status: 204 len: 173 time: 0.4352033 Jan 28 05:01:22.013115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'name': 'network-vif-deleted', 'tag': 'f7747928-48ad-4fb3-bebf-1aee6379a612'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:22.016469 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448642e8-7023-40df-b615-076a8135e51d" -d '{"events": [{"server_uuid": "c832c9b5-113e-4bc2-932d-34da46d770ec", "name": "network-vif-deleted", "tag": "f7747928-48ad-4fb3-bebf-1aee6379a612"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:22.072548 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9276ae86-333a-4785-8a22-f964db577f75 x-openstack-request-id: req-9276ae86-333a-4785-8a22-f964db577f75 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:22.072850 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832c9b5-113e-4bc2-932d-34da46d770ec", "name": "network-vif-deleted", "tag": "f7747928-48ad-4fb3-bebf-1aee6379a612", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:22.073138 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9276ae86-333a-4785-8a22-f964db577f75 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:22.073591 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832c9b5-113e-4bc2-932d-34da46d770ec', 'name': 'network-vif-deleted', 'tag': 'f7747928-48ad-4fb3-bebf-1aee6379a612', 'status': 'completed', 'code': 200} Jan 28 05:01:22.486215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad92b29f-17bc-43b5-9322-9f892706dd19 req-f7f7868c-33b5-403c-92c2-b76cc7d4750a tempest-VolumesNegativeTest-157484800 tempest-VolumesNegativeTest-157484800-project] 10.222.0.21 "GET /v2.0/ports?device_id=c832c9b5-113e-4bc2-932d-34da46d770ec HTTP/1.1" status: 200 len: 210 time: 0.0308964 Jan 28 05:01:22.882772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75069c26-926d-498b-80a2-3a47cd59d16a req-e438396d-3d73-4405-9d9e-99e94bf0386b tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0260038 Jan 28 05:01:24.029363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b0cb46f1-b838-4cb2-9f62-be1f40010ca4 req-a1d1a582-a064-48cf-9dfe-3a8680417b30 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0484195 Jan 28 05:01:25.167952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfd01cc7-73e7-4026-a32f-48d73d59b0ee req-fc0717bb-078e-4caf-8e37-9320534d973f tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0379586 Jan 28 05:01:25.709559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f7747928-48ad-4fb3-bebf-1aee6379a612 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:01:25.734105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: f7747928-48ad-4fb3-bebf-1aee6379a612 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:01:25.734685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f7747928-48ad-4fb3-bebf-1aee6379a612 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:01:26.348031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dc50eb8b-7ace-4ca3-8728-dc258ae3fcff req-7af86612-2ae1-4c4d-ab85-f3d5c228d9d5 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0474405 Jan 28 05:01:27.465106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfd18aba-f22e-484f-8c09-29dc0efe3008 req-afbea245-58cd-47fb-96c9-c7be349da77e tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0343626 Jan 28 05:01:28.591958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2054b486-1c9b-443d-a4ff-8af144f7c2e3 req-f94b14d3-323c-4524-87f5-d2ab1887d9dd tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0271702 Jan 28 05:01:29.050487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-5fb7bd98-eeb1-4456-9a0c-b0c53e65f90c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:29.051976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-5fb7bd98-eeb1-4456-9a0c-b0c53e65f90c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.1034975 Jan 28 05:01:29.067133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-1c3502c8-9092-423b-9695-a8af7f9d3198 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/quotas/47a5c73aaf58497e94d6566bdb330ff2 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Jan 28 05:01:29.123666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-d918528e-e9e4-4458-a65f-e709f0f70313 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505490 Jan 28 05:01:29.233915 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-de4f460d-5bf0-4560-9bfa-446c3e33f6bc service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019640 Jan 28 05:01:29.359003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-e867756f-d730-4d9b-ae8e-3a0d0dc98004 service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194212 Jan 28 05:01:29.565521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e94acf86-2ad4-4f9b-b3ee-167fa1594e13 req-459a8f4f-6fa6-45f1-b143-7e9a359e7344 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Jan 28 05:01:29.707472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-776bdc00-de3d-4029-97ef-4a5415490335 req-de5163a3-37db-495c-a74d-4c0307433b9b tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0293977 Jan 28 05:01:30.663375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-6b80b13b-c9a9-4461-a5a5-d4ebab459173 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:30.665024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-6b80b13b-c9a9-4461-a5a5-d4ebab459173 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.1481605 Jan 28 05:01:30.725478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08449c3e-dd5d-476d-a114-4ce088772498 req-95b7720e-de61-4e16-b37f-b033963345b8 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 210 time: 0.0524020 Jan 28 05:01:30.731807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Request body: {'port': {'device_id': '5fbe1240-23a1-44a7-a360-509108119e76', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'admin_state_up': True, 'tenant_id': '47a5c73aaf58497e94d6566bdb330ff2'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:30.833505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ca9df1b-7e68-454e-834b-97eff588895c req-1f753977-3cf8-4333-86ee-cf712f6aa25a tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0377922 Jan 28 05:01:30.893096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Made reservation on behalf of 47a5c73aaf58497e94d6566bdb330ff2 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:30.897226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.061652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Allocated IP 172.20.0.9 (7511b38a-8ac1-4e62-885f-16fd55395996/3e662de8-79be-4b39-bfe0-29708190ea90/fe3f2090-115e-407f-9b1c-c0314573fe93) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:01:31.258081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40346) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:31.259310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks [] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.302541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.341526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['01b2264a-d4aa-45a5-8cd9-bd3da8bf239a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:31.381081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:31.386475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Network 7511b38a-8ac1-4e62-885f-16fd55395996 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:01:31.389247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:31.393169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:01:31.440647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7602f248-55ae-4261-a652-46983e61c917 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce45e69cf15f41a39d2b2cb2e8c2b735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803532 Jan 28 05:01:31.442985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40352) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:31.446126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:31.447295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.470957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event updated for resources: {'Port': ['ID=fe3f2090-115e-407f-9b1c-c0314573fe93,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:31.477737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-ed4b3cc6-b26e-4e82-b688-c5e7d4de7c94 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751267 Jan 28 05:01:31.496466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005f13a1-104a-486f-bbb8-5c4258774f27 admin admin] Publish callbacks [] for security_group (bb440076-a2b8-45be-b4ae-c157dfd96ae4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.561372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005f13a1-104a-486f-bbb8-5c4258774f27 admin admin] Publish callbacks [] for security_group (bb440076-a2b8-45be-b4ae-c157dfd96ae4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.566675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Request body: {'port': {'device_id': '5fbe1240-23a1-44a7-a360-509108119e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:31.660348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.668721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005f13a1-104a-486f-bbb8-5c4258774f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bb440076-a2b8-45be-b4ae-c157dfd96ae4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.671676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-005f13a1-104a-486f-bbb8-5c4258774f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:31.672875 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-005f13a1-104a-486f-bbb8-5c4258774f27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb440076-a2b8-45be-b4ae-c157dfd96ae4 HTTP/1.1" status: 204 len: 168 time: 0.2287984 Jan 28 05:01:31.686395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f13a1-104a-486f-bbb8-5c4258774f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb440076-a2b8-45be-b4ae-c157dfd96ae4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:31.999848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-831df229-9599-42d8-ac10-7301cae01461 req-dcee2ea4-e247-486d-a886-1963c89d2bda tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0507042 Jan 28 05:01:32.063348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9d6a-b0d6-49f4-b674-f100a9f9a80b req-092befa9-4712-4cbc-8a34-058028de2cf7 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.064831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c52e9d6a-b0d6-49f4-b674-f100a9f9a80b req-092befa9-4712-4cbc-8a34-058028de2cf7 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 931 time: 0.2754655 Jan 28 05:01:32.125311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c52e9d6a-b0d6-49f4-b674-f100a9f9a80b req-0002d3e2-db30-4e8b-83b7-e80be066040f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Jan 28 05:01:32.206931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3f2090-115e-407f-9b1c-c0314573fe93 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:32.216000 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Publish callbacks [] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.231381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Transition to ACTIVE for port object fe3f2090-115e-407f-9b1c-c0314573fe93 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:01:32.239800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.310922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3f2090-115e-407f-9b1c-c0314573fe93,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:32.405287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Attempting to bind port fe3f2090-115e-407f-9b1c-c0314573fe93 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:01:32.405746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Attempting to bind port fe3f2090-115e-407f-9b1c-c0314573fe93 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:01:32.406152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Attempting to bind port fe3f2090-115e-407f-9b1c-c0314573fe93 on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:32.411386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Port fe3f2090-115e-407f-9b1c-c0314573fe93 on network 7511b38a-8ac1-4e62-885f-16fd55395996 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:01:32.411784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Attempting to bind port fe3f2090-115e-407f-9b1c-c0314573fe93 on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:32.417634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:01:32.417921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Checking segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:32.418565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Bound using segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:01:32.419004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Bound port: fe3f2090-115e-407f-9b1c-c0314573fe93, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:01:32.419481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.508182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] For port fe3f2090-115e-407f-9b1c-c0314573fe93, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:01:32.512294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] For port fe3f2090-115e-407f-9b1c-c0314573fe93, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fe3f2090-115e-407f-9b1c-c0314573fe93,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:01:32.523911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.524982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40382) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:32.580809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3f2090-115e-407f-9b1c-c0314573fe93,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:32.606787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.608106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.610381 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4ee846cd-709c-4256-b450-b81eef670a95 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe3f2090-115e-407f-9b1c-c0314573fe93 HTTP/1.1" status: 200 len: 1091 time: 1.1185985 Jan 28 05:01:32.611669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe1240-23a1-44a7-a360-509108119e76', 'tag': 'fe3f2090-115e-407f-9b1c-c0314573fe93'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:32.614680 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51352fd6-bb8f-483f-b87c-e4e56a749f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe1240-23a1-44a7-a360-509108119e76", "tag": "fe3f2090-115e-407f-9b1c-c0314573fe93"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:32.650613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-96396613-network', 'tenant_id': '20fdaa2a0d8144c293ca23006a479c59'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:32.681602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Made reservation on behalf of 20fdaa2a0d8144c293ca23006a479c59 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:32.685540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.694825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.748257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-6853a6c7-3803-45e8-98b1-6a4482524635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.750052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-6853a6c7-3803-45e8-98b1-6a4482524635 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 1094 time: 0.0595052 Jan 28 05:01:32.838970 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks [] for security_group (ed16055b-8dd9-444b-842e-82be8db44102), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.841639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-4fad1a84-4c9f-4ec3-bd56-b515e1059c67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f2090-115e-407f-9b1c-c0314573fe93 HTTP/1.1" status: 200 len: 217 time: 0.0736146 Jan 28 05:01:32.844942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed16055b-8dd9-444b-842e-82be8db44102), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.891887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:01:32.927245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (279ff8ba-b609-4dc3-aa55-337981626856), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.929203 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Added segment 279ff8ba-b609-4dc3-aa55-337981626856 of type vlan for network 00f3e9a2-42e0-468d-a728-fdea7745b604 Jan 28 05:01:32.953842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169013c-e40c-4d99-a08a-e9459409a77d req-0f223e1d-f9c3-4fa2-8d2e-9f5e8e6aba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.955361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-0f223e1d-f9c3-4fa2-8d2e-9f5e8e6aba15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.1071241 Jan 28 05:01:32.957035 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04bb746-65a1-48d3-905f-969988d29fb5 x-openstack-request-id: req-e04bb746-65a1-48d3-905f-969988d29fb5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:32.957402 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe1240-23a1-44a7-a360-509108119e76", "tag": "fe3f2090-115e-407f-9b1c-c0314573fe93", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:32.957718 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e04bb746-65a1-48d3-905f-969988d29fb5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:32.958117 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe1240-23a1-44a7-a360-509108119e76', 'tag': 'fe3f2090-115e-407f-9b1c-c0314573fe93', 'status': 'completed', 'code': 200} Jan 28 05:01:32.991622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (00f3e9a2-42e0-468d-a728-fdea7745b604), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:33.007966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-6770b6d1-eaab-44be-b7d3-4aea86298b3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446875 Jan 28 05:01:33.032894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed16055b-8dd9-444b-842e-82be8db44102,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:33.042888 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (00f3e9a2-42e0-468d-a728-fdea7745b604), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:33.043881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:33.044470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:33.097581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5711048 Jan 28 05:01:33.100813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40392) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:33.107914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Request body: {'subnet': {'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-96396613-subnet', 'tenant_id': '20fdaa2a0d8144c293ca23006a479c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:33.141113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7c5e0-a1a0-4daa-a064-354a07a19e6d admin admin] Pushing event updated for resources: {'Network': ['ID=00f3e9a2-42e0-468d-a728-fdea7745b604,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:33.145011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6083f2bc-5657-476d-b4e4-53bbeebbcaf8 req-55845e04-8a7c-4822-8b03-8820a75658be tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0490315 Jan 28 05:01:33.162259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 00f3e9a2-42e0-468d-a728-fdea7745b604 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:01:33.182465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Made reservation on behalf of 20fdaa2a0d8144c293ca23006a479c59 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:33.185448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:33.247462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-9c1c0f32-2ba7-491f-9f93-8e6354d81be6 service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289796 Jan 28 05:01:33.295728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eeffe-e085-4c5e-a20e-38380ee129e0 req-1e05c447-5d30-4485-a361-03ffaec40bd5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:33.297155 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-691eeffe-e085-4c5e-a20e-38380ee129e0 req-1e05c447-5d30-4485-a361-03ffaec40bd5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 943 time: 0.0519657 Jan 28 05:01:33.350398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-691eeffe-e085-4c5e-a20e-38380ee129e0 req-8f0a8e08-357b-47b5-8d3f-d0c2d3893ea3 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Jan 28 05:01:33.397722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b169013c-e40c-4d99-a08a-e9459409a77d req-b7c6d6a7-af50-411e-875e-a1cd80df9356 service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407652 Jan 28 05:01:33.458184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (53a93529-3d16-4eee-9670-9d1b1be47bdb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:33.536939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a93529-3d16-4eee-9670-9d1b1be47bdb,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:33.567362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-d28b44f0-5d47-4fa1-85a4-47d0a18e7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:33.568806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-d28b44f0-5d47-4fa1-85a4-47d0a18e7964 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 1094 time: 0.0719469 Jan 28 05:01:33.569529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Checking segment: {'id': '279ff8ba-b609-4dc3-aa55-337981626856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:33.569889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Network hostable DHCP agents. Network: 00f3e9a2-42e0-468d-a728-fdea7745b604, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:01:33.632619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Network 00f3e9a2-42e0-468d-a728-fdea7745b604 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:01:33.647586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 00f3e9a2-42e0-468d-a728-fdea7745b604) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:33.653777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:33.654376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:33.659152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93abc1-1905-4566-bcef-ad6f03aeceab None None] Network 00f3e9a2-42e0-468d-a728-fdea7745b604 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:33.689426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2e7c01b9-529b-4f94-ab35-e48961553cfb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5776916 Jan 28 05:01:33.703994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-221f710e-a34c-48a5-bb5f-43d7c781c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:33.705568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-221f710e-a34c-48a5-bb5f-43d7c781c7e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.1298409 Jan 28 05:01:33.792080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd6edb-3f9b-4b0b-990e-3760e877cba6 None None] Network 00f3e9a2-42e0-468d-a728-fdea7745b604 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:34.148598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-78bfee38-3ad4-40cd-93f1-9131cdd3b944 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f2090-115e-407f-9b1c-c0314573fe93 HTTP/1.1" status: 200 len: 217 time: 0.4334941 Jan 28 05:01:34.198894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-c11565cc-f582-43e1-92d7-eb4acee0a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:34.200503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-c11565cc-f582-43e1-92d7-eb4acee0a9b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.0461614 Jan 28 05:01:34.235011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-1b6cbf4a-37d9-41e9-8f5e-7cc1a89f17bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276411 Jan 28 05:01:34.253927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:34.258855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1359247528-network', 'tenant_id': '4fbadf22cf0541f1ba381d83e39c2f32'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:34.278805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Made reservation on behalf of 4fbadf22cf0541f1ba381d83e39c2f32 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:34.281186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.289846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.328930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-44a033ad-796c-44ba-9842-0e3d54b4d78f req-b9f725f2-3388-4e7c-b91d-2827d2a0fdef tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0600753 Jan 28 05:01:34.366277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-6ab048e1-bc04-4fcc-8a04-51ae26f61b6f service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226213 Jan 28 05:01:34.396697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks [] for security_group (3442e952-2cfc-493e-9378-9bcbcdf3c59a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.403206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3442e952-2cfc-493e-9378-9bcbcdf3c59a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.433638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:01:34.475081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3442e952-2cfc-493e-9378-9bcbcdf3c59a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:34.482360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3314008d-ca01-4bed-81fc-61efa2a144d1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.482710 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Added segment 3314008d-ca01-4bed-81fc-61efa2a144d1 of type vlan for network 1da24371-0207-4125-b7f2-bdb46bdceec4 Jan 28 05:01:34.491925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51352fd6-bb8f-483f-b87c-e4e56a749f5d req-a91784ae-730a-4fcd-9abc-22b12bddd8fd service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175370 Jan 28 05:01:34.557328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (1da24371-0207-4125-b7f2-bdb46bdceec4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.567410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3331a5-0f52-4a51-a81c-962302d725ee req-2c7167b8-0a36-4d60-b631-dc66020b8d64 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:34.569332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b3331a5-0f52-4a51-a81c-962302d725ee req-2c7167b8-0a36-4d60-b631-dc66020b8d64 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 943 time: 0.1440785 Jan 28 05:01:34.607905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (1da24371-0207-4125-b7f2-bdb46bdceec4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.608905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:34.609522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.683675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4286513 Jan 28 05:01:34.686619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:34.688811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b3331a5-0f52-4a51-a81c-962302d725ee req-6d199363-2923-4e1a-9c0d-9e5a0f428b33 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137569 Jan 28 05:01:34.694140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Request body: {'subnet': {'network_id': '1da24371-0207-4125-b7f2-bdb46bdceec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1359247528-subnet', 'tenant_id': '4fbadf22cf0541f1ba381d83e39c2f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:34.696361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5d34-8302-430e-95c3-d0b8cb14598d admin admin] Pushing event updated for resources: {'Network': ['ID=1da24371-0207-4125-b7f2-bdb46bdceec4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:34.718616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 1da24371-0207-4125-b7f2-bdb46bdceec4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:01:34.728625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Made reservation on behalf of 4fbadf22cf0541f1ba381d83e39c2f32 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:34.731336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.902031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (520dd79c-f744-4128-b8d0-7f074ce3b652), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:34.955527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520dd79c-f744-4128-b8d0-7f074ce3b652,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:34.965518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Checking segment: {'id': '3314008d-ca01-4bed-81fc-61efa2a144d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1da24371-0207-4125-b7f2-bdb46bdceec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:34.965887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Network hostable DHCP agents. Network: 1da24371-0207-4125-b7f2-bdb46bdceec4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:01:34.982683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Network 1da24371-0207-4125-b7f2-bdb46bdceec4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:01:34.991764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 1da24371-0207-4125-b7f2-bdb46bdceec4) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:34.997273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:34.997868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:35.000566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbabbd5-8268-472f-84de-2602ca2cdf49 None None] Network 1da24371-0207-4125-b7f2-bdb46bdceec4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:35.015306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3ea9d8af-14c1-44be-8f2c-4d377b3329f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3274314 Jan 28 05:01:35.099958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ae719-502e-4b10-ba20-c17b24eb4ca0 None None] Network 1da24371-0207-4125-b7f2-bdb46bdceec4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:35.444107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e0223c6-0ac0-474d-9422-8cbf1bb7a5ec req-26d532c7-ce61-41a2-8627-0de00901e50f tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Jan 28 05:01:35.518504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-ad317ed9-5bd1-43ba-90a8-8c4081b02185 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:35.520227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-ad317ed9-5bd1-43ba-90a8-8c4081b02185 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/networks?id=00f3e9a2-42e0-468d-a728-fdea7745b604 HTTP/1.1" status: 200 len: 810 time: 0.1109598 Jan 28 05:01:35.543201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-be54e73e-0932-4ac3-9ef7-e04c11c48a4c tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/quotas/20fdaa2a0d8144c293ca23006a479c59 HTTP/1.1" status: 200 len: 375 time: 0.0153718 Jan 28 05:01:35.598628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-ddf4562c-ba8b-4c46-8fa7-33d6a4372d64 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20fdaa2a0d8144c293ca23006a479c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478311 Jan 28 05:01:35.690586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-3a75546c-0846-4eba-b94c-630336eadba9 service neutron] 10.222.0.21 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Jan 28 05:01:35.795675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-fc269d6d-d5ad-4aa9-89d9-d53a86de7d36 service neutron] 10.222.0.21 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991888 Jan 28 05:01:35.824408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a52d0-a059-4571-9d2d-6d3772a56519 req-c1509783-e977-4e5b-bc2f-0e7561196535 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:35.826193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-231a52d0-a059-4571-9d2d-6d3772a56519 req-c1509783-e977-4e5b-bc2f-0e7561196535 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 943 time: 0.0565996 Jan 28 05:01:35.878546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-231a52d0-a059-4571-9d2d-6d3772a56519 req-f15cfefa-a3b5-4f61-823d-ba34d92d39c4 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Jan 28 05:01:36.003626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ceca406-2403-4001-a2f0-6390a2506bfc req-4d19103d-96ae-4e71-8e7b-a6c5ff20a00f tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 210 time: 0.0307748 Jan 28 05:01:36.409446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:36.549362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-979533dc-ade3-4a85-b9da-6d86c7a8d959 req-4ea3f81b-e3af-4203-9b82-8b9593ae05ef tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0277674 Jan 28 05:01:36.994516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d78b1-ed17-4f76-b264-6f1b0e3c2d87 req-1cf9d0fe-d14b-47b7-85f3-136e1f68ee9e tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:36.996028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-305d78b1-ed17-4f76-b264-6f1b0e3c2d87 req-1cf9d0fe-d14b-47b7-85f3-136e1f68ee9e tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 943 time: 0.0476575 Jan 28 05:01:37.045871 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-305d78b1-ed17-4f76-b264-6f1b0e3c2d87 req-d195a75b-e1ca-40dd-a1d5-f2788844a916 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Jan 28 05:01:37.102932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb767bac-fbf7-435b-b808-7a52cef4ede3 req-94ee2e6e-4ea4-40e4-8b08-976a09c649b8 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 210 time: 0.0282106 Jan 28 05:01:37.239203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-25f9290a-90da-42e4-ab3b-2dfcf92742e1 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:37.240635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-25f9290a-90da-42e4-ab3b-2dfcf92742e1 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.52 "GET /v2.0/networks?id=00f3e9a2-42e0-468d-a728-fdea7745b604 HTTP/1.1" status: 200 len: 810 time: 0.1164422 Jan 28 05:01:37.259711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Request body: {'port': {'device_id': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604', 'admin_state_up': True, 'tenant_id': '20fdaa2a0d8144c293ca23006a479c59'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:37.363563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Made reservation on behalf of 20fdaa2a0d8144c293ca23006a479c59 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:37.367350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:37.496785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Allocated IP 172.20.0.6 (00f3e9a2-42e0-468d-a728-fdea7745b604/53a93529-3d16-4eee-9670-9d1b1be47bdb/045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:01:37.659301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks [] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:37.666298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b2a47d-32d4-4064-8776-d1e6033cefd7 req-2e62dfaa-fd3b-4acd-a106-03616ca339cb tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0360947 Jan 28 05:01:37.702464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:37.736557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fe3f2090-115e-407f-9b1c-c0314573fe93 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:01:37.752945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Network 00f3e9a2-42e0-468d-a728-fdea7745b604 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:01:37.756052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:37.762013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:01:37.785449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Pushing event updated for resources: {'Port': ['ID=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:37.815044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:37.815820 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:37.835461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-1e30b4a7-9525-43f5-a604-abd29f351b6b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807040 Jan 28 05:01:37.854651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Request body: {'port': {'device_id': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:37.916320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:37.989851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.008435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port fe3f2090-115e-407f-9b1c-c0314573fe93, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fe3f2090-115e-407f-9b1c-c0314573fe93,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:38.019484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'fe3f2090-115e-407f-9b1c-c0314573fe93', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'port_id': 'fe3f2090-115e-407f-9b1c-c0314573fe93', 'mac_address': 'fa:16:3e:e0:26:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e662de8-79be-4b39-bfe0-29708190ea90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:01:38.056435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port fe3f2090-115e-407f-9b1c-c0314573fe93 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:38.056934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.069788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3f2090-115e-407f-9b1c-c0314573fe93 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:38.092437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port fe3f2090-115e-407f-9b1c-c0314573fe93, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fe3f2090-115e-407f-9b1c-c0314573fe93,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:38.099342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.168340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=fe3f2090-115e-407f-9b1c-c0314573fe93,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:38.228026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab9bd-2f16-4631-8c67-90fce4299eb3 req-56a773b4-951e-493c-ba6b-230b1f39a313 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:38.229067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96428b6c-43c0-4674-9a02-9c666d9cdbbb req-fd448e3a-27f3-4414-b650-66d463b5ce42 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:38.230261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-287ab9bd-2f16-4631-8c67-90fce4299eb3 req-56a773b4-951e-493c-ba6b-230b1f39a313 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 931 time: 0.0504472 Jan 28 05:01:38.233588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96428b6c-43c0-4674-9a02-9c666d9cdbbb req-fd448e3a-27f3-4414-b650-66d463b5ce42 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 944 time: 0.0987341 Jan 28 05:01:38.249866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:38.266192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Publish callbacks [] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.292835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-287ab9bd-2f16-4631-8c67-90fce4299eb3 req-afb853c4-32f7-4b42-813e-685eec36a22c tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547481 Jan 28 05:01:38.308652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Transition to ACTIVE for port object 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:01:38.312467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-96428b6c-43c0-4674-9a02-9c666d9cdbbb req-aef439f7-97ed-4141-aa27-5d73a033dc2a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Jan 28 05:01:38.313887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.373991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:38.441554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Attempting to bind port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:01:38.441997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Attempting to bind port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '279ff8ba-b609-4dc3-aa55-337981626856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:01:38.442414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Attempting to bind port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc on network 00f3e9a2-42e0-468d-a728-fdea7745b604 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:38.447637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc on network 00f3e9a2-42e0-468d-a728-fdea7745b604 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:01:38.448039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Attempting to bind port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc on network 00f3e9a2-42e0-468d-a728-fdea7745b604 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:01:38.453485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:01:38.453903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Checking segment: {'id': '279ff8ba-b609-4dc3-aa55-337981626856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:38.454379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Bound using segment: {'id': '279ff8ba-b609-4dc3-aa55-337981626856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:01:38.454890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Bound port: 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279ff8ba-b609-4dc3-aa55-337981626856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:01:38.455322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.499926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['fe3f2090-115e-407f-9b1c-c0314573fe93'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:38.525364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] For port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:01:38.530268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] For port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,segment=NetworkSegment(279ff8ba-b609-4dc3-aa55-337981626856),segment_id=279ff8ba-b609-4dc3-aa55-337981626856)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:01:38.537178 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.585790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:38.586840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.588272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] 10.222.0.52 "PUT /v2.0/ports/045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc HTTP/1.1" status: 200 len: 1091 time: 0.7384188 Jan 28 05:01:38.588732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'tag': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:38.591301 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef9baf3-e3f0-4a93-a1b4-2a9477393611", "tag": "045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:38.623070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb28958-e025-4502-9105-5b53071a1cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:38.637603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b1e100f-adb4-49ee-80d5-19a57a0e7c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:38.726802 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a28099a-3bec-4170-af4c-09adbd97de30 x-openstack-request-id: req-0a28099a-3bec-4170-af4c-09adbd97de30 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:38.726802 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef9baf3-e3f0-4a93-a1b4-2a9477393611", "tag": "045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:38.727466 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a28099a-3bec-4170-af4c-09adbd97de30 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:38.727586 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'tag': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc', 'status': 'completed', 'code': 200} Jan 28 05:01:38.866807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b3ab33a-fd5a-41dc-9cb5-a3a939654fa7 req-f3188c66-5694-4cb7-8bfa-62b0f1e9122b tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0753043 Jan 28 05:01:38.884356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-0f6d778b-ec85-4e3f-a500-b3b532fd3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:38.890248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-0f6d778b-ec85-4e3f-a500-b3b532fd3d45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20fdaa2a0d8144c293ca23006a479c59&device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 1094 time: 0.2241576 Jan 28 05:01:38.899341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-7385ea20-966e-4c7c-8aaf-2ebc4c378c95 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374755 Jan 28 05:01:38.966033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-bff96142-e962-4f6e-9b75-bd2658c9e818 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc HTTP/1.1" status: 200 len: 217 time: 0.0477519 Jan 28 05:01:39.043018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775bab8-eb19-4653-b472-67dcbf64371e req-9c669e7a-e88e-45ac-b57e-356754979d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.044548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-9c669e7a-e88e-45ac-b57e-356754979d48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 1096 time: 0.0890477 Jan 28 05:01:39.045974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-5573cba0-5378-4b9f-85c6-e0558716697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.047487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-5573cba0-5378-4b9f-85c6-e0558716697d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53a93529-3d16-4eee-9670-9d1b1be47bdb HTTP/1.1" status: 200 len: 850 time: 0.0641911 Jan 28 05:01:39.098675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-2744806c-70ff-4f9e-8442-58a11bcc2517 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f3e9a2-42e0-468d-a728-fdea7745b604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432749 Jan 28 05:01:39.227226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775bab8-eb19-4653-b472-67dcbf64371e req-8faa2373-7143-434f-8c97-066226de5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.229346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-8faa2373-7143-434f-8c97-066226de5d02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1646874 Jan 28 05:01:39.278678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-aeae1194-87af-4901-9787-1869d954128a service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555405 Jan 28 05:01:39.358806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-032cf344-9254-414f-8eea-91f0a3984b3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 HTTP/1.1" status: 200 len: 1000 time: 0.1203403 Jan 28 05:01:39.419889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3caec7-5931-4eb9-b705-572919fbd4c9 req-2ff5484a-7e9c-485c-9693-0e44057b7b92 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.421591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d3caec7-5931-4eb9-b705-572919fbd4c9 req-2ff5484a-7e9c-485c-9693-0e44057b7b92 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 943 time: 0.0534704 Jan 28 05:01:39.467725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-598881f7-7ecb-46f3-a9b8-d2a15b83e537 req-f2b9f85e-f351-44eb-ba70-c162f4ee0d16 service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817513 Jan 28 05:01:39.471169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775bab8-eb19-4653-b472-67dcbf64371e req-0c1d7339-1d32-4cff-ab90-946909287238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.472494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-0c1d7339-1d32-4cff-ab90-946909287238 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.1056366 Jan 28 05:01:39.476032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d3caec7-5931-4eb9-b705-572919fbd4c9 req-23b714cb-2e5e-492f-938e-199cd6bf5697 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483265 Jan 28 05:01:39.488532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8430af-0b9f-4e10-ae3c-02fcf31af0f4 req-3e1ec120-6d86-41c5-9103-ce454cc65adc tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.496243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b8430af-0b9f-4e10-ae3c-02fcf31af0f4 req-3e1ec120-6d86-41c5-9103-ce454cc65adc tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 944 time: 0.0940130 Jan 28 05:01:39.602135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b8430af-0b9f-4e10-ae3c-02fcf31af0f4 req-c936b67a-ad49-4b0f-ab2c-3a14f8d541be tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050215 Jan 28 05:01:39.604532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775bab8-eb19-4653-b472-67dcbf64371e req-b618d964-8a0c-413c-bd24-5842451daaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.606136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-b618d964-8a0c-413c-bd24-5842451daaaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077921 Jan 28 05:01:39.678543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-62227520-6910-41c6-a012-edae1a811d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.679986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-62227520-6910-41c6-a012-edae1a811d8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20fdaa2a0d8144c293ca23006a479c59&device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 1094 time: 0.1085417 Jan 28 05:01:39.750745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fe3f2090-115e-407f-9b1c-c0314573fe93 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:39.764512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-02a29800-b049-4090-b0d2-337a9c93d869 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519089 Jan 28 05:01:39.826834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port fe3f2090-115e-407f-9b1c-c0314573fe93 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:01:39.833230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port fe3f2090-115e-407f-9b1c-c0314573fe93 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:39.834009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:39.887976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c775bab8-eb19-4653-b472-67dcbf64371e req-23fccb1d-dc83-422e-8fc7-b981bfe6382a service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076477 Jan 28 05:01:39.903535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-969815c9-e027-4c66-9beb-24c9bf3e7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:39.905361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-969815c9-e027-4c66-9beb-24c9bf3e7dc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00f3e9a2-42e0-468d-a728-fdea7745b604 HTTP/1.1" status: 200 len: 911 time: 0.2183175 Jan 28 05:01:39.932623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port fe3f2090-115e-407f-9b1c-c0314573fe93 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:39.933255 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:39.959825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe1240-23a1-44a7-a360-509108119e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3f2090-115e-407f-9b1c-c0314573fe93'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:39.962539 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc16746-bd15-46db-a5bf-21939630f3b1" -d '{"events": [{"server_uuid": "5fbe1240-23a1-44a7-a360-509108119e76", "name": "network-vif-plugged", "status": "completed", "tag": "fe3f2090-115e-407f-9b1c-c0314573fe93"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:39.980197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port fe3f2090-115e-407f-9b1c-c0314573fe93, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fe3f2090-115e-407f-9b1c-c0314573fe93,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:39.986320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:39.994626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-2fc95612-314d-45a9-93a3-731f575d10d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc HTTP/1.1" status: 200 len: 217 time: 0.0790372 Jan 28 05:01:40.035272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b906e56d-755d-4531-b11a-c6379678517e req-5651826d-c3cc-4e14-b75f-8d0cb1ad6aa4 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0384800 Jan 28 05:01:40.054211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=fe3f2090-115e-407f-9b1c-c0314573fe93,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:40.098623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-db188afd-fe06-4f9c-b0b1-a3dae0a12cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:40.100527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-db188afd-fe06-4f9c-b0b1-a3dae0a12cfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53a93529-3d16-4eee-9670-9d1b1be47bdb HTTP/1.1" status: 200 len: 850 time: 0.0640273 Jan 28 05:01:40.102297 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0949417-5534-4948-98f7-10da6f1b21c2 x-openstack-request-id: req-a0949417-5534-4948-98f7-10da6f1b21c2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:40.102652 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe1240-23a1-44a7-a360-509108119e76", "name": "network-vif-plugged", "status": "completed", "tag": "fe3f2090-115e-407f-9b1c-c0314573fe93", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:40.102945 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0949417-5534-4948-98f7-10da6f1b21c2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:40.103350 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe1240-23a1-44a7-a360-509108119e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3f2090-115e-407f-9b1c-c0314573fe93', 'code': 200} Jan 28 05:01:40.167184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-50cb4530-538a-4d70-9588-57eae68c958c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f3e9a2-42e0-468d-a728-fdea7745b604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252626 Jan 28 05:01:40.295022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012303d-c6a1-492b-8bfd-9ea10cb4c150 req-d8c88e94-5b24-45bd-a50a-df593a6c50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:40.296474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4012303d-c6a1-492b-8bfd-9ea10cb4c150 req-d8c88e94-5b24-45bd-a50a-df593a6c50af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 1096 time: 0.0721529 Jan 28 05:01:40.301769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-f1f6ebf2-d30b-4c46-bc7c-4b0c1f8e0f9e service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239605 Jan 28 05:01:40.395558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4012303d-c6a1-492b-8bfd-9ea10cb4c150 req-0c95d9e3-e759-49f7-9fc8-3e7c553d2ba9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877235 Jan 28 05:01:40.423006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ccd77d8-9a7b-4159-958f-b4ee9f656c95 req-6dfa220b-0b3f-45eb-a54c-152d9f610486 service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101282 Jan 28 05:01:40.608507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59aeb7-509b-4020-9e1c-451f5c416591 req-cd320ea0-db80-4aa2-aad8-b8e00282d7b6 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:40.610076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d59aeb7-509b-4020-9e1c-451f5c416591 req-cd320ea0-db80-4aa2-aad8-b8e00282d7b6 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 943 time: 0.0559964 Jan 28 05:01:40.691858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d59aeb7-509b-4020-9e1c-451f5c416591 req-dce75667-8f4f-4a0b-90f0-4ec7b69b14b8 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758994 Jan 28 05:01:40.742711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02510282-31d6-4e66-9449-1e5cbc86d0de req-929662e5-2705-4f70-97d3-c2d51f4c9515 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:40.744796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02510282-31d6-4e66-9449-1e5cbc86d0de req-929662e5-2705-4f70-97d3-c2d51f4c9515 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 945 time: 0.0583413 Jan 28 05:01:40.796337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02510282-31d6-4e66-9449-1e5cbc86d0de req-f0846333-8bd0-4a23-8257-ef440084fd99 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Jan 28 05:01:40.832352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3fb0a84e-5e24-4648-936e-e14c17cd6053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:41.145397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92feaff4-862d-4fc8-9425-61f4ab5318ee req-ebcf3fb2-420c-4705-9378-4a2e21800968 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0265675 Jan 28 05:01:41.814234 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d87da-dfdd-4c27-ba18-ecf80f4af12a req-590a2ea7-fe90-40e9-b06d-153fdee2eb75 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:41.815711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a65d87da-dfdd-4c27-ba18-ecf80f4af12a req-590a2ea7-fe90-40e9-b06d-153fdee2eb75 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 943 time: 0.0514629 Jan 28 05:01:41.863710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a65d87da-dfdd-4c27-ba18-ecf80f4af12a req-255822ba-9d10-49b3-96ba-578f0307dfb7 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Jan 28 05:01:41.927206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0fe8e-3be1-4283-9e66-4edea50e39ed req-a6ee64a5-9648-4e5d-856f-2577c131a34f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:41.928700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cba0fe8e-3be1-4283-9e66-4edea50e39ed req-a6ee64a5-9648-4e5d-856f-2577c131a34f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 945 time: 0.0537636 Jan 28 05:01:41.975455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cba0fe8e-3be1-4283-9e66-4edea50e39ed req-e27455d1-523f-4aa2-9db7-6fe3995cb965 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Jan 28 05:01:41.987200 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:42.273111 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0314b72b-be07-4632-a65a-387cde2cad31 req-080987ed-c5de-4e0c-a20e-7e1c5da6f8c7 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0314157 Jan 28 05:01:42.980759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd50b5-db45-43f8-b8a2-7a4080ad3d43 req-a14af1d6-b71b-4a3f-9051-907dd58a6789 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:42.982182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6bd50b5-db45-43f8-b8a2-7a4080ad3d43 req-a14af1d6-b71b-4a3f-9051-907dd58a6789 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 943 time: 0.0506222 Jan 28 05:01:43.031012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6bd50b5-db45-43f8-b8a2-7a4080ad3d43 req-bdeb95f1-1d8b-4e7b-b98e-29ea2c4f5b66 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Jan 28 05:01:43.093572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daedfdc-9f90-4bbc-8cec-fd5e52ac6e2c req-c22ccc2f-9533-4f73-8921-8fa071d375fb tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:43.095034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8daedfdc-9f90-4bbc-8cec-fd5e52ac6e2c req-c22ccc2f-9533-4f73-8921-8fa071d375fb tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Jan 28 05:01:43.142619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8daedfdc-9f90-4bbc-8cec-fd5e52ac6e2c req-9d137bd8-6ca6-4e1a-b8d3-934b7c094d3f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jan 28 05:01:43.398584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73f1dd16-ab1c-4be4-9895-14d0604733d4 req-e45dcda7-08c9-4ae3-b9ec-ffcf5a2727c3 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0450282 Jan 28 05:01:43.710476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:43.778958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:01:43.893372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,segment=NetworkSegment(279ff8ba-b609-4dc3-aa55-337981626856),segment_id=279ff8ba-b609-4dc3-aa55-337981626856)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:43.904059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc', 'network_id': '00f3e9a2-42e0-468d-a728-fdea7745b604', 'port_id': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc', 'mac_address': 'fa:16:3e:ff:56:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a93529-3d16-4eee-9670-9d1b1be47bdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:01:43.943246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:43.943773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:43.957474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:01:43.979921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,segment=NetworkSegment(279ff8ba-b609-4dc3-aa55-337981626856),segment_id=279ff8ba-b609-4dc3-aa55-337981626856)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:43.984447 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:44.036012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:44.158007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2edc2-ab73-4b77-9413-456d9f27c67f req-8bc8970e-218e-4de6-bfd3-a54eab4313f3 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:44.159460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7d2edc2-ab73-4b77-9413-456d9f27c67f req-8bc8970e-218e-4de6-bfd3-a54eab4313f3 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 944 time: 0.0523148 Jan 28 05:01:44.223869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7d2edc2-ab73-4b77-9413-456d9f27c67f req-41726dad-42ee-4167-a01c-95b7840fc904 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509107 Jan 28 05:01:44.404150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:01:44.604823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fcd9ea8-e817-4bdc-b439-23ad6228188d req-08ce00f7-4dbf-4ec2-9fec-f868f894c1fa tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0508924 Jan 28 05:01:45.004995 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:45.350148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d27f47-cb65-4dc9-9a52-49c93439d619 req-c51b598d-13ce-4881-ab61-9bb4de8bb835 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:45.351740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8d27f47-cb65-4dc9-9a52-49c93439d619 req-c51b598d-13ce-4881-ab61-9bb4de8bb835 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 944 time: 0.0550232 Jan 28 05:01:45.402903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8d27f47-cb65-4dc9-9a52-49c93439d619 req-ec340c8a-e7a6-4f91-b747-6e956dc21251 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Jan 28 05:01:45.764902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2bad6450-d2bc-495f-8c09-082a33c9fbe9 req-3970428a-3959-4a69-b8de-c6ce39260252 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0662837 Jan 28 05:01:45.795921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:01:45.835970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-86e34f80-c08d-49a8-8dab-a4678707bf82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1868868 Jan 28 05:01:45.859256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:01:45.863908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:01:45.865093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:45.942918 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-c93ef1ab-3850-4d53-8fe7-3353603ded85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:45.944627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-c93ef1ab-3850-4d53-8fe7-3353603ded85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 1096 time: 0.0460083 Jan 28 05:01:45.989332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:01:45.990071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:46.037870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:46.041590 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d092fccc-634e-40b4-ae2b-43d85301bf28" -d '{"events": [{"server_uuid": "6ef9baf3-e3f0-4a93-a1b4-2a9477393611", "name": "network-vif-plugged", "status": "completed", "tag": "045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:46.079058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-1bf1d777-23e8-4453-b931-392eb221e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:46.080830 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-1bf1d777-23e8-4453-b931-392eb221e6ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.1166024 Jan 28 05:01:46.081995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,segment=NetworkSegment(279ff8ba-b609-4dc3-aa55-337981626856),segment_id=279ff8ba-b609-4dc3-aa55-337981626856)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:46.087444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:46.131281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-ef0cb5bc-3961-49e2-bae0-1b3640dfd320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0437660 Jan 28 05:01:46.135083 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693956a-fdd3-4b90-9c11-f272b52fd4d4 x-openstack-request-id: req-b693956a-fdd3-4b90-9c11-f272b52fd4d4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:46.135471 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef9baf3-e3f0-4a93-a1b4-2a9477393611", "name": "network-vif-plugged", "status": "completed", "tag": "045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:46.135800 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b693956a-fdd3-4b90-9c11-f272b52fd4d4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:46.136261 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc', 'code': 200} Jan 28 05:01:46.150187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:46.188520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-fd650301-665f-4ea8-9377-c73c1b704e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:46.190010 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-fd650301-665f-4ea8-9377-c73c1b704e4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.0534225 Jan 28 05:01:46.231269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-6a064da0-058f-4591-8150-06b5ea3e0993 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355561 Jan 28 05:01:46.285563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549be02-a298-4ef9-a9f7-424cc864bcf6 req-2bd802be-c832-4010-8a9b-457e0f8316ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:46.287805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5549be02-a298-4ef9-a9f7-424cc864bcf6 req-2bd802be-c832-4010-8a9b-457e0f8316ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 1096 time: 0.0588415 Jan 28 05:01:46.334859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5549be02-a298-4ef9-a9f7-424cc864bcf6 req-93591598-e197-4eca-9113-57035ac494d8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Jan 28 05:01:46.335104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-a120a00f-050a-463f-98c0-afc77526cef4 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956960 Jan 28 05:01:46.433162 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9fac2af-91b9-4cbd-ac93-f909fecf7a8f req-c8dc56f0-1ade-415e-a260-0e0d1aaaab01 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919011 Jan 28 05:01:46.527379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8fe8e-93e5-46c1-a1c2-c3e652724d0c req-d94a70c5-8196-42f6-a752-2af85c753980 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:46.528866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9f8fe8e-93e5-46c1-a1c2-c3e652724d0c req-d94a70c5-8196-42f6-a752-2af85c753980 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Jan 28 05:01:46.580399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9f8fe8e-93e5-46c1-a1c2-c3e652724d0c req-6ad2618d-5e74-491b-ac98-29d51be5145d tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Jan 28 05:01:46.875199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30e4985a-4a40-42e0-b1db-d223cf2c0b13 req-b8a333ba-4d58-42b2-b2b5-b261cfe0886c tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Jan 28 05:01:47.715526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84db33-e1ef-41d6-9090-81521df98224 req-680e1455-609a-4ce5-bcc1-ed16033ecaca tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:47.717132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a84db33-e1ef-41d6-9090-81521df98224 req-680e1455-609a-4ce5-bcc1-ed16033ecaca tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0679533 Jan 28 05:01:47.768109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a84db33-e1ef-41d6-9090-81521df98224 req-33b9a120-de12-442b-a357-20c745dc6035 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Jan 28 05:01:47.985622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7778c80c-1d66-44ec-9e3d-ae7246ae23dd req-9c4fc09c-4e94-4f76-b691-d9a269e9cfdb tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Jan 28 05:01:48.893874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ab2f8-b265-4bc0-bf07-3eae68a110a1 req-0b301b05-1082-46bc-9b55-e6f4bcd44b09 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:48.895366 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff0ab2f8-b265-4bc0-bf07-3eae68a110a1 req-0b301b05-1082-46bc-9b55-e6f4bcd44b09 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0474267 Jan 28 05:01:48.942126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff0ab2f8-b265-4bc0-bf07-3eae68a110a1 req-9d8789dc-4a86-4ba0-9fec-19607f737f30 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Jan 28 05:01:49.063665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095f6c4-09fd-4dfb-8048-7ec4dd0f0b82 req-64883c25-8077-441a-a4a1-20191b8cfb60 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:49.065527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8095f6c4-09fd-4dfb-8048-7ec4dd0f0b82 req-64883c25-8077-441a-a4a1-20191b8cfb60 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Jan 28 05:01:49.100644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bdeba8b6-80af-40a1-81fd-1b2cadd51fbc req-1c5e2f83-1f35-47ed-bee2-7a18cfc9f610 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0307937 Jan 28 05:01:49.118483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8095f6c4-09fd-4dfb-8048-7ec4dd0f0b82 req-892ad93f-87d0-4263-8604-bc0510447444 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Jan 28 05:01:49.272749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b30a38a0-c189-425a-9e10-3f225ff38826 req-ca82f7e4-5a6e-4713-a559-4c7fce900f31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0508142 Jan 28 05:01:49.392985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34830a0-87b4-4f3d-847b-af84ea1e0109 req-3848555d-52a4-421c-a4cf-29f0ff2364eb tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:49.394632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d34830a0-87b4-4f3d-847b-af84ea1e0109 req-3848555d-52a4-421c-a4cf-29f0ff2364eb tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Jan 28 05:01:49.452282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d34830a0-87b4-4f3d-847b-af84ea1e0109 req-7117af36-687b-4534-b773-83fc4e748f51 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Jan 28 05:01:49.540532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e679fb-cfae-4e63-b092-94a7d0525823 req-67cb09e9-120d-4174-9568-ac33535898c6 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:49.542593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e679fb-cfae-4e63-b092-94a7d0525823 req-67cb09e9-120d-4174-9568-ac33535898c6 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 946 time: 0.0514951 Jan 28 05:01:49.592096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e679fb-cfae-4e63-b092-94a7d0525823 req-c3fba040-8f7c-4f25-830e-1ed7e9819f70 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Jan 28 05:01:50.206036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6785f3fa-9525-4a61-9bf3-91750fde4f7e req-8ce471f1-75ca-40b1-a661-094e2dedcb63 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0271349 Jan 28 05:01:50.573648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f6f5-ecf4-4723-9b84-6156eaff7021 req-45c55585-dd35-4a0b-87be-275eb86752b8 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:50.575279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8da8f6f5-ecf4-4723-9b84-6156eaff7021 req-45c55585-dd35-4a0b-87be-275eb86752b8 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0503604 Jan 28 05:01:50.627124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8da8f6f5-ecf4-4723-9b84-6156eaff7021 req-c91514c3-b42a-4249-aa7e-cb4c3973466e tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Jan 28 05:01:50.723466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b8649-1282-4f9a-8379-91745788563a req-2f2138eb-dc52-4705-8cbd-562b011817dc tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:50.725928 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db8b8649-1282-4f9a-8379-91745788563a req-2f2138eb-dc52-4705-8cbd-562b011817dc tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 946 time: 0.0619323 Jan 28 05:01:50.807696 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db8b8649-1282-4f9a-8379-91745788563a req-c3b81c9b-3530-4d8c-b520-c57c194efdf6 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746193 Jan 28 05:01:50.876081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f07b27-57df-4cc1-984e-fac64dccfbc0 req-4a38c229-2402-4cc9-9aa5-96202273254e tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:50.877692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9f07b27-57df-4cc1-984e-fac64dccfbc0 req-4a38c229-2402-4cc9-9aa5-96202273254e tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0635166 Jan 28 05:01:50.945457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-1ca8b972-7228-43a9-ac16-d0f76d37a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:50.947508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-1ca8b972-7228-43a9-ac16-d0f76d37a7f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20fdaa2a0d8144c293ca23006a479c59&device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 1096 time: 0.0689273 Jan 28 05:01:50.954565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9f07b27-57df-4cc1-984e-fac64dccfbc0 req-4682e778-73f1-4d96-9f9a-0dc42354854a tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677164 Jan 28 05:01:51.049683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-a5c155e1-2fba-4abf-9b5b-6b56a38ed25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:51.051178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-a5c155e1-2fba-4abf-9b5b-6b56a38ed25d service neutron] 10.222.0.52 "GET /v2.0/networks?id=00f3e9a2-42e0-468d-a728-fdea7745b604 HTTP/1.1" status: 200 len: 911 time: 0.0957825 Jan 28 05:01:51.090287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-3b631632-5d72-4bb8-8a80-ed387fd9e7f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc HTTP/1.1" status: 200 len: 217 time: 0.0331290 Jan 28 05:01:51.136898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-18e4e83b-0a99-4070-a726-038b2f398485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:51.138410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-18e4e83b-0a99-4070-a726-038b2f398485 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53a93529-3d16-4eee-9670-9d1b1be47bdb HTTP/1.1" status: 200 len: 850 time: 0.0426209 Jan 28 05:01:51.172788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-762a075e-c4c2-4ac0-b8cc-798fbc2fd9c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f3e9a2-42e0-468d-a728-fdea7745b604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284874 Jan 28 05:01:51.263078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-ee8ee491-a398-4aad-b6ce-0a93586ffb86 service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830460 Jan 28 05:01:51.312945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-432ca4f5-04ef-4ba1-959c-f26ccbd26b04 req-ac632ba3-082c-4d23-bff6-6745aeabdc0d tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0261199 Jan 28 05:01:51.588370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-5f0ea89b-b547-446f-9d7c-654842acba99 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:51.590065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-5f0ea89b-b547-446f-9d7c-654842acba99 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 946 time: 0.0745130 Jan 28 05:01:51.709659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f0c19a5-17d3-41ac-87ca-cb6c9bee059d req-76999bc8-6306-42f6-988a-0bf1a38427d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b05573a497fa4a0094addcc691d36c38&device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0369315 Jan 28 05:01:51.726418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Deleting port 7a3a04dd-228c-44c6-921d-ea0f7c372254 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:01:51.726766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:51.729839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01d2019d-3b0c-419b-a845-482d5cb79b32 req-267571f2-3e9b-4cae-8792-1c7032f8e19e tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0561295 Jan 28 05:01:51.770539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f0c19a5-17d3-41ac-87ca-cb6c9bee059d req-3b359215-8824-47eb-b605-bec19a4cbfde service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b05573a497fa4a0094addcc691d36c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437362 Jan 28 05:01:51.815658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8fba62c2-96b2-4b4c-856b-3aad4c3908b9 req-a5b69e08-376c-4bc3-b024-3482c47bbd07 service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470452 Jan 28 05:01:51.822063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] For port 7a3a04dd-228c-44c6-921d-ea0f7c372254, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7a3a04dd-228c-44c6-921d-ea0f7c372254,segment=NetworkSegment(55291458-8b68-443b-b065-d72ffda6af52),segment_id=55291458-8b68-443b-b065-d72ffda6af52)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:01:51.822434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:51.850515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Calling delete_port for 7a3a04dd-228c-44c6-921d-ea0f7c372254 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:01:51.973820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c19a5-17d3-41ac-87ca-cb6c9bee059d req-09cb4bfe-0667-4646-a9dd-f5810dcc4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:51.975917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6f0c19a5-17d3-41ac-87ca-cb6c9bee059d req-09cb4bfe-0667-4646-a9dd-f5810dcc4c44 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1960437 Jan 28 05:01:51.991578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac527b8-6cbd-4af5-8e9a-f24a11688c0f req-4e6e748e-8617-4a9e-8be0-94cf59098b09 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:51.999032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ac527b8-6cbd-4af5-8e9a-f24a11688c0f req-4e6e748e-8617-4a9e-8be0-94cf59098b09 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/ports?device_id=add59a31-f5d6-420d-8a58-fa2e2dd4f6ee HTTP/1.1" status: 200 len: 946 time: 0.0818129 Jan 28 05:01:52.078336 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ac527b8-6cbd-4af5-8e9a-f24a11688c0f req-54820c96-1558-4a0b-a549-5c4997f36b81 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1ef860c-605b-4204-8f57-7db75a3b76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777578 Jan 28 05:01:52.088242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84b3f-2e14-4e11-a1df-66f1af50e7fd req-b4594d33-4b2f-4ab8-b3bf-66b3a7f40507 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:52.090108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63f84b3f-2e14-4e11-a1df-66f1af50e7fd req-b4594d33-4b2f-4ab8-b3bf-66b3a7f40507 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0570235 Jan 28 05:01:52.100940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7a3a04dd-228c-44c6-921d-ea0f7c372254), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:52.141135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63f84b3f-2e14-4e11-a1df-66f1af50e7fd req-2f5cc1df-9020-48ba-ac2a-38d55e51bdc8 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 Jan 28 05:01:52.163957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Pushing event deleted for resources: {'Port': ['ID=7a3a04dd-228c-44c6-921d-ea0f7c372254,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:52.182165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] No DVR routers for this DVR port 7a3a04dd-228c-44c6-921d-ea0f7c372254 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:01:52.184679 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:52.187997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7793542-5d44-450e-848d-22fdbbcbdd90 req-1a7c6d4b-b471-4eab-950c-66724c02c142 tempest-VolumesSnapshotTestJSON-415591253 tempest-VolumesSnapshotTestJSON-415591253-project] 10.222.0.47 "DELETE /v2.0/ports/7a3a04dd-228c-44c6-921d-ea0f7c372254 HTTP/1.1" status: 204 len: 173 time: 0.5687475 Jan 28 05:01:52.188434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'name': 'network-vif-deleted', 'tag': '7a3a04dd-228c-44c6-921d-ea0f7c372254'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:01:52.190679 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b35a8dc-dd50-40e1-9cdc-57c5b04c42e1" -d '{"events": [{"server_uuid": "add59a31-f5d6-420d-8a58-fa2e2dd4f6ee", "name": "network-vif-deleted", "tag": "7a3a04dd-228c-44c6-921d-ea0f7c372254"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:01:52.232087 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cac6480-8ce0-4964-91d6-7c42c3593e55 x-openstack-request-id: req-0cac6480-8ce0-4964-91d6-7c42c3593e55 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:01:52.232382 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add59a31-f5d6-420d-8a58-fa2e2dd4f6ee", "name": "network-vif-deleted", "tag": "7a3a04dd-228c-44c6-921d-ea0f7c372254", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:01:52.232647 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cac6480-8ce0-4964-91d6-7c42c3593e55 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:01:52.233087 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add59a31-f5d6-420d-8a58-fa2e2dd4f6ee', 'name': 'network-vif-deleted', 'tag': '7a3a04dd-228c-44c6-921d-ea0f7c372254', 'status': 'completed', 'code': 200} Jan 28 05:01:52.855366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a17354d3-daea-43c6-be01-f6b81bbc3038 req-a3647135-9c1d-48c6-916a-f666b21f6c48 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0340483 Jan 28 05:01:53.262397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcca74-f7d2-4f24-b53a-76d5c85179b4 req-776f9c23-271f-4786-baac-9ce692e5947b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:53.264015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7fcca74-f7d2-4f24-b53a-76d5c85179b4 req-776f9c23-271f-4786-baac-9ce692e5947b tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Jan 28 05:01:53.315324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7fcca74-f7d2-4f24-b53a-76d5c85179b4 req-af1aaf19-4db7-4ad5-90de-b4d7202cf06a tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Jan 28 05:01:53.550212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6f0c19a5-17d3-41ac-87ca-cb6c9bee059d req-1e9f6708-36ba-446c-9b2c-d28f8d54b638 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.47 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0400488 Jan 28 05:01:53.590596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7a3a04dd-228c-44c6-921d-ea0f7c372254 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:01:53.626523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165a13-c8c1-4aac-8233-4cafd9020354 req-c124c7a1-caf6-4000-8fa0-8061ba69afaa tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:53.632123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 7a3a04dd-228c-44c6-921d-ea0f7c372254 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:01:53.632480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7a3a04dd-228c-44c6-921d-ea0f7c372254 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:01:53.638143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b165a13-c8c1-4aac-8233-4cafd9020354 req-c124c7a1-caf6-4000-8fa0-8061ba69afaa tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0958009 Jan 28 05:01:53.734177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b165a13-c8c1-4aac-8233-4cafd9020354 req-855624d9-de8c-494c-9b01-0fca376628ec tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949807 Jan 28 05:01:53.970759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1bbb2dc8-845f-408f-8554-5d170dccc3ef req-29e98359-389f-4c9f-b1da-f62e23647ce3 tempest-ServerShowV254Test-2006744904 tempest-ServerShowV254Test-2006744904-project] 10.222.0.21 "GET /v2.0/ports?device_id=1568c0c1-b152-4bbb-be0f-5ea8a0667b90 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Jan 28 05:01:54.278583 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:01:54.872218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a016b-5059-4c57-a741-d6f116c5c039 req-e9213e5c-2192-4a4c-881b-2b0deee68d84 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:54.873958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e0a016b-5059-4c57-a741-d6f116c5c039 req-e9213e5c-2192-4a4c-881b-2b0deee68d84 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0566576 Jan 28 05:01:54.924205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e0a016b-5059-4c57-a741-d6f116c5c039 req-dd61b5b0-08a3-472e-8e21-7d903faca29d tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Jan 28 05:01:55.144017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037581-4832-4d19-9d2f-e311ac275d49 req-80b43206-2a07-49c4-87cf-7ff9c54542d4 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:55.145929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98037581-4832-4d19-9d2f-e311ac275d49 req-80b43206-2a07-49c4-87cf-7ff9c54542d4 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0567491 Jan 28 05:01:55.245183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-7ca1e2f5-f234-4f3d-bc34-aa7383870563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:55.246961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-7ca1e2f5-f234-4f3d-bc34-aa7383870563 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20fdaa2a0d8144c293ca23006a479c59&device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 1096 time: 0.0786762 Jan 28 05:01:55.257214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98037581-4832-4d19-9d2f-e311ac275d49 req-e139ba87-f359-452f-b829-891a170b65e1 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999801 Jan 28 05:01:55.333611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:55.356182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-f3a31277-94fd-402f-ab40-78ada1840477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:55.357809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-f3a31277-94fd-402f-ab40-78ada1840477 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00f3e9a2-42e0-468d-a728-fdea7745b604 HTTP/1.1" status: 200 len: 911 time: 0.0987051 Jan 28 05:01:55.406192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-9ea07d33-9c6b-4020-88be-e9ff060591af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc HTTP/1.1" status: 200 len: 217 time: 0.0418663 Jan 28 05:01:55.445785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-361923bd-d174-4271-af8b-4e38667337cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.458945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-fac82bef-2ae1-42c1-b72d-e22c546c64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:55.460546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-fac82bef-2ae1-42c1-b72d-e22c546c64c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53a93529-3d16-4eee-9670-9d1b1be47bdb HTTP/1.1" status: 200 len: 850 time: 0.0483470 Jan 28 05:01:55.502829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-6546ea3a-4817-4f86-9819-5bd5c4e9457b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f3e9a2-42e0-468d-a728-fdea7745b604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358727 Jan 28 05:01:55.537766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-361923bd-d174-4271-af8b-4e38667337cb admin admin] Publish callbacks [] for security_group (b1fb86fd-47eb-4bb1-8e0b-8be275022a8c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.542477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-361923bd-d174-4271-af8b-4e38667337cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b1fb86fd-47eb-4bb1-8e0b-8be275022a8c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.571424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361923bd-d174-4271-af8b-4e38667337cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb86fd-47eb-4bb1-8e0b-8be275022a8c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:55.600508 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-361923bd-d174-4271-af8b-4e38667337cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b05573a497fa4a0094addcc691d36c38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626753 Jan 28 05:01:55.600867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:55.639801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-2acae930-4df8-4914-a683-60a0c3c4ec1d service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292078 Jan 28 05:01:55.653797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5734712-ec76-4d2a-a93e-dab9a3adac5c admin admin] Publish callbacks [] for security_group (b1fb86fd-47eb-4bb1-8e0b-8be275022a8c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.678239 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5734712-ec76-4d2a-a93e-dab9a3adac5c admin admin] Publish callbacks [] for security_group (b1fb86fd-47eb-4bb1-8e0b-8be275022a8c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.760600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5734712-ec76-4d2a-a93e-dab9a3adac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b1fb86fd-47eb-4bb1-8e0b-8be275022a8c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.763497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5734712-ec76-4d2a-a93e-dab9a3adac5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:55.765043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c5734712-ec76-4d2a-a93e-dab9a3adac5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1fb86fd-47eb-4bb1-8e0b-8be275022a8c HTTP/1.1" status: 204 len: 168 time: 0.1630526 Jan 28 05:01:55.786051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5734712-ec76-4d2a-a93e-dab9a3adac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb86fd-47eb-4bb1-8e0b-8be275022a8c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:55.787880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a48024e4-7b33-4eb2-908e-c2b5f42518ec req-33d94869-770b-4587-979e-4aeaba8f8a03 service neutron] 10.222.0.52 "GET /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420310 Jan 28 05:01:56.278544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40698) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:56.427213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22517c-e8eb-46c3-ae60-8c56ed10ff6c tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:56.428763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22517c-e8eb-46c3-ae60-8c56ed10ff6c tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:56.429445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22517c-e8eb-46c3-ae60-8c56ed10ff6c tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:56.431661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa22517c-e8eb-46c3-ae60-8c56ed10ff6c tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=d962c8519a9b4fea9b53932efa76f2b8&network_id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 2969 time: 0.1520119 Jan 28 05:01:56.462644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccfdcc-ab5a-432d-8f71-4c987c4cab7b req-03ceb232-aa7a-4d3d-8a43-df8a20ce700a tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:56.467035 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48ccfdcc-ab5a-432d-8f71-4c987c4cab7b req-03ceb232-aa7a-4d3d-8a43-df8a20ce700a tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.1053715 Jan 28 05:01:56.522183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48ccfdcc-ab5a-432d-8f71-4c987c4cab7b req-0d6634a1-1d10-4bbe-b9f3-224138ff2805 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501306 Jan 28 05:01:56.556035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40708) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:56.707278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-433545420-network', 'tenant_id': 'f598a5e58594465ab60f7164063947ce'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:56.753257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Made reservation on behalf of f598a5e58594465ab60f7164063947ce for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:56.755712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:56.766556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:56.905487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks [] for security_group (512940b4-9b97-46e2-8575-12ece94f391a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:56.911394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (512940b4-9b97-46e2-8575-12ece94f391a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:56.975112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:01:57.006240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512940b4-9b97-46e2-8575-12ece94f391a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:57.016579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f940ae4f-2501-4644-9c2f-6da0384775ae), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.017255 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Added segment f940ae4f-2501-4644-9c2f-6da0384775ae of type vlan for network efcc5f7b-4548-4374-b4f7-51531bc057b4 Jan 28 05:01:57.073556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (efcc5f7b-4548-4374-b4f7-51531bc057b4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.107657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (efcc5f7b-4548-4374-b4f7-51531bc057b4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.108761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:57.109653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.191022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6311266 Jan 28 05:01:57.191810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:57.196415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Request body: {'subnet': {'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-433545420-subnet', 'tenant_id': 'f598a5e58594465ab60f7164063947ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:57.216108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c102c5-0c1a-4435-82fb-1004866910e7 admin admin] Pushing event updated for resources: {'Network': ['ID=efcc5f7b-4548-4374-b4f7-51531bc057b4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:57.219730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Made reservation on behalf of f598a5e58594465ab60f7164063947ce for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:57.223143 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.229437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network efcc5f7b-4548-4374-b4f7-51531bc057b4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:01:57.419173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1919d4fc-ccd2-4040-9d82-5f575feda1ad), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.471910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1919d4fc-ccd2-4040-9d82-5f575feda1ad,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:57.482689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Checking segment: {'id': 'f940ae4f-2501-4644-9c2f-6da0384775ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:57.483061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Network hostable DHCP agents. Network: efcc5f7b-4548-4374-b4f7-51531bc057b4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:01:57.500678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Network efcc5f7b-4548-4374-b4f7-51531bc057b4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:01:57.510156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, efcc5f7b-4548-4374-b4f7-51531bc057b4) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:57.514164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:57.514759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:57.523224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6986d-2dd6-4f8d-9e4e-aae53e64a015 None None] Network efcc5f7b-4548-4374-b4f7-51531bc057b4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:57.537850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b1596bf6-94fb-41bc-bd17-52e9aaa296e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3452387 Jan 28 05:01:57.703206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a8061-b0b8-45de-a92b-446d44bf13db req-dce313fd-caf5-4c28-b2ed-e3ca29f684f3 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:57.705561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227091e4-ef92-4cc1-a9f5-a96aa10c3df8 None None] Network efcc5f7b-4548-4374-b4f7-51531bc057b4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:57.714200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be3a8061-b0b8-45de-a92b-446d44bf13db req-dce313fd-caf5-4c28-b2ed-e3ca29f684f3 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.1033764 Jan 28 05:01:57.793724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be3a8061-b0b8-45de-a92b-446d44bf13db req-0c5e0389-b03b-40ef-b5cb-019532300739 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719090 Jan 28 05:01:58.126767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaa139-2f72-4e94-8c56-4bb9b4d972f5 req-bf1e8511-523e-477f-acbd-a3c72de04c8d tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:58.130098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77aaa139-2f72-4e94-8c56-4bb9b4d972f5 req-bf1e8511-523e-477f-acbd-a3c72de04c8d tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0940707 Jan 28 05:01:58.196795 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:58.212763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77aaa139-2f72-4e94-8c56-4bb9b4d972f5 req-ce08415a-76c4-48de-a4e1-0cfb151b30c8 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744526 Jan 28 05:01:58.222302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-538512508-network', 'tenant_id': '22428cc058024ab3b200619aece9335c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:58.260263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Made reservation on behalf of 22428cc058024ab3b200619aece9335c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:58.269607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.283084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.294068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:58.396822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c202bfa-efc1-4f95-8996-0500830955af tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:58.398373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c202bfa-efc1-4f95-8996-0500830955af tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 814 time: 0.1028960 Jan 28 05:01:58.404372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks [] for security_group (43f1f733-ff32-4b1d-b359-3a12fc1d9ae8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.409700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (43f1f733-ff32-4b1d-b359-3a12fc1d9ae8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.442845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:01:58.452347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f1f733-ff32-4b1d-b359-3a12fc1d9ae8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:58.458558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (98cd0db6-5d41-4176-816d-4d8acc2cfcdb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.459128 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Added segment 98cd0db6-5d41-4176-816d-4d8acc2cfcdb of type vlan for network 50658860-693a-4d65-b7f0-74239d21f394 Jan 28 05:01:58.503956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (50658860-693a-4d65-b7f0-74239d21f394), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.533792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (50658860-693a-4d65-b7f0-74239d21f394), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.534944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:58.535550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.582105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3863940 Jan 28 05:01:58.584862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:58.590099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Request body: {'subnet': {'network_id': '50658860-693a-4d65-b7f0-74239d21f394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-538512508-subnet', 'tenant_id': '22428cc058024ab3b200619aece9335c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:58.596905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742686-ff7b-43d8-9b84-c6fc19d26033 admin admin] Pushing event updated for resources: {'Network': ['ID=50658860-693a-4d65-b7f0-74239d21f394,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:58.607381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 50658860-693a-4d65-b7f0-74239d21f394 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:01:58.611720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Made reservation on behalf of 22428cc058024ab3b200619aece9335c for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:58.614212 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.782498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (842cbd16-a59b-4abb-a771-204e70f48e34), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.839534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842cbd16-a59b-4abb-a771-204e70f48e34,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:58.849049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Checking segment: {'id': '98cd0db6-5d41-4176-816d-4d8acc2cfcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '50658860-693a-4d65-b7f0-74239d21f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:01:58.849475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Network hostable DHCP agents. Network: 50658860-693a-4d65-b7f0-74239d21f394, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:01:58.866409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Network 50658860-693a-4d65-b7f0-74239d21f394 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:01:58.869524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40756) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:58.876406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'network': {'name': 'tempest-network-smoke--185011972', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:01:58.886180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 50658860-693a-4d65-b7f0-74239d21f394) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:01:58.892337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:58.892936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.894958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f815c57-6da3-4692-af85-ee558d92012b None None] Network 50658860-693a-4d65-b7f0-74239d21f394 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:58.907319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:01:58.910821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.917445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2b89079a-6c39-4cef-8b86-5685cbe68b03 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3314531 Jan 28 05:01:58.939254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:01:58.949787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (39c5eb77-5ac6-422b-a992-fc1ca203e218), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:58.950140 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Added segment 39c5eb77-5ac6-422b-a992-fc1ca203e218 of type vlan for network d855d1ea-c818-4c95-9395-c5ad65ad7639 Jan 28 05:01:59.006213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca09cad-6c22-4b4a-a8fa-02dc1848f2f3 None None] Network 50658860-693a-4d65-b7f0-74239d21f394 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:01:59.007396 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d855d1ea-c818-4c95-9395-c5ad65ad7639), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:59.038795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d855d1ea-c818-4c95-9395-c5ad65ad7639), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:59.044063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:59.044579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:59.120386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2498121 Jan 28 05:01:59.123520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40766) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:59.172774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543381d4-db69-4974-9698-0988ceda4466 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Network': ['ID=d855d1ea-c818-4c95-9395-c5ad65ad7639,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:01:59.183256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:01:59.220142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d7f447-7dd1-4b82-ab80-f72f518bfd39 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:59.221938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-84d7f447-7dd1-4b82-ab80-f72f518bfd39 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d962c8519a9b4fea9b53932efa76f2b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0966876 Jan 28 05:01:59.224624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40774) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:59.361124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a98c2-e3f1-4aab-a5d2-7da42b6b11c4 req-45bb00f5-5da2-48cf-8e09-6bd9feb0f494 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:59.362751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e11a98c2-e3f1-4aab-a5d2-7da42b6b11c4 req-45bb00f5-5da2-48cf-8e09-6bd9feb0f494 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0562382 Jan 28 05:01:59.426431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e11a98c2-e3f1-4aab-a5d2-7da42b6b11c4 req-2c874ce4-ecec-4f01-8f02-89726a213ba3 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548651 Jan 28 05:01:59.805624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910bb2-66e9-4c54-8eba-cfe150c63252 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:59.809303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01910bb2-66e9-4c54-8eba-cfe150c63252 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5814428 Jan 28 05:01:59.810237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40796) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:59.815645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a0639cf8-63ea-4bd0-8a0f-42c1b3dfed8e tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:59.817107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a0639cf8-63ea-4bd0-8a0f-42c1b3dfed8e tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/networks?id=efcc5f7b-4548-4374-b4f7-51531bc057b4 HTTP/1.1" status: 200 len: 824 time: 0.1605165 Jan 28 05:01:59.834662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-49aa1913-1413-46ef-911c-66e983eb6df5 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/quotas/f598a5e58594465ab60f7164063947ce HTTP/1.1" status: 200 len: 375 time: 0.0100152 Jan 28 05:01:59.866182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9085a71a-39ce-4dee-850b-250185915b92 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544817 Jan 28 05:01:59.869469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40798) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:59.870360 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-4528005c-1396-4081-ae3a-2ff5919648d0 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f598a5e58594465ab60f7164063947ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302143 Jan 28 05:01:59.906616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-08d6811f-bbcd-4ea3-b020-002c7dfc3e16 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d962c8519a9b4fea9b53932efa76f2b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358703 Jan 28 05:01:59.909079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:01:59.985785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-c9ed2246-bc41-436b-a6e1-9a468f6ec96c service neutron] 10.222.0.21 "GET /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053672 Jan 28 05:02:00.085591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-6bd1e2c4-1ef8-49fc-808f-b1643fc4e607 service neutron] 10.222.0.21 "GET /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988283 Jan 28 05:02:00.125071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694931f6-574f-4db5-95a1-ba6c08ef95a8 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:00.129325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-694931f6-574f-4db5-95a1-ba6c08ef95a8 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2163002 Jan 28 05:02:00.129550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40804) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:00.144645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e01c82-e7b3-4c6f-9012-31ee66b716de req-d63ff38c-9560-4937-ad47-609f4209d690 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:00.147141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75e01c82-e7b3-4c6f-9012-31ee66b716de req-d63ff38c-9560-4937-ad47-609f4209d690 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.0834215 Jan 28 05:02:00.168536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4fe83842-5fa9-4a64-a2f5-2926f3f1bc9e tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377786 Jan 28 05:02:00.170892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:00.179530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-691565556', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:00.261392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75e01c82-e7b3-4c6f-9012-31ee66b716de req-38fb2308-d486-4993-b992-fce8a72f2cea tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977445 Jan 28 05:02:00.321067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-002993f6-4f88-47db-8e0b-22bddb92e260 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:00.322947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-002993f6-4f88-47db-8e0b-22bddb92e260 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.0602224 Jan 28 05:02:00.324954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-534b8d7b-cab2-4d8d-9adf-96dc01d5d65a req-5cf90540-44ee-4c37-83e9-34422cdf2b2d tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 210 time: 0.0338490 Jan 28 05:02:00.353314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:00.356829 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:00.461945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Deleting port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:02:00.462678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:00.632750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (bfff8bac-8654-432e-bc91-617733632641), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:00.643585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] For port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,segment=NetworkSegment(279ff8ba-b609-4dc3-aa55-337981626856),segment_id=279ff8ba-b609-4dc3-aa55-337981626856)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:00.643913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:00.661305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Calling delete_port for 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:02:00.675705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966bf10-c5d3-42b5-91a7-72676c6fe7e9 req-24b2de68-9db8-40d7-9121-132e8a499a57 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:00.682299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1966bf10-c5d3-42b5-91a7-72676c6fe7e9 req-24b2de68-9db8-40d7-9121-132e8a499a57 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 945 time: 0.1451752 Jan 28 05:02:00.722622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Checking segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:00.723684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network hostable DHCP agents. Network: d855d1ea-c818-4c95-9395-c5ad65ad7639, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:02:00.728407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Subnet': ['ID=bfff8bac-8654-432e-bc91-617733632641,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:00.756732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:02:00.772136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d855d1ea-c818-4c95-9395-c5ad65ad7639) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:00.781646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:00.782722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:00.805913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1966bf10-c5d3-42b5-91a7-72676c6fe7e9 req-351ff123-e793-49fb-ae3a-c925b9e8e19a tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed16055b-8dd9-444b-842e-82be8db44102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225052 Jan 28 05:02:00.806864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84420cab-e216-405d-8d96-cc26ff37add0 None None] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:00.819974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-df59ef91-d582-4f5d-974e-c6a1268a39eb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6432664 Jan 28 05:02:01.000910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.002970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-d855d1ea-c818-4c95-9395-c5ad65ad7639', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ips': [{'subnet_id': 'bfff8bac-8654-432e-bc91-617733632641'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:02:01.004342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.034866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Pushing event deleted for resources: {'Port': ['ID=045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:01.053605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:01.111963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] No DVR routers for this DVR port 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:02:01.116651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.120792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16d75f65-de3c-4f9d-b0f5-eb298dc103db req-9de92bae-864e-453d-9641-b9eb42b0bb85 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.52 "DELETE /v2.0/ports/045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc HTTP/1.1" status: 204 len: 173 time: 0.7898681 Jan 28 05:02:01.120956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'name': 'network-vif-deleted', 'tag': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:01.123542 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150cb80-19b5-4f10-9fcf-cc2a69ca0382" -d '{"events": [{"server_uuid": "6ef9baf3-e3f0-4a93-a1b4-2a9477393611", "name": "network-vif-deleted", "tag": "045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:01.136805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40830) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:01.142911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965342709', 'description': 'tempest-secgroup-smoke-1965342709 description', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:01.171115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.190722 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d80b595-cbbb-4d69-8690-675542b5ed6f x-openstack-request-id: req-1d80b595-cbbb-4d69-8690-675542b5ed6f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:01.191335 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef9baf3-e3f0-4a93-a1b4-2a9477393611", "name": "network-vif-deleted", "tag": "045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:01.191996 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d80b595-cbbb-4d69-8690-675542b5ed6f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:01.193412 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef9baf3-e3f0-4a93-a1b4-2a9477393611', 'name': 'network-vif-deleted', 'tag': '045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc', 'status': 'completed', 'code': 200} Jan 28 05:02:01.272557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Allocated IP 172.20.0.18 (d855d1ea-c818-4c95-9395-c5ad65ad7639/bfff8bac-8654-432e-bc91-617733632641/b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:01.314068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (6c2b1cd9-dbb7-4900-a268-0383fb65bb9e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.328170 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c2b1cd9-dbb7-4900-a268-0383fb65bb9e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.356083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.362241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40838) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:01.363523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2254598 Jan 28 05:02:01.367683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '6c2b1cd9-dbb7-4900-a268-0383fb65bb9e', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:01.397848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c1df7-8bf9-4e85-bf44-6d7e44384ef4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:01.417770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (e2bb3f4c-9f58-4acc-b31f-bb9d668a80f3), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.490528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba777c-2100-4e7f-935a-7e0fff0d1d86 req-084e5874-67ac-4007-b2f4-eebdf90a71bb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:01.492319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8ba777c-2100-4e7f-935a-7e0fff0d1d86 req-084e5874-67ac-4007-b2f4-eebdf90a71bb tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.0963163 Jan 28 05:02:01.500512 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Publish callbacks [] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.502705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-526d718a-4cb2-4a4a-9835-4c0da89ca7d4 req-5ce59e79-a6af-4db5-9c70-9ffd0eaecbaf tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 210 time: 0.0482762 Jan 28 05:02:01.517461 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.564726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (e2bb3f4c-9f58-4acc-b31f-bb9d668a80f3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.567127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Pushing event updated for resources: {'Port': ['ID=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:01.571973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (e2bb3f4c-9f58-4acc-b31f-bb9d668a80f3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.582756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.583117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.583470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.583817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.584156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.584493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.584830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.585186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.585514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.585838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.586171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.587060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.587390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:01.596927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:01.598361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:01.601301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:01.614773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bb3f4c-9f58-4acc-b31f-bb9d668a80f3,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:01.619912 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8ba777c-2100-4e7f-935a-7e0fff0d1d86 req-c92c4efa-7aa2-48a0-a138-eb2c0c37afe8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153362 Jan 28 05:02:01.630355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.634682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-39eaf098-ab9f-48a8-a4cf-32af9789efa9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677271 Jan 28 05:02:01.634914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40842) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:01.639091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '6c2b1cd9-dbb7-4900-a268-0383fb65bb9e', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:01.679748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (a239c24f-ef7e-4841-a786-1c43971a8017), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.686346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Attempting to bind port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:01.687156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Attempting to bind port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:01.687660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Attempting to bind port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 on network d855d1ea-c818-4c95-9395-c5ad65ad7639 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:01.693968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:01.694479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Checking segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:01.694971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.695453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Bound using segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:01.696631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Bound port: b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:01.697019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.756106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (a239c24f-ef7e-4841-a786-1c43971a8017), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.761559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a239c24f-ef7e-4841-a786-1c43971a8017), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.774113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] For port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:01.776875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] For port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:01.777334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a239c24f-ef7e-4841-a786-1c43971a8017,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:01.785030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.795392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:01.799251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f5d29e0f-1e0a-4d91-80d1-ab2c66e1416a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608548 Jan 28 05:02:01.802820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40844) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:01.814021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '6c2b1cd9-dbb7-4900-a268-0383fb65bb9e', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:01.866561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f014af-47c8-46c9-bb9c-a3e1ec7c11cc None None] Pushing event updated for resources: {'Port': ['ID=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:01.931456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (b2f3a079-ecab-4455-8a8f-235f240dd5c9), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.053773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8456bd96-1751-4550-9814-0d54b20c9805 req-1e4fb59c-7d0c-4680-8bcb-17e5113f9e28 tempest-TestServerAdvancedOps-1715326243 tempest-TestServerAdvancedOps-1715326243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef9baf3-e3f0-4a93-a1b4-2a9477393611 HTTP/1.1" status: 200 len: 210 time: 0.0543311 Jan 28 05:02:02.098333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-51bf313b-0e7f-46dc-8a39-c7572fea2ff0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:02.099314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-2627cf9e-70cf-40f9-9ca9-604031fa16b5 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:02.099879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-51bf313b-0e7f-46dc-8a39-c7572fea2ff0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.1497159 Jan 28 05:02:02.100960 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-2627cf9e-70cf-40f9-9ca9-604031fa16b5 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.47 "GET /v2.0/networks?id=efcc5f7b-4548-4374-b4f7-51531bc057b4 HTTP/1.1" status: 200 len: 824 time: 0.2630980 Jan 28 05:02:02.103218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (b2f3a079-ecab-4455-8a8f-235f240dd5c9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.111699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b2f3a079-ecab-4455-8a8f-235f240dd5c9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.130325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f3a079-ecab-4455-8a8f-235f240dd5c9,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:02.156402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.157834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-880a2ea6-5f31-4e6c-9796-3f2e75b1ad75 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538148 Jan 28 05:02:02.161941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Request body: {'port': {'device_id': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4', 'admin_state_up': True, 'tenant_id': 'f598a5e58594465ab60f7164063947ce'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:02.166092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:02.172368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '6c2b1cd9-dbb7-4900-a268-0383fb65bb9e', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:02.253223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:02:02.254668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.269059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (dfedd520-42b1-4bda-9a3c-70e952216907), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.374640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Made reservation on behalf of f598a5e58594465ab60f7164063947ce for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:02.378719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.379630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:02.380003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.415505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (dfedd520-42b1-4bda-9a3c-70e952216907), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.424751 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (dfedd520-42b1-4bda-9a3c-70e952216907), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.453131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfedd520-42b1-4bda-9a3c-70e952216907,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:02.488398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.489811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ac04e076-2bd6-4112-a68a-1125e55e41bd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3227336 Jan 28 05:02:02.494010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:02.498140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '6c2b1cd9-dbb7-4900-a268-0383fb65bb9e', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:02.629367 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Project d962c8519a9b4fea9b53932efa76f2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:02:02.633788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d67e5977-6d70-41f9-9e29-90494d2b2ced req-9c3d1ae1-778f-4d23-a45a-013250e950a1 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 210 time: 0.0413468 Jan 28 05:02:02.657381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Allocated IP 172.20.0.10 (efcc5f7b-4548-4374-b4f7-51531bc057b4/1919d4fc-ccd2-4040-9d82-5f575feda1ad/c6be1783-e1d2-42ee-883d-a13a2e136888) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:02.657381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (4c7effb9-2225-4a52-b960-df62e74afee7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.677374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.677374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (877ab935-ed7f-4e19-aeab-7024ee1e844d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.677374 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Floating IP 877ab935-ed7f-4e19-aeab-7024ee1e844d disassociated. External IP: 172.25.6.89, port: e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7. Jan 28 05:02:02.677374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:02:02.792934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (4c7effb9-2225-4a52-b960-df62e74afee7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.831331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3c811-f7f8-444e-b949-7ea5f280efb3 req-934f948a-73b1-4c3a-935f-870c146e523f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:02.833123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99f3c811-f7f8-444e-b949-7ea5f280efb3 req-934f948a-73b1-4c3a-935f-870c146e523f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 945 time: 0.1137645 Jan 28 05:02:02.842616 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (4c7effb9-2225-4a52-b960-df62e74afee7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.874042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7effb9-2225-4a52-b960-df62e74afee7,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:02.893093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.894727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6c5aa755-33cc-4836-8e5a-300f05bcbb45 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4002707 Jan 28 05:02:02.898577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:02.911846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '6c2b1cd9-dbb7-4900-a268-0383fb65bb9e', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:02.928484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99f3c811-f7f8-444e-b949-7ea5f280efb3 req-df81ce1c-510c-4b05-a76f-e236e921789a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795472 Jan 28 05:02:02.956825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks [] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:02.988568 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Project d962c8519a9b4fea9b53932efa76f2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:02:02.997303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (336733a2-3c84-4a1e-99e0-902b475909ce), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.011376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.013230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.065359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Network efcc5f7b-4548-4374-b4f7-51531bc057b4 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:03.069526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:03.069885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:03.076951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:03.083582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Pushing event updated for resources: {'Port': ['ID=c6be1783-e1d2-42ee-883d-a13a2e136888,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:03.159671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:03.175928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (336733a2-3c84-4a1e-99e0-902b475909ce), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.187979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (336733a2-3c84-4a1e-99e0-902b475909ce), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.216105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:03.216752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.240809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Deleting subnet 53a93529-3d16-4eee-9670-9d1b1be47bdb {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:02:03.245032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Publish callbacks [] for subnet (53a93529-3d16-4eee-9670-9d1b1be47bdb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.250216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-221dd118-a3b9-46b2-b2d1-7e38cf3a0075 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1035242 Jan 28 05:02:03.257100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336733a2-3c84-4a1e-99e0-902b475909ce,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:03.272167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.282244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e9c4db8f-0ebb-452f-8b17-9c7b1ab96645 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3704908 Jan 28 05:02:03.282460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Request body: {'port': {'device_id': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:03.317057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:02:03.326113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (53a93529-3d16-4eee-9670-9d1b1be47bdb), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.339175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79b0fe-3242-46cb-8416-52d78e7338e9 None None] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:03.399973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.431501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] Provisioning complete for port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:03.431878 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.467321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (53a93529-3d16-4eee-9670-9d1b1be47bdb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.596153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] Current status of the port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:03.596572 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.635037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] For port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:03.648104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.737357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e30e4-3d7e-4154-ae3c-eac19ac71a67 None None] Pushing event updated for resources: {'Port': ['ID=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:03.753484 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (53a93529-3d16-4eee-9670-9d1b1be47bdb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.928377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a93529-3d16-4eee-9670-9d1b1be47bdb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:03.934603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:03.942501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b5ac8a1f-4550-441a-b0ac-dc771fafe1ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53a93529-3d16-4eee-9670-9d1b1be47bdb HTTP/1.1" status: 204 len: 168 time: 0.7788839 Jan 28 05:02:03.944031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:02:03.962725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:04.045055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:04.097709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (00f3e9a2-42e0-468d-a728-fdea7745b604), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.122475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:02:04.123250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 045275d5-463c-4f3e-a2bf-dc1f0aeb6bbc not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:02:04.152647 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7228-6efa-4837-98a7-4158b3edde4d req-1049fe67-6c02-4856-9abf-ca1a8497448d tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:04.153409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bf83880a-09d9-4e37-a5da-334a13d85f18 None None] Provisioning complete for port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:04.153898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf83880a-09d9-4e37-a5da-334a13d85f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.154219 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-116b7228-6efa-4837-98a7-4158b3edde4d req-1049fe67-6c02-4856-9abf-ca1a8497448d tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 932 time: 0.3269174 Jan 28 05:02:04.157629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:04.157851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.168090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:04.183246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:04.190694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-65eeafb1-b589-41b3-8163-5e0e92c6ca08 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965342709&fields=id&tenant_id=d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 267 time: 0.1096122 Jan 28 05:02:04.249655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:04.250359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:01:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:04.251095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (00f3e9a2-42e0-468d-a728-fdea7745b604), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.270397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:02:04.272365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f3e9a2-42e0-468d-a728-fdea7745b604']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:04.281686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.281972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279ff8ba-b609-4dc3-aa55-337981626856') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:04.282272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279ff8ba-b609-4dc3-aa55-337981626856') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:04.284947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6bf80fc8-fd32-4dce-bf30-28abc95c9cd4 req-a1ccb468-0c8c-4539-9547-07a039a094de tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "DELETE /v2.0/ports/e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 HTTP/1.1" status: 204 len: 173 time: 2.1749508 Jan 28 05:02:04.285426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'name': 'network-vif-deleted', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:04.288110 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123bac60-0348-408a-a99e-3ff7ef4355ac" -d '{"events": [{"server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "name": "network-vif-deleted", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:04.292957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (279ff8ba-b609-4dc3-aa55-337981626856), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.307673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (279ff8ba-b609-4dc3-aa55-337981626856), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.314035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:02:04.314243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (279ff8ba-b609-4dc3-aa55-337981626856), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:02:04.321489 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:02:04.435120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-0976b8cb-9227-468b-80c0-e94a99c673ac tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:04.450538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-0976b8cb-9227-468b-80c0-e94a99c673ac tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/networks?id=d855d1ea-c818-4c95-9395-c5ad65ad7639 HTTP/1.1" status: 200 len: 796 time: 0.2179646 Jan 28 05:02:04.468878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (00f3e9a2-42e0-468d-a728-fdea7745b604), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.479157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.480558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-bde4ec40-da31-4465-829a-0066103a0c4f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/quotas/d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 375 time: 0.0279799 Jan 28 05:02:04.486254 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] 10.222.0.21 "DELETE /v2.0/networks/00f3e9a2-42e0-468d-a728-fdea7745b604 HTTP/1.1" status: 204 len: 168 time: 0.5206125 Jan 28 05:02:04.489954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40890) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:04.507050 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-116b7228-6efa-4837-98a7-4158b3edde4d req-4456d6c9-be9f-473d-84a4-109cd2efbc08 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088865 Jan 28 05:02:04.548470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef926ca-a2a7-4629-9ab6-75098fd342de admin admin] Pushing event deleted for resources: {'Network': ['ID=00f3e9a2-42e0-468d-a728-fdea7745b604,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:04.619265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6be1783-e1d2-42ee-883d-a13a2e136888 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:04.626692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:04.642288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e303de3f-474d-4c91-a920-dd28bfe33d78 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1604764 Jan 28 05:02:04.657522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Publish callbacks [] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.694618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6029fa6e-797d-4103-b3ac-aa6b1a25a172 req-46444a49-f9d4-40d5-9613-14f7baede3fa tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0559926 Jan 28 05:02:04.741913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Transition to ACTIVE for port object c6be1783-e1d2-42ee-883d-a13a2e136888 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:02:04.752604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Deleting subnet 520dd79c-f744-4128-b8d0-7f074ce3b652 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:02:04.767120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Publish callbacks [] for subnet (520dd79c-f744-4128-b8d0-7f074ce3b652), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.769263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.788712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-a3b97656-e50e-4ba5-b6c5-85e312fd8c8b service neutron] 10.222.0.21 "GET /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425231 Jan 28 05:02:04.790836 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c59ca-cfa5-4db3-b446-fcc031085fd6 x-openstack-request-id: req-005c59ca-cfa5-4db3-b446-fcc031085fd6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:04.791205 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121c93-0cce-49d9-8c33-3daaab5f97a4", "name": "network-vif-deleted", "tag": "e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:04.791520 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-005c59ca-cfa5-4db3-b446-fcc031085fd6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:04.791907 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121c93-0cce-49d9-8c33-3daaab5f97a4', 'name': 'network-vif-deleted', 'tag': 'e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7', 'status': 'completed', 'code': 200} Jan 28 05:02:04.812707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bf83880a-09d9-4e37-a5da-334a13d85f18 None None] Current status of the port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:04.815024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:04.901427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (520dd79c-f744-4128-b8d0-7f074ce3b652), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:04.978646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-7be8cfd7-56de-43b4-b13a-bffa804198ff service neutron] 10.222.0.21 "GET /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828165 Jan 28 05:02:04.999005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Pushing event updated for resources: {'Port': ['ID=c6be1783-e1d2-42ee-883d-a13a2e136888,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:05.085731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:05.141868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:05.153045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:05.153720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:01:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:05.157790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (520dd79c-f744-4128-b8d0-7f074ce3b652), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.354272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Attempting to bind port c6be1783-e1d2-42ee-883d-a13a2e136888 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:05.355240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Attempting to bind port c6be1783-e1d2-42ee-883d-a13a2e136888 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'f940ae4f-2501-4644-9c2f-6da0384775ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:05.355629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Attempting to bind port c6be1783-e1d2-42ee-883d-a13a2e136888 on network efcc5f7b-4548-4374-b4f7-51531bc057b4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:05.359886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:05.365639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Port c6be1783-e1d2-42ee-883d-a13a2e136888 on network efcc5f7b-4548-4374-b4f7-51531bc057b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:02:05.365976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Attempting to bind port c6be1783-e1d2-42ee-883d-a13a2e136888 on network efcc5f7b-4548-4374-b4f7-51531bc057b4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:05.381415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bf9e909-ffca-40a6-b1a8-cf0db13d9c9b req-9dd29230-7226-440c-a832-48b5c1793024 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 210 time: 0.1773503 Jan 28 05:02:05.389852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:05.390221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Checking segment: {'id': 'f940ae4f-2501-4644-9c2f-6da0384775ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:05.390741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Bound using segment: {'id': 'f940ae4f-2501-4644-9c2f-6da0384775ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:05.391209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Bound port: c6be1783-e1d2-42ee-883d-a13a2e136888, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f940ae4f-2501-4644-9c2f-6da0384775ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:05.391578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.550460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (520dd79c-f744-4128-b8d0-7f074ce3b652), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.656554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] For port c6be1783-e1d2-42ee-883d-a13a2e136888, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:05.660070 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.671929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/520dd79c-f744-4128-b8d0-7f074ce3b652 HTTP/1.1" status: 204 len: 168 time: 1.1805551 Jan 28 05:02:05.675848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671ab06-ead6-4c4a-9c33-059394fda060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520dd79c-f744-4128-b8d0-7f074ce3b652,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:05.677700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:05.715067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] For port c6be1783-e1d2-42ee-883d-a13a2e136888, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c6be1783-e1d2-42ee-883d-a13a2e136888,segment=NetworkSegment(f940ae4f-2501-4644-9c2f-6da0384775ae),segment_id=f940ae4f-2501-4644-9c2f-6da0384775ae)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:05.807797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:05.838185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.886539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed835a-b47c-4a53-bf7e-c1e2f3e2312c None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:05.910863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:05.913848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.915831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] 10.222.0.47 "PUT /v2.0/ports/c6be1783-e1d2-42ee-883d-a13a2e136888 HTTP/1.1" status: 200 len: 1092 time: 2.6448889 Jan 28 05:02:05.917732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b99f63-6414-4c5e-aeba-a3f8e4edb812 service neutron] Pushing event updated for resources: {'Port': ['ID=c6be1783-e1d2-42ee-883d-a13a2e136888,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:05.921425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'tag': 'c6be1783-e1d2-42ee-883d-a13a2e136888'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:05.924358 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f2e9d-e07f-487d-be22-cca5487e6f58" -d '{"events": [{"name": "network-changed", "server_uuid": "04a9d716-caa1-44e7-a76f-1f4a780e04e1", "tag": "c6be1783-e1d2-42ee-883d-a13a2e136888"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:05.932343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03ae57aa-e50b-4a8a-97f9-ecf23908557c req-456f6ac0-b9cb-43fd-9bd7-67ca0602f749 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0676944 Jan 28 05:02:05.935880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:02:05.948622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (1da24371-0207-4125-b7f2-bdb46bdceec4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:05.970232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10f650-1068-436f-8ae8-c14c7c6ff22c req-98a4c9a7-2bc0-4d3d-9e00-cbe200149ceb tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:05.991831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d10f650-1068-436f-8ae8-c14c7c6ff22c req-98a4c9a7-2bc0-4d3d-9e00-cbe200149ceb tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 944 time: 0.2751527 Jan 28 05:02:05.995427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:02:06.001809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device e3ab4db4-a5f7-43a5-b9a0-956a9274c5f7 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:02:06.071596 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdcd420-ed49-44b7-a49b-4d5b7f75f1aa x-openstack-request-id: req-0bdcd420-ed49-44b7-a49b-4d5b7f75f1aa {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:06.072208 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a9d716-caa1-44e7-a76f-1f4a780e04e1", "tag": "c6be1783-e1d2-42ee-883d-a13a2e136888", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:06.072208 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bdcd420-ed49-44b7-a49b-4d5b7f75f1aa {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:06.072578 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'tag': 'c6be1783-e1d2-42ee-883d-a13a2e136888', 'status': 'completed', 'code': 200} Jan 28 05:02:06.092222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-4ed4b672-b4a5-4629-bdaa-73023d225825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:06.093826 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-4ed4b672-b4a5-4629-bdaa-73023d225825 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f598a5e58594465ab60f7164063947ce&device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 1095 time: 0.0784864 Jan 28 05:02:06.121156 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d10f650-1068-436f-8ae8-c14c7c6ff22c req-698bd487-9025-4125-82b6-89181f730825 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267042 Jan 28 05:02:06.126825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (1da24371-0207-4125-b7f2-bdb46bdceec4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.157126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da24371-0207-4125-b7f2-bdb46bdceec4']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:06.178824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3314008d-ca01-4bed-81fc-61efa2a144d1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:06.179374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3314008d-ca01-4bed-81fc-61efa2a144d1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:06.193885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (3314008d-ca01-4bed-81fc-61efa2a144d1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.219580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3314008d-ca01-4bed-81fc-61efa2a144d1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.222374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-2369c6c5-b848-4b3d-9456-15935c94122e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6be1783-e1d2-42ee-883d-a13a2e136888 HTTP/1.1" status: 200 len: 217 time: 0.0974462 Jan 28 05:02:06.230024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:02:06.230710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (3314008d-ca01-4bed-81fc-61efa2a144d1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:02:06.319725 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:02:06.325070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (1da24371-0207-4125-b7f2-bdb46bdceec4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.349089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-df507971-4f95-4034-b950-b21f3d0cab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:06.350853 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-df507971-4f95-4034-b950-b21f3d0cab5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1919d4fc-ccd2-4040-9d82-5f575feda1ad HTTP/1.1" status: 200 len: 864 time: 0.1236603 Jan 28 05:02:06.355603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.370854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1da24371-0207-4125-b7f2-bdb46bdceec4 HTTP/1.1" status: 204 len: 168 time: 0.6918242 Jan 28 05:02:06.390091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-e199d537-2a3c-40ef-8b32-d63bd572dfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efcc5f7b-4548-4374-b4f7-51531bc057b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334079 Jan 28 05:02:06.396128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6750bfa-ed2d-4587-baba-23dc939f6fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da24371-0207-4125-b7f2-bdb46bdceec4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:06.448628 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.464607 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ecbf9-8f59-483d-8cad-32bed2eed446 None None] New status for floating IP 877ab935-ed7f-4e19-aeab-7024ee1e844d: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:02:06.557606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-088ea300-f70f-4a1b-9d92-33cc2df350dc req-b3151c81-afa7-4046-8dd4-e02d2784c781 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 210 time: 0.0486252 Jan 28 05:02:06.598831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-ee7e4cdf-9474-4e6c-99b1-24b31f2040d9 service neutron] 10.222.0.47 "GET /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927137 Jan 28 05:02:06.643474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40936) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:06.729804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f1b96ccd-1ddb-430a-927e-d6dd68952533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20fdaa2a0d8144c293ca23006a479c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850558 Jan 28 05:02:06.730801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:06.791484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-20ded176-8cab-40c7-9dc8-3fde2afba4cd req-1e81c660-f2d9-4263-97f0-ae1cb68bdce2 service neutron] 10.222.0.47 "GET /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859887 Jan 28 05:02:06.821460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa543202-33fc-40eb-bc23-03ac381dc566 admin admin] Publish callbacks [] for security_group (ed16055b-8dd9-444b-842e-82be8db44102), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.848134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa543202-33fc-40eb-bc23-03ac381dc566 admin admin] Publish callbacks [] for security_group (ed16055b-8dd9-444b-842e-82be8db44102), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:06.932850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-54f30de7-8aa3-4e2b-9b32-58a4580ae1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:06.934932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-54f30de7-8aa3-4e2b-9b32-58a4580ae1ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f598a5e58594465ab60f7164063947ce&device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 1095 time: 0.0566566 Jan 28 05:02:07.045866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-51da7b1a-128f-4fa8-9293-1d337044d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:07.047375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-51da7b1a-128f-4fa8-9293-1d337044d527 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efcc5f7b-4548-4374-b4f7-51531bc057b4 HTTP/1.1" status: 200 len: 925 time: 0.1057005 Jan 28 05:02:07.048449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa543202-33fc-40eb-bc23-03ac381dc566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed16055b-8dd9-444b-842e-82be8db44102), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:07.051045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa543202-33fc-40eb-bc23-03ac381dc566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:07.052153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aa543202-33fc-40eb-bc23-03ac381dc566 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed16055b-8dd9-444b-842e-82be8db44102 HTTP/1.1" status: 204 len: 168 time: 0.3203599 Jan 28 05:02:07.162361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-d320db0b-8505-49f8-9cf5-4bc68a9b87e3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:07.162578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa543202-33fc-40eb-bc23-03ac381dc566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed16055b-8dd9-444b-842e-82be8db44102,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:07.163201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-d320db0b-8505-49f8-9cf5-4bc68a9b87e3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.52 "GET /v2.0/networks?id=d855d1ea-c818-4c95-9395-c5ad65ad7639 HTTP/1.1" status: 200 len: 796 time: 0.2166097 Jan 28 05:02:07.171327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-7fcfdfec-f620-43f6-9584-87b7d8cb34c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6be1783-e1d2-42ee-883d-a13a2e136888 HTTP/1.1" status: 200 len: 217 time: 0.0980885 Jan 28 05:02:07.279477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64aae950-7899-412c-93d0-2bab7cd60ee0 req-1a65c650-4bb2-4a9e-8f86-e202cb5c02e2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.1135018 Jan 28 05:02:07.346854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3ba1-accc-43a6-9080-14ca34dec68e req-885aa3e5-0f60-4bf5-8be4-dd4fa6e09d0e tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:07.348439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec5a3ba1-accc-43a6-9080-14ca34dec68e req-885aa3e5-0f60-4bf5-8be4-dd4fa6e09d0e tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 944 time: 0.1144226 Jan 28 05:02:07.350215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-81dc3a23-8da7-4660-ae89-651482231570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:07.352615 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-81dc3a23-8da7-4660-ae89-651482231570 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1919d4fc-ccd2-4040-9d82-5f575feda1ad HTTP/1.1" status: 200 len: 864 time: 0.1730049 Jan 28 05:02:07.363870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-85df92cf-d474-4a90-a23e-9f2ed63be866 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 472 time: 0.1778848 Jan 28 05:02:07.382511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'port': {'device_id': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'admin_state_up': True, 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'security_groups': ['6c2b1cd9-dbb7-4900-a268-0383fb65bb9e']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:07.393212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-eed02f3e-d4ec-4827-9e9e-b5dbca899507 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efcc5f7b-4548-4374-b4f7-51531bc057b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301375 Jan 28 05:02:07.524807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec5a3ba1-accc-43a6-9080-14ca34dec68e req-444f161a-9fe8-4819-9210-c283e743609c tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304626 Jan 28 05:02:07.558752 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-c648ee74-d823-41d9-8cf0-e39acda8b56e service neutron] 10.222.0.47 "GET /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156554 Jan 28 05:02:07.671507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:07.679292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:07.745624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177f2e9d-e07f-487d-be22-cca5487e6f58 req-81819b12-89b5-47c6-977c-aa2c850b1cf8 service neutron] 10.222.0.47 "GET /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786411 Jan 28 05:02:07.781529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e910af02-0cba-48d3-93c3-9b76db9ec0cc req-08aa36ae-e482-486b-b96a-0390709932df tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 210 time: 0.0501542 Jan 28 05:02:07.858280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:07.887278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40956) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:07.950711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.20.0.28 (d855d1ea-c818-4c95-9395-c5ad65ad7639/bfff8bac-8654-432e-bc91-617733632641/f24371ff-0e11-4206-b481-25512cc83af8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:07.965311 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-209e1fd2-4ca7-42ba-95a8-4d169b64aa2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fbadf22cf0541f1ba381d83e39c2f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764189 Jan 28 05:02:07.967982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 40958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:08.054818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Publish callbacks [] for security_group (3442e952-2cfc-493e-9378-9bcbcdf3c59a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.085200 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Publish callbacks [] for security_group (3442e952-2cfc-493e-9378-9bcbcdf3c59a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.115147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (f24371ff-0e11-4206-b481-25512cc83af8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.164877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f24371ff-0e11-4206-b481-25512cc83af8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.171122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (3442e952-2cfc-493e-9378-9bcbcdf3c59a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.176936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.185036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3442e952-2cfc-493e-9378-9bcbcdf3c59a HTTP/1.1" status: 204 len: 168 time: 0.2148242 Jan 28 05:02:08.217309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3442e952-2cfc-493e-9378-9bcbcdf3c59a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:08.231062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.231518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.231940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:08.232094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.235022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.235729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.236926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.237543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.237982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.238414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.238851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.239078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:08.239385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.242711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.243487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:08.243626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac548dfb-9c2d-4f91-bc04-c44fe711a296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:08.288798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=f24371ff-0e11-4206-b481-25512cc83af8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:08.410154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:08.411890 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.510781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d313f5d3-cc31-4ca9-bcb6-e58ba9686abd req-86a5d906-28ab-4ffc-bde2-48ed7ee8b524 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0559359 Jan 28 05:02:08.534799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-258c5cbf-6761-467f-8e40-5833e9abdc87 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1634479 Jan 28 05:02:08.553626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Request body: {'port': {'device_id': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:08.604305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bc0dc6f-0f3c-460c-ba0e-0f406e0d659a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.672241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8bfd4859-a302-4665-bab5-ac4f68695ee2 None None] Provisioning complete for port f24371ff-0e11-4206-b481-25512cc83af8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:08.672886 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4859-a302-4665-bab5-ac4f68695ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f24371ff-0e11-4206-b481-25512cc83af8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.694688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f24371ff-0e11-4206-b481-25512cc83af8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:08.745066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd4859-a302-4665-bab5-ac4f68695ee2 None None] Port f24371ff-0e11-4206-b481-25512cc83af8 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:08.759512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8509e-5b03-4413-9a87-f202c6519557 req-2a779b1c-9f72-450b-a819-3ff2fe8ef839 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:08.771561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1bb8509e-5b03-4413-9a87-f202c6519557 req-2a779b1c-9f72-450b-a819-3ff2fe8ef839 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 944 time: 0.1118731 Jan 28 05:02:08.873917 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1bb8509e-5b03-4413-9a87-f202c6519557 req-b5f20a1c-b923-4e19-ac9a-5a9737eeddff tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967627 Jan 28 05:02:09.095770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1c454-d3ac-42c9-82d3-161f7cbdb03f req-68d90c5f-1ef0-493d-b521-9b5f9626b85d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:09.097461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25f1c454-d3ac-42c9-82d3-161f7cbdb03f req-68d90c5f-1ef0-493d-b521-9b5f9626b85d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 932 time: 0.1516688 Jan 28 05:02:09.233066 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25f1c454-d3ac-42c9-82d3-161f7cbdb03f req-88eb9b42-e2ba-45d4-b8d4-44119a20b6fe tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249557 Jan 28 05:02:09.316296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24371ff-0e11-4206-b481-25512cc83af8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:09.325746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Publish callbacks [] for port (f24371ff-0e11-4206-b481-25512cc83af8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.347103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Transition to ACTIVE for port object f24371ff-0e11-4206-b481-25512cc83af8 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:02:09.351751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f24371ff-0e11-4206-b481-25512cc83af8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.420832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=f24371ff-0e11-4206-b481-25512cc83af8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:09.605048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 40990) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:09.629257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Attempting to bind port f24371ff-0e11-4206-b481-25512cc83af8 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:09.629603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Attempting to bind port f24371ff-0e11-4206-b481-25512cc83af8 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:09.630092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Attempting to bind port f24371ff-0e11-4206-b481-25512cc83af8 on network d855d1ea-c818-4c95-9395-c5ad65ad7639 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:09.635102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Port f24371ff-0e11-4206-b481-25512cc83af8 on network d855d1ea-c818-4c95-9395-c5ad65ad7639 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:02:09.635451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Attempting to bind port f24371ff-0e11-4206-b481-25512cc83af8 on network d855d1ea-c818-4c95-9395-c5ad65ad7639 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:09.651328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:09.651672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Checking segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:09.652069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Bound using segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:09.652962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Bound port: f24371ff-0e11-4206-b481-25512cc83af8, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:09.653367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f24371ff-0e11-4206-b481-25512cc83af8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.685889 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2352810e-ae2a-4b09-8845-a30a0ff55507 req-cf09a485-ae4b-4683-a562-225dc468dbdc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0623262 Jan 28 05:02:09.701956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c6be1783-e1d2-42ee-883d-a13a2e136888 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:02:09.787406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-518958458-network', 'tenant_id': '4412f7c3a6284ae5950c86b592779077'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:09.794892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] For port f24371ff-0e11-4206-b481-25512cc83af8, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:09.814513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] For port f24371ff-0e11-4206-b481-25512cc83af8, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f24371ff-0e11-4206-b481-25512cc83af8,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:09.827449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f24371ff-0e11-4206-b481-25512cc83af8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.852457 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c6be1783-e1d2-42ee-883d-a13a2e136888, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c6be1783-e1d2-42ee-883d-a13a2e136888,segment=NetworkSegment(f940ae4f-2501-4644-9c2f-6da0384775ae),segment_id=f940ae4f-2501-4644-9c2f-6da0384775ae)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:09.870862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'c6be1783-e1d2-42ee-883d-a13a2e136888', 'network_id': 'efcc5f7b-4548-4374-b4f7-51531bc057b4', 'port_id': 'c6be1783-e1d2-42ee-883d-a13a2e136888', 'mac_address': 'fa:16:3e:86:ae:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1919d4fc-ccd2-4040-9d82-5f575feda1ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:02:09.923548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=f24371ff-0e11-4206-b481-25512cc83af8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:09.926855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Made reservation on behalf of 4412f7c3a6284ae5950c86b592779077 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:09.929127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.963593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.973854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c6be1783-e1d2-42ee-883d-a13a2e136888 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:09.974313 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.980913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:09.981838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:09.983977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-e218a444-cd1e-464d-af20-a6401c85d8fe service neutron] 10.222.0.52 "PUT /v2.0/ports/f24371ff-0e11-4206-b481-25512cc83af8 HTTP/1.1" status: 200 len: 1092 time: 1.4349954 Jan 28 05:02:09.985054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'tag': 'f24371ff-0e11-4206-b481-25512cc83af8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:09.989009 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8907e1-6919-480c-8e25-fe85cce873fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c035d4c-0d8e-4791-8488-81b3a41c7c35", "tag": "f24371ff-0e11-4206-b481-25512cc83af8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:10.027006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6be1783-e1d2-42ee-883d-a13a2e136888 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:10.084223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c6be1783-e1d2-42ee-883d-a13a2e136888, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c6be1783-e1d2-42ee-883d-a13a2e136888,segment=NetworkSegment(f940ae4f-2501-4644-9c2f-6da0384775ae),segment_id=f940ae4f-2501-4644-9c2f-6da0384775ae)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:10.093649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.138669 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f76f84-ffd2-48cc-98d9-3760b0104b0f x-openstack-request-id: req-67f76f84-ffd2-48cc-98d9-3760b0104b0f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:10.140944 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c035d4c-0d8e-4791-8488-81b3a41c7c35", "tag": "f24371ff-0e11-4206-b481-25512cc83af8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:10.140944 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67f76f84-ffd2-48cc-98d9-3760b0104b0f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:10.140944 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'tag': 'f24371ff-0e11-4206-b481-25512cc83af8', 'status': 'completed', 'code': 200} Jan 28 05:02:10.202932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3c28a-1367-4705-b9de-4a45c998852a req-373b0312-86b0-49d7-ad80-c66e483f5f5a tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:10.204333 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95d3c28a-1367-4705-b9de-4a45c998852a req-373b0312-86b0-49d7-ad80-c66e483f5f5a tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 944 time: 0.2124164 Jan 28 05:02:10.220724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c6be1783-e1d2-42ee-883d-a13a2e136888,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:10.228534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-8832fd6c-c5c4-4c0d-b38d-22ec24aa7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:10.230076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-8832fd6c-c5c4-4c0d-b38d-22ec24aa7e1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 1095 time: 0.1649585 Jan 28 05:02:10.376726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-95d3c28a-1367-4705-b9de-4a45c998852a req-23e9502e-c273-4ca8-9f5e-2cc341788016 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645346 Jan 28 05:02:10.380802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-0b3c0c34-3d03-48a8-84c1-a5b302beccd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f24371ff-0e11-4206-b481-25512cc83af8 HTTP/1.1" status: 200 len: 217 time: 0.1273572 Jan 28 05:02:10.395485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c6be1783-e1d2-42ee-883d-a13a2e136888'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:10.439563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0e1fe-4aeb-4b1b-b305-4d18a3229619 req-7f9b43fd-67f2-4724-8c28-5bcdaaf2a6a7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:10.441105 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-afb0e1fe-4aeb-4b1b-b305-4d18a3229619 req-7f9b43fd-67f2-4724-8c28-5bcdaaf2a6a7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 944 time: 0.0919805 Jan 28 05:02:10.449705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-52d8aeb8-caf4-45f5-afa6-476c62119238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:10.451199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-52d8aeb8-caf4-45f5-afa6-476c62119238 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfff8bac-8654-432e-bc91-617733632641 HTTP/1.1" status: 200 len: 837 time: 0.0637295 Jan 28 05:02:10.453090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks [] for security_group (c616d43e-faf5-4931-ba13-cdc8eee05e28), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.512534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-afb0e1fe-4aeb-4b1b-b305-4d18a3229619 req-177bb404-f6d2-41c9-b5d3-7bcfaf786760 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636749 Jan 28 05:02:10.522384 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c616d43e-faf5-4931-ba13-cdc8eee05e28), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.537787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:02:10.548844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1cd641ef-fa9b-4763-823d-15cb5adc2b7e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.549282 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Added segment 1cd641ef-fa9b-4763-823d-15cb5adc2b7e of type vlan for network 70a1c9f0-0e7c-420b-99d0-66631f0db94b Jan 28 05:02:10.616894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c616d43e-faf5-4931-ba13-cdc8eee05e28,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:10.621336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (70a1c9f0-0e7c-420b-99d0-66631f0db94b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.635719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.636614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.636614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.637500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.637500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.637500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.639585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:10.667625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-49911108-5c6d-4a81-90b2-0bbaba97c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:10.669177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-49911108-5c6d-4a81-90b2-0bbaba97c08d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d855d1ea-c818-4c95-9395-c5ad65ad7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065704 Jan 28 05:02:10.772264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (70a1c9f0-0e7c-420b-99d0-66631f0db94b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.773285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:10.773974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.832884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa5370b0-3fbd-428d-83b3-1be591534cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.856930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41004) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:10.857746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2508876 Jan 28 05:02:10.862016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Request body: {'subnet': {'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-518958458-subnet', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:10.886555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d3315b4-6da0-4d8d-ac59-0cc41e9e568a req-c51f6778-05ad-462a-92ec-78b37007c828 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.1060205 Jan 28 05:02:10.896503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Made reservation on behalf of 4412f7c3a6284ae5950c86b592779077 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:10.899712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.921421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-3e7ff242-ab67-4008-ab54-862926985d93 service neutron] 10.222.0.52 "GET /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443762 Jan 28 05:02:10.924699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba717-da76-413e-91a5-7577078372ce admin admin] Pushing event updated for resources: {'Network': ['ID=70a1c9f0-0e7c-420b-99d0-66631f0db94b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:10.946461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:02:11.046775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd5a1d6c-c76a-48aa-bceb-7f4c214071d2 req-c106f2f3-4436-4ce3-91bb-b7dcbb9aa33c service neutron] 10.222.0.52 "GET /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000721 Jan 28 05:02:11.119512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (878e6b9e-68ce-4966-86ad-b536bb7a0db5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:11.262837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-6e0fecdf-f789-4694-a749-f08a4c5858eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.268590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-6e0fecdf-f789-4694-a749-f08a4c5858eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 1095 time: 0.0889421 Jan 28 05:02:11.397477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-21979f79-09fc-42da-b234-d0e222fb3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.399810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-21979f79-09fc-42da-b234-d0e222fb3396 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d855d1ea-c818-4c95-9395-c5ad65ad7639 HTTP/1.1" status: 200 len: 897 time: 0.1257467 Jan 28 05:02:11.446814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-118d0051-a3a3-4a34-9e24-3a93928eb017 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f24371ff-0e11-4206-b481-25512cc83af8 HTTP/1.1" status: 200 len: 217 time: 0.0401857 Jan 28 05:02:11.568890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-faf377a9-8ef2-4a89-b9c9-7d800c573703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.569977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Checking segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:11.570343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Network hostable DHCP agents. Network: 70a1c9f0-0e7c-420b-99d0-66631f0db94b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:02:11.571474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-faf377a9-8ef2-4a89-b9c9-7d800c573703 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfff8bac-8654-432e-bc91-617733632641 HTTP/1.1" status: 200 len: 837 time: 0.1187317 Jan 28 05:02:11.572548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=878e6b9e-68ce-4966-86ad-b536bb7a0db5,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:11.611877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:02:11.628624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 70a1c9f0-0e7c-420b-99d0-66631f0db94b) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:11.639581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdfd304-b2cf-4abe-8937-400c650cbe71 None None] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:11.662626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.663233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:11.684620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976dcf-b776-4183-bd38-5622d320be87 req-3813f465-9a00-49af-9b22-5d7622519f62 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.687115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf976dcf-b776-4183-bd38-5622d320be87 req-3813f465-9a00-49af-9b22-5d7622519f62 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 945 time: 0.1724958 Jan 28 05:02:11.705124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-7259ac67-c9eb-4cd4-ab35-af3d23ada506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.708359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-7259ac67-c9eb-4cd4-ab35-af3d23ada506 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d855d1ea-c818-4c95-9395-c5ad65ad7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303039 Jan 28 05:02:11.726669 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dfcec34e-0871-494f-a367-c6114138e0fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8683655 Jan 28 05:02:11.743371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c6be1783-e1d2-42ee-883d-a13a2e136888 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:11.747485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41012) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:11.753017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:11.823561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (3db844d0-2c69-4857-a6f3-59ce4ea4643b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:11.825506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (3db844d0-2c69-4857-a6f3-59ce4ea4643b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:11.836177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:02:11.838292 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:11.874958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3812f0-c3cb-420e-af5b-4677efe1ee37 req-ab77e012-6daf-4a77-8233-50e0779af98f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:11.876596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd3812f0-c3cb-420e-af5b-4677efe1ee37 req-ab77e012-6daf-4a77-8233-50e0779af98f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 944 time: 0.1800339 Jan 28 05:02:11.879803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf976dcf-b776-4183-bd38-5622d320be87 req-7e0ce654-1af5-42b9-a82c-526a4216f8dc tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852031 Jan 28 05:02:11.886038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-948967d3-f9e6-4d6d-815b-3b6443a753be service neutron] 10.222.0.52 "GET /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693227 Jan 28 05:02:12.011229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Allocated IP 172.20.0.2 (70a1c9f0-0e7c-420b-99d0-66631f0db94b/878e6b9e-68ce-4966-86ad-b536bb7a0db5/593f34d1-1a8c-444d-833e-a5a205af5ae1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:12.020698 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks [] for router_controller (3db844d0-2c69-4857-a6f3-59ce4ea4643b), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.111009 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd3812f0-c3cb-420e-af5b-4677efe1ee37 req-cafa6793-de79-48fe-8f9d-66e44256bbc6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864662 Jan 28 05:02:12.139139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c2faceb-dcd5-4641-b5c4-b19b1df47e95 req-006adb08-ec18-408e-90bb-fd8043ddf93d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.1282094 Jan 28 05:02:12.204370 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Publish callbacks [] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.212335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc8907e1-6919-480c-8e25-fe85cce873fd req-f8befe98-462a-481b-974c-9646d1675a49 service neutron] 10.222.0.52 "GET /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169680 Jan 28 05:02:12.226446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.271283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.292806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:12.297232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:12.299927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:12.302711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port c6be1783-e1d2-42ee-883d-a13a2e136888 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:02:12.314103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port c6be1783-e1d2-42ee-883d-a13a2e136888 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:12.314500 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.358031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks [] for router_gateway (3db844d0-2c69-4857-a6f3-59ce4ea4643b), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.452941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Pushing event updated for resources: {'Port': ['ID=593f34d1-1a8c-444d-833e-a5a205af5ae1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:12.465840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Attempting to bind port 593f34d1-1a8c-444d-833e-a5a205af5ae1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:12.466212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Attempting to bind port 593f34d1-1a8c-444d-833e-a5a205af5ae1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:12.466846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Attempting to bind port 593f34d1-1a8c-444d-833e-a5a205af5ae1 on network 70a1c9f0-0e7c-420b-99d0-66631f0db94b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:12.479759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:12.480249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Checking segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:12.480544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.481012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Bound using segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:12.481694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Bound port: 593f34d1-1a8c-444d-833e-a5a205af5ae1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:12.482049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.585560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c6be1783-e1d2-42ee-883d-a13a2e136888 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:12.586098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.615369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] For port 593f34d1-1a8c-444d-833e-a5a205af5ae1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:12.622337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6be1783-e1d2-42ee-883d-a13a2e136888'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:12.624636 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59668a8-8a1b-4e09-8c75-f7c58a24cce5" -d '{"events": [{"server_uuid": "04a9d716-caa1-44e7-a76f-1f4a780e04e1", "name": "network-vif-plugged", "status": "completed", "tag": "c6be1783-e1d2-42ee-883d-a13a2e136888"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:12.651184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks [] for router_gateway (3db844d0-2c69-4857-a6f3-59ce4ea4643b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.659533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] For port 593f34d1-1a8c-444d-833e-a5a205af5ae1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=593f34d1-1a8c-444d-833e-a5a205af5ae1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:12.661356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c6be1783-e1d2-42ee-883d-a13a2e136888, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c6be1783-e1d2-42ee-883d-a13a2e136888,segment=NetworkSegment(f940ae4f-2501-4644-9c2f-6da0384775ae),segment_id=f940ae4f-2501-4644-9c2f-6da0384775ae)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:12.669948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.673451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.677267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.815896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774b02-8ebd-4f60-a3ba-dfbc28052fd5 None None] Pushing event updated for resources: {'Port': ['ID=593f34d1-1a8c-444d-833e-a5a205af5ae1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:12.866466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Allocated IP 172.25.6.10 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/03bee7ea-342c-4990-8d00-a82933332fba) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:12.938431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c6be1783-e1d2-42ee-883d-a13a2e136888,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:13.050495 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e61aa44-128b-44c7-9dbe-a40d66f3ca66 x-openstack-request-id: req-5e61aa44-128b-44c7-9dbe-a40d66f3ca66 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:13.052653 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a9d716-caa1-44e7-a76f-1f4a780e04e1", "name": "network-vif-plugged", "status": "completed", "tag": "c6be1783-e1d2-42ee-883d-a13a2e136888", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:13.052993 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e61aa44-128b-44c7-9dbe-a40d66f3ca66 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:13.053443 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6be1783-e1d2-42ee-883d-a13a2e136888', 'code': 200} Jan 28 05:02:13.152825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294eb0f-b423-42c9-80a5-37f27345fabe req-0a2ec790-2209-494b-9be3-5a6506bb37f5 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:13.160301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a294eb0f-b423-42c9-80a5-37f27345fabe req-0a2ec790-2209-494b-9be3-5a6506bb37f5 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.1514068 Jan 28 05:02:13.256456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks [] for port (03bee7ea-342c-4990-8d00-a82933332fba), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:13.309066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (03bee7ea-342c-4990-8d00-a82933332fba), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:13.369828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9989842-038f-4625-8ddd-30be34daba8e req-51cac166-044b-4724-933c-298b5c62e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:13.370820 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9989842-038f-4625-8ddd-30be34daba8e req-51cac166-044b-4724-933c-298b5c62e5d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 1097 time: 0.1821492 Jan 28 05:02:13.381649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e82c15-65fb-4e29-922d-9c860089068c req-ac589ed5-a159-44b2-96fe-04f9c5028e6b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:13.391145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27e82c15-65fb-4e29-922d-9c860089068c req-ac589ed5-a159-44b2-96fe-04f9c5028e6b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 944 time: 0.1399844 Jan 28 05:02:13.412039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a294eb0f-b423-42c9-80a5-37f27345fabe req-a07d694a-70f7-47b7-b9ae-36d4fda0f1f1 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513025 Jan 28 05:02:13.419763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:13.427496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:13.449166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:13.482626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27e82c15-65fb-4e29-922d-9c860089068c req-d2328a3b-3cca-4561-b579-a951783cc5ec tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866644 Jan 28 05:02:13.500726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=03bee7ea-342c-4990-8d00-a82933332fba,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:13.559708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9989842-038f-4625-8ddd-30be34daba8e req-3b49cffc-91c6-4d1f-8586-f78323cc17cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770279 Jan 28 05:02:13.665399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c7f480f-95dd-4654-8fbd-5a40b6bef69e req-1b7a35e8-0873-4bc9-b07d-b88f3f9255fe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0466127 Jan 28 05:02:13.725571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:13.850201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks [] for router_gateway (3db844d0-2c69-4857-a6f3-59ce4ea4643b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:13.962709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 593f34d1-1a8c-444d-833e-a5a205af5ae1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:14.047974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 593f34d1-1a8c-444d-833e-a5a205af5ae1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:14.048339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.136204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (3db844d0-2c69-4857-a6f3-59ce4ea4643b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.137843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 593f34d1-1a8c-444d-833e-a5a205af5ae1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:14.138242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.172775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 593f34d1-1a8c-444d-833e-a5a205af5ae1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=593f34d1-1a8c-444d-833e-a5a205af5ae1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:14.178012 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.225901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=593f34d1-1a8c-444d-833e-a5a205af5ae1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:14.293748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Router 3db844d0-2c69-4857-a6f3-59ce4ea4643b is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:02:14.334276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78bfd3c-83d9-4896-82ff-fb7ac50a0b57 None None] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:14.408633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:14.420492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Sync routers for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:14.427355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.431742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-86b74f77-1a60-4f1d-ad10-fd7f9fbacfd9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6799855 Jan 28 05:02:14.431945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:14.449781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:14.450395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:14.456654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-856b2374-7fad-4cb5-8ac6-f7098850088a None None] Provisioning complete for port 593f34d1-1a8c-444d-833e-a5a205af5ae1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:14.457038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-856b2374-7fad-4cb5-8ac6-f7098850088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.633417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786845e-904f-42e6-803a-441dc9ce3b87 req-412add7c-2565-4d84-9e0f-dce15f7c478c tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:14.638240 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b786845e-904f-42e6-803a-441dc9ce3b87 req-412add7c-2565-4d84-9e0f-dce15f7c478c tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.1311667 Jan 28 05:02:14.707844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b786845e-904f-42e6-803a-441dc9ce3b87 req-b816b2d0-a2bb-406d-82e2-d1e83633a349 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615475 Jan 28 05:02:14.814182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d79df7-be92-4d0f-889e-465fc732761d req-7088c9fb-c587-4a55-8421-e1ade4f8edc2 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:14.816291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16d79df7-be92-4d0f-889e-465fc732761d req-7088c9fb-c587-4a55-8421-e1ade4f8edc2 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 944 time: 0.1201613 Jan 28 05:02:14.850523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:14.853816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-856b2374-7fad-4cb5-8ac6-f7098850088a None None] Current status of the port 593f34d1-1a8c-444d-833e-a5a205af5ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:14.889227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9835b9cb-36a7-4d78-a6f4-a477ffab4e1a req-7485c877-19ec-42c1-bce1-a9de5156cdee tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0393970 Jan 28 05:02:14.965826 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16d79df7-be92-4d0f-889e-465fc732761d req-24744e96-a60a-455f-8d16-816ea958368b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422868 Jan 28 05:02:15.026118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.084381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ace91e75-321d-46b4-92f5-f0f4265dac42 None None] Provisioning complete for port 593f34d1-1a8c-444d-833e-a5a205af5ae1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:15.084807 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ace91e75-321d-46b4-92f5-f0f4265dac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.088071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:13Z', 'revision_number': 3, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:15.138471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Checking router: 3db844d0-2c69-4857-a6f3-59ce4ea4643b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:15.138836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Updating router 3db844d0-2c69-4857-a6f3-59ce4ea4643b port 03bee7ea-342c-4990-8d00-a82933332fba binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:15.145895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.174184 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (03bee7ea-342c-4990-8d00-a82933332fba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.309711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ace91e75-321d-46b4-92f5-f0f4265dac42 None None] Current status of the port 593f34d1-1a8c-444d-833e-a5a205af5ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:15.311177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Allocated IP 172.20.0.1 (70a1c9f0-0e7c-420b-99d0-66631f0db94b/878e6b9e-68ce-4966-86ad-b536bb7a0db5/6eedac78-b4c7-4065-8e1b-f71afacc85d1) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:15.425324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks [] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.463786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.477792 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Publish callbacks [] for port (03bee7ea-342c-4990-8d00-a82933332fba), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.484313 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (03bee7ea-342c-4990-8d00-a82933332fba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.504052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:15.508636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:15.519622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:15.527732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Pushing event updated for resources: {'Port': ['ID=6eedac78-b4c7-4065-8e1b-f71afacc85d1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:15.537136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Attempting to bind port 03bee7ea-342c-4990-8d00-a82933332fba on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:15.537539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Attempting to bind port 03bee7ea-342c-4990-8d00-a82933332fba by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:15.537920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Attempting to bind port 03bee7ea-342c-4990-8d00-a82933332fba on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:15.541711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27f731-62bd-4372-82db-7e5169c1a51d None None] Pushing event updated for resources: {'Port': ['ID=03bee7ea-342c-4990-8d00-a82933332fba,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:15.546819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:15.547202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:15.547610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.548001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:15.548480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Bound port: 03bee7ea-342c-4990-8d00-a82933332fba, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:15.549283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (03bee7ea-342c-4990-8d00-a82933332fba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.571365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (3db844d0-2c69-4857-a6f3-59ce4ea4643b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.601571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] For port 03bee7ea-342c-4990-8d00-a82933332fba, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:15.605970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] For port 03bee7ea-342c-4990-8d00-a82933332fba, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=03bee7ea-342c-4990-8d00-a82933332fba,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:15.612018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (03bee7ea-342c-4990-8d00-a82933332fba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.683161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27f731-62bd-4372-82db-7e5169c1a51d None None] Pushing event updated for resources: {'Port': ['ID=03bee7ea-342c-4990-8d00-a82933332fba,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:15.687813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:15.688452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:15.768834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.857272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0ecb3dba-18fc-44fb-b01d-c54e4f2b7fca None None] Provisioning complete for port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:15.857649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3dba-18fc-44fb-b01d-c54e4f2b7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.900167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb3dba-18fc-44fb-b01d-c54e4f2b7fca None None] Port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:15.913002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 593f34d1-1a8c-444d-833e-a5a205af5ae1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:15.919568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e49019-b3a2-4bdd-8af1-bb513266fffb req-821e6943-8121-4b10-a4b5-e0e9b445806b tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:15.923288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81e49019-b3a2-4bdd-8af1-bb513266fffb req-821e6943-8121-4b10-a4b5-e0e9b445806b tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.1083896 Jan 28 05:02:15.958000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:16.008041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81e49019-b3a2-4bdd-8af1-bb513266fffb req-9d2f7fae-9b80-4be6-b28d-97346e16d4c5 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773919 Jan 28 05:02:16.027970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f24371ff-0e11-4206-b481-25512cc83af8 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:02:16.051902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bf4c745d-038e-4176-8fc9-6e6342173590 req-1b575d2e-7853-47e5-8bf7-f07109719292 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0463157 Jan 28 05:02:16.091334 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks [] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:16.104860 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:16.146131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (3db844d0-2c69-4857-a6f3-59ce4ea4643b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:16.151803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489f93-1dcc-4d4b-a175-99ced1137c68 req-e64194a4-2c1f-4455-b84d-82dca6adb77b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:16.153693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5489f93-1dcc-4d4b-a175-99ced1137c68 req-e64194a4-2c1f-4455-b84d-82dca6adb77b tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 944 time: 0.0715644 Jan 28 05:02:16.185133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 593f34d1-1a8c-444d-833e-a5a205af5ae1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:16.185607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:16.203425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Pushing event updated for resources: {'Port': ['ID=6eedac78-b4c7-4065-8e1b-f71afacc85d1,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:16.225195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5489f93-1dcc-4d4b-a175-99ced1137c68 req-048f4f21-6644-4acb-912c-37cb8891cc21 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657237 Jan 28 05:02:16.301858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f24371ff-0e11-4206-b481-25512cc83af8, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f24371ff-0e11-4206-b481-25512cc83af8,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:16.321927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'f24371ff-0e11-4206-b481-25512cc83af8', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'port_id': 'f24371ff-0e11-4206-b481-25512cc83af8', 'mac_address': 'fa:16:3e:bb:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfff8bac-8654-432e-bc91-617733632641', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:02:16.403666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 593f34d1-1a8c-444d-833e-a5a205af5ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:16.405940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f24371ff-0e11-4206-b481-25512cc83af8 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:16.406338 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f24371ff-0e11-4206-b481-25512cc83af8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:16.421363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:13Z', 'revision_number': 3, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:16.427462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24371ff-0e11-4206-b481-25512cc83af8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:16.463524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b5f02-6d67-42e8-ae9d-459bd1179fd9 None None] The sync data for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 is: [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:13Z', 'revision_number': 3, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:16.483081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f24371ff-0e11-4206-b481-25512cc83af8, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f24371ff-0e11-4206-b481-25512cc83af8,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:16.497232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f24371ff-0e11-4206-b481-25512cc83af8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:16.566639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f24371ff-0e11-4206-b481-25512cc83af8,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:16.669891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6601-2d0c-455e-82a6-3e98fde6e6a9 req-28a7f076-e97c-4e01-b073-8ae6b56596ac tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:16.671418 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-203b6601-2d0c-455e-82a6-3e98fde6e6a9 req-28a7f076-e97c-4e01-b073-8ae6b56596ac tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.5282013 Jan 28 05:02:16.748137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:16.753514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:16.781525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-203b6601-2d0c-455e-82a6-3e98fde6e6a9 req-23f00865-2c3b-4c33-909c-faf3bc5f6dc7 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018693 Jan 28 05:02:16.922827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['f24371ff-0e11-4206-b481-25512cc83af8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:16.959329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Router 3db844d0-2c69-4857-a6f3-59ce4ea4643b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:02:17.273058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-471c708f-2a15-4063-b1c2-5ccb6dae99f2 req-1089f943-499d-4b13-8fcc-3f6a522080e3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6121c93-0cce-49d9-8c33-3daaab5f97a4 HTTP/1.1" status: 200 len: 210 time: 0.0620744 Jan 28 05:02:17.285739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:17.303616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dca5f310-6f61-4e24-bfbf-5b3c9c617305 admin admin] 10.222.0.21 "PUT /v2.0/routers/3db844d0-2c69-4857-a6f3-59ce4ea4643b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706589 Jan 28 05:02:17.359265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-162bd20f-d921-4d04-9f10-985a1905d6c4 None None] Provisioning complete for port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:17.359824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-162bd20f-d921-4d04-9f10-985a1905d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:17.424585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-162bd20f-d921-4d04-9f10-985a1905d6c4 None None] Port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:17.464936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1affa1-76d1-4c7d-b181-19766d453a9c req-e0f17861-8811-4b27-8b6c-f026d291e706 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:17.479527 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab1affa1-76d1-4c7d-b181-19766d453a9c req-e0f17861-8811-4b27-8b6c-f026d291e706 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.0753798 Jan 28 05:02:17.502510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab411-e21f-4e39-af62-e31708c0dec9 req-c6cc7735-cfa3-4794-9ce0-6f9e5a8fe3b1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:17.505064 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fdab411-e21f-4e39-af62-e31708c0dec9 req-c6cc7735-cfa3-4794-9ce0-6f9e5a8fe3b1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 945 time: 0.0962501 Jan 28 05:02:17.578094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab1affa1-76d1-4c7d-b181-19766d453a9c req-5a8cf04b-cbec-4f51-badd-4485b09a1f7b tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976851 Jan 28 05:02:17.615208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fdab411-e21f-4e39-af62-e31708c0dec9 req-df05684d-77ff-4e25-82e3-0f32f8d770d6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031728 Jan 28 05:02:18.039798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 03bee7ea-342c-4990-8d00-a82933332fba up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:18.040662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79306495-4209-4b92-ac09-5fe5a28c6adc req-c973bcf0-5c9e-41db-9189-e93da94555cb tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:18.042626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79306495-4209-4b92-ac09-5fe5a28c6adc req-c973bcf0-5c9e-41db-9189-e93da94555cb tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.0947747 Jan 28 05:02:18.168842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 03bee7ea-342c-4990-8d00-a82933332fba triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:18.170799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-79306495-4209-4b92-ac09-5fe5a28c6adc req-8cee7954-f1c5-4c89-806b-6d3bc5de219f tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135304 Jan 28 05:02:18.171392 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (03bee7ea-342c-4990-8d00-a82933332fba), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.269311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 03bee7ea-342c-4990-8d00-a82933332fba is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:18.269777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (03bee7ea-342c-4990-8d00-a82933332fba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.277859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41092) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:18.282761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1807558442-network', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:18.300430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 03bee7ea-342c-4990-8d00-a82933332fba, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=03bee7ea-342c-4990-8d00-a82933332fba,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:18.308142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Made reservation on behalf of be0199722b714c60a4d5305d795e83e4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:18.308893 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (03bee7ea-342c-4990-8d00-a82933332fba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.311733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.323208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.405479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=03bee7ea-342c-4990-8d00-a82933332fba,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:18.444060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks [] for security_group (364b6465-a377-499d-b77c-40fb60463333), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.449685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (364b6465-a377-499d-b77c-40fb60463333), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.481939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364b6465-a377-499d-b77c-40fb60463333,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:18.494615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:02:18.505732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (108267e9-43d6-48ee-84ad-fd34637cc72d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.506380 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Added segment 108267e9-43d6-48ee-84ad-fd34637cc72d of type vlan for network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f Jan 28 05:02:18.561434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.593348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.595058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:18.596410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.667347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-5de54834-d9a0-467d-a9bd-9b56517ae854 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376690685&fields=id&tenant_id=eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 267 time: 0.0501201 Jan 28 05:02:18.683538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] Pushing event updated for resources: {'Network': ['ID=4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:18.699436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:02:18.716726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a118a8ad-6922-4485-828a-19b8161792ca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4374626 Jan 28 05:02:18.719190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41104) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:18.725104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Request body: {'subnet': {'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1807558442-subnet', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:18.822144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Made reservation on behalf of be0199722b714c60a4d5305d795e83e4 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:18.824521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:18.883919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-d911d6f7-2fa7-4ecd-8e70-5b97ebada357 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:18.892357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-d911d6f7-2fa7-4ecd-8e70-5b97ebada357 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.2150257 Jan 28 05:02:18.894643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7fac3-14c3-483e-befd-c4844df1c575 req-9a5b10c0-38a6-4bfa-8866-d932430e3d99 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:18.902164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9c7fac3-14c3-483e-befd-c4844df1c575 req-9a5b10c0-38a6-4bfa-8866-d932430e3d99 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 945 time: 0.1332011 Jan 28 05:02:18.917001 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-800282b2-2623-4dc6-b519-7fd4d1fda0cc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0227334 Jan 28 05:02:18.989201 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-6177dee8-f04e-4ac1-9223-1e7baacba0e6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711250 Jan 28 05:02:18.990741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f9c7fac3-14c3-483e-befd-c4844df1c575 req-9fbb8da6-67b8-4f3b-8bf5-5e05fe73ccd2 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831912 Jan 28 05:02:19.137966 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-49ffdb52-c48b-4062-b963-b34c99120203 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456621 Jan 28 05:02:19.201871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (594c76fe-306e-44f5-8867-b2de2603b087), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.259131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-b4a5ce9b-dcf5-4cdc-acea-08143af05d21 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074111 Jan 28 05:02:19.333600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Pushing event updated for resources: {'Subnet': ['ID=594c76fe-306e-44f5-8867-b2de2603b087,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:19.341461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Checking segment: {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:19.341833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Network hostable DHCP agents. Network: 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:02:19.384596 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79233516-c52d-4679-b693-7e007e867108 None None] Sync routers for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:19.386974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-a2d6154a-9a4c-47ea-9834-fa9885267421 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:19.388564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-a2d6154a-9a4c-47ea-9834-fa9885267421 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.47 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.1008253 Jan 28 05:02:19.400949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:19.402229 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:19.460455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:02:19.482923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81a6ff-82a4-4fae-827e-2cbb3c20ccfb req-e48b925b-2435-4ca1-9e7f-cc21bb727c52 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:19.484502 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d81a6ff-82a4-4fae-827e-2cbb3c20ccfb req-e48b925b-2435-4ca1-9e7f-cc21bb727c52 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.1362340 Jan 28 05:02:19.489365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:19.505399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033be620-76ca-4458-91a9-e27d77e42dbe None None] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:19.516552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:19.517238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.550254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:19.576532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c7cc4245-574b-4fa2-ade7-99e7b814366a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8562565 Jan 28 05:02:19.579280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:19.585522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:19.594263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Deleting port c6be1783-e1d2-42ee-883d-a13a2e136888 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:02:19.594572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.614795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1d81a6ff-82a4-4fae-827e-2cbb3c20ccfb req-d06c9505-d75a-46e3-bf17-35f28e882601 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083469 Jan 28 05:02:19.688577 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (3c3d5289-a1c8-444e-8c2c-2307c7dba196), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.689912 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (3c3d5289-a1c8-444e-8c2c-2307c7dba196), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.734390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f', 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f', 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'fixed_ips': [{'subnet_id': '594c76fe-306e-44f5-8867-b2de2603b087'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:02:19.735468 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.820267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] For port c6be1783-e1d2-42ee-883d-a13a2e136888, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c6be1783-e1d2-42ee-883d-a13a2e136888,segment=NetworkSegment(f940ae4f-2501-4644-9c2f-6da0384775ae),segment_id=f940ae4f-2501-4644-9c2f-6da0384775ae)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:19.821228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.859028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-673ff33a-6ca2-4f44-981f-58176dffbf6c req-f73a6592-e8eb-4856-974f-5a78496c6b24 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0790925 Jan 28 05:02:19.916688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Calling delete_port for c6be1783-e1d2-42ee-883d-a13a2e136888 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:02:19.942419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks [] for router_controller (3c3d5289-a1c8-444e-8c2c-2307c7dba196), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:19.953766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 03bee7ea-342c-4990-8d00-a82933332fba up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:19.961347 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 2, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:20.017215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79233516-c52d-4679-b693-7e007e867108 None None] Checking router: 3db844d0-2c69-4857-a6f3-59ce4ea4643b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:20.021252 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79233516-c52d-4679-b693-7e007e867108 None None] Updating router 3db844d0-2c69-4857-a6f3-59ce4ea4643b port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:20.022557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f24371ff-0e11-4206-b481-25512cc83af8 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:20.072366 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79233516-c52d-4679-b693-7e007e867108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.150433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Allocated IP 172.20.0.2 (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f/594c76fe-306e-44f5-8867-b2de2603b087/e2cc1fbc-4a2b-4874-88ec-9b692846fc9f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:20.152732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port f24371ff-0e11-4206-b481-25512cc83af8 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:02:20.160351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port f24371ff-0e11-4206-b481-25512cc83af8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:20.160984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f24371ff-0e11-4206-b481-25512cc83af8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.219562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 03bee7ea-342c-4990-8d00-a82933332fba triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:20.220185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (03bee7ea-342c-4990-8d00-a82933332fba), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.510335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks [] for router_gateway (3c3d5289-a1c8-444e-8c2c-2307c7dba196), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.571805 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79233516-c52d-4679-b693-7e007e867108 None None] Publish callbacks [] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.585201 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79233516-c52d-4679-b693-7e007e867108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.653642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d52a93-ea22-4eec-abb9-0cc25344326b req-759c7a98-4770-46f3-bcb3-073d80752293 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:20.655260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6d52a93-ea22-4eec-abb9-0cc25344326b req-759c7a98-4770-46f3-bcb3-073d80752293 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 945 time: 0.4507482 Jan 28 05:02:20.730222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f24371ff-0e11-4206-b481-25512cc83af8 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:20.730802 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f24371ff-0e11-4206-b481-25512cc83af8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.784653 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-79233516-c52d-4679-b693-7e007e867108 None None] Attempting to bind port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:20.785323 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-79233516-c52d-4679-b693-7e007e867108 None None] Attempting to bind port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:20.785883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79233516-c52d-4679-b693-7e007e867108 None None] Attempting to bind port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 on network 70a1c9f0-0e7c-420b-99d0-66631f0db94b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:20.801546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79233516-c52d-4679-b693-7e007e867108 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:20.802240 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79233516-c52d-4679-b693-7e007e867108 None None] Checking segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:20.802828 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79233516-c52d-4679-b693-7e007e867108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.803378 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79233516-c52d-4679-b693-7e007e867108 None None] Bound using segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:20.813937 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-79233516-c52d-4679-b693-7e007e867108 None None] Bound port: 6eedac78-b4c7-4065-8e1b-f71afacc85d1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:20.814601 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79233516-c52d-4679-b693-7e007e867108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.874084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63338-a203-4878-8c52-0d016a1946bf req-ceffc047-bda3-4be0-b571-1dbf8cfc6640 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:20.878202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68d63338-a203-4878-8c52-0d016a1946bf req-ceffc047-bda3-4be0-b571-1dbf8cfc6640 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 946 time: 0.1111341 Jan 28 05:02:20.902302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a6d52a93-ea22-4eec-abb9-0cc25344326b req-65a5916a-960f-4077-8034-a87f66d2d29c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303047 Jan 28 05:02:20.907809 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-79233516-c52d-4679-b693-7e007e867108 None None] For port 6eedac78-b4c7-4065-8e1b-f71afacc85d1, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:20.915394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c6be1783-e1d2-42ee-883d-a13a2e136888), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.916833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f24371ff-0e11-4206-b481-25512cc83af8, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f24371ff-0e11-4206-b481-25512cc83af8,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:20.919044 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-79233516-c52d-4679-b693-7e007e867108 None None] For port 6eedac78-b4c7-4065-8e1b-f71afacc85d1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6eedac78-b4c7-4065-8e1b-f71afacc85d1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:20.931445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24371ff-0e11-4206-b481-25512cc83af8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:20.940117 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4776a-69e2-425d-8b2f-d09787b94683" -d '{"events": [{"server_uuid": "5c035d4c-0d8e-4791-8488-81b3a41c7c35", "name": "network-vif-plugged", "status": "completed", "tag": "f24371ff-0e11-4206-b481-25512cc83af8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:20.942849 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79233516-c52d-4679-b693-7e007e867108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.967451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f24371ff-0e11-4206-b481-25512cc83af8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:20.973303 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Pushing event updated for resources: {'Port': ['ID=6eedac78-b4c7-4065-8e1b-f71afacc85d1,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:20.993727 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.001771 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.002414 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.002933 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.003289 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.003629 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.003962 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.011152 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.011796 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.012371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.012887 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.013437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.013926 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:02:21.026304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68d63338-a203-4878-8c52-0d016a1946bf req-d87b0f98-f573-4c8a-8cc5-d4042e507aad tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/security-groups?id=512940b4-9b97-46e2-8575-12ece94f391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402180 Jan 28 05:02:21.076389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 03bee7ea-342c-4990-8d00-a82933332fba is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:21.082160 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:21.084104 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:21.085732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Pushing event deleted for resources: {'Port': ['ID=c6be1783-e1d2-42ee-883d-a13a2e136888,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:21.165101 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d06057-f26c-4ef1-927e-6e934d39aae9 x-openstack-request-id: req-79d06057-f26c-4ef1-927e-6e934d39aae9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:21.165446 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035d4c-0d8e-4791-8488-81b3a41c7c35", "name": "network-vif-plugged", "status": "completed", "tag": "f24371ff-0e11-4206-b481-25512cc83af8", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:21.165711 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79d06057-f26c-4ef1-927e-6e934d39aae9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:21.166112 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24371ff-0e11-4206-b481-25512cc83af8', 'code': 200} Jan 28 05:02:21.193649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] No DVR routers for this DVR port c6be1783-e1d2-42ee-883d-a13a2e136888 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:02:21.239341 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74372b7-603d-44aa-90f5-f1797ca4ae8a None None] Pushing event updated for resources: {'Port': ['ID=6eedac78-b4c7-4065-8e1b-f71afacc85d1,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:21.243580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f24371ff-0e11-4206-b481-25512cc83af8,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:21.270183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9accbb5-a0c1-4dbe-90af-3c9b07bb94f0 req-1c039370-7c5f-4192-9129-e83e8f81fc72 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.2176883 Jan 28 05:02:21.271105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Publish callbacks [] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.273058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] Provisioning complete for port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:21.274251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.288375 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.307581 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5082eff7-9d2d-4bea-9b61-bc192b10ff65 req-7830216d-aa4b-4bc7-b14d-54744859caf6 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.47 "DELETE /v2.0/ports/c6be1783-e1d2-42ee-883d-a13a2e136888 HTTP/1.1" status: 204 len: 173 time: 1.9141293 Jan 28 05:02:21.310839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'name': 'network-vif-deleted', 'tag': 'c6be1783-e1d2-42ee-883d-a13a2e136888'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:21.323430 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b81d65-9699-4e56-970e-42d6083400e8" -d '{"events": [{"server_uuid": "04a9d716-caa1-44e7-a76f-1f4a780e04e1", "name": "network-vif-deleted", "tag": "c6be1783-e1d2-42ee-883d-a13a2e136888"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:21.325702 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.389458 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:21.408276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Pushing event updated for resources: {'Port': ['ID=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:21.428330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:21.431639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:21.438483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:21.475759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617422f-da50-4f9f-98f7-8818d8422737 req-118bf13f-b8d9-45b0-906e-f09d5ace124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:21.483085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5617422f-da50-4f9f-98f7-8818d8422737 req-118bf13f-b8d9-45b0-906e-f09d5ace124e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 1097 time: 0.1739566 Jan 28 05:02:21.548807 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e5c618-fdc8-4f5e-948c-41a9b5254522 x-openstack-request-id: req-59e5c618-fdc8-4f5e-948c-41a9b5254522 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:21.549348 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a9d716-caa1-44e7-a76f-1f4a780e04e1", "name": "network-vif-deleted", "tag": "c6be1783-e1d2-42ee-883d-a13a2e136888", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:21.549583 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59e5c618-fdc8-4f5e-948c-41a9b5254522 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:21.552754 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a9d716-caa1-44e7-a76f-1f4a780e04e1', 'name': 'network-vif-deleted', 'tag': 'c6be1783-e1d2-42ee-883d-a13a2e136888', 'status': 'completed', 'code': 200} Jan 28 05:02:21.565406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5617422f-da50-4f9f-98f7-8818d8422737 req-85b6ef07-8115-4cf5-b248-d10fd59030ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730298 Jan 28 05:02:21.578413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] Current status of the port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:21.578413 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.633969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Attempting to bind port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:21.635690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Attempting to bind port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:21.636178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Attempting to bind port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f on network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:21.667464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:21.676202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Checking segment: {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:21.676806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.686102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Bound using segment: {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:21.689656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Bound port: e2cc1fbc-4a2b-4874-88ec-9b692846fc9f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:21.690181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.724946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] For port 6eedac78-b4c7-4065-8e1b-f71afacc85d1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6eedac78-b4c7-4065-8e1b-f71afacc85d1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:21.742802 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.772026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c6be1783-e1d2-42ee-883d-a13a2e136888 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:02:21.801952 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-79233516-c52d-4679-b693-7e007e867108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:20Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:21.825042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: c6be1783-e1d2-42ee-883d-a13a2e136888 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:02:21.825624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c6be1783-e1d2-42ee-883d-a13a2e136888 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:02:21.887214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] For port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:21.891028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79233516-c52d-4679-b693-7e007e867108 None None] The sync data for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 is: [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:20Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:21.894583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a85e1-cd76-4878-974f-fae7ef684104 None None] Pushing event updated for resources: {'Port': ['ID=6eedac78-b4c7-4065-8e1b-f71afacc85d1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:21.897271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks [] for router_gateway (3c3d5289-a1c8-444e-8c2c-2307c7dba196), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.909728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] For port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:21.912407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d3489644-a5c2-48c3-86cc-43e2f07c71b1 None None] Provisioning complete for port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:21.914217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3489644-a5c2-48c3-86cc-43e2f07c71b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.932827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:21.999696 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:22.197221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bef99-22ee-4400-aa06-5adf27957d26 None None] Pushing event updated for resources: {'Port': ['ID=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:22.206700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-0a5441f7-c03f-4c51-80b8-f2ad2606ae74 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:22.214378 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-0a5441f7-c03f-4c51-80b8-f2ad2606ae74 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.47 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.5432649 Jan 28 05:02:22.229371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d3489644-a5c2-48c3-86cc-43e2f07c71b1 None None] Current status of the port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:22.268838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4d4b-e8db-44fe-a5da-9179d10b7f37 req-8ba85c93-f59e-4d22-95f5-0ba60dc1b35e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:22.278472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e10c4d4b-e8db-44fe-a5da-9179d10b7f37 req-8ba85c93-f59e-4d22-95f5-0ba60dc1b35e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 0.1842561 Jan 28 05:02:22.450282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Allocated IP 172.25.6.72 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5d6e533a-c3f5-442d-aa4f-e980f43f882c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:22.499954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e10c4d4b-e8db-44fe-a5da-9179d10b7f37 req-51ac700d-0144-4ee2-bed4-ba1bfedf3664 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051871 Jan 28 05:02:22.646343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75ddc8a5-6821-4727-8250-410eaa4a12a3 req-2e9aafbc-e8ea-4c9d-99da-1007b01e3eed tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0645132 Jan 28 05:02:22.705410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks [] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:22.773200 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-279d68a8-b7b6-4e56-a38f-38c39d2987b9 req-13e8cf5c-82c6-426c-aa6a-12b87b1b5473 tempest-ServersNegativeTestMultiTenantJSON-519782030 tempest-ServersNegativeTestMultiTenantJSON-519782030-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a9d716-caa1-44e7-a76f-1f4a780e04e1 HTTP/1.1" status: 200 len: 210 time: 0.5364366 Jan 28 05:02:22.826357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:22.910432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-6c5b22a8-1b0a-4a17-bed2-298455ae149e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 379 time: 0.6402583 Jan 28 05:02:22.922675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:22.933411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'security_groups': ['fc687e8f-ab1e-4e25-a2e9-a530b4917ebd']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:22.936848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:22.943266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:23.181191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Pushing event updated for resources: {'Port': ['ID=5d6e533a-c3f5-442d-aa4f-e980f43f882c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:23.385381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:23.401383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:23.501298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks [] for router_gateway (3c3d5289-a1c8-444e-8c2c-2307c7dba196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:23.720231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930ba31-a1da-4851-88f6-72e885eb00e5 req-9163d80e-8495-4c49-8889-9a6a93d0e789 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:23.722183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8930ba31-a1da-4851-88f6-72e885eb00e5 req-9163d80e-8495-4c49-8889-9a6a93d0e789 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 0.1095500 Jan 28 05:02:23.894245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2db2703f-4bcf-4365-8c6e-a8366031e895 req-a3e88396-9472-4621-ab54-d21fc27394cd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0808351 Jan 28 05:02:23.910914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8930ba31-a1da-4851-88f6-72e885eb00e5 req-c8821938-e208-47e0-a431-90f205cea2f9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722219 Jan 28 05:02:24.000676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998a1d8-25ec-4a2d-8e80-6f05e19377c9 None None] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:24.022853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41168) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:24.035569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.6 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:24.151107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Deleting subnet 1919d4fc-ccd2-4040-9d82-5f575feda1ad {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:02:24.162536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Publish callbacks [] for subnet (1919d4fc-ccd2-4040-9d82-5f575feda1ad), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.233195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (1919d4fc-ccd2-4040-9d82-5f575feda1ad), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.257274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e2cc1fbc-4a2b-4874-88ec-9b692846fc9f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:24.308603 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1919d4fc-ccd2-4040-9d82-5f575feda1ad), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.350534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] Provisioning complete for port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:24.351217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.385409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (1919d4fc-ccd2-4040-9d82-5f575feda1ad), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.427584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1919d4fc-ccd2-4040-9d82-5f575feda1ad,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:24.440330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:24.441709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.450183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.453520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54b38533-7cde-40a8-a9d6-121f3a2e8cd1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1919d4fc-ccd2-4040-9d82-5f575feda1ad HTTP/1.1" status: 204 len: 168 time: 0.4295375 Jan 28 05:02:24.458223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41170) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:24.561911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] Current status of the port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:24.562873 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.601778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (efcc5f7b-4548-4374-b4f7-51531bc057b4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.649063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] For port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:24.657581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:24.658349 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.671072 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.717716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (efcc5f7b-4548-4374-b4f7-51531bc057b4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.746325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcc5f7b-4548-4374-b4f7-51531bc057b4']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:24.757089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f940ae4f-2501-4644-9c2f-6da0384775ae') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:24.757412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f940ae4f-2501-4644-9c2f-6da0384775ae') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:24.768990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (f940ae4f-2501-4644-9c2f-6da0384775ae), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.784640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f940ae4f-2501-4644-9c2f-6da0384775ae), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.792567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:02:24.792981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (f940ae4f-2501-4644-9c2f-6da0384775ae), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.796398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9d56f-0549-4d8d-9a29-554cb6bdad3b None None] Pushing event updated for resources: {'Port': ['ID=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:24.811867 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:02:24.812463 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:02:24.814199 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:02:24.868884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (efcc5f7b-4548-4374-b4f7-51531bc057b4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.905998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-88d3fb32-da3e-4b32-ae34-de946dadbe73 None None] Provisioning complete for port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:24.908433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88d3fb32-da3e-4b32-ae34-de946dadbe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.932373 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:24.935785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/efcc5f7b-4548-4374-b4f7-51531bc057b4 HTTP/1.1" status: 204 len: 168 time: 0.4764597 Jan 28 05:02:24.937163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85e27f-9739-47f9-9599-4ac0010324ec admin admin] Pushing event deleted for resources: {'Network': ['ID=efcc5f7b-4548-4374-b4f7-51531bc057b4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:24.938816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41174) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:25.011035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Deleting subnet 842cbd16-a59b-4abb-a771-204e70f48e34 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:02:25.015080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Publish callbacks [] for subnet (842cbd16-a59b-4abb-a771-204e70f48e34), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.036647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-88d3fb32-da3e-4b32-ae34-de946dadbe73 None None] Current status of the port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:25.055866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (842cbd16-a59b-4abb-a771-204e70f48e34), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.112465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (842cbd16-a59b-4abb-a771-204e70f48e34), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.116216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f8f631d-58ee-4b0d-9977-6e3d78ba595b req-e92daf9e-00da-44fc-84f0-614506bfab74 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.1176445 Jan 28 05:02:25.125255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765122e2-1ea9-4253-883b-6456cffe074f req-b221fd9c-a78d-441b-8ddc-2758ff53882a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:25.126855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-765122e2-1ea9-4253-883b-6456cffe074f req-b221fd9c-a78d-441b-8ddc-2758ff53882a tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 1.0002365 Jan 28 05:02:25.187416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (3c3d5289-a1c8-444e-8c2c-2307c7dba196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.204998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (842cbd16-a59b-4abb-a771-204e70f48e34), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.255564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.263410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/842cbd16-a59b-4abb-a771-204e70f48e34 HTTP/1.1" status: 204 len: 168 time: 0.3189278 Jan 28 05:02:25.264913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a91a-79ac-47dd-9935-cc0f45bee5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842cbd16-a59b-4abb-a771-204e70f48e34,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:25.267450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:25.295298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-765122e2-1ea9-4253-883b-6456cffe074f req-48f6e889-2222-42e3-967a-0bb824a87958 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475632 Jan 28 05:02:25.375779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.392031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:25.393533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6eedac78-b4c7-4065-8e1b-f71afacc85d1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:25.453808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (50658860-693a-4d65-b7f0-74239d21f394), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.456311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.479825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:25.480322 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.541473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:02:25.569441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:25.571796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:25.577568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:25.579645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:25.649106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:25.753864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:25.754496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.883045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-cb3d9a67-ca51-45d7-b8d4-3610d9ce0ced tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9557974 Jan 28 05:02:25.907693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Request body: {'port': {'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:25.925488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e2cc1fbc-4a2b-4874-88ec-9b692846fc9f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:25.945686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:25.972602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (50658860-693a-4d65-b7f0-74239d21f394), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:25.980462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Sync routers for ids ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:25.996982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50658860-693a-4d65-b7f0-74239d21f394']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:26.008157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cd0db6-5d41-4176-816d-4d8acc2cfcdb') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:26.008457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cd0db6-5d41-4176-816d-4d8acc2cfcdb') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:26.019088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (98cd0db6-5d41-4176-816d-4d8acc2cfcdb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.029721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0a5477bf-c04a-49d9-8eb9-356a4d81ab38 None None] Provisioning complete for port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:26.030338 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a5477bf-c04a-49d9-8eb9-356a4d81ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.034555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (98cd0db6-5d41-4176-816d-4d8acc2cfcdb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.041269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:02:26.041676 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (98cd0db6-5d41-4176-816d-4d8acc2cfcdb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.048843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:02:26.053819 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:02:26.068754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.071368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7cc44ae9-4393-42c5-a8cf-b89b0abe2d7e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4902668 Jan 28 05:02:26.072657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Routers {'3c3d5289-a1c8-444e-8c2c-2307c7dba196'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:26.073322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:26.075536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41184) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:26.105895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (50658860-693a-4d65-b7f0-74239d21f394), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.117773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.122254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] 10.222.0.21 "DELETE /v2.0/networks/50658860-693a-4d65-b7f0-74239d21f394 HTTP/1.1" status: 204 len: 168 time: 0.8529170 Jan 28 05:02:26.137026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35310226-9835-43fb-86d7-beb0b0698d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=50658860-693a-4d65-b7f0-74239d21f394,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:26.339877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:26.340754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.360375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0a5477bf-c04a-49d9-8eb9-356a4d81ab38 None None] Port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:26.384598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5357-22be-4bb1-a26c-01be38120c1f req-ba06b781-3ed7-4359-8d0e-105f82985b79 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:26.386207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db0a5357-22be-4bb1-a26c-01be38120c1f req-ba06b781-3ed7-4359-8d0e-105f82985b79 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 931 time: 0.1353462 Jan 28 05:02:26.396444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Set router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:26.480622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db0a5357-22be-4bb1-a26c-01be38120c1f req-521009ef-bf9f-4a98-9326-e014395cd845 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871518 Jan 28 05:02:26.533006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41192) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:26.583257 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f8647279-0d88-4de5-861a-3dad83bf4aa1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f598a5e58594465ab60f7164063947ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490351 Jan 28 05:02:26.585677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41194) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:26.595338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:26.649880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:02:23Z', 'revision_number': 3, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:26.659501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14edc79c-b096-40d4-a2e1-00f77e1eefd5 admin admin] Publish callbacks [] for security_group (512940b4-9b97-46e2-8575-12ece94f391a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.690827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Checking router: 3c3d5289-a1c8-444e-8c2c-2307c7dba196 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:26.691184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Updating router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 port 5d6e533a-c3f5-442d-aa4f-e980f43f882c binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:26.726131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14edc79c-b096-40d4-a2e1-00f77e1eefd5 admin admin] Publish callbacks [] for security_group (512940b4-9b97-46e2-8575-12ece94f391a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.753195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.817201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14edc79c-b096-40d4-a2e1-00f77e1eefd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (512940b4-9b97-46e2-8575-12ece94f391a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.823576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14edc79c-b096-40d4-a2e1-00f77e1eefd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:26.828387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-14edc79c-b096-40d4-a2e1-00f77e1eefd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/512940b4-9b97-46e2-8575-12ece94f391a HTTP/1.1" status: 204 len: 168 time: 0.2407327 Jan 28 05:02:26.838679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edc79c-b096-40d4-a2e1-00f77e1eefd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512940b4-9b97-46e2-8575-12ece94f391a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:26.860719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41198) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:26.967076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:26.980721 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Publish callbacks [] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.066477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Transition to ACTIVE for port object 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:02:27.078656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.100181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Publish callbacks [] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.113786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.187912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:27.218242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Attempting to bind port 5d6e533a-c3f5-442d-aa4f-e980f43f882c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:27.218636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Attempting to bind port 5d6e533a-c3f5-442d-aa4f-e980f43f882c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:27.219012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Attempting to bind port 5d6e533a-c3f5-442d-aa4f-e980f43f882c on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:27.239413 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.239663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:27.239832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:27.240240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.240594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:27.241089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Bound port: 5d6e533a-c3f5-442d-aa4f-e980f43f882c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:27.241520 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.332996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7afda2-e9c7-4602-bb31-c4e9e34c0fad None None] Pushing event updated for resources: {'Port': ['ID=5d6e533a-c3f5-442d-aa4f-e980f43f882c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:27.336484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Attempting to bind port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:27.336835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Attempting to bind port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:27.337183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Attempting to bind port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:27.360870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] For port 5d6e533a-c3f5-442d-aa4f-e980f43f882c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:27.367847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:02:27.368090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Attempting to bind port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:27.377951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] For port 5d6e533a-c3f5-442d-aa4f-e980f43f882c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5d6e533a-c3f5-442d-aa4f-e980f43f882c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:27.384803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.432643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:27.432905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:27.433362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:27.433824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Bound port: 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:27.434340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.513212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7afda2-e9c7-4602-bb31-c4e9e34c0fad None None] Pushing event updated for resources: {'Port': ['ID=5d6e533a-c3f5-442d-aa4f-e980f43f882c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:27.542162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Routers {'3c3d5289-a1c8-444e-8c2c-2307c7dba196'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:27.542842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:27.565788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41206) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:27.646657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] For port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:27.649897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Allocated IP 172.20.0.1 (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f/594c76fe-306e-44f5-8867-b2de2603b087/a5da3a35-c8a3-4b29-8632-19e64927992b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:27.663762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] For port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:27.680604 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.734746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] Set router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:27.751907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:27.760305 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f140572-9008-4486-a944-38d6e297cbdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22428cc058024ab3b200619aece9335c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1934450 Jan 28 05:02:27.764614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41208) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:27.779200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:27.780255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.781702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-7c278b0e-107a-4a2c-b71a-6f9eaeb2c7ed service neutron] 10.222.0.47 "PUT /v2.0/ports/5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 1091 time: 1.8880975 Jan 28 05:02:27.797551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d4ea-e871-4477-a66d-585285bd6a91 req-d24fa6d7-8ddd-4646-a207-ebaca37f66d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:27.798092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:27.798614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3910d4ea-e871-4477-a66d-585285bd6a91 req-d24fa6d7-8ddd-4646-a207-ebaca37f66d1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1401629 Jan 28 05:02:27.799981 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85130ce-3113-4703-b827-779472bf89ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:27.886353 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:27.891097 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8fb862-2ba2-4373-af69-74c260ad816f x-openstack-request-id: req-ac8fb862-2ba2-4373-af69-74c260ad816f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:27.891443 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:27.891554 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac8fb862-2ba2-4373-af69-74c260ad816f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:27.891945 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'status': 'completed', 'code': 200} Jan 28 05:02:28.003320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0d87a2f-4556-48e0-8ee2-a5723101931e admin admin] Publish callbacks [] for security_group (43f1f733-ff32-4b1d-b359-3a12fc1d9ae8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.028967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-899d7828-a6f4-4f4f-93ca-7dce5d9ef5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:28.030991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-899d7828-a6f4-4f4f-93ca-7dce5d9ef5dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1094 time: 0.1719530 Jan 28 05:02:28.074335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0d87a2f-4556-48e0-8ee2-a5723101931e admin admin] Publish callbacks [] for security_group (43f1f733-ff32-4b1d-b359-3a12fc1d9ae8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.145709 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-2dfdf3f3-6649-4f42-88b6-27f6494f3a03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 217 time: 0.0929401 Jan 28 05:02:28.154456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks [] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.238293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-2f71a016-be6d-49d9-a550-6fdc9b66e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:28.239858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-2f71a016-be6d-49d9-a550-6fdc9b66e222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0833826 Jan 28 05:02:28.278228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0d87a2f-4556-48e0-8ee2-a5723101931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (43f1f733-ff32-4b1d-b359-3a12fc1d9ae8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.278475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:02:23Z', 'revision_number': 3, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:28.281189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0d87a2f-4556-48e0-8ee2-a5723101931e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.284791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e0d87a2f-4556-48e0-8ee2-a5723101931e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43f1f733-ff32-4b1d-b359-3a12fc1d9ae8 HTTP/1.1" status: 204 len: 168 time: 0.5163357 Jan 28 05:02:28.319419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3910d4ea-e871-4477-a66d-585285bd6a91 req-d2d17692-8a04-44d8-aafa-2c419a966a86 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4354563 Jan 28 05:02:28.321903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139cbc5-6dca-49aa-9297-f8f269644bca None None] The sync data for ids ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'] in n-d-824835-3 is: [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:02:23Z', 'revision_number': 3, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:28.347865 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.361950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.20.0.17 (d855d1ea-c818-4c95-9395-c5ad65ad7639/bfff8bac-8654-432e-bc91-617733632641/887c7d6c-767a-451b-bf19-fd6d39332550) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:28.383998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d87a2f-4556-48e0-8ee2-a5723101931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f1f733-ff32-4b1d-b359-3a12fc1d9ae8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:28.423276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:28.427855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:28.431331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-6d2e6466-f106-4070-a72d-fb1b1eb24d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:28.432897 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-6d2e6466-f106-4070-a72d-fb1b1eb24d18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867421 Jan 28 05:02:28.435860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:28.476046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (3c3d5289-a1c8-444e-8c2c-2307c7dba196), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.591409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Pushing event updated for resources: {'Port': ['ID=a5da3a35-c8a3-4b29-8632-19e64927992b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:28.607468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (887c7d6c-767a-451b-bf19-fd6d39332550), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.684521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.765614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:28.769658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:28.774604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:28.820591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-fde4b5db-8fb6-4a4c-8969-84b7e749c618 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412299 Jan 28 05:02:28.822052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=887c7d6c-767a-451b-bf19-fd6d39332550,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:28.860703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:28.922692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-afef4d98-3cbb-4597-87f6-4251d3b151ba None None] Provisioning complete for port a5da3a35-c8a3-4b29-8632-19e64927992b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:28.926552 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afef4d98-3cbb-4597-87f6-4251d3b151ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.001468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-afef4d98-3cbb-4597-87f6-4251d3b151ba None None] Port a5da3a35-c8a3-4b29-8632-19e64927992b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:29.030950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.140313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-416d510d-a1f7-4a31-b3f3-51cdbb886db6 req-b1db0673-34bc-40fb-aa66-54ad0f85e157 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126671 Jan 28 05:02:29.194200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.237400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e71b58cd-f45f-492a-aae8-97a995d56663 None None] Provisioning complete for port 887c7d6c-767a-451b-bf19-fd6d39332550 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:29.237942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e71b58cd-f45f-492a-aae8-97a995d56663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.283420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e71b58cd-f45f-492a-aae8-97a995d56663 None None] Port 887c7d6c-767a-451b-bf19-fd6d39332550 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:29.388155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85130ce-3113-4703-b827-779472bf89ab req-8cc16539-f393-43a6-bdfd-b76fe8ecfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:29.390135 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-8cc16539-f393-43a6-bdfd-b76fe8ecfbf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1094 time: 0.0980723 Jan 28 05:02:29.507519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks [] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.519464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.556882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffee78b-4353-4077-9a0e-c0ae87b85ec8 req-da339fd6-e08b-4005-8a69-8687e3e0488e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:29.561942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ffee78b-4353-4077-9a0e-c0ae87b85ec8 req-da339fd6-e08b-4005-8a69-8687e3e0488e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1247437 Jan 28 05:02:29.572685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (3c3d5289-a1c8-444e-8c2c-2307c7dba196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:29.716726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41238) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:29.744140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:29.769468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:29.780715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85130ce-3113-4703-b827-779472bf89ab req-0ecea6ca-84ad-42ff-8080-a8c96572bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:29.782521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-0ecea6ca-84ad-42ff-8080-a8c96572bab2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.3542335 Jan 28 05:02:29.784844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Pushing event updated for resources: {'Port': ['ID=a5da3a35-c8a3-4b29-8632-19e64927992b,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:29.878681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-c02ac799-1fd2-4cde-8aad-758dc4aaa4f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 217 time: 0.0595078 Jan 28 05:02:30.026268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d6e533a-c3f5-442d-aa4f-e980f43f882c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:30.037541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-780899914-network', 'tenant_id': '37eb6e942b694929ababa2b18f253274'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:30.048660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85130ce-3113-4703-b827-779472bf89ab req-05934b5d-8a36-42b2-9e19-4c11603d8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:30.050172 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-05934b5d-8a36-42b2-9e19-4c11603d8cef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.1600189 Jan 28 05:02:30.102367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5d6e533a-c3f5-442d-aa4f-e980f43f882c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:30.103335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.135688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:02:30.155400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Made reservation on behalf of 37eb6e942b694929ababa2b18f253274 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:30.157829 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.174028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85130ce-3113-4703-b827-779472bf89ab req-ed4c3742-36f4-4c56-a440-170927ea15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:30.175598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-ed4c3742-36f4-4c56-a440-170927ea15f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127768 Jan 28 05:02:30.214540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.240201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6223f61d-9196-4077-922b-e9eac1063cf5 None None] Provisioning complete for port a5da3a35-c8a3-4b29-8632-19e64927992b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:30.240700 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6223f61d-9196-4077-922b-e9eac1063cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.244251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5d6e533a-c3f5-442d-aa4f-e980f43f882c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:30.244769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.263034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (887c7d6c-767a-451b-bf19-fd6d39332550), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.291593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 5d6e533a-c3f5-442d-aa4f-e980f43f882c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5d6e533a-c3f5-442d-aa4f-e980f43f882c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:30.314195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.318764 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks [] for security_group (ed9db14f-2b72-4e3a-95f2-e847b2957c43), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.322145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ffee78b-4353-4077-9a0e-c0ae87b85ec8 req-faa3d50f-b356-4020-9876-0be293ee7da1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6998262 Jan 28 05:02:30.323334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6223f61d-9196-4077-922b-e9eac1063cf5 None None] Port a5da3a35-c8a3-4b29-8632-19e64927992b cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:30.327599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.350992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed9db14f-2b72-4e3a-95f2-e847b2957c43), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.381538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=887c7d6c-767a-451b-bf19-fd6d39332550,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:30.409333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=5d6e533a-c3f5-442d-aa4f-e980f43f882c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:30.416685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:02:30.432392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.537792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:30.539393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:30.676027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:02:30.830992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.831345 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Added segment f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5 of type vlan for network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 Jan 28 05:02:30.838596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9db14f-2b72-4e3a-95f2-e847b2957c43,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:30.862086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:30.869641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6104d12-b696-4628-b78f-2e3e3b7236b2 None None] Provisioning complete for port 887c7d6c-767a-451b-bf19-fd6d39332550 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:30.870303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6104d12-b696-4628-b78f-2e3e3b7236b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:30.903248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:30.909595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e345b84-cae2-44e3-9a81-b9db7563b15b admin admin] 10.222.0.21 "PUT /v2.0/routers/3c3d5289-a1c8-444e-8c2c-2307c7dba196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8182981 Jan 28 05:02:30.913485 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:30.927630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6104d12-b696-4628-b78f-2e3e3b7236b2 None None] Port 887c7d6c-767a-451b-bf19-fd6d39332550 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:30.928624 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:30.929278 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:30.935663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f9b9ab92-1baa-43d4-9cef-eb8afeffd262 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "PUT /v2.0/routers/c6d360f5-be86-421f-bb79-902af5a49446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0728824 Jan 28 05:02:30.935837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-a107d564-9bb6-47d2-97a3-8b02da7fc271 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227132 Jan 28 05:02:30.966993 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (80923e06-86dd-4f84-b0ce-b984f1c0daa0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.055387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (80923e06-86dd-4f84-b0ce-b984f1c0daa0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.056613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:31.057231 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.194399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Sync routers for ids ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:31.210419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Routers {'3c3d5289-a1c8-444e-8c2c-2307c7dba196'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:31.211618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:31.213864 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:31.215793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4926684 Jan 28 05:02:31.218716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41254) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:31.224220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Request body: {'subnet': {'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-subnet', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:31.245422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b85130ce-3113-4703-b827-779472bf89ab req-7829fc39-d85c-4baa-9154-c2a38de1d27d service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992437 Jan 28 05:02:31.258717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91962643-e346-4fd9-875d-da36de09d0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=80923e06-86dd-4f84-b0ce-b984f1c0daa0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:31.291176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Made reservation on behalf of 37eb6e942b694929ababa2b18f253274 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:31.295195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.413443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Set router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:31.491595 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:02:31.492648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:02:31.620566 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:02:29Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:20Z', 'revision_number': 1, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887c7d6c-767a-451b-bf19-fd6d39332550', 'name': '', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:16:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'bfff8bac-8654-432e-bc91-617733632641', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:28Z', 'updated_at': '2022-01-28T05:02:29Z', 'revision_number': 2, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': 'bfff8bac-8654-432e-bc91-617733632641', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:31.644428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (fa18fcb5-cd74-463a-8af8-86ca21c3c6ff), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.655564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af6ee-a7da-4c8a-9675-24af713daaed req-fd469079-242a-4493-92e0-2f379830ead4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:31.661523 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:31.662113 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Updating router c6d360f5-be86-421f-bb79-902af5a49446 port 887c7d6c-767a-451b-bf19-fd6d39332550 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:31.665908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-622af6ee-a7da-4c8a-9675-24af713daaed req-fd469079-242a-4493-92e0-2f379830ead4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1977003 Jan 28 05:02:31.702290 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.775843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-622af6ee-a7da-4c8a-9675-24af713daaed req-164febf8-1d22-4462-9547-7d0f4d4fd34a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051309 Jan 28 05:02:31.793774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:02:28Z', 'revision_number': 4, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a5da3a35-c8a3-4b29-8632-19e64927992b', 'name': '', 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'mac_address': 'fa:16:3e:52:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '594c76fe-306e-44f5-8867-b2de2603b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:27Z', 'updated_at': '2022-01-28T05:02:29Z', 'revision_number': 2, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'subnets': [{'id': '594c76fe-306e-44f5-8867-b2de2603b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:31.839157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:31.857315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:31.860668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Network hostable DHCP agents. Network: 80923e06-86dd-4f84-b0ce-b984f1c0daa0, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:02:31.904925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Checking router: 3c3d5289-a1c8-444e-8c2c-2307c7dba196 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:31.910980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Updating router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 port a5da3a35-c8a3-4b29-8632-19e64927992b binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:31.919530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:02:31.944845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 80923e06-86dd-4f84-b0ce-b984f1c0daa0) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:31.951558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:31.952243 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:31.969967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a5546-7925-4909-9b19-a15f93ed14c5 None None] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:31.984715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cf193708-95b2-4b7b-b7a6-950abf6d51b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7647195 Jan 28 05:02:31.985011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d6e533a-c3f5-442d-aa4f-e980f43f882c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:31.987142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:31.991801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:32.027092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41272) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:32.031596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425619671', 'description': 'tempest-secgroup-smoke-1425619671 description', 'project_id': '4412f7c3a6284ae5950c86b592779077'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:32.041499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (3789c83a-7696-4623-bf36-e3b6dd6f3520), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.042573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (3789c83a-7696-4623-bf36-e3b6dd6f3520), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.111280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.166121 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Publish callbacks [] for port (887c7d6c-767a-451b-bf19-fd6d39332550), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.178347 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.233282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks [] for router_controller (3789c83a-7696-4623-bf36-e3b6dd6f3520), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.257088 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddc94e-f65e-4016-b1a8-61c8e50ff681 None None] Pushing event updated for resources: {'Port': ['ID=887c7d6c-767a-451b-bf19-fd6d39332550,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:32.266045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group (d7b10ea1-cedb-4190-b92b-687b385888ab), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.275594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7b10ea1-cedb-4190-b92b-687b385888ab), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.305024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.346256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.364132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3358550 Jan 28 05:02:32.364622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41278) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:32.371139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group_rule': {'security_group_id': 'd7b10ea1-cedb-4190-b92b-687b385888ab', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:32.386031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c156f-dab3-45d5-87ab-08adc5f3a858 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b10ea1-cedb-4190-b92b-687b385888ab,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:32.410609 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Attempting to bind port 887c7d6c-767a-451b-bf19-fd6d39332550 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:32.411192 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Attempting to bind port 887c7d6c-767a-451b-bf19-fd6d39332550 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:32.411749 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Attempting to bind port 887c7d6c-767a-451b-bf19-fd6d39332550 on network d855d1ea-c818-4c95-9395-c5ad65ad7639 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:32.420645 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:32.421336 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Checking segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:32.421930 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.422483 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Bound using segment: {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:32.423306 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Bound port: 887c7d6c-767a-451b-bf19-fd6d39332550, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c5eb77-5ac6-422b-a992-fc1ca203e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:32.424475 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.483562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks [] for router_gateway (3789c83a-7696-4623-bf36-e3b6dd6f3520), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.489832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (b9f614b6-35a5-4c8d-b341-a8f3743ae76c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.507750 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] For port 887c7d6c-767a-451b-bf19-fd6d39332550, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:32.510483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:02:32.511764 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] For port 887c7d6c-767a-451b-bf19-fd6d39332550, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=887c7d6c-767a-451b-bf19-fd6d39332550,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:32.512458 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.523806 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.565911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5d6e533a-c3f5-442d-aa4f-e980f43f882c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:32.566543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.577282 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:32.578122 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:32.692925 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddc94e-f65e-4016-b1a8-61c8e50ff681 None None] Pushing event updated for resources: {'Port': ['ID=887c7d6c-767a-451b-bf19-fd6d39332550,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:32.738786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (b9f614b6-35a5-4c8d-b341-a8f3743ae76c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.748777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b9f614b6-35a5-4c8d-b341-a8f3743ae76c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.805652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f614b6-35a5-4c8d-b341-a8f3743ae76c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:32.811621 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:32.812873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1ccfb311-85ce-4f34-bca7-89598ec1835b tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4472303 Jan 28 05:02:32.815896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41292) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:32.822774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group_rule': {'security_group_id': 'd7b10ea1-cedb-4190-b92b-687b385888ab', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:32.840897 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:32.904187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-a21f13e8-a228-45f5-9a2d-1f89437ffef5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:32.914896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-a21f13e8-a228-45f5-9a2d-1f89437ffef5 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.3154755 Jan 28 05:02:32.958883 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-4b4654db-f8bf-4dc0-a518-14f1bebc9f06 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/quotas/47a5c73aaf58497e94d6566bdb330ff2 HTTP/1.1" status: 200 len: 375 time: 0.0428839 Jan 28 05:02:33.076141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] Provisioning complete for port 887c7d6c-767a-451b-bf19-fd6d39332550 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:33.084372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-a555cd45-f7bd-4420-9cb1-72d4482f7cbf tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1235070 Jan 28 05:02:33.089395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.150035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (3e2739d3-ff05-4983-8d12-81fe46486dc7), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.292861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-4ce20a4a-6bab-4469-adc0-92517e92311d service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073927 Jan 28 05:02:33.306527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31beba64-bebb-4239-934b-182442008492 req-f8124bcd-9b17-4511-8cd6-8a0cbcf7b4b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:33.308295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31beba64-bebb-4239-934b-182442008492 req-f8124bcd-9b17-4511-8cd6-8a0cbcf7b4b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.3010199 Jan 28 05:02:33.339040 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:02:29Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:20Z', 'revision_number': 1, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887c7d6c-767a-451b-bf19-fd6d39332550', 'name': '', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:16:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'bfff8bac-8654-432e-bc91-617733632641', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:28Z', 'updated_at': '2022-01-28T05:02:32Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': 'bfff8bac-8654-432e-bc91-617733632641', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:33.388115 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (3e2739d3-ff05-4983-8d12-81fe46486dc7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.399951 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1189b-156e-4bb9-87ab-167e2c63fd18 None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:02:29Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:20Z', 'revision_number': 1, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887c7d6c-767a-451b-bf19-fd6d39332550', 'name': '', 'network_id': 'd855d1ea-c818-4c95-9395-c5ad65ad7639', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:16:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'bfff8bac-8654-432e-bc91-617733632641', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:28Z', 'updated_at': '2022-01-28T05:02:32Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': 'bfff8bac-8654-432e-bc91-617733632641', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:33.412322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3e2739d3-ff05-4983-8d12-81fe46486dc7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.419391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks [] for router_gateway (3789c83a-7696-4623-bf36-e3b6dd6f3520), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.498348 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-cec3a639-d131-4edb-85ad-55d0901fee67 service neutron] 10.222.0.21 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035708 Jan 28 05:02:33.532368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.535748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2739d3-ff05-4983-8d12-81fe46486dc7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:33.564520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31beba64-bebb-4239-934b-182442008492 req-8e1d2bc6-bb61-4f9e-b8fb-1c067978cf01 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418571 Jan 28 05:02:33.603455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.611264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41298) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:33.613315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-269afda6-6392-4ec7-82b8-8208e519b196 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7958531 Jan 28 05:02:33.615958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group_rule': {'security_group_id': 'd7b10ea1-cedb-4190-b92b-687b385888ab', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:33.628019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5d6e533a-c3f5-442d-aa4f-e980f43f882c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:33.669535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Publish callbacks [] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.671200 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (50e0e351-9db9-447c-a436-4373ee6c6deb), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.679624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Allocated IP 172.20.0.2 (80923e06-86dd-4f84-b0ce-b984f1c0daa0/fa18fcb5-cd74-463a-8af8-86ca21c3c6ff/c39117dd-1f65-4dc4-aac9-39b0e9b26002) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:33.690402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.863435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (50e0e351-9db9-447c-a436-4373ee6c6deb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.872949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (50e0e351-9db9-447c-a436-4373ee6c6deb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.915880 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e0e351-9db9-447c-a436-4373ee6c6deb,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:33.917471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66b6493a-33c8-4b7c-8d03-a177271d5947 req-61e2cff9-4d53-4d6d-a992-aeed9612754b tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 210 time: 0.1024427 Jan 28 05:02:33.937584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:33.941295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52a66a4e-8764-4b0b-819c-6b3a3b41e59c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266795 Jan 28 05:02:33.941583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41304) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:33.952528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group_rule': {'security_group_id': 'd7b10ea1-cedb-4190-b92b-687b385888ab', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:33.989266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Allocated IP 172.25.6.141 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d0fe1cbc-dc4c-4aef-b341-a51376b95326) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:34.024825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] Current status of the port 887c7d6c-767a-451b-bf19-fd6d39332550 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:34.026563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.048973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (1fd44557-4aff-45f2-a88d-1b3dd20b0bbf), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.118695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887c7d6c-767a-451b-bf19-fd6d39332550 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:34.240674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (1fd44557-4aff-45f2-a88d-1b3dd20b0bbf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.250168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (1fd44557-4aff-45f2-a88d-1b3dd20b0bbf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.306799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd44557-4aff-45f2-a88d-1b3dd20b0bbf,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:34.324031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.330315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41312) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:34.331095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6ba42ed7-960b-4b61-a8ef-7455f8e32b01 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3884735 Jan 28 05:02:34.340548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group_rule': {'security_group_id': 'd7b10ea1-cedb-4190-b92b-687b385888ab', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:34.379692 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Project 4412f7c3a6284ae5950c86b592779077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:02:34.389559 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks [] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.393528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (bd71953d-68db-4e76-8de5-c6f867047387), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.490034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.531461 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (bd71953d-68db-4e76-8de5-c6f867047387), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.550853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] For port 887c7d6c-767a-451b-bf19-fd6d39332550, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=887c7d6c-767a-451b-bf19-fd6d39332550,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:34.552837 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (bd71953d-68db-4e76-8de5-c6f867047387), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.569986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:34.583223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:34.597164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:34.599959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880a81-c95b-4dd5-adee-10bf86dca562 None None] Pushing event updated for resources: {'Port': ['ID=a5da3a35-c8a3-4b29-8632-19e64927992b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:34.635744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe1cbc-dc4c-4aef-b341-a51376b95326,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:34.644834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd71953d-68db-4e76-8de5-c6f867047387,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:34.653934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.666248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.676745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41318) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:34.683147 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'security_group_rule': {'security_group_id': 'd7b10ea1-cedb-4190-b92b-687b385888ab', 'project_id': '4412f7c3a6284ae5950c86b592779077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:34.690840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b453b491-e528-43cf-952d-c8db6f64a872 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3546453 Jan 28 05:02:34.801457 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Project 4412f7c3a6284ae5950c86b592779077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:02:34.803988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Attempting to bind port a5da3a35-c8a3-4b29-8632-19e64927992b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:34.805575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Attempting to bind port a5da3a35-c8a3-4b29-8632-19e64927992b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:34.805946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Attempting to bind port a5da3a35-c8a3-4b29-8632-19e64927992b on network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:34.822408 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (18322aa9-e470-4eb6-a769-f5655208e7c1), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.826288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:34.826671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Checking segment: {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:34.827180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.827464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Bound using segment: {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:34.828582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Bound port: a5da3a35-c8a3-4b29-8632-19e64927992b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108267e9-43d6-48ee-84ad-fd34637cc72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:34.828987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.869922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Provisioning complete for port 887c7d6c-767a-451b-bf19-fd6d39332550 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:34.870120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.880665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd58b9f-0f57-4b80-bb82-6caeba668238 None None] Pushing event updated for resources: {'Port': ['ID=887c7d6c-767a-451b-bf19-fd6d39332550,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:34.896751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68965c-332c-4f87-b40f-7e6f874797c5 req-6374a22a-042c-4c77-89ac-425096a63033 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:34.898962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d68965c-332c-4f87-b40f-7e6f874797c5 req-6374a22a-042c-4c77-89ac-425096a63033 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1486163 Jan 28 05:02:34.946391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 887c7d6c-767a-451b-bf19-fd6d39332550 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:34.946698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.001505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d68965c-332c-4f87-b40f-7e6f874797c5 req-61991568-bdac-4fb0-a534-da0cc6f6e14b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953758 Jan 28 05:02:35.004537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (18322aa9-e470-4eb6-a769-f5655208e7c1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.010879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (18322aa9-e470-4eb6-a769-f5655208e7c1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.035442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Publish callbacks [] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.061056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18322aa9-e470-4eb6-a769-f5655208e7c1,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:35.061759 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.077668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.088602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c87d2903-28b6-4717-9db6-4eb42685510c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4012463 Jan 28 05:02:35.120827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:35.190145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:35.192222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8b264aa-a810-4e9c-a2b8-63af18adf1c8 req-67501e70-9703-40f1-bf77-2c0b42d94317 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 210 time: 0.0838513 Jan 28 05:02:35.211038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:35.225178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] For port a5da3a35-c8a3-4b29-8632-19e64927992b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:35.299456 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-9624f477-5410-4eeb-841c-7c512c6a52e2 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425619671&fields=id&tenant_id=4412f7c3a6284ae5950c86b592779077 HTTP/1.1" status: 200 len: 267 time: 0.0673168 Jan 28 05:02:35.299674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] For port a5da3a35-c8a3-4b29-8632-19e64927992b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a5da3a35-c8a3-4b29-8632-19e64927992b,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:35.303929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Pushing event updated for resources: {'Port': ['ID=c39117dd-1f65-4dc4-aac9-39b0e9b26002,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:35.312921 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.324934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Current status of the port 887c7d6c-767a-451b-bf19-fd6d39332550 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:35.331960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks [] for router_gateway (3789c83a-7696-4623-bf36-e3b6dd6f3520), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.434136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Attempting to bind port c39117dd-1f65-4dc4-aac9-39b0e9b26002 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:35.434512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Attempting to bind port c39117dd-1f65-4dc4-aac9-39b0e9b26002 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:35.434902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Attempting to bind port c39117dd-1f65-4dc4-aac9-39b0e9b26002 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:35.457906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-75b919bf-48a1-4778-b055-2b64e598a886 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:35.461368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-75b919bf-48a1-4778-b055-2b64e598a886 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/networks?id=70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 200 len: 808 time: 0.1530859 Jan 28 05:02:35.468938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880a81-c95b-4dd5-adee-10bf86dca562 None None] Pushing event updated for resources: {'Port': ['ID=a5da3a35-c8a3-4b29-8632-19e64927992b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:35.486582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Provisioning complete for port a5da3a35-c8a3-4b29-8632-19e64927992b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:35.486958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.489168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-2e414197-6473-4767-99c2-59a8020b57ef tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/quotas/4412f7c3a6284ae5950c86b592779077 HTTP/1.1" status: 200 len: 375 time: 0.0226338 Jan 28 05:02:35.506070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Routers {'3c3d5289-a1c8-444e-8c2c-2307c7dba196'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:35.506713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:35.541819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:35.542358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:35.546081 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.546510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Bound using segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:35.547059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Bound port: c39117dd-1f65-4dc4-aac9-39b0e9b26002, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:35.547455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.638412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-2cd1fb9e-86f2-4f66-8a91-f2785b561876 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4412f7c3a6284ae5950c86b592779077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423573 Jan 28 05:02:35.664524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (3789c83a-7696-4623-bf36-e3b6dd6f3520), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:35.798418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 887c7d6c-767a-451b-bf19-fd6d39332550 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:35.896518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-9c72b486-f674-4611-b9f6-638c29c54db0 service neutron] 10.222.0.21 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419877 Jan 28 05:02:35.942971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:02:36.003600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887c7d6c-767a-451b-bf19-fd6d39332550 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:36.093474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:36.104074 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:36.119113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-ee5809c5-780d-4314-b205-6422b85e54ff tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:36.120788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-ee5809c5-780d-4314-b205-6422b85e54ff tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 815 time: 0.4196146 Jan 28 05:02:36.124544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:36.126195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8525415d-d452-4dc9-84f8-c231ad911ce2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1380873 Jan 28 05:02:36.129444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41344) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:36.133384 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:36.134772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:36.136341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-d7cf8ec6-cf4c-4285-a423-ea4e88d1116c service neutron] 10.222.0.21 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250285 Jan 28 05:02:36.148422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Request body: {'port': {'device_id': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'admin_state_up': True, 'tenant_id': '47a5c73aaf58497e94d6566bdb330ff2'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:36.156070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] For port c39117dd-1f65-4dc4-aac9-39b0e9b26002, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:36.282120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] For port c39117dd-1f65-4dc4-aac9-39b0e9b26002, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c39117dd-1f65-4dc4-aac9-39b0e9b26002,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:36.303797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] Set router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:36.315587 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:36.368936 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:36.385417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 887c7d6c-767a-451b-bf19-fd6d39332550 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:36.386046 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:36.393522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Made reservation on behalf of 47a5c73aaf58497e94d6566bdb330ff2 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:36.404382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:36.465990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26512c-fd9b-437a-bb70-d257d8435189 None None] Pushing event updated for resources: {'Port': ['ID=c39117dd-1f65-4dc4-aac9-39b0e9b26002,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:36.605751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Current status of the port a5da3a35-c8a3-4b29-8632-19e64927992b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:36.606353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:36.712680 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:36.770192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cf5766bb-dd80-4bf7-a90a-60d9b8d3f030 req-5bfbf1cc-d1de-4d44-80c4-ab930aeb621b tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 210 time: 0.1683669 Jan 28 05:02:36.865636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Allocated IP 172.20.0.13 (7511b38a-8ac1-4e62-885f-16fd55395996/3e662de8-79be-4b39-bfe0-29708190ea90/d83d6de6-6518-446e-ad7a-ba51483d92d5) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:36.899795 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:35Z', 'revision_number': 3, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:36.936616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] For port a5da3a35-c8a3-4b29-8632-19e64927992b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a5da3a35-c8a3-4b29-8632-19e64927992b,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:36.955568 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d5373432-3a4a-4598-b90c-6d8d2d63ca7a req-b1ab8766-e561-4055-9141-2a5e083a9e41 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 210 time: 0.0826893 Jan 28 05:02:36.978183 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:36.978899 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Updating router 3789c83a-7696-4623-bf36-e3b6dd6f3520 port d0fe1cbc-dc4c-4aef-b341-a51376b95326 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:37.037904 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.060036 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.069553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 887c7d6c-767a-451b-bf19-fd6d39332550 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:37.244069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26462-2ebd-41ea-99c7-6b8b8f15e520 req-1eebd3ea-a029-45de-ab65-1b479a16320d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:37.248785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebd26462-2ebd-41ea-99c7-6b8b8f15e520 req-1eebd3ea-a029-45de-ab65-1b479a16320d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 1.0591474 Jan 28 05:02:37.331478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7dc90a3c-a50e-4c09-847a-c9296c1e0095 None None] Provisioning complete for port a5da3a35-c8a3-4b29-8632-19e64927992b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:37.331867 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7dc90a3c-a50e-4c09-847a-c9296c1e0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.340046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbb3e1-55ae-4734-a2b2-396268842d41 None None] Pushing event updated for resources: {'Port': ['ID=a5da3a35-c8a3-4b29-8632-19e64927992b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:37.359906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks [] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.423134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebd26462-2ebd-41ea-99c7-6b8b8f15e520 req-bee0012b-f943-4099-9732-c8de9eafc029 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672106 Jan 28 05:02:37.476003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.531520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'fe3f2090-115e-407f-9b1c-c0314573fe93'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:37.535218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:37.564842 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Publish callbacks [] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.575697 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.583004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Network 7511b38a-8ac1-4e62-885f-16fd55395996 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:37.606434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:37.620758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:37.733358 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38f42-fc8d-4acd-9bfa-75ce253749e6 None None] Pushing event updated for resources: {'Port': ['ID=d0fe1cbc-dc4c-4aef-b341-a51376b95326,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:37.770353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:37.771097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.776403 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Attempting to bind port d0fe1cbc-dc4c-4aef-b341-a51376b95326 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:37.776787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Attempting to bind port d0fe1cbc-dc4c-4aef-b341-a51376b95326 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:37.777169 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Attempting to bind port d0fe1cbc-dc4c-4aef-b341-a51376b95326 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:37.783581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event updated for resources: {'Port': ['ID=d83d6de6-6518-446e-ad7a-ba51483d92d5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:37.783791 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:37.785325 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:37.786338 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.786769 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:37.787428 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Bound port: d0fe1cbc-dc4c-4aef-b341-a51376b95326, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:37.787827 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:37.834081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-02fd9b2d-123b-44f0-8437-54c6a49de1c1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6966352 Jan 28 05:02:37.851313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Request body: {'port': {'device_id': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:37.940881 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] For port d0fe1cbc-dc4c-4aef-b341-a51376b95326, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:37.950711 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] For port d0fe1cbc-dc4c-4aef-b341-a51376b95326, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d0fe1cbc-dc4c-4aef-b341-a51376b95326,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:37.963859 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:38.089905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:38.153182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7dc90a3c-a50e-4c09-847a-c9296c1e0095 None None] Current status of the port a5da3a35-c8a3-4b29-8632-19e64927992b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:38.156280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c39117dd-1f65-4dc4-aac9-39b0e9b26002 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:38.167323 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38f42-fc8d-4acd-9bfa-75ce253749e6 None None] Pushing event updated for resources: {'Port': ['ID=d0fe1cbc-dc4c-4aef-b341-a51376b95326,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:38.171289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:02:28Z', 'revision_number': 4, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a5da3a35-c8a3-4b29-8632-19e64927992b', 'name': '', 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'mac_address': 'fa:16:3e:52:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '594c76fe-306e-44f5-8867-b2de2603b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:27Z', 'updated_at': '2022-01-28T05:02:35Z', 'revision_number': 4, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'subnets': [{'id': '594c76fe-306e-44f5-8867-b2de2603b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:38.186254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:38.204662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcc18482-9aa1-417b-99b6-4625bdcf30bc req-f24fcbbd-63f4-4907-a79d-17263e3f616f tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 210 time: 0.0799284 Jan 28 05:02:38.219699 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:38.220348 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:38.221698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:38.224455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac7ee8-ca73-408f-9341-388df5f07125 None None] The sync data for ids ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'] in n-d-824835-3 is: [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:02:28Z', 'revision_number': 4, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a5da3a35-c8a3-4b29-8632-19e64927992b', 'name': '', 'network_id': '4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'mac_address': 'fa:16:3e:52:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '594c76fe-306e-44f5-8867-b2de2603b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:27Z', 'updated_at': '2022-01-28T05:02:35Z', 'revision_number': 4, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'subnets': [{'id': '594c76fe-306e-44f5-8867-b2de2603b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:38.239526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f61b8-2c3f-4b82-acf3-04914c5bdfba req-e3eb3dc5-85f1-4544-8e7d-3141d461f5f0 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:38.246754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-922f61b8-2c3f-4b82-acf3-04914c5bdfba req-e3eb3dc5-85f1-4544-8e7d-3141d461f5f0 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 932 time: 0.2843661 Jan 28 05:02:38.501532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-922f61b8-2c3f-4b82-acf3-04914c5bdfba req-be8d5d97-118e-417d-a3a4-c51e37de5f99 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433186 Jan 28 05:02:38.857274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d0abe-4559-46c0-928c-7eba46a7dc90 None None] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:02:38.964438 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:39.085938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-90f27b17-b1c7-42d5-ae35-7b0888f60818 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:39.093541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-90f27b17-b1c7-42d5-ae35-7b0888f60818 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.52 "GET /v2.0/networks?id=70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 200 len: 808 time: 0.5021324 Jan 28 05:02:39.167189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d6de6-6518-446e-ad7a-ba51483d92d5 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:39.181135 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Publish callbacks [] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.215633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Transition to ACTIVE for port object d83d6de6-6518-446e-ad7a-ba51483d92d5 will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:02:39.236271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.257849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-d4cdf65e-7aab-4859-81fa-57f3fe4f22d2 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4412f7c3a6284ae5950c86b592779077 HTTP/1.1" status: 200 len: 380 time: 0.1413875 Jan 28 05:02:39.310094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] Provisioning complete for port c39117dd-1f65-4dc4-aac9-39b0e9b26002 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:39.310653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.361393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Allocated IP 172.20.0.1 (80923e06-86dd-4f84-b0ce-b984f1c0daa0/fa18fcb5-cd74-463a-8af8-86ca21c3c6ff/85baf0dd-9b0d-48d2-bea3-3aa05acafc40) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:39.399166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'port': {'device_id': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'admin_state_up': True, 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'security_groups': ['d7b10ea1-cedb-4190-b92b-687b385888ab']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:39.417819 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:35Z', 'revision_number': 3, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:39.478430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2058-7527-49a2-b66a-a678c6021a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.487091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-39e825e6-1818-4711-bc4a-8b7b8eb5ec36 req-26c1f23a-1630-4f19-9d31-80727b5a62c5 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 210 time: 0.1178401 Jan 28 05:02:39.490869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Pushing event updated for resources: {'Port': ['ID=d83d6de6-6518-446e-ad7a-ba51483d92d5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:39.496480 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc58d3-1ba3-4c0a-aacd-30dec5811045 None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:35Z', 'revision_number': 3, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:39.599813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea87b9-1b63-4458-b138-68b923b17ac5 req-94258e0e-f2df-4d8a-873e-9f54cb0e90bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:39.610978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cfea87b9-1b63-4458-b138-68b923b17ac5 req-94258e0e-f2df-4d8a-873e-9f54cb0e90bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.6787465 Jan 28 05:02:39.739318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Attempting to bind port d83d6de6-6518-446e-ad7a-ba51483d92d5 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:39.740312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Attempting to bind port d83d6de6-6518-446e-ad7a-ba51483d92d5 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:39.740594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Attempting to bind port d83d6de6-6518-446e-ad7a-ba51483d92d5 on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:39.749861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Port d83d6de6-6518-446e-ad7a-ba51483d92d5 on network 7511b38a-8ac1-4e62-885f-16fd55395996 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:02:39.772208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Attempting to bind port d83d6de6-6518-446e-ad7a-ba51483d92d5 on network 7511b38a-8ac1-4e62-885f-16fd55395996 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:39.786262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] Current status of the port c39117dd-1f65-4dc4-aac9-39b0e9b26002 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:39.789704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.795975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:39.796213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Checking segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:39.796653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Bound using segment: {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:39.797240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Bound port: d83d6de6-6518-446e-ad7a-ba51483d92d5, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b3c447-3988-4363-bea9-570e2562a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:39.797662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.824036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cfea87b9-1b63-4458-b138-68b923b17ac5 req-1038243c-c246-4563-bc7c-93ad82b0f9d6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120783 Jan 28 05:02:39.857418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c39117dd-1f65-4dc4-aac9-39b0e9b26002 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:39.857664 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:39.910923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb8249-dc0d-40e7-a0e8-118623083f55 req-9153e32a-1fee-4557-ae5c-4863cc7e3eb9 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:39.912938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1cb8249-dc0d-40e7-a0e8-118623083f55 req-9153e32a-1fee-4557-ae5c-4863cc7e3eb9 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 944 time: 0.2160299 Jan 28 05:02:40.019364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] For port c39117dd-1f65-4dc4-aac9-39b0e9b26002, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c39117dd-1f65-4dc4-aac9-39b0e9b26002,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:40.133309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1cb8249-dc0d-40e7-a0e8-118623083f55 req-54cb91d6-0210-4411-8849-bad7fb103133 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994538 Jan 28 05:02:40.141704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.141857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Made reservation on behalf of 4412f7c3a6284ae5950c86b592779077 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:40.157702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] For port d83d6de6-6518-446e-ad7a-ba51483d92d5, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:40.163620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] For port d83d6de6-6518-446e-ad7a-ba51483d92d5, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:40.171150 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.177579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.193228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks [] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.229030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-928c00b3-d714-44f7-9201-71ae47fe21fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2949021 Jan 28 05:02:40.254716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:40.255904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.258514 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] 10.222.0.47 "PUT /v2.0/ports/d83d6de6-6518-446e-ad7a-ba51483d92d5 HTTP/1.1" status: 200 len: 1092 time: 2.4117432 Jan 28 05:02:40.259247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'tag': 'd83d6de6-6518-446e-ad7a-ba51483d92d5'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:40.261790 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a4e90f-604f-4baa-ab89-d8b09d754464" -d '{"events": [{"name": "network-changed", "server_uuid": "7e57da0a-2684-4ccb-b903-b73d66c71731", "tag": "d83d6de6-6518-446e-ad7a-ba51483d92d5"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:40.286983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b769f-954d-42be-9c7b-d204a276dfdd None None] Pushing event updated for resources: {'Port': ['ID=c39117dd-1f65-4dc4-aac9-39b0e9b26002,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:40.328261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c458701-ee67-48ce-a0b1-4e5480517eee service neutron] Pushing event updated for resources: {'Port': ['ID=d83d6de6-6518-446e-ad7a-ba51483d92d5,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:40.407689 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc17b7-b279-4146-82c7-c607ec9cc2be x-openstack-request-id: req-39cc17b7-b279-4146-82c7-c607ec9cc2be {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:40.408229 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e57da0a-2684-4ccb-b903-b73d66c71731", "tag": "d83d6de6-6518-446e-ad7a-ba51483d92d5", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:40.411606 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39cc17b7-b279-4146-82c7-c607ec9cc2be {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:40.412282 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'tag': 'd83d6de6-6518-446e-ad7a-ba51483d92d5', 'status': 'completed', 'code': 200} Jan 28 05:02:40.456903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c39117dd-1f65-4dc4-aac9-39b0e9b26002 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:40.563906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-e15e0491-a957-4b9a-8cc7-4b1bcafe43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:40.565573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-e15e0491-a957-4b9a-8cc7-4b1bcafe43be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 1095 time: 0.1881456 Jan 28 05:02:40.566827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6a990135-38ad-41ce-acc0-32a66f413c49 None None] Provisioning complete for port c39117dd-1f65-4dc4-aac9-39b0e9b26002 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:40.567327 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a990135-38ad-41ce-acc0-32a66f413c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.664367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.734233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-58fd5c5f-840d-4067-8a28-c628feca0caa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5 HTTP/1.1" status: 200 len: 217 time: 0.1544805 Jan 28 05:02:40.759676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Allocated IP 172.20.0.5 (70a1c9f0-0e7c-420b-99d0-66631f0db94b/878e6b9e-68ce-4966-86ad-b536bb7a0db5/a5760f36-894d-4a22-801d-b22039041ab1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:40.812222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f4fb5ab4-7ef8-433e-8e84-527479770ce9 req-dc3e0ac1-51f3-4d50-832a-764753255a35 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 210 time: 0.0933294 Jan 28 05:02:40.831639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6a990135-38ad-41ce-acc0-32a66f413c49 None None] Current status of the port c39117dd-1f65-4dc4-aac9-39b0e9b26002 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:40.883761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22f0a70d-dcdb-4c91-8334-2bc181c23bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:40.938330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-3f3807a8-ab4d-4dc3-b006-98b0945920c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:40.944011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-3f3807a8-ab4d-4dc3-b006-98b0945920c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.1927245 Jan 28 05:02:40.996931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c39117dd-1f65-4dc4-aac9-39b0e9b26002 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:41.050990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:41.052796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-c98c380f-e311-435f-bb24-0e1b85bd5763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030455 Jan 28 05:02:41.146953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c39117dd-1f65-4dc4-aac9-39b0e9b26002 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:41.149037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:41.168240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Pushing event updated for resources: {'Port': ['ID=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:41.205450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:41.307834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:41.325015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-d649d3e1-41d7-477e-b46f-ac45029fd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:41.326600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-d649d3e1-41d7-477e-b46f-ac45029fd38a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 1097 time: 0.8773663 Jan 28 05:02:41.350169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-9ce99205-e8fd-44fd-9452-9c286681d8b4 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915380 Jan 28 05:02:41.381120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c39117dd-1f65-4dc4-aac9-39b0e9b26002 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:41.386519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a5da3a35-c8a3-4b29-8632-19e64927992b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:41.497637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a5da3a35-c8a3-4b29-8632-19e64927992b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:41.498307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:41.586187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb88cec4-6774-4e2b-9e26-c3ee4baf4cbe req-5b55ad4f-8360-40f1-a16a-79b129c97db6 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213399 Jan 28 05:02:41.614327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ac44b-a506-4d7f-8538-c11cd3607c73 req-94961fa6-d36e-4d31-a2b0-874069ed608f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:41.624983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b93ac44b-a506-4d7f-8538-c11cd3607c73 req-94961fa6-d36e-4d31-a2b0-874069ed608f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 944 time: 0.3482251 Jan 28 05:02:41.674092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-17f57779-5316-4469-9c1e-08e450de43d9 None None] Provisioning complete for port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:41.674896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17f57779-5316-4469-9c1e-08e450de43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:41.683900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a5da3a35-c8a3-4b29-8632-19e64927992b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:41.685721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d0fe1cbc-dc4c-4aef-b341-a51376b95326 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:41.686329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835c0c-90e6-4d7f-8ae8-1c7d9a1271ca req-c1c9af16-e969-4ac2-bd32-78d9d6db65b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:41.687946 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d835c0c-90e6-4d7f-8ae8-1c7d9a1271ca req-c1c9af16-e969-4ac2-bd32-78d9d6db65b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.6990695 Jan 28 05:02:41.772226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b93ac44b-a506-4d7f-8538-c11cd3607c73 req-d649c5eb-fe10-4f99-8026-e258eca3ca7c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421554 Jan 28 05:02:41.895869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (3789c83a-7696-4623-bf36-e3b6dd6f3520), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:41.899648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-aebf59c3-9d3d-41bd-8367-2bc3e84a240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:41.906248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-aebf59c3-9d3d-41bd-8367-2bc3e84a240d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 1095 time: 0.1958706 Jan 28 05:02:41.918534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d0fe1cbc-dc4c-4aef-b341-a51376b95326 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:41.919357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:41.933025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-17f57779-5316-4469-9c1e-08e450de43d9 None None] Port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:42.030284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.099551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-284327ea-6a9e-44e8-9124-9698318b3df9 req-2a14e3fb-fb69-44df-8468-3f5e8e465f90 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 210 time: 0.0857584 Jan 28 05:02:42.154954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d835c0c-90e6-4d7f-8ae8-1c7d9a1271ca req-3d780bfb-34b4-4ea3-8174-503cfba44aac tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001718 Jan 28 05:02:42.160100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for port (a5760f36-894d-4a22-801d-b22039041ab1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.170504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d0fe1cbc-dc4c-4aef-b341-a51376b95326 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:42.171015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.207948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port d0fe1cbc-dc4c-4aef-b341-a51376b95326, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d0fe1cbc-dc4c-4aef-b341-a51376b95326,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:42.214487 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.228247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-95b662da-43d6-49ae-93e5-64eb85c4ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:42.230649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-95b662da-43d6-49ae-93e5-64eb85c4ec8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.3166137 Jan 28 05:02:42.269430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-9af8b104-0758-4b4c-8576-b7348985ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:42.270902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-9af8b104-0758-4b4c-8576-b7348985ecda service neutron] 10.222.0.52 "GET /v2.0/networks?id=7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 200 len: 916 time: 0.8596103 Jan 28 05:02:42.290898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-38c4b3d9-974e-44a0-9b53-a7de711850aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5 HTTP/1.1" status: 200 len: 217 time: 0.0533133 Jan 28 05:02:42.304924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=d0fe1cbc-dc4c-4aef-b341-a51376b95326,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:42.365822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-51b8abbf-c490-4e42-bc62-3979e96baab6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a HTTP/1.1" status: 200 len: 217 time: 0.0473628 Jan 28 05:02:42.407181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-0975b54d-bfc1-48d0-84ae-a43e64b05cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:42.409994 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-0975b54d-bfc1-48d0-84ae-a43e64b05cc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.0954349 Jan 28 05:02:42.446690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-92d9b1b5-0827-4eb1-89c7-0f59854c6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:42.448725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-92d9b1b5-0827-4eb1-89c7-0f59854c6239 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 200 len: 855 time: 0.0731826 Jan 28 05:02:42.452829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-ecf4762e-f96f-4aa7-bf2f-e787a50c4c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339179 Jan 28 05:02:42.485464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a5760f36-894d-4a22-801d-b22039041ab1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.498838 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.595554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d0fe1cbc-dc4c-4aef-b341-a51376b95326 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:42.626264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-9c5ba11a-65c2-43a2-a58e-7ef53391367f service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660700 Jan 28 05:02:42.686987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d0fe1cbc-dc4c-4aef-b341-a51376b95326 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:42.687621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.723657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-d881657a-3a4a-4a14-9eb2-89ee4658d337 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7511b38a-8ac1-4e62-885f-16fd55395996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2259178 Jan 28 05:02:42.724517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'Port': ['ID=a5760f36-894d-4a22-801d-b22039041ab1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:42.748788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:42.767369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:42.791325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:42.886679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-44a4e90f-604f-4baa-ab89-d8b09d754464 req-9ad11a22-4e29-41fc-8c44-cc3afde20e72 service neutron] 10.222.0.47 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509992 Jan 28 05:02:42.932881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d0fe1cbc-dc4c-4aef-b341-a51376b95326 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:43.009397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:43.010586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.035696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2c791-c3be-475f-bba9-d542146ae5f4 req-7156576e-c89c-45cc-84b4-c764301f8689 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:43.037520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ed2c791-c3be-475f-bba9-d542146ae5f4 req-7156576e-c89c-45cc-84b4-c764301f8689 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 944 time: 0.1083550 Jan 28 05:02:43.075551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-f3fa967c-4514-4fe4-9980-a8fec0f0a63e tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6841056 Jan 28 05:02:43.101817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Request body: {'port': {'device_id': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:43.115724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-8b08adb7-cc8c-4a90-9841-2a7d10a8cc76 service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689969 Jan 28 05:02:43.141523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9ed2c791-c3be-475f-bba9-d542146ae5f4 req-42e7ac0a-0ff7-4924-b1e8-c30cf5dae786 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967073 Jan 28 05:02:43.274979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3443ab26-9fec-45ed-a983-281fd9625d94 None None] Provisioning complete for port a5760f36-894d-4a22-801d-b22039041ab1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:43.275570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3443ab26-9fec-45ed-a983-281fd9625d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5760f36-894d-4a22-801d-b22039041ab1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.319078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3443ab26-9fec-45ed-a983-281fd9625d94 None None] Port a5760f36-894d-4a22-801d-b22039041ab1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:43.323134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ce3a675d-0608-4627-ba96-2b03df16ff73 req-679dd846-51a0-426b-858b-7b54d46d4c0c service neutron] 10.222.0.52 "GET /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984859 Jan 28 05:02:43.363929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa2169-1859-41c6-8474-f8f2627a383c req-0f9f6c2a-7d57-4238-aa2e-d3ea84aaa37c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:43.366380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cfa2169-1859-41c6-8474-f8f2627a383c req-0f9f6c2a-7d57-4238-aa2e-d3ea84aaa37c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1135755 Jan 28 05:02:43.376456 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks [] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.386141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5760f36-894d-4a22-801d-b22039041ab1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.401206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.462848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7cfa2169-1859-41c6-8474-f8f2627a383c req-2ec0d6b6-0adf-4888-ba71-24857b328307 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891020 Jan 28 05:02:43.494080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7fac9-18aa-4912-b8bf-645c5b4ffc55 req-04aac92d-c01f-4232-97f2-735147c464b8 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:43.495640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1eb7fac9-18aa-4912-b8bf-645c5b4ffc55 req-04aac92d-c01f-4232-97f2-735147c464b8 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 931 time: 0.3024552 Jan 28 05:02:43.552758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (3789c83a-7696-4623-bf36-e3b6dd6f3520), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.556397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Pushing event updated for resources: {'Port': ['ID=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:43.720934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.840386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d83d6de6-6518-446e-ad7a-ba51483d92d5 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:02:43.995425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d83d6de6-6518-446e-ad7a-ba51483d92d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:44.009915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'd83d6de6-6518-446e-ad7a-ba51483d92d5', 'network_id': '7511b38a-8ac1-4e62-885f-16fd55395996', 'port_id': 'd83d6de6-6518-446e-ad7a-ba51483d92d5', 'mac_address': 'fa:16:3e:4c:a2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e662de8-79be-4b39-bfe0-29708190ea90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:02:44.054989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d83d6de6-6518-446e-ad7a-ba51483d92d5 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:44.055539 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:44.063392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1eb7fac9-18aa-4912-b8bf-645c5b4ffc55 req-a5a58f6f-320a-4596-b3f1-74c68bdcbd2c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547957 Jan 28 05:02:44.073398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d6de6-6518-446e-ad7a-ba51483d92d5 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:44.105859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d83d6de6-6518-446e-ad7a-ba51483d92d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:44.111407 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:44.183239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d83d6de6-6518-446e-ad7a-ba51483d92d5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:44.185476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:44.189471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:44.328347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa481b8-c15b-4ab5-ab26-33e39f25d4ff req-e369219d-962f-47f8-b7f1-1f90d2b4b5fa tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:44.335359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caa481b8-c15b-4ab5-ab26-33e39f25d4ff req-e369219d-962f-47f8-b7f1-1f90d2b4b5fa tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 945 time: 0.0835183 Jan 28 05:02:44.390849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d83d6de6-6518-446e-ad7a-ba51483d92d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:44.400009 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-caa481b8-c15b-4ab5-ab26-33e39f25d4ff req-9ba66901-896d-46f5-942b-1a790d3de43c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Jan 28 05:02:44.413636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:02:44.427928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5760f36-894d-4a22-801d-b22039041ab1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:44.608314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-007cf1f7-20cb-4590-887b-1eabf462844e None None] Provisioning complete for port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:44.608758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-007cf1f7-20cb-4590-887b-1eabf462844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:44.627356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Publish callbacks [] for port (a5760f36-894d-4a22-801d-b22039041ab1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:44.630244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:44.640047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-52aea7fd-92b5-4b31-8a8d-0edb2e636f18 admin admin] 10.222.0.21 "PUT /v2.0/routers/3789c83a-7696-4623-bf36-e3b6dd6f3520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5090907 Jan 28 05:02:44.660763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:44.676963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Transition to ACTIVE for port object a5760f36-894d-4a22-801d-b22039041ab1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:02:44.690211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181e7e5-907d-493b-ab0d-acbb7278e10e req-837efc96-c439-4f56-a6eb-db89b218a515 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:44.693196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-007cf1f7-20cb-4590-887b-1eabf462844e None None] Port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:44.696557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:44.698024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a181e7e5-907d-493b-ab0d-acbb7278e10e req-837efc96-c439-4f56-a6eb-db89b218a515 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.0972254 Jan 28 05:02:44.698171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:44.704430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a5760f36-894d-4a22-801d-b22039041ab1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:44.822442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a181e7e5-907d-493b-ab0d-acbb7278e10e req-447aec9e-0410-414b-b6b1-fb504fba693c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038992 Jan 28 05:02:44.823242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Pushing event updated for resources: {'Port': ['ID=a5760f36-894d-4a22-801d-b22039041ab1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:44.887460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:44.940616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Attempting to bind port a5760f36-894d-4a22-801d-b22039041ab1 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:44.940969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Attempting to bind port a5760f36-894d-4a22-801d-b22039041ab1 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:44.941343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Attempting to bind port a5760f36-894d-4a22-801d-b22039041ab1 on network 70a1c9f0-0e7c-420b-99d0-66631f0db94b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:44.952397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Port a5760f36-894d-4a22-801d-b22039041ab1 on network 70a1c9f0-0e7c-420b-99d0-66631f0db94b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:02:44.952736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Attempting to bind port a5760f36-894d-4a22-801d-b22039041ab1 on network 70a1c9f0-0e7c-420b-99d0-66631f0db94b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:44.966418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:44.966786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Checking segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:44.967159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Bound using segment: {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:44.967606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Bound port: a5760f36-894d-4a22-801d-b22039041ab1, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd641ef-fa9b-4763-823d-15cb5adc2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:44.968019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5760f36-894d-4a22-801d-b22039041ab1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.075637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] For port a5760f36-894d-4a22-801d-b22039041ab1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:45.079811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] For port a5760f36-894d-4a22-801d-b22039041ab1, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a5760f36-894d-4a22-801d-b22039041ab1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:45.091760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a5760f36-894d-4a22-801d-b22039041ab1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.119149 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.221639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:45.222813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.224675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] 10.222.0.52 "PUT /v2.0/ports/a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 200 len: 1091 time: 2.1331699 Jan 28 05:02:45.231734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:45.245712 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6023f6c0-f51b-4a81-9366-454eccee7707" -d '{"events": [{"name": "network-changed", "server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "tag": "a5760f36-894d-4a22-801d-b22039041ab1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:45.299619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 2, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:45.300126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839524a-82ab-40a4-a5f6-ddd40b777653 service neutron] Pushing event updated for resources: {'Port': ['ID=a5760f36-894d-4a22-801d-b22039041ab1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:45.371862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236500b-d2e8-499c-b2eb-16a9a13fec6e req-c948949a-6622-4dc6-83fd-fe369bb5ec0f tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:45.373665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c236500b-d2e8-499c-b2eb-16a9a13fec6e req-c948949a-6622-4dc6-83fd-fe369bb5ec0f tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 943 time: 0.1700222 Jan 28 05:02:45.382011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:45.382703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Updating router 3789c83a-7696-4623-bf36-e3b6dd6f3520 port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:02:45.427402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41432) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:45.433064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383455469', 'description': 'tempest-description--221613896'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:45.453611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-022b834e-ceee-4f56-b79f-b97636d127b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:45.455317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-022b834e-ceee-4f56-b79f-b97636d127b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4412f7c3a6284ae5950c86b592779077&device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1094 time: 0.1416366 Jan 28 05:02:45.462164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c236500b-d2e8-499c-b2eb-16a9a13fec6e req-a531e3d0-4f19-4296-af69-306baf96c659 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790100 Jan 28 05:02:45.463253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.484804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.539243 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d991d9c-3689-4267-9242-e975a7602124 x-openstack-request-id: req-3d991d9c-3689-4267-9242-e975a7602124 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:45.539615 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "tag": "a5760f36-894d-4a22-801d-b22039041ab1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:45.539928 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d991d9c-3689-4267-9242-e975a7602124 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:45.540401 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1', 'status': 'completed', 'code': 200} Jan 28 05:02:45.613995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (87aecd61-32e9-4e66-81b2-47944e048ec7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.624976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (87aecd61-32e9-4e66-81b2-47944e048ec7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.674099 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.678523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2466586 Jan 28 05:02:45.681723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41434) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:45.687277 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'security_group_rule': {'security_group_id': '87aecd61-32e9-4e66-81b2-47944e048ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:45.704334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf82159-8523-4ab2-abbc-57ba832caa3a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87aecd61-32e9-4e66-81b2-47944e048ec7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:45.723304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db8e0d-6186-4f10-99fb-4a33cb33e41c req-f39ba4ec-ffa7-44ec-ab2a-3eb767ef4c58 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:45.725507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40db8e0d-6186-4f10-99fb-4a33cb33e41c req-f39ba4ec-ffa7-44ec-ab2a-3eb767ef4c58 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 945 time: 0.1841123 Jan 28 05:02:45.728460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-38e206f9-0100-420e-a82b-59dbdfab72e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 200 len: 217 time: 0.0862360 Jan 28 05:02:45.746554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (6644cee2-3fe2-486e-b86b-4e667b494fca), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.840180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-89f2db4c-03a1-4e0e-9db0-d26d4e5423d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:45.845162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-89f2db4c-03a1-4e0e-9db0-d26d4e5423d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=878e6b9e-68ce-4966-86ad-b536bb7a0db5 HTTP/1.1" status: 200 len: 847 time: 0.1096249 Jan 28 05:02:45.850763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (6644cee2-3fe2-486e-b86b-4e667b494fca), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.863242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6644cee2-3fe2-486e-b86b-4e667b494fca), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.894148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6644cee2-3fe2-486e-b86b-4e667b494fca,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:45.905598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.906825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b02a18bb-aeab-4327-be21-213afe79f36b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2240288 Jan 28 05:02:45.909555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:45.913965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'security_group_rule': {'security_group_id': '87aecd61-32e9-4e66-81b2-47944e048ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:45.921647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40db8e0d-6186-4f10-99fb-4a33cb33e41c req-f8482cef-0280-4bb3-9335-4081557d829d tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872942 Jan 28 05:02:45.934291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-09e66ba9-636b-4a04-b4fe-eb82bdc24524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:45.936760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-09e66ba9-636b-4a04-b4fe-eb82bdc24524 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70a1c9f0-0e7c-420b-99d0-66631f0db94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684903 Jan 28 05:02:46.015388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d83d6de6-6518-446e-ad7a-ba51483d92d5 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:46.031196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (b44fc5f5-7a54-4c58-8b8e-d93473b5592d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.040740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-1cc40031-da1b-49dd-b684-70f93fbb4532 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974023 Jan 28 05:02:46.076410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002bf94-f454-4da0-b98a-1931cc3427e6 req-35a0bb08-dc9b-427c-bd1f-dd6c07b00af0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:46.077967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6002bf94-f454-4da0-b98a-1931cc3427e6 req-35a0bb08-dc9b-427c-bd1f-dd6c07b00af0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1182661 Jan 28 05:02:46.112935 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (b44fc5f5-7a54-4c58-8b8e-d93473b5592d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.128821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b44fc5f5-7a54-4c58-8b8e-d93473b5592d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.163794 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6002bf94-f454-4da0-b98a-1931cc3427e6 req-086907c4-e753-4f13-9c97-881d2eb2d7c1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789313 Jan 28 05:02:46.165239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44fc5f5-7a54-4c58-8b8e-d93473b5592d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:46.175032 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.176305 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-317d2b07-0f1b-4ae8-93bb-96c0e3f394ac tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658184 Jan 28 05:02:46.178666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port d83d6de6-6518-446e-ad7a-ba51483d92d5 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:02:46.180221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41442) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:46.185319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Publish callbacks [] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.188669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port d83d6de6-6518-446e-ad7a-ba51483d92d5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:46.189283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.196685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:46.225365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.226813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.270520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd01e4-27fb-4f90-86af-c79c8be3f3a4 None None] Pushing event updated for resources: {'Port': ['ID=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:46.283884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-302ca32a-1962-4b3e-b680-5e099e5a30b5 req-b37009b5-c27b-4222-ada5-5ecc29c8da4e service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369194 Jan 28 05:02:46.379251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d83d6de6-6518-446e-ad7a-ba51483d92d5 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:46.380115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.392539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.427982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Attempting to bind port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:46.428372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Attempting to bind port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:46.428890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Attempting to bind port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:46.448897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-f9cc4aae-b137-43f6-8d19-9d3cde939b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:46.451984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-f9cc4aae-b137-43f6-8d19-9d3cde939b26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4412f7c3a6284ae5950c86b592779077&device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1094 time: 0.0755105 Jan 28 05:02:46.465355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d83d6de6-6518-446e-ad7a-ba51483d92d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:46.468482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6de6-6518-446e-ad7a-ba51483d92d5'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:46.473784 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b766de8-334f-437d-9f49-9ff392814421" -d '{"events": [{"server_uuid": "7e57da0a-2684-4ccb-b903-b73d66c71731", "name": "network-vif-plugged", "status": "completed", "tag": "d83d6de6-6518-446e-ad7a-ba51483d92d5"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:46.514527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:46.518212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:46.518804 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.522114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Bound using segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:46.523519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Bound port: 85baf0dd-9b0d-48d2-bea3-3aa05acafc40, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:46.531667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.535788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.579031 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735d32bb-6d50-4ec5-b25d-a0e08b42ce49 x-openstack-request-id: req-735d32bb-6d50-4ec5-b25d-a0e08b42ce49 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:46.579243 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e57da0a-2684-4ccb-b903-b73d66c71731", "name": "network-vif-plugged", "status": "completed", "tag": "d83d6de6-6518-446e-ad7a-ba51483d92d5", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:46.579467 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-735d32bb-6d50-4ec5-b25d-a0e08b42ce49 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:46.579860 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6de6-6518-446e-ad7a-ba51483d92d5', 'code': 200} Jan 28 05:02:46.654267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-58e4ff98-a45c-41fc-90ef-6ee60d674a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:46.655786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-58e4ff98-a45c-41fc-90ef-6ee60d674a20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 200 len: 909 time: 0.1980433 Jan 28 05:02:46.679004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d83d6de6-6518-446e-ad7a-ba51483d92d5,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:46.687908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] For port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:46.691120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] For port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:46.698019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:46.762460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-3588f6a4-5001-4d1a-803f-616f7ea238f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 200 len: 217 time: 0.0994782 Jan 28 05:02:46.765911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Allocated IP 172.25.6.218 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/e2850811-5d64-414a-9479-220208c85a03) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:46.801027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:46.802561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:46.822790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ecd43-a9b5-4e20-bd6f-1449dd34e4a3 req-64d19580-0584-41b5-b304-06fcbbb3a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:46.826008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e8ecd43-a9b5-4e20-bd6f-1449dd34e4a3 req-64d19580-0584-41b5-b304-06fcbbb3a5b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 1097 time: 0.1650121 Jan 28 05:02:46.852733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d93d0-cb05-4d09-9b8c-d08db6494996 req-8a0c8578-048b-4086-8e53-5a4343ef57dc tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:46.854337 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a67d93d0-cb05-4d09-9b8c-d08db6494996 req-8a0c8578-048b-4086-8e53-5a4343ef57dc tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 943 time: 0.2505755 Jan 28 05:02:46.946028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-3f9a70aa-da71-4741-af5f-512ab20583c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335843 Jan 28 05:02:46.949834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-89e88712-5cb5-4b9d-be5f-fc53c64378e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:46.967021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-89e88712-5cb5-4b9d-be5f-fc53c64378e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=878e6b9e-68ce-4966-86ad-b536bb7a0db5 HTTP/1.1" status: 200 len: 847 time: 0.1977794 Jan 28 05:02:46.975859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd01e4-27fb-4f90-86af-c79c8be3f3a4 None None] Pushing event updated for resources: {'Port': ['ID=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:46.993030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] Provisioning complete for port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:46.995276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.072230 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a67d93d0-cb05-4d09-9b8c-d08db6494996 req-eead53bb-46c9-4b48-9945-561158aae283 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771708 Jan 28 05:02:47.147666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e8ecd43-a9b5-4e20-bd6f-1449dd34e4a3 req-8ae61f06-bf2c-4fd3-b6a1-8f6a1cb7da8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922881 Jan 28 05:02:47.215729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for port (e2850811-5d64-414a-9479-220208c85a03), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.239622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-f4548e41-15d3-418f-bec6-e19d134b1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:47.241241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-f4548e41-15d3-418f-bec6-e19d134b1282 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1096 time: 0.2529798 Jan 28 05:02:47.249884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-ac90f70e-502c-4043-95ff-54c8dd725b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:47.252141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-ac90f70e-502c-4043-95ff-54c8dd725b9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70a1c9f0-0e7c-420b-99d0-66631f0db94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795136 Jan 28 05:02:47.274071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e2850811-5d64-414a-9479-220208c85a03), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.314941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bad0f-3cac-40aa-b946-77ac040313fe req-83bb9ebf-6db4-4297-9eab-9a12b91b8879 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:47.316796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d2bad0f-3cac-40aa-b946-77ac040313fe req-83bb9ebf-6db4-4297-9eab-9a12b91b8879 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 946 time: 0.2204225 Jan 28 05:02:47.355049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:47.361295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:47.364131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:47.368560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:47.425897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'Port': ['ID=e2850811-5d64-414a-9479-220208c85a03,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:47.446099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8d2bad0f-3cac-40aa-b946-77ac040313fe req-cfbea2de-3c1d-470f-94b4-58f032b21d37 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969963 Jan 28 05:02:47.469429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad608ce0-739a-4dfe-9083-9d73d299fa3b req-4e08e820-0bed-4dd2-977e-68c3c70d4fc1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:47.469429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad608ce0-739a-4dfe-9083-9d73d299fa3b req-4e08e820-0bed-4dd2-977e-68c3c70d4fc1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1610827 Jan 28 05:02:47.521949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-6dbb6162-51aa-4364-bcb9-ab1e9e7fdfa5 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569375 Jan 28 05:02:47.565944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (17d16d0e-3a95-44c8-a705-459ee01e0def), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.587362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad608ce0-739a-4dfe-9083-9d73d299fa3b req-370190dd-7a5c-4723-89aa-82fb0e2b7791 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021304 Jan 28 05:02:47.647088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2850811-5d64-414a-9479-220208c85a03), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.665693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] Current status of the port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:47.666630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.723605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] For port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:47.732453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.737723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6023f6c0-f51b-4a81-9366-454eccee7707 req-4b03e5a3-d75b-41aa-8e2b-af88eca34310 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064040 Jan 28 05:02:47.784267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:46Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:47.802908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-96933b9e-74df-4386-a59f-e00b995fcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:47.805797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-96933b9e-74df-4386-a59f-e00b995fcc7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 897 time: 0.3827744 Jan 28 05:02:47.830255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ccd4b-4599-4e04-a446-3b400a77bb19 None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:46Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:47.864594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cf436-d234-4345-ae1a-65db403a3f3c None None] Pushing event updated for resources: {'Port': ['ID=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:47.869756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-86178865-36c6-41db-b2a6-39b340be493b None None] Provisioning complete for port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:47.870444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86178865-36c6-41db-b2a6-39b340be493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.983409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for port (e2850811-5d64-414a-9479-220208c85a03), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.984425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-233b14a2-9e54-42e8-8123-d41a9bd6ba22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 200 len: 1000 time: 0.1710613 Jan 28 05:02:47.993429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (e2850811-5d64-414a-9479-220208c85a03), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:48.089024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-86178865-36c6-41db-b2a6-39b340be493b None None] Current status of the port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:48.114539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'Port': ['ID=e2850811-5d64-414a-9479-220208c85a03,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:48.123452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-86b20d3b-f677-4c1b-ba67-55aed08aaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:48.124980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-86b20d3b-f677-4c1b-ba67-55aed08aaadd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 HTTP/1.1" status: 200 len: 835 time: 0.1333392 Jan 28 05:02:48.128951 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (17d16d0e-3a95-44c8-a705-459ee01e0def), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:48.163816 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:48.165913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-da2717c9-3d23-4d30-b274-45022d4617e8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9832883 Jan 28 05:02:48.302399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-4b8ff58d-e4c2-42aa-80f8-c7d9ed6b2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:48.304045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-4b8ff58d-e4c2-42aa-80f8-c7d9ed6b2102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b69fc897-caae-479f-a2bf-c92a38c616cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520569 Jan 28 05:02:48.339133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa245d-49cf-4e67-8e3b-df81f2b4fd29 req-2f5d981f-2823-47d9-b12f-67bdcbf04b36 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:48.349258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cafa245d-49cf-4e67-8e3b-df81f2b4fd29 req-2f5d981f-2823-47d9-b12f-67bdcbf04b36 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 943 time: 0.1452987 Jan 28 05:02:48.454529 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-273b7659-966d-4833-b720-cbdc9200be4a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--383455469&fields=id&tenant_id=37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 267 time: 0.0973864 Jan 28 05:02:48.474983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cafa245d-49cf-4e67-8e3b-df81f2b4fd29 req-6aaabe21-093a-40cb-8700-7e304813b68d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244421 Jan 28 05:02:48.533018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-c876e703-8600-419d-8c46-155b65d32d36 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207780 Jan 28 05:02:48.633172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-3bac8b0f-2292-4150-b815-267e360270f9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:48.637412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-3bac8b0f-2292-4150-b815-267e360270f9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 816 time: 0.1814501 Jan 28 05:02:48.674539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-108f7f77-cb9f-4122-8358-4d7a8daf9f86 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/quotas/37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 375 time: 0.0358303 Jan 28 05:02:48.701811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ff5a6cf1-b79f-41cd-abe8-16f8ceee8b05 req-6b1962b6-4690-47c9-8e7a-ff75cafa9549 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617603 Jan 28 05:02:48.735934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:48.786364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-aab232ff-22f1-4541-a253-42e886494e6b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052892 Jan 28 05:02:48.809291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77165d-505d-4d46-8272-843b9a23f077 req-eb496a5a-a6da-4680-a4fd-cec3a18ebdba tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:48.813609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb77165d-505d-4d46-8272-843b9a23f077 req-eb496a5a-a6da-4680-a4fd-cec3a18ebdba tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 946 time: 0.1108220 Jan 28 05:02:48.844210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:48.844736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:48.896164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb77165d-505d-4d46-8272-843b9a23f077 req-ee6a688e-3e88-4943-b07c-98558bed4561 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739501 Jan 28 05:02:48.923103 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-f4219a65-7ea7-4f92-bbe7-d7c7ebaa3b2b service neutron] 10.222.0.21 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329591 Jan 28 05:02:49.019035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:49.072944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839beb0b-21fb-46b7-930d-6b78df1a39fa req-ed4c297d-5367-4f5d-968f-88d6ecf4e4b2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:49.074458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-839beb0b-21fb-46b7-930d-6b78df1a39fa req-ed4c297d-5367-4f5d-968f-88d6ecf4e4b2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.0829477 Jan 28 05:02:49.083901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-55045e70-0be4-4124-92d0-d3ed9024915e service neutron] 10.222.0.21 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599021 Jan 28 05:02:49.166203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-839beb0b-21fb-46b7-930d-6b78df1a39fa req-62800f73-52b6-4062-ac72-a7c90d71c692 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753462 Jan 28 05:02:49.414468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7295e2c6-02cd-43c2-bc1c-4554b040d67d req-e5bd97d4-f95b-482b-b8dc-b7481e014a7a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 210 time: 0.0412693 Jan 28 05:02:49.663198 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbc125-667c-48d3-948f-a2204a0e8e37 req-0fae4eb0-fb8c-4991-b46b-02b114870fd3 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:49.676282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35fbc125-667c-48d3-948f-a2204a0e8e37 req-0fae4eb0-fb8c-4991-b46b-02b114870fd3 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 943 time: 0.0992646 Jan 28 05:02:49.773943 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35fbc125-667c-48d3-948f-a2204a0e8e37 req-cdd7d49e-d0ce-4377-944d-47755d9f81ca tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963361 Jan 28 05:02:50.168873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a5760f36-894d-4a22-801d-b22039041ab1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:02:50.293937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a5760f36-894d-4a22-801d-b22039041ab1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a5760f36-894d-4a22-801d-b22039041ab1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:50.307642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'a5760f36-894d-4a22-801d-b22039041ab1', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'port_id': 'a5760f36-894d-4a22-801d-b22039041ab1', 'mac_address': 'fa:16:3e:8a:92:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:02:50.315899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9cd45-566a-4e68-ad69-c3cb1ccaec8e req-315fe9e6-18ef-4506-afd5-17b50bdd1d69 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:50.318183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d9cd45-566a-4e68-ad69-c3cb1ccaec8e req-315fe9e6-18ef-4506-afd5-17b50bdd1d69 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.0730317 Jan 28 05:02:50.354630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port a5760f36-894d-4a22-801d-b22039041ab1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:50.354945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5760f36-894d-4a22-801d-b22039041ab1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:50.369586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5760f36-894d-4a22-801d-b22039041ab1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:50.391958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75d9cd45-566a-4e68-ad69-c3cb1ccaec8e req-3a10e70f-b262-4a78-8b25-11813b36d71c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656767 Jan 28 05:02:50.424998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a5760f36-894d-4a22-801d-b22039041ab1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a5760f36-894d-4a22-801d-b22039041ab1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:50.431119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a5760f36-894d-4a22-801d-b22039041ab1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:50.506014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=a5760f36-894d-4a22-801d-b22039041ab1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:50.546134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fdc5aa10-fe25-47f2-a668-520d21621f4c req-deb10291-068a-4225-a0fc-bdc50c5adfb6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 210 time: 0.0410433 Jan 28 05:02:50.703964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-25089c9a-21be-4e8c-b210-5f89fce57a1c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:50.703964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-25089c9a-21be-4e8c-b210-5f89fce57a1c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 816 time: 0.1287613 Jan 28 05:02:50.798176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-6c986ed1-7758-4881-97df-8965e557baa1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 379 time: 0.0776782 Jan 28 05:02:50.819595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'port': {'device_id': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'admin_state_up': True, 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'security_groups': ['87aecd61-32e9-4e66-81b2-47944e048ec7']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:50.840621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a5760f36-894d-4a22-801d-b22039041ab1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:51.009503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Made reservation on behalf of 37eb6e942b694929ababa2b18f253274 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:02:51.015830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:51.039770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba5c7-3ee1-4e62-ae21-ea4aaaf74c08 req-f8d8e944-bb77-4a29-afd9-22f0615d7d31 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:51.041324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-496ba5c7-3ee1-4e62-ae21-ea4aaaf74c08 req-f8d8e944-bb77-4a29-afd9-22f0615d7d31 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 944 time: 0.1533051 Jan 28 05:02:51.139598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-496ba5c7-3ee1-4e62-ae21-ea4aaaf74c08 req-4a3ee923-6305-4ad1-bd9d-7c0a68ba00ea tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925310 Jan 28 05:02:51.196857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Allocated IP 172.20.0.14 (80923e06-86dd-4f84-b0ce-b984f1c0daa0/fa18fcb5-cd74-463a-8af8-86ca21c3c6ff/5b8007dd-f6f7-4ea2-987d-1205a635fad1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:51.340701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:51.377700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:51.423130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:51.426207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:51.432054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:51.455964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:51.526810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:51.526810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:51.563230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-d94159ba-406d-4204-838d-a4af4c036856 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7592528 Jan 28 05:02:51.594265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Request body: {'port': {'device_id': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:51.613039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e2589-5e09-4bba-8b67-aee4180a2fed req-b7be19fa-8b71-45b0-b603-0c8946aff75a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:51.628740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d9e2589-5e09-4bba-8b67-aee4180a2fed req-b7be19fa-8b71-45b0-b603-0c8946aff75a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1290028 Jan 28 05:02:51.687352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:51.719694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5d9e2589-5e09-4bba-8b67-aee4180a2fed req-82344f92-257e-4a2d-8624-b3d8f421b47b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836606 Jan 28 05:02:51.849985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-368f176b-de2b-4aba-a4dd-b439c09c9589 None None] Provisioning complete for port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:51.850563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-368f176b-de2b-4aba-a4dd-b439c09c9589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:51.870172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984c450-dbb9-42e2-95cb-f04689bf1c78 req-7760ae34-95b9-42f5-8daf-d30ab2b01028 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:51.877293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9984c450-dbb9-42e2-95cb-f04689bf1c78 req-7760ae34-95b9-42f5-8daf-d30ab2b01028 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 932 time: 0.0867252 Jan 28 05:02:51.926184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-368f176b-de2b-4aba-a4dd-b439c09c9589 None None] Port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:02:51.944719 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9984c450-dbb9-42e2-95cb-f04689bf1c78 req-87fd50f6-2e9a-43c4-8566-901c33c608ee tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664189 Jan 28 05:02:52.101865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:52.110627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Publish callbacks [] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.122796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Transition to ACTIVE for port object 5b8007dd-f6f7-4ea2-987d-1205a635fad1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:02:52.126831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.162531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a5760f36-894d-4a22-801d-b22039041ab1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:52.176105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:52.310990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port a5760f36-894d-4a22-801d-b22039041ab1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:02:52.326416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port a5760f36-894d-4a22-801d-b22039041ab1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:52.327032 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a5760f36-894d-4a22-801d-b22039041ab1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.350827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:02:52.350827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:02:52.352803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:52.377633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:02:52.378304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:02:52.392666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:02:52.393229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:02:52.393778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Bound using segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:02:52.394556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Bound port: 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:02:52.395098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.430756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1736-7e82-4940-8761-d5e4cf19adcb req-112a4aad-3987-4a55-ae54-3385ac9a5264 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:52.439667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49aa1736-7e82-4940-8761-d5e4cf19adcb req-112a4aad-3987-4a55-ae54-3385ac9a5264 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 944 time: 0.1662390 Jan 28 05:02:52.532835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port a5760f36-894d-4a22-801d-b22039041ab1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:52.536373 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a5760f36-894d-4a22-801d-b22039041ab1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.553717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49aa1736-7e82-4940-8761-d5e4cf19adcb req-1577deac-3639-437b-8e38-cb8d5d911c66 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052046 Jan 28 05:02:52.573177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:02:52.578439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:52.581058 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc0d32e-7bbb-4dcc-9b26-2ef779c92b8b" -d '{"events": [{"server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "name": "network-vif-plugged", "status": "completed", "tag": "a5760f36-894d-4a22-801d-b22039041ab1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:52.596875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:02:52.603798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.621921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a5760f36-894d-4a22-801d-b22039041ab1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a5760f36-894d-4a22-801d-b22039041ab1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:52.628583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a5760f36-894d-4a22-801d-b22039041ab1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.643324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:52.644045 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:52.645813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] 10.222.0.52 "PUT /v2.0/ports/5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1092 time: 1.0560119 Jan 28 05:02:52.646323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:52.649587 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c454aa-b6c0-4272-958c-2354176046c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:52.761787 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae4200b-94d4-455e-8b19-cb0d9e72c70a x-openstack-request-id: req-5ae4200b-94d4-455e-8b19-cb0d9e72c70a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:52.762216 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "name": "network-vif-plugged", "status": "completed", "tag": "a5760f36-894d-4a22-801d-b22039041ab1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:52.762735 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ae4200b-94d4-455e-8b19-cb0d9e72c70a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:52.763173 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1', 'code': 200} Jan 28 05:02:52.763924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=a5760f36-894d-4a22-801d-b22039041ab1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:52.777110 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac7829-86b1-4ec5-a5f3-1fbfb2a0cbe4 x-openstack-request-id: req-63ac7829-86b1-4ec5-a5f3-1fbfb2a0cbe4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:52.777435 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:52.777701 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63ac7829-86b1-4ec5-a5f3-1fbfb2a0cbe4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:52.783739 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'status': 'completed', 'code': 200} Jan 28 05:02:52.785999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73b651-1589-4d71-bd17-6417e2165245 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:52.986840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-9a733c38-9041-484c-ba96-a6da783608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:52.988529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-9a733c38-9041-484c-ba96-a6da783608b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1095 time: 0.2361228 Jan 28 05:02:52.994710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f989fc8-4bff-4de8-afa9-29ec29b24a92 req-585d1432-b193-4138-a2df-bfd657f1a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:52.996144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f989fc8-4bff-4de8-afa9-29ec29b24a92 req-585d1432-b193-4138-a2df-bfd657f1a194 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1096 time: 0.1678112 Jan 28 05:02:53.034256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011ad58-b3aa-4b76-afdd-19b8a7808782 req-132a3a68-d916-4319-b86a-8f490b8383f9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:53.035710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1011ad58-b3aa-4b76-afdd-19b8a7808782 req-132a3a68-d916-4319-b86a-8f490b8383f9 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1325407 Jan 28 05:02:53.102210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-61e990e8-c34c-48ac-bb86-4d841dc74a74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 217 time: 0.0652945 Jan 28 05:02:53.141719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1011ad58-b3aa-4b76-afdd-19b8a7808782 req-e0b25ffe-244b-4ffa-aeaa-f9881a8da9c8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938649 Jan 28 05:02:53.149618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669ad4f-ad31-41d4-9a86-f948f3ab9162 req-ac32d47a-04d9-4596-8db1-fa43ac4d4d23 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:53.158791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8669ad4f-ad31-41d4-9a86-f948f3ab9162 req-ac32d47a-04d9-4596-8db1-fa43ac4d4d23 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0879653 Jan 28 05:02:53.195372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-491236f6-3f98-457f-950b-4d342e3794ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:53.204982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-491236f6-3f98-457f-950b-4d342e3794ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0660331 Jan 28 05:02:53.221000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f989fc8-4bff-4de8-afa9-29ec29b24a92 req-a8ce5141-bd3d-4069-aee4-974306b46065 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829834 Jan 28 05:02:53.259577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8669ad4f-ad31-41d4-9a86-f948f3ab9162 req-1c467bfd-151c-4161-901f-fbe19cd27750 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938380 Jan 28 05:02:53.274888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-5dbf12ee-423b-43a2-9d52-9ff5a7974b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:53.276884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-5dbf12ee-423b-43a2-9d52-9ff5a7974b88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548983 Jan 28 05:02:53.706496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-8b20d11b-6842-4f72-9b80-faaf7dc9c838 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385560 Jan 28 05:02:53.778055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc4d14-ae21-419a-8600-29b9b5b6f40e req-298f75b1-289d-455f-b6e3-f0f7d2dc5aa0 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:53.783663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ecc4d14-ae21-419a-8600-29b9b5b6f40e req-298f75b1-289d-455f-b6e3-f0f7d2dc5aa0 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 945 time: 0.1291070 Jan 28 05:02:54.179912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-943b12d2-a2e6-4a3f-aa19-7cd91af0a7f1 req-90bd006d-c7a0-48c8-801d-3fd7f7940f68 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663823 Jan 28 05:02:54.183967 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ecc4d14-ae21-419a-8600-29b9b5b6f40e req-10bcc22a-c428-4a37-b400-ef33659a7273 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929474 Jan 28 05:02:54.369455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d0933-7107-4b3a-a781-d0041adda828 req-1264620c-59af-41a3-8364-82f633aa76a7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:54.370947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-738d0933-7107-4b3a-a781-d0041adda828 req-1264620c-59af-41a3-8364-82f633aa76a7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.1023924 Jan 28 05:02:54.465612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c454aa-b6c0-4272-958c-2354176046c0 req-6c24f67c-87ed-4224-a9c1-be416bd34de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:54.470605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-6c24f67c-87ed-4224-a9c1-be416bd34de4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1095 time: 0.1515520 Jan 28 05:02:54.472929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-738d0933-7107-4b3a-a781-d0041adda828 req-c5b93476-d147-4a33-b251-483696c419f4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757544 Jan 28 05:02:54.514295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3f7e-e9d7-4250-94ba-79f6a351ef09 req-f4d3cfd8-d899-486e-9bfb-305a09913d4e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:54.521532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d57e3f7e-e9d7-4250-94ba-79f6a351ef09 req-f4d3cfd8-d899-486e-9bfb-305a09913d4e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.1349115 Jan 28 05:02:54.653196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d57e3f7e-e9d7-4250-94ba-79f6a351ef09 req-87d93d5e-3c87-4703-8dac-2d506173d56d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257401 Jan 28 05:02:54.663292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c454aa-b6c0-4272-958c-2354176046c0 req-70bbd42f-0636-4f51-a683-c12b3505c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:54.665569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-70bbd42f-0636-4f51-a683-c12b3505c40f service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.1410480 Jan 28 05:02:54.708907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-1e917290-c40a-4586-a061-b57246327fd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 217 time: 0.0367939 Jan 28 05:02:54.768552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c454aa-b6c0-4272-958c-2354176046c0 req-38a355bd-4065-47b3-8457-3fcf622fc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:54.770368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-38a355bd-4065-47b3-8457-3fcf622fc297 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0548258 Jan 28 05:02:54.822631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c454aa-b6c0-4272-958c-2354176046c0 req-9db2525d-62c8-419b-ad57-ec95f989dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:54.824523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-9db2525d-62c8-419b-ad57-ec95f989dd68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470917 Jan 28 05:02:54.963386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-f9a5a924-3ac4-471c-9f37-18b955b1f27f service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240878 Jan 28 05:02:55.064406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21c454aa-b6c0-4272-958c-2354176046c0 req-ed9a0a68-107f-4d12-86d0-980e06f0c02d service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938909 Jan 28 05:02:55.327899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c957d8f-8322-4fe1-b9b6-10f681c897e3 req-18e2d2c4-2aaa-48f3-8d8a-7973ab064285 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:55.340967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c957d8f-8322-4fe1-b9b6-10f681c897e3 req-18e2d2c4-2aaa-48f3-8d8a-7973ab064285 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 945 time: 0.0686364 Jan 28 05:02:55.391799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c957d8f-8322-4fe1-b9b6-10f681c897e3 req-f7336ca3-b010-498f-8f4e-d138e434a0ce tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486860 Jan 28 05:02:55.576969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74bb09-1e9c-4fd3-b064-d5528988980f req-0ddd693a-75f3-4ddb-9ddb-51448540b085 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:55.585427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a74bb09-1e9c-4fd3-b064-d5528988980f req-0ddd693a-75f3-4ddb-9ddb-51448540b085 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 945 time: 0.0986085 Jan 28 05:02:55.641558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c2ce1-5ae2-4159-ba66-30433c382e35 req-aa5439c5-6e37-4a5b-99bb-b04b9716f4b6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:55.653694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-690c2ce1-5ae2-4159-ba66-30433c382e35 req-aa5439c5-6e37-4a5b-99bb-b04b9716f4b6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 943 time: 0.0945506 Jan 28 05:02:55.690412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a74bb09-1e9c-4fd3-b064-d5528988980f req-0d4443e8-c7be-4db3-a31e-bb4109a2c147 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034498 Jan 28 05:02:55.731039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-690c2ce1-5ae2-4159-ba66-30433c382e35 req-645c5d76-2792-4954-8e71-4542575f658c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759182 Jan 28 05:02:55.885639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:02:55.916374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee2f6-51f3-4e94-9a28-7b9a3c5a6617 req-6f0bb361-1520-448c-a399-6660a7a1f6ce tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:55.924483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7efee2f6-51f3-4e94-9a28-7b9a3c5a6617 req-6f0bb361-1520-448c-a399-6660a7a1f6ce tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 945 time: 0.1067092 Jan 28 05:02:55.925680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e010a6-a225-41ec-8cd4-08517d5ba95b req-61b0dcc7-9cc9-46e7-9c68-aed34ceba8e0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:55.940138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0e010a6-a225-41ec-8cd4-08517d5ba95b req-61b0dcc7-9cc9-46e7-9c68-aed34ceba8e0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.1425204 Jan 28 05:02:56.020212 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7efee2f6-51f3-4e94-9a28-7b9a3c5a6617 req-a4f1bd1b-f644-4587-9edc-9393022ac855 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946641 Jan 28 05:02:56.055271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41574) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:56.082400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0e010a6-a225-41ec-8cd4-08517d5ba95b req-48f47033-594a-4aa2-b5c6-1471ce98d272 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413031 Jan 28 05:02:56.092328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:56.110321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:02:56.171730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:56.172116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:56.193318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:56.211269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c9c5d-7649-4c70-81ec-494b01335e44 tempest-TestServerBasicOps-1542908337 tempest-TestServerBasicOps-1542908337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:56.212951 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d39c9c5d-7649-4c70-81ec-494b01335e44 tempest-TestServerBasicOps-1542908337 tempest-TestServerBasicOps-1542908337-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1091 time: 0.1566842 Jan 28 05:02:56.216563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41578) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:02:56.224965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'a5760f36-894d-4a22-801d-b22039041ab1', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:02:56.230726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:56.237308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:56.255263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:56.295714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:56.395293 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:56.542021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:56.562022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Allocated IP 172.25.6.163 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/3970eef7-75eb-4a70-8f84-c6eb401e3252) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:02:56.728249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:56.790493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:56.848408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:02:56.852882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'Port': ['ID=3970eef7-75eb-4a70-8f84-c6eb401e3252,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:56.856155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:02:56.858508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:02:56.963456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286065f-15d8-4956-805e-cc5d9393a96e req-93e1f24f-655e-475b-a13e-bb6cdc3f5c9e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:56.965385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8286065f-15d8-4956-805e-cc5d9393a96e req-93e1f24f-655e-475b-a13e-bb6cdc3f5c9e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 944 time: 0.0817509 Jan 28 05:02:57.151531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8286065f-15d8-4956-805e-cc5d9393a96e req-ba102840-00df-429f-b848-fcbe12d7a17b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775970 Jan 28 05:02:57.317302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca261ab3-a7df-42c5-9fc2-704f6554f296 req-71222fc9-15ed-481b-b690-31f788de0068 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:57.319012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca261ab3-a7df-42c5-9fc2-704f6554f296 req-71222fc9-15ed-481b-b690-31f788de0068 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.1122825 Jan 28 05:02:57.436582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca261ab3-a7df-42c5-9fc2-704f6554f296 req-71b39c1f-f80a-411e-9696-8fcdaadfd3c6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975723 Jan 28 05:02:57.503348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for floatingip (d22b4ef4-6187-4c3d-861d-039adad5fb9c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:57.575768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:57.748814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:57.755197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:57.855768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event updated for resources: {'Port': ['ID=3970eef7-75eb-4a70-8f84-c6eb401e3252,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:57.883092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (d22b4ef4-6187-4c3d-861d-039adad5fb9c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:57.917372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:02:57.977808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:02:57.982015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:02:57.982433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:58.017089 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Floating IP d22b4ef4-6187-4c3d-861d-039adad5fb9c associated. External IP: 172.25.6.163, port: a5760f36-894d-4a22-801d-b22039041ab1. Jan 28 05:02:58.073521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:58.073912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:58.109826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:58.111358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:58.113877 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f31096-0f11-497a-ad8a-baedef0179db" -d '{"events": [{"server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "name": "network-vif-plugged", "status": "completed", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:58.119556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:58.197489 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866e8fcd-aa28-48a5-bfea-b772b95c763c x-openstack-request-id: req-866e8fcd-aa28-48a5-bfea-b772b95c763c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:58.197489 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "name": "network-vif-plugged", "status": "completed", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:58.197837 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-866e8fcd-aa28-48a5-bfea-b772b95c763c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:58.198424 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'code': 200} Jan 28 05:02:58.230635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:02:58.339637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:58.360943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:58.370059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Router 3db844d0-2c69-4857-a6f3-59ce4ea4643b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:02:58.375300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'mac_address': 'fa:16:3e:30:a4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:02:58.414904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:02:58.416332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:58.429582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:02:58.454619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:02:58.457200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324629-ad0f-4a99-94d9-e95c9a0cdc49 req-5603ff2f-217c-4a20-b51e-5144440dbc22 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:58.459104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45324629-ad0f-4a99-94d9-e95c9a0cdc49 req-5603ff2f-217c-4a20-b51e-5144440dbc22 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.1448596 Jan 28 05:02:58.465650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73699412-88b3-4723-a51e-78e87f3190df req-fdf15413-6bef-419a-84a5-011b983392aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:58.466803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:58.467327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73699412-88b3-4723-a51e-78e87f3190df req-fdf15413-6bef-419a-84a5-011b983392aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1096 time: 0.1615639 Jan 28 05:02:58.546559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:02:58.595425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73699412-88b3-4723-a51e-78e87f3190df req-e0944603-1534-4bde-8f48-476d26c283bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993550 Jan 28 05:02:58.603037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-45324629-ad0f-4a99-94d9-e95c9a0cdc49 req-9cb831fc-8a49-470f-a940-aebce932df2d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347001 Jan 28 05:02:58.626901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713690cc-412c-45fa-b20f-71326255275c req-f2543ef6-e535-4dc9-8af0-9e580b58138b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:58.626901 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-713690cc-412c-45fa-b20f-71326255275c req-f2543ef6-e535-4dc9-8af0-9e580b58138b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0708058 Jan 28 05:02:58.633862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:02:58.653371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] Sync routers for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:02:58.667929 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:58.669215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:58.681231 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:58.696692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-713690cc-412c-45fa-b20f-71326255275c req-8b51a78a-0723-4fe0-ad35-bc0ee5b1f8ee tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663340 Jan 28 05:02:58.748334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1be1e0f5-9eeb-44dd-a781-46a5bb1b659d tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5269899 Jan 28 05:02:58.748756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:02:58.751283 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5fee6b-1a00-4715-92e0-34154489f8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "tag": "a5760f36-894d-4a22-801d-b22039041ab1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:02:58.796019 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce2d3cb-52cc-4275-91b6-32934759f65d x-openstack-request-id: req-9ce2d3cb-52cc-4275-91b6-32934759f65d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:02:58.796379 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "tag": "a5760f36-894d-4a22-801d-b22039041ab1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:02:58.796706 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ce2d3cb-52cc-4275-91b6-32934759f65d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:02:58.797206 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1', 'status': 'completed', 'code': 200} Jan 28 05:02:58.834248 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:58.909742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['5b8007dd-f6f7-4ea2-987d-1205a635fad1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:02:58.914731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-99f04ad2-a196-461d-b59a-fd124b5dca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:58.916268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-99f04ad2-a196-461d-b59a-fd124b5dca72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4412f7c3a6284ae5950c86b592779077&device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1096 time: 0.0669136 Jan 28 05:02:59.089529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-91a6010f-4c6e-44a0-9f6e-fa68e24d7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:59.090940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-91a6010f-4c6e-44a0-9f6e-fa68e24d7150 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 200 len: 909 time: 0.1655202 Jan 28 05:02:59.173958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-154755b5-5eec-4ac6-8243-10342c5a8754 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 200 len: 999 time: 0.0767686 Jan 28 05:02:59.180684 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'd22b4ef4-6187-4c3d-861d-039adad5fb9c', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'port_id': 'a5760f36-894d-4a22-801d-b22039041ab1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'mac_address': 'fa:16:3e:8a:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:02:57Z', 'updated_at': '2022-01-28T05:02:57Z', 'revision_number': 0, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:21Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:59.210442 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] Checking router: 3db844d0-2c69-4857-a6f3-59ce4ea4643b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:02:59.219955 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:02:59.220215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:59.230147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-17450cf9-4fbb-42b7-899c-559c3e48a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:59.232204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-17450cf9-4fbb-42b7-899c-559c3e48a208 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=878e6b9e-68ce-4966-86ad-b536bb7a0db5 HTTP/1.1" status: 200 len: 847 time: 0.0513370 Jan 28 05:02:59.280113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-0eee45bb-6a4c-4013-accf-8e58e189bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:59.282174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-0eee45bb-6a4c-4013-accf-8e58e189bd5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70a1c9f0-0e7c-420b-99d0-66631f0db94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429528 Jan 28 05:02:59.336224 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:02:59.388696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-ab041c59-ef7b-4dac-a57d-0db19a561128 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992329 Jan 28 05:02:59.497688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b5fee6b-1a00-4715-92e0-34154489f8a5 req-a3aef3bb-4006-4149-bf55-84fc2aaef730 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994635 Jan 28 05:02:59.595007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'd22b4ef4-6187-4c3d-861d-039adad5fb9c', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'port_id': 'a5760f36-894d-4a22-801d-b22039041ab1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'mac_address': 'fa:16:3e:8a:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:02:57Z', 'updated_at': '2022-01-28T05:02:57Z', 'revision_number': 0, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:21Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:02:59.623515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c67fe-f6f4-48f5-84fd-19b38f3dc354 None None] The sync data for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 is: [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'd22b4ef4-6187-4c3d-861d-039adad5fb9c', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'port_id': 'a5760f36-894d-4a22-801d-b22039041ab1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'mac_address': 'fa:16:3e:8a:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:02:57Z', 'updated_at': '2022-01-28T05:02:57Z', 'revision_number': 0, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:21Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:02:59.741005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb723e-ccf2-4e21-a8a6-9243645c55a6 req-bc71bf80-1005-4de6-9a95-b7650d630e54 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:59.749013 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29fb723e-ccf2-4e21-a8a6-9243645c55a6 req-bc71bf80-1005-4de6-9a95-b7650d630e54 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.0673311 Jan 28 05:02:59.808323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29fb723e-ccf2-4e21-a8a6-9243645c55a6 req-8edf740d-9d02-4dab-92b0-8b1d5cd0b088 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579321 Jan 28 05:02:59.938294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b18f-e0d2-482b-80f6-58495798cfba req-03bd9cb6-1113-4a59-8ff1-27ceb316544e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:59.940115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e35b18f-e0d2-482b-80f6-58495798cfba req-03bd9cb6-1113-4a59-8ff1-27ceb316544e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0916765 Jan 28 05:02:59.994039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be5177-3cc5-45d0-8c8b-371fefa58072 None None] New status for floating IP d22b4ef4-6187-4c3d-861d-039adad5fb9c: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:02:59.998271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e35b18f-e0d2-482b-80f6-58495798cfba req-cc010780-9345-461b-b993-8a7d350646d5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501511 Jan 28 05:03:00.228547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:00.278144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:03:00.282110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:00.282490 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:00.365709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:00.366261 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:00.392562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:00.395021 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4505bb8d-e78a-418a-ba8d-2a297f99ce41" -d '{"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:00.408171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:00.414103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:00.441322 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae899a6-d341-4032-9abc-e019f1522999 x-openstack-request-id: req-cae899a6-d341-4032-9abc-e019f1522999 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:00.441827 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:00.442091 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cae899a6-d341-4032-9abc-e019f1522999 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:00.442488 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'code': 200} Jan 28 05:03:00.469018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:00.576560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd275-1505-4671-bf64-447a543948c8 req-a2551c79-2125-4c17-9f2a-3adc63a86b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:00.578256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa8bd275-1505-4671-bf64-447a543948c8 req-a2551c79-2125-4c17-9f2a-3adc63a86b57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1097 time: 0.0437016 Jan 28 05:03:00.622328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa8bd275-1505-4671-bf64-447a543948c8 req-627f498b-f25f-4ee2-b8e3-705b40f71671 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379725 Jan 28 05:03:00.883339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41630) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:01.007628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8ad15-fea4-4464-ad1a-3899c2cc775d req-7bbe4dae-243f-4b08-ab50-5ec389b2a1ae tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:01.014330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edd8ad15-fea4-4464-ad1a-3899c2cc775d req-7bbe4dae-243f-4b08-ab50-5ec389b2a1ae tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.1325276 Jan 28 05:03:01.144095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-edd8ad15-fea4-4464-ad1a-3899c2cc775d req-9a2b502b-0b76-4521-94d1-06537de204f2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288559 Jan 28 05:03:01.198432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10b494-3125-4742-9c50-2547ee02abd2 req-f5282bcc-ce85-4bf5-8417-0fe11007dd79 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:01.209821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d10b494-3125-4742-9c50-2547ee02abd2 req-f5282bcc-ce85-4bf5-8417-0fe11007dd79 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0717258 Jan 28 05:03:01.277534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d10b494-3125-4742-9c50-2547ee02abd2 req-68dd7f49-6cff-47a7-9a9c-3cdca98ddd7c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605462 Jan 28 05:03:01.656951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b5ed0-3a5a-49ad-aaba-c8bfcf0beb97 req-0299a22c-2896-4272-abaf-3232cf6cb1ef tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:01.658764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b73b5ed0-3a5a-49ad-aaba-c8bfcf0beb97 req-0299a22c-2896-4272-abaf-3232cf6cb1ef tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.4282210 Jan 28 05:03:01.754203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b73b5ed0-3a5a-49ad-aaba-c8bfcf0beb97 req-48f06f4b-f037-40ae-9b70-5a193cec0b82 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886230 Jan 28 05:03:01.782528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41638) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:01.821702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59811ccc-4a6b-478d-adf7-3fb5072bce47 tempest-TestVolumeBootPattern-1036210152 tempest-TestVolumeBootPattern-1036210152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:01.823374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-59811ccc-4a6b-478d-adf7-3fb5072bce47 tempest-TestVolumeBootPattern-1036210152 tempest-TestVolumeBootPattern-1036210152-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1091 time: 0.0398946 Jan 28 05:03:01.826208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:01.830838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:01.835819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:01.855038 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.023500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.215445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 887c7d6c-767a-451b-bf19-fd6d39332550 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:02.215868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.325909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 887c7d6c-767a-451b-bf19-fd6d39332550, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=887c7d6c-767a-451b-bf19-fd6d39332550,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:02.326312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.359932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 887c7d6c-767a-451b-bf19-fd6d39332550 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:02.375631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.25.6.58 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:02.589565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.662964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.727398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (887c7d6c-767a-451b-bf19-fd6d39332550), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:02.758704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:02.775686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:02.780686 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:02.784553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:02.881382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=887c7d6c-767a-451b-bf19-fd6d39332550,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:03.110760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:03.442365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:03.540097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac287a-55ec-49e6-9c2c-d9a84622fd7f req-df2eca1b-9a83-4720-886e-cc244749cdf6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:03.547144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac287a-55ec-49e6-9c2c-d9a84622fd7f req-df2eca1b-9a83-4720-886e-cc244749cdf6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 1.1368244 Jan 28 05:03:03.602274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac287a-55ec-49e6-9c2c-d9a84622fd7f req-4ae6a73f-ed9e-4afd-87dc-9266cff51485 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541811 Jan 28 05:03:03.637247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:03.650047 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:03.657501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96291cb3-a028-4d20-a19f-d9c2ed52ae5c tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "PUT /v2.0/routers/c6d360f5-be86-421f-bb79-902af5a49446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7730534 Jan 28 05:03:03.679805 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:03.680451 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:03.832049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (04f1958a-40ad-4258-a49b-7261bbd949f6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:03.858752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505a58f-2813-4ed5-9462-caab385a4019 req-16f01bce-4eb8-4f59-9269-28de6731e399 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:03.860914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b505a58f-2813-4ed5-9462-caab385a4019 req-16f01bce-4eb8-4f59-9269-28de6731e399 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0708189 Jan 28 05:03:03.872558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41662) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:03.883807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'floatingip': {'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:03.980568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.001341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (17d16d0e-3a95-44c8-a705-459ee01e0def), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.026775 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:04.088518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d9d33-7a55-45c8-ab29-53d0ee1ddcb7 req-36e19cd6-eefb-413d-a137-466059d80b00 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:04.090207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea4d9d33-7a55-45c8-ab29-53d0ee1ddcb7 req-36e19cd6-eefb-413d-a137-466059d80b00 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 0.1300335 Jan 28 05:03:04.177849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.183629 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.203822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea4d9d33-7a55-45c8-ab29-53d0ee1ddcb7 req-38e982bd-0c95-44bf-a911-fa89318d3bea tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045070 Jan 28 05:03:04.323411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:02Z', 'revision_number': 6, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:20Z', 'revision_number': 1, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:04.356966 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:04.367185 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:04.367812 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:04.370437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:04.384101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (04f1958a-40ad-4258-a49b-7261bbd949f6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.558210 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Floating IP 04f1958a-40ad-4258-a49b-7261bbd949f6 associated. External IP: 172.25.6.58, port: 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c. Jan 28 05:03:04.730199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.733629 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:04.737240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (17d16d0e-3a95-44c8-a705-459ee01e0def), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:04.855660 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Floating IP 17d16d0e-3a95-44c8-a705-459ee01e0def associated. External IP: 172.25.6.218, port: 5b8007dd-f6f7-4ea2-987d-1205a635fad1. Jan 28 05:03:04.871329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:05.008404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:05.020130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:05.030495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:05.033551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:05.035986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:05.059815 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:02Z', 'revision_number': 6, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:20Z', 'revision_number': 1, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:05.095674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bb2faa39-34d7-462a-a86c-cc0105c895f3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2682116 Jan 28 05:03:05.096547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:05.097537 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6c9c3-7b5e-42d8-9d5a-204aa15603ff None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:02Z', 'revision_number': 6, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '74e33c84-38e2-403d-a99d-816dc723029a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'port_id': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'mac_address': 'fa:16:3e:8a:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274ded5-2480-4877-a677-f4b82714b7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:01:17Z', 'updated_at': '2022-01-28T05:01:20Z', 'revision_number': 1, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:05.099565 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f74884c-a2ee-465e-96d0-298dac7ae0be" -d '{"events": [{"name": "network-changed", "server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:05.148716 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5c3b3-094f-455d-9ba5-ab9bae9d6d16 x-openstack-request-id: req-a0d5c3b3-094f-455d-9ba5-ab9bae9d6d16 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:05.148887 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:05.149138 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0d5c3b3-094f-455d-9ba5-ab9bae9d6d16 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:05.149576 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'status': 'completed', 'code': 200} Jan 28 05:03:05.169078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:05.174198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:05.399915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-bfbfc551-39e1-4c77-826e-bba28671f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:05.401542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-bfbfc551-39e1-4c77-826e-bba28671f27a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1096 time: 0.1497669 Jan 28 05:03:05.404358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:05.409461 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:05.415394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:05.428683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:05.429823 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:05.465551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b5aab-da24-4282-b51c-5024f4216368 req-b2654d28-344a-41a2-a043-5e598048175e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:05.468585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-682b5aab-da24-4282-b51c-5024f4216368 req-b2654d28-344a-41a2-a043-5e598048175e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 0.1592660 Jan 28 05:03:05.561683 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a5fef9ed-38e9-4def-a9ae-da35096dbc77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "PUT /v2.0/floatingips/17d16d0e-3a95-44c8-a705-459ee01e0def HTTP/1.1" status: 200 len: 992 time: 1.6796021 Jan 28 05:03:05.567749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:05.582880 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf1dbc-b178-4391-8110-2dc975375a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:05.584253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:03Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:05.635635 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:05.652263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-682b5aab-da24-4282-b51c-5024f4216368 req-624a42c0-e108-4986-8f4b-d8f1e79dca1d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436348 Jan 28 05:03:05.658502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:05.662764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-d998f69a-3f6b-4760-976b-b59dc5f4f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:05.670101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-d998f69a-3f6b-4760-976b-b59dc5f4f4fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.2534189 Jan 28 05:03:05.690300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:05.691327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:05.746524 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8aae29-6a52-48b1-806a-cdf17a724170 x-openstack-request-id: req-0c8aae29-6a52-48b1-806a-cdf17a724170 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:05.746823 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:05.747084 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c8aae29-6a52-48b1-806a-cdf17a724170 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:05.747496 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'status': 'completed', 'code': 200} Jan 28 05:03:05.856447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-6357a638-7bb7-4d2f-a011-7b2d27a627b1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:05.858097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-6357a638-7bb7-4d2f-a011-7b2d27a627b1 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 0.1705322 Jan 28 05:03:05.875737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-f4a711af-5929-46f2-9dbf-86385957df80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 998 time: 0.2012489 Jan 28 05:03:05.938596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-e4d06406-dafb-4fd6-8880-2a532679d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:05.940319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-e4d06406-dafb-4fd6-8880-2a532679d8f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1097 time: 0.1547103 Jan 28 05:03:05.959619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '17d16d0e-3a95-44c8-a705-459ee01e0def', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'mac_address': 'fa:16:3e:30:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:02:47Z', 'updated_at': '2022-01-28T05:03:04Z', 'revision_number': 1, 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:05.992341 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:05.993362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:06.001130 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:06.001889 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:06.112956 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:06.234949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:03Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:06.262955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed91f70-07a6-4038-9e39-fad311a03c5d None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:03Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:06.353054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-8bc4cfa7-7564-4459-95f2-0286e339e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:06.354598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-8bc4cfa7-7564-4459-95f2-0286e339e73d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.4534497 Jan 28 05:03:06.363790 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '17d16d0e-3a95-44c8-a705-459ee01e0def', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'mac_address': 'fa:16:3e:30:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:02:47Z', 'updated_at': '2022-01-28T05:03:04Z', 'revision_number': 1, 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:06.391062 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7e5eb-bd7d-4af2-9319-4773479ea469 None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '17d16d0e-3a95-44c8-a705-459ee01e0def', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'mac_address': 'fa:16:3e:30:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:02:47Z', 'updated_at': '2022-01-28T05:03:04Z', 'revision_number': 1, 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:06.432761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:06.443978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-5ed736e1-cdd1-4984-98bb-7732bfa2b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:06.445548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-5ed736e1-cdd1-4984-98bb-7732bfa2b5ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.4951429 Jan 28 05:03:06.450053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port f24371ff-0e11-4206-b481-25512cc83af8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:06.450417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f24371ff-0e11-4206-b481-25512cc83af8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:06.454265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-f2c4769a-632c-4000-881e-a269d9a08749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:06.455744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-f2c4769a-632c-4000-881e-a269d9a08749 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942945 Jan 28 05:03:06.533972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887c7d6c-767a-451b-bf19-fd6d39332550 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:06.558626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 887c7d6c-767a-451b-bf19-fd6d39332550 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:06.559154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 887c7d6c-767a-451b-bf19-fd6d39332550 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:06.580681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d6f82-993f-4301-865e-6d3931346102 None None] New status for floating IP 04f1958a-40ad-4258-a49b-7261bbd949f6: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:03:06.629467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-1be97d58-0b51-45d7-85f4-66201e8ad0f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1000 time: 0.1727288 Jan 28 05:03:06.750984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port f24371ff-0e11-4206-b481-25512cc83af8, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f24371ff-0e11-4206-b481-25512cc83af8,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:06.751271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f24371ff-0e11-4206-b481-25512cc83af8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:06.765922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40e5ac-4b41-4624-90f6-23e66593eb97 None None] New status for floating IP 17d16d0e-3a95-44c8-a705-459ee01e0def: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:03:06.774118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-7bcb53c5-ac5a-4901-affe-0412d2f21306 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007026 Jan 28 05:03:06.796780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for f24371ff-0e11-4206-b481-25512cc83af8 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:06.802994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-7ad2e091-5703-46ef-859e-1022191f4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:06.805076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-7ad2e091-5703-46ef-859e-1022191f4975 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.1690838 Jan 28 05:03:06.903137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6f1a-49a6-4d17-9d34-85f3c0aba30c req-9ac0a083-a1df-4414-9c54-5b458c32d037 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:06.905076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73da6f1a-49a6-4d17-9d34-85f3c0aba30c req-9ac0a083-a1df-4414-9c54-5b458c32d037 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c035d4c-0d8e-4791-8488-81b3a41c7c35 HTTP/1.1" status: 200 len: 946 time: 0.0938888 Jan 28 05:03:06.971641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-73da6f1a-49a6-4d17-9d34-85f3c0aba30c req-dad57f2e-b175-4b94-8cbc-145938a1725f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593123 Jan 28 05:03:06.992933 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2f74884c-a2ee-465e-96d0-298dac7ae0be req-cd6d6a3a-cf9e-4996-8a4a-af94fefb81d7 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009709 Jan 28 05:03:06.996428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-186677af-b5f6-4aa2-9d91-5a67143ccef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:06.997980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-186677af-b5f6-4aa2-9d91-5a67143ccef9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477814 Jan 28 05:03:07.116617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f24371ff-0e11-4206-b481-25512cc83af8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:07.154948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=f24371ff-0e11-4206-b481-25512cc83af8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:07.164182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-858da6d2-8216-48b6-9990-9611b8e9de8d service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590889 Jan 28 05:03:07.216316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] No DVR routers for this DVR port f24371ff-0e11-4206-b481-25512cc83af8 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:07.220159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:07.224444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7dbfd8ed-7b7a-4478-ab6b-a137e869f737 req-036ad209-9a6d-4d8a-b0f1-ba4013963936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.52 "DELETE /v2.0/ports/f24371ff-0e11-4206-b481-25512cc83af8 HTTP/1.1" status: 204 len: 173 time: 1.3585765 Jan 28 05:03:07.296790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6edf1dbc-b178-4391-8110-2dc975375a8e req-138b1862-2934-40dd-9a07-bc95bb14c9c8 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127417 Jan 28 05:03:07.748983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'name': 'network-vif-deleted', 'tag': 'f24371ff-0e11-4206-b481-25512cc83af8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:07.751579 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087186e7-5c88-4c71-be5f-ca2720266e5a" -d '{"events": [{"server_uuid": "5c035d4c-0d8e-4791-8488-81b3a41c7c35", "name": "network-vif-deleted", "tag": "f24371ff-0e11-4206-b481-25512cc83af8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:07.797841 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c155d3f2-1968-4a42-bb7c-fcb25e6d0566 x-openstack-request-id: req-c155d3f2-1968-4a42-bb7c-fcb25e6d0566 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:07.798200 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035d4c-0d8e-4791-8488-81b3a41c7c35", "name": "network-vif-deleted", "tag": "f24371ff-0e11-4206-b481-25512cc83af8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:07.798440 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c155d3f2-1968-4a42-bb7c-fcb25e6d0566 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:07.798876 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035d4c-0d8e-4791-8488-81b3a41c7c35', 'name': 'network-vif-deleted', 'tag': 'f24371ff-0e11-4206-b481-25512cc83af8', 'status': 'completed', 'code': 200} Jan 28 05:03:07.880518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.029348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41708) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:08.087069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-69afaa91-0101-4a12-a919-e306ccd7dd1f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (6c2b1cd9-dbb7-4900-a268-0383fb65bb9e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.112256 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-69afaa91-0101-4a12-a919-e306ccd7dd1f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (6c2b1cd9-dbb7-4900-a268-0383fb65bb9e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.171586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-69afaa91-0101-4a12-a919-e306ccd7dd1f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c2b1cd9-dbb7-4900-a268-0383fb65bb9e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.174330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-69afaa91-0101-4a12-a919-e306ccd7dd1f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.175525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-69afaa91-0101-4a12-a919-e306ccd7dd1f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/security-groups/6c2b1cd9-dbb7-4900-a268-0383fb65bb9e HTTP/1.1" status: 204 len: 168 time: 0.1451788 Jan 28 05:03:08.185616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afaa91-0101-4a12-a919-e306ccd7dd1f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2b1cd9-dbb7-4900-a268-0383fb65bb9e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:08.215808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41712) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:08.267851 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting subnet bfff8bac-8654-432e-bc91-617733632641 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:03:08.271073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (bfff8bac-8654-432e-bc91-617733632641), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.314751 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (bfff8bac-8654-432e-bc91-617733632641), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.394950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bfff8bac-8654-432e-bc91-617733632641), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.401520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:03:08.456501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (bfff8bac-8654-432e-bc91-617733632641), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.490109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Subnet': ['ID=bfff8bac-8654-432e-bc91-617733632641,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:08.492787 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.496153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/subnets/bfff8bac-8654-432e-bc91-617733632641 HTTP/1.1" status: 204 len: 168 time: 0.2794607 Jan 28 05:03:08.499005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41716) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:08.499478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb334e8f-1525-4d11-8507-07d384a6748d None None] Network d855d1ea-c818-4c95-9395-c5ad65ad7639 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:03:08.503063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.503424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.503773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.504155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.504450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.504785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.505129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.505613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.505949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.506281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.506618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.506995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.507327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a7975-b110-4216-8a2d-7fc49fef26cb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.600806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d855d1ea-c818-4c95-9395-c5ad65ad7639), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.612710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1f40-6e1b-427f-89f8-4d58c121f131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.658767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:08.659310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.715898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] DHCP port deletion for d855d1ea-c818-4c95-9395-c5ad65ad7639 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:03:08.735804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:08.736173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.750793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:08.765723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Deleting port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:08.766232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.828510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] For port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,segment=NetworkSegment(39c5eb77-5ac6-422b-a992-fc1ca203e218),segment_id=39c5eb77-5ac6-422b-a992-fc1ca203e218)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:08.829394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.839092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.852505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Calling delete_port for b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:08.868375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:08.870242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] No DVR routers for this DVR port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:08.947138 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.976690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Pushing event deleted for resources: {'Port': ['ID=b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:08.986693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.987061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.987587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.988132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.988826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.989368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.989896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.990398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.991063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.991616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.992121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.992627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:08.992759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d855d1ea-c818-4c95-9395-c5ad65ad7639), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:08.993295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:09.007787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda1d85-9be2-48ab-a0bf-9bf29d1edcfa None None] No DVR routers for this DVR port b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:09.033854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d855d1ea-c818-4c95-9395-c5ad65ad7639']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:09.044133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c5eb77-5ac6-422b-a992-fc1ca203e218') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:09.044434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c5eb77-5ac6-422b-a992-fc1ca203e218') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:09.053924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (39c5eb77-5ac6-422b-a992-fc1ca203e218), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.066758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (39c5eb77-5ac6-422b-a992-fc1ca203e218), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.073314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:03:09.073708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (39c5eb77-5ac6-422b-a992-fc1ca203e218), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:03:09.076627 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:03:09.135762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d855d1ea-c818-4c95-9395-c5ad65ad7639), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.153928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.157085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/networks/d855d1ea-c818-4c95-9395-c5ad65ad7639 HTTP/1.1" status: 204 len: 168 time: 0.6570499 Jan 28 05:03:09.158402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2486ea-5c6c-43b2-9b9c-482628285c1e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Network': ['ID=d855d1ea-c818-4c95-9395-c5ad65ad7639,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:09.160155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:09.322138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port de6fa29b-f4fc-4af5-8293-1eca3df0cb72 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:09.322488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.400437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.400851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.412479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for de6fa29b-f4fc-4af5-8293-1eca3df0cb72 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:09.594176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (de6fa29b-f4fc-4af5-8293-1eca3df0cb72), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.624726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=de6fa29b-f4fc-4af5-8293-1eca3df0cb72,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:09.695031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (74e33c84-38e2-403d-a99d-816dc723029a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:09.695423 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Floating IP 74e33c84-38e2-403d-a99d-816dc723029a disassociated (deleted). External IP: 172.25.6.22, port: 0f197709-73f4-456b-b146-a17c65cdb0a2. Jan 28 05:03:09.918167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:10.049473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:10.054539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:10.062444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:10.087495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:10.090533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:10.092281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d70bb9ac-ec13-40f3-81a8-2005c8a0b340 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/floatingips/74e33c84-38e2-403d-a99d-816dc723029a HTTP/1.1" status: 204 len: 168 time: 0.9305251 Jan 28 05:03:10.093086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:10.097182 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f12ce-bc7c-4160-810e-53c641ca95d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:10.172826 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561d0ffb-24e5-4dcf-be28-5305bb32fd46 x-openstack-request-id: req-561d0ffb-24e5-4dcf-be28-5305bb32fd46 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:10.173461 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:10.173958 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-561d0ffb-24e5-4dcf-be28-5305bb32fd46 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:10.174609 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'status': 'completed', 'code': 200} Jan 28 05:03:10.217470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:10.259716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f24371ff-0e11-4206-b481-25512cc83af8 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:10.277427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-2883e4b4-c6f9-4a70-9a2c-60ee3df68a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:10.279158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-2883e4b4-c6f9-4a70-9a2c-60ee3df68a9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 1096 time: 0.0471225 Jan 28 05:03:10.284857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: f24371ff-0e11-4206-b481-25512cc83af8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:10.285235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f24371ff-0e11-4206-b481-25512cc83af8 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:10.372759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485925-f1d2-48dd-8e40-9dd504781cc7 req-21cd2166-341d-4b99-83c1-bdd8cbb3e12d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:10.382748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35485925-f1d2-48dd-8e40-9dd504781cc7 req-21cd2166-341d-4b99-83c1-bdd8cbb3e12d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.0670192 Jan 28 05:03:10.410809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-cf976b8e-e00d-47cf-b9e0-e05ea51d55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:10.412228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-cf976b8e-e00d-47cf-b9e0-e05ea51d55cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 200 len: 897 time: 0.1081994 Jan 28 05:03:10.454066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35485925-f1d2-48dd-8e40-9dd504781cc7 req-754a6a50-3ef1-4f6b-aef9-4ad101dbbc92 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652814 Jan 28 05:03:10.469294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-510cea74-6489-4435-aeba-5db35b37f249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 200 len: 217 time: 0.0444851 Jan 28 05:03:10.479771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:02Z', 'revision_number': 6, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:10.518380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:10.526093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-88ce6bb0-a93d-459a-8907-d6fea60e7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:10.526547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-88ce6bb0-a93d-459a-8907-d6fea60e7a3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 HTTP/1.1" status: 200 len: 835 time: 0.0491483 Jan 28 05:03:10.534468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:10.535881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:02:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:10.582302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-f252fe24-3ce2-421d-a628-e8534d13ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:10.585953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-f252fe24-3ce2-421d-a628-e8534d13ebd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b69fc897-caae-479f-a2bf-c92a38c616cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526035 Jan 28 05:03:10.666689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:10.705552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-7894a06b-fbf2-413a-bce0-20d4f52246e0 service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130924 Jan 28 05:03:10.710693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:10.711071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b15c8ee5-c0dc-4636-9afb-be6ca4eb46f7 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:10.718979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:10.827736 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d06f12ce-bc7c-4160-810e-53c641ca95d1 req-0cba2bfb-6a9a-4b3e-9460-5ef45b3e061e service neutron] 10.222.0.47 "GET /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150534 Jan 28 05:03:10.883508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16e129c0-b9fc-4a0c-b30c-417d6d728d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:11.004855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:02Z', 'revision_number': 6, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:11.061886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1031a21-99fd-4390-84cf-f99700c7c9d1 None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:02Z', 'revision_number': 6, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '46efab80-7e7f-42a9-962c-25073cdc8946', 'name': '', 'network_id': 'b69fc897-caae-479f-a2bf-c92a38c616cf', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:f2:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:54Z', 'updated_at': '2022-01-28T05:01:00Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '0c2a7aa9-b972-4557-ac74-4a9dfb18bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:11.396455 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc71747-402d-4225-8334-a7ad3e047e0c None None] New status for floating IP 74e33c84-38e2-403d-a99d-816dc723029a: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:03:11.586899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51759af-31dc-460b-b387-cb44cd9ffc0e req-1040df58-5510-40c2-a5cf-537756fb8920 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:11.589483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c51759af-31dc-460b-b387-cb44cd9ffc0e req-1040df58-5510-40c2-a5cf-537756fb8920 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.0585935 Jan 28 05:03:11.652716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c51759af-31dc-460b-b387-cb44cd9ffc0e req-44df91e5-a837-4f28-875a-caea8f35eadb tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd190885-14b9-4044-8be1-d0fb26af3617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493193 Jan 28 05:03:12.000454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:12.171634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-55b97854-495e-4b3e-a098-acec06a8c927 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:12.173753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-55b97854-495e-4b3e-a098-acec06a8c927 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 945 time: 0.1101992 Jan 28 05:03:12.295960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 0f197709-73f4-456b-b146-a17c65cdb0a2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:12.296312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:12.398381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 0f197709-73f4-456b-b146-a17c65cdb0a2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0f197709-73f4-456b-b146-a17c65cdb0a2,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:12.398788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:12.413580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 0f197709-73f4-456b-b146-a17c65cdb0a2 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:12.583502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0f197709-73f4-456b-b146-a17c65cdb0a2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:12.617408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=0f197709-73f4-456b-b146-a17c65cdb0a2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:12.631949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.632372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.632790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.633228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.633637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.634109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.634490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.634892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.635351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.635751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.636186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.636617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.637121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:12.694195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] No DVR routers for this DVR port 0f197709-73f4-456b-b146-a17c65cdb0a2 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:12.700996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:12.703735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0931ecd8-e298-4c45-9c6e-a32e318ef6f3 req-9de6f071-a18e-47c3-a3b7-3c96a91caec0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "DELETE /v2.0/ports/0f197709-73f4-456b-b146-a17c65cdb0a2 HTTP/1.1" status: 204 len: 173 time: 0.5233831 Jan 28 05:03:12.704111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'name': 'network-vif-deleted', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:12.714765 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af56d947-5850-4184-b80d-37e9a64a7208" -d '{"events": [{"server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "name": "network-vif-deleted", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:12.770336 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f7a6d-554c-499d-bfd4-e2ae4b5fa457 x-openstack-request-id: req-b54f7a6d-554c-499d-bfd4-e2ae4b5fa457 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:12.770637 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1274ded5-2480-4877-a677-f4b82714b7ae", "name": "network-vif-deleted", "tag": "0f197709-73f4-456b-b146-a17c65cdb0a2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:12.770895 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b54f7a6d-554c-499d-bfd4-e2ae4b5fa457 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:12.771633 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1274ded5-2480-4877-a677-f4b82714b7ae', 'name': 'network-vif-deleted', 'tag': '0f197709-73f4-456b-b146-a17c65cdb0a2', 'status': 'completed', 'code': 200} Jan 28 05:03:12.811526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-33abccb2-7284-47d0-b904-13bd1105dac8 req-ca4e943d-ecfc-49dc-b62a-76644bd99995 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1274ded5-2480-4877-a677-f4b82714b7ae HTTP/1.1" status: 200 len: 210 time: 0.0306604 Jan 28 05:03:13.715762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:13.875097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41786) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:13.931517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccfacdd5-cbbc-47cc-a147-f143c269f502 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (cd190885-14b9-4044-8be1-d0fb26af3617), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:13.956573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccfacdd5-cbbc-47cc-a147-f143c269f502 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (cd190885-14b9-4044-8be1-d0fb26af3617), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.016480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccfacdd5-cbbc-47cc-a147-f143c269f502 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cd190885-14b9-4044-8be1-d0fb26af3617), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.019238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccfacdd5-cbbc-47cc-a147-f143c269f502 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.020401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ccfacdd5-cbbc-47cc-a147-f143c269f502 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd190885-14b9-4044-8be1-d0fb26af3617 HTTP/1.1" status: 204 len: 168 time: 0.1443181 Jan 28 05:03:14.030236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfacdd5-cbbc-47cc-a147-f143c269f502 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd190885-14b9-4044-8be1-d0fb26af3617,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:14.054295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41790) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:14.452431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.737256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 46efab80-7e7f-42a9-962c-25073cdc8946 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:14.737690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.826526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 46efab80-7e7f-42a9-962c-25073cdc8946, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=46efab80-7e7f-42a9-962c-25073cdc8946,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:14.827019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.839751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 46efab80-7e7f-42a9-962c-25073cdc8946 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:15.021856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.037535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (46efab80-7e7f-42a9-962c-25073cdc8946), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.062614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=46efab80-7e7f-42a9-962c-25073cdc8946,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:15.264282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (c6d360f5-be86-421f-bb79-902af5a49446), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.532685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router c6d360f5-be86-421f-bb79-902af5a49446 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:15.654952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:15.660262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2184bb93-17a4-48dd-b6ab-cf6948f02f77 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "PUT /v2.0/routers/c6d360f5-be86-421f-bb79-902af5a49446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6048136 Jan 28 05:03:15.663488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:15.666943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] Sync routers for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:15.677291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:15.678363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:15.733265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting subnet 0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:03:15.737177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (0c2a7aa9-b972-4557-ac74-4a9dfb18bec7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.780878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (0c2a7aa9-b972-4557-ac74-4a9dfb18bec7), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.915168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (0c2a7aa9-b972-4557-ac74-4a9dfb18bec7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.949645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0f197709-73f4-456b-b146-a17c65cdb0a2 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:15.973869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0f197709-73f4-456b-b146-a17c65cdb0a2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:15.974339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0f197709-73f4-456b-b146-a17c65cdb0a2 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:15.997945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:16.005282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (0c2a7aa9-b972-4557-ac74-4a9dfb18bec7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.043143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2a7aa9-b972-4557-ac74-4a9dfb18bec7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:16.060760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.064887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-daa6eef2-f065-4753-bfbc-2fabdffb8e5f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/subnets/0c2a7aa9-b972-4557-ac74-4a9dfb18bec7 HTTP/1.1" status: 204 len: 168 time: 0.3992009 Jan 28 05:03:16.067773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41810) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:16.072945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ce670-1a6e-4d88-9abd-0481c47fe5af None None] Network b69fc897-caae-479f-a2bf-c92a38c616cf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:03:16.219737 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router (c6d360f5-be86-421f-bb79-902af5a49446), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.292960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:14Z', 'revision_number': 7, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:16.329646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] DHCP port deletion for b69fc897-caae-479f-a2bf-c92a38c616cf request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:03:16.332276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] Checking router: c6d360f5-be86-421f-bb79-902af5a49446 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:16.362160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] Routers {'c6d360f5-be86-421f-bb79-902af5a49446'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:16.363059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c6d360f5-be86-421f-bb79-902af5a49446'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:16.395500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (c6d360f5-be86-421f-bb79-902af5a49446), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.464511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 2c8ad0b1-d624-4032-acd1-c254a324726b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:16.465097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.482005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] Deleting port 6a62e2da-1a8e-4f36-b3df-926b718d349f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:16.482613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.549239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] Set router c6d360f5-be86-421f-bb79-902af5a49446 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:16.732308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a62e2da-1a8e-4f36-b3df-926b718d349f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:16.797920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] For port 6a62e2da-1a8e-4f36-b3df-926b718d349f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a62e2da-1a8e-4f36-b3df-926b718d349f,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:16.798320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.827348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] Calling delete_port for 6a62e2da-1a8e-4f36-b3df-926b718d349f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:16.929233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6a62e2da-1a8e-4f36-b3df-926b718d349f is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:16.929627 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.965829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 2c8ad0b1-d624-4032-acd1-c254a324726b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c8ad0b1-d624-4032-acd1-c254a324726b,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:16.966537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:16.981190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 2c8ad0b1-d624-4032-acd1-c254a324726b owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:17.015154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 6a62e2da-1a8e-4f36-b3df-926b718d349f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a62e2da-1a8e-4f36-b3df-926b718d349f,segment=NetworkSegment(aaf72752-5bd4-49c6-9b2d-785f889edd34),segment_id=aaf72752-5bd4-49c6-9b2d-785f889edd34)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:17.038469 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.072308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event deleted for resources: {'Port': ['ID=6a62e2da-1a8e-4f36-b3df-926b718d349f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:17.080651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:14Z', 'revision_number': 7, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:17.082503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (6a62e2da-1a8e-4f36-b3df-926b718d349f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.096385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] No DVR routers for this DVR port 6a62e2da-1a8e-4f36-b3df-926b718d349f on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:17.157563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b9b0a-4b66-4e37-baf3-a8cc46120f25 None None] Pushing event deleted for resources: {'Port': ['ID=6a62e2da-1a8e-4f36-b3df-926b718d349f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:17.160595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921802dd-a579-4b88-80cb-f30f280a37d4 None None] The sync data for ids ['c6d360f5-be86-421f-bb79-902af5a49446'] in n-d-824835-3 is: [{'id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'name': 'tempest-TestNetworkBasicOps-router-918088144', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:49Z', 'updated_at': '2022-01-28T05:03:14Z', 'revision_number': 7, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '2c8ad0b1-d624-4032-acd1-c254a324726b', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d360f5-be86-421f-bb79-902af5a49446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:50Z', 'updated_at': '2022-01-28T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:17.211251 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2c8ad0b1-d624-4032-acd1-c254a324726b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.240103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=2c8ad0b1-d624-4032-acd1-c254a324726b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:17.304853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (c6d360f5-be86-421f-bb79-902af5a49446), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.405649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c6d360f5-be86-421f-bb79-902af5a49446), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.407925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_controller (c6d360f5-be86-421f-bb79-902af5a49446), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.455758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c6d360f5-be86-421f-bb79-902af5a49446), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.456413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Fanout notify agent at l3_agent the message router_deleted on router c6d360f5-be86-421f-bb79-902af5a49446 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:03:17.464767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.465982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab08f2f7-68b9-46dc-b1d6-9624407f0799 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/routers/c6d360f5-be86-421f-bb79-902af5a49446 HTTP/1.1" status: 204 len: 168 time: 1.3970902 Jan 28 05:03:17.468614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41820) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:17.605301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (b69fc897-caae-479f-a2bf-c92a38c616cf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.723163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (b69fc897-caae-479f-a2bf-c92a38c616cf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.753479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69fc897-caae-479f-a2bf-c92a38c616cf']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:17.765585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf72752-5bd4-49c6-9b2d-785f889edd34') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:17.766312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf72752-5bd4-49c6-9b2d-785f889edd34') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:17.777213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (aaf72752-5bd4-49c6-9b2d-785f889edd34), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.792775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aaf72752-5bd4-49c6-9b2d-785f889edd34), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.799537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:03:17.800420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (aaf72752-5bd4-49c6-9b2d-785f889edd34), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:03:17.804493 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:03:17.881590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (b69fc897-caae-479f-a2bf-c92a38c616cf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.889940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.897123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/networks/b69fc897-caae-479f-a2bf-c92a38c616cf HTTP/1.1" status: 204 len: 168 time: 0.4243486 Jan 28 05:03:17.915798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41828) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:17.923686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'network': {'name': 'tempest-network-smoke--3988330', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:17.931174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e8c92-9f68-4a7c-bc0a-a14fbc929a58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Network': ['ID=b69fc897-caae-479f-a2bf-c92a38c616cf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:17.961658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:03:17.966303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.997133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:03:18.011844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (006ea42d-76aa-4045-a703-b06ba1abedc1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.012467 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Added segment 006ea42d-76aa-4045-a703-b06ba1abedc1 of type vlan for network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a Jan 28 05:03:18.063763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (590df0bb-64ba-4396-9b79-7aeaf7a68b5a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.093272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (590df0bb-64ba-4396-9b79-7aeaf7a68b5a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.099639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:18.100262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.162659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2444556 Jan 28 05:03:18.165572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41830) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:18.171861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-979503225', 'admin_state_up': True, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:18.182962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8561fa4-62d5-4867-a481-87fa14080609 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Network': ['ID=590df0bb-64ba-4396-9b79-7aeaf7a68b5a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:18.193717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:03:18.201908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (3d00f7c5-4313-4b77-96a9-6b745a995220), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.204460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (3d00f7c5-4313-4b77-96a9-6b745a995220), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.277409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_controller (3d00f7c5-4313-4b77-96a9-6b745a995220), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.415790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (3d00f7c5-4313-4b77-96a9-6b745a995220), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:18.659569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 46efab80-7e7f-42a9-962c-25073cdc8946 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:18.727961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 46efab80-7e7f-42a9-962c-25073cdc8946 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:18.728325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 46efab80-7e7f-42a9-962c-25073cdc8946 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:18.729378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c8ad0b1-d624-4032-acd1-c254a324726b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:18.824840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2c8ad0b1-d624-4032-acd1-c254a324726b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:18.826537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c8ad0b1-d624-4032-acd1-c254a324726b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:19.111409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (3d00f7c5-4313-4b77-96a9-6b745a995220), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:19.132453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:19.255503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.25.6.239 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7e24dc1f-595e-4d8c-b133-e197c5ed0f28) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:19.364238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:19.402043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:19.441774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:19.444836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:19.448375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:19.487251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:19.728011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (3d00f7c5-4313-4b77-96a9-6b745a995220), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:19.958738 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (3d00f7c5-4313-4b77-96a9-6b745a995220), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:20.146676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router 3d00f7c5-4313-4b77-96a9-6b745a995220 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:03:20.255653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:20.270781 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Sync routers for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:20.280807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:20.281299 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:20.282017 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:20.288401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:20.300171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-85cb0a1d-77dc-45e7-9a3e-3237b72f6712 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1335495 Jan 28 05:03:20.328250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:20.342823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-38e0299c-674e-4a85-90d9-4d21664d0a81 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d962c8519a9b4fea9b53932efa76f2b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506063 Jan 28 05:03:20.437853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da96fb2-c943-456d-b8b2-5239e413638b tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:20.444668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41868) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:20.455753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0da96fb2-c943-456d-b8b2-5239e413638b tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247249 Jan 28 05:03:20.482659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bcf5eb09-fc92-4178-bea5-241769a213ed tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354402 Jan 28 05:03:20.483530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:20.490121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199750713', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:20.492223 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:20.607724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:03:20.611364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:20.673076 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:19Z', 'revision_number': 3, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:20.703354 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Checking router: 3d00f7c5-4313-4b77-96a9-6b745a995220 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:20.703707 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Updating router 3d00f7c5-4313-4b77-96a9-6b745a995220 port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:03:20.731126 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:20.810723 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (544770c2-2d88-4ee2-b28c-59b3e6fc2c2c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:20.867853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Subnet': ['ID=544770c2-2d88-4ee2-b28c-59b3e6fc2c2c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:20.887332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Checking segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:03:20.887713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network hostable DHCP agents. Network: 590df0bb-64ba-4396-9b79-7aeaf7a68b5a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:03:20.907557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:03:20.918796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 590df0bb-64ba-4396-9b79-7aeaf7a68b5a) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:20.924272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:20.924272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:20.930352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9445a44-1b7c-4da5-b70f-8ee0efc861f0 None None] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:03:20.946220 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-222b2bf3-21a8-49c9-8caf-d8a5e58cc5f7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4572847 Jan 28 05:03:20.946726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41874) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:21.040541 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Publish callbacks [] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.050316 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.092244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:03:21.093686 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.167129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Attempting to bind port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:03:21.167496 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Attempting to bind port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:03:21.167858 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Attempting to bind port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:21.224507 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:03:21.224884 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:03:21.225390 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.225778 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:03:21.226245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Bound port: 7e24dc1f-595e-4d8c-b133-e197c5ed0f28, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:03:21.226623 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.287980 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] For port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:03:21.289953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Allocated IP 172.20.0.2 (590df0bb-64ba-4396-9b79-7aeaf7a68b5a/544770c2-2d88-4ee2-b28c-59b3e6fc2c2c/51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:21.292160 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] For port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:03:21.293463 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Pushing event updated for resources: {'Port': ['ID=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:21.302009 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.302631 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.303100 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.304522 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.305095 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.305772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.306363 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.306924 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.307446 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.307970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.308544 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.309107 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.309670 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:21.315464 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.382606 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:21.383584 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:21.427564 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd510d4f-c0a1-49b5-a5bb-e60742e645a8 None None] Pushing event updated for resources: {'Port': ['ID=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:21.493115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Publish callbacks [] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.501499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.520400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.524464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:21.550930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:21.555558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:21.563130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:21.607191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Pushing event updated for resources: {'Port': ['ID=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:21.635873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Attempting to bind port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:03:21.636249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Attempting to bind port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:03:21.636622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Attempting to bind port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 on network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:21.642174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:03:21.642584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Checking segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:03:21.643000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.643399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Bound using segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:03:21.643960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Bound port: 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:03:21.644397 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.719428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] For port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:03:21.726145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] For port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:03:21.731818 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:21.800188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19ad8f-97fa-49fc-a60b-bab0bfc79f68 None None] Pushing event updated for resources: {'Port': ['ID=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:21.834591 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5c168226-6381-47c1-814c-8f25a389120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:19Z', 'revision_number': 3, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:21.849660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.20.0.1 (590df0bb-64ba-4396-9b79-7aeaf7a68b5a/544770c2-2d88-4ee2-b28c-59b3e6fc2c2c/34707c40-903d-495a-92ab-fde3e5ccaeb6) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:21.882335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c168226-6381-47c1-814c-8f25a389120c None None] The sync data for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 is: [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:19Z', 'revision_number': 3, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:22.056390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:22.107131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:22.170421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:22.174188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:22.181472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:22.212537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=34707c40-903d-495a-92ab-fde3e5ccaeb6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:22.243194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (3d00f7c5-4313-4b77-96a9-6b745a995220), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:22.438137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:22.776090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:22.847199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:22.856138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:22.973734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=34707c40-903d-495a-92ab-fde3e5ccaeb6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:22.983380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (3d00f7c5-4313-4b77-96a9-6b745a995220), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.125021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:23.129695 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.135151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:23.138924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:23.264377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:23.264377 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.275815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb76f6-3e3d-4a51-974f-5055263caf83 None None] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:03:23.364049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:23.384185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router 3d00f7c5-4313-4b77-96a9-6b745a995220 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:23.388861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.390861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:23.513910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:23.520601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5db2dc7e-60f3-4e06-9b17-f7f57197d13e None None] Provisioning complete for port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:23.520985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5db2dc7e-60f3-4e06-9b17-f7f57197d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.588780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:23.602069 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6986ec89-07fd-4fd4-be5d-ecfa06c51cab tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "PUT /v2.0/routers/3d00f7c5-4313-4b77-96a9-6b745a995220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6541889 Jan 28 05:03:23.604952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41898) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:23.622487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:23.622899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.728960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5db2dc7e-60f3-4e06-9b17-f7f57197d13e None None] Current status of the port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:23.779464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:23.780123 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.808741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:23.815950 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:23.878426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:23.906466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.907005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.907401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.920453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.921005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.921810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.922312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.922780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.923246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.924180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.924645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:23.927054 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d86cf12e-d388-424e-94a6-a234576de3fe tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7785 time: 0.3206511 Jan 28 05:03:23.930055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41900) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:24.069743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8b5eb985-0205-4b75-8936-a615d0414f8b None None] Provisioning complete for port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:24.070502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb985-0205-4b75-8936-a615d0414f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:24.137111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.137928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.139155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.140384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.140990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.141819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.142779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.143467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.144263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.145057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.146102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:24.150588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3c5d7a17-8e8d-47ce-bc91-3eb9e7c4bb01 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7204 time: 0.2190986 Jan 28 05:03:24.153174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:24.266389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b5eb985-0205-4b75-8936-a615d0414f8b None None] Current status of the port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:24.294729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8b5eb985-0205-4b75-8936-a615d0414f8b None None] Provisioning complete for port 34707c40-903d-495a-92ab-fde3e5ccaeb6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:24.295435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb985-0205-4b75-8936-a615d0414f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:24.380224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-94c38aa6-41d0-4d85-af1b-a7a7c7890b16 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.2258122 Jan 28 05:03:24.424119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b5eb985-0205-4b75-8936-a615d0414f8b None None] Port 34707c40-903d-495a-92ab-fde3e5ccaeb6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:03:24.570280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6e3aff7d-1124-4a44-ba70-9730ae875d2b None None] Provisioning complete for port 34707c40-903d-495a-92ab-fde3e5ccaeb6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:24.570280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e3aff7d-1124-4a44-ba70-9730ae875d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:24.638676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6e3aff7d-1124-4a44-ba70-9730ae875d2b None None] Port 34707c40-903d-495a-92ab-fde3e5ccaeb6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:03:24.681305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:24.768082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Sync routers for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:24.770883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:24.771349 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:24.843258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:24.843947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:24.935454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cf49da34-43e8-43c6-ab60-088dabd4ffd9 None None] Provisioning complete for port 34707c40-903d-495a-92ab-fde3e5ccaeb6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:24.935846 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf49da34-43e8-43c6-ab60-088dabd4ffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:24.950283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41912) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:24.955365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178282845', 'description': 'tempest-secgroup-smoke-178282845 description', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:24.980981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:24.985554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cf49da34-43e8-43c6-ab60-088dabd4ffd9 None None] Port 34707c40-903d-495a-92ab-fde3e5ccaeb6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:03:25.003265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:25.004419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:25.074358 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (20e21799-6bde-4baa-ad33-9cfeeb1e6cc6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.080073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (20e21799-6bde-4baa-ad33-9cfeeb1e6cc6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.104720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.106199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1546762 Jan 28 05:03:25.109173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41914) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:25.116361 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '20e21799-6bde-4baa-ad33-9cfeeb1e6cc6', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:25.126088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:25.164214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1289248-fc9c-4b3c-9e87-c0f0d1c6756f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:25.166039 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (0a648b76-67f1-486e-a73b-970b70413f65), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.179693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:25.180118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.262515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (0a648b76-67f1-486e-a73b-970b70413f65), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.268265 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0a648b76-67f1-486e-a73b-970b70413f65), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.291656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a648b76-67f1-486e-a73b-970b70413f65,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:25.307311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.309101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-45ba2ca0-f7a5-43ca-b097-29fa53739e23 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982071 Jan 28 05:03:25.312036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:25.317396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '20e21799-6bde-4baa-ad33-9cfeeb1e6cc6', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:25.353800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (2a895df7-8acb-4a0d-b71c-642c46a1657a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.425992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (2a895df7-8acb-4a0d-b71c-642c46a1657a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.432491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2a895df7-8acb-4a0d-b71c-642c46a1657a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.451953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a895df7-8acb-4a0d-b71c-642c46a1657a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:25.461058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:25.473183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.474931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a3df271-3c45-4433-997e-dc0fdb99ae60 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616025 Jan 28 05:03:25.475718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 2, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:25.479951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41920) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:25.493591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '20e21799-6bde-4baa-ad33-9cfeeb1e6cc6', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:25.510674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Checking router: 3d00f7c5-4313-4b77-96a9-6b745a995220 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:25.510674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Updating router 3d00f7c5-4313-4b77-96a9-6b745a995220 port 34707c40-903d-495a-92ab-fde3e5ccaeb6 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:03:25.534419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (5859cc6e-c770-4038-8d99-58ce7215349c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.581187 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.640472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (5859cc6e-c770-4038-8d99-58ce7215349c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.645386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (5859cc6e-c770-4038-8d99-58ce7215349c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.663509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5859cc6e-c770-4038-8d99-58ce7215349c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:25.683044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.685626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aa04186f-d1dd-46a6-bb36-0e377d71412e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018447 Jan 28 05:03:25.687379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41926) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:25.692232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '20e21799-6bde-4baa-ad33-9cfeeb1e6cc6', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:25.731419 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (207710ef-5e23-4b6d-a94a-16e79ab61fd4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.817548 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (207710ef-5e23-4b6d-a94a-16e79ab61fd4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.823660 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (207710ef-5e23-4b6d-a94a-16e79ab61fd4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.846833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207710ef-5e23-4b6d-a94a-16e79ab61fd4,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:25.858244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.862092 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c165655-ae8b-41cd-88f6-95fe854e41f6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712620 Jan 28 05:03:25.862542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 41930) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:25.867594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '20e21799-6bde-4baa-ad33-9cfeeb1e6cc6', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:25.910033 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Project d962c8519a9b4fea9b53932efa76f2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:03:25.919591 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (6d4cdb99-cb06-464b-b8e0-9ba3da9cc19a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.927158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Publish callbacks [] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.934726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.029021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0ae02-48d2-43be-8b9d-f47abde13a1a None None] Pushing event updated for resources: {'Port': ['ID=34707c40-903d-495a-92ab-fde3e5ccaeb6,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:26.055776 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (6d4cdb99-cb06-464b-b8e0-9ba3da9cc19a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.061915 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6d4cdb99-cb06-464b-b8e0-9ba3da9cc19a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.075977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Attempting to bind port 34707c40-903d-495a-92ab-fde3e5ccaeb6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:03:26.076610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Attempting to bind port 34707c40-903d-495a-92ab-fde3e5ccaeb6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:03:26.077449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Attempting to bind port 34707c40-903d-495a-92ab-fde3e5ccaeb6 on network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:26.078573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4cdb99-cb06-464b-b8e0-9ba3da9cc19a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:26.091600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:03:26.092064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Checking segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:03:26.092718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.093133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Bound using segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:03:26.093746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Bound port: 34707c40-903d-495a-92ab-fde3e5ccaeb6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:03:26.094139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.097081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.103724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 41932) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:26.104053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e56b6884-c406-4826-87f7-d862bf914d69 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2402542 Jan 28 05:03:26.111003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'security_group_rule': {'security_group_id': '20e21799-6bde-4baa-ad33-9cfeeb1e6cc6', 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:26.155936 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Project d962c8519a9b4fea9b53932efa76f2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:03:26.171409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (9f4dbe47-5281-46ae-b8e2-7c6cf9c0b945), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.195892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] For port 34707c40-903d-495a-92ab-fde3e5ccaeb6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:03:26.200087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] For port 34707c40-903d-495a-92ab-fde3e5ccaeb6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=34707c40-903d-495a-92ab-fde3e5ccaeb6,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:03:26.210332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.259011 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (9f4dbe47-5281-46ae-b8e2-7c6cf9c0b945), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.264559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (9f4dbe47-5281-46ae-b8e2-7c6cf9c0b945), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.281732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4dbe47-5281-46ae-b8e2-7c6cf9c0b945,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:26.303143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:26.303893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:26.325627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.344676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0ae02-48d2-43be-8b9d-f47abde13a1a None None] Pushing event updated for resources: {'Port': ['ID=34707c40-903d-495a-92ab-fde3e5ccaeb6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:26.364003 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-430946a5-2e37-4513-a27c-1f4a6a99c48d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2339172 Jan 28 05:03:26.693862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] Provisioning complete for port 34707c40-903d-495a-92ab-fde3e5ccaeb6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:26.694694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.717128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-441bcafc-fda7-4820-9ef1-3e82483d3718 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178282845&fields=id&tenant_id=d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 267 time: 0.1408656 Jan 28 05:03:26.727993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:26.874188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-f402ff61-62aa-4de9-a98d-9c3f12dbd4b6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:26.875968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-f402ff61-62aa-4de9-a98d-9c3f12dbd4b6 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/networks?id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a HTTP/1.1" status: 200 len: 794 time: 0.1523099 Jan 28 05:03:26.909228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-9c16eaa9-8472-4d7d-b209-35e7eea3237e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/quotas/d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 375 time: 0.0275509 Jan 28 05:03:26.944685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] Current status of the port 34707c40-903d-495a-92ab-fde3e5ccaeb6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:26.945299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:26.988305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-7077acf1-2f81-403c-a8b5-f59e625d48b8 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743573 Jan 28 05:03:27.004386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] For port 34707c40-903d-495a-92ab-fde3e5ccaeb6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=34707c40-903d-495a-92ab-fde3e5ccaeb6,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:27.027281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:27.085009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553328-06b4-4cbc-bee8-f4741f85917d None None] Pushing event updated for resources: {'Port': ['ID=34707c40-903d-495a-92ab-fde3e5ccaeb6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:27.123798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:27.126732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-26fd155d-3796-467c-b633-335937dd60a4 service neutron] 10.222.0.21 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325815 Jan 28 05:03:27.162523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81d8c6-ee7c-40f8-9483-cab7a9a9c3f1 None None] The sync data for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 is: [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:27.172189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9caa18bf-ab2f-40dc-ac87-f613631ce7df None None] Provisioning complete for port 34707c40-903d-495a-92ab-fde3e5ccaeb6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:27.172568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9caa18bf-ab2f-40dc-ac87-f613631ce7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:27.331452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-f7a9fa95-f311-4b65-8ed8-f915c5842331 service neutron] 10.222.0.21 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023194 Jan 28 05:03:27.341988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9caa18bf-ab2f-40dc-ac87-f613631ce7df None None] Current status of the port 34707c40-903d-495a-92ab-fde3e5ccaeb6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:27.594844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33626e06-9292-4941-aa1d-bedd29a97147 req-b1b5fe03-4ae6-480f-9cc9-e93ddcc850ca tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 210 time: 0.0435710 Jan 28 05:03:28.721911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 34707c40-903d-495a-92ab-fde3e5ccaeb6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:28.875592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a5131da5-a963-41ed-9eb9-925a97dae49d req-e555ed03-1025-4fad-b47f-a8f613c46ec7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 210 time: 0.1240177 Jan 28 05:03:28.880037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 34707c40-903d-495a-92ab-fde3e5ccaeb6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:28.881830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:29.095670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-ebbc6cba-b30a-4b39-960c-4a51c0503017 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:29.097537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-ebbc6cba-b30a-4b39-960c-4a51c0503017 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "GET /v2.0/networks?id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a HTTP/1.1" status: 200 len: 794 time: 0.3281035 Jan 28 05:03:29.135413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 34707c40-903d-495a-92ab-fde3e5ccaeb6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:29.195042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-e76d44bc-43bb-422c-94af-500f21aecafc tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d962c8519a9b4fea9b53932efa76f2b8 HTTP/1.1" status: 200 len: 379 time: 0.0810623 Jan 28 05:03:29.216290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'port': {'device_id': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'admin_state_up': True, 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'security_groups': ['20e21799-6bde-4baa-ad33-9cfeeb1e6cc6']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:29.342705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Made reservation on behalf of d962c8519a9b4fea9b53932efa76f2b8 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:03:29.346823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:29.504495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.20.0.3 (590df0bb-64ba-4396-9b79-7aeaf7a68b5a/544770c2-2d88-4ee2-b28c-59b3e6fc2c2c/0e8d38ee-db34-4afe-8ea3-f477de0d127e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:29.673990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:29.715897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:29.777708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:29.781085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:29.785362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:29.817344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=0e8d38ee-db34-4afe-8ea3-f477de0d127e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:29.855245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:29.856088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:29.888492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-c7e267b0-bded-4846-8ccb-452deec7c957 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768539 Jan 28 05:03:29.909048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Request body: {'port': {'device_id': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:30.072750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.122748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777377e2-1de8-4f07-b5d2-a81563c7779b req-1bf12563-a666-44e5-ba72-ddd4ab1f0723 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:30.124415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-777377e2-1de8-4f07-b5d2-a81563c7779b req-1bf12563-a666-44e5-ba72-ddd4ab1f0723 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 931 time: 0.1288595 Jan 28 05:03:30.193813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-89bbc9ad-5f3d-4315-9692-ee047f41f8f5 None None] Provisioning complete for port 0e8d38ee-db34-4afe-8ea3-f477de0d127e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:30.195038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89bbc9ad-5f3d-4315-9692-ee047f41f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.256755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-777377e2-1de8-4f07-b5d2-a81563c7779b req-34f8160a-eba5-4dbe-ba70-7c4fde8aacdd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216290 Jan 28 05:03:30.297665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-89bbc9ad-5f3d-4315-9692-ee047f41f8f5 None None] Port 0e8d38ee-db34-4afe-8ea3-f477de0d127e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:03:30.503418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8d38ee-db34-4afe-8ea3-f477de0d127e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:03:30.513330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Publish callbacks [] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.528252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Transition to ACTIVE for port object 0e8d38ee-db34-4afe-8ea3-f477de0d127e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:03:30.536766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.604567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Pushing event updated for resources: {'Port': ['ID=0e8d38ee-db34-4afe-8ea3-f477de0d127e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:30.731678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Attempting to bind port 0e8d38ee-db34-4afe-8ea3-f477de0d127e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:03:30.732393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Attempting to bind port 0e8d38ee-db34-4afe-8ea3-f477de0d127e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:03:30.732900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Attempting to bind port 0e8d38ee-db34-4afe-8ea3-f477de0d127e on network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:30.737804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Port 0e8d38ee-db34-4afe-8ea3-f477de0d127e on network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:03:30.738333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Attempting to bind port 0e8d38ee-db34-4afe-8ea3-f477de0d127e on network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:30.744737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:03:30.745134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Checking segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:03:30.745603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Bound using segment: {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:03:30.746045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Bound port: 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006ea42d-76aa-4045-a703-b06ba1abedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:03:30.746447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.816642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] For port 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:03:30.820620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] For port 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:03:30.824733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.860843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:30.861445 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:30.862821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-43abe159-0090-4345-986b-f7a321ef705d service neutron] 10.222.0.47 "PUT /v2.0/ports/0e8d38ee-db34-4afe-8ea3-f477de0d127e HTTP/1.1" status: 200 len: 1091 time: 0.9597816 Jan 28 05:03:30.863338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:30.865602 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:30.911234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe159-0090-4345-986b-f7a321ef705d service neutron] Pushing event updated for resources: {'Port': ['ID=0e8d38ee-db34-4afe-8ea3-f477de0d127e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:30.919898 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c838f0c-11df-4559-b522-43d9b79dd88e x-openstack-request-id: req-6c838f0c-11df-4559-b522-43d9b79dd88e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:30.920199 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:30.921478 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c838f0c-11df-4559-b522-43d9b79dd88e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:30.921984 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'status': 'completed', 'code': 200} Jan 28 05:03:31.002394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-7ed26173-e187-48c0-92db-53c633cb0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.003897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-7ed26173-e187-48c0-92db-53c633cb0b72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 1094 time: 0.0669293 Jan 28 05:03:31.074078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-b2cbc50b-ffd0-462b-ad4d-eeff4d6c9de9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e HTTP/1.1" status: 200 len: 217 time: 0.0584328 Jan 28 05:03:31.134818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-7ae8e7a7-43b7-416b-8b62-7749421c31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.137725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-7ae8e7a7-43b7-416b-8b62-7749421c31f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=544770c2-2d88-4ee2-b28c-59b3e6fc2c2c HTTP/1.1" status: 200 len: 834 time: 0.0571005 Jan 28 05:03:31.199767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aea42-c4ba-421a-b323-db2081449128 req-cd5c9e41-6c87-4e87-8446-80a991a4fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.201405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-cd5c9e41-6c87-4e87-8446-80a991a4fa4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569341 Jan 28 05:03:31.330681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7a891-4222-4354-8345-b04f591a40a0 req-93dbb341-b5ac-4330-b565-2c8ac1d357e2 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.339382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dbd7a891-4222-4354-8345-b04f591a40a0 req-93dbb341-b5ac-4330-b565-2c8ac1d357e2 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 946 time: 0.0743423 Jan 28 05:03:31.360839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-cf9515d6-1109-46a5-afa5-fc50106b28ff service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466453 Jan 28 05:03:31.400686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dbd7a891-4222-4354-8345-b04f591a40a0 req-7a300574-96e0-426a-bb45-1c2c42c6f71c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603178 Jan 28 05:03:31.451460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584952b7-63e7-4e85-a15e-74564e8cc2f3 req-26d42c0d-fa76-44cf-8c78-bb978f4a08e5 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.452567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-584952b7-63e7-4e85-a15e-74564e8cc2f3 req-26d42c0d-fa76-44cf-8c78-bb978f4a08e5 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 943 time: 0.1077256 Jan 28 05:03:31.504750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-155aea42-c4ba-421a-b323-db2081449128 req-f65432c2-f54b-47e8-9228-f335ae8641a2 service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299925 Jan 28 05:03:31.533108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-584952b7-63e7-4e85-a15e-74564e8cc2f3 req-95138f9e-9f9e-4e1b-8763-76378e81fcf9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698268 Jan 28 05:03:31.646758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-ef2c8f87-2083-4a17-92e9-db4a0c9e66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.649648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-ef2c8f87-2083-4a17-92e9-db4a0c9e66de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 1094 time: 0.0484822 Jan 28 05:03:31.749373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-be5837f8-c67a-48e8-a670-5a7326753698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.750968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-be5837f8-c67a-48e8-a670-5a7326753698 service neutron] 10.222.0.47 "GET /v2.0/networks?id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a HTTP/1.1" status: 200 len: 895 time: 0.0939922 Jan 28 05:03:31.794012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-96ccdf79-4544-4c9d-9e8e-e750f7fb7649 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e HTTP/1.1" status: 200 len: 217 time: 0.0361726 Jan 28 05:03:31.845639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-25f1c2c1-5b1e-4374-a9d1-7b5d7710cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.847581 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-25f1c2c1-5b1e-4374-a9d1-7b5d7710cceb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=544770c2-2d88-4ee2-b28c-59b3e6fc2c2c HTTP/1.1" status: 200 len: 834 time: 0.0457242 Jan 28 05:03:31.896637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-303f37eb-665d-4160-8240-a8dc4fea12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:31.899011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-303f37eb-665d-4160-8240-a8dc4fea12f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438552 Jan 28 05:03:31.999776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-1caf2d47-3a8d-46d0-b5da-127c2320c1c7 service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932233 Jan 28 05:03:32.100801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4e66f54-c5d4-4ab3-976a-c951b4afceb8 req-a0512573-1438-4c70-a3b7-a0a83a7c0191 service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937331 Jan 28 05:03:32.528876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ca79-0f82-4cf7-aca8-119d3fad85d6 req-b6c53abf-ceff-4a53-9efe-5c0aabbc92cd tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:32.530573 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0554ca79-0f82-4cf7-aca8-119d3fad85d6 req-b6c53abf-ceff-4a53-9efe-5c0aabbc92cd tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Jan 28 05:03:32.582641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0554ca79-0f82-4cf7-aca8-119d3fad85d6 req-5036170d-1547-4cb9-907b-783bddd39330 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Jan 28 05:03:32.693038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b8f6-5063-44ef-94f9-597b0be2632d req-d5fc2c2f-4ec6-43d2-b56b-ccbdb6032da9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:32.695094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f55b8f6-5063-44ef-94f9-597b0be2632d req-d5fc2c2f-4ec6-43d2-b56b-ccbdb6032da9 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 943 time: 0.0538547 Jan 28 05:03:32.747579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f55b8f6-5063-44ef-94f9-597b0be2632d req-d69eb1ee-3931-4466-888a-f8e28b643d9f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465398 Jan 28 05:03:32.977915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-4aea7317-c7f5-45c9-a057-dc925adf82d1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:32.979313 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-4aea7317-c7f5-45c9-a057-dc925adf82d1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 946 time: 0.0475833 Jan 28 05:03:33.074463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Deleting port d83d6de6-6518-446e-ad7a-ba51483d92d5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:33.074729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:33.161890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] For port d83d6de6-6518-446e-ad7a-ba51483d92d5, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d83d6de6-6518-446e-ad7a-ba51483d92d5,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:33.162263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:33.177743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Calling delete_port for d83d6de6-6518-446e-ad7a-ba51483d92d5 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:33.635966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d83d6de6-6518-446e-ad7a-ba51483d92d5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:33.672348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event deleted for resources: {'Port': ['ID=d83d6de6-6518-446e-ad7a-ba51483d92d5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:33.672687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8', 'd83d6de6-6518-446e-ad7a-ba51483d92d5'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:33.682580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'fe3f2090-115e-407f-9b1c-c0314573fe93'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:33.723868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-333b3469-d8f4-4796-8afd-b81f9206a8af req-b077a27f-2585-433d-8e64-772449d1ed3c tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e57da0a-2684-4ccb-b903-b73d66c71731 HTTP/1.1" status: 200 len: 210 time: 0.0477931 Jan 28 05:03:33.747712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] No DVR routers for this DVR port d83d6de6-6518-446e-ad7a-ba51483d92d5 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:33.750872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:33.755300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-368d991e-6908-47a2-9a59-bc2210e5acf7 req-e2192028-8ac6-4311-8f18-3c7928298285 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "DELETE /v2.0/ports/d83d6de6-6518-446e-ad7a-ba51483d92d5 HTTP/1.1" status: 204 len: 173 time: 0.7709050 Jan 28 05:03:33.757186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'name': 'network-vif-deleted', 'tag': 'd83d6de6-6518-446e-ad7a-ba51483d92d5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:33.760356 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617014db-5ff4-48b0-8696-4ac323fc5cb3" -d '{"events": [{"server_uuid": "7e57da0a-2684-4ccb-b903-b73d66c71731", "name": "network-vif-deleted", "tag": "d83d6de6-6518-446e-ad7a-ba51483d92d5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:33.821980 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e387dd4-da1a-496d-b87a-d2a484a7d0cd x-openstack-request-id: req-2e387dd4-da1a-496d-b87a-d2a484a7d0cd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:33.822412 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e57da0a-2684-4ccb-b903-b73d66c71731", "name": "network-vif-deleted", "tag": "d83d6de6-6518-446e-ad7a-ba51483d92d5", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:33.822858 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e387dd4-da1a-496d-b87a-d2a484a7d0cd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:33.824267 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e57da0a-2684-4ccb-b903-b73d66c71731', 'name': 'network-vif-deleted', 'tag': 'd83d6de6-6518-446e-ad7a-ba51483d92d5', 'status': 'completed', 'code': 200} Jan 28 05:03:33.930935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f717-bd72-4aff-b2d0-adaf2cbef483 req-58d12ac3-14b6-4f75-a744-1a946a339936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:33.932783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fab0f717-bd72-4aff-b2d0-adaf2cbef483 req-58d12ac3-14b6-4f75-a744-1a946a339936 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 943 time: 0.0727174 Jan 28 05:03:33.990577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fab0f717-bd72-4aff-b2d0-adaf2cbef483 req-c678b3af-83ab-4099-9654-f5542ac701a5 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496001 Jan 28 05:03:35.108352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c641891-bf4e-4f42-91aa-4465398410cf req-bb66691e-a7bb-4761-93d0-0185674d957d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:35.109787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c641891-bf4e-4f42-91aa-4465398410cf req-bb66691e-a7bb-4761-93d0-0185674d957d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 943 time: 0.0488708 Jan 28 05:03:35.169139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c641891-bf4e-4f42-91aa-4465398410cf req-7b9d2fb3-2b76-4fcc-986f-0e1af5b30940 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534348 Jan 28 05:03:36.009608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0e8d38ee-db34-4afe-8ea3-f477de0d127e details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:03:36.107732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:36.119323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'port_id': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'mac_address': 'fa:16:3e:9d:35:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:03:36.156649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0e8d38ee-db34-4afe-8ea3-f477de0d127e is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:36.157045 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:36.170266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8d38ee-db34-4afe-8ea3-f477de0d127e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:03:36.190412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:36.199174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:36.257432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0e8d38ee-db34-4afe-8ea3-f477de0d127e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:36.324538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fa75d-36bf-4473-9406-29bbdfe344b2 req-19db7880-32c0-4cd9-8fdc-a021f2e054e4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:36.326517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-074fa75d-36bf-4473-9406-29bbdfe344b2 req-19db7880-32c0-4cd9-8fdc-a021f2e054e4 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 944 time: 0.0526409 Jan 28 05:03:36.386356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-074fa75d-36bf-4473-9406-29bbdfe344b2 req-cf203fb2-2bf1-4805-bc8d-0dac2176aa2f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538201 Jan 28 05:03:36.444954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:36.540640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['0e8d38ee-db34-4afe-8ea3-f477de0d127e'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:37.458588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42058) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:37.507779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad547-a36b-4f6a-ba13-631040045645 req-ea49881e-3c37-42ca-823d-9629c750da9d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:37.509413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b9ad547-a36b-4f6a-ba13-631040045645 req-ea49881e-3c37-42ca-823d-9629c750da9d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 944 time: 0.0518284 Jan 28 05:03:37.566127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5b9ad547-a36b-4f6a-ba13-631040045645 req-d9e8ebf0-854d-4a71-829c-705337d2b162 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494702 Jan 28 05:03:37.571806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Deleting subnet f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:03:37.576331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Publish callbacks [] for subnet (f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.614001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.660364 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.718355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.747382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:37.749433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.755294 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-706f3ad9-b944-4670-b6b0-cb22cae0c528 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f7ada5c5-f7fa-460f-aac2-3ba4ba19cb41 HTTP/1.1" status: 204 len: 168 time: 0.2955880 Jan 28 05:03:37.755569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42062) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:37.829910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (9ea97fc8-f46c-4c9d-9b87-f556be7340dc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.902235 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.919552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (9ea97fc8-f46c-4c9d-9b87-f556be7340dc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.941437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea97fc8-f46c-4c9d-9b87-f556be7340dc']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:37.951179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55291458-8b68-443b-b065-d72ffda6af52') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:37.951556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55291458-8b68-443b-b065-d72ffda6af52') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:37.966741 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (55291458-8b68-443b-b065-d72ffda6af52), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.982054 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (55291458-8b68-443b-b065-d72ffda6af52), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.989048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:03:37.989616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (55291458-8b68-443b-b065-d72ffda6af52), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:03:37.992105 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:03:38.026997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0e8d38ee-db34-4afe-8ea3-f477de0d127e up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:38.055502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (9ea97fc8-f46c-4c9d-9b87-f556be7340dc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.069933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.076240 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ea97fc8-f46c-4c9d-9b87-f556be7340dc HTTP/1.1" status: 204 len: 168 time: 0.3191206 Jan 28 05:03:38.097372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa68b-58e9-4e3a-9015-1936e6107b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea97fc8-f46c-4c9d-9b87-f556be7340dc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:38.098644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 0e8d38ee-db34-4afe-8ea3-f477de0d127e completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:03:38.105527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 0e8d38ee-db34-4afe-8ea3-f477de0d127e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:38.106076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.212147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 0e8d38ee-db34-4afe-8ea3-f477de0d127e is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:38.212992 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.246884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:38.248428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42072) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:38.249537 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32af8029-b241-4dba-a0d9-7273516ae658" -d '{"events": [{"server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:38.253161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:38.260444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.261621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d83d6de6-6518-446e-ad7a-ba51483d92d5 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:38.288335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: d83d6de6-6518-446e-ad7a-ba51483d92d5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:38.288896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d83d6de6-6518-446e-ad7a-ba51483d92d5 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:38.320384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c18200e-7899-4be6-bea6-952dcced783a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e265f5c363214dbaa991c18e1af1502f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707242 Jan 28 05:03:38.322897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42076) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:38.325848 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bedf0-ec1e-4bf6-a695-cf9932809b61 x-openstack-request-id: req-059bedf0-ec1e-4bf6-a695-cf9932809b61 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:38.326391 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:38.326656 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-059bedf0-ec1e-4bf6-a695-cf9932809b61 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:38.327050 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'code': 200} Jan 28 05:03:38.375265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=0e8d38ee-db34-4afe-8ea3-f477de0d127e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:38.427276 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2173681b-f656-414d-b8da-c4fd152459ec admin admin] Publish callbacks [] for security_group (b1ef860c-605b-4204-8f57-7db75a3b76bb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.451418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2173681b-f656-414d-b8da-c4fd152459ec admin admin] Publish callbacks [] for security_group (b1ef860c-605b-4204-8f57-7db75a3b76bb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.470891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55de38-aa6b-4abb-984b-9539dca8a4ca req-ad60a08c-0536-459f-9c90-6fd3bc9c4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:38.474755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d55de38-aa6b-4abb-984b-9539dca8a4ca req-ad60a08c-0536-459f-9c90-6fd3bc9c4cc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 1096 time: 0.0747609 Jan 28 05:03:38.505504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2173681b-f656-414d-b8da-c4fd152459ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b1ef860c-605b-4204-8f57-7db75a3b76bb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.508877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2173681b-f656-414d-b8da-c4fd152459ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:38.510310 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2173681b-f656-414d-b8da-c4fd152459ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1ef860c-605b-4204-8f57-7db75a3b76bb HTTP/1.1" status: 204 len: 168 time: 0.1854334 Jan 28 05:03:38.520886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173681b-f656-414d-b8da-c4fd152459ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ef860c-605b-4204-8f57-7db75a3b76bb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:38.597901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d55de38-aa6b-4abb-984b-9539dca8a4ca req-a49c1cd6-3b8f-462c-b0ef-6d67c805328c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170380 Jan 28 05:03:38.622871 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bbfaa37-3cae-4f68-9770-2f2b3ff6b1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:39.277061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcb282-c270-4bbf-a44d-a6d970d59d0b req-4a52858f-6b36-4f50-ac0c-39d9e52d0e5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:39.278626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32dcb282-c270-4bbf-a44d-a6d970d59d0b req-4a52858f-6b36-4f50-ac0c-39d9e52d0e5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 945 time: 0.5701177 Jan 28 05:03:39.358683 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32dcb282-c270-4bbf-a44d-a6d970d59d0b req-1f942276-efef-4469-9f30-78d702e528b2 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715411 Jan 28 05:03:40.514247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d016c-cf94-4d93-b8e1-3cbf409036a9 req-2f45eb1d-94ca-4c7d-aa41-4d6bdeb5a4fe tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:40.516048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-781d016c-cf94-4d93-b8e1-3cbf409036a9 req-2f45eb1d-94ca-4c7d-aa41-4d6bdeb5a4fe tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 945 time: 0.0605233 Jan 28 05:03:40.591940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-781d016c-cf94-4d93-b8e1-3cbf409036a9 req-7aa297f0-6b08-4473-b3e0-545e5da4340f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683069 Jan 28 05:03:40.729826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb726-2061-4ad4-9590-f76b215a27d3 req-f2ba7a10-6b8e-48ff-b1e6-1414152f27a7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:40.733495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8cbbb726-2061-4ad4-9590-f76b215a27d3 req-f2ba7a10-6b8e-48ff-b1e6-1414152f27a7 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 945 time: 0.0643075 Jan 28 05:03:40.797319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8cbbb726-2061-4ad4-9590-f76b215a27d3 req-5f7b8bf4-e7b3-4c74-a15f-1359de5c6a91 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582871 Jan 28 05:03:40.821662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42134) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:40.841290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1543c880-1a4e-4941-8906-dc51e5ee03ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:40.874788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9773c07d-6562-4ddd-bead-d75f0c510d54 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:40.876720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9773c07d-6562-4ddd-bead-d75f0c510d54 tempest-TestNetworkBasicOps-1108054386 tempest-TestNetworkBasicOps-1108054386-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 1091 time: 0.0536764 Jan 28 05:03:40.879154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:40.883471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:40.903749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:41.014776 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:41.121174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Allocated IP 172.25.6.161 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2c9223f1-838b-4f8b-b804-1ab13cccff92) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:41.236549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:41.275067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:41.319683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:41.325081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:41.329818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:41.337570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=2c9223f1-838b-4f8b-b804-1ab13cccff92,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:41.710933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1adde8-478d-44ab-98fb-7aa48ba0e879 req-fd5e0952-89ed-4ad0-a4c2-2d2bf49ce027 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:41.712634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e1adde8-478d-44ab-98fb-7aa48ba0e879 req-fd5e0952-89ed-4ad0-a4c2-2d2bf49ce027 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 945 time: 0.0864334 Jan 28 05:03:41.853829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e1adde8-478d-44ab-98fb-7aa48ba0e879 req-d44f7e34-71bc-4417-8ff9-2762f630ceb9 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171846 Jan 28 05:03:41.917310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (4b640bd3-0b72-4ef8-ab83-ce349ac0b32c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:41.984561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:42.001420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:42.133733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:42.138548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:42.209119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event updated for resources: {'Port': ['ID=2c9223f1-838b-4f8b-b804-1ab13cccff92,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:42.222061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (4b640bd3-0b72-4ef8-ab83-ce349ac0b32c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:42.325755 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Floating IP 4b640bd3-0b72-4ef8-ab83-ce349ac0b32c associated. External IP: 172.25.6.161, port: 0e8d38ee-db34-4afe-8ea3-f477de0d127e. Jan 28 05:03:42.545974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router 3d00f7c5-4313-4b77-96a9-6b745a995220 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:03:42.689179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:03:42.702748 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] Sync routers for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:03:42.712106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:42.722504 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:42.724612 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:42.743804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e726546-7e2d-4585-8e26-5de5d550cca3 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8611579 Jan 28 05:03:42.743804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:42.744473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42160) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:42.745365 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:42.789570 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89165f95-58f8-4876-afae-581eb27a4f96 x-openstack-request-id: req-89165f95-58f8-4876-afae-581eb27a4f96 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:42.790089 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:42.790655 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89165f95-58f8-4876-afae-581eb27a4f96 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:42.791230 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'status': 'completed', 'code': 200} Jan 28 05:03:42.820590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b6a4dcd-b346-4e30-8ddf-a450253e3d63 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/4b640bd3-0b72-4ef8-ab83-ce349ac0b32c HTTP/1.1" status: 200 len: 991 time: 0.0739615 Jan 28 05:03:42.853861 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:42.885265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-48e96746-5705-41f5-b56f-8958ec914412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:42.887571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-48e96746-5705-41f5-b56f-8958ec914412 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 1096 time: 0.0498989 Jan 28 05:03:42.974057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8cc5-def6-4d7f-a581-b66f7d59669d req-77a32ca2-9b1f-4d3d-8990-ed4df40c8027 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:42.975768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-682e8cc5-def6-4d7f-a581-b66f7d59669d req-77a32ca2-9b1f-4d3d-8990-ed4df40c8027 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 945 time: 0.0526626 Jan 28 05:03:43.014455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-9c404b04-8262-4724-9a6e-eb833133f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:43.016446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-9c404b04-8262-4724-9a6e-eb833133f780 service neutron] 10.222.0.47 "GET /v2.0/networks?id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a HTTP/1.1" status: 200 len: 895 time: 0.1202087 Jan 28 05:03:43.045159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-682e8cc5-def6-4d7f-a581-b66f7d59669d req-03c7dc55-2f79-4309-b971-2e62063b2c99 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631180 Jan 28 05:03:43.088059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-5f9e90f2-407d-496a-add1-a6d3e381dd27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e HTTP/1.1" status: 200 len: 999 time: 0.0656390 Jan 28 05:03:43.116503 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '4b640bd3-0b72-4ef8-ab83-ce349ac0b32c', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'port_id': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'mac_address': 'fa:16:3e:9d:35:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:41Z', 'updated_at': '2022-01-28T05:03:41Z', 'revision_number': 0, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:43.147163 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] Checking router: 3d00f7c5-4313-4b77-96a9-6b745a995220 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:03:43.153614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-da4b6e90-10d1-4c03-ab57-63ead935c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:43.155272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-da4b6e90-10d1-4c03-ab57-63ead935c0fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=544770c2-2d88-4ee2-b28c-59b3e6fc2c2c HTTP/1.1" status: 200 len: 834 time: 0.0612707 Jan 28 05:03:43.155633 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:03:43.156238 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:03:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:43.207733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-5d45fd2e-6b73-48a3-923f-af79a0cb2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:43.210039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-5d45fd2e-6b73-48a3-923f-af79a0cb2f3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473895 Jan 28 05:03:43.312806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-5f26e133-4bd8-43c7-bc28-56981ecac1f9 service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960588 Jan 28 05:03:43.367105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:03:43.417218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b709c0e4-fe32-44ab-b9d8-1d0f141fa7b5 req-6d89bb95-a327-4be9-9d88-93444621f749 service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967791 Jan 28 05:03:43.606371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '4b640bd3-0b72-4ef8-ab83-ce349ac0b32c', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'port_id': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'mac_address': 'fa:16:3e:9d:35:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:41Z', 'updated_at': '2022-01-28T05:03:41Z', 'revision_number': 0, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:43.625730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-8589e26b-58fb-427a-8f94-c6d1c051c72a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:43.627266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-8589e26b-58fb-427a-8f94-c6d1c051c72a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 945 time: 0.0558946 Jan 28 05:03:43.633446 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11fb02-7584-4f47-8e98-50b3bad636c1 None None] The sync data for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 is: [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '4b640bd3-0b72-4ef8-ab83-ce349ac0b32c', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'port_id': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'mac_address': 'fa:16:3e:9d:35:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:41Z', 'updated_at': '2022-01-28T05:03:41Z', 'revision_number': 0, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:03:43.729299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.761042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Deleting port fe3f2090-115e-407f-9b1c-c0314573fe93 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:43.761421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.824367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42172) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:43.871797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] For port fe3f2090-115e-407f-9b1c-c0314573fe93, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fe3f2090-115e-407f-9b1c-c0314573fe93,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:43.872170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.886232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Calling delete_port for fe3f2090-115e-407f-9b1c-c0314573fe93 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:43.893469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60527c8b-35d1-4c8a-93c4-be2408ab45eb None None] New status for floating IP 4b640bd3-0b72-4ef8-ab83-ce349ac0b32c: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:03:43.903919 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ea456695-62f0-4ce1-aa37-140768be4204 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/4b640bd3-0b72-4ef8-ab83-ce349ac0b32c HTTP/1.1" status: 200 len: 991 time: 0.0777318 Jan 28 05:03:44.036990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fe3f2090-115e-407f-9b1c-c0314573fe93), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:44.073041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'fe3f2090-115e-407f-9b1c-c0314573fe93'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:44.089810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event deleted for resources: {'Port': ['ID=fe3f2090-115e-407f-9b1c-c0314573fe93,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:44.125352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:44.152723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] No DVR routers for this DVR port fe3f2090-115e-407f-9b1c-c0314573fe93 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:44.157605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:44.163162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-087edde6-af0c-4ef2-8f28-25f4995f278e req-2726a9ab-203c-4d0f-954f-232afe9aa094 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "DELETE /v2.0/ports/fe3f2090-115e-407f-9b1c-c0314573fe93 HTTP/1.1" status: 204 len: 173 time: 0.5289924 Jan 28 05:03:44.208704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-177fa01e-071c-4c81-8b4f-307de18539e6 req-645f7cca-a4fe-422b-b81a-e61a8ba0b04d tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbe1240-23a1-44a7-a360-509108119e76 HTTP/1.1" status: 200 len: 210 time: 0.0686841 Jan 28 05:03:44.792875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe1240-23a1-44a7-a360-509108119e76', 'name': 'network-vif-deleted', 'tag': 'fe3f2090-115e-407f-9b1c-c0314573fe93'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:44.800516 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27da8d4a-a673-47f4-82f0-c55872a4548b" -d '{"events": [{"server_uuid": "5fbe1240-23a1-44a7-a360-509108119e76", "name": "network-vif-deleted", "tag": "fe3f2090-115e-407f-9b1c-c0314573fe93"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:44.858483 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc99cad-da80-449e-b2c9-8df247e4b3b9 x-openstack-request-id: req-dcc99cad-da80-449e-b2c9-8df247e4b3b9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:44.859366 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe1240-23a1-44a7-a360-509108119e76", "name": "network-vif-deleted", "tag": "fe3f2090-115e-407f-9b1c-c0314573fe93", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:44.860032 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcc99cad-da80-449e-b2c9-8df247e4b3b9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:44.860662 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe1240-23a1-44a7-a360-509108119e76', 'name': 'network-vif-deleted', 'tag': 'fe3f2090-115e-407f-9b1c-c0314573fe93', 'status': 'completed', 'code': 200} Jan 28 05:03:44.908275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:45.019586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:45.030250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9525514b-5da7-4a4c-a983-6f87b82d569e tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/4b640bd3-0b72-4ef8-ab83-ce349ac0b32c HTTP/1.1" status: 200 len: 993 time: 0.1186378 Jan 28 05:03:45.408182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:03:45.508176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cf6bf-51cd-40df-9dbc-2a817098571c req-11d3d21b-0cc9-4cbb-87b9-25a47b24ee9b tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:45.509658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c39cf6bf-51cd-40df-9dbc-2a817098571c req-11d3d21b-0cc9-4cbb-87b9-25a47b24ee9b tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0536366 Jan 28 05:03:45.558863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c39cf6bf-51cd-40df-9dbc-2a817098571c req-b6ead036-7c10-4041-8696-897843a69c2d tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Jan 28 05:03:46.419180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fe3f2090-115e-407f-9b1c-c0314573fe93 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:46.439730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: fe3f2090-115e-407f-9b1c-c0314573fe93 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:46.440078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fe3f2090-115e-407f-9b1c-c0314573fe93 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:46.686938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eef10-447e-492e-b605-7e034fe95705 req-c30f9df8-da99-409a-a091-5a63bca64b66 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:46.688410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-201eef10-447e-492e-b605-7e034fe95705 req-c30f9df8-da99-409a-a091-5a63bca64b66 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0505271 Jan 28 05:03:46.746543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-201eef10-447e-492e-b605-7e034fe95705 req-83772dec-5469-4633-bd91-5b118af42c4f tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504100 Jan 28 05:03:47.175081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-88bc40d5-9db4-4e0e-a33a-1afbf0bd69be tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:47.176562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-88bc40d5-9db4-4e0e-a33a-1afbf0bd69be tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Jan 28 05:03:47.269056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Deleting port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:47.269515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:47.366869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] For port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:47.367271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:47.380042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Calling delete_port for 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:47.519782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (01b2264a-d4aa-45a5-8cd9-bd3da8bf239a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:47.552786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event deleted for resources: {'Port': ['ID=01b2264a-d4aa-45a5-8cd9-bd3da8bf239a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:47.554403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['01b2264a-d4aa-45a5-8cd9-bd3da8bf239a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:47.587571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:47.596134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] No DVR routers for this DVR port 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:47.599253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:47.602785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d99fa30e-d1de-43cd-8954-e89514b6b343 req-22ff5ec8-4a5b-4064-8adf-ce3da6c656a1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.52 "DELETE /v2.0/ports/01b2264a-d4aa-45a5-8cd9-bd3da8bf239a HTTP/1.1" status: 204 len: 173 time: 0.4208357 Jan 28 05:03:47.603321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'name': 'network-vif-deleted', 'tag': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:47.605729 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c521a-f285-4535-b66e-93004a81ce56" -d '{"events": [{"server_uuid": "8016136d-b57b-4157-af3d-d2ea0faa3b19", "name": "network-vif-deleted", "tag": "01b2264a-d4aa-45a5-8cd9-bd3da8bf239a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:47.672737 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a146924a-01f3-457b-94e1-ae7fabc04388 x-openstack-request-id: req-a146924a-01f3-457b-94e1-ae7fabc04388 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:47.673033 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8016136d-b57b-4157-af3d-d2ea0faa3b19", "name": "network-vif-deleted", "tag": "01b2264a-d4aa-45a5-8cd9-bd3da8bf239a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:47.673317 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a146924a-01f3-457b-94e1-ae7fabc04388 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:47.673717 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8016136d-b57b-4157-af3d-d2ea0faa3b19', 'name': 'network-vif-deleted', 'tag': '01b2264a-d4aa-45a5-8cd9-bd3da8bf239a', 'status': 'completed', 'code': 200} Jan 28 05:03:47.862866 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4212092-b161-42f6-94bc-72af472e1cf3 req-7b14193a-120f-46c7-a01e-a58afbf25f9a tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=8016136d-b57b-4157-af3d-d2ea0faa3b19 HTTP/1.1" status: 200 len: 210 time: 0.0287197 Jan 28 05:03:50.430477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:50.453741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:03:50.454080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 01b2264a-d4aa-45a5-8cd9-bd3da8bf239a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:03:52.510319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:52.626237 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b555cb9b-8ece-45ad-8381-28c7ae94f8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.713928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b555cb9b-8ece-45ad-8381-28c7ae94f8bf admin admin] Publish callbacks [] for security_group (467f1ff0-89e8-4389-a2b1-d6a366d9333b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.718662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b555cb9b-8ece-45ad-8381-28c7ae94f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (467f1ff0-89e8-4389-a2b1-d6a366d9333b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.754882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b555cb9b-8ece-45ad-8381-28c7ae94f8bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09103637a4d04e30aecb134614b1f677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429252 Jan 28 05:03:52.757637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42260) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:52.769295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555cb9b-8ece-45ad-8381-28c7ae94f8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f1ff0-89e8-4389-a2b1-d6a366d9333b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:52.811975 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851a3dd-53e0-4a14-b7cb-65d86920d099 admin admin] Publish callbacks [] for security_group (467f1ff0-89e8-4389-a2b1-d6a366d9333b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.836704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851a3dd-53e0-4a14-b7cb-65d86920d099 admin admin] Publish callbacks [] for security_group (467f1ff0-89e8-4389-a2b1-d6a366d9333b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.892205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851a3dd-53e0-4a14-b7cb-65d86920d099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (467f1ff0-89e8-4389-a2b1-d6a366d9333b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.895285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851a3dd-53e0-4a14-b7cb-65d86920d099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.899602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a851a3dd-53e0-4a14-b7cb-65d86920d099 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/467f1ff0-89e8-4389-a2b1-d6a366d9333b HTTP/1.1" status: 204 len: 168 time: 0.1409523 Jan 28 05:03:52.908566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851a3dd-53e0-4a14-b7cb-65d86920d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f1ff0-89e8-4389-a2b1-d6a366d9333b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:54.535719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2931d1c-4b19-4cca-8bc8-67a0c6bbba8b req-a1312175-cb00-46da-a73d-17ef3d2666e1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:54.538369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2931d1c-4b19-4cca-8bc8-67a0c6bbba8b req-a1312175-cb00-46da-a73d-17ef3d2666e1 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 945 time: 0.0578268 Jan 28 05:03:54.591905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2931d1c-4b19-4cca-8bc8-67a0c6bbba8b req-6cb8226d-9f18-43e4-b801-37dd55bd9d06 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472579 Jan 28 05:03:55.718090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f1f69-4b39-4c0d-bff7-246c353ceff3 req-4294b7df-ef34-4fa7-925e-7c26f9cc725b tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:55.719569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-412f1f69-4b39-4c0d-bff7-246c353ceff3 req-4294b7df-ef34-4fa7-925e-7c26f9cc725b tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 945 time: 0.0518026 Jan 28 05:03:55.768222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-412f1f69-4b39-4c0d-bff7-246c353ceff3 req-c6538f6f-f477-428a-8abf-03e5ea30eee7 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/security-groups?id=e162963a-3ecd-4621-89e4-5642f68b4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427079 Jan 28 05:03:56.420971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-b420179a-65ca-4b44-97bf-4c2c5859cd49 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:56.422886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-b420179a-65ca-4b44-97bf-4c2c5859cd49 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 945 time: 0.0527890 Jan 28 05:03:56.530140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Deleting port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:03:56.530450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:56.628655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] For port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,segment=NetworkSegment(88b3c447-3988-4363-bea9-570e2562a839),segment_id=88b3c447-3988-4363-bea9-570e2562a839)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:56.629025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:56.641239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Calling delete_port for a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:03:56.784285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:56.811643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Pushing event deleted for resources: {'Port': ['ID=a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:56.819816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:56.878351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] No DVR routers for this DVR port a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:03:56.881642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e94f21b-4e16-42cd-a6a1-7f47d32ef019 req-8e1325d2-6ca1-4476-973e-75422596f9ad tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.21 "GET /v2.0/ports?device_id=71751541-0caa-424f-b3a3-6775a84fbb7e HTTP/1.1" status: 200 len: 210 time: 0.0412023 Jan 28 05:03:56.882643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:56.885888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3fb2c38d-353d-4e25-bf1a-077ff2b67865 req-6a48d4a3-4c18-465f-a465-9c738f2b9726 tempest-AttachVolumeNegativeTest-1483347280 tempest-AttachVolumeNegativeTest-1483347280-project] 10.222.0.47 "DELETE /v2.0/ports/a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 HTTP/1.1" status: 204 len: 173 time: 0.4566009 Jan 28 05:03:56.886339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'name': 'network-vif-deleted', 'tag': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:56.888602 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c15378-c1e8-49fb-b462-273ed023e9f4" -d '{"events": [{"server_uuid": "71751541-0caa-424f-b3a3-6775a84fbb7e", "name": "network-vif-deleted", "tag": "a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:56.925908 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc19ef-6029-46cd-972a-4db20ee087ca x-openstack-request-id: req-cfbc19ef-6029-46cd-972a-4db20ee087ca {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:56.926212 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71751541-0caa-424f-b3a3-6775a84fbb7e", "name": "network-vif-deleted", "tag": "a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:56.926471 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfbc19ef-6029-46cd-972a-4db20ee087ca {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:56.926871 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71751541-0caa-424f-b3a3-6775a84fbb7e', 'name': 'network-vif-deleted', 'tag': 'a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8', 'status': 'completed', 'code': 200} Jan 28 05:03:57.939081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42292) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:57.982792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Deleting subnet 3e662de8-79be-4b39-bfe0-29708190ea90 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:03:57.985753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Publish callbacks [] for subnet (3e662de8-79be-4b39-bfe0-29708190ea90), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.019486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (3e662de8-79be-4b39-bfe0-29708190ea90), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.060317 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (3e662de8-79be-4b39-bfe0-29708190ea90), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.409534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (3e662de8-79be-4b39-bfe0-29708190ea90), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.434170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e662de8-79be-4b39-bfe0-29708190ea90,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:58.437945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.441107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9b190884-e5d2-45c3-a618-82af5581d68a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e662de8-79be-4b39-bfe0-29708190ea90 HTTP/1.1" status: 204 len: 168 time: 0.5010109 Jan 28 05:03:58.444033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42294) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:58.510071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7511b38a-8ac1-4e62-885f-16fd55395996), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.590110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7511b38a-8ac1-4e62-885f-16fd55395996), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.609665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7511b38a-8ac1-4e62-885f-16fd55395996']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:58.618630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b3c447-3988-4363-bea9-570e2562a839') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:58.618928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b3c447-3988-4363-bea9-570e2562a839') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:03:58.628141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (88b3c447-3988-4363-bea9-570e2562a839), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.641352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (88b3c447-3988-4363-bea9-570e2562a839), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.647996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:03:58.648383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (88b3c447-3988-4363-bea9-570e2562a839), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:03:58.650028 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:03:58.706992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7511b38a-8ac1-4e62-885f-16fd55395996), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.712487 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.715621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7511b38a-8ac1-4e62-885f-16fd55395996 HTTP/1.1" status: 204 len: 168 time: 0.2706771 Jan 28 05:03:58.726741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f585c-2ed4-47de-9370-1e58fa373a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7511b38a-8ac1-4e62-885f-16fd55395996,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:58.879464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42300) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:58.919075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0eb9e59e-1e5b-45d5-94a9-bd6c6e250984 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47a5c73aaf58497e94d6566bdb330ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383608 Jan 28 05:03:58.921444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42302) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:58.968447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef554d3-3715-4619-9506-9cded0c5efd6 admin admin] Publish callbacks [] for security_group (e162963a-3ecd-4621-89e4-5642f68b4f3e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:58.988959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef554d3-3715-4619-9506-9cded0c5efd6 admin admin] Publish callbacks [] for security_group (e162963a-3ecd-4621-89e4-5642f68b4f3e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:59.034153 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef554d3-3715-4619-9506-9cded0c5efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e162963a-3ecd-4621-89e4-5642f68b4f3e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:59.037540 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef554d3-3715-4619-9506-9cded0c5efd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:59.038713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bef554d3-3715-4619-9506-9cded0c5efd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e162963a-3ecd-4621-89e4-5642f68b4f3e HTTP/1.1" status: 204 len: 168 time: 0.1163230 Jan 28 05:03:59.046024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef554d3-3715-4619-9506-9cded0c5efd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e162963a-3ecd-4621-89e4-5642f68b4f3e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:00.150057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:04:00.172169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:04:00.172525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device a9d4188b-b0f4-4fad-85f4-d7c409e1a1e8 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:04:03.953999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42422) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:04.062308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d94fb4dd-e223-445d-99cd-6a81ed4b3047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.139300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d94fb4dd-e223-445d-99cd-6a81ed4b3047 admin admin] Publish callbacks [] for security_group (9b221800-28d6-43e6-a905-dc41df24080d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.142995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d94fb4dd-e223-445d-99cd-6a81ed4b3047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9b221800-28d6-43e6-a905-dc41df24080d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.181094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d94fb4dd-e223-445d-99cd-6a81ed4b3047 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99de795de7e1409abdffb30414dedf86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260005 Jan 28 05:04:04.181970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fb4dd-e223-445d-99cd-6a81ed4b3047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b221800-28d6-43e6-a905-dc41df24080d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:04.184254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42426) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:04.234926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49459b3f-4ff6-4241-ac63-400b58d4a950 admin admin] Publish callbacks [] for security_group (9b221800-28d6-43e6-a905-dc41df24080d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.256419 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49459b3f-4ff6-4241-ac63-400b58d4a950 admin admin] Publish callbacks [] for security_group (9b221800-28d6-43e6-a905-dc41df24080d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.305390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49459b3f-4ff6-4241-ac63-400b58d4a950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9b221800-28d6-43e6-a905-dc41df24080d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.307953 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49459b3f-4ff6-4241-ac63-400b58d4a950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.309118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-49459b3f-4ff6-4241-ac63-400b58d4a950 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b221800-28d6-43e6-a905-dc41df24080d HTTP/1.1" status: 204 len: 168 time: 0.1239970 Jan 28 05:04:04.317318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459b3f-4ff6-4241-ac63-400b58d4a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b221800-28d6-43e6-a905-dc41df24080d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:04.559856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42434) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:04.573857 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33a8cfa3-15d3-4374-a6be-ef8b069097f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.647789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33a8cfa3-15d3-4374-a6be-ef8b069097f8 admin admin] Publish callbacks [] for security_group (678b9d98-2453-4aef-931e-8a34892c7154), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.651447 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33a8cfa3-15d3-4374-a6be-ef8b069097f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (678b9d98-2453-4aef-931e-8a34892c7154), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.688630 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-33a8cfa3-15d3-4374-a6be-ef8b069097f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3623a6500dea424bb8a81f3f6af88ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276312 Jan 28 05:04:04.689737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8cfa3-15d3-4374-a6be-ef8b069097f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b9d98-2453-4aef-931e-8a34892c7154,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:04.691492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42436) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:04.740637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e2ad91-ff58-48d3-981a-4230be667dd9 admin admin] Publish callbacks [] for security_group (678b9d98-2453-4aef-931e-8a34892c7154), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.760969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e2ad91-ff58-48d3-981a-4230be667dd9 admin admin] Publish callbacks [] for security_group (678b9d98-2453-4aef-931e-8a34892c7154), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.809459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e2ad91-ff58-48d3-981a-4230be667dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (678b9d98-2453-4aef-931e-8a34892c7154), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.811921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e2ad91-ff58-48d3-981a-4230be667dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:04.813034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-44e2ad91-ff58-48d3-981a-4230be667dd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/678b9d98-2453-4aef-931e-8a34892c7154 HTTP/1.1" status: 204 len: 168 time: 0.1205280 Jan 28 05:04:04.820377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2ad91-ff58-48d3-981a-4230be667dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b9d98-2453-4aef-931e-8a34892c7154,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:06.440670 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.437110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42508) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:07.541801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4c46-c053-4592-b6d5-a1722eb44dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.614376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4c46-c053-4592-b6d5-a1722eb44dbb admin admin] Publish callbacks [] for security_group (537f0657-5842-4350-9d5a-56e09dbebb2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.618575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4c46-c053-4592-b6d5-a1722eb44dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (537f0657-5842-4350-9d5a-56e09dbebb2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.656081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bb4b4c46-c053-4592-b6d5-a1722eb44dbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec8bb4c1d4794a3d969d7a4c2ad203e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178144 Jan 28 05:04:07.656951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b4c46-c053-4592-b6d5-a1722eb44dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f0657-5842-4350-9d5a-56e09dbebb2e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:07.658782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42514) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:07.707627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8551cde2-89b5-4245-9e4f-e11c4c0d4c42 admin admin] Publish callbacks [] for security_group (537f0657-5842-4350-9d5a-56e09dbebb2e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.729960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8551cde2-89b5-4245-9e4f-e11c4c0d4c42 admin admin] Publish callbacks [] for security_group (537f0657-5842-4350-9d5a-56e09dbebb2e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.779245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8551cde2-89b5-4245-9e4f-e11c4c0d4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (537f0657-5842-4350-9d5a-56e09dbebb2e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.782035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8551cde2-89b5-4245-9e4f-e11c4c0d4c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:07.783199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8551cde2-89b5-4245-9e4f-e11c4c0d4c42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/537f0657-5842-4350-9d5a-56e09dbebb2e HTTP/1.1" status: 204 len: 168 time: 0.1233153 Jan 28 05:04:07.791509 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551cde2-89b5-4245-9e4f-e11c4c0d4c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f0657-5842-4350-9d5a-56e09dbebb2e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:07.881350 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.039905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42522) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:08.052932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f09a1811-2330-41eb-b576-39e201e7ecd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.123775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f09a1811-2330-41eb-b576-39e201e7ecd0 admin admin] Publish callbacks [] for security_group (55ae15cd-3060-47d1-a53e-925650c34365), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.127349 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f09a1811-2330-41eb-b576-39e201e7ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (55ae15cd-3060-47d1-a53e-925650c34365), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.164931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f09a1811-2330-41eb-b576-39e201e7ecd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d085b0eab374e828f2eef6e6b127328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239626 Jan 28 05:04:08.166066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a1811-2330-41eb-b576-39e201e7ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae15cd-3060-47d1-a53e-925650c34365,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:08.167673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42524) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:08.217052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1361edd0-26b3-4168-aba0-eafa87a612eb admin admin] Publish callbacks [] for security_group (55ae15cd-3060-47d1-a53e-925650c34365), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.237762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1361edd0-26b3-4168-aba0-eafa87a612eb admin admin] Publish callbacks [] for security_group (55ae15cd-3060-47d1-a53e-925650c34365), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.284868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1361edd0-26b3-4168-aba0-eafa87a612eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (55ae15cd-3060-47d1-a53e-925650c34365), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.287455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1361edd0-26b3-4168-aba0-eafa87a612eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:08.288612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1361edd0-26b3-4168-aba0-eafa87a612eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55ae15cd-3060-47d1-a53e-925650c34365 HTTP/1.1" status: 204 len: 168 time: 0.1192496 Jan 28 05:04:08.296495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361edd0-26b3-4168-aba0-eafa87a612eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae15cd-3060-47d1-a53e-925650c34365,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:08.597637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d24d4148-1a60-448b-87ca-9d95347d121d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.335845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:10.440035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.511207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Publish callbacks [] for security_group (8699a961-0218-4853-ada3-a2309e50536b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.515207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8699a961-0218-4853-ada3-a2309e50536b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.554574 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aaf6a35cab84781a05a5091bab3e575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173865 Jan 28 05:04:10.556428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8699a961-0218-4853-ada3-a2309e50536b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:10.557091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42596) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:10.564075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.564438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.564792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.565156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.565511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.565854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.566195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.566531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.566867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.567206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.567542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.567875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.568208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510abf0-a3c1-4271-ad46-bff7ae8f4481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:10.613693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54a376bf-f306-4504-b289-7f0df2c9eb1b admin admin] Publish callbacks [] for security_group (8699a961-0218-4853-ada3-a2309e50536b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.635473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54a376bf-f306-4504-b289-7f0df2c9eb1b admin admin] Publish callbacks [] for security_group (8699a961-0218-4853-ada3-a2309e50536b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.680454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54a376bf-f306-4504-b289-7f0df2c9eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8699a961-0218-4853-ada3-a2309e50536b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.683067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54a376bf-f306-4504-b289-7f0df2c9eb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.684250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-54a376bf-f306-4504-b289-7f0df2c9eb1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8699a961-0218-4853-ada3-a2309e50536b HTTP/1.1" status: 204 len: 168 time: 0.1260943 Jan 28 05:04:10.691991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a376bf-f306-4504-b289-7f0df2c9eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8699a961-0218-4853-ada3-a2309e50536b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:10.828289 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbfb082c-17bd-4504-9de4-3dfa27a4cdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:10.962508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42604) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:10.979160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cd65a94-5ed8-498f-8f65-719164519ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.051205 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cd65a94-5ed8-498f-8f65-719164519ea1 admin admin] Publish callbacks [] for security_group (9898301e-2d03-4243-a8c4-6127e5f28fe7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.055587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9cd65a94-5ed8-498f-8f65-719164519ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9898301e-2d03-4243-a8c4-6127e5f28fe7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.092396 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9cd65a94-5ed8-498f-8f65-719164519ea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9f2a00436584609b5475bc3511a6895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287882 Jan 28 05:04:11.093294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd65a94-5ed8-498f-8f65-719164519ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9898301e-2d03-4243-a8c4-6127e5f28fe7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:11.095246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42606) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:11.142897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26fbcfe3-ecc1-43fb-8b72-0572bf6cc6fb admin admin] Publish callbacks [] for security_group (9898301e-2d03-4243-a8c4-6127e5f28fe7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.164160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26fbcfe3-ecc1-43fb-8b72-0572bf6cc6fb admin admin] Publish callbacks [] for security_group (9898301e-2d03-4243-a8c4-6127e5f28fe7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.209271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26fbcfe3-ecc1-43fb-8b72-0572bf6cc6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9898301e-2d03-4243-a8c4-6127e5f28fe7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.211846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26fbcfe3-ecc1-43fb-8b72-0572bf6cc6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:11.213052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-26fbcfe3-ecc1-43fb-8b72-0572bf6cc6fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9898301e-2d03-4243-a8c4-6127e5f28fe7 HTTP/1.1" status: 204 len: 168 time: 0.1167645 Jan 28 05:04:11.222440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbcfe3-ecc1-43fb-8b72-0572bf6cc6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9898301e-2d03-4243-a8c4-6127e5f28fe7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:11.999793 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.369735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:13.481459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-079a7277-d96b-459d-8983-5446ce76480f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.554527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-079a7277-d96b-459d-8983-5446ce76480f admin admin] Publish callbacks [] for security_group (8813cdbd-3bc4-456d-bf04-e465375bd427), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.557983 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-079a7277-d96b-459d-8983-5446ce76480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8813cdbd-3bc4-456d-bf04-e465375bd427), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.594100 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-079a7277-d96b-459d-8983-5446ce76480f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eb244972a924f5a9c0ca0d9290c2924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233136 Jan 28 05:04:13.594982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a7277-d96b-459d-8983-5446ce76480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8813cdbd-3bc4-456d-bf04-e465375bd427,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:13.597255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:13.648576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Publish callbacks [] for security_group (8813cdbd-3bc4-456d-bf04-e465375bd427), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.669325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Publish callbacks [] for security_group (8813cdbd-3bc4-456d-bf04-e465375bd427), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.718718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8813cdbd-3bc4-456d-bf04-e465375bd427), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.722394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.723727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8813cdbd-3bc4-456d-bf04-e465375bd427 HTTP/1.1" status: 204 len: 168 time: 0.1223729 Jan 28 05:04:13.726041 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.732541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813cdbd-3bc4-456d-bf04-e465375bd427,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:13.740127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.740477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.740821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.741175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.741518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.741852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.742238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.742495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.742820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.743144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.743471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.743794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.744115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b9ff6b-482f-42a3-be8a-03207353487d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:13.985687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42698) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:13.999937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd543aae-98c0-4a18-a418-e0cb6e2a6415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.081116 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd543aae-98c0-4a18-a418-e0cb6e2a6415 admin admin] Publish callbacks [] for security_group (dc716e88-5148-4af3-b60c-2c4b4dda15e9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.084762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd543aae-98c0-4a18-a418-e0cb6e2a6415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dc716e88-5148-4af3-b60c-2c4b4dda15e9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.123715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cd543aae-98c0-4a18-a418-e0cb6e2a6415 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc654d190e67449f8a9bf02d2588c6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367230 Jan 28 05:04:14.124598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543aae-98c0-4a18-a418-e0cb6e2a6415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc716e88-5148-4af3-b60c-2c4b4dda15e9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:14.126629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42702) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:14.173429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff61c3df-c325-410f-b976-f085fa08562c admin admin] Publish callbacks [] for security_group (dc716e88-5148-4af3-b60c-2c4b4dda15e9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.197653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff61c3df-c325-410f-b976-f085fa08562c admin admin] Publish callbacks [] for security_group (dc716e88-5148-4af3-b60c-2c4b4dda15e9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.242277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff61c3df-c325-410f-b976-f085fa08562c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dc716e88-5148-4af3-b60c-2c4b4dda15e9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.244867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ff61c3df-c325-410f-b976-f085fa08562c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:14.246076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff61c3df-c325-410f-b976-f085fa08562c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc716e88-5148-4af3-b60c-2c4b4dda15e9 HTTP/1.1" status: 204 len: 168 time: 0.1184638 Jan 28 05:04:14.253650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61c3df-c325-410f-b976-f085fa08562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc716e88-5148-4af3-b60c-2c4b4dda15e9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:15.034039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:15.101720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:15.293258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277234-d5e8-494e-9c2c-3f48eb5d02db req-f092cc0a-0c3b-4423-a691-8d1d70915c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:15.294894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c277234-d5e8-494e-9c2c-3f48eb5d02db req-f092cc0a-0c3b-4423-a691-8d1d70915c4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1096 time: 0.1915607 Jan 28 05:04:15.342529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c277234-d5e8-494e-9c2c-3f48eb5d02db req-f6dd9f57-6e22-4d73-892b-e2c7e1444eb9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 Jan 28 05:04:16.219007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42772) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:16.298899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b654716-5f3f-4aac-98c0-b981dee5b6ba tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/floatingips/4b640bd3-0b72-4ef8-ab83-ce349ac0b32c HTTP/1.1" status: 200 len: 993 time: 0.0783808 Jan 28 05:04:16.585929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42796) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:16.760466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 2c9223f1-838b-4f8b-b804-1ab13cccff92 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:16.761027 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:16.841998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:16.842259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (2c9223f1-838b-4f8b-b804-1ab13cccff92), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:16.854217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 2c9223f1-838b-4f8b-b804-1ab13cccff92 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:17.004086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2c9223f1-838b-4f8b-b804-1ab13cccff92), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:17.034143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=2c9223f1-838b-4f8b-b804-1ab13cccff92,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:17.094218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for floatingip (4b640bd3-0b72-4ef8-ab83-ce349ac0b32c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:17.094470 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Floating IP 4b640bd3-0b72-4ef8-ab83-ce349ac0b32c disassociated (deleted). External IP: 172.25.6.161, port: 0e8d38ee-db34-4afe-8ea3-f477de0d127e. Jan 28 05:04:17.309159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router 3d00f7c5-4313-4b77-96a9-6b745a995220 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:04:17.428709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:04:17.434048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:17.440353 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] Sync routers for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:04:17.450491 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:17.451400 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:17.465086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-02f6b5c6-9066-488c-88b2-d74d2c5bdb47 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b640bd3-0b72-4ef8-ab83-ce349ac0b32c HTTP/1.1" status: 204 len: 168 time: 0.8757269 Jan 28 05:04:17.465086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:17.465753 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df96314-85d0-4150-acdd-24c847d70084" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:17.539132 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9211c0b-b515-4bec-bc12-ef485b0c1565 x-openstack-request-id: req-e9211c0b-b515-4bec-bc12-ef485b0c1565 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:17.539731 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:17.540196 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9211c0b-b515-4bec-bc12-ef485b0c1565 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:17.541136 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'status': 'completed', 'code': 200} Jan 28 05:04:17.564105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:17.633460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96314-85d0-4150-acdd-24c847d70084 req-8edb62b3-4981-4cc2-8e02-c3922cfffb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:17.635730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-8edb62b3-4981-4cc2-8e02-c3922cfffb77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 1096 time: 0.0459878 Jan 28 05:04:17.792770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3c27-05c4-400e-b8f1-cc6f316b81ea req-0bbff368-9a69-41ab-8109-432490e6f8d8 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:17.794340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f1a3c27-05c4-400e-b8f1-cc6f316b81ea req-0bbff368-9a69-41ab-8109-432490e6f8d8 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 945 time: 0.0845351 Jan 28 05:04:17.799907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96314-85d0-4150-acdd-24c847d70084 req-c22aa608-8af9-4fdd-a4b0-3e817cd777b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:17.801540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-c22aa608-8af9-4fdd-a4b0-3e817cd777b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a HTTP/1.1" status: 200 len: 895 time: 0.1595702 Jan 28 05:04:17.814907 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:17.841473 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] Checking router: 3d00f7c5-4313-4b77-96a9-6b745a995220 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:04:17.850680 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:17.851291 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:17.856582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-4b957d22-e0f7-47c1-b845-40bc3c523e7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e HTTP/1.1" status: 200 len: 217 time: 0.0465496 Jan 28 05:04:17.920840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f1a3c27-05c4-400e-b8f1-cc6f316b81ea req-e81588bc-279a-4f2b-9324-affdeda90f58 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165855 Jan 28 05:04:17.932590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96314-85d0-4150-acdd-24c847d70084 req-59c69fa9-70e1-4616-917b-8d70076fd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:17.934077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-59c69fa9-70e1-4616-917b-8d70076fd4d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=544770c2-2d88-4ee2-b28c-59b3e6fc2c2c HTTP/1.1" status: 200 len: 834 time: 0.0651317 Jan 28 05:04:17.964407 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:17.991567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96314-85d0-4150-acdd-24c847d70084 req-2c2331b5-640e-44c0-8999-cab754c78fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:17.993367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-2c2331b5-640e-44c0-8999-cab754c78fe4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=590df0bb-64ba-4396-9b79-7aeaf7a68b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509179 Jan 28 05:04:18.096835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-6b13bac4-64b0-41f1-a3d5-c88e57e1e587 service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958195 Jan 28 05:04:18.178923 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:18.193620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1df96314-85d0-4150-acdd-24c847d70084 req-a4da32b8-d1ea-47c3-b6b3-9d0d99c09a1b service neutron] 10.222.0.47 "GET /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900693 Jan 28 05:04:18.208314 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b346bf-9aa3-4f7d-a05b-820e39aa2671 None None] The sync data for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 is: [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:03:22Z', 'revision_number': 4, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '34707c40-903d-495a-92ab-fde3e5ccaeb6', 'name': '', 'network_id': '590df0bb-64ba-4396-9b79-7aeaf7a68b5a', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'mac_address': 'fa:16:3e:08:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:21Z', 'updated_at': '2022-01-28T05:03:26Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'subnets': [{'id': '544770c2-2d88-4ee2-b28c-59b3e6fc2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:04:18.440921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33b6d3-8f19-429d-a22a-e1f1d18c0bf6 None None] New status for floating IP 4b640bd3-0b72-4ef8-ab83-ce349ac0b32c: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:04:19.047134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133328c-3fd8-44ce-a302-ea9bb5c4b0a0 req-0fcfec3b-951c-4a6c-895b-ad9eede15557 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:19.048618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1133328c-3fd8-44ce-a302-ea9bb5c4b0a0 req-0fcfec3b-951c-4a6c-895b-ad9eede15557 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Jan 28 05:04:19.103580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1133328c-3fd8-44ce-a302-ea9bb5c4b0a0 req-df28ae8f-2c60-41a9-9f72-0f8dbd029223 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488007 Jan 28 05:04:19.173738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-a30850a6-b25c-452d-b9bb-015120e9517f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:19.175187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-a30850a6-b25c-452d-b9bb-015120e9517f tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "GET /v2.0/ports?device_id=b8d5e833-9494-43a3-a70c-4abdcaf61e25 HTTP/1.1" status: 200 len: 945 time: 0.0468328 Jan 28 05:04:19.263372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 0e8d38ee-db34-4afe-8ea3-f477de0d127e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:19.263634 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:19.357549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 0e8d38ee-db34-4afe-8ea3-f477de0d127e, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=0e8d38ee-db34-4afe-8ea3-f477de0d127e,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:19.357926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:19.370589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 0e8d38ee-db34-4afe-8ea3-f477de0d127e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:19.513265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0e8d38ee-db34-4afe-8ea3-f477de0d127e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:19.545238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=0e8d38ee-db34-4afe-8ea3-f477de0d127e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:19.585378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] No DVR routers for this DVR port 0e8d38ee-db34-4afe-8ea3-f477de0d127e on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:04:19.587892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:19.591216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2cc578d-20a6-48e9-b3b1-57c87380f585 req-aae5c711-bbc0-4449-9a1a-db2aa8f84fa0 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.47 "DELETE /v2.0/ports/0e8d38ee-db34-4afe-8ea3-f477de0d127e HTTP/1.1" status: 204 len: 173 time: 0.4113157 Jan 28 05:04:19.591664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'name': 'network-vif-deleted', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:19.593949 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b40372-18e9-49fd-8889-9fbcd3f6631a" -d '{"events": [{"server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "name": "network-vif-deleted", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:19.633300 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba14e05-e06e-4ac9-b5d2-1a6a4df3da85 x-openstack-request-id: req-5ba14e05-e06e-4ac9-b5d2-1a6a4df3da85 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:19.633610 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5e833-9494-43a3-a70c-4abdcaf61e25", "name": "network-vif-deleted", "tag": "0e8d38ee-db34-4afe-8ea3-f477de0d127e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:19.633928 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ba14e05-e06e-4ac9-b5d2-1a6a4df3da85 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:19.634783 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5e833-9494-43a3-a70c-4abdcaf61e25', 'name': 'network-vif-deleted', 'tag': '0e8d38ee-db34-4afe-8ea3-f477de0d127e', 'status': 'completed', 'code': 200} Jan 28 05:04:20.162550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42870) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:20.220386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fd67506-51c2-4aff-a92b-1320574dde62 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (20e21799-6bde-4baa-ad33-9cfeeb1e6cc6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.245719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fd67506-51c2-4aff-a92b-1320574dde62 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (20e21799-6bde-4baa-ad33-9cfeeb1e6cc6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.306661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fd67506-51c2-4aff-a92b-1320574dde62 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (20e21799-6bde-4baa-ad33-9cfeeb1e6cc6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.309445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8fd67506-51c2-4aff-a92b-1320574dde62 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.313509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8fd67506-51c2-4aff-a92b-1320574dde62 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/security-groups/20e21799-6bde-4baa-ad33-9cfeeb1e6cc6 HTTP/1.1" status: 204 len: 168 time: 0.1470289 Jan 28 05:04:20.320819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd67506-51c2-4aff-a92b-1320574dde62 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e21799-6bde-4baa-ad33-9cfeeb1e6cc6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:20.348992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42876) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:20.375989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42878) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:20.484782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37261950-ac06-40f5-8c14-3a26953180f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.563093 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37261950-ac06-40f5-8c14-3a26953180f4 admin admin] Publish callbacks [] for security_group (ed313aaa-da5f-40e1-b5f9-10dc01680477), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.567632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37261950-ac06-40f5-8c14-3a26953180f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed313aaa-da5f-40e1-b5f9-10dc01680477), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.616681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-37261950-ac06-40f5-8c14-3a26953180f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22a73aa1dccd46068d11495ba174af7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372541 Jan 28 05:04:20.616681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37261950-ac06-40f5-8c14-3a26953180f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed313aaa-da5f-40e1-b5f9-10dc01680477,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:20.617644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42884) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:20.665245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4075f51c-5254-4eb4-9c42-d553e7ed387f admin admin] Publish callbacks [] for security_group (ed313aaa-da5f-40e1-b5f9-10dc01680477), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.686032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4075f51c-5254-4eb4-9c42-d553e7ed387f admin admin] Publish callbacks [] for security_group (ed313aaa-da5f-40e1-b5f9-10dc01680477), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.729297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (3d00f7c5-4313-4b77-96a9-6b745a995220), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.736568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4075f51c-5254-4eb4-9c42-d553e7ed387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed313aaa-da5f-40e1-b5f9-10dc01680477), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.739310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4075f51c-5254-4eb4-9c42-d553e7ed387f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:20.740594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4075f51c-5254-4eb4-9c42-d553e7ed387f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed313aaa-da5f-40e1-b5f9-10dc01680477 HTTP/1.1" status: 204 len: 168 time: 0.1220522 Jan 28 05:04:20.748602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075f51c-5254-4eb4-9c42-d553e7ed387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed313aaa-da5f-40e1-b5f9-10dc01680477,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:20.997391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 34707c40-903d-495a-92ab-fde3e5ccaeb6 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:20.997750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.007303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42890) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:21.020322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7faad74-ffc8-4b3a-a9ee-c47240a9df1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.088448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 34707c40-903d-495a-92ab-fde3e5ccaeb6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=34707c40-903d-495a-92ab-fde3e5ccaeb6,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:21.088723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.097670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7faad74-ffc8-4b3a-a9ee-c47240a9df1e admin admin] Publish callbacks [] for security_group (02ff3277-cc8f-4073-872b-624d489a3c14), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.101483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 34707c40-903d-495a-92ab-fde3e5ccaeb6 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:21.102400 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7faad74-ffc8-4b3a-a9ee-c47240a9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (02ff3277-cc8f-4073-872b-624d489a3c14), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.142348 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d7faad74-ffc8-4b3a-a9ee-c47240a9df1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f8cf4c4fe7c44ada45447195ab60bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316073 Jan 28 05:04:21.142348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faad74-ffc8-4b3a-a9ee-c47240a9df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff3277-cc8f-4073-872b-624d489a3c14,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:21.144755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:21.198667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d12e33be-de97-4358-b504-3c6586c5631a admin admin] Publish callbacks [] for security_group (02ff3277-cc8f-4073-872b-624d489a3c14), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.220072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d12e33be-de97-4358-b504-3c6586c5631a admin admin] Publish callbacks [] for security_group (02ff3277-cc8f-4073-872b-624d489a3c14), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.269225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d12e33be-de97-4358-b504-3c6586c5631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (02ff3277-cc8f-4073-872b-624d489a3c14), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.271895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d12e33be-de97-4358-b504-3c6586c5631a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.273245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d12e33be-de97-4358-b504-3c6586c5631a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02ff3277-cc8f-4073-872b-624d489a3c14 HTTP/1.1" status: 204 len: 168 time: 0.1273308 Jan 28 05:04:21.281054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e33be-de97-4358-b504-3c6586c5631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff3277-cc8f-4073-872b-624d489a3c14,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:21.293709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (34707c40-903d-495a-92ab-fde3e5ccaeb6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.326532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=34707c40-903d-495a-92ab-fde3e5ccaeb6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:21.505279 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (3d00f7c5-4313-4b77-96a9-6b745a995220), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.736207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Router 3d00f7c5-4313-4b77-96a9-6b745a995220 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:04:21.843806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:04:21.852374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-212701a0-be6c-464b-a5ac-2c9b2696de83 tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "PUT /v2.0/routers/3d00f7c5-4313-4b77-96a9-6b745a995220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4990351 Jan 28 05:04:21.853301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42912) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:21.854836 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] Sync routers for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:04:21.865977 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:21.866918 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:21.909480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting subnet 544770c2-2d88-4ee2-b28c-59b3e6fc2c2c {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:04:21.913374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (544770c2-2d88-4ee2-b28c-59b3e6fc2c2c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.955901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (544770c2-2d88-4ee2-b28c-59b3e6fc2c2c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:21.974800 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:22.080433 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (544770c2-2d88-4ee2-b28c-59b3e6fc2c2c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.148375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (544770c2-2d88-4ee2-b28c-59b3e6fc2c2c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.183626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Subnet': ['ID=544770c2-2d88-4ee2-b28c-59b3e6fc2c2c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:22.185643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.190598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a396e19d-54d6-404d-a712-c2fcbd1732ed None None] Network 590df0bb-64ba-4396-9b79-7aeaf7a68b5a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:22.191891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42922) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:22.200841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6b785a79-33f2-4e9d-899d-914662e906ee tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/subnets/544770c2-2d88-4ee2-b28c-59b3e6fc2c2c HTTP/1.1" status: 204 len: 168 time: 0.3464332 Jan 28 05:04:22.275752 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:04:21Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:22.305707 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router (3d00f7c5-4313-4b77-96a9-6b745a995220), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.314361 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] Checking router: 3d00f7c5-4313-4b77-96a9-6b745a995220 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:04:22.324357 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] Routers {'3d00f7c5-4313-4b77-96a9-6b745a995220'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:22.324980 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3d00f7c5-4313-4b77-96a9-6b745a995220'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:22.349999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] DHCP port deletion for 590df0bb-64ba-4396-9b79-7aeaf7a68b5a request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:04:22.410373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Deleting port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:22.411019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.426229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_gateway (3d00f7c5-4313-4b77-96a9-6b745a995220), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.443848 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:04:22.472142 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] Set router 3d00f7c5-4313-4b77-96a9-6b745a995220 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:22.483351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] For port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,segment=NetworkSegment(006ea42d-76aa-4045-a703-b06ba1abedc1),segment_id=006ea42d-76aa-4045-a703-b06ba1abedc1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:22.483999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.498059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Calling delete_port for 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:22.500086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Deleting port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:22.500440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.632426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] For port 7e24dc1f-595e-4d8c-b133-e197c5ed0f28, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:22.633015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.653376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Calling delete_port for 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:22.708097 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:04:21Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:22.778090 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a1b56-3867-40d8-9e10-e8e202bce26d None None] The sync data for ids ['3d00f7c5-4313-4b77-96a9-6b745a995220'] in n-d-824835-3 is: [{'id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'name': 'tempest-TestNetworkBasicOps-router-979503225', 'tenant_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:03:18Z', 'updated_at': '2022-01-28T05:04:21Z', 'revision_number': 5, 'project_id': 'd962c8519a9b4fea9b53932efa76f2b8', 'gw_port': {'id': '7e24dc1f-595e-4d8c-b133-e197c5ed0f28', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00f7c5-4313-4b77-96a9-6b745a995220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:03:19Z', 'updated_at': '2022-01-28T05:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:04:22.808242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:04:22.849423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.878529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Pushing event deleted for resources: {'Port': ['ID=51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:22.882583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No active binding found for port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 {{(pid=103140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 05:04:22.883179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] The host n-d-824835-3 is not matching for port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 host None! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:04:22.883749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:04:22.885469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] No DVR routers for this DVR port 51d7cd3a-bc39-4835-a67c-9ea9f58a8bf8 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:04:22.893421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.894059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.894566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.895090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.895429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.896455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.896963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.897494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.897834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.898171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.898508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.898847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.900634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28812ab4-3155-4738-8c22-a14dae3b945c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:22.916354 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7e24dc1f-595e-4d8c-b133-e197c5ed0f28), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:22.948406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Port': ['ID=7e24dc1f-595e-4d8c-b133-e197c5ed0f28,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:23.006192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (3d00f7c5-4313-4b77-96a9-6b745a995220), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.097786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (3d00f7c5-4313-4b77-96a9-6b745a995220), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.099983 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router_controller (3d00f7c5-4313-4b77-96a9-6b745a995220), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.146853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (3d00f7c5-4313-4b77-96a9-6b745a995220), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.147491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Fanout notify agent at l3_agent the message router_deleted on router 3d00f7c5-4313-4b77-96a9-6b745a995220 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:04:23.155304 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.156649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3976b018-028c-4aad-95f9-8d82835afafd tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/routers/3d00f7c5-4313-4b77-96a9-6b745a995220 HTTP/1.1" status: 204 len: 168 time: 0.9637640 Jan 28 05:04:23.159335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:23.240141 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42948) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:23.253495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (590df0bb-64ba-4396-9b79-7aeaf7a68b5a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.342646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (590df0bb-64ba-4396-9b79-7aeaf7a68b5a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.366878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ebbc-d10a-4349-b48d-7cd774b2d2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.380996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590df0bb-64ba-4396-9b79-7aeaf7a68b5a']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:23.393749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006ea42d-76aa-4045-a703-b06ba1abedc1') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:23.393977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006ea42d-76aa-4045-a703-b06ba1abedc1') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:23.414174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (006ea42d-76aa-4045-a703-b06ba1abedc1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.436596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (006ea42d-76aa-4045-a703-b06ba1abedc1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.444332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:04:23.444737 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (006ea42d-76aa-4045-a703-b06ba1abedc1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:04:23.447788 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:04:23.510110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (590df0bb-64ba-4396-9b79-7aeaf7a68b5a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.518044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.521727 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] 10.222.0.21 "DELETE /v2.0/networks/590df0bb-64ba-4396-9b79-7aeaf7a68b5a HTTP/1.1" status: 204 len: 168 time: 0.3608534 Jan 28 05:04:23.542749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc984c7-c4f8-40eb-9362-c30a566adf5d tempest-TestNetworkBasicOps-474700930 tempest-TestNetworkBasicOps-474700930-project] Pushing event deleted for resources: {'Network': ['ID=590df0bb-64ba-4396-9b79-7aeaf7a68b5a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:23.572822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ebbc-d10a-4349-b48d-7cd774b2d2b7 admin admin] Publish callbacks [] for security_group (8e7d4f96-4fbf-47c3-9f8b-871117ade60a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.577136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ebbc-d10a-4349-b48d-7cd774b2d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8e7d4f96-4fbf-47c3-9f8b-871117ade60a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.616489 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ebf3ebbc-d10a-4349-b48d-7cd774b2d2b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=088b5e8c23a44f2ea53063f319ad18c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752739 Jan 28 05:04:23.619088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42954) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:23.626023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3ebbc-d10a-4349-b48d-7cd774b2d2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d4f96-4fbf-47c3-9f8b-871117ade60a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:23.672310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3acfe7ca-4afd-4d8f-af6d-5a356cd19f61 admin admin] Publish callbacks [] for security_group (8e7d4f96-4fbf-47c3-9f8b-871117ade60a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.693951 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3acfe7ca-4afd-4d8f-af6d-5a356cd19f61 admin admin] Publish callbacks [] for security_group (8e7d4f96-4fbf-47c3-9f8b-871117ade60a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.741862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:23.752469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3acfe7ca-4afd-4d8f-af6d-5a356cd19f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8e7d4f96-4fbf-47c3-9f8b-871117ade60a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.756467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3acfe7ca-4afd-4d8f-af6d-5a356cd19f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:23.757644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3acfe7ca-4afd-4d8f-af6d-5a356cd19f61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e7d4f96-4fbf-47c3-9f8b-871117ade60a HTTP/1.1" status: 204 len: 168 time: 0.1376317 Jan 28 05:04:23.765428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfe7ca-4afd-4d8f-af6d-5a356cd19f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d4f96-4fbf-47c3-9f8b-871117ade60a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:23.919314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-47a41c6b-712b-4ee1-8f7e-1a4be24c4e6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d962c8519a9b4fea9b53932efa76f2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762493 Jan 28 05:04:23.922000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42968) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:23.982706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-033e4663-8b6a-4889-a2fb-580598de250c admin admin] Publish callbacks [] for security_group (505457ec-4e98-451c-b718-814b929e6ec0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.006398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-033e4663-8b6a-4889-a2fb-580598de250c admin admin] Publish callbacks [] for security_group (505457ec-4e98-451c-b718-814b929e6ec0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.062637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-033e4663-8b6a-4889-a2fb-580598de250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (505457ec-4e98-451c-b718-814b929e6ec0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.065525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-033e4663-8b6a-4889-a2fb-580598de250c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.066585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-033e4663-8b6a-4889-a2fb-580598de250c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/505457ec-4e98-451c-b718-814b929e6ec0 HTTP/1.1" status: 204 len: 168 time: 0.1435695 Jan 28 05:04:24.081483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e4663-8b6a-4889-a2fb-580598de250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505457ec-4e98-451c-b718-814b929e6ec0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:24.305475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0e8d38ee-db34-4afe-8ea3-f477de0d127e no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:04:24.326584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 0e8d38ee-db34-4afe-8ea3-f477de0d127e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:04:24.327189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 0e8d38ee-db34-4afe-8ea3-f477de0d127e not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:04:24.378718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 42988) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:24.392773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7af1-0208-4105-a5eb-785d2a9bdaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.469871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7af1-0208-4105-a5eb-785d2a9bdaf9 admin admin] Publish callbacks [] for security_group (82d7e18b-87e0-49be-8a15-3498ebe1872d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.474973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7af1-0208-4105-a5eb-785d2a9bdaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (82d7e18b-87e0-49be-8a15-3498ebe1872d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.515106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4a5d7af1-0208-4105-a5eb-785d2a9bdaf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=227b667f232849f994e7f8b1d4f6e4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350150 Jan 28 05:04:24.517212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7af1-0208-4105-a5eb-785d2a9bdaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7e18b-87e0-49be-8a15-3498ebe1872d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:24.517881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 42992) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:24.578029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4d93983-7eae-4f22-99ce-3835541b9a42 admin admin] Publish callbacks [] for security_group (82d7e18b-87e0-49be-8a15-3498ebe1872d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.607785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4d93983-7eae-4f22-99ce-3835541b9a42 admin admin] Publish callbacks [] for security_group (82d7e18b-87e0-49be-8a15-3498ebe1872d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.636142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 34707c40-903d-495a-92ab-fde3e5ccaeb6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:04:24.658935 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4d93983-7eae-4f22-99ce-3835541b9a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (82d7e18b-87e0-49be-8a15-3498ebe1872d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.659665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 34707c40-903d-495a-92ab-fde3e5ccaeb6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:04:24.660212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 34707c40-903d-495a-92ab-fde3e5ccaeb6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:04:24.660642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:04:24.662258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4d93983-7eae-4f22-99ce-3835541b9a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:24.663782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a4d93983-7eae-4f22-99ce-3835541b9a42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82d7e18b-87e0-49be-8a15-3498ebe1872d HTTP/1.1" status: 204 len: 168 time: 0.1449134 Jan 28 05:04:24.672777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93983-7eae-4f22-99ce-3835541b9a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7e18b-87e0-49be-8a15-3498ebe1872d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:24.685380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:04:24.685957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7e24dc1f-595e-4d8c-b133-e197c5ed0f28 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:04:26.483189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43088) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:26.589951 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f859fed8-1157-4f94-8ee8-940cc7b1c61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.663908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f859fed8-1157-4f94-8ee8-940cc7b1c61c admin admin] Publish callbacks [] for security_group (00ba5d7d-61ff-4753-96eb-c66e8fac1388), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.667527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f859fed8-1157-4f94-8ee8-940cc7b1c61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (00ba5d7d-61ff-4753-96eb-c66e8fac1388), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.707862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f859fed8-1157-4f94-8ee8-940cc7b1c61c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33cc6436642e4f248cc8aebce1792fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235451 Jan 28 05:04:26.708318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43092) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:26.710102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859fed8-1157-4f94-8ee8-940cc7b1c61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba5d7d-61ff-4753-96eb-c66e8fac1388,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:26.718428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43094) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:26.723769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'network': {'name': 'tempest-network-smoke--433722661', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:26.743425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Made reservation on behalf of bb1e65954f174beabe82190831b91d7b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:26.747133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.756675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.762892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0424e779-ed17-4519-8c0b-7afed5ea5ad4 admin admin] Publish callbacks [] for security_group (00ba5d7d-61ff-4753-96eb-c66e8fac1388), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.784821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0424e779-ed17-4519-8c0b-7afed5ea5ad4 admin admin] Publish callbacks [] for security_group (00ba5d7d-61ff-4753-96eb-c66e8fac1388), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.835798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (d7651140-9cb9-4ce1-90e7-c0c52e1b64c8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.838797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7651140-9cb9-4ce1-90e7-c0c52e1b64c8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.839976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0424e779-ed17-4519-8c0b-7afed5ea5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (00ba5d7d-61ff-4753-96eb-c66e8fac1388), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.842601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0424e779-ed17-4519-8c0b-7afed5ea5ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.846118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0424e779-ed17-4519-8c0b-7afed5ea5ad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ba5d7d-61ff-4753-96eb-c66e8fac1388 HTTP/1.1" status: 204 len: 168 time: 0.1308205 Jan 28 05:04:26.852793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424e779-ed17-4519-8c0b-7afed5ea5ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba5d7d-61ff-4753-96eb-c66e8fac1388,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:26.863514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:26.878559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7651140-9cb9-4ce1-90e7-c0c52e1b64c8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:26.883211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1f23859c-de5b-4ba2-a9b6-d23589059cf9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.883555 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Added segment 1f23859c-de5b-4ba2-a9b6-d23589059cf9 of type vlan for network f1df6991-d6fd-4c39-a0ba-1309e0a50324 Jan 28 05:04:26.922494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f1df6991-d6fd-4c39-a0ba-1309e0a50324), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.947573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f1df6991-d6fd-4c39-a0ba-1309e0a50324), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:26.953081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:26.953708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.010083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2904663 Jan 28 05:04:27.013209 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43100) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:27.017755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'admin_state_up': True, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:27.028755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06773a42-6d9a-41c1-9c1e-eb5060510a3a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Network': ['ID=f1df6991-d6fd-4c39-a0ba-1309e0a50324,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:27.039654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:27.047932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.048921 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.110642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_controller (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.590684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.784910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.807462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:27.915632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.25.6.237 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/6a711a73-da7e-41c4-9d2b-49271844b7b3) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:28.020029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:28.056473 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:28.094386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:28.097465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:28.099906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:28.126701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=6a711a73-da7e-41c4-9d2b-49271844b7b3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:28.370459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:28.582759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:28.713768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:04:28.825519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:04:28.826669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:28.836036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Sync routers for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:04:28.847316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:28.848206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:28.848650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:28.853214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ea682d27-ffac-49ac-a331-6298d2b14e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8358562 Jan 28 05:04:28.853620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43190) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:28.943855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27eabea9-e0b3-41cc-8cdd-e7f3a82e8128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:28.973018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:29.029907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27eabea9-e0b3-41cc-8cdd-e7f3a82e8128 admin admin] Publish callbacks [] for security_group (f52a7586-e517-414d-89dd-8de7c3dafa6d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.034837 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27eabea9-e0b3-41cc-8cdd-e7f3a82e8128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f52a7586-e517-414d-89dd-8de7c3dafa6d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.053771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1741c098-e204-4aa0-8fa0-e91eca750be7 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb1e65954f174beabe82190831b91d7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1986821 Jan 28 05:04:29.056158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43194) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.077744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27eabea9-e0b3-41cc-8cdd-e7f3a82e8128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6283911237fa4222b6d17a1c4a8edb58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492597 Jan 28 05:04:29.077957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.078384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eabea9-e0b3-41cc-8cdd-e7f3a82e8128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52a7586-e517-414d-89dd-8de7c3dafa6d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:29.163985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:28Z', 'revision_number': 3, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:29.187369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-491f509c-a2d2-4d2e-87ce-bfb9bf21d178 admin admin] Publish callbacks [] for security_group (f52a7586-e517-414d-89dd-8de7c3dafa6d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.189609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74ca34-ba52-431d-84fd-bd3af5088f55 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:29.191158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ad74ca34-ba52-431d-84fd-bd3af5088f55 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340303 Jan 28 05:04:29.191334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Checking router: 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:04:29.191688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Updating router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 port 6a711a73-da7e-41c4-9d2b-49271844b7b3 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:04:29.194552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43198) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.216915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.229091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2856eded-e9de-448a-8c2e-5ff3b0411aec tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334921 Jan 28 05:04:29.231870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43200) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.237120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494092476', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:29.240455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-491f509c-a2d2-4d2e-87ce-bfb9bf21d178 admin admin] Publish callbacks [] for security_group (f52a7586-e517-414d-89dd-8de7c3dafa6d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.292869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-491f509c-a2d2-4d2e-87ce-bfb9bf21d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f52a7586-e517-414d-89dd-8de7c3dafa6d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.295590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-491f509c-a2d2-4d2e-87ce-bfb9bf21d178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.299179 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-491f509c-a2d2-4d2e-87ce-bfb9bf21d178 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f52a7586-e517-414d-89dd-8de7c3dafa6d HTTP/1.1" status: 204 len: 168 time: 0.2182939 Jan 28 05:04:29.306939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f509c-a2d2-4d2e-87ce-bfb9bf21d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52a7586-e517-414d-89dd-8de7c3dafa6d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:29.339329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Made reservation on behalf of bb1e65954f174beabe82190831b91d7b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:29.344945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.516517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Publish callbacks [] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.524108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.553680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (6176bb7c-bdf7-4b06-994c-17caa65deb0f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.579944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Attempting to bind port 6a711a73-da7e-41c4-9d2b-49271844b7b3 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:29.580419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Attempting to bind port 6a711a73-da7e-41c4-9d2b-49271844b7b3 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:29.580856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Attempting to bind port 6a711a73-da7e-41c4-9d2b-49271844b7b3 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:29.592127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8c1ff-d51e-4b56-980c-d866ef9a075a None None] Pushing event updated for resources: {'Port': ['ID=6a711a73-da7e-41c4-9d2b-49271844b7b3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:29.595151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:29.595621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:29.596095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.597001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:29.597674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Bound port: 6a711a73-da7e-41c4-9d2b-49271844b7b3, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:29.598236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.620087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Subnet': ['ID=6176bb7c-bdf7-4b06-994c-17caa65deb0f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:29.634040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Checking segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:29.634423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network hostable DHCP agents. Network: f1df6991-d6fd-4c39-a0ba-1309e0a50324, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:29.636154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43208) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.654572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bcaa7a6-1f63-4b3d-bf78-1db60aa73e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.655484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] For port 6a711a73-da7e-41c4-9d2b-49271844b7b3, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:29.657061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:29.658836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] For port 6a711a73-da7e-41c4-9d2b-49271844b7b3, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a711a73-da7e-41c4-9d2b-49271844b7b3,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:29.664438 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.668133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f1df6991-d6fd-4c39-a0ba-1309e0a50324) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:29.672607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:29.673958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.692522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c5cb38fc-dc30-4791-937a-a6826d6af170 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4590862 Jan 28 05:04:29.695627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43210) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.698692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb1c51-65a0-4004-bc2c-ea24a96a7aac None None] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:29.754217 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bcaa7a6-1f63-4b3d-bf78-1db60aa73e44 admin admin] Publish callbacks [] for security_group (729ed421-23f8-4ae5-add1-f2b063054b39), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.763875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4bcaa7a6-1f63-4b3d-bf78-1db60aa73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (729ed421-23f8-4ae5-add1-f2b063054b39), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.780649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:29.781328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:29.810313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4bcaa7a6-1f63-4b3d-bf78-1db60aa73e44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cf3a2197a644bb0b2c043d7e2182f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702151 Jan 28 05:04:29.810313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaa7a6-1f63-4b3d-bf78-1db60aa73e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729ed421-23f8-4ae5-add1-f2b063054b39,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:29.810897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43212) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:29.823835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8c1ff-d51e-4b56-980c-d866ef9a075a None None] Pushing event updated for resources: {'Port': ['ID=6a711a73-da7e-41c4-9d2b-49271844b7b3,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:29.929746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:29.930606 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.936710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:29.951597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-733ff6b4-e40b-4d50-ba75-fcb73ecf3de6 admin admin] Publish callbacks [] for security_group (729ed421-23f8-4ae5-add1-f2b063054b39), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:29.984585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-733ff6b4-e40b-4d50-ba75-fcb73ecf3de6 admin admin] Publish callbacks [] for security_group (729ed421-23f8-4ae5-add1-f2b063054b39), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.109277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-733ff6b4-e40b-4d50-ba75-fcb73ecf3de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (729ed421-23f8-4ae5-add1-f2b063054b39), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.111835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-733ff6b4-e40b-4d50-ba75-fcb73ecf3de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.112979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-733ff6b4-e40b-4d50-ba75-fcb73ecf3de6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/729ed421-23f8-4ae5-add1-f2b063054b39 HTTP/1.1" status: 204 len: 168 time: 0.3011525 Jan 28 05:04:30.142062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ff6b4-e40b-4d50-ba75-fcb73ecf3de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729ed421-23f8-4ae5-add1-f2b063054b39,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:30.218115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Allocated IP 172.20.0.2 (f1df6991-d6fd-4c39-a0ba-1309e0a50324/6176bb7c-bdf7-4b06-994c-17caa65deb0f/bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:30.253342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.303826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:28Z', 'revision_number': 3, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:30.341741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab032224-43f5-47c1-9c3f-072b4d6d13af None None] The sync data for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 is: [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:28Z', 'revision_number': 3, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:04:30.451571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Publish callbacks [] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.459245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.511192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:30.514463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:30.524627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:30.531903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Pushing event updated for resources: {'Port': ['ID=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:30.593128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Attempting to bind port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:30.593544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Attempting to bind port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:30.593917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Attempting to bind port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e on network f1df6991-d6fd-4c39-a0ba-1309e0a50324 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:30.600616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:30.601000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Checking segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:30.601465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.601875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Bound using segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:30.602449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Bound port: bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:30.602780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.693323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] For port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:30.702674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] For port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:30.710913 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:30.804466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ce73f-0027-4c36-b7cf-9865d9caec1a None None] Pushing event updated for resources: {'Port': ['ID=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:30.963724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.20.0.1 (f1df6991-d6fd-4c39-a0ba-1309e0a50324/6176bb7c-bdf7-4b06-994c-17caa65deb0f/3e2d9ba8-8914-48ca-9196-729666b0cff4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:31.140325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.187255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.247011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:31.252582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:31.255501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:31.291131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=3e2d9ba8-8914-48ca-9196-729666b0cff4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:31.331994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.506014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.720974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43284) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:31.820780 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.826297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.836672 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b76c759-b019-43bd-a953-44fe402f3dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.899074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=3e2d9ba8-8914-48ca-9196-729666b0cff4,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:31.906868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.921458 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b76c759-b019-43bd-a953-44fe402f3dc4 admin admin] Publish callbacks [] for security_group (e2e55a6e-150d-43a2-9c59-cba41d7dfd93), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.925639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b76c759-b019-43bd-a953-44fe402f3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e2e55a6e-150d-43a2-9c59-cba41d7dfd93), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:31.969758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b76c759-b019-43bd-a953-44fe402f3dc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345faf6aecf844738376ad1a3326fb8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472637 Jan 28 05:04:31.971222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76c759-b019-43bd-a953-44fe402f3dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e55a6e-150d-43a2-9c59-cba41d7dfd93,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:31.973993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43288) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:32.017238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:32.019426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:32.026188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71a0f7a6-953c-4cc7-8ae5-4c8e60f0bc78 admin admin] Publish callbacks [] for security_group (e2e55a6e-150d-43a2-9c59-cba41d7dfd93), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.050851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71a0f7a6-953c-4cc7-8ae5-4c8e60f0bc78 admin admin] Publish callbacks [] for security_group (e2e55a6e-150d-43a2-9c59-cba41d7dfd93), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.114080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71a0f7a6-953c-4cc7-8ae5-4c8e60f0bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e2e55a6e-150d-43a2-9c59-cba41d7dfd93), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.116975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-71a0f7a6-953c-4cc7-8ae5-4c8e60f0bc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.118357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-71a0f7a6-953c-4cc7-8ae5-4c8e60f0bc78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2e55a6e-150d-43a2-9c59-cba41d7dfd93 HTTP/1.1" status: 204 len: 168 time: 0.1432881 Jan 28 05:04:32.129012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0f7a6-953c-4cc7-8ae5-4c8e60f0bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e55a6e-150d-43a2-9c59-cba41d7dfd93,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:32.160736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:04:32.211224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb5d96-7b06-4cb1-bfc7-593c721635e2 None None] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:32.279347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] Provisioning complete for port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:32.279732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.281481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:04:32.287850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4332c070-6909-4dce-be31-ef7e6a39c897 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "PUT /v2.0/routers/61a7a20a-0e8e-49c1-ba8b-4e334c742db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911827 Jan 28 05:04:32.290669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43294) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:32.296564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--228450489', 'description': 'tempest-secgroup_access--228450489 description', 'project_id': 'bb1e65954f174beabe82190831b91d7b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:32.326608 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.420411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] Current status of the port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:32.420990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.453901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (23741b6a-6a46-412b-93bf-e1fe424060f1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.459562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] For port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:32.460335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (23741b6a-6a46-412b-93bf-e1fe424060f1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.468313 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.499776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23741b6a-6a46-412b-93bf-e1fe424060f1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:32.504334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.508911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7814d38d-634e-44cc-b2ce-68167be4ec74 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2139795 Jan 28 05:04:32.509371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43302) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:32.514090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--722276218', 'description': 'tempest-secgroup_general--722276218 description', 'project_id': 'bb1e65954f174beabe82190831b91d7b'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:32.548919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc68ab-3746-458a-95aa-0fd2c1174cb2 None None] Pushing event updated for resources: {'Port': ['ID=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:32.564338 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.690317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (635a7ded-fe78-42c3-bfa6-61b009066bf1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.697330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (635a7ded-fe78-42c3-bfa6-61b009066bf1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.758465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635a7ded-fe78-42c3-bfa6-61b009066bf1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:32.778156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.788155 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-60113bc8-759a-42bc-b72b-2be4b05dff04 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2780466 Jan 28 05:04:32.790835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43312) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:32.796376 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'security_group_rule': {'security_group_id': '23741b6a-6a46-412b-93bf-e1fe424060f1', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:32.804335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c3bb2dfc-3fbd-41bb-aafc-3b2605f9f62f None None] Provisioning complete for port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:32.805374 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2dfc-3fbd-41bb-aafc-3b2605f9f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.835694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group_rule (7c2578d9-8bc5-4ff8-ac1f-268d9fac9a94), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.875988 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Sync routers for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:04:32.898328 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:32.899108 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:32.920165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group_rule (7c2578d9-8bc5-4ff8-ac1f-268d9fac9a94), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.936780 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (7c2578d9-8bc5-4ff8-ac1f-268d9fac9a94), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.945195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb2dfc-3fbd-41bb-aafc-3b2605f9f62f None None] Current status of the port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:32.948685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a711a73-da7e-41c4-9d2b-49271844b7b3 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:32.959740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2578d9-8bc5-4ff8-ac1f-268d9fac9a94,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:32.979766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:32.985640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c3bb2dfc-3fbd-41bb-aafc-3b2605f9f62f None None] Provisioning complete for port 3e2d9ba8-8914-48ca-9196-729666b0cff4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:32.986183 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2dfc-3fbd-41bb-aafc-3b2605f9f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.006091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab26dd8e-8a8b-4ac2-b55b-a7a454b4e962 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984429 Jan 28 05:04:33.057697 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:33.284164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-d47397fb-6901-4f8e-a235-bc8400d349e1 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--722276218&fields=id&tenant_id=bb1e65954f174beabe82190831b91d7b HTTP/1.1" status: 200 len: 267 time: 0.0735943 Jan 28 05:04:33.308180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb2dfc-3fbd-41bb-aafc-3b2605f9f62f None None] Port 3e2d9ba8-8914-48ca-9196-729666b0cff4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:04:33.310750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6a711a73-da7e-41c4-9d2b-49271844b7b3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:33.311226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.339144 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 2, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:33.365717 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Checking router: 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:04:33.366093 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Updating router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 port 3e2d9ba8-8914-48ca-9196-729666b0cff4 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:04:33.382661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-c629bfb5-0c7b-405e-b1bf-b9cf58f7c55a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--228450489&fields=id&tenant_id=bb1e65954f174beabe82190831b91d7b HTTP/1.1" status: 200 len: 267 time: 0.0882683 Jan 28 05:04:33.400111 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.438967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6a711a73-da7e-41c4-9d2b-49271844b7b3 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:33.439519 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.465236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d9396421-77a8-4207-bd1d-e5a13176d81b None None] Provisioning complete for port 3e2d9ba8-8914-48ca-9196-729666b0cff4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:33.465668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d9396421-77a8-4207-bd1d-e5a13176d81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.468711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 6a711a73-da7e-41c4-9d2b-49271844b7b3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a711a73-da7e-41c4-9d2b-49271844b7b3,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:33.494010 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.494970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:33.531052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-98bf1345-31aa-4921-bc96-9b8043d89254 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:33.532810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-98bf1345-31aa-4921-bc96-9b8043d89254 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/networks?id=f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 200 len: 796 time: 0.1492784 Jan 28 05:04:33.551590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-47e476ff-dcc9-4f03-86b2-7b3f526c43ac tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/quotas/bb1e65954f174beabe82190831b91d7b HTTP/1.1" status: 200 len: 375 time: 0.0104804 Jan 28 05:04:33.587809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d9396421-77a8-4207-bd1d-e5a13176d81b None None] Port 3e2d9ba8-8914-48ca-9196-729666b0cff4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:04:33.613104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=6a711a73-da7e-41c4-9d2b-49271844b7b3,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:33.615960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-07098052-7073-4c2e-9a36-624c551c024d tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584905 Jan 28 05:04:33.621628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:33.622111 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.757786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-062abf40-56c7-48ca-adf1-5d3d5ba8b240 service neutron] 10.222.0.21 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297727 Jan 28 05:04:33.765324 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Publish callbacks [] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.767273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:33.774943 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.828215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Pushing event updated for resources: {'Port': ['ID=3e2d9ba8-8914-48ca-9196-729666b0cff4,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:33.845482 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.845837 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.846266 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.847093 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.847515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.847755 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.848162 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.848497 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.849350 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.849687 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.850015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.850388 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.850715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:33.904565 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Attempting to bind port 3e2d9ba8-8914-48ca-9196-729666b0cff4 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:33.905210 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Attempting to bind port 3e2d9ba8-8914-48ca-9196-729666b0cff4 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:33.905402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Attempting to bind port 3e2d9ba8-8914-48ca-9196-729666b0cff4 on network f1df6991-d6fd-4c39-a0ba-1309e0a50324 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:33.909756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-6aa64311-faaa-42aa-9147-95e98c86a553 service neutron] 10.222.0.21 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461294 Jan 28 05:04:33.917732 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:33.918128 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Checking segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:33.918537 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.918932 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Bound using segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:33.919724 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Bound port: 3e2d9ba8-8914-48ca-9196-729666b0cff4, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:33.920111 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.990635 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] For port 3e2d9ba8-8914-48ca-9196-729666b0cff4, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:33.993902 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] For port 3e2d9ba8-8914-48ca-9196-729666b0cff4, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3e2d9ba8-8914-48ca-9196-729666b0cff4,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:34.000750 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.075358 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:34.075358 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:34.113204 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c908-2602-412b-8a55-57eba3b6e440 None None] Pushing event updated for resources: {'Port': ['ID=3e2d9ba8-8914-48ca-9196-729666b0cff4,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:34.141120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2289650b-0c92-410a-8147-ab0caa915847 req-0e6bb1d7-6267-42ad-9506-f6fa80a3efa8 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 210 time: 0.0443130 Jan 28 05:04:34.199443 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:34.235274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] Provisioning complete for port 3e2d9ba8-8914-48ca-9196-729666b0cff4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:34.236778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.376760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] Current status of the port 3e2d9ba8-8914-48ca-9196-729666b0cff4 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:34.377465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.421258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] For port 3e2d9ba8-8914-48ca-9196-729666b0cff4, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3e2d9ba8-8914-48ca-9196-729666b0cff4,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:34.428723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.445294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:34.480057 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:34.493658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c296c1-0964-46f3-8335-42b0dc136760 None None] Pushing event updated for resources: {'Port': ['ID=3e2d9ba8-8914-48ca-9196-729666b0cff4,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:34.514157 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80e12e-dc97-4c40-a6d1-c775bc2be745 None None] The sync data for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 is: [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:04:34.574188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0443c72e-49bf-4372-8a97-eb0fc9160242 None None] Provisioning complete for port 3e2d9ba8-8914-48ca-9196-729666b0cff4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:34.574188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0443c72e-49bf-4372-8a97-eb0fc9160242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.648973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5768186e-0d4e-4514-a779-2b53465f00ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.757509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0443c72e-49bf-4372-8a97-eb0fc9160242 None None] Current status of the port 3e2d9ba8-8914-48ca-9196-729666b0cff4 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:34.798679 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5768186e-0d4e-4514-a779-2b53465f00ec admin admin] Publish callbacks [] for security_group (bbcd9e5e-23d2-44f0-869b-2903431f64b5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.806183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5768186e-0d4e-4514-a779-2b53465f00ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bbcd9e5e-23d2-44f0-869b-2903431f64b5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.892872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a711a73-da7e-41c4-9d2b-49271844b7b3 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:34.904863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5768186e-0d4e-4514-a779-2b53465f00ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c780bba6bb724f94b983befd7902f44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560368 Jan 28 05:04:34.905276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:34.906054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768186e-0d4e-4514-a779-2b53465f00ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd9e5e-23d2-44f0-869b-2903431f64b5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:34.978561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6a711a73-da7e-41c4-9d2b-49271844b7b3 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:34.979756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:34.994087 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb943-198d-4e98-94f1-72990c71fa45 admin admin] Publish callbacks [] for security_group (bbcd9e5e-23d2-44f0-869b-2903431f64b5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:35.044502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb943-198d-4e98-94f1-72990c71fa45 admin admin] Publish callbacks [] for security_group (bbcd9e5e-23d2-44f0-869b-2903431f64b5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:35.078845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6a711a73-da7e-41c4-9d2b-49271844b7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:35.080002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3e2d9ba8-8914-48ca-9196-729666b0cff4 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:35.139773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb943-198d-4e98-94f1-72990c71fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (bbcd9e5e-23d2-44f0-869b-2903431f64b5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:35.144886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb943-198d-4e98-94f1-72990c71fa45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:35.146716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b7ecb943-198d-4e98-94f1-72990c71fa45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbcd9e5e-23d2-44f0-869b-2903431f64b5 HTTP/1.1" status: 204 len: 168 time: 0.2396944 Jan 28 05:04:35.149561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3e2d9ba8-8914-48ca-9196-729666b0cff4 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:35.151311 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:35.170566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecb943-198d-4e98-94f1-72990c71fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd9e5e-23d2-44f0-869b-2903431f64b5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:35.297548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3e2d9ba8-8914-48ca-9196-729666b0cff4 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:35.321809 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60abfe41-40ba-4820-a55e-725c90e4c45e req-50839760-8f5b-4e7d-b873-0080515b5c75 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 210 time: 0.0456469 Jan 28 05:04:35.822300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-1a30e71f-6727-4d21-9f65-426124f28649 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:35.825056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-1a30e71f-6727-4d21-9f65-426124f28649 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.47 "GET /v2.0/networks?id=f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 200 len: 796 time: 0.2038715 Jan 28 05:04:35.933326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-f5ee3b4a-36fe-4fe4-99aa-544ab8b484e4 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1e65954f174beabe82190831b91d7b HTTP/1.1" status: 200 len: 476 time: 0.0921733 Jan 28 05:04:35.947085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'port': {'device_id': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'admin_state_up': True, 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'security_groups': ['635a7ded-fe78-42c3-bfa6-61b009066bf1', '23741b6a-6a46-412b-93bf-e1fe424060f1']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:36.101601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Made reservation on behalf of bb1e65954f174beabe82190831b91d7b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:36.105515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.264327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.20.0.3 (f1df6991-d6fd-4c39-a0ba-1309e0a50324/6176bb7c-bdf7-4b06-994c-17caa65deb0f/c42ed6b4-801c-40b1-9cda-34de7cd1335d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:36.443706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.458095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b0fd43c-cb73-4a37-b5d5-3cae7e021afa req-7bd60dad-b572-4a4e-a2ba-87e8f59554f2 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 210 time: 0.0535228 Jan 28 05:04:36.467624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.495654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.538912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:36.543442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:36.547537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:36.609866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=c42ed6b4-801c-40b1-9cda-34de7cd1335d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:36.647814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:36.648406 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.667567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9926c794-4cdf-4922-a557-5421883d5156 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7279637 Jan 28 05:04:36.685463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Request body: {'port': {'device_id': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:36.779077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.833982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:36.895036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-33638709-574e-464d-a26b-1add1a743bb3 None None] Provisioning complete for port c42ed6b4-801c-40b1-9cda-34de7cd1335d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:36.895864 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33638709-574e-464d-a26b-1add1a743bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:36.933727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-33638709-574e-464d-a26b-1add1a743bb3 None None] Port c42ed6b4-801c-40b1-9cda-34de7cd1335d cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:04:36.968396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-536ccb1e-e757-4a09-a567-1f1301e4c6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.046668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-536ccb1e-e757-4a09-a567-1f1301e4c6c7 admin admin] Publish callbacks [] for security_group (93ce405a-e4d8-4675-bb87-5e979d70dd11), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.051924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-536ccb1e-e757-4a09-a567-1f1301e4c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (93ce405a-e4d8-4675-bb87-5e979d70dd11), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.095608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-536ccb1e-e757-4a09-a567-1f1301e4c6c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65942fb2abce4c0c827b875a66a741e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2580659 Jan 28 05:04:37.095608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ccb1e-e757-4a09-a567-1f1301e4c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ce405a-e4d8-4675-bb87-5e979d70dd11,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:37.095964 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42ed6b4-801c-40b1-9cda-34de7cd1335d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:04:37.097022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:37.122272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Publish callbacks [] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.140304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Transition to ACTIVE for port object c42ed6b4-801c-40b1-9cda-34de7cd1335d will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:04:37.146398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.160187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-392aaf7c-535b-4b02-a38e-3d973b4a39dd admin admin] Publish callbacks [] for security_group (93ce405a-e4d8-4675-bb87-5e979d70dd11), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.187722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-392aaf7c-535b-4b02-a38e-3d973b4a39dd admin admin] Publish callbacks [] for security_group (93ce405a-e4d8-4675-bb87-5e979d70dd11), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.207842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Pushing event updated for resources: {'Port': ['ID=c42ed6b4-801c-40b1-9cda-34de7cd1335d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:37.248737 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-392aaf7c-535b-4b02-a38e-3d973b4a39dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (93ce405a-e4d8-4675-bb87-5e979d70dd11), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.252007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-392aaf7c-535b-4b02-a38e-3d973b4a39dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.253289 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-392aaf7c-535b-4b02-a38e-3d973b4a39dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93ce405a-e4d8-4675-bb87-5e979d70dd11 HTTP/1.1" status: 204 len: 168 time: 0.1544209 Jan 28 05:04:37.262741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aaf7c-535b-4b02-a38e-3d973b4a39dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ce405a-e4d8-4675-bb87-5e979d70dd11,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:37.330724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Attempting to bind port c42ed6b4-801c-40b1-9cda-34de7cd1335d on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:37.331390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Attempting to bind port c42ed6b4-801c-40b1-9cda-34de7cd1335d by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:37.331586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Attempting to bind port c42ed6b4-801c-40b1-9cda-34de7cd1335d on network f1df6991-d6fd-4c39-a0ba-1309e0a50324 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:37.338033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Port c42ed6b4-801c-40b1-9cda-34de7cd1335d on network f1df6991-d6fd-4c39-a0ba-1309e0a50324 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:04:37.338372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Attempting to bind port c42ed6b4-801c-40b1-9cda-34de7cd1335d on network f1df6991-d6fd-4c39-a0ba-1309e0a50324 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:37.352475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:37.352826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Checking segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:37.353266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Bound using segment: {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:37.353724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Bound port: c42ed6b4-801c-40b1-9cda-34de7cd1335d, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23859c-de5b-4ba2-a9b6-d23589059cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:37.354106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.485988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] For port c42ed6b4-801c-40b1-9cda-34de7cd1335d, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:37.490606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] For port c42ed6b4-801c-40b1-9cda-34de7cd1335d, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:37.498729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.553353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:37.553782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.555232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] 10.222.0.47 "PUT /v2.0/ports/c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 200 len: 1130 time: 0.8748055 Jan 28 05:04:37.555691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:37.557993 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de477613-cce4-40b2-b035-95406963e111" -d '{"events": [{"name": "network-changed", "server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:37.622059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb230-6313-4035-bc3d-2e696ec8dfb3 req-ea7fccdf-9be4-4b76-b2a8-a5d99ff13f78 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:37.629032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b4bb230-6313-4035-bc3d-2e696ec8dfb3 req-ea7fccdf-9be4-4b76-b2a8-a5d99ff13f78 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 982 time: 0.0935781 Jan 28 05:04:37.703190 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c4e20a-6e76-49fb-a7ab-c8b76a05f094 x-openstack-request-id: req-36c4e20a-6e76-49fb-a7ab-c8b76a05f094 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:37.703848 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:37.704501 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36c4e20a-6e76-49fb-a7ab-c8b76a05f094 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:37.705524 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'status': 'completed', 'code': 200} Jan 28 05:04:37.724407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8069f-58a2-40f7-b8a2-b56f9c4b8fac service neutron] Pushing event updated for resources: {'Port': ['ID=c42ed6b4-801c-40b1-9cda-34de7cd1335d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:37.736958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b4bb230-6313-4035-bc3d-2e696ec8dfb3 req-7b0dc757-c0f0-4ae8-b3e5-0dec6d5a9cb4 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0958200 Jan 28 05:04:37.755290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-871481b4-bf46-4fc3-8c6f-b77ac75b2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:37.757887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-871481b4-bf46-4fc3-8c6f-b77ac75b2546 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1133 time: 0.1392853 Jan 28 05:04:37.825331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-40728812-4e32-4066-830b-3e0ec649cec6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 200 len: 217 time: 0.0508032 Jan 28 05:04:37.886817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-3d8636cb-0c76-43b2-ad46-4331af432679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:37.888591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-3d8636cb-0c76-43b2-ad46-4331af432679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6176bb7c-bdf7-4b06-994c-17caa65deb0f HTTP/1.1" status: 200 len: 835 time: 0.0535109 Jan 28 05:04:37.889966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:37.943578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-82f1f325-27fc-4762-9555-3c30beed3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:37.945582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-82f1f325-27fc-4762-9555-3c30beed3733 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1df6991-d6fd-4c39-a0ba-1309e0a50324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477381 Jan 28 05:04:38.048042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-18c88e1d-ca87-4138-8217-38e230883ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937805 Jan 28 05:04:38.142152 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f04d8242-735f-40ef-b7d8-57366eaafc39 req-9ac65c34-0f39-4cf7-a0e9-6431f3c39271 service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Jan 28 05:04:38.190845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43544) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.273613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477613-cce4-40b2-b035-95406963e111 req-724099ae-a061-4fb0-bc25-263996fbd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:38.276065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-724099ae-a061-4fb0-bc25-263996fbd17d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1133 time: 0.0476041 Jan 28 05:04:38.333086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-28ddb5a2-47a9-4aa9-a055-d5c551930eef tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.338046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28ddb5a2-47a9-4aa9-a055-d5c551930eef tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1461587 Jan 28 05:04:38.338885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.350222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-5887a884-909c-4c79-bc13-00c41ae2dbc0 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.354178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5887a884-909c-4c79-bc13-00c41ae2dbc0 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0141556 Jan 28 05:04:38.355075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43552) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.361382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-015ef526-d64b-41c6-8158-99d1f2fc9539 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.365920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-015ef526-d64b-41c6-8158-99d1f2fc9539 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062461 Jan 28 05:04:38.365920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43554) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.371907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-a79f1d66-4dd9-48e6-b146-d9ff7de454da tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.372876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a79f1d66-4dd9-48e6-b146-d9ff7de454da tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065484 Jan 28 05:04:38.375658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.382580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-d8d55b0f-2244-43f6-824d-ffd10c525986 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.387440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43560) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.388301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d8d55b0f-2244-43f6-824d-ffd10c525986 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0109944 Jan 28 05:04:38.396128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-8b9d6b5b-54d0-48b5-8867-7a5aa9bc2aff tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.401098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.406977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-7dab4466-0fe6-4c89-89bf-5420565cb7a3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.407956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7dab4466-0fe6-4c89-89bf-5420565cb7a3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055130 Jan 28 05:04:38.408646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8b9d6b5b-54d0-48b5-8867-7a5aa9bc2aff tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0205464 Jan 28 05:04:38.413624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.418600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-d8a2bfe9-be5f-4778-91b7-87510a2ac828 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.419567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477613-cce4-40b2-b035-95406963e111 req-4e8aaf9d-3c14-46ae-8280-2d1175fbbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:38.421016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-4e8aaf9d-3c14-46ae-8280-2d1175fbbe24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 200 len: 897 time: 0.1374228 Jan 28 05:04:38.422062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43566) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.422381 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d8a2bfe9-be5f-4778-91b7-87510a2ac828 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078077 Jan 28 05:04:38.426575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-29dedcbc-374f-430e-bd26-125d71d36eaa tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.428175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-29dedcbc-374f-430e-bd26-125d71d36eaa tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050216 Jan 28 05:04:38.430518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43568) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.434997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-f58b58d8-2e85-4f8d-a7cd-5d6c0fc2bd1d tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.436273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f58b58d8-2e85-4f8d-a7cd-5d6c0fc2bd1d tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045884 Jan 28 05:04:38.439032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43570) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.445510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-5d293428-4f10-411f-a7fe-3c39d138b5c5 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.446870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5d293428-4f10-411f-a7fe-3c39d138b5c5 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057442 Jan 28 05:04:38.449564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43572) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.454637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-c7bb2eaa-7a87-43a1-940e-d385918ec9e0 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.459133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.459539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c7bb2eaa-7a87-43a1-940e-d385918ec9e0 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088692 Jan 28 05:04:38.464612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-2a3e0fd4-ccb2-4274-b36b-cd4785e7366c tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.468015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2a3e0fd4-ccb2-4274-b36b-cd4785e7366c tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051086 Jan 28 05:04:38.468251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43576) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.473233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-ca4248fc-7698-44c2-b216-216f4b3d0553 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.476234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ca4248fc-7698-44c2-b216-216f4b3d0553 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051489 Jan 28 05:04:38.476630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43578) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.481269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-753c9a31-9de2-4522-820c-5700ee59e8ce tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.484192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-753c9a31-9de2-4522-820c-5700ee59e8ce tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045364 Jan 28 05:04:38.484409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43580) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.489831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-092181f8-5d9a-41ba-bfa1-0fc5095f5cca tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.492964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-092181f8-5d9a-41ba-bfa1-0fc5095f5cca tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055137 Jan 28 05:04:38.493171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43582) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.498647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-e7d7f5ab-c2bd-4069-9d5f-dba654d2a4d7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.501264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7d7f5ab-c2bd-4069-9d5f-dba654d2a4d7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055852 Jan 28 05:04:38.502145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43584) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.507053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-813fe0c0-e347-4fc8-b2ed-a32b9f67f911 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.510484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-813fe0c0-e347-4fc8-b2ed-a32b9f67f911 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073793 Jan 28 05:04:38.511258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43586) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.515850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-7d0839b7-9330-4f03-9e7f-e3286409d5e5 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.520340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7d0839b7-9330-4f03-9e7f-e3286409d5e5 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079427 Jan 28 05:04:38.521696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43590) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.526456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-8a055b45-c1d3-4c17-99e7-94e5b3cf1160 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.530584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8a055b45-c1d3-4c17-99e7-94e5b3cf1160 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0076628 Jan 28 05:04:38.531408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.536043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-3e9be969-8ddd-4e29-bdb2-d5c085eb14dd tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.540532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e9be969-8ddd-4e29-bdb2-d5c085eb14dd tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079556 Jan 28 05:04:38.541535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43594) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.545843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-5a8665e1-ac05-4980-90f0-72a8b144d345 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.549295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-8a49e984-436d-4c0a-bad7-5ca0c5a99c92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 200 len: 217 time: 0.0482998 Jan 28 05:04:38.549764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43596) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.550242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a8665e1-ac05-4980-90f0-72a8b144d345 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074861 Jan 28 05:04:38.555402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-d354c074-2fcd-4aa8-86bc-e62b6b380c2a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.558466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d354c074-2fcd-4aa8-86bc-e62b6b380c2a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056648 Jan 28 05:04:38.560369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43598) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.564949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-a5c466bf-d772-498a-9eb3-ffac67e83d05 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.569266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a5c466bf-d772-498a-9eb3-ffac67e83d05 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0079257 Jan 28 05:04:38.570090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43600) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.575025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-fa36fa15-f70c-4bfe-92c8-d53d8a401565 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.578530 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa36fa15-f70c-4bfe-92c8-d53d8a401565 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072653 Jan 28 05:04:38.579157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43602) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.586941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-1889e11d-f62e-492c-8353-5c1197f42e81 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.591030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1889e11d-f62e-492c-8353-5c1197f42e81 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0110025 Jan 28 05:04:38.591732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43604) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.597192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-d166c349-efd8-4168-8a00-ef4f972c4b0b tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.601814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43606) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.602841 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d166c349-efd8-4168-8a00-ef4f972c4b0b tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0095241 Jan 28 05:04:38.606312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-c12b1837-dd2d-46e3-861f-79775e5dedcb tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.608164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c12b1837-dd2d-46e3-861f-79775e5dedcb tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044553 Jan 28 05:04:38.610886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43608) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.616220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e805f69d-0a14-483c-8aef-69928c4264bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:38.623651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-fa16461f-a713-41dd-841b-8715d1e064af tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.630181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43610) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.630498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa16461f-a713-41dd-841b-8715d1e064af tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0169015 Jan 28 05:04:38.635293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-b7b56bbd-bf7b-4981-b31d-3948081bd92f tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.636326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b7b56bbd-bf7b-4981-b31d-3948081bd92f tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045509 Jan 28 05:04:38.638100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477613-cce4-40b2-b035-95406963e111 req-351c1a75-7321-434e-bffe-e945ee6583b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:38.639347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43612) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.640055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-351c1a75-7321-434e-bffe-e945ee6583b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6176bb7c-bdf7-4b06-994c-17caa65deb0f HTTP/1.1" status: 200 len: 835 time: 0.0828464 Jan 28 05:04:38.644072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-d9104e1a-f603-4d89-9797-1d5615aa7204 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.647897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.648235 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9104e1a-f603-4d89-9797-1d5615aa7204 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078254 Jan 28 05:04:38.651906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-9efce71c-64f4-4293-a2ed-170e60db02cb tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.654095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9efce71c-64f4-4293-a2ed-170e60db02cb tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040429 Jan 28 05:04:38.655084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43616) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.659506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-e0b658b4-979b-4ac9-939e-f1a702706f77 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.662042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e0b658b4-979b-4ac9-939e-f1a702706f77 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0058532 Jan 28 05:04:38.663739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43618) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.668003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-31c0c6ba-c24a-480f-b83d-b19fd40f1d19 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.668948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-31c0c6ba-c24a-480f-b83d-b19fd40f1d19 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043478 Jan 28 05:04:38.671205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.675512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-7f4bbadd-e285-4fc1-b3e8-b23a774a3888 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.679259 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f4bbadd-e285-4fc1-b3e8-b23a774a3888 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071459 Jan 28 05:04:38.679796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43622) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.684424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-4fcb1922-8b62-4f48-9970-9d79d048f125 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.687982 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4fcb1922-8b62-4f48-9970-9d79d048f125 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070972 Jan 28 05:04:38.688646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43624) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.692691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-486a1683-82cf-40b2-bb9d-748082643816 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.696219 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-486a1683-82cf-40b2-bb9d-748082643816 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065320 Jan 28 05:04:38.696447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.705492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-8fe80b14-2d02-468c-b7b7-1005b27e4b0e tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.710494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43628) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.713729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8fe80b14-2d02-468c-b7b7-1005b27e4b0e tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113728 Jan 28 05:04:38.716643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-598993aa-a337-4d6a-9991-aa1d3f3fe0b7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.720682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-598993aa-a337-4d6a-9991-aa1d3f3fe0b7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088217 Jan 28 05:04:38.721002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43630) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.723303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477613-cce4-40b2-b035-95406963e111 req-4026d84d-307a-4eb2-8159-4011eec2b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:38.725055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-4026d84d-307a-4eb2-8159-4011eec2b063 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1df6991-d6fd-4c39-a0ba-1309e0a50324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713313 Jan 28 05:04:38.729139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-3447d281-db7c-46e2-9e73-aedb11fedec5 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.732393 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3447d281-db7c-46e2-9e73-aedb11fedec5 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041962 Jan 28 05:04:38.732929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43632) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.743052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-5c24d4ea-0b20-4f8a-9598-bc499e873bc7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.746120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5c24d4ea-0b20-4f8a-9598-bc499e873bc7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045590 Jan 28 05:04:38.746990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43636) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.762086 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-8d0f97e6-0b95-48de-903e-0460735a854a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.765571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8d0f97e6-0b95-48de-903e-0460735a854a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0148916 Jan 28 05:04:38.766414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43638) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.772192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-4d5e72e5-3dc0-4c40-8715-977ebd533750 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.775939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.781438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-5d8b0628-f41b-4f82-b41a-529217a8192c tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.785214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5d8b0628-f41b-4f82-b41a-529217a8192c tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0080931 Jan 28 05:04:38.785961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4d5e72e5-3dc0-4c40-8715-977ebd533750 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0177407 Jan 28 05:04:38.786896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43642) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.793877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-4cc260d1-b654-40bc-8f70-a13d3dae91aa tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.797417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4cc260d1-b654-40bc-8f70-a13d3dae91aa tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094316 Jan 28 05:04:38.798345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43646) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.803442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-83e41d22-8d30-4a66-9677-94919afc41f8 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.806924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-83e41d22-8d30-4a66-9677-94919afc41f8 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0075934 Jan 28 05:04:38.813802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43648) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.818452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-2b0f9f49-396e-45d0-a7b2-f084665ccbc6 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.821707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2b0f9f49-396e-45d0-a7b2-f084665ccbc6 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0046804 Jan 28 05:04:38.823941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43650) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.832411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-7ba5e784-ff03-4aed-80e3-a18739135992 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.832411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7ba5e784-ff03-4aed-80e3-a18739135992 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054903 Jan 28 05:04:38.832727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43652) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.836521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-649120af-eb04-4519-9d1f-70211cc49ce6 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.839353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-649120af-eb04-4519-9d1f-70211cc49ce6 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039134 Jan 28 05:04:38.840169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.844931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-ce83d737-220e-476e-ad58-1dc2ab5a56cc tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.848261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ce83d737-220e-476e-ad58-1dc2ab5a56cc tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054996 Jan 28 05:04:38.849456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43656) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.854516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-b6afc38f-c30a-45d2-8a99-8af9c6e2dd3a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.857378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b6afc38f-c30a-45d2-8a99-8af9c6e2dd3a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055768 Jan 28 05:04:38.858052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43658) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.861583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-0f1ad2bf-c66c-46d8-8d4d-c9723f9f75d3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.865944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f1ad2bf-c66c-46d8-8d4d-c9723f9f75d3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046306 Jan 28 05:04:38.867321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.879121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-cd86cd7a-34eb-474d-8612-103ecd9a8873 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.884073 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd86cd7a-34eb-474d-8612-103ecd9a8873 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102155 Jan 28 05:04:38.885512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43662) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.894817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-f4205a12-01fa-434f-8eae-78ad514f85d3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.898760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f4205a12-01fa-434f-8eae-78ad514f85d3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0099478 Jan 28 05:04:38.899436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43664) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.909293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-8da9b2f0-31cc-4f68-ab8b-6f95400ae6e9 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.913075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8da9b2f0-31cc-4f68-ab8b-6f95400ae6e9 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104070 Jan 28 05:04:38.913466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43666) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.918036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-a0bf0414-0201-4d19-bb52-039f6048bc80 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.921268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a0bf0414-0201-4d19-bb52-039f6048bc80 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046303 Jan 28 05:04:38.924918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-02e462b8-aa12-4668-a2c8-bdadaafa7186 service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927404 Jan 28 05:04:38.925892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.931238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-e67219ba-1bdb-4aaf-b5e8-eed70afa35f4 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.934920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c060f0d-c45e-47a0-ad7e-c77a856100cc req-a7724213-91ba-405b-a882-7e451d66e581 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:38.935857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e67219ba-1bdb-4aaf-b5e8-eed70afa35f4 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0088952 Jan 28 05:04:38.940255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c060f0d-c45e-47a0-ad7e-c77a856100cc req-a7724213-91ba-405b-a882-7e451d66e581 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 982 time: 0.1505284 Jan 28 05:04:38.947367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43670) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.952771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-c0abd9a7-325b-410a-9420-4a1fedc8b1a7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.956559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c0abd9a7-325b-410a-9420-4a1fedc8b1a7 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071077 Jan 28 05:04:38.963838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.980160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-3099779a-29b5-4707-bef4-bafcc7e638de tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.983811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3099779a-29b5-4707-bef4-bafcc7e638de tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0173099 Jan 28 05:04:38.984395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:38.991131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-5d260e24-4573-4996-8052-850bfcbc2462 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:38.994591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5d260e24-4573-4996-8052-850bfcbc2462 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0073292 Jan 28 05:04:38.995752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.001223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-d3d61106-a20d-4430-82b9-b882eeded033 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.004553 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d3d61106-a20d-4430-82b9-b882eeded033 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064750 Jan 28 05:04:39.005377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.009992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-392ffde7-8b39-4c72-8a02-a666d28ca686 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.013742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-392ffde7-8b39-4c72-8a02-a666d28ca686 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070169 Jan 28 05:04:39.014636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43680) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.021543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-7f72b236-d39e-46b3-b2cf-48f9eda899a6 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.025236 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f72b236-d39e-46b3-b2cf-48f9eda899a6 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0069585 Jan 28 05:04:39.025988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43682) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.031575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-3b76d4b1-b990-401a-9d97-cb338ddebf15 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.035099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3b76d4b1-b990-401a-9d97-cb338ddebf15 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066867 Jan 28 05:04:39.035925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.045625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de477613-cce4-40b2-b035-95406963e111 req-51cbaf6c-e89d-40cb-b98b-40e3869d2b67 service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080782 Jan 28 05:04:39.046937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-d846534a-cb95-4c7e-aae7-4e63c0c6bf86 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.049665 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d846534a-cb95-4c7e-aae7-4e63c0c6bf86 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060289 Jan 28 05:04:39.050423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43686) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.056821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-7c7f5964-958e-4b3e-b749-a79caa13dd01 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.060522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c7f5964-958e-4b3e-b749-a79caa13dd01 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049298 Jan 28 05:04:39.060833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.072048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-7050736f-6665-4cfa-9baf-c0fc2815bfe8 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.076959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7050736f-6665-4cfa-9baf-c0fc2815bfe8 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0151331 Jan 28 05:04:39.077575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.085261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-d3a7b176-7ca7-4f19-a58f-314d194d659a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.093222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d3a7b176-7ca7-4f19-a58f-314d194d659a tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0111451 Jan 28 05:04:39.093814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43692) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.097771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c060f0d-c45e-47a0-ad7e-c77a856100cc req-94c51ea3-f3e1-4497-880c-a3516952a3e5 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1566756 Jan 28 05:04:39.099898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [None req-37730aee-34bc-42fc-89f8-83825c380025 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.105644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-37730aee-34bc-42fc-89f8-83825c380025 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0108905 Jan 28 05:04:39.110381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43694) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.114840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-26ff2322-017f-4378-9f2a-e1ae30de9ae3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.115983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-26ff2322-017f-4378-9f2a-e1ae30de9ae3 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045693 Jan 28 05:04:39.118438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43696) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.122341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [None req-7cc92c9e-1cb5-48a2-a440-dacdc49069d2 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:04:39.123936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7cc92c9e-1cb5-48a2-a440-dacdc49069d2 tempest-ExtensionsTestJSON-2110809688 tempest-ExtensionsTestJSON-2110809688-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038967 Jan 28 05:04:39.425482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43708) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.604180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6356a3a3-fae4-4cb0-b3b5-b68e5a9bb847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.699833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6356a3a3-fae4-4cb0-b3b5-b68e5a9bb847 admin admin] Publish callbacks [] for security_group (84a2a74e-d622-4806-a9fb-67aeac8864b3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.712793 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6356a3a3-fae4-4cb0-b3b5-b68e5a9bb847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (84a2a74e-d622-4806-a9fb-67aeac8864b3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.759667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356a3a3-fae4-4cb0-b3b5-b68e5a9bb847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2a74e-d622-4806-a9fb-67aeac8864b3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:39.766778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6356a3a3-fae4-4cb0-b3b5-b68e5a9bb847 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb2fe99733d74a86a99687a1a090520a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379300 Jan 28 05:04:39.767638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43712) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:39.832351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3be99a-3cea-4191-ae4e-362479a5500c admin admin] Publish callbacks [] for security_group (84a2a74e-d622-4806-a9fb-67aeac8864b3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.857392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3be99a-3cea-4191-ae4e-362479a5500c admin admin] Publish callbacks [] for security_group (84a2a74e-d622-4806-a9fb-67aeac8864b3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.916708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3be99a-3cea-4191-ae4e-362479a5500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (84a2a74e-d622-4806-a9fb-67aeac8864b3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.919579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3be99a-3cea-4191-ae4e-362479a5500c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:39.920900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dd3be99a-3cea-4191-ae4e-362479a5500c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84a2a74e-d622-4806-a9fb-67aeac8864b3 HTTP/1.1" status: 204 len: 168 time: 0.1521416 Jan 28 05:04:39.934453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3be99a-3cea-4191-ae4e-362479a5500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2a74e-d622-4806-a9fb-67aeac8864b3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:40.259076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da182329-3247-4a53-bdd1-542ca4879d16 req-7ea749c6-3c39-4a27-8bf4-92b4ecd05976 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:40.261287 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da182329-3247-4a53-bdd1-542ca4879d16 req-7ea749c6-3c39-4a27-8bf4-92b4ecd05976 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 982 time: 0.0688825 Jan 28 05:04:40.352925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da182329-3247-4a53-bdd1-542ca4879d16 req-e33e842a-04e8-4714-8e0d-67144cc83037 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0773039 Jan 28 05:04:40.669228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43740) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:40.777067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-136874302'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:40.806685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:40.810634 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:40.820759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:40.835078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ae889eb-c74f-45ae-9650-d23d0ccc5940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:40.901288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for security_group (ac6e3e7f-5d6b-42ba-9756-e54397c86e85), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:40.905463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ac6e3e7f-5d6b-42ba-9756-e54397c86e85), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:40.935118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:40.945667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e3e7f-5d6b-42ba-9756-e54397c86e85,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:40.950976 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3b1f8b1d-d126-4801-9f95-eded8c86dcf9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:40.951406 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Added segment 3b1f8b1d-d126-4801-9f95-eded8c86dcf9 of type vlan for network cd3736f9-e9c9-4f73-8178-91959889b824 Jan 28 05:04:41.002114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (cd3736f9-e9c9-4f73-8178-91959889b824), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:41.030936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (cd3736f9-e9c9-4f73-8178-91959889b824), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:41.036029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:41.037351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:41.098122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4275870 Jan 28 05:04:41.104450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02144cf-215a-46c0-8706-68c202ee3d74 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Network': ['ID=cd3736f9-e9c9-4f73-8178-91959889b824,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:41.124220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network cd3736f9-e9c9-4f73-8178-91959889b824 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:41.454655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba7453-f1e3-4a41-af78-bc8cfcf93002 req-7b85b0ef-c565-4d25-80c7-7cf0553fe071 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:41.456153 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65ba7453-f1e3-4a41-af78-bc8cfcf93002 req-7b85b0ef-c565-4d25-80c7-7cf0553fe071 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 982 time: 0.0554950 Jan 28 05:04:41.512725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65ba7453-f1e3-4a41-af78-bc8cfcf93002 req-6df4659c-c9dc-4892-8b23-8683b81bc768 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0502577 Jan 28 05:04:41.999664 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:42.365175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c42ed6b4-801c-40b1-9cda-34de7cd1335d details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:04:42.458796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c42ed6b4-801c-40b1-9cda-34de7cd1335d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:42.470640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'port_id': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'mac_address': 'fa:16:3e:16:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:04:42.512189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c42ed6b4-801c-40b1-9cda-34de7cd1335d is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:42.512611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:42.525363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42ed6b4-801c-40b1-9cda-34de7cd1335d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:04:42.547853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c42ed6b4-801c-40b1-9cda-34de7cd1335d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:42.555788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:42.625951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c42ed6b4-801c-40b1-9cda-34de7cd1335d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:42.686936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089f35a-d05b-47b7-96bc-062266fff0de req-d04c1bd4-27f6-4219-8840-b6ffa2aefd75 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:42.695863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3089f35a-d05b-47b7-96bc-062266fff0de req-d04c1bd4-27f6-4219-8840-b6ffa2aefd75 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 983 time: 0.0998294 Jan 28 05:04:42.762382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3089f35a-d05b-47b7-96bc-062266fff0de req-8eea587a-f182-49a0-8af9-6d36b6aa9f7d tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0648897 Jan 28 05:04:42.837112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['c42ed6b4-801c-40b1-9cda-34de7cd1335d'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:04:43.735551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:43.900702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae50ff4-3a67-448b-9f9e-43d78854d037 req-7a6f092f-b64e-48a5-b4cd-e213475559ee tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:43.903197 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae50ff4-3a67-448b-9f9e-43d78854d037 req-7a6f092f-b64e-48a5-b4cd-e213475559ee tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 983 time: 0.0602667 Jan 28 05:04:43.983662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae50ff4-3a67-448b-9f9e-43d78854d037 req-a53a9163-f186-4c19-9b82-8e10e436d675 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0749335 Jan 28 05:04:44.273948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-c4ae9456-744f-482a-b009-67d465f36294 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656970 Jan 28 05:04:44.398591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c42ed6b4-801c-40b1-9cda-34de7cd1335d up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:44.420587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68857e8-7689-4026-bc02-6e57f13be825 req-dbbe5f05-0f45-4021-8004-8d3ded1679fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:44.425813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-dbbe5f05-0f45-4021-8004-8d3ded1679fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4412f7c3a6284ae5950c86b592779077&device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1096 time: 0.0662448 Jan 28 05:04:44.482618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port c42ed6b4-801c-40b1-9cda-34de7cd1335d completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:04:44.483479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43764) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:44.489902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'subnet': {'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:44.493268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port c42ed6b4-801c-40b1-9cda-34de7cd1335d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:44.493862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:44.574872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68857e8-7689-4026-bc02-6e57f13be825 req-b59a2004-1e2c-4a2d-a3a6-a7de070b6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:44.576419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-b59a2004-1e2c-4a2d-a3a6-a7de070b6938 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 200 len: 909 time: 0.1314943 Jan 28 05:04:44.612231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:44.617966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:44.625676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port c42ed6b4-801c-40b1-9cda-34de7cd1335d is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:44.626278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:44.658215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:44.661066 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dbbbce-2b29-4bff-851c-c65a45f5a40e" -d '{"events": [{"server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "name": "network-vif-plugged", "status": "completed", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:44.671188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-6d60c656-53f7-47e3-9ebd-1d0d9a2df270 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 200 len: 1001 time: 0.0869303 Jan 28 05:04:44.675558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c42ed6b4-801c-40b1-9cda-34de7cd1335d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:44.686848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:44.736205 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b82778-30bf-4d33-a857-f711ad0723b5 x-openstack-request-id: req-36b82778-30bf-4d33-a857-f711ad0723b5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:44.737229 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "name": "network-vif-plugged", "status": "completed", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:44.737683 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36b82778-30bf-4d33-a857-f711ad0723b5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:44.738281 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'code': 200} Jan 28 05:04:44.767684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68857e8-7689-4026-bc02-6e57f13be825 req-feac6e62-bf16-40c1-9ed4-c546c3cbfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:44.771807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-feac6e62-bf16-40c1-9ed4-c546c3cbfdca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=878e6b9e-68ce-4966-86ad-b536bb7a0db5 HTTP/1.1" status: 200 len: 847 time: 0.0935848 Jan 28 05:04:44.782751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=c42ed6b4-801c-40b1-9cda-34de7cd1335d,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:44.892105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68857e8-7689-4026-bc02-6e57f13be825 req-6fb31585-e8cc-4575-95ef-ca005c6400bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:44.893726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-6fb31585-e8cc-4575-95ef-ca005c6400bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70a1c9f0-0e7c-420b-99d0-66631f0db94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145487 Jan 28 05:04:44.930080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45beaf-b15f-437b-af46-cef0810cd5cc req-4dcf841a-1325-4d67-9bb9-04b6fa3ca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:44.931642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d45beaf-b15f-437b-af46-cef0810cd5cc req-4dcf841a-1325-4d67-9bb9-04b6fa3ca2cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1135 time: 0.0777667 Jan 28 05:04:44.974485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (7df4a54c-878a-4aa3-825f-f1707773ccd1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.042891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.048117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-2d15d775-adf8-422b-abb7-cddfb0c8a131 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443892 Jan 28 05:04:45.050939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d45beaf-b15f-437b-af46-cef0810cd5cc req-c76d95ee-d211-412c-b26d-12d108a82d08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23741b6a-6a46-412b-93bf-e1fe424060f1&id=635a7ded-fe78-42c3-bfa6-61b009066bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0859904 Jan 28 05:04:45.093161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Subnet': ['ID=7df4a54c-878a-4aa3-825f-f1707773ccd1,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:45.097453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Checking segment: {'id': '3b1f8b1d-d126-4801-9f95-eded8c86dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:45.098088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network hostable DHCP agents. Network: cd3736f9-e9c9-4f73-8178-91959889b824, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:45.127891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network cd3736f9-e9c9-4f73-8178-91959889b824 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:45.149406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, cd3736f9-e9c9-4f73-8178-91959889b824) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:45.158823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:45.159329 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.162410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014af639-1e7e-4b26-8548-affdb7bb8ca2 None None] Network cd3736f9-e9c9-4f73-8178-91959889b824 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:45.189255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d8542b2-31bc-4576-821a-1bee9af97da2 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7048228 Jan 28 05:04:45.195783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43774) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:45.203324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1042918558'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:45.213569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65809c7-9cb7-4fa6-aa00-7fe5dffaf2ac req-49aef615-d04a-47e1-be6b-a4343e99667a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:45.215330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65809c7-9cb7-4fa6-aa00-7fe5dffaf2ac req-49aef615-d04a-47e1-be6b-a4343e99667a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 984 time: 0.0951622 Jan 28 05:04:45.217375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e68857e8-7689-4026-bc02-6e57f13be825 req-03302473-9f52-493c-9c1e-3162e9005acd service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609154 Jan 28 05:04:45.238716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:45.251501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.289481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:45.315229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (fca625d6-17ec-4ad2-a059-7b2b27f9b42f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.315566 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Added segment fca625d6-17ec-4ad2-a059-7b2b27f9b42f of type vlan for network 3493620e-da68-4d14-886c-0e80ec4fbcdf Jan 28 05:04:45.359157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65809c7-9cb7-4fa6-aa00-7fe5dffaf2ac req-0fa1e631-1a4e-44ae-a962-a83178acf1ab tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1318917 Jan 28 05:04:45.391789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-cd3736f9-e9c9-4f73-8178-91959889b824', 'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824', 'project_id': '041e20936fee46bb8b1cb2783f6ca8bb', 'fixed_ips': [{'subnet_id': '7df4a54c-878a-4aa3-825f-f1707773ccd1'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:45.392773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.398427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (3493620e-da68-4d14-886c-0e80ec4fbcdf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.440782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (3493620e-da68-4d14-886c-0e80ec4fbcdf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.446703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:45.447324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.481891 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2822251 Jan 28 05:04:45.482134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43776) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:45.487225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'subnet': {'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:45.567100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Allocated IP 2001:db8:0:ffff::2 (cd3736f9-e9c9-4f73-8178-91959889b824/7df4a54c-878a-4aa3-825f-f1707773ccd1/45c9147b-e2d5-408b-b5de-73faa7379375) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:45.595477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a43e5-b1db-4fc1-b85b-91abe7a2d178 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Network': ['ID=3493620e-da68-4d14-886c-0e80ec4fbcdf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:45.643522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 3493620e-da68-4d14-886c-0e80ec4fbcdf details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:45.658026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:45.668978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.877456 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Publish callbacks [] for port (45c9147b-e2d5-408b-b5de-73faa7379375), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.894180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.947164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Network cd3736f9-e9c9-4f73-8178-91959889b824 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:45.950342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:45.957661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:45.973476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Pushing event updated for resources: {'Port': ['ID=45c9147b-e2d5-408b-b5de-73faa7379375,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:46.056505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Attempting to bind port 45c9147b-e2d5-408b-b5de-73faa7379375 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:46.057749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Attempting to bind port 45c9147b-e2d5-408b-b5de-73faa7379375 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '3b1f8b1d-d126-4801-9f95-eded8c86dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:46.058126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Attempting to bind port 45c9147b-e2d5-408b-b5de-73faa7379375 on network cd3736f9-e9c9-4f73-8178-91959889b824 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:46.066605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:46.066973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Checking segment: {'id': '3b1f8b1d-d126-4801-9f95-eded8c86dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:46.067692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.068362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Bound using segment: {'id': '3b1f8b1d-d126-4801-9f95-eded8c86dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:46.069003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Bound port: 45c9147b-e2d5-408b-b5de-73faa7379375, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1f8b1d-d126-4801-9f95-eded8c86dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd3736f9-e9c9-4f73-8178-91959889b824'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:46.069550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.152319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] For port 45c9147b-e2d5-408b-b5de-73faa7379375, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:46.155640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] For port 45c9147b-e2d5-408b-b5de-73faa7379375, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45c9147b-e2d5-408b-b5de-73faa7379375,segment=NetworkSegment(3b1f8b1d-d126-4801-9f95-eded8c86dcf9),segment_id=3b1f8b1d-d126-4801-9f95-eded8c86dcf9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:46.165586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.215563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:04:46.217457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (225fe4b9-5537-4cbf-87c0-4a79bc43e65a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.268883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df048-01ef-41f7-8e1e-1b08daeff419 None None] Pushing event updated for resources: {'Port': ['ID=45c9147b-e2d5-408b-b5de-73faa7379375,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:46.379661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Subnet': ['ID=225fe4b9-5537-4cbf-87c0-4a79bc43e65a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:46.408446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Checking segment: {'id': 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:46.408822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network hostable DHCP agents. Network: 3493620e-da68-4d14-886c-0e80ec4fbcdf, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:46.437311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 3493620e-da68-4d14-886c-0e80ec4fbcdf is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:46.466687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 3493620e-da68-4d14-886c-0e80ec4fbcdf) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:46.481609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:46.485706 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.487047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d864e2-50d5-4001-bc82-996a71a7ac02 None None] Network 3493620e-da68-4d14-886c-0e80ec4fbcdf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:46.526309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-030b6a04-e78d-46a8-ad9b-5c73c7f85794 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0405974 Jan 28 05:04:46.526477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:46.534369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'port': {'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf', 'name': 'tempest-NetworksIpV6TestAttrs-1507286158'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:46.545316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3359-f7c6-4ad8-b8a7-0c9b21381d8d req-49e80657-0092-4230-bc26-375ddbc5d27a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:46.575392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bb3359-f7c6-4ad8-b8a7-0c9b21381d8d req-49e80657-0092-4230-bc26-375ddbc5d27a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 984 time: 0.1160941 Jan 28 05:04:46.688099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73bb3359-f7c6-4ad8-b8a7-0c9b21381d8d req-1f8cb5ee-c29a-4aed-8455-dfbbafa5a094 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1101837 Jan 28 05:04:46.816991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-3493620e-da68-4d14-886c-0e80ec4fbcdf', 'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf', 'project_id': '041e20936fee46bb8b1cb2783f6ca8bb', 'fixed_ips': [{'subnet_id': '225fe4b9-5537-4cbf-87c0-4a79bc43e65a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:46.818941 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.879317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45c9147b-e2d5-408b-b5de-73faa7379375 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:46.928954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:46.932653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:46.969058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] device_id is not set on port d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:04:47.027628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612ddf-1493-41cb-aace-78032b48c92c req-9c55ffbf-3213-4e9c-bc7d-803e89eb5df8 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:47.038304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37612ddf-1493-41cb-aace-78032b48c92c req-9c55ffbf-3213-4e9c-bc7d-803e89eb5df8 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 984 time: 0.1836829 Jan 28 05:04:47.073218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 45c9147b-e2d5-408b-b5de-73faa7379375 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:47.073667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.163423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37612ddf-1493-41cb-aace-78032b48c92c req-2c9ce36a-f990-4684-876f-ac7b6b74d312 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1235507 Jan 28 05:04:47.177938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Allocated IP 2001:db8::f816:3eff:fecf:2284 (3493620e-da68-4d14-886c-0e80ec4fbcdf/225fe4b9-5537-4cbf-87c0-4a79bc43e65a/2461e624-6c55-42f8-8693-b6f75fa96eba) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:47.284698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 45c9147b-e2d5-408b-b5de-73faa7379375 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:47.285089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.320978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c6c36-eecf-46b1-bb8b-f28859830ae1 req-e2fa86d0-fd11-4503-8ef4-84a8c99970d3 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:47.326065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d50c6c36-eecf-46b1-bb8b-f28859830ae1 req-e2fa86d0-fd11-4503-8ef4-84a8c99970d3 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1135 time: 0.0692778 Jan 28 05:04:47.341546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 45c9147b-e2d5-408b-b5de-73faa7379375, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45c9147b-e2d5-408b-b5de-73faa7379375,segment=NetworkSegment(3b1f8b1d-d126-4801-9f95-eded8c86dcf9),segment_id=3b1f8b1d-d126-4801-9f95-eded8c86dcf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:47.354960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d50c6c36-eecf-46b1-bb8b-f28859830ae1 req-fe9d4e35-19cc-4350-a99b-5a11fb1accca tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.358077 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.417228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=45c9147b-e2d5-408b-b5de-73faa7379375,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:47.474775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d50c6c36-eecf-46b1-bb8b-f28859830ae1 req-fe9d4e35-19cc-4350-a99b-5a11fb1accca tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Publish callbacks [] for security_group (d31b22f2-3441-485e-8436-45da104e785b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.479546 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Publish callbacks [] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.481624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d50c6c36-eecf-46b1-bb8b-f28859830ae1 req-fe9d4e35-19cc-4350-a99b-5a11fb1accca tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d31b22f2-3441-485e-8436-45da104e785b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.491140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.543788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Network 3493620e-da68-4d14-886c-0e80ec4fbcdf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:47.553967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:47.580133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:47.585982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Pushing event updated for resources: {'Port': ['ID=2461e624-6c55-42f8-8693-b6f75fa96eba,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:47.593852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d4e35-19cc-4350-a99b-5a11fb1accca tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b22f2-3441-485e-8436-45da104e785b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:47.602893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d50c6c36-eecf-46b1-bb8b-f28859830ae1 req-fe9d4e35-19cc-4350-a99b-5a11fb1accca tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2633903 Jan 28 05:04:47.612425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Allocated IP 2001:db8::f816:3eff:fe11:911 (3493620e-da68-4d14-886c-0e80ec4fbcdf/225fe4b9-5537-4cbf-87c0-4a79bc43e65a/d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:47.633692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43796) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:47.722578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0702ffbf-ade3-4daf-bd70-f96cc52ee5cd tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:47.725015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0702ffbf-ade3-4daf-bd70-f96cc52ee5cd tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1130 time: 0.0882721 Jan 28 05:04:47.730091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43798) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:47.738724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:47.788575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.877123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Attempting to bind port 2461e624-6c55-42f8-8693-b6f75fa96eba on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:47.877537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Attempting to bind port 2461e624-6c55-42f8-8693-b6f75fa96eba by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:47.877825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Attempting to bind port 2461e624-6c55-42f8-8693-b6f75fa96eba on network 3493620e-da68-4d14-886c-0e80ec4fbcdf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:47.890901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:47.891645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Checking segment: {'id': 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:47.891760 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.892206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Bound using segment: {'id': 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:47.892693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Bound port: 2461e624-6c55-42f8-8693-b6f75fa96eba, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3493620e-da68-4d14-886c-0e80ec4fbcdf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:47.893276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.919802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for port (d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.976449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3e1b6-cc0f-45a6-a112-517a2f1746b9 None None] Network cd3736f9-e9c9-4f73-8178-91959889b824 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:47.978816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.979608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.046962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 3493620e-da68-4d14-886c-0e80ec4fbcdf is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:48.052523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:48.057776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:48.065366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:48.066239 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.088759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Port': ['ID=d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:48.110295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9516359-d7a2-4dc7-aa50-a392ff0a421e tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5826054 Jan 28 05:04:48.123554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43802) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:48.204828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting subnet 225fe4b9-5537-4cbf-87c0-4a79bc43e65a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:04:48.216506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (225fe4b9-5537-4cbf-87c0-4a79bc43e65a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.243056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] For port 2461e624-6c55-42f8-8693-b6f75fa96eba, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:48.251762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-614fc2a3-f326-4cf3-b31e-8f296a2257bb None None] Provisioning complete for port 45c9147b-e2d5-408b-b5de-73faa7379375 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:48.251762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-614fc2a3-f326-4cf3-b31e-8f296a2257bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.322409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] For port 2461e624-6c55-42f8-8693-b6f75fa96eba, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2461e624-6c55-42f8-8693-b6f75fa96eba,segment=NetworkSegment(fca625d6-17ec-4ad2-a059-7b2b27f9b42f),segment_id=fca625d6-17ec-4ad2-a059-7b2b27f9b42f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:48.338369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.351093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (225fe4b9-5537-4cbf-87c0-4a79bc43e65a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.455583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529753a4-54a9-491d-8b90-7bd9aa8dec98 None None] Pushing event updated for resources: {'Port': ['ID=2461e624-6c55-42f8-8693-b6f75fa96eba,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:48.517463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-614fc2a3-f326-4cf3-b31e-8f296a2257bb None None] Current status of the port 45c9147b-e2d5-408b-b5de-73faa7379375 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:48.626950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (225fe4b9-5537-4cbf-87c0-4a79bc43e65a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.703111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.25.6.47 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/52565bd3-4cd8-4860-8f81-11109ea858cd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:48.784672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a3c48512-57be-44ee-b33d-8237fd9ef696 None None] Provisioning complete for port 45c9147b-e2d5-408b-b5de-73faa7379375 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:48.785100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c48512-57be-44ee-b33d-8237fd9ef696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.800372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45c9147b-e2d5-408b-b5de-73faa7379375 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:48.811989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (225fe4b9-5537-4cbf-87c0-4a79bc43e65a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.851482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Subnet': ['ID=225fe4b9-5537-4cbf-87c0-4a79bc43e65a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:48.865358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:48.905065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d2cb3c3a-3e02-4f9b-b3ec-61ab26306080 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/225fe4b9-5537-4cbf-87c0-4a79bc43e65a HTTP/1.1" status: 204 len: 168 time: 0.7787507 Jan 28 05:04:48.906780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43806) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:49.001449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 45c9147b-e2d5-408b-b5de-73faa7379375 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:49.002179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.031411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.047006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a3c48512-57be-44ee-b33d-8237fd9ef696 None None] Current status of the port 45c9147b-e2d5-408b-b5de-73faa7379375 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:49.066097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-0b9ce0bf-e15b-4413-aa90-bb534c2454e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1635644 Jan 28 05:04:49.099551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a13498-a432-4f42-abef-17cf7e91a36c tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.101377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a13498-a432-4f42-abef-17cf7e91a36c tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.105802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-54a13498-a432-4f42-abef-17cf7e91a36c tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1948442 Jan 28 05:04:49.106048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:49.123259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 45c9147b-e2d5-408b-b5de-73faa7379375 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:49.188080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.215063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a221720-ab14-4a65-bff3-8dd99c53232d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (3493620e-da68-4d14-886c-0e80ec4fbcdf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.235446 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a221720-ab14-4a65-bff3-8dd99c53232d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 05:04:49.235906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a221720-ab14-4a65-bff3-8dd99c53232d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:49.239612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3a221720-ab14-4a65-bff3-8dd99c53232d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/3493620e-da68-4d14-886c-0e80ec4fbcdf HTTP/1.1" status: 409 len: 466 time: 0.1287627 Jan 28 05:04:49.241340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-bb083090-4bfe-4188-9d0b-9efddbade247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.242907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-bb083090-4bfe-4188-9d0b-9efddbade247 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1096 time: 0.0937021 Jan 28 05:04:49.246873 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43812) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:49.251495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:49.254268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-929478810'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:49.256098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:49.257929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=52565bd3-4cd8-4860-8f81-11109ea858cd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:49.265032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:49.295249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:49.299026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.326969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:49.346131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (71822aac-5c29-4716-8eeb-f882ae1db26e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.347474 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Added segment 71822aac-5c29-4716-8eeb-f882ae1db26e of type vlan for network 4ab1cc8c-428e-4275-908b-b7e4bddf109f Jan 28 05:04:49.428623 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4ab1cc8c-428e-4275-908b-b7e4bddf109f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.458255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-fa1b95a4-a810-4128-8eab-2ff2041a06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.458954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-fa1b95a4-a810-4128-8eab-2ff2041a06b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1903794 Jan 28 05:04:49.466729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4ab1cc8c-428e-4275-908b-b7e4bddf109f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.470320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.472360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:49.624618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-dfabf775-677b-4f1b-82ec-18c024d36766 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 1000 time: 0.1582031 Jan 28 05:04:49.714224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-9ae36523-7825-45ee-926a-491d1a7497be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.716614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-9ae36523-7825-45ee-926a-491d1a7497be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0833201 Jan 28 05:04:49.838737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-061553cd-f988-4168-b731-34e1306ce9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:49.841084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-061553cd-f988-4168-b731-34e1306ce9f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158237 Jan 28 05:04:49.939339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6910210 Jan 28 05:04:49.946231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43816) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:49.953856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'subnet': {'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:50.002183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5fa58-f4d2-4938-ae92-27ee2531f355 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Network': ['ID=4ab1cc8c-428e-4275-908b-b7e4bddf109f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:50.018708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4ab1cc8c-428e-4275-908b-b7e4bddf109f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:50.049095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056b276-7992-4fb7-87bc-3f60a1f0850c None None] Network 3493620e-da68-4d14-886c-0e80ec4fbcdf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:50.052120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-d6512755-020e-4f5d-bbfc-a8a9256cb3fb service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013004 Jan 28 05:04:50.104811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:50.108617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.129112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for floatingip (64de67e4-2bcd-47df-a45b-8625b0be9d36), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.184952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] Provisioning complete for port 2461e624-6c55-42f8-8693-b6f75fa96eba triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:50.184952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.224859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-127412d5-70ba-44cf-b6f5-7f8fc9bc2500 req-31e5d6c4-75d7-4dba-abe4-eedf17ebdd6c service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652131 Jan 28 05:04:50.280267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.322019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] Current status of the port 2461e624-6c55-42f8-8693-b6f75fa96eba is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:50.322416 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.353194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] DHCP port deletion for 3493620e-da68-4d14-886c-0e80ec4fbcdf request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:04:50.366690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] For port 2461e624-6c55-42f8-8693-b6f75fa96eba, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2461e624-6c55-42f8-8693-b6f75fa96eba,segment=NetworkSegment(fca625d6-17ec-4ad2-a059-7b2b27f9b42f),segment_id=fca625d6-17ec-4ad2-a059-7b2b27f9b42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:50.373076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.482622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f6e5d-6a88-4890-a6a5-fee9e5db0827 None None] Pushing event updated for resources: {'Port': ['ID=2461e624-6c55-42f8-8693-b6f75fa96eba,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:50.489065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] Deleting port 2461e624-6c55-42f8-8693-b6f75fa96eba {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:50.490181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.497194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:04:50.500101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (560cd556-67d2-4425-8f7c-e3bd47095498), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.571053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.574232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] For port 2461e624-6c55-42f8-8693-b6f75fa96eba, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2461e624-6c55-42f8-8693-b6f75fa96eba,segment=NetworkSegment(fca625d6-17ec-4ad2-a059-7b2b27f9b42f),segment_id=fca625d6-17ec-4ad2-a059-7b2b27f9b42f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:50.575330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.578806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.589590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Subnet': ['ID=560cd556-67d2-4425-8f7c-e3bd47095498,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:50.594794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] Calling delete_port for 2461e624-6c55-42f8-8693-b6f75fa96eba owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:50.597521 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Checking segment: {'id': '71822aac-5c29-4716-8eeb-f882ae1db26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:50.597957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network hostable DHCP agents. Network: 4ab1cc8c-428e-4275-908b-b7e4bddf109f, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:50.622205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 4ab1cc8c-428e-4275-908b-b7e4bddf109f is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:50.634997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4ab1cc8c-428e-4275-908b-b7e4bddf109f) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:50.639745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:50.640609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.659078 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8a5704b1-4fa7-4d8b-8c13-d15ece466c50 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7116044 Jan 28 05:04:50.663653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43822) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:50.670017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cba6a6-b98c-4e00-b147-adee2ff42444 None None] Network 4ab1cc8c-428e-4275-908b-b7e4bddf109f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:50.671087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'port': {'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f', 'name': 'tempest-NetworksIpV6TestAttrs-1902865273'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:50.733489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=52565bd3-4cd8-4860-8f81-11109ea858cd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:50.747464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (64de67e4-2bcd-47df-a45b-8625b0be9d36), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.793001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (2461e624-6c55-42f8-8693-b6f75fa96eba), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.806285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-4ab1cc8c-428e-4275-908b-b7e4bddf109f', 'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f', 'project_id': '041e20936fee46bb8b1cb2783f6ca8bb', 'fixed_ips': [{'subnet_id': '560cd556-67d2-4425-8f7c-e3bd47095498'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:50.807232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.810933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] No DVR routers for this DVR port 2461e624-6c55-42f8-8693-b6f75fa96eba on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:04:50.845886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064a9e1-e606-4059-9a63-1cb9c9148c89 None None] Pushing event deleted for resources: {'Port': ['ID=2461e624-6c55-42f8-8693-b6f75fa96eba,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:50.893728 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Floating IP 64de67e4-2bcd-47df-a45b-8625b0be9d36 associated. External IP: 172.25.6.47, port: c42ed6b4-801c-40b1-9cda-34de7cd1335d. Jan 28 05:04:50.894221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:50.898770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:50.928227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] device_id is not set on port 1dcaa843-74f8-45ec-96fd-b012f33e6bb1 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:04:51.001357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Allocated IP 2001:db8::f816:3eff:fe9b:6189 (4ab1cc8c-428e-4275-908b-b7e4bddf109f/560cd556-67d2-4425-8f7c-e3bd47095498/9aa34e03-4638-4219-bf4f-fb5bde8e4870) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:51.180233 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Publish callbacks [] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.191316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.206509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:04:51.234373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Network 4ab1cc8c-428e-4275-908b-b7e4bddf109f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:51.240129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:51.244558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:51.247761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Pushing event updated for resources: {'Port': ['ID=9aa34e03-4638-4219-bf4f-fb5bde8e4870,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:51.252107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Allocated IP 2001:db8::f816:3eff:fe0c:35a1 (4ab1cc8c-428e-4275-908b-b7e4bddf109f/560cd556-67d2-4425-8f7c-e3bd47095498/1dcaa843-74f8-45ec-96fd-b012f33e6bb1) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:51.336027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Attempting to bind port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:51.336410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Attempting to bind port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '71822aac-5c29-4716-8eeb-f882ae1db26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:51.336782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Attempting to bind port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 on network 4ab1cc8c-428e-4275-908b-b7e4bddf109f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:51.343347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:51.344030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Checking segment: {'id': '71822aac-5c29-4716-8eeb-f882ae1db26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:51.344520 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.345044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Bound using segment: {'id': '71822aac-5c29-4716-8eeb-f882ae1db26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:51.345559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Bound port: 9aa34e03-4638-4219-bf4f-fb5bde8e4870, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71822aac-5c29-4716-8eeb-f882ae1db26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4ab1cc8c-428e-4275-908b-b7e4bddf109f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:51.345948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.370059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:04:51.388746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] Sync routers for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:04:51.392911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.417696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:51.418345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:51.429127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e55b85e-067c-4b30-b762-8795569477cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6919711 Jan 28 05:04:51.429127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:51.430049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:51.430177 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8" -d '{"events": [{"name": "network-changed", "server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:51.459083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for port (1dcaa843-74f8-45ec-96fd-b012f33e6bb1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.465729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] For port 9aa34e03-4638-4219-bf4f-fb5bde8e4870, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:51.469553 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d444fb-5bf9-4a38-9fa6-210ff30e87a9 x-openstack-request-id: req-a4d444fb-5bf9-4a38-9fa6-210ff30e87a9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:51.469878 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:51.470140 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4d444fb-5bf9-4a38-9fa6-210ff30e87a9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:51.471123 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'status': 'completed', 'code': 200} Jan 28 05:04:51.481815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] For port 9aa34e03-4638-4219-bf4f-fb5bde8e4870, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9aa34e03-4638-4219-bf4f-fb5bde8e4870,segment=NetworkSegment(71822aac-5c29-4716-8eeb-f882ae1db26e),segment_id=71822aac-5c29-4716-8eeb-f882ae1db26e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:51.490497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.573199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-8f4790e7-cacb-4114-9cd2-d67e5a914e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.575130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-8f4790e7-cacb-4114-9cd2-d67e5a914e04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1135 time: 0.0574174 Jan 28 05:04:51.575596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1dcaa843-74f8-45ec-96fd-b012f33e6bb1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.579006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.579485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.579954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.580690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.580947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.581533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.581892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.582351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.582806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.583853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.584321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.584775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.589563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5566059d-3de3-4115-aa7e-58b90f2a8d13 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8457 time: 0.1561418 Jan 28 05:04:51.592560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43832) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:51.616170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed76c3-a80e-4b24-9fd3-04a2784efb67 None None] Pushing event updated for resources: {'Port': ['ID=9aa34e03-4638-4219-bf4f-fb5bde8e4870,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:51.619946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:51.713671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-8c8b860c-e672-44a6-afc5-504208bd9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.715420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-8c8b860c-e672-44a6-afc5-504208bd9512 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 200 len: 897 time: 0.1323121 Jan 28 05:04:51.717556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.717991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.718447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.718896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.719345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.719791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.720244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.721407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.721407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.721695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.722398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.724974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a4144a2-f466-429b-ba28-800fcbd8786e tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7199 time: 0.1314828 Jan 28 05:04:51.733037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 4ab1cc8c-428e-4275-908b-b7e4bddf109f is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:51.734482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:51.738770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Port': ['ID=1dcaa843-74f8-45ec-96fd-b012f33e6bb1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:51.741391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:51.743962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:51.749385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.750223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.776790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50415064-eda7-494f-9a09-40afbf38ec5f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1120462 Jan 28 05:04:51.777485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43836) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:51.866980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-ff64f8f2-0def-490d-92d5-6f3317f7ff17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 200 len: 998 time: 0.1436384 Jan 28 05:04:51.873545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting subnet 560cd556-67d2-4425-8f7c-e3bd47095498 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:04:51.876732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (560cd556-67d2-4425-8f7c-e3bd47095498), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.942535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (560cd556-67d2-4425-8f7c-e3bd47095498), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:51.950875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '64de67e4-2bcd-47df-a45b-8625b0be9d36', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'floating_ip_address': '172.25.6.47', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'port_id': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'mac_address': 'fa:16:3e:16:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:04:49Z', 'updated_at': '2022-01-28T05:04:49Z', 'revision_number': 0, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:34Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:51.989902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] Checking router: 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:04:51.995915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-fe3befdd-a816-4403-ba02-12dc90462829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:51.997474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-fe3befdd-a816-4403-ba02-12dc90462829 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6176bb7c-bdf7-4b06-994c-17caa65deb0f HTTP/1.1" status: 200 len: 835 time: 0.1227219 Jan 28 05:04:52.001174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:52.002175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:52.073615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9cc2126c-10f2-49a4-a0eb-d19f2f8a5287 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.3364637 Jan 28 05:04:52.076765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43838) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:52.086781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-396376cc-11f5-41e0-bc77-684d2ddf3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.088259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-396376cc-11f5-41e0-bc77-684d2ddf3e18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1df6991-d6fd-4c39-a0ba-1309e0a50324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826209 Jan 28 05:04:52.103938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (560cd556-67d2-4425-8f7c-e3bd47095498), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.139974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:52.166640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (560cd556-67d2-4425-8f7c-e3bd47095498), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.175605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f486e-b90b-4226-8ce3-779cb64bc8c5 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.176113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f486e-b90b-4226-8ce3-779cb64bc8c5 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.181181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7b1f486e-b90b-4226-8ce3-779cb64bc8c5 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61a7a20a-0e8e-49c1-ba8b-4e334c742db7 HTTP/1.1" status: 200 len: 1990 time: 0.1005933 Jan 28 05:04:52.210012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Subnet': ['ID=560cd556-67d2-4425-8f7c-e3bd47095498,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:52.210257 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-32e76977-633b-4d0e-879b-ebb25c24873f service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016474 Jan 28 05:04:52.212661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.218410 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e635197b-185d-4cd4-b958-f8e739f38c11 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/560cd556-67d2-4425-8f7c-e3bd47095498 HTTP/1.1" status: 204 len: 168 time: 0.4376063 Jan 28 05:04:52.218684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:52.278627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dda29-6b97-43b7-9ed9-cb88ad3be9c9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.280312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dda29-6b97-43b7-9ed9-cb88ad3be9c9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.285551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-236dda29-6b97-43b7-9ed9-cb88ad3be9c9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0657156 Jan 28 05:04:52.286156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:52.373060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7003209-cc7c-4bb7-b978-15fbdc6fafd8 req-de7663c3-362b-40a1-85d6-9a3f0bcfd8f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566293 Jan 28 05:04:52.386432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd7f284b-deba-4815-8287-2b91dcd3ec3f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4ab1cc8c-428e-4275-908b-b7e4bddf109f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.399220 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7f284b-deba-4815-8287-2b91dcd3ec3f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 05:04:52.399994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7f284b-deba-4815-8287-2b91dcd3ec3f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:52.403329 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd7f284b-deba-4815-8287-2b91dcd3ec3f tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/4ab1cc8c-428e-4275-908b-b7e4bddf109f HTTP/1.1" status: 409 len: 466 time: 0.1161907 Jan 28 05:04:52.407455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43850) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:52.412888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-824149191'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:52.441512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:52.445442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.489676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:52.502267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a1bc9cce-29c8-403d-afea-eae46f595a06), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.503273 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Added segment a1bc9cce-29c8-403d-afea-eae46f595a06 of type vlan for network 058bfae0-d7f0-4828-a7e0-eb62f4405942 Jan 28 05:04:52.558157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (058bfae0-d7f0-4828-a7e0-eb62f4405942), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.595120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (058bfae0-d7f0-4828-a7e0-eb62f4405942), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.620532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.621207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '64de67e4-2bcd-47df-a45b-8625b0be9d36', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'floating_ip_address': '172.25.6.47', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'port_id': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'mac_address': 'fa:16:3e:16:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:04:49Z', 'updated_at': '2022-01-28T05:04:49Z', 'revision_number': 0, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:34Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:52.624270 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.652665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027c2d-5c8d-46c1-8648-1397bb314ec2 None None] The sync data for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 is: [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '64de67e4-2bcd-47df-a45b-8625b0be9d36', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'floating_ip_address': '172.25.6.47', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'port_id': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'mac_address': 'fa:16:3e:16:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:04:49Z', 'updated_at': '2022-01-28T05:04:49Z', 'revision_number': 0, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:34Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:04:52.766067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3572686 Jan 28 05:04:52.766829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:52.778922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'subnet': {'network_id': '058bfae0-d7f0-4828-a7e0-eb62f4405942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:52.786859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-655d2a4f-0a4c-4613-9f89-0c342c805948 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376690685&fields=id&tenant_id=eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 267 time: 0.0964327 Jan 28 05:04:52.798876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9aa34e03-4638-4219-bf4f-fb5bde8e4870 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:04:52.805444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c2eca-2d15-4b65-9078-2a26b63788d9 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Network': ['ID=058bfae0-d7f0-4828-a7e0-eb62f4405942,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:52.847606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 058bfae0-d7f0-4828-a7e0-eb62f4405942 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:52.903328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:52.908914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:52.912999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deeb689-a563-40d5-ad06-96e6abd7c7e5 None None] Network 4ab1cc8c-428e-4275-908b-b7e4bddf109f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:52.941588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-0c80a1e2-12b2-4f02-8447-dadabf26ae1f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:52.943402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-0c80a1e2-12b2-4f02-8447-dadabf26ae1f tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.1488729 Jan 28 05:04:52.959984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-9f6d1e20-1b65-4100-a61a-b7d2ed3d700b tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/quotas/eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 375 time: 0.0112076 Jan 28 05:04:52.993233 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23426f36-07c6-405b-b746-f23787dd0d3c None None] New status for floating IP 64de67e4-2bcd-47df-a45b-8625b0be9d36: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:04:53.033028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b69b72c6-f4a4-4bd9-b6eb-381f19378ba3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673530 Jan 28 05:04:53.069542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Provisioning complete for port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:53.069982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.098006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:53.098973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.247278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] DHCP port deletion for 4ab1cc8c-428e-4275-908b-b7e4bddf109f request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:04:53.256590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:53.256985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.259618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-aa352a57-c860-4855-87a1-d546df8cc9a7 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151456 Jan 28 05:04:53.263315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:04:53.264979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (3ba09f47-92d0-4cd1-a76f-dc6317edfc0b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.297417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Current status of the port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:04:53.297817 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.315201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Subnet': ['ID=3ba09f47-92d0-4cd1-a76f-dc6317edfc0b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:53.349773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 9aa34e03-4638-4219-bf4f-fb5bde8e4870, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9aa34e03-4638-4219-bf4f-fb5bde8e4870,segment=NetworkSegment(71822aac-5c29-4716-8eeb-f882ae1db26e),segment_id=71822aac-5c29-4716-8eeb-f882ae1db26e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:53.355023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Checking segment: {'id': 'a1bc9cce-29c8-403d-afea-eae46f595a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '058bfae0-d7f0-4828-a7e0-eb62f4405942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:53.355336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network hostable DHCP agents. Network: 058bfae0-d7f0-4828-a7e0-eb62f4405942, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:53.362619 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.382351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 058bfae0-d7f0-4828-a7e0-eb62f4405942 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:53.383510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-fa2688f5-a263-4748-9f92-827682799a77 service neutron] 10.222.0.21 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181157 Jan 28 05:04:53.394005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 058bfae0-d7f0-4828-a7e0-eb62f4405942) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:53.403799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:53.404389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.420370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da6a29-c04f-4054-8baf-bc9219f7e643 None None] Network 058bfae0-d7f0-4828-a7e0-eb62f4405942 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:53.427890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bb6c1a01-1786-4050-b56b-eccb6dd5ac6d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6536901 Jan 28 05:04:53.428439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:53.428795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] Deleting port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:53.429179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.537088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (058bfae0-d7f0-4828-a7e0-eb62f4405942), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.537355 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:04:53.537647 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:04:53.554124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=9aa34e03-4638-4219-bf4f-fb5bde8e4870,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:53.575242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] For port 9aa34e03-4638-4219-bf4f-fb5bde8e4870, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9aa34e03-4638-4219-bf4f-fb5bde8e4870,segment=NetworkSegment(71822aac-5c29-4716-8eeb-f882ae1db26e),segment_id=71822aac-5c29-4716-8eeb-f882ae1db26e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:53.575856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.595414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] Calling delete_port for 9aa34e03-4638-4219-bf4f-fb5bde8e4870 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:53.623232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (3ba09f47-92d0-4cd1-a76f-dc6317edfc0b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.631418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e59b1-3faa-4ada-a3fe-5c46e0ed6948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-058bfae0-d7f0-4828-a7e0-eb62f4405942', 'network_id': '058bfae0-d7f0-4828-a7e0-eb62f4405942', 'project_id': '041e20936fee46bb8b1cb2783f6ca8bb', 'fixed_ips': [{'subnet_id': '3ba09f47-92d0-4cd1-a76f-dc6317edfc0b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:53.632286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-083e59b1-3faa-4ada-a3fe-5c46e0ed6948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.720808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (3ba09f47-92d0-4cd1-a76f-dc6317edfc0b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.736168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5fbc30fd-4139-4523-b796-4232f2615229 req-5277ac08-33cd-45bb-90b3-fc62b9d99503 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0351834 Jan 28 05:04:53.807863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (9aa34e03-4638-4219-bf4f-fb5bde8e4870), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.819962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ff551-8b46-42c4-9f1f-c0041961c3d2 None None] Network 058bfae0-d7f0-4828-a7e0-eb62f4405942 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:53.825916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba09f47-92d0-4cd1-a76f-dc6317edfc0b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:53.845978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (058bfae0-d7f0-4828-a7e0-eb62f4405942), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.853273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] No DVR routers for this DVR port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:04:53.871128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058bfae0-d7f0-4828-a7e0-eb62f4405942']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:53.883249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bc9cce-29c8-403d-afea-eae46f595a06') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:53.883494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dbcaf-add9-41df-b35b-7b1e31452e5b None None] Pushing event deleted for resources: {'Port': ['ID=9aa34e03-4638-4219-bf4f-fb5bde8e4870,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:53.883606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bc9cce-29c8-403d-afea-eae46f595a06') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:53.897089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (a1bc9cce-29c8-403d-afea-eae46f595a06), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.914020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a1bc9cce-29c8-403d-afea-eae46f595a06), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.929436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:04:53.929960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (a1bc9cce-29c8-403d-afea-eae46f595a06), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:04:53.933553 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:04:54.006298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (058bfae0-d7f0-4828-a7e0-eb62f4405942), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.013975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.017108 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/058bfae0-d7f0-4828-a7e0-eb62f4405942 HTTP/1.1" status: 204 len: 168 time: 0.5876632 Jan 28 05:04:54.020952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43884) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:54.026618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813873426'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:54.033022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504afe53-e77a-489b-960c-aa013828f449 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Network': ['ID=058bfae0-d7f0-4828-a7e0-eb62f4405942,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:54.048494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:54.053776 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.061387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-55ea5037-46e1-44bb-a24e-d8c199baa53d None None] Port 9aa34e03-4638-4219-bf4f-fb5bde8e4870 update to ACTIVE by agent not found {{(pid=103140) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 05:04:54.081713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:54.091078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.091425 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Added segment 4004e428-777a-4d04-98ef-77ea3e929a60 of type vlan for network 586608bc-3aad-424d-abd5-6698ffb4e290 Jan 28 05:04:54.133403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.159399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.164850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:54.165466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.221787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1990919 Jan 28 05:04:54.225431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43886) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:54.232467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'subnet': {'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:54.254295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3cec4-d479-43b2-8078-454c9d28b5a4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Network': ['ID=586608bc-3aad-424d-abd5-6698ffb4e290,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:54.266799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 586608bc-3aad-424d-abd5-6698ffb4e290 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:54.336152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:54.340216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.519982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (4d1a5491-b797-4a6a-995c-f7d73a80dfbe), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.584116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Subnet': ['ID=4d1a5491-b797-4a6a-995c-f7d73a80dfbe,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:54.593497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Checking segment: {'id': '4004e428-777a-4d04-98ef-77ea3e929a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:54.593870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network hostable DHCP agents. Network: 586608bc-3aad-424d-abd5-6698ffb4e290, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:54.611599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 586608bc-3aad-424d-abd5-6698ffb4e290 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:54.621431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 586608bc-3aad-424d-abd5-6698ffb4e290) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:54.626000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:54.626801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.635703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa4e2d9-7ba0-41d1-85da-0feba44c32b1 None None] Network 586608bc-3aad-424d-abd5-6698ffb4e290 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:54.660420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43888) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:54.661243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-66e16883-d099-4ec2-b264-08c20a6ac536 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4341393 Jan 28 05:04:54.685099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9aa34e03-4638-4219-bf4f-fb5bde8e4870 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:04:54.707214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9aa34e03-4638-4219-bf4f-fb5bde8e4870 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:04:54.708009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9aa34e03-4638-4219-bf4f-fb5bde8e4870 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:04:54.775595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-586608bc-3aad-424d-abd5-6698ffb4e290', 'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290', 'project_id': '041e20936fee46bb8b1cb2783f6ca8bb', 'fixed_ips': [{'subnet_id': '4d1a5491-b797-4a6a-995c-f7d73a80dfbe'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:54.777029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.791150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.863196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (4d1a5491-b797-4a6a-995c-f7d73a80dfbe), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:54.881369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1ca08c49-aafd-4312-a7e2-6aa7f41ed0fe req-4a72d855-f756-4dc7-84fa-4fd76985339e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0563056 Jan 28 05:04:54.900741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-d632876a-69a8-48ad-ac62-76ae848fa7d8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:54.903132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-d632876a-69a8-48ad-ac62-76ae848fa7d8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 812 time: 0.1900373 Jan 28 05:04:54.961508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Allocated IP 2001:db8::2 (586608bc-3aad-424d-abd5-6698ffb4e290/4d1a5491-b797-4a6a-995c-f7d73a80dfbe/76721392-d06e-4923-b35c-5c9e340990ac) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:54.980795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-03d61c49-d1e8-4a7a-9ec9-7769c88e87fe tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9a85ba8d254043ba43b960b10a17db HTTP/1.1" status: 200 len: 379 time: 0.0640037 Jan 28 05:04:54.989742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'port': {'device_id': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'admin_state_up': True, 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'security_groups': ['fc687e8f-ab1e-4e25-a2e9-a530b4917ebd']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:55.130302 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Publish callbacks [] for port (76721392-d06e-4923-b35c-5c9e340990ac), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.147616 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (76721392-d06e-4923-b35c-5c9e340990ac), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.158369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (4d1a5491-b797-4a6a-995c-f7d73a80dfbe), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.183105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1a5491-b797-4a6a-995c-f7d73a80dfbe,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:55.206920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Network 586608bc-3aad-424d-abd5-6698ffb4e290 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:55.211959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:55.214443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:55.256967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Pushing event updated for resources: {'Port': ['ID=76721392-d06e-4923-b35c-5c9e340990ac,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:55.290434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Attempting to bind port 76721392-d06e-4923-b35c-5c9e340990ac on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:55.290735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Attempting to bind port 76721392-d06e-4923-b35c-5c9e340990ac by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4004e428-777a-4d04-98ef-77ea3e929a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:55.291092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Attempting to bind port 76721392-d06e-4923-b35c-5c9e340990ac on network 586608bc-3aad-424d-abd5-6698ffb4e290 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:55.296553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:55.296945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Checking segment: {'id': '4004e428-777a-4d04-98ef-77ea3e929a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:55.297375 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.297771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Bound using segment: {'id': '4004e428-777a-4d04-98ef-77ea3e929a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:55.298247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Bound port: 76721392-d06e-4923-b35c-5c9e340990ac, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4004e428-777a-4d04-98ef-77ea3e929a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '586608bc-3aad-424d-abd5-6698ffb4e290'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:55.298636 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (76721392-d06e-4923-b35c-5c9e340990ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.343944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.374832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] For port 76721392-d06e-4923-b35c-5c9e340990ac, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:55.378875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] For port 76721392-d06e-4923-b35c-5c9e340990ac, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=76721392-d06e-4923-b35c-5c9e340990ac,segment=NetworkSegment(4004e428-777a-4d04-98ef-77ea3e929a60),segment_id=4004e428-777a-4d04-98ef-77ea3e929a60)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:55.385855 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (76721392-d06e-4923-b35c-5c9e340990ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.399192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586608bc-3aad-424d-abd5-6698ffb4e290']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:55.414088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4004e428-777a-4d04-98ef-77ea3e929a60') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:55.414739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4004e428-777a-4d04-98ef-77ea3e929a60') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:55.443398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.453445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Made reservation on behalf of eb9a85ba8d254043ba43b960b10a17db for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:55.459237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.467848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d7ed0-21dc-4484-b588-bf3019bfb65f None None] Pushing event updated for resources: {'Port': ['ID=76721392-d06e-4923-b35c-5c9e340990ac,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:55.469128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.488304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:04:55.489979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.491094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54978fee-b37d-43f9-993d-d9ddeb187e0e None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:04:55.494388 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:04:55.591319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:04:55.591319 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:04:55.591319 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '586608bc-3aad-424d-abd5-6698ffb4e290'}] Jan 28 05:04:55.591319 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:04:55.591724 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:04:55.616227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54978fee-b37d-43f9-993d-d9ddeb187e0e None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:04:55.626702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.20.0.11 (5325bef8-89cf-4ad6-a948-421d296d54bf/a9e3f1a7-df4a-4510-aeb1-68e929b50514/39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:55.785703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.822637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.827891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fc2d0-049f-402c-a834-310602e077dc None None] Network 586608bc-3aad-424d-abd5-6698ffb4e290 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:55.866875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network 5325bef8-89cf-4ad6-a948-421d296d54bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:55.870096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:55.873972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:55.904850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:55.948896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:55.949664 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:55.993500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-cbe67f64-4407-49c4-bb27-5bd80b6ae424 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0079386 Jan 28 05:04:56.018717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Request body: {'port': {'device_id': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:56.094127 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.108041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5d384-73b6-4ce8-86e5-ec4d9a7aa4da req-2c0388e7-c475-4d75-a7a5-a820513102d7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:56.109645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48c5d384-73b6-4ce8-86e5-ec4d9a7aa4da req-2c0388e7-c475-4d75-a7a5-a820513102d7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 932 time: 0.1351645 Jan 28 05:04:56.112569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.194308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting port 76721392-d06e-4923-b35c-5c9e340990ac {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:56.195118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (76721392-d06e-4923-b35c-5c9e340990ac), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.214810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bd2379e7-2a96-4653-9911-84400221c683 None None] Provisioning complete for port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:04:56.215192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd2379e7-2a96-4653-9911-84400221c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.232841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48c5d384-73b6-4ce8-86e5-ec4d9a7aa4da req-5d38170e-38fa-4db0-8294-ef5f27eb173d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058636 Jan 28 05:04:56.259234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bd2379e7-2a96-4653-9911-84400221c683 None None] Port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:04:56.301960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] For port 76721392-d06e-4923-b35c-5c9e340990ac, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=76721392-d06e-4923-b35c-5c9e340990ac,segment=NetworkSegment(4004e428-777a-4d04-98ef-77ea3e929a60),segment_id=4004e428-777a-4d04-98ef-77ea3e929a60)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:04:56.302462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (76721392-d06e-4923-b35c-5c9e340990ac), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.317755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Calling delete_port for 76721392-d06e-4923-b35c-5c9e340990ac owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:56.409432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (76721392-d06e-4923-b35c-5c9e340990ac), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.437013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Port': ['ID=76721392-d06e-4923-b35c-5c9e340990ac,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:56.442910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No DVR routers for this DVR port 76721392-d06e-4923-b35c-5c9e340990ac on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:04:56.501011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:04:56.509728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Publish callbacks [] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.521039 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.524756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Transition to ACTIVE for port object 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:04:56.529005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.542292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586608bc-3aad-424d-abd5-6698ffb4e290']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:56.552673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4004e428-777a-4d04-98ef-77ea3e929a60') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:56.552974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4004e428-777a-4d04-98ef-77ea3e929a60') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:56.569556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.587142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:56.591738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.600725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:04:56.601673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4004e428-777a-4d04-98ef-77ea3e929a60), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:04:56.605525 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:04:56.665323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Attempting to bind port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:04:56.665737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Attempting to bind port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:04:56.666310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Attempting to bind port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:56.671435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac on network 5325bef8-89cf-4ad6-a948-421d296d54bf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:04:56.671897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Attempting to bind port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac on network 5325bef8-89cf-4ad6-a948-421d296d54bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:04:56.677797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:04:56.678251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Checking segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:56.678783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Bound using segment: {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:04:56.679321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Bound port: 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:04:56.679787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.697254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (586608bc-3aad-424d-abd5-6698ffb4e290), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.728185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.736858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/586608bc-3aad-424d-abd5-6698ffb4e290 HTTP/1.1" status: 204 len: 168 time: 2.0701535 Jan 28 05:04:56.737947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43898) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:56.743477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-867807089'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:56.748484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abce5b6-0717-467d-8509-03654c05a4ff tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Network': ['ID=586608bc-3aad-424d-abd5-6698ffb4e290,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:56.771144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] For port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:04:56.776020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] For port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:04:56.780301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.788928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:56.792276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.830413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:56.830983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.832360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] 10.222.0.52 "PUT /v2.0/ports/39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac HTTP/1.1" status: 200 len: 1092 time: 0.8184988 Jan 28 05:04:56.832870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:56.835155 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:56.876966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:04:56.883194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2042ba4-bef1-498b-b6f2-d062316b9ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:56.895675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (404bf2f7-020a-4215-ada4-41f862c2ceb3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:56.895675 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Added segment 404bf2f7-020a-4215-ada4-41f862c2ceb3 of type vlan for network 593c61d2-46c5-471c-8f2f-c6b96c54ace6 Jan 28 05:04:56.935624 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fec511-1b05-4158-9874-e3bc2044b1cf x-openstack-request-id: req-d1fec511-1b05-4158-9874-e3bc2044b1cf {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:56.935937 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:56.936354 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1fec511-1b05-4158-9874-e3bc2044b1cf {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:56.936798 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'status': 'completed', 'code': 200} Jan 28 05:04:56.964951 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (593c61d2-46c5-471c-8f2f-c6b96c54ace6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:57.014772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (593c61d2-46c5-471c-8f2f-c6b96c54ace6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:57.019897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.020579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:57.031104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-a6c68003-f415-48e6-9882-20c15efad2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.032617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-a6c68003-f415-48e6-9882-20c15efad2cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 1095 time: 0.0845528 Jan 28 05:04:57.126696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-4f08424d-09c1-4656-8bef-2e22e6a8e49e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac HTTP/1.1" status: 200 len: 217 time: 0.0765505 Jan 28 05:04:57.132637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3910160 Jan 28 05:04:57.133349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:57.140099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Request body: {'subnet': {'network_id': '593c61d2-46c5-471c-8f2f-c6b96c54ace6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:57.144672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d3dc2-516e-4fb9-8468-99879a0b3028 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Network': ['ID=593c61d2-46c5-471c-8f2f-c6b96c54ace6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:57.163058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 593c61d2-46c5-471c-8f2f-c6b96c54ace6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:04:57.203756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-43ce9fbc-2b24-4fe6-99d1-5d1bea805c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.207431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-43ce9fbc-2b24-4fe6-99d1-5d1bea805c91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0742216 Jan 28 05:04:57.270013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-5134cb8f-68f3-4d8a-881e-e2b8c88e57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.272282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-5134cb8f-68f3-4d8a-881e-e2b8c88e57eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572145 Jan 28 05:04:57.282800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Made reservation on behalf of 041e20936fee46bb8b1cb2783f6ca8bb for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:04:57.290033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:57.394293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-2eefab86-730a-4768-9cc0-5f7782951fcd service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069047 Jan 28 05:04:57.449127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28836a31-bdb2-4c08-bde1-d582acf6628b req-3e781a12-3a08-49c8-aec7-e60d1dbbbb60 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.450702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28836a31-bdb2-4c08-bde1-d582acf6628b req-3e781a12-3a08-49c8-aec7-e60d1dbbbb60 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0934572 Jan 28 05:04:57.508288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfafbdba-02af-4f27-bf4a-c7aacf300758 req-012013d4-1ace-4c61-b566-34e22b58492c service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055620 Jan 28 05:04:57.565615 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28836a31-bdb2-4c08-bde1-d582acf6628b req-a5ffb59a-59db-4afe-9e47-7fbd98fc04c4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055284 Jan 28 05:04:57.636378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-0f850639-fd14-492f-9db0-765bd763206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.643554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-0f850639-fd14-492f-9db0-765bd763206a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 1095 time: 0.0571334 Jan 28 05:04:57.693925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:04:57.695911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (35568337-9dc2-43bb-a12f-106094452d0f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:57.760704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-3535092a-ae9d-4e0e-9a0d-704175ce19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.762469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-3535092a-ae9d-4e0e-9a0d-704175ce19bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1122329 Jan 28 05:04:57.771056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event updated for resources: {'Subnet': ['ID=35568337-9dc2-43bb-a12f-106094452d0f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:57.784935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Checking segment: {'id': '404bf2f7-020a-4215-ada4-41f862c2ceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '593c61d2-46c5-471c-8f2f-c6b96c54ace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:04:57.785627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network hostable DHCP agents. Network: 593c61d2-46c5-471c-8f2f-c6b96c54ace6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:04:57.807984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Network 593c61d2-46c5-471c-8f2f-c6b96c54ace6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:04:57.818854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-251f732d-1e19-4ed6-941b-4bc175941c7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac HTTP/1.1" status: 200 len: 217 time: 0.0493646 Jan 28 05:04:57.822884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 593c61d2-46c5-471c-8f2f-c6b96c54ace6) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:57.830644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.831449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:57.834020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3139e31-0a4b-44f7-8c79-14dd786f62fe None None] Network 593c61d2-46c5-471c-8f2f-c6b96c54ace6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:57.866209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6e0ebeee-d2c0-4c37-9e1e-ac118fb27e18 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7309620 Jan 28 05:04:57.868756 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43910) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:57.889223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-1de5ecbc-6c62-4d44-a9e8-27b3a10acc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.890904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-1de5ecbc-6c62-4d44-a9e8-27b3a10acc92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0669920 Jan 28 05:04:57.952885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-6105c430-b3a2-4083-ad29-8074dc2e9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:57.954653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-6105c430-b3a2-4083-ad29-8074dc2e9d65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574594 Jan 28 05:04:58.030174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (593c61d2-46c5-471c-8f2f-c6b96c54ace6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.071256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eebbc3-3d0d-4104-83e5-c27af3ab5eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-593c61d2-46c5-471c-8f2f-c6b96c54ace6', 'network_id': '593c61d2-46c5-471c-8f2f-c6b96c54ace6', 'project_id': '041e20936fee46bb8b1cb2783f6ca8bb', 'fixed_ips': [{'subnet_id': '35568337-9dc2-43bb-a12f-106094452d0f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:04:58.072377 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96eebbc3-3d0d-4104-83e5-c27af3ab5eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.141190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-eb514762-0841-4f50-870d-70a4c8b0d034 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804345 Jan 28 05:04:58.162280 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (35568337-9dc2-43bb-a12f-106094452d0f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.276953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (35568337-9dc2-43bb-a12f-106094452d0f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-96eebbc3-3d0d-4104-83e5-c27af3ab5eb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35568337-9dc2-43bb-a12f-106094452d0f: This subnet is being modified by another concurrent operation. Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:04:58.281078 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35568337-9dc2-43bb-a12f-106094452d0f: This subnet is being modified by another concurrent operation. Jan 28 05:04:58.287916 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:04:58.293627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb3c4ef8-f7e9-4288-9e70-30bf6f4e509f req-b4955944-6579-48c3-91f5-c22df64fcc06 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458185 Jan 28 05:04:58.317239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfce24a-df4a-47a0-b2de-c6f4f6087176 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:04:58.319121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Subnet': ['ID=35568337-9dc2-43bb-a12f-106094452d0f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:58.391241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (593c61d2-46c5-471c-8f2f-c6b96c54ace6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.416924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593c61d2-46c5-471c-8f2f-c6b96c54ace6']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:58.427468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404bf2f7-020a-4215-ada4-41f862c2ceb3') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:58.427903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404bf2f7-020a-4215-ada4-41f862c2ceb3') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:58.437836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (404bf2f7-020a-4215-ada4-41f862c2ceb3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.452560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (404bf2f7-020a-4215-ada4-41f862c2ceb3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.454620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfce24a-df4a-47a0-b2de-c6f4f6087176 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:04:58.460421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:04:58.460924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (404bf2f7-020a-4215-ada4-41f862c2ceb3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:04:58.463963 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:04:58.533620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (593c61d2-46c5-471c-8f2f-c6b96c54ace6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.538626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.542121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/593c61d2-46c5-471c-8f2f-c6b96c54ace6 HTTP/1.1" status: 204 len: 168 time: 0.6719925 Jan 28 05:04:58.548258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43914) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.561202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429677c-95f4-406d-ba69-bbed195981ef tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Network': ['ID=593c61d2-46c5-471c-8f2f-c6b96c54ace6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:58.590476 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a9ab23-603d-40c2-bb22-07f576d78e9d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:58.590987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a9ab23-603d-40c2-bb22-07f576d78e9d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:58.598221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c7a9ab23-603d-40c2-bb22-07f576d78e9d tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/35568337-9dc2-43bb-a12f-106094452d0f HTTP/1.1" status: 404 len: 337 time: 0.0448139 Jan 28 05:04:58.598221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43918) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.642322 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe3cc19-cf0b-4792-80a8-e85f01c930d0 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:58.642988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe3cc19-cf0b-4792-80a8-e85f01c930d0 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:58.650317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43922) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.650565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-afe3cc19-cf0b-4792-80a8-e85f01c930d0 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/593c61d2-46c5-471c-8f2f-c6b96c54ace6 HTTP/1.1" status: 404 len: 339 time: 0.0520985 Jan 28 05:04:58.679579 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ec0a4a-2693-40cc-8d99-c76a7bb4c956 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:58.680067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ec0a4a-2693-40cc-8d99-c76a7bb4c956 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:58.683099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b9ec0a4a-2693-40cc-8d99-c76a7bb4c956 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/4d1a5491-b797-4a6a-995c-f7d73a80dfbe HTTP/1.1" status: 404 len: 337 time: 0.0318110 Jan 28 05:04:58.685802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43924) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.699476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8fc83-1146-486e-a0a0-3921de84db5f None None] Network 593c61d2-46c5-471c-8f2f-c6b96c54ace6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:04:58.712438 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a660d5-b781-4827-b8c0-cd95658af265 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:58.713089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a660d5-b781-4827-b8c0-cd95658af265 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:58.716290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f8a660d5-b781-4827-b8c0-cd95658af265 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/586608bc-3aad-424d-abd5-6698ffb4e290 HTTP/1.1" status: 404 len: 339 time: 0.0295725 Jan 28 05:04:58.718848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43926) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.724863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8fc83-1146-486e-a0a0-3921de84db5f None None] Network 593c61d2-46c5-471c-8f2f-c6b96c54ace6 could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:04:58.744707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a5018-cf72-4167-86b6-ce9d6b375268 req-e5f6a30f-dff0-4887-a360-2abbb59c5127 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:58.746328 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0198aff-c1e9-4865-a285-8901bf8228bf tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:58.746599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d2a5018-cf72-4167-86b6-ce9d6b375268 req-e5f6a30f-dff0-4887-a360-2abbb59c5127 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0689032 Jan 28 05:04:58.746787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0198aff-c1e9-4865-a285-8901bf8228bf tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:58.750195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f0198aff-c1e9-4865-a285-8901bf8228bf tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/3ba09f47-92d0-4cd1-a76f-dc6317edfc0b HTTP/1.1" status: 404 len: 337 time: 0.0304143 Jan 28 05:04:58.752780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43928) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.771399 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81beeb7-5fe8-4a7f-a351-17684ce452c4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:58.771945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81beeb7-5fe8-4a7f-a351-17684ce452c4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:58.775325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f81beeb7-5fe8-4a7f-a351-17684ce452c4 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/058bfae0-d7f0-4828-a7e0-eb62f4405942 HTTP/1.1" status: 404 len: 339 time: 0.0212505 Jan 28 05:04:58.778048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43930) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:58.828658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d2a5018-cf72-4167-86b6-ce9d6b375268 req-53718a50-58f9-40a3-a762-7b21de357ae1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757031 Jan 28 05:04:58.884364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting port 1dcaa843-74f8-45ec-96fd-b012f33e6bb1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:58.884705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1dcaa843-74f8-45ec-96fd-b012f33e6bb1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.952307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1dcaa843-74f8-45ec-96fd-b012f33e6bb1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:58.966583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Calling delete_port for 1dcaa843-74f8-45ec-96fd-b012f33e6bb1 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:59.058830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1dcaa843-74f8-45ec-96fd-b012f33e6bb1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.089114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Port': ['ID=1dcaa843-74f8-45ec-96fd-b012f33e6bb1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:59.096067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.100749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-67723293-cd03-429d-b0ce-2c65bbaee721 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/ports/1dcaa843-74f8-45ec-96fd-b012f33e6bb1 HTTP/1.1" status: 204 len: 168 time: 0.3216929 Jan 28 05:04:59.103140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43932) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:59.128965 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f07f41-0fcf-4527-ab13-47645a9e8851 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:59.129458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f07f41-0fcf-4527-ab13-47645a9e8851 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:59.132483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23f07f41-0fcf-4527-ab13-47645a9e8851 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/560cd556-67d2-4425-8f7c-e3bd47095498 HTTP/1.1" status: 404 len: 337 time: 0.0284286 Jan 28 05:04:59.134953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43934) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:59.214178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4ab1cc8c-428e-4275-908b-b7e4bddf109f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.308578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4ab1cc8c-428e-4275-908b-b7e4bddf109f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.329890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab1cc8c-428e-4275-908b-b7e4bddf109f']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:59.341100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71822aac-5c29-4716-8eeb-f882ae1db26e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:59.341427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71822aac-5c29-4716-8eeb-f882ae1db26e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:59.352594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (71822aac-5c29-4716-8eeb-f882ae1db26e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.367792 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (71822aac-5c29-4716-8eeb-f882ae1db26e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.374735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:04:59.375153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (71822aac-5c29-4716-8eeb-f882ae1db26e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:04:59.378231 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:04:59.414040 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:04:59.449204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4ab1cc8c-428e-4275-908b-b7e4bddf109f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.457172 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.463537 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/4ab1cc8c-428e-4275-908b-b7e4bddf109f HTTP/1.1" status: 204 len: 168 time: 0.3251853 Jan 28 05:04:59.464111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43938) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:59.480425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73ec2d-5e45-42f2-8fe5-88403afd748a tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Network': ['ID=4ab1cc8c-428e-4275-908b-b7e4bddf109f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:59.574445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting port d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:04:59.575157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.658497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.679369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Calling delete_port for d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:04:59.781074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.811859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Port': ['ID=d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:59.815746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.822073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:59.826099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ce8c5a48-acda-4260-92ee-c4c0e020a436 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/ports/d16b8a8a-9d5f-444c-b2e1-8a9a33c3af4c HTTP/1.1" status: 204 len: 168 time: 0.3564024 Jan 28 05:04:59.862658 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b27349-c21b-480f-960e-d667d3976109 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] DELETE failed (client error): The resource could not be found. Jan 28 05:04:59.863165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b27349-c21b-480f-960e-d667d3976109 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:04:59.870190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43944) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:04:59.873565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b9b27349-c21b-480f-960e-d667d3976109 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/225fe4b9-5537-4cbf-87c0-4a79bc43e65a HTTP/1.1" status: 404 len: 337 time: 0.0440345 Jan 28 05:04:59.971333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (3493620e-da68-4d14-886c-0e80ec4fbcdf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:59.980389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e57281-246a-46d1-ac84-415ecdf2a90e req-9c104636-5873-4ad2-80ef-93d61ae5bd8c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:59.982936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70e57281-246a-46d1-ac84-415ecdf2a90e req-9c104636-5873-4ad2-80ef-93d61ae5bd8c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0672357 Jan 28 05:05:00.062854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70e57281-246a-46d1-ac84-415ecdf2a90e req-46d17345-d9e5-42c3-b495-1f1fb275cff1 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734844 Jan 28 05:05:00.065037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (3493620e-da68-4d14-886c-0e80ec4fbcdf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.092188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3493620e-da68-4d14-886c-0e80ec4fbcdf']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:00.102907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:00.103247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca625d6-17ec-4ad2-a059-7b2b27f9b42f') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:00.112941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (fca625d6-17ec-4ad2-a059-7b2b27f9b42f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.126660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (fca625d6-17ec-4ad2-a059-7b2b27f9b42f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.133409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:00.133802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (fca625d6-17ec-4ad2-a059-7b2b27f9b42f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:00.136698 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:00.206546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (3493620e-da68-4d14-886c-0e80ec4fbcdf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.212438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.216279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/3493620e-da68-4d14-886c-0e80ec4fbcdf HTTP/1.1" status: 204 len: 168 time: 0.3447430 Jan 28 05:05:00.219146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:00.233894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8b3c5-2ba9-4beb-a6a8-c657e24bb765 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Network': ['ID=3493620e-da68-4d14-886c-0e80ec4fbcdf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:00.272816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting subnet 7df4a54c-878a-4aa3-825f-f1707773ccd1 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:00.276066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (7df4a54c-878a-4aa3-825f-f1707773ccd1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.316418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (7df4a54c-878a-4aa3-825f-f1707773ccd1), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.415902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7df4a54c-878a-4aa3-825f-f1707773ccd1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.472307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (7df4a54c-878a-4aa3-825f-f1707773ccd1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.498025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Subnet': ['ID=7df4a54c-878a-4aa3-825f-f1707773ccd1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:00.503885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.507545 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b56d920-27f1-4db2-afac-74fa451bdde7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/subnets/7df4a54c-878a-4aa3-825f-f1707773ccd1 HTTP/1.1" status: 204 len: 168 time: 0.2873156 Jan 28 05:05:00.509917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43950) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:00.516286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803d39a-577e-444b-b633-b58bb94a1312 None None] Network cd3736f9-e9c9-4f73-8178-91959889b824 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:00.587913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (cd3736f9-e9c9-4f73-8178-91959889b824), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.653065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Deleting port 45c9147b-e2d5-408b-b5de-73faa7379375 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:00.653445 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.716270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] DHCP port deletion for cd3736f9-e9c9-4f73-8178-91959889b824 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:00.728808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] For port 45c9147b-e2d5-408b-b5de-73faa7379375, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45c9147b-e2d5-408b-b5de-73faa7379375,segment=NetworkSegment(3b1f8b1d-d126-4801-9f95-eded8c86dcf9),segment_id=3b1f8b1d-d126-4801-9f95-eded8c86dcf9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:00.729206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.742284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Calling delete_port for 45c9147b-e2d5-408b-b5de-73faa7379375 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:00.766024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] Deleting port 45c9147b-e2d5-408b-b5de-73faa7379375 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:00.766342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.831984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] For port 45c9147b-e2d5-408b-b5de-73faa7379375, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45c9147b-e2d5-408b-b5de-73faa7379375,segment=NetworkSegment(3b1f8b1d-d126-4801-9f95-eded8c86dcf9),segment_id=3b1f8b1d-d126-4801-9f95-eded8c86dcf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:00.832503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.833530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.845848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] Calling delete_port for 45c9147b-e2d5-408b-b5de-73faa7379375 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:00.860974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Port': ['ID=45c9147b-e2d5-408b-b5de-73faa7379375,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:00.865872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] No DVR routers for this DVR port 45c9147b-e2d5-408b-b5de-73faa7379375 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:00.930336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (45c9147b-e2d5-408b-b5de-73faa7379375), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.945320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (cd3736f9-e9c9-4f73-8178-91959889b824), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:00.954632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] Pushing event deleted for resources: {'Port': ['ID=45c9147b-e2d5-408b-b5de-73faa7379375,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:00.958852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fcc9d4-78df-412e-af83-f4b237e488fc None None] No DVR routers for this DVR port 45c9147b-e2d5-408b-b5de-73faa7379375 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:00.971294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3736f9-e9c9-4f73-8178-91959889b824']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:00.982027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1f8b1d-d126-4801-9f95-eded8c86dcf9') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:00.982405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1f8b1d-d126-4801-9f95-eded8c86dcf9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:00.997522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (3b1f8b1d-d126-4801-9f95-eded8c86dcf9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.011704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (3b1f8b1d-d126-4801-9f95-eded8c86dcf9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.017572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:01.017982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (3b1f8b1d-d126-4801-9f95-eded8c86dcf9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:01.021414 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:01.077591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (cd3736f9-e9c9-4f73-8178-91959889b824), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.084879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.088198 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] 10.222.0.21 "DELETE /v2.0/networks/cd3736f9-e9c9-4f73-8178-91959889b824 HTTP/1.1" status: 204 len: 168 time: 0.5773683 Jan 28 05:05:01.100301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c28ce-98a0-4464-b5f2-8cd809938ed7 tempest-NetworksIpV6TestAttrs-377122358 tempest-NetworksIpV6TestAttrs-377122358-project] Pushing event deleted for resources: {'Network': ['ID=cd3736f9-e9c9-4f73-8178-91959889b824,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:01.217079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde5c6-61e0-4b66-81f9-fdfab22362f1 req-83137e19-677a-4ba2-819b-a5d2af02a7cc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:01.227247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6abde5c6-61e0-4b66-81f9-fdfab22362f1 req-83137e19-677a-4ba2-819b-a5d2af02a7cc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0734499 Jan 28 05:05:01.289327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6abde5c6-61e0-4b66-81f9-fdfab22362f1 req-45c33136-a955-4633-ad90-8760377254fc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510151 Jan 28 05:05:01.373823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:01.540012 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b8a3843f-4533-4cb9-86dd-26c64fdb7095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=041e20936fee46bb8b1cb2783f6ca8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648088 Jan 28 05:05:01.542549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43962) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:01.597295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f96c53e-ea96-4055-97fd-d1e7cad8f6d8 admin admin] Publish callbacks [] for security_group (ac6e3e7f-5d6b-42ba-9756-e54397c86e85), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.620544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f96c53e-ea96-4055-97fd-d1e7cad8f6d8 admin admin] Publish callbacks [] for security_group (ac6e3e7f-5d6b-42ba-9756-e54397c86e85), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.673109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f96c53e-ea96-4055-97fd-d1e7cad8f6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ac6e3e7f-5d6b-42ba-9756-e54397c86e85), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.675785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f96c53e-ea96-4055-97fd-d1e7cad8f6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:01.679656 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3f96c53e-ea96-4055-97fd-d1e7cad8f6d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac6e3e7f-5d6b-42ba-9756-e54397c86e85 HTTP/1.1" status: 204 len: 168 time: 0.1339464 Jan 28 05:05:01.687954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96c53e-ea96-4055-97fd-d1e7cad8f6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e3e7f-5d6b-42ba-9756-e54397c86e85,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:02.349193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43988) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:02.402707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887697b-74d8-43e8-83ed-e37f2b625f08 req-3d57780d-8382-45db-a22b-b5a83efbfd90 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:02.404518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c887697b-74d8-43e8-83ed-e37f2b625f08 req-3d57780d-8382-45db-a22b-b5a83efbfd90 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0498080 Jan 28 05:05:02.463919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870238370'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:02.469907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c887697b-74d8-43e8-83ed-e37f2b625f08 req-38be80de-524f-42c6-bc7a-488432044c24 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594199 Jan 28 05:05:02.492194 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:02.495506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.504054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.577026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for security_group (0a6bb8f3-1184-465c-803c-644f6be6b9b4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.580716 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0a6bb8f3-1184-465c-803c-644f6be6b9b4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.607430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:02.617529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6bb8f3-1184-465c-803c-644f6be6b9b4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:02.622136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1f0c0797-fe84-41b5-a5d0-9416092b3640), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.622478 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment 1f0c0797-fe84-41b5-a5d0-9416092b3640 of type vlan for network a4e368fb-d771-421b-879f-a672f0adc0a6 Jan 28 05:05:02.661516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a4e368fb-d771-421b-879f-a672f0adc0a6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.688497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a4e368fb-d771-421b-879f-a672f0adc0a6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.694156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:02.694743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.724159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45c9147b-e2d5-408b-b5de-73faa7379375 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:02.750156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 45c9147b-e2d5-408b-b5de-73faa7379375 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:02.750945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45c9147b-e2d5-408b-b5de-73faa7379375 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:02.756910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4067400 Jan 28 05:05:02.759635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43994) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:02.764798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1682793947'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:02.773297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981feb9-1b01-48f9-9f2b-2be967e5da80 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=a4e368fb-d771-421b-879f-a672f0adc0a6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:02.784285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a4e368fb-d771-421b-879f-a672f0adc0a6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:02.786764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:02.790112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.834907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:02.846214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6e2de5b8-58b0-49f1-92f7-3ee0994f5355), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.846678 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment 6e2de5b8-58b0-49f1-92f7-3ee0994f5355 of type vlan for network 931ebaf0-e967-49de-a851-020865a15e91 Jan 28 05:05:02.891929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (931ebaf0-e967-49de-a851-020865a15e91), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.916222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (931ebaf0-e967-49de-a851-020865a15e91), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.921399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:02.921988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:02.987062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2236891 Jan 28 05:05:02.987279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 43996) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:02.992082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:03.039363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863fd22-272c-49a1-b4f9-b670601c8676 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=931ebaf0-e967-49de-a851-020865a15e91,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:03.050411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 931ebaf0-e967-49de-a851-020865a15e91 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:03.089340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:03.092707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.272162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (62585261-229e-450a-96d0-9352d983528b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.338110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=62585261-229e-450a-96d0-9352d983528b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:03.346277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': '1f0c0797-fe84-41b5-a5d0-9416092b3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:03.346648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: a4e368fb-d771-421b-879f-a672f0adc0a6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:03.364560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network a4e368fb-d771-421b-879f-a672f0adc0a6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:03.373881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a4e368fb-d771-421b-879f-a672f0adc0a6) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:03.382843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b9b65-4d30-4920-9570-17be1f1437f2 None None] Network a4e368fb-d771-421b-879f-a672f0adc0a6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:03.384604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:03.385405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.402909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eb31774b-904b-4ed6-8863-c30dff7b2c70 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4146121 Jan 28 05:05:03.405752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 43998) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:03.410869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': '931ebaf0-e967-49de-a851-020865a15e91', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:03.493508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-a4e368fb-d771-421b-879f-a672f0adc0a6', 'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '62585261-229e-450a-96d0-9352d983528b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:03.494861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.522545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:03.527468 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.642319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Allocated IP 172.20.0.2 (a4e368fb-d771-421b-879f-a672f0adc0a6/62585261-229e-450a-96d0-9352d983528b/7c756b8a-4006-4c00-9220-e4d1cb6dd4f6) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:03.665970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffe2f8-5f3a-4888-80cd-3e548b7c7b3b req-33c3e2b4-e3a0-4f14-8f0c-8cfce2bc6ec3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:03.667586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28ffe2f8-5f3a-4888-80cd-3e548b7c7b3b req-33c3e2b4-e3a0-4f14-8f0c-8cfce2bc6ec3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0793765 Jan 28 05:05:03.763048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28ffe2f8-5f3a-4888-80cd-3e548b7c7b3b req-d723ff9f-965b-43f6-8489-2c264e7fab88 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842111 Jan 28 05:05:03.790014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Publish callbacks [] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.796006 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.834254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Network a4e368fb-d771-421b-879f-a672f0adc0a6 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:03.834463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ddbd3ea2-84a8-4477-b2af-450c70dfb33d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.840654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:03.844900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:03.848122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Pushing event updated for resources: {'Port': ['ID=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:03.900544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=ddbd3ea2-84a8-4477-b2af-450c70dfb33d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:03.918379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': '6e2de5b8-58b0-49f1-92f7-3ee0994f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '931ebaf0-e967-49de-a851-020865a15e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:03.919063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: 931ebaf0-e967-49de-a851-020865a15e91, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:03.924908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Attempting to bind port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:03.925323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Attempting to bind port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1f0c0797-fe84-41b5-a5d0-9416092b3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:03.926126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Attempting to bind port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 on network a4e368fb-d771-421b-879f-a672f0adc0a6 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:03.931719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:03.932101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Checking segment: {'id': '1f0c0797-fe84-41b5-a5d0-9416092b3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:03.932539 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.932942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Bound using segment: {'id': '1f0c0797-fe84-41b5-a5d0-9416092b3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:03.933441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Bound port: 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0c0797-fe84-41b5-a5d0-9416092b3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4e368fb-d771-421b-879f-a672f0adc0a6'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:03.933834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.941257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 931ebaf0-e967-49de-a851-020865a15e91 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:03.954706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 931ebaf0-e967-49de-a851-020865a15e91) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:03.966418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:03.967232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:03.974532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c7ab2-ec81-4fff-98f1-913b5ebcd52d None None] Network 931ebaf0-e967-49de-a851-020865a15e91 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:03.996389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9305480-df61-49a1-8971-d23015263fd5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5888662 Jan 28 05:05:03.998905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44004) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:04.004387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-554820437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:04.026797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (162db12e-2b10-44ae-879b-dd5ea06e6ff7), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.027946 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (162db12e-2b10-44ae-879b-dd5ea06e6ff7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.051090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] For port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:04.066607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] For port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,segment=NetworkSegment(1f0c0797-fe84-41b5-a5d0-9416092b3640),segment_id=1f0c0797-fe84-41b5-a5d0-9416092b3640)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:04.073064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.086206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (162db12e-2b10-44ae-879b-dd5ea06e6ff7), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.090684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (162db12e-2b10-44ae-879b-dd5ea06e6ff7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.109127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.110498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b7845f4-360e-4e06-8916-998695d80236 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1099784 Jan 28 05:05:04.113472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44006) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:04.166928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-931ebaf0-e967-49de-a851-020865a15e91', 'network_id': '931ebaf0-e967-49de-a851-020865a15e91', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': 'ddbd3ea2-84a8-4477-b2af-450c70dfb33d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:04.168075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.183217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218d16-1bc9-4fdf-954e-5dcad91e6854 None None] Pushing event updated for resources: {'Port': ['ID=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:04.355359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Allocated IP 172.21.0.2 (931ebaf0-e967-49de-a851-020865a15e91/ddbd3ea2-84a8-4477-b2af-450c70dfb33d/734320bc-d0e7-4651-81ec-e52fc37f5816) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:04.561038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Publish callbacks [] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.569534 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.610842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Network 931ebaf0-e967-49de-a851-020865a15e91 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:04.614788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:04.618470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:04.632562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Pushing event updated for resources: {'Port': ['ID=734320bc-d0e7-4651-81ec-e52fc37f5816,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:04.688379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Attempting to bind port 734320bc-d0e7-4651-81ec-e52fc37f5816 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:04.689168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Attempting to bind port 734320bc-d0e7-4651-81ec-e52fc37f5816 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '6e2de5b8-58b0-49f1-92f7-3ee0994f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '931ebaf0-e967-49de-a851-020865a15e91'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:04.690890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Attempting to bind port 734320bc-d0e7-4651-81ec-e52fc37f5816 on network 931ebaf0-e967-49de-a851-020865a15e91 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:04.708359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:04.708741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Checking segment: {'id': '6e2de5b8-58b0-49f1-92f7-3ee0994f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '931ebaf0-e967-49de-a851-020865a15e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:04.709224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.709566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Bound using segment: {'id': '6e2de5b8-58b0-49f1-92f7-3ee0994f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '931ebaf0-e967-49de-a851-020865a15e91'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:04.710441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Bound port: 734320bc-d0e7-4651-81ec-e52fc37f5816, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2de5b8-58b0-49f1-92f7-3ee0994f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '931ebaf0-e967-49de-a851-020865a15e91'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:04.710441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.784995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] For port 734320bc-d0e7-4651-81ec-e52fc37f5816, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:04.788513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] For port 734320bc-d0e7-4651-81ec-e52fc37f5816, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=734320bc-d0e7-4651-81ec-e52fc37f5816,segment=NetworkSegment(6e2de5b8-58b0-49f1-92f7-3ee0994f5355),segment_id=6e2de5b8-58b0-49f1-92f7-3ee0994f5355)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:04.801048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.836037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:04.911965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127328e2-cbdf-4968-824d-26e0b7724e5b None None] Pushing event updated for resources: {'Port': ['ID=734320bc-d0e7-4651-81ec-e52fc37f5816,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:04.931747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:04.932168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:04.957055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.029968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:05.030371 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.083768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,segment=NetworkSegment(1f0c0797-fe84-41b5-a5d0-9416092b3640),segment_id=1f0c0797-fe84-41b5-a5d0-9416092b3640)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:05.092343 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.177644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:05.261432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5f660-982d-45bf-a35f-ab27c2908d03 req-c2a7d78d-5a62-4324-91f0-4c1ef7a728fd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:05.262990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fb5f660-982d-45bf-a35f-ab27c2908d03 req-c2a7d78d-5a62-4324-91f0-4c1ef7a728fd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.3955586 Jan 28 05:05:05.378622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fb5f660-982d-45bf-a35f-ab27c2908d03 req-d3199a1a-44fd-49b2-91bf-f2c856937e54 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052032 Jan 28 05:05:05.391771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.20.0.1 (a4e368fb-d771-421b-879f-a672f0adc0a6/62585261-229e-450a-96d0-9352d983528b/f55b487c-5b7e-4ac5-abcb-90075693283e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:05.548311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.593549 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.598004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb63d3-6c01-46fb-8431-fe6c64c0d267 None None] Network a4e368fb-d771-421b-879f-a672f0adc0a6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:05.635636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network a4e368fb-d771-421b-879f-a672f0adc0a6 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:05.638780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:05.642477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:05.670300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=f55b487c-5b7e-4ac5-abcb-90075693283e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:05.702427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.733172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9cef67d8-cd70-4951-b48f-cc19053eaebd None None] Provisioning complete for port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:05.733792 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cef67d8-cd70-4951-b48f-cc19053eaebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:05.829058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9cef67d8-cd70-4951-b48f-cc19053eaebd None None] Current status of the port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:05.849246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.052265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-af4896d3-49a9-41a6-a5ee-cd8f8b1952ab None None] Provisioning complete for port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:06.052662 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af4896d3-49a9-41a6-a5ee-cd8f8b1952ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.151621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-af4896d3-49a9-41a6-a5ee-cd8f8b1952ab None None] Current status of the port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:06.154212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.159930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.165033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-af4896d3-49a9-41a6-a5ee-cd8f8b1952ab None None] Provisioning complete for port f55b487c-5b7e-4ac5-abcb-90075693283e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:06.165033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af4896d3-49a9-41a6-a5ee-cd8f8b1952ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.210630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-af4896d3-49a9-41a6-a5ee-cd8f8b1952ab None None] Port f55b487c-5b7e-4ac5-abcb-90075693283e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:06.244506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.246465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=f55b487c-5b7e-4ac5-abcb-90075693283e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:06.338028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-42b3710e-5341-492c-9c45-ae4af167416c None None] Provisioning complete for port f55b487c-5b7e-4ac5-abcb-90075693283e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:06.338559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42b3710e-5341-492c-9c45-ae4af167416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.350944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network a4e368fb-d771-421b-879f-a672f0adc0a6 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:06.352429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:06.378867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42b3710e-5341-492c-9c45-ae4af167416c None None] Port f55b487c-5b7e-4ac5-abcb-90075693283e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:06.431607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8333303-7c11-4bb3-a167-a10dd105b918 None None] Network 931ebaf0-e967-49de-a851-020865a15e91 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:06.509509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.521989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 162db12e-2b10-44ae-879b-dd5ea06e6ff7 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:06.525518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] Provisioning complete for port 734320bc-d0e7-4651-81ec-e52fc37f5816 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:06.525906 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.539965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d01bb3-4988-4098-99a5-ddec1bc6bdef req-0ec05bb9-55c8-4402-94f9-0f025ee9dd09 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:06.541591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52d01bb3-4988-4098-99a5-ddec1bc6bdef req-0ec05bb9-55c8-4402-94f9-0f025ee9dd09 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0704012 Jan 28 05:05:06.680511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52d01bb3-4988-4098-99a5-ddec1bc6bdef req-d4182e47-c4e2-4b55-8334-438bc48eb93e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991585 Jan 28 05:05:06.685590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:06.691015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d36e408b-7292-474f-9101-2c8f5aaea8b5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/162db12e-2b10-44ae-879b-dd5ea06e6ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5758560 Jan 28 05:05:06.695174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44018) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:06.734345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] Sync routers for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:06.743072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aad98b-df1b-4c48-9b43-ca73c29641c6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:06.744524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-05aad98b-df1b-4c48-9b43-ca73c29641c6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports/f55b487c-5b7e-4ac5-abcb-90075693283e HTTP/1.1" status: 200 len: 910 time: 0.0483751 Jan 28 05:05:06.747406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:06.771170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:06.771804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:06.813182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:06.820281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:06.887155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:06.887917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:06.937105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:06.938023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077754d2-fa1c-4cb4-8557-3edcee991de2 None None] The sync data for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:06.941466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] Current status of the port 734320bc-d0e7-4651-81ec-e52fc37f5816 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:06.941957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.983649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:06.983945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:06.989870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] For port 734320bc-d0e7-4651-81ec-e52fc37f5816, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=734320bc-d0e7-4651-81ec-e52fc37f5816,segment=NetworkSegment(6e2de5b8-58b0-49f1-92f7-3ee0994f5355),segment_id=6e2de5b8-58b0-49f1-92f7-3ee0994f5355)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:07.020537 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.079585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b563-4994-4ccc-b0c5-c13b830c5f02 None None] Pushing event updated for resources: {'Port': ['ID=734320bc-d0e7-4651-81ec-e52fc37f5816,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:07.116168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.118430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:07.119636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 734320bc-d0e7-4651-81ec-e52fc37f5816 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:07.165711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fb34f5a5-fff2-4ada-98ea-95f9e72f7ba4 None None] Provisioning complete for port 734320bc-d0e7-4651-81ec-e52fc37f5816 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:07.166092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb34f5a5-fff2-4ada-98ea-95f9e72f7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.203829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 734320bc-d0e7-4651-81ec-e52fc37f5816 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:07.204165 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.318078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fb34f5a5-fff2-4ada-98ea-95f9e72f7ba4 None None] Current status of the port 734320bc-d0e7-4651-81ec-e52fc37f5816 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:07.334450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 734320bc-d0e7-4651-81ec-e52fc37f5816 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:07.340209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fb34f5a5-fff2-4ada-98ea-95f9e72f7ba4 None None] Provisioning complete for port f55b487c-5b7e-4ac5-abcb-90075693283e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:07.340585 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb34f5a5-fff2-4ada-98ea-95f9e72f7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.375370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.21.0.1 (931ebaf0-e967-49de-a851-020865a15e91/ddbd3ea2-84a8-4477-b2af-450c70dfb33d/53fe9753-12c3-414e-89e8-c5d185500cec) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:07.375991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fb34f5a5-fff2-4ada-98ea-95f9e72f7ba4 None None] Port f55b487c-5b7e-4ac5-abcb-90075693283e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:07.481839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (53fe9753-12c3-414e-89e8-c5d185500cec), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.515092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.561075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 931ebaf0-e967-49de-a851-020865a15e91 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:07.563952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:07.566348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:07.595337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=53fe9753-12c3-414e-89e8-c5d185500cec,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:07.619648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.751968 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.796650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-14a14838-9e37-4f06-bc97-6b9d52c7bbb2 None None] Provisioning complete for port 53fe9753-12c3-414e-89e8-c5d185500cec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:07.797129 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14a14838-9e37-4f06-bc97-6b9d52c7bbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.830967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14a14838-9e37-4f06-bc97-6b9d52c7bbb2 None None] Port 53fe9753-12c3-414e-89e8-c5d185500cec cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:07.900532 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:07.906348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fa8b5-5835-404e-b3ac-3f177cfa90f0 req-c0808a09-f6b6-43fd-8e89-795cb5eef3d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:07.907848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d51fa8b5-5835-404e-b3ac-3f177cfa90f0 req-c0808a09-f6b6-43fd-8e89-795cb5eef3d3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.1207969 Jan 28 05:05:08.020018 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d51fa8b5-5835-404e-b3ac-3f177cfa90f0 req-db56896e-c646-43df-8b23-d78c329fb284 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037066 Jan 28 05:05:08.080880 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (53fe9753-12c3-414e-89e8-c5d185500cec), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:08.085865 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:08.154218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=53fe9753-12c3-414e-89e8-c5d185500cec,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:08.158989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:08.250459 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 931ebaf0-e967-49de-a851-020865a15e91 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:08.251817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:08.351159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 162db12e-2b10-44ae-879b-dd5ea06e6ff7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:08.454088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e7117f04-c6c2-4dcf-95d0-664af9c8396a None None] Provisioning complete for port 53fe9753-12c3-414e-89e8-c5d185500cec triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:08.454556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7117f04-c6c2-4dcf-95d0-664af9c8396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:08.489756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e7117f04-c6c2-4dcf-95d0-664af9c8396a None None] Port 53fe9753-12c3-414e-89e8-c5d185500cec cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:08.600507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18edd2a3-af5f-4180-ade8-13b2e5ce7cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:08.683322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 734320bc-d0e7-4651-81ec-e52fc37f5816 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:08.736470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 734320bc-d0e7-4651-81ec-e52fc37f5816 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:08.736858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:08.787311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:08.795607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-994dac2f-0850-458b-92d0-4979f817a40d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/162db12e-2b10-44ae-879b-dd5ea06e6ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438240 Jan 28 05:05:08.795607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44028) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:08.797314 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] Sync routers for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:08.809565 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:08.810607 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:08.822495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 734320bc-d0e7-4651-81ec-e52fc37f5816 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:08.841377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1e159-d3f3-4f91-85e2-7dae53a46570 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:08.842886 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06c1e159-d3f3-4f91-85e2-7dae53a46570 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports/53fe9753-12c3-414e-89e8-c5d185500cec HTTP/1.1" status: 200 len: 910 time: 0.0471308 Jan 28 05:05:08.844189 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:08.845735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:08.853645 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:08.854186 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:08.885489 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:08.886141 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddefcd4-60b1-4a8e-b2e9-cc5274c7ff13 None None] The sync data for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:09.145540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f48f-b86c-4a4b-a719-85ff0ebb7b82 req-884f16f9-a52d-426c-a57d-aeeb7b272cc0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:09.146864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9333f48f-b86c-4a4b-a719-85ff0ebb7b82 req-884f16f9-a52d-426c-a57d-aeeb7b272cc0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0595958 Jan 28 05:05:09.230031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9333f48f-b86c-4a4b-a719-85ff0ebb7b82 req-dc691397-e70f-4ee2-b21c-9eccac4feda4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591612 Jan 28 05:05:09.233090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:09.474264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 53fe9753-12c3-414e-89e8-c5d185500cec {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:09.474614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:09.560598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:09.572088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 53fe9753-12c3-414e-89e8-c5d185500cec owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:09.737928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (53fe9753-12c3-414e-89e8-c5d185500cec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:09.768993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=53fe9753-12c3-414e-89e8-c5d185500cec,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:09.942023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:10.123167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 162db12e-2b10-44ae-879b-dd5ea06e6ff7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:10.211933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:10.218611 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bb387737-9170-47a4-8573-cfb89077d769 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/162db12e-2b10-44ae-879b-dd5ea06e6ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3701432 Jan 28 05:05:10.219704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44036) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:10.222827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] Sync routers for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:10.233624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:10.234276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:10.269643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:10.278789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:10.279407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:04:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:10.312510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:10.313187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e395e5-a21f-4d04-ad2f-2e29bd725a8c None None] The sync data for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:10.416704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353bf7c-ec00-482d-9358-9215ed2c85c2 req-9dc080bf-d917-4e53-b404-d0997628d1c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:10.418202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b353bf7c-ec00-482d-9358-9215ed2c85c2 req-9dc080bf-d917-4e53-b404-d0997628d1c7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.1195238 Jan 28 05:05:10.505993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b353bf7c-ec00-482d-9358-9215ed2c85c2 req-6dd2522a-a057-41a1-b7c4-0184163000f7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815966 Jan 28 05:05:10.606235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:10.827807 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de66008c-dab3-42ba-a0e5-13896e20717d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:10.841024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port f55b487c-5b7e-4ac5-abcb-90075693283e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:10.841404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:10.924648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:10.936861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for f55b487c-5b7e-4ac5-abcb-90075693283e owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:11.104074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f55b487c-5b7e-4ac5-abcb-90075693283e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:11.131423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=f55b487c-5b7e-4ac5-abcb-90075693283e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:11.155134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.155492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.155841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.156186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.156528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.156865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.157220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.157565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.157898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.158260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.158608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.158939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.159269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:11.276197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (162db12e-2b10-44ae-879b-dd5ea06e6ff7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:11.429375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 162db12e-2b10-44ae-879b-dd5ea06e6ff7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:11.503447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:11.508643 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c045c603-0947-45b3-93e2-2d3a826b0fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/162db12e-2b10-44ae-879b-dd5ea06e6ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2879534 Jan 28 05:05:11.511445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44042) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:11.513231 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] Sync routers for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:11.524279 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:11.524904 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:11.547896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44048) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:11.548142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f1773d97-78c4-41db-903c-3e254247fc30 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=162db12e-2b10-44ae-879b-dd5ea06e6ff7 HTTP/1.1" status: 200 len: 205 time: 0.0347867 Jan 28 05:05:11.565724 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:11.576138 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] Routers {'162db12e-2b10-44ae-879b-dd5ea06e6ff7'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:11.576946 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:11.614062 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:11.614791 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9569d3-3804-47bc-b8cd-78c757edcda8 None None] The sync data for ids ['162db12e-2b10-44ae-879b-dd5ea06e6ff7'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:11.635598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (162db12e-2b10-44ae-879b-dd5ea06e6ff7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.002171 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.120820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1eb65-fa3a-433e-8a27-05b2571afc63 req-db71673e-8dc1-46e1-b137-8dd48c631047 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:12.122335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15c1eb65-fa3a-433e-8a27-05b2571afc63 req-db71673e-8dc1-46e1-b137-8dd48c631047 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.5009992 Jan 28 05:05:12.158118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (162db12e-2b10-44ae-879b-dd5ea06e6ff7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.164754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (162db12e-2b10-44ae-879b-dd5ea06e6ff7), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.221529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (162db12e-2b10-44ae-879b-dd5ea06e6ff7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.222305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router 162db12e-2b10-44ae-879b-dd5ea06e6ff7 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:12.232163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.233293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-896ac975-8f55-42c3-9836-17b228d25faa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/162db12e-2b10-44ae-879b-dd5ea06e6ff7 HTTP/1.1" status: 204 len: 168 time: 0.6833303 Jan 28 05:05:12.236123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44050) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:12.242755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15c1eb65-fa3a-433e-8a27-05b2571afc63 req-fadb3eea-c7ef-4e7a-baaf-28d276a2da29 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890207 Jan 28 05:05:12.287785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet ddbd3ea2-84a8-4477-b2af-450c70dfb33d {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:12.290839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (ddbd3ea2-84a8-4477-b2af-450c70dfb33d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.330326 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (ddbd3ea2-84a8-4477-b2af-450c70dfb33d), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.414526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ddbd3ea2-84a8-4477-b2af-450c70dfb33d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.469677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (ddbd3ea2-84a8-4477-b2af-450c70dfb33d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.497068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbd3ea2-84a8-4477-b2af-450c70dfb33d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:12.500765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.503964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f18fa492-3148-4af4-8466-b3a2d145cd2a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/ddbd3ea2-84a8-4477-b2af-450c70dfb33d HTTP/1.1" status: 204 len: 168 time: 0.2668386 Jan 28 05:05:12.507141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:12.509631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c4309-ba00-40ac-87c1-e890960f3e50 None None] Network 931ebaf0-e967-49de-a851-020865a15e91 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:12.559617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 62585261-229e-450a-96d0-9352d983528b {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:12.562739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (62585261-229e-450a-96d0-9352d983528b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.603948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (62585261-229e-450a-96d0-9352d983528b), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.682391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] DHCP port deletion for 931ebaf0-e967-49de-a851-020865a15e91 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:12.697430 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (62585261-229e-450a-96d0-9352d983528b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.730407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] Deleting port 734320bc-d0e7-4651-81ec-e52fc37f5816 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:12.730819 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.757974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (62585261-229e-450a-96d0-9352d983528b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.784853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=62585261-229e-450a-96d0-9352d983528b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:12.789203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.792542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f21fa9bb-abfb-420c-a8dc-d88aa3f14049 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/62585261-229e-450a-96d0-9352d983528b HTTP/1.1" status: 204 len: 168 time: 0.2844243 Jan 28 05:05:12.795254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44058) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:12.798747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039ab21-ff61-4156-9b3a-0dcc9ad1f4f6 None None] Network a4e368fb-d771-421b-879f-a672f0adc0a6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:12.855601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] For port 734320bc-d0e7-4651-81ec-e52fc37f5816, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=734320bc-d0e7-4651-81ec-e52fc37f5816,segment=NetworkSegment(6e2de5b8-58b0-49f1-92f7-3ee0994f5355),segment_id=6e2de5b8-58b0-49f1-92f7-3ee0994f5355)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:12.856007 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.875047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (931ebaf0-e967-49de-a851-020865a15e91), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.877557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] Calling delete_port for 734320bc-d0e7-4651-81ec-e52fc37f5816 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:12.930480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 734320bc-d0e7-4651-81ec-e52fc37f5816 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:12.930752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.981495 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.000302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 734320bc-d0e7-4651-81ec-e52fc37f5816, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=734320bc-d0e7-4651-81ec-e52fc37f5816,segment=NetworkSegment(6e2de5b8-58b0-49f1-92f7-3ee0994f5355),segment_id=6e2de5b8-58b0-49f1-92f7-3ee0994f5355)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:13.000684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.008348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] Pushing event deleted for resources: {'Port': ['ID=734320bc-d0e7-4651-81ec-e52fc37f5816,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:13.012630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b224fa2-9f0c-48cc-aa4e-5cda338deb3a None None] No DVR routers for this DVR port 734320bc-d0e7-4651-81ec-e52fc37f5816 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:13.014545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 734320bc-d0e7-4651-81ec-e52fc37f5816 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:13.033569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] DHCP port deletion for a4e368fb-d771-421b-879f-a672f0adc0a6 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:13.084496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] Deleting port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:13.084940 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.101370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (734320bc-d0e7-4651-81ec-e52fc37f5816), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.126169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=734320bc-d0e7-4651-81ec-e52fc37f5816,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:13.129684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port 734320bc-d0e7-4651-81ec-e52fc37f5816 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:13.149477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] For port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,segment=NetworkSegment(1f0c0797-fe84-41b5-a5d0-9416092b3640),segment_id=1f0c0797-fe84-41b5-a5d0-9416092b3640)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:13.149881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.162853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] Calling delete_port for 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:13.210360 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (931ebaf0-e967-49de-a851-020865a15e91), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.230618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931ebaf0-e967-49de-a851-020865a15e91']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:13.240728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2de5b8-58b0-49f1-92f7-3ee0994f5355') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:13.241170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2de5b8-58b0-49f1-92f7-3ee0994f5355') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:13.245357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (7c756b8a-4006-4c00-9220-e4d1cb6dd4f6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.251415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (6e2de5b8-58b0-49f1-92f7-3ee0994f5355), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.265050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (6e2de5b8-58b0-49f1-92f7-3ee0994f5355), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.272632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:13.272795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] Pushing event deleted for resources: {'Port': ['ID=7c756b8a-4006-4c00-9220-e4d1cb6dd4f6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:13.272910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (6e2de5b8-58b0-49f1-92f7-3ee0994f5355), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.275569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbac9ad-4b36-4437-8c0b-d21121824337 None None] No DVR routers for this DVR port 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:13.277969 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:13.338235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (931ebaf0-e967-49de-a851-020865a15e91), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.356173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.359396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/931ebaf0-e967-49de-a851-020865a15e91 HTTP/1.1" status: 204 len: 168 time: 0.5632007 Jan 28 05:05:13.360756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8abec9-defc-456a-8e3f-556f54f0fe25 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=931ebaf0-e967-49de-a851-020865a15e91,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:13.362081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44062) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:13.427783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18c7f-35df-4ffb-8eb4-65b5952fc14f req-d1cf7c49-29d2-4c62-956d-ef8cbc99d43d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:13.429380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-25c18c7f-35df-4ffb-8eb4-65b5952fc14f req-d1cf7c49-29d2-4c62-956d-ef8cbc99d43d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.1054490 Jan 28 05:05:13.464520 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a4e368fb-d771-421b-879f-a672f0adc0a6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.500115 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-25c18c7f-35df-4ffb-8eb4-65b5952fc14f req-6a5cbd81-1e57-4ca7-901c-949e2c9bd750 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653245 Jan 28 05:05:13.578300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a4e368fb-d771-421b-879f-a672f0adc0a6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.599911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e368fb-d771-421b-879f-a672f0adc0a6']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:13.608877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0c0797-fe84-41b5-a5d0-9416092b3640') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:13.609177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0c0797-fe84-41b5-a5d0-9416092b3640') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:13.618708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (1f0c0797-fe84-41b5-a5d0-9416092b3640), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.631919 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1f0c0797-fe84-41b5-a5d0-9416092b3640), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.638591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:13.639136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (1f0c0797-fe84-41b5-a5d0-9416092b3640), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:13.642535 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:13.701659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a4e368fb-d771-421b-879f-a672f0adc0a6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.709949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.714309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/a4e368fb-d771-421b-879f-a672f0adc0a6 HTTP/1.1" status: 204 len: 168 time: 0.3501995 Jan 28 05:05:13.717868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44066) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:13.725935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-40345033'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:13.736584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.738149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea90f98-7c15-44ae-ab7c-e4f95f9c4764 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=a4e368fb-d771-421b-879f-a672f0adc0a6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:13.750164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:13.753538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.782497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:13.792810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d087dae9-ef1b-471e-bdd3-2737a833e526), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.793163 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment d087dae9-ef1b-471e-bdd3-2737a833e526 of type vlan for network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 Jan 28 05:05:13.832955 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (15bc125d-9226-4e8e-a6f6-725cf8d43de4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.858908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (15bc125d-9226-4e8e-a6f6-725cf8d43de4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.864075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:13.864664 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.915363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1962168 Jan 28 05:05:13.918158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44068) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:13.923283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:13.932282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=15bc125d-9226-4e8e-a6f6-725cf8d43de4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:13.939680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.940028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.940373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.940715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.941047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.941399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.941760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.942087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.942414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.942742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.943074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.943395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.943721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913fe46-1c51-4dbf-b791-98a78a9f3c1b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:13.955128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:14.012822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:14.016220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.191681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (52f1bad2-93c3-40c6-bf34-69346f4834d4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.253931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=52f1bad2-93c3-40c6-bf34-69346f4834d4,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:14.258818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': 'd087dae9-ef1b-471e-bdd3-2737a833e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:14.259192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: 15bc125d-9226-4e8e-a6f6-725cf8d43de4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:14.276179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:14.284598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 15bc125d-9226-4e8e-a6f6-725cf8d43de4) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:14.288634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:14.289355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.292991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6df7d-c124-4b23-aef0-1ed1e39d73f6 None None] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:14.305388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-acf46251-3fe4-4cae-b387-bbc898758146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3860567 Jan 28 05:05:14.308453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44070) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:14.312339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-216553297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:14.334201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (460f862d-2521-4edd-8356-b0c277bda271), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.335301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (460f862d-2521-4edd-8356-b0c277bda271), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.388618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (460f862d-2521-4edd-8356-b0c277bda271), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.391825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-15bc125d-9226-4e8e-a6f6-725cf8d43de4', 'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '52f1bad2-93c3-40c6-bf34-69346f4834d4'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:14.392722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.393891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (460f862d-2521-4edd-8356-b0c277bda271), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.411400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.412627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d787be0-d501-4943-9b27-7bed6664b805 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1038020 Jan 28 05:05:14.415330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44072) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:14.420482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'port': {'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4', 'name': 'tempest-RoutersTest-847233481'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:14.525672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:14.527810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Allocated IP 172.20.0.2 (15bc125d-9226-4e8e-a6f6-725cf8d43de4/52f1bad2-93c3-40c6-bf34-69346f4834d4/bcf2e4fe-62f3-483a-b3dd-504d757cfe1c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:14.529570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.550870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] device_id is not set on port a57cae4d-89e7-4942-883e-b4a8340078a9 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:05:14.655030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f6c3-d1f7-4a6b-9fd7-c666222ab531 req-f2c4c809-ab2a-4d19-8b3e-b8b9746b2674 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:14.656645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bbe3f6c3-d1f7-4a6b-9fd7-c666222ab531 req-f2c4c809-ab2a-4d19-8b3e-b8b9746b2674 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 944 time: 0.0690472 Jan 28 05:05:14.689038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:14.691109 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Publish callbacks [] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.712203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:14.712562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7c756b8a-4006-4c00-9220-e4d1cb6dd4f6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:14.713003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 734320bc-d0e7-4651-81ec-e52fc37f5816 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:14.715071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.732242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bbe3f6c3-d1f7-4a6b-9fd7-c666222ab531 req-b16bc1ea-de1c-4b90-9fc5-30b84542ba6e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697510 Jan 28 05:05:14.757356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 734320bc-d0e7-4651-81ec-e52fc37f5816 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:14.757711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 734320bc-d0e7-4651-81ec-e52fc37f5816 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:14.760437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.20.0.6 (15bc125d-9226-4e8e-a6f6-725cf8d43de4/52f1bad2-93c3-40c6-bf34-69346f4834d4/a57cae4d-89e7-4942-883e-b4a8340078a9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:14.776743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:14.779644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:14.787295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:14.794981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Pushing event updated for resources: {'Port': ['ID=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:14.847785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Attempting to bind port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:14.848193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Attempting to bind port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd087dae9-ef1b-471e-bdd3-2737a833e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:14.848559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Attempting to bind port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c on network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:14.853766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:14.854232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Checking segment: {'id': 'd087dae9-ef1b-471e-bdd3-2737a833e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:14.854641 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.855216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Bound using segment: {'id': 'd087dae9-ef1b-471e-bdd3-2737a833e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:14.855693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Bound port: bcf2e4fe-62f3-483a-b3dd-504d757cfe1c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd087dae9-ef1b-471e-bdd3-2737a833e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '15bc125d-9226-4e8e-a6f6-725cf8d43de4'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:14.856082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.868546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:05:14.925505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.962076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:14.983295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] For port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:14.988450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] For port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,segment=NetworkSegment(d087dae9-ef1b-471e-bdd3-2737a833e526),segment_id=d087dae9-ef1b-471e-bdd3-2737a833e526)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:14.997973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.005893 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:15.008910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:15.014794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:15.038259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=a57cae4d-89e7-4942-883e-b4a8340078a9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:15.065566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:15.065690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:15.066190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.079752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.089089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-11911f06-de4e-4a89-938a-cd3f5b9a9a09 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6727138 Jan 28 05:05:15.091922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44078) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:15.096580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'port_id': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'mac_address': 'fa:16:3e:c8:88:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:05:15.104315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd161edb-b6ae-4e9b-a4d8-663d23ad751a None None] Pushing event updated for resources: {'Port': ['ID=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:15.149090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:15.149530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.336132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:05:15.368555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:15.374043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.429222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:15.476640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.738541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.744624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.775737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:05:15.830339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=a57cae4d-89e7-4942-883e-b4a8340078a9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:15.913602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ab1a7-52ca-4e9d-b07b-81672af659f3 req-9ff8f23d-2d6d-46c6-b6e4-d4319ba0ad71 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:15.917099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f7ab1a7-52ca-4e9d-b07b-81672af659f3 req-9ff8f23d-2d6d-46c6-b6e4-d4319ba0ad71 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 945 time: 0.1015062 Jan 28 05:05:15.998548 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f7ab1a7-52ca-4e9d-b07b-81672af659f3 req-2558922e-53c0-4aec-836d-910f8792e531 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710518 Jan 28 05:05:16.001085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (460f862d-2521-4edd-8356-b0c277bda271), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.132044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.177628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03921935-8f6a-4f35-b08a-0df0621e028d None None] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:16.298124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] Provisioning complete for port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:16.298499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.388423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] Current status of the port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:16.389126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.425773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] For port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,segment=NetworkSegment(d087dae9-ef1b-471e-bdd3-2737a833e526),segment_id=d087dae9-ef1b-471e-bdd3-2737a833e526)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:16.432089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.494766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b564204-3ac5-47ee-b2db-60050b6a375c None None] Pushing event updated for resources: {'Port': ['ID=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:16.554661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-79269414-1651-421a-84ae-ff8384cba201 None None] Provisioning complete for port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:16.555047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79269414-1651-421a-84ae-ff8384cba201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.639865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-79269414-1651-421a-84ae-ff8384cba201 None None] Current status of the port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:16.657229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-79269414-1651-421a-84ae-ff8384cba201 None None] Provisioning complete for port a57cae4d-89e7-4942-883e-b4a8340078a9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:16.661658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79269414-1651-421a-84ae-ff8384cba201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.707897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-79269414-1651-421a-84ae-ff8384cba201 None None] Port a57cae4d-89e7-4942-883e-b4a8340078a9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:16.753001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.753943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bcf2e4fe-62f3-483a-b3dd-504d757cfe1c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:16.758325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.807657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:16.808783 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.839544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=a57cae4d-89e7-4942-883e-b4a8340078a9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:16.842942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (460f862d-2521-4edd-8356-b0c277bda271), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.895166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:16.897020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eeb9067c-3fb4-4091-ab47-94de872101d4 None None] Provisioning complete for port a57cae4d-89e7-4942-883e-b4a8340078a9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:16.897357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eeb9067c-3fb4-4091-ab47-94de872101d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:16.946509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:16.948044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:16.959113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:16.979342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9067c-3fb4-4091-ab47-94de872101d4 None None] Port a57cae4d-89e7-4942-883e-b4a8340078a9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:17.000707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:05:17.008450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:17.008913 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.118039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 460f862d-2521-4edd-8356-b0c277bda271 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:17.128502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:17.129118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.131678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-87a27126-8828-4de0-9573-0fde4717f94b None None] Provisioning complete for port a57cae4d-89e7-4942-883e-b4a8340078a9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:17.132154 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87a27126-8828-4de0-9573-0fde4717f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.159333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a944-36fb-4f7b-912a-ea4fffbc740c req-9ea2f403-a269-4368-8960-90aa9ccd9b0d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:17.167535 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3e0a944-36fb-4f7b-912a-ea4fffbc740c req-9ea2f403-a269-4368-8960-90aa9ccd9b0d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 945 time: 0.0647397 Jan 28 05:05:17.170659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-87a27126-8828-4de0-9573-0fde4717f94b None None] Port a57cae4d-89e7-4942-883e-b4a8340078a9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:17.194599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:17.197617 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce6fec-bd57-4408-a5f5-9a6a18a7079c" -d '{"events": [{"server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "name": "network-vif-plugged", "status": "completed", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:17.212676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:17.218044 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.221893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3e0a944-36fb-4f7b-912a-ea4fffbc740c req-93086a7f-3937-424d-b54c-aaef393819bc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534711 Jan 28 05:05:17.230157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:17.239304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4524beb-fb84-45a1-afbb-e69fe9a240fb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/460f862d-2521-4edd-8356-b0c277bda271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1426020 Jan 28 05:05:17.239304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44090) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:17.250611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] Sync routers for ids ['460f862d-2521-4edd-8356-b0c277bda271'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:17.263983 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab55ae6f-12a9-43fc-b510-c7338f68b5f7 x-openstack-request-id: req-ab55ae6f-12a9-43fc-b510-c7338f68b5f7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:17.264342 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "name": "network-vif-plugged", "status": "completed", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:17.264671 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab55ae6f-12a9-43fc-b510-c7338f68b5f7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:17.265191 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'code': 200} Jan 28 05:05:17.293563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a290b9-d7cb-4b1b-9f86-a271c8ef1ef9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:17.297901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f5a290b9-d7cb-4b1b-9f86-a271c8ef1ef9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports/a57cae4d-89e7-4942-883e-b4a8340078a9 HTTP/1.1" status: 200 len: 976 time: 0.0556526 Jan 28 05:05:17.298068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] Routers {'460f862d-2521-4edd-8356-b0c277bda271'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:17.298068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['460f862d-2521-4edd-8356-b0c277bda271'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:17.298286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44092) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:17.340380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:17.343341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:17.353981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c39d94f8-b25c-4471-a3ee-5916383a0de4 None None] Provisioning complete for port a57cae4d-89e7-4942-883e-b4a8340078a9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:17.354422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c39d94f8-b25c-4471-a3ee-5916383a0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.379076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] Routers {'460f862d-2521-4edd-8356-b0c277bda271'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:17.380270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['460f862d-2521-4edd-8356-b0c277bda271'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:17.415559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:17.416252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de95146-3a5d-4a6d-9bae-c650243cf08b None None] The sync data for ids ['460f862d-2521-4edd-8356-b0c277bda271'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:17.422878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c39d94f8-b25c-4471-a3ee-5916383a0de4 None None] Port a57cae4d-89e7-4942-883e-b4a8340078a9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:17.469105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956a54-56d6-4a33-862c-a547e694fca0 req-8d01b13a-b23b-4227-ad8f-119c1304cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:17.470622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40956a54-56d6-4a33-862c-a547e694fca0 req-8d01b13a-b23b-4227-ad8f-119c1304cbbe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 1097 time: 0.0945194 Jan 28 05:05:17.589464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40956a54-56d6-4a33-862c-a547e694fca0 req-a2761c9d-13e7-411f-bf64-be35a7e1d3b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936925 Jan 28 05:05:17.781010 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (460f862d-2521-4edd-8356-b0c277bda271), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.989354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port a57cae4d-89e7-4942-883e-b4a8340078a9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:17.989616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:18.073418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:18.085891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for a57cae4d-89e7-4942-883e-b4a8340078a9 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:18.256238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a57cae4d-89e7-4942-883e-b4a8340078a9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:18.290125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=a57cae4d-89e7-4942-883e-b4a8340078a9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:18.433547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc2b3-ddad-4910-b763-46ac0ed5dfc8 req-d91a4b53-acaa-4732-891b-7313ededc131 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:18.435105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed2cc2b3-ddad-4910-b763-46ac0ed5dfc8 req-d91a4b53-acaa-4732-891b-7313ededc131 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 946 time: 0.1206369 Jan 28 05:05:18.475932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (460f862d-2521-4edd-8356-b0c277bda271), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:18.578382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed2cc2b3-ddad-4910-b763-46ac0ed5dfc8 req-3cef28e2-3475-493c-8705-3738c2ccbc16 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131110 Jan 28 05:05:18.658075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 460f862d-2521-4edd-8356-b0c277bda271 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:18.733804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:18.738905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e2837683-68e8-4b90-8b51-8439628b4a8a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/460f862d-2521-4edd-8356-b0c277bda271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4400356 Jan 28 05:05:18.741713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:18.745490 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] Sync routers for ids ['460f862d-2521-4edd-8356-b0c277bda271'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:18.756439 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] Routers {'460f862d-2521-4edd-8356-b0c277bda271'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:18.757052 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['460f862d-2521-4edd-8356-b0c277bda271'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:18.788481 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:18.797369 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] Routers {'460f862d-2521-4edd-8356-b0c277bda271'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:18.797982 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['460f862d-2521-4edd-8356-b0c277bda271'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:18.832987 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:18.833590 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf09a614-f2f6-4ad8-a339-42ba57b3daa1 None None] The sync data for ids ['460f862d-2521-4edd-8356-b0c277bda271'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:18.924006 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-b08a0d29-1172-46da-a8d5-9e8ab24342fa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 05:05:18.925093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b08a0d29-1172-46da-a8d5-9e8ab24342fa tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/460f862d-2521-4edd-8356-b0c277bda271/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1823606 Jan 28 05:05:18.929312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44104) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:18.957488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cab8a760-20a6-494f-86ce-a9342f33def6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=460f862d-2521-4edd-8356-b0c277bda271 HTTP/1.1" status: 200 len: 205 time: 0.0263410 Jan 28 05:05:18.960548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44106) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:19.037987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (460f862d-2521-4edd-8356-b0c277bda271), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.205303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (460f862d-2521-4edd-8356-b0c277bda271), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.207464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (460f862d-2521-4edd-8356-b0c277bda271), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.270104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (460f862d-2521-4edd-8356-b0c277bda271), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.270804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router 460f862d-2521-4edd-8356-b0c277bda271 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:19.277356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.281023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b9eb9e50-922c-46d4-ae11-f23beb052f22 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/460f862d-2521-4edd-8356-b0c277bda271 HTTP/1.1" status: 204 len: 168 time: 0.3168340 Jan 28 05:05:19.281023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:19.330534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 52f1bad2-93c3-40c6-bf34-69346f4834d4 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:19.333642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (52f1bad2-93c3-40c6-bf34-69346f4834d4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.372748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (52f1bad2-93c3-40c6-bf34-69346f4834d4), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.455587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (52f1bad2-93c3-40c6-bf34-69346f4834d4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.510127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (52f1bad2-93c3-40c6-bf34-69346f4834d4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.533748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=52f1bad2-93c3-40c6-bf34-69346f4834d4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:19.540595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.543842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2d696943-a0fb-4f86-84dc-408fb3f9ceb5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/52f1bad2-93c3-40c6-bf34-69346f4834d4 HTTP/1.1" status: 204 len: 168 time: 0.2618406 Jan 28 05:05:19.545927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5844dc4-e23c-46c2-9d44-c836893374bc None None] Network 15bc125d-9226-4e8e-a6f6-725cf8d43de4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:19.546966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44112) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:19.626301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (15bc125d-9226-4e8e-a6f6-725cf8d43de4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.693258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] DHCP port deletion for 15bc125d-9226-4e8e-a6f6-725cf8d43de4 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:19.720204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962cc68-c39e-4686-a31f-0dc8deebb946 req-fa8b656b-2bcf-4523-9791-bebf68150450 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:19.721777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6962cc68-c39e-4686-a31f-0dc8deebb946 req-fa8b656b-2bcf-4523-9791-bebf68150450 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 946 time: 0.0639570 Jan 28 05:05:19.726420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:19.726785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.741583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] Deleting port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:19.741962 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.807185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] For port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,segment=NetworkSegment(d087dae9-ef1b-471e-bdd3-2737a833e526),segment_id=d087dae9-ef1b-471e-bdd3-2737a833e526)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:19.807590 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.819966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] Calling delete_port for bcf2e4fe-62f3-483a-b3dd-504d757cfe1c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:19.831110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,segment=NetworkSegment(d087dae9-ef1b-471e-bdd3-2737a833e526),segment_id=d087dae9-ef1b-471e-bdd3-2737a833e526)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:19.831478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.842724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6962cc68-c39e-4686-a31f-0dc8deebb946 req-052f9c72-7fe7-4bd4-b3a0-206976a4e15a tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130815 Jan 28 05:05:19.848480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for bcf2e4fe-62f3-483a-b3dd-504d757cfe1c owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:19.899588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.932501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] Pushing event deleted for resources: {'Port': ['ID=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:19.939470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (bcf2e4fe-62f3-483a-b3dd-504d757cfe1c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:19.940164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a10db-9cf5-4b9f-8f90-c480267cd472 None None] No DVR routers for this DVR port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:19.968376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=bcf2e4fe-62f3-483a-b3dd-504d757cfe1c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:19.970240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port bcf2e4fe-62f3-483a-b3dd-504d757cfe1c on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:19.978236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246908-a959-44d4-bf1c-9e48e473c0cc req-9a9f6030-497d-4441-8c37-549a4afb8511 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:19.979981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d246908-a959-44d4-bf1c-9e48e473c0cc req-9a9f6030-497d-4441-8c37-549a4afb8511 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 946 time: 0.0639734 Jan 28 05:05:20.029969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d246908-a959-44d4-bf1c-9e48e473c0cc req-70112022-7357-49e5-918b-6cbcc45c57e6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445027 Jan 28 05:05:20.052506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (15bc125d-9226-4e8e-a6f6-725cf8d43de4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.053569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.072865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bc125d-9226-4e8e-a6f6-725cf8d43de4']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:20.081977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd087dae9-ef1b-471e-bdd3-2737a833e526') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:20.082303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd087dae9-ef1b-471e-bdd3-2737a833e526') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:20.091418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (d087dae9-ef1b-471e-bdd3-2737a833e526), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.105900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d087dae9-ef1b-471e-bdd3-2737a833e526), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.111791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:20.112254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (d087dae9-ef1b-471e-bdd3-2737a833e526), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: self.session.flush() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:20.115778 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:20.140562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44122) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.178031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (15bc125d-9226-4e8e-a6f6-725cf8d43de4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.196504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.199738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/15bc125d-9226-4e8e-a6f6-725cf8d43de4 HTTP/1.1" status: 204 len: 168 time: 0.6516850 Jan 28 05:05:20.200859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967111-b852-4aa6-b6c1-c96e532d1fae tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=15bc125d-9226-4e8e-a6f6-725cf8d43de4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:20.203470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44124) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.209242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329246128'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:20.229040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:20.232265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.256215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:20.266478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (25d88837-853c-4dfa-96a2-1de06fe4a154), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.266831 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment 25d88837-853c-4dfa-96a2-1de06fe4a154 of type vlan for network 419cd769-8628-498c-b6df-3ca8b043fd56 Jan 28 05:05:20.281532 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-57f84f35-ba10-49d1-80a6-583dc6aa20f4 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4358 time: 0.1394708 Jan 28 05:05:20.282378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44128) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.284347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bf0e5-32a9-486e-b7ef-f7458f81604d tempest-TestVolumeBootPattern-1036210152 tempest-TestVolumeBootPattern-1036210152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:20.286415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-415bf0e5-32a9-486e-b7ef-f7458f81604d tempest-TestVolumeBootPattern-1036210152 tempest-TestVolumeBootPattern-1036210152-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 1092 time: 0.2317810 Jan 28 05:05:20.289310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44130) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.293533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:20.301817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'network': {'name': 'tempest-network-smoke--173490263', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'port_security_enabled': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:20.310721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (419cd769-8628-498c-b6df-3ca8b043fd56), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.328157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.332295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Made reservation on behalf of bb1e65954f174beabe82190831b91d7b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:20.335947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.341674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (419cd769-8628-498c-b6df-3ca8b043fd56), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.346744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:20.347708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.402185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:20.407888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2035103 Jan 28 05:05:20.410852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44132) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.417125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (be4180ae-adfd-4870-ae84-b666b96df2a6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.417497 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Added segment be4180ae-adfd-4870-ae84-b666b96df2a6 of type vlan for network 5ff3e956-622d-48ce-863b-91c413fc8bc8 Jan 28 05:05:20.419796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:20.427348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009a588-b1a7-47f1-830a-12b170ab07b0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=419cd769-8628-498c-b6df-3ca8b043fd56,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:20.438338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 419cd769-8628-498c-b6df-3ca8b043fd56 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:20.465101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (5ff3e956-622d-48ce-863b-91c413fc8bc8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.511273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (5ff3e956-622d-48ce-863b-91c413fc8bc8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.516218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:20.516839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.575663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.591838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3040230 Jan 28 05:05:20.600737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:20.605259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'admin_state_up': True, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:20.657492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a8fc3-d762-4d1d-88ee-554f3860b934 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Network': ['ID=5ff3e956-622d-48ce-863b-91c413fc8bc8,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:20.676891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.677858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:20.678416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.741246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bcf2e4fe-62f3-483a-b3dd-504d757cfe1c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:20.768524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: bcf2e4fe-62f3-483a-b3dd-504d757cfe1c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:20.768883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bcf2e4fe-62f3-483a-b3dd-504d757cfe1c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:20.769917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_controller (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.820374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Allocated IP 172.25.6.117 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/c0fe59c8-ded1-4e05-8270-ec35deb6081f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:20.852723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:20.856214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:20.967112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.039982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (7d51a9ab-0772-40a6-bb72-52e7a993ccd7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.062561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.101714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=7d51a9ab-0772-40a6-bb72-52e7a993ccd7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:21.109289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': '25d88837-853c-4dfa-96a2-1de06fe4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:21.109655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: 419cd769-8628-498c-b6df-3ca8b043fd56, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:21.125810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.126492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 419cd769-8628-498c-b6df-3ca8b043fd56 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:21.136009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 419cd769-8628-498c-b6df-3ca8b043fd56) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:21.140764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:21.142356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.145687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b03f1d-a6d9-4b54-9902-ced0c058e9bc None None] Network 419cd769-8628-498c-b6df-3ca8b043fd56 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:21.162809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cca5a939-77f8-4310-8f93-eee88d34fac3 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7488143 Jan 28 05:05:21.165292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:21.169971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-116465774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:21.178041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:21.184114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:21.186632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:21.194198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (f1c36603-5200-44f5-a948-71dd9e8cd511), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.195402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (f1c36603-5200-44f5-a948-71dd9e8cd511), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.247426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=c0fe59c8-ded1-4e05-8270-ec35deb6081f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:21.256176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (f1c36603-5200-44f5-a948-71dd9e8cd511), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.261481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-419cd769-8628-498c-b6df-3ca8b043fd56', 'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '7d51a9ab-0772-40a6-bb72-52e7a993ccd7'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:21.261835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (f1c36603-5200-44f5-a948-71dd9e8cd511), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.262499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.281907 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.283573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6da3c507-a292-402a-8dc1-e9ef6ed12c10 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1171350 Jan 28 05:05:21.286763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:21.321992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.366004 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.432467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Allocated IP 172.20.0.2 (419cd769-8628-498c-b6df-3ca8b043fd56/7d51a9ab-0772-40a6-bb72-52e7a993ccd7/76192eb9-06f3-4621-885d-3561e2730bc7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:21.586073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.589719 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.25.6.104 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7385557a-206b-441d-945b-8bb8b901b6c9) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:21.610058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Publish callbacks [] for port (76192eb9-06f3-4621-885d-3561e2730bc7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.616885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.661435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Network 419cd769-8628-498c-b6df-3ca8b043fd56 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:21.666944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:21.670557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:21.681789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Pushing event updated for resources: {'Port': ['ID=76192eb9-06f3-4621-885d-3561e2730bc7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:21.757588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Attempting to bind port 76192eb9-06f3-4621-885d-3561e2730bc7 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:21.757974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Attempting to bind port 76192eb9-06f3-4621-885d-3561e2730bc7 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '25d88837-853c-4dfa-96a2-1de06fe4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:21.758546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Attempting to bind port 76192eb9-06f3-4621-885d-3561e2730bc7 on network 419cd769-8628-498c-b6df-3ca8b043fd56 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:21.763576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:21.763962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Checking segment: {'id': '25d88837-853c-4dfa-96a2-1de06fe4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:21.764409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.764772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Bound using segment: {'id': '25d88837-853c-4dfa-96a2-1de06fe4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:21.765520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Bound port: 76192eb9-06f3-4621-885d-3561e2730bc7, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d88837-853c-4dfa-96a2-1de06fe4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '419cd769-8628-498c-b6df-3ca8b043fd56'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:21.767094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.783365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (7385557a-206b-441d-945b-8bb8b901b6c9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.832603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] For port 76192eb9-06f3-4621-885d-3561e2730bc7, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:21.836822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] For port 76192eb9-06f3-4621-885d-3561e2730bc7, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=76192eb9-06f3-4621-885d-3561e2730bc7,segment=NetworkSegment(25d88837-853c-4dfa-96a2-1de06fe4a154),segment_id=25d88837-853c-4dfa-96a2-1de06fe4a154)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:21.843421 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.843748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.20.0.1 (419cd769-8628-498c-b6df-3ca8b043fd56/7d51a9ab-0772-40a6-bb72-52e7a993ccd7/b1e10337-b2a3-4166-b08e-372b070fb740) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:21.855555 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (a2edc2f2-4dd0-453f-914e-f341b60bb0dd), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.893320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.908070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9567b-8c99-4674-a6a2-099c02afd77e None None] Pushing event updated for resources: {'Port': ['ID=76192eb9-06f3-4621-885d-3561e2730bc7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:21.973445 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (b1e10337-b2a3-4166-b08e-372b070fb740), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.992090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:21.993457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:21.995338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=7385557a-206b-441d-945b-8bb8b901b6c9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:21.997815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:22.001080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:22.016135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.063245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 419cd769-8628-498c-b6df-3ca8b043fd56 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:22.069640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:22.072165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:22.119056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=b1e10337-b2a3-4166-b08e-372b070fb740,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:22.151711 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (f1c36603-5200-44f5-a948-71dd9e8cd511), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.291990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.571980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (b1e10337-b2a3-4166-b08e-372b070fb740), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.576532 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.660160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=b1e10337-b2a3-4166-b08e-372b070fb740,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:22.664929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (f1c36603-5200-44f5-a948-71dd9e8cd511), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.738661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.747897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.776026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 419cd769-8628-498c-b6df-3ca8b043fd56 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:22.777478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 76192eb9-06f3-4621-885d-3561e2730bc7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:22.777972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:22.832852 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.849848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 76192eb9-06f3-4621-885d-3561e2730bc7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:22.850503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.911278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router f1c36603-5200-44f5-a948-71dd9e8cd511 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:22.943654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 76192eb9-06f3-4621-885d-3561e2730bc7 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:22.944462 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.950247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event updated for resources: {'Port': ['ID=c0fe59c8-ded1-4e05-8270-ec35deb6081f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:22.960841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (a2edc2f2-4dd0-453f-914e-f341b60bb0dd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:22.991396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 76192eb9-06f3-4621-885d-3561e2730bc7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=76192eb9-06f3-4621-885d-3561e2730bc7,segment=NetworkSegment(25d88837-853c-4dfa-96a2-1de06fe4a154),segment_id=25d88837-853c-4dfa-96a2-1de06fe4a154)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:22.998579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.020755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:23.027543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c061f67-121d-4063-bfca-fdaf75143052 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/f1c36603-5200-44f5-a948-71dd9e8cd511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398007 Jan 28 05:05:23.030945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:23.033951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] Sync routers for ids ['f1c36603-5200-44f5-a948-71dd9e8cd511'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:23.065463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] Routers {'f1c36603-5200-44f5-a948-71dd9e8cd511'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:23.066206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f1c36603-5200-44f5-a948-71dd9e8cd511'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:23.070647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=76192eb9-06f3-4621-885d-3561e2730bc7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:23.085097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6deb4d-8502-4d82-b882-7122f207527c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:23.089213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6e6deb4d-8502-4d82-b882-7122f207527c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports/b1e10337-b2a3-4166-b08e-372b070fb740 HTTP/1.1" status: 200 len: 910 time: 0.0540652 Jan 28 05:05:23.089476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44146) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:23.109426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:23.117336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.117832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.118280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.118723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.119160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.119599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.120035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.120468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.120915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.121384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.121815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.122377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.122879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:23.130323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] Routers {'f1c36603-5200-44f5-a948-71dd9e8cd511'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:23.131091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f1c36603-5200-44f5-a948-71dd9e8cd511'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:23.173556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:23.174212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe2654-7eab-4399-90cb-95dd1f279dec None None] The sync data for ids ['f1c36603-5200-44f5-a948-71dd9e8cd511'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:23.175835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.189388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3650aac-dcc4-469e-a67d-8cb206f621ea None None] Network 419cd769-8628-498c-b6df-3ca8b043fd56 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:23.239642 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Floating IP a2edc2f2-4dd0-453f-914e-f341b60bb0dd associated. External IP: 172.25.6.117, port: 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac. Jan 28 05:05:23.404621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-419ff4ec-1c95-4ebe-907f-635b42a52151 None None] Provisioning complete for port 76192eb9-06f3-4621-885d-3561e2730bc7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:23.405092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-419ff4ec-1c95-4ebe-907f-635b42a52151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.451061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:23.464985 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (f1c36603-5200-44f5-a948-71dd9e8cd511), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.543664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-419ff4ec-1c95-4ebe-907f-635b42a52151 None None] Current status of the port 76192eb9-06f3-4621-885d-3561e2730bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:23.612485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:23.670010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:23.682904 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Sync routers for ids ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:23.701640 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Routers {'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:23.702670 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:23.706834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.712026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-73dd750c-1add-47e8-a920-be5cf1422392 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1102328 Jan 28 05:05:23.712807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44150) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:23.755010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port b1e10337-b2a3-4166-b08e-372b070fb740 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:23.755599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.796359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671f7d8-793a-4845-ae3d-a797c8de4909 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:23.800622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9671f7d8-793a-4845-ae3d-a797c8de4909 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb1e65954f174beabe82190831b91d7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0823033 Jan 28 05:05:23.800752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44152) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:23.818182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Set router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:23.858198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.871387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:23.872606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for b1e10337-b2a3-4166-b08e-372b070fb740 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:23.887016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-52013a7e-cd94-4d73-84a9-94456e5f0f67 None None] Provisioning complete for port 76192eb9-06f3-4621-885d-3561e2730bc7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:23.887623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52013a7e-cd94-4d73-84a9-94456e5f0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.912730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:23.918069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51112ae3-3988-4a30-85d7-122f3670075a tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:23.919681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51112ae3-3988-4a30-85d7-122f3670075a tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179962 Jan 28 05:05:23.939418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44154) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:23.942182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:23.976991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a32dc304-782e-423d-acee-425b761ae9ae tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364361 Jan 28 05:05:23.979641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44156) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:23.985953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:23.988177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:24.012242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f795ebd3-73bf-4618-a16c-a7b15f31a79c tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb1e65954f174beabe82190831b91d7b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314970 Jan 28 05:05:24.025166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fca27b9b-7762-4981-abff-d727a0d239bf tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7236195 Jan 28 05:05:24.025166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:24.025520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44158) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:24.026105 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2167d73-cc87-43dc-a6e6-f90a25bd89de" -d '{"events": [{"name": "network-changed", "server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:24.052492 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:22Z', 'revision_number': 3, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:24.062620 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24275ff-f399-41b3-9836-c10f9c358a87 x-openstack-request-id: req-f24275ff-f399-41b3-9836-c10f9c358a87 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:24.063165 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:24.063613 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f24275ff-f399-41b3-9836-c10f9c358a87 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:24.064211 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'status': 'completed', 'code': 200} Jan 28 05:05:24.084357 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Checking router: fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:24.084624 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Updating router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 port 7385557a-206b-441d-945b-8bb8b901b6c9 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:05:24.119595 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.142331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-52013a7e-cd94-4d73-84a9-94456e5f0f67 None None] Current status of the port 76192eb9-06f3-4621-885d-3561e2730bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:24.200494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-52013a7e-cd94-4d73-84a9-94456e5f0f67 None None] Provisioning complete for port b1e10337-b2a3-4166-b08e-372b070fb740 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:24.200879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52013a7e-cd94-4d73-84a9-94456e5f0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.225429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-15b07772-1718-4d96-a278-c24ca9247e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:24.226925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-15b07772-1718-4d96-a278-c24ca9247e84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 1097 time: 0.0747647 Jan 28 05:05:24.249875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-52013a7e-cd94-4d73-84a9-94456e5f0f67 None None] Port b1e10337-b2a3-4166-b08e-372b070fb740 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:24.269245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:24.322107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389c9fd-1ab9-4a17-a806-016cfa33272a tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:24.326621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44164) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:24.326741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5389c9fd-1ab9-4a17-a806-016cfa33272a tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3030167 Jan 28 05:05:24.367331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.373981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2b728f07-efde-4598-834e-51396f873948 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463753 Jan 28 05:05:24.374606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44166) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:24.380100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647885551', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:24.380524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-aec4922a-88c3-4da0-a1d0-68d2bc58d779 None None] Provisioning complete for port b1e10337-b2a3-4166-b08e-372b070fb740 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:24.380922 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aec4922a-88c3-4da0-a1d0-68d2bc58d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b1e10337-b2a3-4166-b08e-372b070fb740), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.410652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-aec4922a-88c3-4da0-a1d0-68d2bc58d779 None None] Port b1e10337-b2a3-4166-b08e-372b070fb740 was deleted so its status cannot be updated. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 05:05:24.439028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=b1e10337-b2a3-4166-b08e-372b070fb740,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:24.444185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-81595db9-781c-4527-a568-b9043144f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:24.446013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-81595db9-781c-4527-a568-b9043144f14c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.2106137 Jan 28 05:05:24.463180 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Publish callbacks [] for port (7385557a-206b-441d-945b-8bb8b901b6c9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.475627 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.539462 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Attempting to bind port 7385557a-206b-441d-945b-8bb8b901b6c9 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:24.539976 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Attempting to bind port 7385557a-206b-441d-945b-8bb8b901b6c9 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:24.541074 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Attempting to bind port 7385557a-206b-441d-945b-8bb8b901b6c9 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:24.559673 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9efb8f-97aa-4040-9b08-3e4f2d22ecaf None None] Pushing event updated for resources: {'Port': ['ID=7385557a-206b-441d-945b-8bb8b901b6c9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:24.562533 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:24.564590 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:24.565136 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.570762 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:24.575900 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Bound port: 7385557a-206b-441d-945b-8bb8b901b6c9, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:24.576427 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.583330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9631f804-683e-42b5-9552-b629c2ce868a None None] Could not find standard attr ID for object b1e10337-b2a3-4166-b08e-372b070fb740. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:05:24.600757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-22cdf90c-19c9-4cf1-9804-734c394a4cec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac HTTP/1.1" status: 200 len: 1000 time: 0.1302078 Jan 28 05:05:24.618993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Made reservation on behalf of bb1e65954f174beabe82190831b91d7b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:24.640112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.660444 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (f1c36603-5200-44f5-a948-71dd9e8cd511), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.667229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:06Z', 'revision_number': 1, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}, {'id': 'a2edc2f2-4dd0-453f-914e-f341b60bb0dd', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:c8:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:21Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:24.683222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] For port 7385557a-206b-441d-945b-8bb8b901b6c9, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:24.693642 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] For port 7385557a-206b-441d-945b-8bb8b901b6c9, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7385557a-206b-441d-945b-8bb8b901b6c9,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:24.705592 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.746474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:24.767948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:24.768586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:24.823692 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Routers {'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:24.825349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:24.829910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 76192eb9-06f3-4621-885d-3561e2730bc7 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:24.947552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d0031b8d-1d66-480e-a815-3a482c238b6c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:24.950544 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9efb8f-97aa-4040-9b08-3e4f2d22ecaf None None] Pushing event updated for resources: {'Port': ['ID=7385557a-206b-441d-945b-8bb8b901b6c9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:24.973043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:24.978339 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] Set router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:25.011552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 76192eb9-06f3-4621-885d-3561e2730bc7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:25.011936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:25.034710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Checking segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:25.035499 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network hostable DHCP agents. Network: 5ff3e956-622d-48ce-863b-91c413fc8bc8, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:25.044451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Subnet': ['ID=d0031b8d-1d66-480e-a815-3a482c238b6c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:25.068511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:25.084397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 5ff3e956-622d-48ce-863b-91c413fc8bc8) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:25.107708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:25.109306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:25.113864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a14a5-0e37-4ec5-b0bf-4cbb0eab76cb None None] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:25.139045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-579e9573-3454-4bc0-a9a4-dd717dfb72de tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7633445 Jan 28 05:05:25.143187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44170) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:25.183857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-b999e57c-83d9-4272-9dfc-24a21419020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:25.186423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-b999e57c-83d9-4272-9dfc-24a21419020a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.5586507 Jan 28 05:05:25.203035 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:22Z', 'revision_number': 3, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:25.225209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 76192eb9-06f3-4621-885d-3561e2730bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:25.237441 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ba98f-a96e-40bc-a919-4451a2dafb41 None None] The sync data for ids ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'] in n-d-824835-3 is: [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:22Z', 'revision_number': 3, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:25.324974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router f1c36603-5200-44f5-a948-71dd9e8cd511 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:25.343070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-0035f5a6-bee1-43f8-a851-3994e0b1b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:25.344582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-0035f5a6-bee1-43f8-a851-3994e0b1b77c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500802 Jan 28 05:05:25.354504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-5ff3e956-622d-48ce-863b-91c413fc8bc8', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'fixed_ips': [{'subnet_id': 'd0031b8d-1d66-480e-a815-3a482c238b6c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:25.355364 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:25.473836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:25.479429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-402d4417-5fcd-4bac-be03-38191619b212 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/f1c36603-5200-44f5-a948-71dd9e8cd511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3888209 Jan 28 05:05:25.486525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44172) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:25.491073 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] Sync routers for ids ['f1c36603-5200-44f5-a948-71dd9e8cd511'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:25.507050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] Routers {'f1c36603-5200-44f5-a948-71dd9e8cd511'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:25.507827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f1c36603-5200-44f5-a948-71dd9e8cd511'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:25.525667 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83f79bed-8892-45c4-b539-19b4ac533a0c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c36603-5200-44f5-a948-71dd9e8cd511 HTTP/1.1" status: 200 len: 205 time: 0.0385725 Jan 28 05:05:25.527335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44174) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:25.534584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:06Z', 'revision_number': 1, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}, {'id': 'a2edc2f2-4dd0-453f-914e-f341b60bb0dd', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:c8:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:21Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:25.567039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b2d00-b16d-45a3-964b-9d5d2102d3aa None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:06Z', 'revision_number': 1, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}, {'id': 'a2edc2f2-4dd0-453f-914e-f341b60bb0dd', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:c8:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:21Z', 'revision_number': 0, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:25.577766 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:25.588121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Allocated IP 172.20.0.18 (5ff3e956-622d-48ce-863b-91c413fc8bc8/d0031b8d-1d66-480e-a815-3a482c238b6c/969b9e42-19ae-409e-8c9d-7293cf30603c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:25.603219 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] Routers {'f1c36603-5200-44f5-a948-71dd9e8cd511'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:25.603868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['f1c36603-5200-44f5-a948-71dd9e8cd511'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:25.733736 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (f1c36603-5200-44f5-a948-71dd9e8cd511), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:25.833690 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:25.834362 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7bb8d-d48f-4409-bb23-7927cf011b2b None None] The sync data for ids ['f1c36603-5200-44f5-a948-71dd9e8cd511'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:25.841383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Publish callbacks [] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:25.851521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:25.909498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:25.910417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-85828792-85b6-44cb-a4bc-ad6c1d220d49 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236523 Jan 28 05:05:25.913095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:25.915593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:25.933067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Pushing event updated for resources: {'Port': ['ID=969b9e42-19ae-409e-8c9d-7293cf30603c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:26.012889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Attempting to bind port 969b9e42-19ae-409e-8c9d-7293cf30603c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:26.014015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Attempting to bind port 969b9e42-19ae-409e-8c9d-7293cf30603c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:26.014573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Attempting to bind port 969b9e42-19ae-409e-8c9d-7293cf30603c on network 5ff3e956-622d-48ce-863b-91c413fc8bc8 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:26.033112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09514532-c55d-4e2a-8e87-f080e876cb64 None None] New status for floating IP a2edc2f2-4dd0-453f-914e-f341b60bb0dd: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:05:26.039129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:26.044712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Checking segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:26.046120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.046747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Bound using segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:26.047488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Bound port: 969b9e42-19ae-409e-8c9d-7293cf30603c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:26.048047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.152203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (f1c36603-5200-44f5-a948-71dd9e8cd511), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.156500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (f1c36603-5200-44f5-a948-71dd9e8cd511), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.250151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (f1c36603-5200-44f5-a948-71dd9e8cd511), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.256415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router f1c36603-5200-44f5-a948-71dd9e8cd511 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:26.265860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.267052 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5b44ea88-2838-4cb6-8605-b7778af8bdf2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/f1c36603-5200-44f5-a948-71dd9e8cd511 HTTP/1.1" status: 204 len: 168 time: 0.7389429 Jan 28 05:05:26.272839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:26.279996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] For port 969b9e42-19ae-409e-8c9d-7293cf30603c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:26.323147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] For port 969b9e42-19ae-409e-8c9d-7293cf30603c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=969b9e42-19ae-409e-8c9d-7293cf30603c,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:26.337605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.343816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 7d51a9ab-0772-40a6-bb72-52e7a993ccd7 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:26.348400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2167d73-cc87-43dc-a6e6-f90a25bd89de req-9032cdc3-d76d-4ea4-8209-94f549da9104 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266975 Jan 28 05:05:26.356096 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (7d51a9ab-0772-40a6-bb72-52e7a993ccd7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.449125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bf97a-7b44-44d5-905e-add97d36ea65 None None] Pushing event updated for resources: {'Port': ['ID=969b9e42-19ae-409e-8c9d-7293cf30603c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:26.455205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (7d51a9ab-0772-40a6-bb72-52e7a993ccd7), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.522718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.563215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7d51a9ab-0772-40a6-bb72-52e7a993ccd7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.666952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (7d51a9ab-0772-40a6-bb72-52e7a993ccd7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.719880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=7d51a9ab-0772-40a6-bb72-52e7a993ccd7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:26.720759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.725501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2f543eb2-0428-4fb1-998e-269d48011922 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/7d51a9ab-0772-40a6-bb72-52e7a993ccd7 HTTP/1.1" status: 204 len: 168 time: 0.4513597 Jan 28 05:05:26.728224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:26.750987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ebcf4-21b9-4f2b-a84c-58c6a20dc2a6 None None] Network 419cd769-8628-498c-b6df-3ca8b043fd56 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:26.855824 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (419cd769-8628-498c-b6df-3ca8b043fd56), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.956157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 76192eb9-06f3-4621-885d-3561e2730bc7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:26.959705 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:26.968298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7385557a-206b-441d-945b-8bb8b901b6c9 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:27.013476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30b531-b0b0-4c29-9de5-e6e00dcee353 None None] DHCP port deletion for 419cd769-8628-498c-b6df-3ca8b043fd56 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:27.027924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.20.0.17 (5ff3e956-622d-48ce-863b-91c413fc8bc8/d0031b8d-1d66-480e-a815-3a482c238b6c/4948ab9b-7370-4611-ac40-9ad17baffe8f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:27.038833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 76192eb9-06f3-4621-885d-3561e2730bc7, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=76192eb9-06f3-4621-885d-3561e2730bc7,segment=NetworkSegment(25d88837-853c-4dfa-96a2-1de06fe4a154),segment_id=25d88837-853c-4dfa-96a2-1de06fe4a154)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:27.039627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.055622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 76192eb9-06f3-4621-885d-3561e2730bc7 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:27.142701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (76192eb9-06f3-4621-885d-3561e2730bc7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.166743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.178838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=76192eb9-06f3-4621-885d-3561e2730bc7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:27.182454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port 76192eb9-06f3-4621-885d-3561e2730bc7 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:27.200975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7385557a-206b-441d-945b-8bb8b901b6c9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:27.201395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.222828 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.263093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:27.265124 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (419cd769-8628-498c-b6df-3ca8b043fd56), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.268609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:27.272432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:27.280994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7385557a-206b-441d-945b-8bb8b901b6c9 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:27.281549 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.289422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419cd769-8628-498c-b6df-3ca8b043fd56']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:27.299637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d88837-853c-4dfa-96a2-1de06fe4a154') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:27.299943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d88837-853c-4dfa-96a2-1de06fe4a154') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:27.304357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7385557a-206b-441d-945b-8bb8b901b6c9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7385557a-206b-441d-945b-8bb8b901b6c9,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:27.308205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.309214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 969b9e42-19ae-409e-8c9d-7293cf30603c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:27.316050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (25d88837-853c-4dfa-96a2-1de06fe4a154), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.318381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=4948ab9b-7370-4611-ac40-9ad17baffe8f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:27.330225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.345735 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (25d88837-853c-4dfa-96a2-1de06fe4a154), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.353846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:27.354260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (25d88837-853c-4dfa-96a2-1de06fe4a154), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.395141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7385557a-206b-441d-945b-8bb8b901b6c9,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:27.408031 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:27.415903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 969b9e42-19ae-409e-8c9d-7293cf30603c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:27.416283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.444056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (419cd769-8628-498c-b6df-3ca8b043fd56), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.451595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.454932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/419cd769-8628-498c-b6df-3ca8b043fd56 HTTP/1.1" status: 204 len: 168 time: 0.7242377 Jan 28 05:05:27.467176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:27.473480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2023562933', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:27.493508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a66bb-c8dc-40a6-bd42-0c970220565b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=419cd769-8628-498c-b6df-3ca8b043fd56,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:27.501382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.534477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 969b9e42-19ae-409e-8c9d-7293cf30603c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:27.534881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.545835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.546913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.577101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 969b9e42-19ae-409e-8c9d-7293cf30603c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=969b9e42-19ae-409e-8c9d-7293cf30603c,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:27.596984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.633297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (4d527843-fcbe-4c6d-9194-e2b84787feef), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.665719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=969b9e42-19ae-409e-8c9d-7293cf30603c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:27.799617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_gateway (4d527843-fcbe-4c6d-9194-e2b84787feef), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.810341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994c266d-194e-4f3e-b4fb-55345d64d0b7 None None] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:27.887726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bb7b2629-319d-4118-bc6e-e3c44bdb0c10 None None] Provisioning complete for port 969b9e42-19ae-409e-8c9d-7293cf30603c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:27.888098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2629-319d-4118-bc6e-e3c44bdb0c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.891845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.897979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.986807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:27.988589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=4948ab9b-7370-4611-ac40-9ad17baffe8f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:28.027660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_gateway (4d527843-fcbe-4c6d-9194-e2b84787feef), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.038555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b2629-319d-4118-bc6e-e3c44bdb0c10 None None] Current status of the port 969b9e42-19ae-409e-8c9d-7293cf30603c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:28.055206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.100230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:28.102094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:28.172974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.25.6.11 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b5a1e95a-44c8-4981-bcde-72295dea312f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:28.231146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:28.292026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (b5a1e95a-44c8-4981-bcde-72295dea312f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.340476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b5a1e95a-44c8-4981-bcde-72295dea312f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.348510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:28.357239 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e62bc800-4c11-4e77-8bb9-b79308f5ff47 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "PUT /v2.0/routers/fe756cc3-0ee0-4f45-a9b3-e8d4111053b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075875 Jan 28 05:05:28.364101 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Sync routers for ids ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:28.371418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d3628365-700a-40c7-b6d0-504cd19a4ef4 None None] Provisioning complete for port 4948ab9b-7370-4611-ac40-9ad17baffe8f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:28.371961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3628365-700a-40c7-b6d0-504cd19a4ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.375095 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Routers {'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:28.375717 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:28.399139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:28.402388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:28.405353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:28.428497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d3628365-700a-40c7-b6d0-504cd19a4ef4 None None] Port 4948ab9b-7370-4611-ac40-9ad17baffe8f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:28.439446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d3628365-700a-40c7-b6d0-504cd19a4ef4 None None] Provisioning complete for port 969b9e42-19ae-409e-8c9d-7293cf30603c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:28.439951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3628365-700a-40c7-b6d0-504cd19a4ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.446292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=b5a1e95a-44c8-4981-bcde-72295dea312f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:28.523402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Set router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:28.558173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d3628365-700a-40c7-b6d0-504cd19a4ef4 None None] Current status of the port 969b9e42-19ae-409e-8c9d-7293cf30603c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:28.684703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0952aac9-9fcb-4881-aac6-3865312376f2 None None] Provisioning complete for port 4948ab9b-7370-4611-ac40-9ad17baffe8f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:28.685020 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0952aac9-9fcb-4881-aac6-3865312376f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.739155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-1255f5b2-e27d-4886-9dff-4307b75178f5 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:28.746526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-1255f5b2-e27d-4886-9dff-4307b75178f5 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/networks?id=5ff3e956-622d-48ce-863b-91c413fc8bc8 HTTP/1.1" status: 200 len: 797 time: 0.1350932 Jan 28 05:05:28.756445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0952aac9-9fcb-4881-aac6-3865312376f2 None None] Port 4948ab9b-7370-4611-ac40-9ad17baffe8f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:28.763194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7385557a-206b-441d-945b-8bb8b901b6c9 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:28.773500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-711f0278-cabf-40ba-9cf2-cd934398d5bc tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/quotas/bb1e65954f174beabe82190831b91d7b HTTP/1.1" status: 200 len: 375 time: 0.0254629 Jan 28 05:05:28.816989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4948ab9b-7370-4611-ac40-9ad17baffe8f', 'name': '', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:2d:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:26Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 2, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:28.824691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7385557a-206b-441d-945b-8bb8b901b6c9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:28.825353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.848694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-0a45199e-0728-43a0-9621-22986e655d30 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0742483 Jan 28 05:05:28.853368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Checking router: fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:28.853973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Updating router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 port 4948ab9b-7370-4611-ac40-9ad17baffe8f binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:05:28.879578 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.890746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13426b95-c069-4fd1-8497-48bf825bda21 None None] Provisioning complete for port 4948ab9b-7370-4611-ac40-9ad17baffe8f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:28.891353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13426b95-c069-4fd1-8497-48bf825bda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:28.953694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13426b95-c069-4fd1-8497-48bf825bda21 None None] Port 4948ab9b-7370-4611-ac40-9ad17baffe8f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:28.955085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7385557a-206b-441d-945b-8bb8b901b6c9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:28.956143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 969b9e42-19ae-409e-8c9d-7293cf30603c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:29.009184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 969b9e42-19ae-409e-8c9d-7293cf30603c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:29.009184 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.020661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_gateway (4d527843-fcbe-4c6d-9194-e2b84787feef), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.026357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-405b1634-6f69-492b-9a37-1b4be69f7cb2 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432140 Jan 28 05:05:29.094977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 969b9e42-19ae-409e-8c9d-7293cf30603c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:29.162396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 76192eb9-06f3-4621-885d-3561e2730bc7 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:29.180722 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Publish callbacks [] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.183895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 76192eb9-06f3-4621-885d-3561e2730bc7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:29.184369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 76192eb9-06f3-4621-885d-3561e2730bc7 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:29.186931 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.233893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-6d316416-28c1-4780-b75c-faf38e2fc9e5 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780903 Jan 28 05:05:29.262500 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2c1c7-b523-4960-b847-da1edf7e37d3 None None] Pushing event updated for resources: {'Port': ['ID=4948ab9b-7370-4611-ac40-9ad17baffe8f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:29.308076 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.311143 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Attempting to bind port 4948ab9b-7370-4611-ac40-9ad17baffe8f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:29.312159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Attempting to bind port 4948ab9b-7370-4611-ac40-9ad17baffe8f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:29.313027 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Attempting to bind port 4948ab9b-7370-4611-ac40-9ad17baffe8f on network 5ff3e956-622d-48ce-863b-91c413fc8bc8 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:29.321661 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:29.322504 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Checking segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:29.323154 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.323906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Bound using segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:29.324851 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Bound port: 4948ab9b-7370-4611-ac40-9ad17baffe8f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:29.325276 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.418886 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] For port 4948ab9b-7370-4611-ac40-9ad17baffe8f, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:29.424099 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] For port 4948ab9b-7370-4611-ac40-9ad17baffe8f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4948ab9b-7370-4611-ac40-9ad17baffe8f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:29.429660 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.504256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 4d527843-fcbe-4c6d-9194-e2b84787feef is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:29.524573 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Routers {'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:29.524807 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:29.601866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] Provisioning complete for port 4948ab9b-7370-4611-ac40-9ad17baffe8f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:29.602295 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.655731 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2c1c7-b523-4960-b847-da1edf7e37d3 None None] Pushing event updated for resources: {'Port': ['ID=4948ab9b-7370-4611-ac40-9ad17baffe8f,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:29.771584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] Current status of the port 4948ab9b-7370-4611-ac40-9ad17baffe8f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:29.772037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.777413 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b9227e5a-0a91-4e89-be1e-8b54031617d4 req-80385169-10b4-4d09-89bc-3752589bbc67 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 210 time: 0.3134878 Jan 28 05:05:29.794513 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] Set router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:29.835296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] For port 4948ab9b-7370-4611-ac40-9ad17baffe8f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4948ab9b-7370-4611-ac40-9ad17baffe8f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:29.841395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:29.927459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4004620-b5c2-427a-bb76-70126445be05 None None] Pushing event updated for resources: {'Port': ['ID=4948ab9b-7370-4611-ac40-9ad17baffe8f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:29.967233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a311261d-09cc-4a63-9fae-c6eaf5d624e3 None None] Provisioning complete for port 4948ab9b-7370-4611-ac40-9ad17baffe8f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:29.967834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a311261d-09cc-4a63-9fae-c6eaf5d624e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:30.093677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a311261d-09cc-4a63-9fae-c6eaf5d624e3 None None] Current status of the port 4948ab9b-7370-4611-ac40-9ad17baffe8f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:30.117596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:30.129587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] Sync routers for ids ['4d527843-fcbe-4c6d-9194-e2b84787feef'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:30.143786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:30.145978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4345647d-7260-41ed-adbb-182eb758f175 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6774449 Jan 28 05:05:30.146839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] Routers {'4d527843-fcbe-4c6d-9194-e2b84787feef'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:30.147821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d527843-fcbe-4c6d-9194-e2b84787feef'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:30.149647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44214) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:30.156844 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4948ab9b-7370-4611-ac40-9ad17baffe8f', 'name': '', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:2d:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:26Z', 'updated_at': '2022-01-28T05:05:29Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:30.186599 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003914fd-7d8b-4714-aa96-21818f7da423 None None] The sync data for ids ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'] in n-d-824835-3 is: [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '4948ab9b-7370-4611-ac40-9ad17baffe8f', 'name': '', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:2d:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:26Z', 'updated_at': '2022-01-28T05:05:29Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:30.199759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:30.212831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] Routers {'4d527843-fcbe-4c6d-9194-e2b84787feef'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:30.213757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d527843-fcbe-4c6d-9194-e2b84787feef'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:30.288795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:30.289591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89ae65-ea57-4f4a-92b3-33107041cd34 None None] The sync data for ids ['4d527843-fcbe-4c6d-9194-e2b84787feef'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:30.316188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aa7eb1ab-7663-4c54-8bad-1cd58dde0e69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/routers/4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 200 len: 880 time: 0.1649175 Jan 28 05:05:30.318710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44216) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:30.586100 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6219811d-d327-4efd-afcc-5f8b5553f12b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2662280 Jan 28 05:05:30.588641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44218) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:30.593096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2023562933'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:30.809800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4948ab9b-7370-4611-ac40-9ad17baffe8f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:30.951896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4948ab9b-7370-4611-ac40-9ad17baffe8f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:30.952741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:30.963243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b2745ab-e6f8-4936-90a9-2ea965c8e632 req-56b58bbc-f882-4b63-8e67-de6d290ebff3 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 210 time: 0.0529866 Jan 28 05:05:31.060478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.085695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-43500ac6-89bf-4c18-a04a-99602714df3e tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:31.086976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-43500ac6-89bf-4c18-a04a-99602714df3e tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.52 "GET /v2.0/networks?id=5ff3e956-622d-48ce-863b-91c413fc8bc8 HTTP/1.1" status: 200 len: 797 time: 0.2751892 Jan 28 05:05:31.088547 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.092196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4948ab9b-7370-4611-ac40-9ad17baffe8f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:31.131710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Request body: {'port': {'device_id': '0ba49f05-06e3-47f0-a165-1675d181798f', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'admin_state_up': True, 'tenant_id': 'bb1e65954f174beabe82190831b91d7b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:31.278471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 4d527843-fcbe-4c6d-9194-e2b84787feef has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:31.334351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Made reservation on behalf of bb1e65954f174beabe82190831b91d7b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:31.337717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.467362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:31.477742 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] Sync routers for ids ['4d527843-fcbe-4c6d-9194-e2b84787feef'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:31.487104 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] Routers {'4d527843-fcbe-4c6d-9194-e2b84787feef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:31.487713 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d527843-fcbe-4c6d-9194-e2b84787feef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:31.491809 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.493004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96a44e44-9328-45d7-8653-8e854b8b5c67 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 200 len: 887 time: 0.9033947 Jan 28 05:05:31.495763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44224) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:31.520602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Allocated IP 172.20.0.21 (5ff3e956-622d-48ce-863b-91c413fc8bc8/d0031b8d-1d66-480e-a815-3a482c238b6c/ba31af40-b38d-4da8-93c5-10d757706a2f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:31.529115 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:31.538789 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] Routers {'4d527843-fcbe-4c6d-9194-e2b84787feef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:31.539418 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d527843-fcbe-4c6d-9194-e2b84787feef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:31.572615 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:31.573296 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64b10e-c87f-453a-a322-13a5169074b0 None None] The sync data for ids ['4d527843-fcbe-4c6d-9194-e2b84787feef'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:31.611803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-49c74e1a-a1b3-4376-ba55-7b9fd5fbbf44 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/routers/4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 200 len: 887 time: 0.1148856 Jan 28 05:05:31.614978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:31.640510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e14377c2-e91b-43e7-8422-192cb2f8071d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 200 len: 205 time: 0.0244236 Jan 28 05:05:31.643121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44230) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:31.644137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.679115 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.724920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:31.727984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:31.733900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:31.740949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event updated for resources: {'Port': ['ID=ba31af40-b38d-4da8-93c5-10d757706a2f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:31.750977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.789475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:31.790216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.811713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f07e4a8c-2024-4520-9465-9c997a5ca89a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6839266 Jan 28 05:05:31.831049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Request body: {'port': {'device_id': '0ba49f05-06e3-47f0-a165-1675d181798f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:31.864453 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_gateway (4d527843-fcbe-4c6d-9194-e2b84787feef), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.893377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:31.921382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port b5a1e95a-44c8-4981-bcde-72295dea312f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:31.921738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b5a1e95a-44c8-4981-bcde-72295dea312f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.001767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b5a1e95a-44c8-4981-bcde-72295dea312f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.014092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for b5a1e95a-44c8-4981-bcde-72295dea312f owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:32.057157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-896f2f0f-0b47-47ce-9cab-658baadfede1 None None] Provisioning complete for port ba31af40-b38d-4da8-93c5-10d757706a2f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:32.057692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-896f2f0f-0b47-47ce-9cab-658baadfede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.120631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-896f2f0f-0b47-47ce-9cab-658baadfede1 None None] Port ba31af40-b38d-4da8-93c5-10d757706a2f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:32.194157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba31af40-b38d-4da8-93c5-10d757706a2f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:05:32.203061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Publish callbacks [] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.223564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169688-21e3-4ef1-aad6-a497171f62d5 req-464f60a2-2c1d-4ff2-9fff-0c53ffb5caf0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:32.224124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Transition to ACTIVE for port object ba31af40-b38d-4da8-93c5-10d757706a2f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:05:32.225134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d169688-21e3-4ef1-aad6-a497171f62d5 req-464f60a2-2c1d-4ff2-9fff-0c53ffb5caf0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 895 time: 0.1076860 Jan 28 05:05:32.225976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b5a1e95a-44c8-4981-bcde-72295dea312f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.228024 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.256332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=b5a1e95a-44c8-4981-bcde-72295dea312f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:32.290994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Pushing event updated for resources: {'Port': ['ID=ba31af40-b38d-4da8-93c5-10d757706a2f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:32.328873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (4d527843-fcbe-4c6d-9194-e2b84787feef), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.380213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Attempting to bind port ba31af40-b38d-4da8-93c5-10d757706a2f on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:32.380753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Attempting to bind port ba31af40-b38d-4da8-93c5-10d757706a2f by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:32.381283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Attempting to bind port ba31af40-b38d-4da8-93c5-10d757706a2f on network 5ff3e956-622d-48ce-863b-91c413fc8bc8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:32.386876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Port ba31af40-b38d-4da8-93c5-10d757706a2f on network 5ff3e956-622d-48ce-863b-91c413fc8bc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:05:32.387328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Attempting to bind port ba31af40-b38d-4da8-93c5-10d757706a2f on network 5ff3e956-622d-48ce-863b-91c413fc8bc8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:32.392658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:32.393129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Checking segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:32.393648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Bound using segment: {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:32.394195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Bound port: ba31af40-b38d-4da8-93c5-10d757706a2f, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4180ae-adfd-4870-ae84-b666b96df2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:32.394735 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.433221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.435489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (4d527843-fcbe-4c6d-9194-e2b84787feef), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.469474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] For port ba31af40-b38d-4da8-93c5-10d757706a2f, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:32.474111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] For port ba31af40-b38d-4da8-93c5-10d757706a2f, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ba31af40-b38d-4da8-93c5-10d757706a2f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:32.479813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.485634 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (4d527843-fcbe-4c6d-9194-e2b84787feef), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.486349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router 4d527843-fcbe-4c6d-9194-e2b84787feef {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:32.497929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.499163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-08944fa1-f5c7-4aa3-82ed-57d15a3d6644 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 204 len: 168 time: 0.8551483 Jan 28 05:05:32.503033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44236) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:32.508293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1330799994'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:32.528158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:32.528697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.531320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] 10.222.0.52 "PUT /v2.0/ports/ba31af40-b38d-4da8-93c5-10d757706a2f HTTP/1.1" status: 200 len: 1055 time: 0.7048347 Jan 28 05:05:32.531778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba49f05-06e3-47f0-a165-1675d181798f', 'tag': 'ba31af40-b38d-4da8-93c5-10d757706a2f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:32.532553 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:32.534157 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba49f05-06e3-47f0-a165-1675d181798f", "tag": "ba31af40-b38d-4da8-93c5-10d757706a2f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:32.537101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.574868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:32.587187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f8d79-0b86-4f85-a9d7-abdb6a2c1afb service neutron] Pushing event updated for resources: {'Port': ['ID=ba31af40-b38d-4da8-93c5-10d757706a2f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:32.592705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d7932aea-3714-40fd-a7a3-663769cd26ea), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.593054 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment d7932aea-3714-40fd-a7a3-663769cd26ea of type vlan for network 357983e2-fee9-40d2-9bfc-54264eb0080d Jan 28 05:05:32.603920 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6e5ad5-f71a-41c5-ba96-9b1588f5ff3c x-openstack-request-id: req-bf6e5ad5-f71a-41c5-ba96-9b1588f5ff3c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:32.604219 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba49f05-06e3-47f0-a165-1675d181798f", "tag": "ba31af40-b38d-4da8-93c5-10d757706a2f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:32.604478 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6e5ad5-f71a-41c5-ba96-9b1588f5ff3c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:32.604887 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba49f05-06e3-47f0-a165-1675d181798f', 'tag': 'ba31af40-b38d-4da8-93c5-10d757706a2f', 'status': 'completed', 'code': 200} Jan 28 05:05:32.641910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (357983e2-fee9-40d2-9bfc-54264eb0080d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.658524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f0312b61-46d4-48ee-aadc-fc4a84bbde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:32.660802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-f0312b61-46d4-48ee-aadc-fc4a84bbde4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 1058 time: 0.0447862 Jan 28 05:05:32.671973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (357983e2-fee9-40d2-9bfc-54264eb0080d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.677421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:32.678531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.715501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-565f163f-c992-4df3-85ab-0335da3433db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ba31af40-b38d-4da8-93c5-10d757706a2f HTTP/1.1" status: 200 len: 217 time: 0.0396531 Jan 28 05:05:32.747255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2405348 Jan 28 05:05:32.751607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44240) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:32.759399 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:32.772394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-43604509-cb41-4191-ae70-27d8b301af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:32.773945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-43604509-cb41-4191-ae70-27d8b301af1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0031b8d-1d66-480e-a815-3a482c238b6c HTTP/1.1" status: 200 len: 838 time: 0.0525301 Jan 28 05:05:32.807495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ace1d-fd7b-4554-9e57-f8683259f4c0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=357983e2-fee9-40d2-9bfc-54264eb0080d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:32.822797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 357983e2-fee9-40d2-9bfc-54264eb0080d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:32.826831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-35b376ae-b49f-40e1-bdef-c1370dc3b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:32.829011 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-35b376ae-b49f-40e1-bdef-c1370dc3b254 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ff3e956-622d-48ce-863b-91c413fc8bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475287 Jan 28 05:05:32.861839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:32.866626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.929630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-b9f178af-24c2-48ee-ab4d-357ef3ab1134 service neutron] 10.222.0.52 "GET /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940955 Jan 28 05:05:33.024712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-762629da-5c99-48d9-9667-a0c35f7c3d38 req-d2352115-e8be-4907-a982-a55ee3c8fb4d service neutron] 10.222.0.52 "GET /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890422 Jan 28 05:05:33.055176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (44f091de-96af-4c0d-ad7d-b9644c37992d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.119900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=44f091de-96af-4c0d-ad7d-b9644c37992d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:33.126782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': 'd7932aea-3714-40fd-a7a3-663769cd26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:33.127150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: 357983e2-fee9-40d2-9bfc-54264eb0080d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:33.147749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 357983e2-fee9-40d2-9bfc-54264eb0080d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:33.160127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 357983e2-fee9-40d2-9bfc-54264eb0080d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:33.163204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-01e05472-ccd8-4e8b-bd2d-19a0bc2d3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:33.165182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:33.165787 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.166132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-01e05472-ccd8-4e8b-bd2d-19a0bc2d3c6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 1058 time: 0.0534399 Jan 28 05:05:33.176696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877b4bf-e47c-4339-a757-fa6b2c314c3d None None] Network 357983e2-fee9-40d2-9bfc-54264eb0080d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:33.185194 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9bd67175-5c0c-4254-87a9-233a72836c43 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4325240 Jan 28 05:05:33.189420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44244) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:33.194420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1956633804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:33.268732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (92b47bde-9e18-43f7-9a4a-52d14f205cbc), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.269852 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (92b47bde-9e18-43f7-9a4a-52d14f205cbc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.288676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-357983e2-fee9-40d2-9bfc-54264eb0080d', 'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '44f091de-96af-4c0d-ad7d-b9644c37992d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:33.290458 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.313592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-67d9a094-f302-404c-a96e-f161f8115b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:33.315089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-67d9a094-f302-404c-a96e-f161f8115b01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ff3e956-622d-48ce-863b-91c413fc8bc8 HTTP/1.1" status: 200 len: 898 time: 0.1373093 Jan 28 05:05:33.401284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (92b47bde-9e18-43f7-9a4a-52d14f205cbc), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.403778 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-dbfca9ad-806f-461b-9d12-cab1156c50a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ba31af40-b38d-4da8-93c5-10d757706a2f HTTP/1.1" status: 200 len: 217 time: 0.0759132 Jan 28 05:05:33.407709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (92b47bde-9e18-43f7-9a4a-52d14f205cbc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.433586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Allocated IP 172.20.0.2 (357983e2-fee9-40d2-9bfc-54264eb0080d/44f091de-96af-4c0d-ad7d-b9644c37992d/e402bdab-f25e-4169-86af-6c8c82edf2c1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:33.460821 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.462050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c64efeb5-e9e0-4082-a01c-040acf4c7f91 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2716539 Jan 28 05:05:33.464933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44248) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:33.468983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15569-262c-4053-a713-da22c47de0b0 req-fcb5b81b-d198-4de5-93d4-c9fa32d0807e tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:33.470482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54b15569-262c-4053-a713-da22c47de0b0 req-fcb5b81b-d198-4de5-93d4-c9fa32d0807e tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 907 time: 0.1545370 Jan 28 05:05:33.480474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-fa446eb1-e85b-4552-829e-e7146671c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:33.481989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-fa446eb1-e85b-4552-829e-e7146671c0a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0031b8d-1d66-480e-a815-3a482c238b6c HTTP/1.1" status: 200 len: 838 time: 0.0696013 Jan 28 05:05:33.537063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-5ce1eb30-bef9-4ece-8d0d-c70236699c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:33.539056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-5ce1eb30-bef9-4ece-8d0d-c70236699c18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ff3e956-622d-48ce-863b-91c413fc8bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503421 Jan 28 05:05:33.599721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Publish callbacks [] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.606757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.654545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Network 357983e2-fee9-40d2-9bfc-54264eb0080d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:33.658617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:33.661075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Pushing event updated for resources: {'Port': ['ID=e402bdab-f25e-4169-86af-6c8c82edf2c1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:33.663307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:33.726218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Attempting to bind port e402bdab-f25e-4169-86af-6c8c82edf2c1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:33.726848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Attempting to bind port e402bdab-f25e-4169-86af-6c8c82edf2c1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd7932aea-3714-40fd-a7a3-663769cd26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:33.727315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Attempting to bind port e402bdab-f25e-4169-86af-6c8c82edf2c1 on network 357983e2-fee9-40d2-9bfc-54264eb0080d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:33.732912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:33.733487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Checking segment: {'id': 'd7932aea-3714-40fd-a7a3-663769cd26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:33.734006 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.734501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Bound using segment: {'id': 'd7932aea-3714-40fd-a7a3-663769cd26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:33.735086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Bound port: e402bdab-f25e-4169-86af-6c8c82edf2c1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7932aea-3714-40fd-a7a3-663769cd26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '357983e2-fee9-40d2-9bfc-54264eb0080d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:33.735576 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.772630 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.805985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] For port e402bdab-f25e-4169-86af-6c8c82edf2c1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:33.809743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] For port e402bdab-f25e-4169-86af-6c8c82edf2c1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e402bdab-f25e-4169-86af-6c8c82edf2c1,segment=NetworkSegment(d7932aea-3714-40fd-a7a3-663769cd26ea),segment_id=d7932aea-3714-40fd-a7a3-663769cd26ea)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:33.814955 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:33.883106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa68a7-cad9-4596-9a62-ea96b1618956 None None] Pushing event updated for resources: {'Port': ['ID=e402bdab-f25e-4169-86af-6c8c82edf2c1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:33.977631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-a787a1b2-2c25-41e1-8fe2-d82b41f0d87d service neutron] 10.222.0.52 "GET /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323614 Jan 28 05:05:34.041765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.20.0.1 (357983e2-fee9-40d2-9bfc-54264eb0080d/44f091de-96af-4c0d-ad7d-b9644c37992d/39e59795-7c89-4031-bd0d-705db9067909) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:34.106214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c55b7a8-c87d-4e1d-a86b-4a2ce82a6f38 req-df35d72f-b8d8-4f60-a080-644a0eb3aae3 service neutron] 10.222.0.52 "GET /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080313 Jan 28 05:05:34.189590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (39e59795-7c89-4031-bd0d-705db9067909), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.227948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (39e59795-7c89-4031-bd0d-705db9067909), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.270430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 357983e2-fee9-40d2-9bfc-54264eb0080d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:34.273573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:34.279389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:34.286155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=39e59795-7c89-4031-bd0d-705db9067909,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:34.326017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (92b47bde-9e18-43f7-9a4a-52d14f205cbc), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.439055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39e59795-7c89-4031-bd0d-705db9067909), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.605388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c486cdf-c973-432c-bccf-a195bf978e05 req-363bd2ae-74c9-4f48-a1f6-ca3b17a645e0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:34.607095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c486cdf-c973-432c-bccf-a195bf978e05 req-363bd2ae-74c9-4f48-a1f6-ca3b17a645e0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 907 time: 0.0518646 Jan 28 05:05:34.770680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e402bdab-f25e-4169-86af-6c8c82edf2c1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:34.822458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e402bdab-f25e-4169-86af-6c8c82edf2c1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:34.822777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.906408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f82c9-4cb6-4cd0-8110-cf18d60705c7 None None] Network 357983e2-fee9-40d2-9bfc-54264eb0080d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:34.924228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e402bdab-f25e-4169-86af-6c8c82edf2c1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:34.924624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.005183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-817a7bb6-7500-40a1-91fe-26c4e3813ec4 None None] Provisioning complete for port e402bdab-f25e-4169-86af-6c8c82edf2c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:35.005464 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-817a7bb6-7500-40a1-91fe-26c4e3813ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.013919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port e402bdab-f25e-4169-86af-6c8c82edf2c1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e402bdab-f25e-4169-86af-6c8c82edf2c1,segment=NetworkSegment(d7932aea-3714-40fd-a7a3-663769cd26ea),segment_id=d7932aea-3714-40fd-a7a3-663769cd26ea)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:35.041365 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.079489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (39e59795-7c89-4031-bd0d-705db9067909), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.084007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (39e59795-7c89-4031-bd0d-705db9067909), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.125025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=e402bdab-f25e-4169-86af-6c8c82edf2c1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:35.159226 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (92b47bde-9e18-43f7-9a4a-52d14f205cbc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.161659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=39e59795-7c89-4031-bd0d-705db9067909,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:35.172299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-817a7bb6-7500-40a1-91fe-26c4e3813ec4 None None] Current status of the port e402bdab-f25e-4169-86af-6c8c82edf2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:35.264353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 357983e2-fee9-40d2-9bfc-54264eb0080d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:35.266350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:35.390392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 92b47bde-9e18-43f7-9a4a-52d14f205cbc is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:35.400680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-afd2d84b-4165-4c77-bc4a-2b6e7cb34992 None None] Provisioning complete for port 39e59795-7c89-4031-bd0d-705db9067909 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:35.401058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afd2d84b-4165-4c77-bc4a-2b6e7cb34992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39e59795-7c89-4031-bd0d-705db9067909), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.440810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-afd2d84b-4165-4c77-bc4a-2b6e7cb34992 None None] Port 39e59795-7c89-4031-bd0d-705db9067909 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:35.451292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-afd2d84b-4165-4c77-bc4a-2b6e7cb34992 None None] Provisioning complete for port e402bdab-f25e-4169-86af-6c8c82edf2c1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:35.451757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afd2d84b-4165-4c77-bc4a-2b6e7cb34992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.497074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:35.506762 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9a589109-292b-475a-9e6c-b496ca2cfb4e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/92b47bde-9e18-43f7-9a4a-52d14f205cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0405116 Jan 28 05:05:35.509222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:35.526650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] Sync routers for ids ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:35.552102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] Routers {'92b47bde-9e18-43f7-9a4a-52d14f205cbc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:35.552835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:35.555021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-afd2d84b-4165-4c77-bc4a-2b6e7cb34992 None None] Current status of the port e402bdab-f25e-4169-86af-6c8c82edf2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:35.560440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4978a4-8e77-4ec6-9010-a3752287fad5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:35.562346 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8c4978a4-8e77-4ec6-9010-a3752287fad5 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports/39e59795-7c89-4031-bd0d-705db9067909 HTTP/1.1" status: 200 len: 910 time: 0.0521114 Jan 28 05:05:35.565378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44258) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:35.570849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44f091de-96af-4c0d-ad7d-b9644c37992d'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:35.599345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:35.608125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] Routers {'92b47bde-9e18-43f7-9a4a-52d14f205cbc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:35.608727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:35.642048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:35.642916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e1543-c5e9-46ce-b856-89053c367775 None None] The sync data for ids ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:35.677570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-73d68a58-e4c4-4e97-9034-3ca198fb5eba None None] Provisioning complete for port 39e59795-7c89-4031-bd0d-705db9067909 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:35.678254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73d68a58-e4c4-4e97-9034-3ca198fb5eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39e59795-7c89-4031-bd0d-705db9067909), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.725079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-73d68a58-e4c4-4e97-9034-3ca198fb5eba None None] Port 39e59795-7c89-4031-bd0d-705db9067909 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:35.774922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd41244-1514-4122-a0e5-e246cfd91d79 req-859d25ba-963e-4078-98f2-25fc5bb10a49 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:35.776447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1cd41244-1514-4122-a0e5-e246cfd91d79 req-859d25ba-963e-4078-98f2-25fc5bb10a49 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 907 time: 0.0920880 Jan 28 05:05:35.777686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39e59795-7c89-4031-bd0d-705db9067909), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:35.845254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8da70f3f-4974-47e5-8282-cfce18e30fc5 None None] Provisioning complete for port 39e59795-7c89-4031-bd0d-705db9067909 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:35.845858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8da70f3f-4974-47e5-8282-cfce18e30fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39e59795-7c89-4031-bd0d-705db9067909), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.033845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8da70f3f-4974-47e5-8282-cfce18e30fc5 None None] Port 39e59795-7c89-4031-bd0d-705db9067909 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:36.171180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (39e59795-7c89-4031-bd0d-705db9067909), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.180665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (39e59795-7c89-4031-bd0d-705db9067909), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.251255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=39e59795-7c89-4031-bd0d-705db9067909,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:36.258698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:36.258877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.260196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4870ec58-71ff-4e73-8c37-f4d4bf450fea tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/ports/39e59795-7c89-4031-bd0d-705db9067909 HTTP/1.1" status: 200 len: 910 time: 0.6937470 Jan 28 05:05:36.262936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44264) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:36.414423 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:05:36.475544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.573310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (92b47bde-9e18-43f7-9a4a-52d14f205cbc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.704990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e402bdab-f25e-4169-86af-6c8c82edf2c1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:36.752989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e402bdab-f25e-4169-86af-6c8c82edf2c1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:36.753392 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.828519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 39e59795-7c89-4031-bd0d-705db9067909 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:36.829210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (39e59795-7c89-4031-bd0d-705db9067909), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.834937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e402bdab-f25e-4169-86af-6c8c82edf2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:36.952844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6119cd-8c15-4573-8310-db5322a4552b req-016b711f-c7a8-4b86-915a-1a0c1155e2cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:36.954363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d6119cd-8c15-4573-8310-db5322a4552b req-016b711f-c7a8-4b86-915a-1a0c1155e2cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 907 time: 0.0784497 Jan 28 05:05:36.959283 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (39e59795-7c89-4031-bd0d-705db9067909), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:36.974833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 39e59795-7c89-4031-bd0d-705db9067909 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:37.018247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ba31af40-b38d-4da8-93c5-10d757706a2f details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:05:37.115687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ba31af40-b38d-4da8-93c5-10d757706a2f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ba31af40-b38d-4da8-93c5-10d757706a2f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:37.140187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'ba31af40-b38d-4da8-93c5-10d757706a2f', 'network_id': '5ff3e956-622d-48ce-863b-91c413fc8bc8', 'port_id': 'ba31af40-b38d-4da8-93c5-10d757706a2f', 'mac_address': 'fa:16:3e:7f:72:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0031b8d-1d66-480e-a815-3a482c238b6c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:05:37.178287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ba31af40-b38d-4da8-93c5-10d757706a2f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:37.178596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.182161 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (39e59795-7c89-4031-bd0d-705db9067909), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.195271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba31af40-b38d-4da8-93c5-10d757706a2f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:05:37.214668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=39e59795-7c89-4031-bd0d-705db9067909,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:37.218002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ba31af40-b38d-4da8-93c5-10d757706a2f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ba31af40-b38d-4da8-93c5-10d757706a2f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:37.233376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.296369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ba31af40-b38d-4da8-93c5-10d757706a2f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:37.382613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (92b47bde-9e18-43f7-9a4a-52d14f205cbc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.546002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 92b47bde-9e18-43f7-9a4a-52d14f205cbc has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:37.624739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:37.629661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-13e0436d-40e4-4842-9d5a-8979768a0a69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/92b47bde-9e18-43f7-9a4a-52d14f205cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657458 Jan 28 05:05:37.632362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44274) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:37.635302 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] Sync routers for ids ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:37.648475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] Routers {'92b47bde-9e18-43f7-9a4a-52d14f205cbc'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:37.649124 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:37.662106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e6eaa393-ad36-470d-8c67-2145f3b5d837 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=92b47bde-9e18-43f7-9a4a-52d14f205cbc HTTP/1.1" status: 200 len: 205 time: 0.0285881 Jan 28 05:05:37.664593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44276) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:37.686230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['ba31af40-b38d-4da8-93c5-10d757706a2f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:05:37.690272 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:37.701307 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] Routers {'92b47bde-9e18-43f7-9a4a-52d14f205cbc'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:37.702431 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:37.739358 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:37.740449 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3fe8cf-f7d0-4f39-8431-7dac6527c8fa None None] The sync data for ids ['92b47bde-9e18-43f7-9a4a-52d14f205cbc'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:37.750056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (92b47bde-9e18-43f7-9a4a-52d14f205cbc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.902638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.909405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (92b47bde-9e18-43f7-9a4a-52d14f205cbc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.912139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (92b47bde-9e18-43f7-9a4a-52d14f205cbc), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.953963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (92b47bde-9e18-43f7-9a4a-52d14f205cbc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.954489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router 92b47bde-9e18-43f7-9a4a-52d14f205cbc {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:37.961383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:37.962455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-07488f70-2fe0-461f-a049-745ed593ae63 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/92b47bde-9e18-43f7-9a4a-52d14f205cbc HTTP/1.1" status: 204 len: 168 time: 0.2969155 Jan 28 05:05:37.965348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:38.017078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 44f091de-96af-4c0d-ad7d-b9644c37992d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:38.020539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (44f091de-96af-4c0d-ad7d-b9644c37992d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.063813 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (44f091de-96af-4c0d-ad7d-b9644c37992d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.081644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cd4a3-9049-4175-bcc5-2bbb92f39855 req-fc6eb0d1-cb2d-413a-b3f3-de416f0eb2dc tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:38.083855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-101cd4a3-9049-4175-bcc5-2bbb92f39855 req-fc6eb0d1-cb2d-413a-b3f3-de416f0eb2dc tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 908 time: 0.0592179 Jan 28 05:05:38.152948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (44f091de-96af-4c0d-ad7d-b9644c37992d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.210147 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (44f091de-96af-4c0d-ad7d-b9644c37992d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.236652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=44f091de-96af-4c0d-ad7d-b9644c37992d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:38.241023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.245640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5dfe1f7f-28b8-41f9-9ef5-d07e908f4504 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/44f091de-96af-4c0d-ad7d-b9644c37992d HTTP/1.1" status: 204 len: 168 time: 0.2792192 Jan 28 05:05:38.246992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44282) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:38.247156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae61477-feae-4795-87e7-2744920e248c None None] Network 357983e2-fee9-40d2-9bfc-54264eb0080d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:38.322805 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (357983e2-fee9-40d2-9bfc-54264eb0080d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.385577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port e402bdab-f25e-4169-86af-6c8c82edf2c1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:38.386056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.407584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] DHCP port deletion for 357983e2-fee9-40d2-9bfc-54264eb0080d request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:38.462050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] Deleting port e402bdab-f25e-4169-86af-6c8c82edf2c1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:38.462558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.462833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port e402bdab-f25e-4169-86af-6c8c82edf2c1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e402bdab-f25e-4169-86af-6c8c82edf2c1,segment=NetworkSegment(d7932aea-3714-40fd-a7a3-663769cd26ea),segment_id=d7932aea-3714-40fd-a7a3-663769cd26ea)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:38.463213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.476713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for e402bdab-f25e-4169-86af-6c8c82edf2c1 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:38.534928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] For port e402bdab-f25e-4169-86af-6c8c82edf2c1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e402bdab-f25e-4169-86af-6c8c82edf2c1,segment=NetworkSegment(d7932aea-3714-40fd-a7a3-663769cd26ea),segment_id=d7932aea-3714-40fd-a7a3-663769cd26ea)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:38.535348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.552044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] Calling delete_port for e402bdab-f25e-4169-86af-6c8c82edf2c1 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:38.556845 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.583933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=e402bdab-f25e-4169-86af-6c8c82edf2c1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:38.585699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port e402bdab-f25e-4169-86af-6c8c82edf2c1 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:38.636794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1cad096-64fe-4fe9-8c37-17736f0c1560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.662998 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (e402bdab-f25e-4169-86af-6c8c82edf2c1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.672811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (357983e2-fee9-40d2-9bfc-54264eb0080d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.696039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] Pushing event deleted for resources: {'Port': ['ID=e402bdab-f25e-4169-86af-6c8c82edf2c1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:38.706387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880faa2b-c031-4abb-b5c8-3d4234a82648 None None] No DVR routers for this DVR port e402bdab-f25e-4169-86af-6c8c82edf2c1 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:38.710063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357983e2-fee9-40d2-9bfc-54264eb0080d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:38.730514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7932aea-3714-40fd-a7a3-663769cd26ea') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:38.730961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7932aea-3714-40fd-a7a3-663769cd26ea') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:38.742720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (d7932aea-3714-40fd-a7a3-663769cd26ea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.759517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d7932aea-3714-40fd-a7a3-663769cd26ea), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.768592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:38.769089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (d7932aea-3714-40fd-a7a3-663769cd26ea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:38.772784 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:38.783169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e402bdab-f25e-4169-86af-6c8c82edf2c1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:38.803910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: e402bdab-f25e-4169-86af-6c8c82edf2c1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:38.804329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e402bdab-f25e-4169-86af-6c8c82edf2c1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:38.849777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (357983e2-fee9-40d2-9bfc-54264eb0080d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.855757 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.862585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/357983e2-fee9-40d2-9bfc-54264eb0080d HTTP/1.1" status: 204 len: 168 time: 0.6109858 Jan 28 05:05:38.863675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44286) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:38.868270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1068838593', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:38.874633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9f23f-d385-426b-b809-0fb3dc3fbae6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=357983e2-fee9-40d2-9bfc-54264eb0080d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:38.891433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.892472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.948245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.954100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.974808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:38.976022 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0339e526-4b30-4695-8884-52eab0f6f8e6 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1113276 Jan 28 05:05:38.978826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44288) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:38.983974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1013354538'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:39.002993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:39.006778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.017732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ba31af40-b38d-4da8-93c5-10d757706a2f up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:39.033526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:39.043585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (77f26658-f80a-49cd-bd29-aeda42e6f808), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.043924 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment 77f26658-f80a-49cd-bd29-aeda42e6f808 of type vlan for network 94d9f0c1-a600-4902-9b1a-55424ae635d9 Jan 28 05:05:39.085566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port ba31af40-b38d-4da8-93c5-10d757706a2f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:05:39.088918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (94d9f0c1-a600-4902-9b1a-55424ae635d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.095328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port ba31af40-b38d-4da8-93c5-10d757706a2f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:39.096307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.122399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (94d9f0c1-a600-4902-9b1a-55424ae635d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.130682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:39.131959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.197176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ba31af40-b38d-4da8-93c5-10d757706a2f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:39.197733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.206459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=94d9f0c1-a600-4902-9b1a-55424ae635d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:39.225191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-985b9d40-5bbd-46f0-859a-4d8f60d4b6f9 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2424650 Jan 28 05:05:39.225613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44292) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:39.233294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:39.236917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ba31af40-b38d-4da8-93c5-10d757706a2f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ba31af40-b38d-4da8-93c5-10d757706a2f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:39.241334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba49f05-06e3-47f0-a165-1675d181798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba31af40-b38d-4da8-93c5-10d757706a2f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:39.245302 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6829bc1a-814d-43d3-91c4-abc3677205a0" -d '{"events": [{"server_uuid": "0ba49f05-06e3-47f0-a165-1675d181798f", "name": "network-vif-plugged", "status": "completed", "tag": "ba31af40-b38d-4da8-93c5-10d757706a2f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:39.249719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:39.268915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c1f03-5646-4ef1-bb39-0b398ce50a5d req-05d4a3e3-6a61-4378-a5ec-7442314fa406 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:39.276406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.299072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-969c1f03-5646-4ef1-bb39-0b398ce50a5d req-05d4a3e3-6a61-4378-a5ec-7442314fa406 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 908 time: 0.0808611 Jan 28 05:05:39.347620 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07be2f0-bfbc-47eb-ab5d-7e2a22f3f147 x-openstack-request-id: req-c07be2f0-bfbc-47eb-ab5d-7e2a22f3f147 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:39.347921 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba49f05-06e3-47f0-a165-1675d181798f", "name": "network-vif-plugged", "status": "completed", "tag": "ba31af40-b38d-4da8-93c5-10d757706a2f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:39.348183 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c07be2f0-bfbc-47eb-ab5d-7e2a22f3f147 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:39.348588 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba49f05-06e3-47f0-a165-1675d181798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba31af40-b38d-4da8-93c5-10d757706a2f', 'code': 200} Jan 28 05:05:39.374720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:39.381309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.397903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ba31af40-b38d-4da8-93c5-10d757706a2f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:39.504907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5fc6f-1c0e-41a9-a052-5df39d71d54a req-7b50e105-cb64-43a8-8a6d-c0a3596c6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:39.506484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5a5fc6f-1c0e-41a9-a052-5df39d71d54a req-7b50e105-cb64-43a8-8a6d-c0a3596c6165 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 1060 time: 0.0423667 Jan 28 05:05:39.585807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (0700589d-4901-482e-bec6-cfa843c4a417), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.642930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=0700589d-4901-482e-bec6-cfa843c4a417,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:39.653093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:39.653485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: 94d9f0c1-a600-4902-9b1a-55424ae635d9, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:39.670182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:39.679562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 94d9f0c1-a600-4902-9b1a-55424ae635d9) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:39.683545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:39.684197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.689641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb6346-c061-49b9-a86f-b4751c6f8eff None None] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:39.705416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e53f318f-94d1-4d0a-933a-ff8480d3a28e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4783332 Jan 28 05:05:39.705955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44296) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:39.810468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-94d9f0c1-a600-4902-9b1a-55424ae635d9', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:39.811402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:39.963412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Allocated IP 172.20.0.2 (94d9f0c1-a600-4902-9b1a-55424ae635d9/0700589d-4901-482e-bec6-cfa843c4a417/538814c6-5f9e-417c-a549-9493ad99cbe1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:39.999528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.127211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Publish callbacks [] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.134491 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.174419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:40.182432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:40.184288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Pushing event updated for resources: {'Port': ['ID=538814c6-5f9e-417c-a549-9493ad99cbe1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:40.186437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:40.243271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Attempting to bind port 538814c6-5f9e-417c-a549-9493ad99cbe1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:40.243713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Attempting to bind port 538814c6-5f9e-417c-a549-9493ad99cbe1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:40.244182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Attempting to bind port 538814c6-5f9e-417c-a549-9493ad99cbe1 on network 94d9f0c1-a600-4902-9b1a-55424ae635d9 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:40.249429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:40.249931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Checking segment: {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:40.250509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.250854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Bound using segment: {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:40.251444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Bound port: 538814c6-5f9e-417c-a549-9493ad99cbe1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:40.251914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.265009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.20.0.1 (94d9f0c1-a600-4902-9b1a-55424ae635d9/0700589d-4901-482e-bec6-cfa843c4a417/3ed1af79-ec02-41a5-bc4b-f41451beca78) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:40.324095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] For port 538814c6-5f9e-417c-a549-9493ad99cbe1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:40.327825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] For port 538814c6-5f9e-417c-a549-9493ad99cbe1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=538814c6-5f9e-417c-a549-9493ad99cbe1,segment=NetworkSegment(77f26658-f80a-49cd-bd29-aeda42e6f808),segment_id=77f26658-f80a-49cd-bd29-aeda42e6f808)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:40.334737 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.379335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.414256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db50f8-fc82-4a92-ae24-b03eaeb8db79 None None] Pushing event updated for resources: {'Port': ['ID=538814c6-5f9e-417c-a549-9493ad99cbe1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:40.466137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66246c27-008d-445e-8ff8-89ff029f949b req-bf27965c-bce8-42ba-a099-1e51daa2cd98 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:40.467818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-66246c27-008d-445e-8ff8-89ff029f949b req-bf27965c-bce8-42ba-a099-1e51daa2cd98 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.0817807 Jan 28 05:05:40.469533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.513133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:40.521106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:40.526042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:40.530471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=3ed1af79-ec02-41a5-bc4b-f41451beca78,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:40.591294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.738879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.810100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 538814c6-5f9e-417c-a549-9493ad99cbe1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:40.865499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6420afcb-1ce9-43da-9666-7e2dfbb38eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.878087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 538814c6-5f9e-417c-a549-9493ad99cbe1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:40.878466 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:40.968803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 538814c6-5f9e-417c-a549-9493ad99cbe1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:40.970071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.007686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 538814c6-5f9e-417c-a549-9493ad99cbe1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=538814c6-5f9e-417c-a549-9493ad99cbe1,segment=NetworkSegment(77f26658-f80a-49cd-bd29-aeda42e6f808),segment_id=77f26658-f80a-49cd-bd29-aeda42e6f808)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:41.013970 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.067956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=538814c6-5f9e-417c-a549-9493ad99cbe1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:41.074050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.079105 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.154318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=3ed1af79-ec02-41a5-bc4b-f41451beca78,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:41.156911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.260434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:41.261976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:41.387823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:05:41.455073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871bc5a-d685-44cb-b968-d2a08f91f130 None None] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:41.478564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:41.483796 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a24e3078-2c2a-4045-ace3-d6d590084810 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7767630 Jan 28 05:05:41.486779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44304) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:41.491772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1451384547'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:41.505229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:41.514019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:41.518202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.534426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:41.535795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:41.546853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:41.557740 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b832f5ea-0468-415a-a4dd-61bb4ddd3c74), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.558294 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment b832f5ea-0468-415a-a4dd-61bb4ddd3c74 of type vlan for network be257c66-fed1-4d2b-99ec-07a45d93f3c6 Jan 28 05:05:41.613908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3019919-5ff2-4359-9005-05037b497d70 req-0e420f80-ebdc-44c2-b818-8fc01e342852 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:41.614905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (be257c66-fed1-4d2b-99ec-07a45d93f3c6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.615333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3019919-5ff2-4359-9005-05037b497d70 req-0e420f80-ebdc-44c2-b818-8fc01e342852 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.0552907 Jan 28 05:05:41.626998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8099f3f7-7540-4794-a08d-c5abfceb1301 None None] Provisioning complete for port 538814c6-5f9e-417c-a549-9493ad99cbe1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:41.627345 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8099f3f7-7540-4794-a08d-c5abfceb1301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.650903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (be257c66-fed1-4d2b-99ec-07a45d93f3c6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.656482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:41.657791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.709019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:41.738664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2507854 Jan 28 05:05:41.741658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44310) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:41.747755 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:41.756060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f5329-acb7-44ea-8dc4-cf62fbe2b4bc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=be257c66-fed1-4d2b-99ec-07a45d93f3c6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:41.774060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:41.779211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9204-2851-4167-a635-0ff871053f4f req-ae883696-c185-42ce-8d5e-5cc0c96cd1a5 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:41.780858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56df9204-2851-4167-a635-0ff871053f4f req-ae883696-c185-42ce-8d5e-5cc0c96cd1a5 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.0593209 Jan 28 05:05:41.854470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:41.862268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:41.958092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8099f3f7-7540-4794-a08d-c5abfceb1301 None None] Current status of the port 538814c6-5f9e-417c-a549-9493ad99cbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:41.974281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d328d-d3bb-4a69-9646-647b977f70d5 req-82e0d1c0-c199-4100-80b8-17ce77525b12 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:41.975900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-661d328d-d3bb-4a69-9646-647b977f70d5 req-82e0d1c0-c199-4100-80b8-17ce77525b12 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 1060 time: 0.1100693 Jan 28 05:05:42.067239 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.087869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:40Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:40Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:42.121316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:42.121681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Updating router 5b26cda3-03ba-4d94-97fa-838bcabc5792 port 3ed1af79-ec02-41a5-bc4b-f41451beca78 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:05:42.130432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (2e23cbf1-2d52-4e40-a780-8d19712077c7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.152230 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.220914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=2e23cbf1-2d52-4e40-a780-8d19712077c7,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:42.232766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:42.233275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: be257c66-fed1-4d2b-99ec-07a45d93f3c6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:42.260890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:42.276643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, be257c66-fed1-4d2b-99ec-07a45d93f3c6) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:42.286436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:42.287284 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.313214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3a7d7ede-4aa9-483a-9873-0e37bc5bc129 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5697179 Jan 28 05:05:42.316075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44318) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:42.459813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5f19-63d1-4544-bcfe-ff84b6e191c4 req-08529932-e45c-4f44-a113-c135ec30baa6 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:42.461944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d4de5f19-63d1-4544-bcfe-ff84b6e191c4 req-08529932-e45c-4f44-a113-c135ec30baa6 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1135 time: 0.0575600 Jan 28 05:05:42.468739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad52d92-3c39-4208-bf09-4b2e13857fbb None None] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:42.531459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-35dc0bbc-03de-4ffb-b0d9-d1312ce95318 None None] Provisioning complete for port 538814c6-5f9e-417c-a549-9493ad99cbe1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:42.531839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35dc0bbc-03de-4ffb-b0d9-d1312ce95318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.537761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d4de5f19-63d1-4544-bcfe-ff84b6e191c4 req-5dbe0341-9ddc-4412-87ee-a54ac4173094 tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0674410 Jan 28 05:05:42.555742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44320) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:42.601060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f7d81-c380-49ac-8497-cb5d1bd3a37d tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:42.605481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-319f7d81-c380-49ac-8497-cb5d1bd3a37d tempest-TestSecurityGroupsBasicOps-1156960953 tempest-TestSecurityGroupsBasicOps-1156960953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 1055 time: 0.0460415 Jan 28 05:05:42.724385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:42.727912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.765100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 538814c6-5f9e-417c-a549-9493ad99cbe1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:42.773865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.928028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03bbf2-03d6-4b7a-bf06-176e39fffe8d req-f18dcfa7-37b6-45a8-bf2e-b41f97d9779f tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:42.937692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c03bbf2-03d6-4b7a-bf06-176e39fffe8d req-f18dcfa7-37b6-45a8-bf2e-b41f97d9779f tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.0806987 Jan 28 05:05:42.971967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-35dc0bbc-03de-4ffb-b0d9-d1312ce95318 None None] Current status of the port 538814c6-5f9e-417c-a549-9493ad99cbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:42.985160 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Publish callbacks [] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.015329 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.054439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 538814c6-5f9e-417c-a549-9493ad99cbe1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:43.054813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.056294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-35dc0bbc-03de-4ffb-b0d9-d1312ce95318 None None] Provisioning complete for port 3ed1af79-ec02-41a5-bc4b-f41451beca78 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:43.056662 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35dc0bbc-03de-4ffb-b0d9-d1312ce95318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.136109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Allocated IP 172.21.0.2 (be257c66-fed1-4d2b-99ec-07a45d93f3c6/2e23cbf1-2d52-4e40-a780-8d19712077c7/3319b9cf-f24a-4031-b5ba-2e649217b048) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:43.149451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340217c-f879-4785-9fba-5a678c3dfcc1 None None] Pushing event updated for resources: {'Port': ['ID=3ed1af79-ec02-41a5-bc4b-f41451beca78,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:43.161526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-35dc0bbc-03de-4ffb-b0d9-d1312ce95318 None None] Port 3ed1af79-ec02-41a5-bc4b-f41451beca78 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:43.296733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Attempting to bind port 3ed1af79-ec02-41a5-bc4b-f41451beca78 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:43.297114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Attempting to bind port 3ed1af79-ec02-41a5-bc4b-f41451beca78 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:43.297506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Attempting to bind port 3ed1af79-ec02-41a5-bc4b-f41451beca78 on network 94d9f0c1-a600-4902-9b1a-55424ae635d9 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:43.322049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:43.322437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Checking segment: {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:43.322894 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.323259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Bound using segment: {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:43.323741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Bound port: 3ed1af79-ec02-41a5-bc4b-f41451beca78, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f26658-f80a-49cd-bd29-aeda42e6f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:43.324127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.343307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 538814c6-5f9e-417c-a549-9493ad99cbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:43.351214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7d1b6097-b9e9-4db8-84bb-d5182eb0c5ac None None] Provisioning complete for port 3ed1af79-ec02-41a5-bc4b-f41451beca78 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:43.351590 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6097-b9e9-4db8-84bb-d5182eb0c5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.467567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Publish callbacks [] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.473988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b6097-b9e9-4db8-84bb-d5182eb0c5ac None None] Port 3ed1af79-ec02-41a5-bc4b-f41451beca78 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:43.486459 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.494759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] For port 3ed1af79-ec02-41a5-bc4b-f41451beca78, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:43.529902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] For port 3ed1af79-ec02-41a5-bc4b-f41451beca78, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ed1af79-ec02-41a5-bc4b-f41451beca78,segment=NetworkSegment(77f26658-f80a-49cd-bd29-aeda42e6f808),segment_id=77f26658-f80a-49cd-bd29-aeda42e6f808)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:43.536467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.21.0.1 (be257c66-fed1-4d2b-99ec-07a45d93f3c6/2e23cbf1-2d52-4e40-a780-8d19712077c7/12dcf84f-6344-45d2-b1de-e505ab4d5288) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:43.538812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:43.541794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.554126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:43.557496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:43.577472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Pushing event updated for resources: {'Port': ['ID=3319b9cf-f24a-4031-b5ba-2e649217b048,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:43.680183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.702172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:43.702802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:43.710270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Attempting to bind port 3319b9cf-f24a-4031-b5ba-2e649217b048 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:43.710651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Attempting to bind port 3319b9cf-f24a-4031-b5ba-2e649217b048 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:43.711025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Attempting to bind port 3319b9cf-f24a-4031-b5ba-2e649217b048 on network be257c66-fed1-4d2b-99ec-07a45d93f3c6 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:43.715393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] Provisioning complete for port 3ed1af79-ec02-41a5-bc4b-f41451beca78 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:43.715772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.745201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.791895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:43.795718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:43.798363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:43.847824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=12dcf84f-6344-45d2-b1de-e505ab4d5288,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:43.864785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340217c-f879-4785-9fba-5a678c3dfcc1 None None] Pushing event updated for resources: {'Port': ['ID=3ed1af79-ec02-41a5-bc4b-f41451beca78,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:43.866953 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.892570 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:43.893325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Checking segment: {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:43.893837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.895161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Bound using segment: {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:43.895862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Bound port: 3319b9cf-f24a-4031-b5ba-2e649217b048, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:43.896531 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.911986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:43.946468 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.149807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] For port 3319b9cf-f24a-4031-b5ba-2e649217b048, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:44.180396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] For port 3319b9cf-f24a-4031-b5ba-2e649217b048, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3319b9cf-f24a-4031-b5ba-2e649217b048,segment=NetworkSegment(b832f5ea-0468-415a-a4dd-61bb4ddd3c74),segment_id=b832f5ea-0468-415a-a4dd-61bb4ddd3c74)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:44.183625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] Current status of the port 3ed1af79-ec02-41a5-bc4b-f41451beca78 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:44.184201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.192543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.388744 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-31e5c7ad-5f7f-45a8-8372-e8d2871961ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161740 Jan 28 05:05:44.401539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac550cd-906d-43f2-8412-6bc6a0741bf9 req-e8552205-3205-4047-a02e-76a2f87a3aa9 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:44.403389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0ac550cd-906d-43f2-8412-6bc6a0741bf9 req-e8552205-3205-4047-a02e-76a2f87a3aa9 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.1295154 Jan 28 05:05:44.439934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.494708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] For port 3ed1af79-ec02-41a5-bc4b-f41451beca78, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ed1af79-ec02-41a5-bc4b-f41451beca78,segment=NetworkSegment(77f26658-f80a-49cd-bd29-aeda42e6f808),segment_id=77f26658-f80a-49cd-bd29-aeda42e6f808)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:44.504927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.515452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70687c-c5b4-4b31-8146-87c94d166c99 None None] Pushing event updated for resources: {'Port': ['ID=3319b9cf-f24a-4031-b5ba-2e649217b048,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:44.590612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace0549-2845-4213-8aa0-d8448ae68297 None None] Pushing event updated for resources: {'Port': ['ID=3ed1af79-ec02-41a5-bc4b-f41451beca78,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:44.600397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:40Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:43Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:44.638541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4024c-30cd-40f4-9949-c0e5042ff39f None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:40Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:43Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:44.666532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c538abdb-39ab-41b8-ad4b-0b6354844056 None None] Provisioning complete for port 3ed1af79-ec02-41a5-bc4b-f41451beca78 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:44.667021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c538abdb-39ab-41b8-ad4b-0b6354844056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.683023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-f5b64775-ea05-42b5-a14e-06a2ca964aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:44.725957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-f5b64775-ea05-42b5-a14e-06a2ca964aad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1097 time: 0.2199545 Jan 28 05:05:44.806357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-a4a88451-b44c-4851-a434-ccf0a5b6ecaa tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:44.807853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c538abdb-39ab-41b8-ad4b-0b6354844056 None None] Current status of the port 3ed1af79-ec02-41a5-bc4b-f41451beca78 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:44.808123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-a4a88451-b44c-4851-a434-ccf0a5b6ecaa tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.2959952 Jan 28 05:05:45.084644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-cae57fe8-022b-491c-a822-6ab3d380175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:45.086231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-cae57fe8-022b-491c-a822-6ab3d380175c service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.3269901 Jan 28 05:05:45.188343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port ba31af40-b38d-4da8-93c5-10d757706a2f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:45.188701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.220663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.276910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.323133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.358134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-8f561d89-f54d-4c23-8565-358e653c0210 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1002 time: 0.2642446 Jan 28 05:05:45.428164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=12dcf84f-6344-45d2-b1de-e505ab4d5288,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:45.453413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.482492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-457444c6-d24b-4328-b391-cd5e0fceee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:45.483997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-457444c6-d24b-4328-b391-cd5e0fceee4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.1182513 Jan 28 05:05:45.578555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port ba31af40-b38d-4da8-93c5-10d757706a2f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ba31af40-b38d-4da8-93c5-10d757706a2f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:45.578944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.591856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68ebf2-8a11-4315-909a-eefb2d7cd170 req-c9d14eb5-804f-4726-b6fc-3305ea4bb6b4 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:45.601974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for ba31af40-b38d-4da8-93c5-10d757706a2f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:45.602782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b68ebf2-8a11-4315-909a-eefb2d7cd170 req-c9d14eb5-804f-4726-b6fc-3305ea4bb6b4 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 909 time: 0.0739849 Jan 28 05:05:45.647322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-fd9c62c8-e5d8-4999-9b89-7713cc8ceac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:45.648862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-fd9c62c8-e5d8-4999-9b89-7713cc8ceac0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465490 Jan 28 05:05:45.765068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:45.774924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:45.850865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430a3d2-7a99-4b29-a1d6-521625a8fa06 None None] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:45.860817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-8123a1ea-b2fa-4220-bf07-1fd516de7e3e service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742156 Jan 28 05:05:45.962961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] Provisioning complete for port 3319b9cf-f24a-4031-b5ba-2e649217b048 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:45.963346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.022828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ba31af40-b38d-4da8-93c5-10d757706a2f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.029077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:46.068366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=ba31af40-b38d-4da8-93c5-10d757706a2f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:46.072729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-9e4f550f-ea68-41eb-aa15-d4ad5a89efc8 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044952 Jan 28 05:05:46.107149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] Current status of the port 3319b9cf-f24a-4031-b5ba-2e649217b048 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:46.107632 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.150571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] For port 3319b9cf-f24a-4031-b5ba-2e649217b048, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3319b9cf-f24a-4031-b5ba-2e649217b048,segment=NetworkSegment(b832f5ea-0468-415a-a4dd-61bb4ddd3c74),segment_id=b832f5ea-0468-415a-a4dd-61bb4ddd3c74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:46.155545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] No DVR routers for this DVR port ba31af40-b38d-4da8-93c5-10d757706a2f on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:46.156209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.160377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.164051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bf290d5-cc1f-44e9-a457-b37419cd75c5 req-09ac63e0-5f68-4711-94a1-38741d782a88 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.52 "DELETE /v2.0/ports/ba31af40-b38d-4da8-93c5-10d757706a2f HTTP/1.1" status: 204 len: 173 time: 1.3436730 Jan 28 05:05:46.164644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba49f05-06e3-47f0-a165-1675d181798f', 'name': 'network-vif-deleted', 'tag': 'ba31af40-b38d-4da8-93c5-10d757706a2f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:46.168568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322dd083-fe8b-4641-b1c1-d6c9b325cc77" -d '{"events": [{"server_uuid": "0ba49f05-06e3-47f0-a165-1675d181798f", "name": "network-vif-deleted", "tag": "ba31af40-b38d-4da8-93c5-10d757706a2f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:46.227788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb0211-c0ef-495a-ae45-b702b200f155 None None] Pushing event updated for resources: {'Port': ['ID=3319b9cf-f24a-4031-b5ba-2e649217b048,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:46.239182 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70628e09-6870-45e2-a758-bb9b2abff45c x-openstack-request-id: req-70628e09-6870-45e2-a758-bb9b2abff45c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:46.245051 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba49f05-06e3-47f0-a165-1675d181798f", "name": "network-vif-deleted", "tag": "ba31af40-b38d-4da8-93c5-10d757706a2f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:46.245051 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70628e09-6870-45e2-a758-bb9b2abff45c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:46.245051 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba49f05-06e3-47f0-a165-1675d181798f', 'name': 'network-vif-deleted', 'tag': 'ba31af40-b38d-4da8-93c5-10d757706a2f', 'status': 'completed', 'code': 200} Jan 28 05:05:46.306428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:46.314956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:46.315148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-26907def-cbe4-455f-87aa-bf10f9195ff7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9969013 Jan 28 05:05:46.320975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-73103101'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:46.346336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:46.353323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.385322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:46.396634 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0d1a7a05-1188-45a6-9253-8bb5616858b1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.397062 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment 0d1a7a05-1188-45a6-9253-8bb5616858b1 of type vlan for network 172c1db6-56ea-49d7-9f0c-d8d107262e9b Jan 28 05:05:46.443755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (172c1db6-56ea-49d7-9f0c-d8d107262e9b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.473824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (172c1db6-56ea-49d7-9f0c-d8d107262e9b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.479969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:46.480812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.490602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-50b1c8c8-b68d-4894-a855-395d36d61f63 None None] Provisioning complete for port 3319b9cf-f24a-4031-b5ba-2e649217b048 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:46.491378 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50b1c8c8-b68d-4894-a855-395d36d61f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.551831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2357416 Jan 28 05:05:46.555068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44358) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:46.560758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:46.572904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6e378-33aa-4f5d-9a60-50132616727a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=172c1db6-56ea-49d7-9f0c-d8d107262e9b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:46.598016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:46.681926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50b1c8c8-b68d-4894-a855-395d36d61f63 None None] Current status of the port 3319b9cf-f24a-4031-b5ba-2e649217b048 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:46.715843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-50b1c8c8-b68d-4894-a855-395d36d61f63 None None] Provisioning complete for port 12dcf84f-6344-45d2-b1de-e505ab4d5288 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:46.716237 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50b1c8c8-b68d-4894-a855-395d36d61f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.757570 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:46.771499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:46.778693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.778842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:46.779427 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:46.848011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50b1c8c8-b68d-4894-a855-395d36d61f63 None None] Port 12dcf84f-6344-45d2-b1de-e505ab4d5288 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:46.954852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8da822ad-5107-44d8-ae19-7619f9a41402 req-47d1516a-ae04-44db-88d1-47b64561656b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba49f05-06e3-47f0-a165-1675d181798f HTTP/1.1" status: 200 len: 210 time: 0.1121979 Jan 28 05:05:46.986855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f2903c2b-05f7-407b-b171-263380842215 None None] Provisioning complete for port 12dcf84f-6344-45d2-b1de-e505ab4d5288 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:46.987480 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2903c2b-05f7-407b-b171-263380842215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.087721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ed1af79-ec02-41a5-bc4b-f41451beca78 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:47.090230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2903c2b-05f7-407b-b171-263380842215 None None] Port 12dcf84f-6344-45d2-b1de-e505ab4d5288 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:47.119996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ba31af40-b38d-4da8-93c5-10d757706a2f no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:47.178737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: ba31af40-b38d-4da8-93c5-10d757706a2f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:47.179093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ba31af40-b38d-4da8-93c5-10d757706a2f not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:47.193965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3ed1af79-ec02-41a5-bc4b-f41451beca78 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:47.194992 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.227961 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:47.253043 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (34c465ce-b33a-46b6-b6fa-978515259950), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.260589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0a62d8af-2494-47a9-bc4e-633c99ba09da None None] Provisioning complete for port 12dcf84f-6344-45d2-b1de-e505ab4d5288 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:47.261001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a62d8af-2494-47a9-bc4e-633c99ba09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.306635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0a62d8af-2494-47a9-bc4e-633c99ba09da None None] Port 12dcf84f-6344-45d2-b1de-e505ab4d5288 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:47.345517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3ed1af79-ec02-41a5-bc4b-f41451beca78 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:47.346601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3319b9cf-f24a-4031-b5ba-2e649217b048 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:47.355517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b928-f292-4c01-9e18-194210ec0d06 req-ec866e06-b96b-43d8-a34a-dc8337c0cda6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:47.357042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0741b928-f292-4c01-9e18-194210ec0d06 req-ec866e06-b96b-43d8-a34a-dc8337c0cda6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1218131 Jan 28 05:05:47.363259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=34c465ce-b33a-46b6-b6fa-978515259950,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:47.384745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:47.385119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: 172c1db6-56ea-49d7-9f0c-d8d107262e9b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:47.394105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3319b9cf-f24a-4031-b5ba-2e649217b048 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:47.394548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.424570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0741b928-f292-4c01-9e18-194210ec0d06 req-3d0e1b2e-4236-4d89-acb7-baaa34375e2a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559552 Jan 28 05:05:47.426188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:47.437414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 172c1db6-56ea-49d7-9f0c-d8d107262e9b) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:47.445846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:47.446428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bbfd85-ce62-4bfd-850c-76c06d2c4db8 None None] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:47.446557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.465521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e51dc719-6391-46b2-a2e6-d3c5297b6dbe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9089768 Jan 28 05:05:47.468080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44374) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:47.501084 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 3, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:47.529208 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:47.529539 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Updating router 5b26cda3-03ba-4d94-97fa-838bcabc5792 port 12dcf84f-6344-45d2-b1de-e505ab4d5288 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:05:47.539165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3319b9cf-f24a-4031-b5ba-2e649217b048 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:47.558428 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.591679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:47.592598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.732577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Allocated IP 172.22.0.2 (172c1db6-56ea-49d7-9f0c-d8d107262e9b/34c465ce-b33a-46b6-b6fa-978515259950/fef67e17-c0d6-44c7-8c0d-7961ec03f820) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:47.849344 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Publish callbacks [] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.854795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.856677 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.893098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Publish callbacks [] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.902551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.912490 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Pushing event updated for resources: {'Port': ['ID=12dcf84f-6344-45d2-b1de-e505ab4d5288,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:47.935262 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.936196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.936196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.936510 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.936840 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.937187 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.937515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.938016 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.938153 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.938570 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.938999 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.939288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.939604 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:47.958633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:47.963203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:47.974394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:47.983626 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Attempting to bind port 12dcf84f-6344-45d2-b1de-e505ab4d5288 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:47.983906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Attempting to bind port 12dcf84f-6344-45d2-b1de-e505ab4d5288 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:47.984268 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Attempting to bind port 12dcf84f-6344-45d2-b1de-e505ab4d5288 on network be257c66-fed1-4d2b-99ec-07a45d93f3c6 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:47.996381 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:47.996828 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Checking segment: {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:47.997265 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.997656 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Bound using segment: {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:47.998133 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Bound port: 12dcf84f-6344-45d2-b1de-e505ab4d5288, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:47.998509 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.999329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44378) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:48.007109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Pushing event updated for resources: {'Port': ['ID=fef67e17-c0d6-44c7-8c0d-7961ec03f820,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:48.042682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Attempting to bind port fef67e17-c0d6-44c7-8c0d-7961ec03f820 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:48.043108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Attempting to bind port fef67e17-c0d6-44c7-8c0d-7961ec03f820 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:48.043538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Attempting to bind port fef67e17-c0d6-44c7-8c0d-7961ec03f820 on network 172c1db6-56ea-49d7-9f0c-d8d107262e9b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:48.051794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:48.052239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Checking segment: {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:48.052658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.053103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Bound using segment: {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:48.054126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Bound port: fef67e17-c0d6-44c7-8c0d-7961ec03f820, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:48.054283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.092222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] For port 12dcf84f-6344-45d2-b1de-e505ab4d5288, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:48.096906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] For port 12dcf84f-6344-45d2-b1de-e505ab4d5288, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=12dcf84f-6344-45d2-b1de-e505ab4d5288,segment=NetworkSegment(b832f5ea-0468-415a-a4dd-61bb4ddd3c74),segment_id=b832f5ea-0468-415a-a4dd-61bb4ddd3c74)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:48.102827 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.166664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] For port fef67e17-c0d6-44c7-8c0d-7961ec03f820, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:48.176555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] For port fef67e17-c0d6-44c7-8c0d-7961ec03f820, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=fef67e17-c0d6-44c7-8c0d-7961ec03f820,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:48.182736 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:48.183611 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:48.184656 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.190117 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b5bc-fae5-4ba8-82cb-05264a356192 None None] Pushing event updated for resources: {'Port': ['ID=12dcf84f-6344-45d2-b1de-e505ab4d5288,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:48.268307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] Provisioning complete for port 12dcf84f-6344-45d2-b1de-e505ab4d5288 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:48.278860 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.289266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee199bc-f774-4031-b14a-0a64cdc0fe35 None None] Pushing event updated for resources: {'Port': ['ID=fef67e17-c0d6-44c7-8c0d-7961ec03f820,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:48.316623 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:48.335322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.22.0.1 (172c1db6-56ea-49d7-9f0c-d8d107262e9b/34c465ce-b33a-46b6-b6fa-978515259950/64813c1a-cebb-4d0d-b9a3-76c349680522) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:48.463700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] Current status of the port 12dcf84f-6344-45d2-b1de-e505ab4d5288 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:48.464111 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.588509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] For port 12dcf84f-6344-45d2-b1de-e505ab4d5288, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=12dcf84f-6344-45d2-b1de-e505ab4d5288,segment=NetworkSegment(b832f5ea-0468-415a-a4dd-61bb4ddd3c74),segment_id=b832f5ea-0468-415a-a4dd-61bb4ddd3c74)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:48.594336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.624474 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 3, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:48.665566 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef65b4-7fbd-42e5-8954-faa3e5417ebd None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 3, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:48.709548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf45f73-aeb1-4521-bb2b-9dab43a7cc75 None None] Pushing event updated for resources: {'Port': ['ID=12dcf84f-6344-45d2-b1de-e505ab4d5288,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:48.741188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-54aba164-18ac-47d4-834e-8bbe26cd9aed None None] Provisioning complete for port 12dcf84f-6344-45d2-b1de-e505ab4d5288 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:48.742103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54aba164-18ac-47d4-834e-8bbe26cd9aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.820048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.916229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-54aba164-18ac-47d4-834e-8bbe26cd9aed None None] Current status of the port 12dcf84f-6344-45d2-b1de-e505ab4d5288 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:48.957058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device fef67e17-c0d6-44c7-8c0d-7961ec03f820 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:49.018974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port fef67e17-c0d6-44c7-8c0d-7961ec03f820 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:49.019653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.126910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3fce-f69d-4c9e-99da-34237e6c50b7 req-bfeeb99a-f883-40c1-b285-b61fb9228e92 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:49.128513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc4d3fce-f69d-4c9e-99da-34237e6c50b7 req-bfeeb99a-f883-40c1-b285-b61fb9228e92 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1341996 Jan 28 05:05:49.139232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port fef67e17-c0d6-44c7-8c0d-7961ec03f820 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:49.139806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.166633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.188055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port fef67e17-c0d6-44c7-8c0d-7961ec03f820, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=fef67e17-c0d6-44c7-8c0d-7961ec03f820,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:49.195241 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.204709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc4d3fce-f69d-4c9e-99da-34237e6c50b7 req-792c7c42-fc92-4427-9127-8f25d22ed590 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681462 Jan 28 05:05:49.227464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.252336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port 4948ab9b-7370-4611-ac40-9ad17baffe8f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:49.253456 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.285434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=fef67e17-c0d6-44c7-8c0d-7961ec03f820,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:49.292772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:49.298736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:49.304194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:49.308375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=64813c1a-cebb-4d0d-b9a3-76c349680522,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:49.354340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.405779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port 4948ab9b-7370-4611-ac40-9ad17baffe8f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4948ab9b-7370-4611-ac40-9ad17baffe8f,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:49.406519 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.430166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for 4948ab9b-7370-4611-ac40-9ad17baffe8f owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:49.506273 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.665761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4948ab9b-7370-4611-ac40-9ad17baffe8f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.678859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a239d-f1dd-458c-8f50-03c01babb3a8 None None] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:49.706011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=4948ab9b-7370-4611-ac40-9ad17baffe8f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:49.761900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-41593fa5-950a-4d7b-ac22-6ff2e313b065 None None] Provisioning complete for port fef67e17-c0d6-44c7-8c0d-7961ec03f820 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:49.762649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41593fa5-950a-4d7b-ac22-6ff2e313b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.866476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.877652 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.925474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-41593fa5-950a-4d7b-ac22-6ff2e313b065 None None] Current status of the port fef67e17-c0d6-44c7-8c0d-7961ec03f820 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:49.976950 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:49.998453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=64813c1a-cebb-4d0d-b9a3-76c349680522,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:50.093288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:50.095102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:50.204504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:50.250836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-85a754a4-12c0-4d90-9f67-7e5e8891daa8 None None] Provisioning complete for port 64813c1a-cebb-4d0d-b9a3-76c349680522 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:50.252368 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85a754a4-12c0-4d90-9f67-7e5e8891daa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.292316 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.304868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-85a754a4-12c0-4d90-9f67-7e5e8891daa8 None None] Port 64813c1a-cebb-4d0d-b9a3-76c349680522 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:50.321036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-85a754a4-12c0-4d90-9f67-7e5e8891daa8 None None] Provisioning complete for port fef67e17-c0d6-44c7-8c0d-7961ec03f820 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:50.321798 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85a754a4-12c0-4d90-9f67-7e5e8891daa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.333409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:50.345725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2495dd1f-09a9-451e-82ab-6fc38a31f607 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763561 Jan 28 05:05:50.349175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44384) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:50.350744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:50.354297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257407122'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:50.378231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:50.381817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:50.382808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:50.383465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.414645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:05:50.428589 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5e7cedda-be3e-41d7-a513-0d71f6f8a1dd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.429173 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added segment 5e7cedda-be3e-41d7-a513-0d71f6f8a1dd of type vlan for network ad2646d7-b207-4179-b4d3-1077a758520a Jan 28 05:05:50.462412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94f08-6c78-4a4d-a169-32d792f0da84 req-00a72e0b-ee24-4b94-ad66-de97d7c98340 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:50.464021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57f94f08-6c78-4a4d-a169-32d792f0da84 req-00a72e0b-ee24-4b94-ad66-de97d7c98340 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1150253 Jan 28 05:05:50.486495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (ad2646d7-b207-4179-b4d3-1077a758520a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.517739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (ad2646d7-b207-4179-b4d3-1077a758520a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.524912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:50.525948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.544830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:50.585236 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57f94f08-6c78-4a4d-a169-32d792f0da84 req-c41aab73-1fbe-4b5d-8bc0-0f3e9e91ef2c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129391 Jan 28 05:05:50.593861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-85a754a4-12c0-4d90-9f67-7e5e8891daa8 None None] Current status of the port fef67e17-c0d6-44c7-8c0d-7961ec03f820 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:50.652818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3024788 Jan 28 05:05:50.656087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44386) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:50.666545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'subnet': {'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:50.715197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:50.752133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce8217-9d08-4414-83b9-d6db91a9e8b4 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Network': ['ID=ad2646d7-b207-4179-b4d3-1077a758520a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:50.777215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-eeba987f-8477-49dd-8eef-1a97de612e93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605301 Jan 28 05:05:50.783213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Made reservation on behalf of 344be25144eb4d35bf71bf9e16efc8bd for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:05:50.790530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.859010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:50.867840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4c867b1-f249-4e5b-b4ae-4b7142871521 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "PUT /v2.0/routers/fe756cc3-0ee0-4f45-a9b3-e8d4111053b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8673787 Jan 28 05:05:50.869181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44388) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:50.871575 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] Sync routers for ids ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:50.888857 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] Routers {'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:50.890345 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:50.930254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-0d32abda-e4cb-4754-81b4-1beffdc8e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:50.934335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-0d32abda-e4cb-4754-81b4-1beffdc8e572 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1135 time: 0.0803027 Jan 28 05:05:51.014678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network ad2646d7-b207-4179-b4d3-1077a758520a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:05:51.031000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting subnet d0031b8d-1d66-480e-a815-3a482c238b6c {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:51.035731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for subnet (d0031b8d-1d66-480e-a815-3a482c238b6c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.055487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] Set router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:51.061017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 12dcf84f-6344-45d2-b1de-e505ab4d5288 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:51.094145 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d0031b8d-1d66-480e-a815-3a482c238b6c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.124053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c74a49c5-ebe6-4970-b46e-ace8c408588b None None] Provisioning complete for port 64813c1a-cebb-4d0d-b9a3-76c349680522 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:51.124394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c74a49c5-ebe6-4970-b46e-ace8c408588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.137049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-cd933d50-b2b7-43a7-9ce6-48dd7a696a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:51.138971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-cd933d50-b2b7-43a7-9ce6-48dd7a696a15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 200 len: 897 time: 0.1863773 Jan 28 05:05:51.144028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (caf78631-3d9a-4bec-90b5-ed4387c01245), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.206935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c74a49c5-ebe6-4970-b46e-ace8c408588b None None] Port 64813c1a-cebb-4d0d-b9a3-76c349680522 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:51.217752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:51.221508 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d0031b8d-1d66-480e-a815-3a482c238b6c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.254878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:51.255483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Updating router 5b26cda3-03ba-4d94-97fa-838bcabc5792 port 64813c1a-cebb-4d0d-b9a3-76c349680522 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:05:51.258841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 12dcf84f-6344-45d2-b1de-e505ab4d5288 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:51.259013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.280977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Checking segment: {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:51.281455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network hostable DHCP agents. Network: ad2646d7-b207-4179-b4d3-1077a758520a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:05:51.283503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.283682 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:51.296621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Subnet': ['ID=caf78631-3d9a-4bec-90b5-ed4387c01245,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:51.298948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d0031b8d-1d66-480e-a815-3a482c238b6c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.309664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-9f53c5f7-7cf3-426a-9ced-f9ce28022abb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 200 len: 1000 time: 0.1592200 Jan 28 05:05:51.320842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] Checking router: fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:51.330324 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] Routers {'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:51.331089 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:51.345202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.354368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/subnets/d0031b8d-1d66-480e-a815-3a482c238b6c HTTP/1.1" status: 204 len: 168 time: 0.4732718 Jan 28 05:05:51.355489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f90e-6687-410b-904b-193960cae7cd tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Subnet': ['ID=d0031b8d-1d66-480e-a815-3a482c238b6c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:51.356750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bddc1-a0ba-492f-856f-b17d7c4df8f3 None None] Network 5ff3e956-622d-48ce-863b-91c413fc8bc8 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:51.357489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44390) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:51.364876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network ad2646d7-b207-4179-b4d3-1077a758520a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:05:51.387126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, ad2646d7-b207-4179-b4d3-1077a758520a) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:51.393386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:51.395144 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.407876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-089c43e0-225f-4bdb-8774-9fac5d4d2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:51.409507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-089c43e0-225f-4bdb-8774-9fac5d4d2f21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6176bb7c-bdf7-4b06-994c-17caa65deb0f HTTP/1.1" status: 200 len: 835 time: 0.0932727 Jan 28 05:05:51.419439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41773f91-6176-4c57-bf46-921258f4bbf6 None None] Network ad2646d7-b207-4179-b4d3-1077a758520a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:51.442648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d60a18b7-97e5-4691-a5ed-be5969f1763a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7784951 Jan 28 05:05:51.456091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44392) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:51.502059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.536774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 12dcf84f-6344-45d2-b1de-e505ab4d5288 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:51.537929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device fef67e17-c0d6-44c7-8c0d-7961ec03f820 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:51.563539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-8df002e6-2247-4d06-94cb-82d7b67f2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:51.565059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-8df002e6-2247-4d06-94cb-82d7b67f2d6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1df6991-d6fd-4c39-a0ba-1309e0a50324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417036 Jan 28 05:05:51.579875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-589b3d15-b2a0-46ce-b7eb-e16e07d82d39 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:05:51.581175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-589b3d15-b2a0-46ce-b7eb-e16e07d82d39 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065539 Jan 28 05:05:51.619266 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] Set router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:51.659511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.740863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port 7385557a-206b-441d-945b-8bb8b901b6c9 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:51.741241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.768808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ad2646d7-b207-4179-b4d3-1077a758520a', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:05:51.769920 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.787247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] DHCP port deletion for 5ff3e956-622d-48ce-863b-91c413fc8bc8 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:51.800459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port fef67e17-c0d6-44c7-8c0d-7961ec03f820 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:51.801352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.875327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-a8dd83f0-112f-4f83-a822-4728e81af8bf service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862272 Jan 28 05:05:51.879301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port 7385557a-206b-441d-945b-8bb8b901b6c9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7385557a-206b-441d-945b-8bb8b901b6c9,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:51.879684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.911422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for 7385557a-206b-441d-945b-8bb8b901b6c9 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:51.938838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:51.998164 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe901c5-8510-40f0-b70f-cf8c353a6005 None None] The sync data for ids ['fe756cc3-0ee0-4f45-a9b3-e8d4111053b5'] in n-d-824835-3 is: [{'id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1467747307', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:20Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '7385557a-206b-441d-945b-8bb8b901b6c9', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe756cc3-0ee0-4f45-a9b3-e8d4111053b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:21Z', 'updated_at': '2022-01-28T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:52.128921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] Deleting port 969b9e42-19ae-409e-8c9d-7293cf30603c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:52.129326 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.140819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d93ef5-083c-4fc4-a673-323193da5969 req-39f20796-4e07-4800-b3be-a70f55da6ba9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:52.141486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7385557a-206b-441d-945b-8bb8b901b6c9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.148627 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Publish callbacks [] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.148884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26d93ef5-083c-4fc4-a673-323193da5969 req-39f20796-4e07-4800-b3be-a70f55da6ba9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.4112377 Jan 28 05:05:52.160455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Allocated IP 172.23.0.2 (ad2646d7-b207-4179-b4d3-1077a758520a/caf78631-3d9a-4bec-90b5-ed4387c01245/71f0c47c-055c-4d02-ade4-a0a3329e9b88) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:52.167172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port fef67e17-c0d6-44c7-8c0d-7961ec03f820 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:52.171625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=7385557a-206b-441d-945b-8bb8b901b6c9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:52.192169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f60f753-d0eb-4b89-945c-189a292e2d0a req-aeab3f41-f748-47b5-95e4-2870b7d8f85c service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911503 Jan 28 05:05:52.198525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.242302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.271718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26d93ef5-083c-4fc4-a673-323193da5969 req-a47723ca-51ce-4a3d-9675-df69d2893d02 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204722 Jan 28 05:05:52.303976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] For port 969b9e42-19ae-409e-8c9d-7293cf30603c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=969b9e42-19ae-409e-8c9d-7293cf30603c,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:52.304545 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.306848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.329598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719b01d-02f6-499e-bb4c-aeacd9640eae None None] Pushing event updated for resources: {'Port': ['ID=64813c1a-cebb-4d0d-b9a3-76c349680522,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:52.332722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] Calling delete_port for 969b9e42-19ae-409e-8c9d-7293cf30603c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:52.341073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.344820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_controller (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.431074 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (fe756cc3-0ee0-4f45-a9b3-e8d4111053b5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.431725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Fanout notify agent at l3_agent the message router_deleted on router fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:52.440405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.442223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e1a70814-2947-4960-a881-a5fafefbab17 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/routers/fe756cc3-0ee0-4f45-a9b3-e8d4111053b5 HTTP/1.1" status: 204 len: 168 time: 1.0838256 Jan 28 05:05:52.445505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44400) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:52.481880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Attempting to bind port 64813c1a-cebb-4d0d-b9a3-76c349680522 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:52.482336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Attempting to bind port 64813c1a-cebb-4d0d-b9a3-76c349680522 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:52.482804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Attempting to bind port 64813c1a-cebb-4d0d-b9a3-76c349680522 on network 172c1db6-56ea-49d7-9f0c-d8d107262e9b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:52.506887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:52.507492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Checking segment: {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:52.508016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.508528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Bound using segment: {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:52.509137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Bound port: 64813c1a-cebb-4d0d-b9a3-76c349680522, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1a7a05-1188-45a6-9253-8bb5616858b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:52.509667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.559624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (5ff3e956-622d-48ce-863b-91c413fc8bc8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.637440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port 969b9e42-19ae-409e-8c9d-7293cf30603c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:52.637788 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.663926 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Publish callbacks [] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.684094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.692282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-aa232fdc-5c94-44d5-b332-b78fb4049aa8 None None] Provisioning complete for port 64813c1a-cebb-4d0d-b9a3-76c349680522 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:52.693332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aa232fdc-5c94-44d5-b332-b78fb4049aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.696613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.713523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port 969b9e42-19ae-409e-8c9d-7293cf30603c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=969b9e42-19ae-409e-8c9d-7293cf30603c,segment=NetworkSegment(be4180ae-adfd-4870-ae84-b666b96df2a6),segment_id=be4180ae-adfd-4870-ae84-b666b96df2a6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:52.716108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.733077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for 969b9e42-19ae-409e-8c9d-7293cf30603c owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:52.736439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] For port 64813c1a-cebb-4d0d-b9a3-76c349680522, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:52.765673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Allocated IP 172.23.0.1 (ad2646d7-b207-4179-b4d3-1077a758520a/caf78631-3d9a-4bec-90b5-ed4387c01245/a93934e2-7061-4598-a6d4-5a98d412138b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:05:52.776513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] Pushing event deleted for resources: {'Port': ['ID=969b9e42-19ae-409e-8c9d-7293cf30603c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:52.793130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746c2dc-c5df-4502-b95f-18c957e1807a None None] No DVR routers for this DVR port 969b9e42-19ae-409e-8c9d-7293cf30603c on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:52.796979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] For port 64813c1a-cebb-4d0d-b9a3-76c349680522, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=64813c1a-cebb-4d0d-b9a3-76c349680522,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:52.852812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.857001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Network ad2646d7-b207-4179-b4d3-1077a758520a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:52.874819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:52.876546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-aa232fdc-5c94-44d5-b332-b78fb4049aa8 None None] Port 64813c1a-cebb-4d0d-b9a3-76c349680522 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:05:52.883257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:52.887077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4948ab9b-7370-4611-ac40-9ad17baffe8f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:52.890341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (969b9e42-19ae-409e-8c9d-7293cf30603c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.920006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Pushing event updated for resources: {'Port': ['ID=71f0c47c-055c-4d02-ade4-a0a3329e9b88,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:52.926067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4948ab9b-7370-4611-ac40-9ad17baffe8f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:52.926424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4948ab9b-7370-4611-ac40-9ad17baffe8f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:52.926839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 969b9e42-19ae-409e-8c9d-7293cf30603c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:52.939204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=969b9e42-19ae-409e-8c9d-7293cf30603c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:52.941485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] No DVR routers for this DVR port 969b9e42-19ae-409e-8c9d-7293cf30603c on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:52.994404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 969b9e42-19ae-409e-8c9d-7293cf30603c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:52.994759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 969b9e42-19ae-409e-8c9d-7293cf30603c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:53.005802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (a93934e2-7061-4598-a6d4-5a98d412138b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.055176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.092055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (5ff3e956-622d-48ce-863b-91c413fc8bc8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.121564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network ad2646d7-b207-4179-b4d3-1077a758520a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:53.125715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:53.130221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:05:53.130485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff3e956-622d-48ce-863b-91c413fc8bc8']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.143377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4180ae-adfd-4870-ae84-b666b96df2a6') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.143861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4180ae-adfd-4870-ae84-b666b96df2a6') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.158939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=a93934e2-7061-4598-a6d4-5a98d412138b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.163789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (be4180ae-adfd-4870-ae84-b666b96df2a6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.180630 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (be4180ae-adfd-4870-ae84-b666b96df2a6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.182449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.192791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:53.193479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (be4180ae-adfd-4870-ae84-b666b96df2a6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:53.198640 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:53.237078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:53.238461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.280864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Attempting to bind port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:53.281314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Attempting to bind port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:53.281649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Attempting to bind port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 on network ad2646d7-b207-4179-b4d3-1077a758520a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:53.286945 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (5ff3e956-622d-48ce-863b-91c413fc8bc8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.307877 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.311492 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/networks/5ff3e956-622d-48ce-863b-91c413fc8bc8 HTTP/1.1" status: 204 len: 168 time: 0.8646202 Jan 28 05:05:53.312410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac480-4232-4563-ad8a-311ca416d140 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Network': ['ID=5ff3e956-622d-48ce-863b-91c413fc8bc8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.314267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44404) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:53.329416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.348580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:53.349213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Checking segment: {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:53.349634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.350830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Bound using segment: {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:53.351431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Bound port: 71f0c47c-055c-4d02-ade4-a0a3329e9b88, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:53.351945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.372105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719b01d-02f6-499e-bb4c-aeacd9640eae None None] Pushing event updated for resources: {'Port': ['ID=64813c1a-cebb-4d0d-b9a3-76c349680522,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.397108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:53.459325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] Provisioning complete for port 64813c1a-cebb-4d0d-b9a3-76c349680522 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:53.459610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.480382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702611-9048-4eac-997e-f971825783e8 req-bece134f-101e-4aea-b213-381ad5742dfc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:53.481948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93702611-9048-4eac-997e-f971825783e8 req-bece134f-101e-4aea-b213-381ad5742dfc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1006513 Jan 28 05:05:53.566168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-93702611-9048-4eac-997e-f971825783e8 req-92ca2bee-e7b4-4377-8382-3017f32dc045 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643108 Jan 28 05:05:53.574106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port 52565bd3-4cd8-4860-8f81-11109ea858cd {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:53.574461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.638704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] Current status of the port 64813c1a-cebb-4d0d-b9a3-76c349680522 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:53.639102 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.655627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for port (a93934e2-7061-4598-a6d4-5a98d412138b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.661818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.669212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.669564 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for floatingip (52565bd3-4cd8-4860-8f81-11109ea858cd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.679587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] For port 71f0c47c-055c-4d02-ade4-a0a3329e9b88, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:53.684980 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for 52565bd3-4cd8-4860-8f81-11109ea858cd owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:53.697345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] For port 71f0c47c-055c-4d02-ade4-a0a3329e9b88, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71f0c47c-055c-4d02-ade4-a0a3329e9b88,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:53.725631 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.740986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] For port 64813c1a-cebb-4d0d-b9a3-76c349680522, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=64813c1a-cebb-4d0d-b9a3-76c349680522,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:53.756682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.787937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event updated for resources: {'Port': ['ID=a93934e2-7061-4598-a6d4-5a98d412138b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.791151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.855331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34047-39aa-42cd-ab71-673563ddca1a None None] Pushing event updated for resources: {'Port': ['ID=71f0c47c-055c-4d02-ade4-a0a3329e9b88,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.914641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Network ad2646d7-b207-4179-b4d3-1077a758520a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:05:53.915673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f31b29-5ccf-48e6-857d-bdb78feb8292 None None] Pushing event updated for resources: {'Port': ['ID=64813c1a-cebb-4d0d-b9a3-76c349680522,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.916632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:05:53.928156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:52Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.935294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (52565bd3-4cd8-4860-8f81-11109ea858cd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.960128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b327392-2d66-4c3e-aaa7-92dec755bd78 None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:49Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:52Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:53.965698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=52565bd3-4cd8-4860-8f81-11109ea858cd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:54.083021 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for floatingip (64de67e4-2bcd-47df-a45b-8625b0be9d36), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.083364 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Floating IP 64de67e4-2bcd-47df-a45b-8625b0be9d36 disassociated (deleted). External IP: 172.25.6.47, port: c42ed6b4-801c-40b1-9cda-34de7cd1335d. Jan 28 05:05:54.098437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:54.219599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:54.227998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a01834f4-3d8e-4a3a-9741-039287bb5ecd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676117 Jan 28 05:05:54.228260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44406) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:54.232895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:54.327175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:54.448432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:54.455782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.464759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] Sync routers for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:54.481919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:54.482651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:54.492426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-34a754cb-85d5-4c4b-a9b6-13a55498edef tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/floatingips/64de67e4-2bcd-47df-a45b-8625b0be9d36 HTTP/1.1" status: 204 len: 168 time: 1.1769078 Jan 28 05:05:54.494493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:54.497084 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f21a197-b98e-45c1-8499-8454bbba0b08" -d '{"events": [{"name": "network-changed", "server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:54.712276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:54.794754 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c84b9-edbe-428c-8779-e6dc7ea16f36 x-openstack-request-id: req-908c84b9-edbe-428c-8779-e6dc7ea16f36 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:54.795256 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:54.795673 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-908c84b9-edbe-428c-8779-e6dc7ea16f36 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:54.796268 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'status': 'completed', 'code': 200} Jan 28 05:05:55.041505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7676d5-cdfe-4a78-8f13-99e1225b54f0 req-cd98b2da-9d1a-4a0f-b0ce-983d8febf134 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:55.044923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f7676d5-cdfe-4a78-8f13-99e1225b54f0 req-cd98b2da-9d1a-4a0f-b0ce-983d8febf134 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 984 time: 0.1267822 Jan 28 05:05:55.063380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71f0c47c-055c-4d02-ade4-a0a3329e9b88 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:55.081083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e641fa-ec0e-405c-ab66-af6533c13387 req-cc9f2f35-ede5-4fb8-9ed4-76e169cb9f91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:55.088799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5e641fa-ec0e-405c-ab66-af6533c13387 req-cc9f2f35-ede5-4fb8-9ed4-76e169cb9f91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1902783 Jan 28 05:05:55.123212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-ae715ae6-7347-4335-bbe6-303b1a47c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:55.125405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-ae715ae6-7347-4335-bbe6-303b1a47c05e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb1e65954f174beabe82190831b91d7b&device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 1135 time: 0.2039771 Jan 28 05:05:55.126843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f7676d5-cdfe-4a78-8f13-99e1225b54f0 req-f5d4563e-7ccc-4bd5-bf87-6486fdee149a tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0679240 Jan 28 05:05:55.135113 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:55.149103 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:55.150187 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:55.150844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:34Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:55.181260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] Checking router: 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:55.189347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:55.189651 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.198773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:55.199861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:55.251395 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:55.256569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5e641fa-ec0e-405c-ab66-af6533c13387 req-96157052-1ebc-43af-8e5a-2b13ee01a2c7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667609 Jan 28 05:05:55.337958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-5aad0a95-3e11-43c5-a67a-691b8a58d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:55.339461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-5aad0a95-3e11-43c5-a67a-691b8a58d7ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 200 len: 897 time: 0.2047830 Jan 28 05:05:55.347002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee339d-bf60-4468-b735-575942f13d7f None None] Network ad2646d7-b207-4179-b4d3-1077a758520a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:55.402756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-9f325e04-2d46-488a-8288-a4b56b635cbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 200 len: 217 time: 0.0445142 Jan 28 05:05:55.455246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:55.483933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-c9e20251-7af8-4395-b377-2cb634984ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:55.485436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-c9e20251-7af8-4395-b377-2cb634984ca4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6176bb7c-bdf7-4b06-994c-17caa65deb0f HTTP/1.1" status: 200 len: 835 time: 0.0768018 Jan 28 05:05:55.486446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:05:55.490002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2b5818ef-6051-4d71-a772-e231ed2b90c6 None None] Provisioning complete for port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:55.490570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ef-6051-4d71-a772-e231ed2b90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.490819 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:55.493027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:55.493521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.519982 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:55.520715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Updating router 5b26cda3-03ba-4d94-97fa-838bcabc5792 port a93934e2-7061-4598-a6d4-5a98d412138b binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:05:55.527786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Removed routes are [] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:05:55.528208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.553762 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.579535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-928ce3dd-0b8f-4a19-9d93-084d128cf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:55.581057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-928ce3dd-0b8f-4a19-9d93-084d128cf98a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1df6991-d6fd-4c39-a0ba-1309e0a50324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883274 Jan 28 05:05:55.639387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 71f0c47c-055c-4d02-ade4-a0a3329e9b88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71f0c47c-055c-4d02-ade4-a0a3329e9b88,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:55.671571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.672446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 64813c1a-cebb-4d0d-b9a3-76c349680522 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:55.801910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-fecc8372-cd05-4174-a874-b1b8fc257657 service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875751 Jan 28 05:05:55.824278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.839625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.853665 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Publish callbacks [] for port (a93934e2-7061-4598-a6d4-5a98d412138b), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.859940 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.925510 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef719d-9c05-4920-9478-f3bdf7e2edf9 None None] Pushing event updated for resources: {'Port': ['ID=a93934e2-7061-4598-a6d4-5a98d412138b,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:55.985852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2b5818ef-6051-4d71-a772-e231ed2b90c6 None None] Current status of the port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:55.992751 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Attempting to bind port a93934e2-7061-4598-a6d4-5a98d412138b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:05:55.992972 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Attempting to bind port a93934e2-7061-4598-a6d4-5a98d412138b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:05:55.996304 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Attempting to bind port a93934e2-7061-4598-a6d4-5a98d412138b on network ad2646d7-b207-4179-b4d3-1077a758520a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:05:55.999478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=71f0c47c-055c-4d02-ade4-a0a3329e9b88,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:56.015388 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:05:56.015776 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Checking segment: {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:05:56.016182 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.016575 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Bound using segment: {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:05:56.017054 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Bound port: a93934e2-7061-4598-a6d4-5a98d412138b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:05:56.017557 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.045963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 64813c1a-cebb-4d0d-b9a3-76c349680522 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:56.046216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.050345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:56.065775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f21a197-b98e-45c1-8499-8454bbba0b08 req-095d7ace-317d-42dc-b7b0-310b4a4af97d service neutron] 10.222.0.47 "GET /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568457 Jan 28 05:05:56.110724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:34Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:56.120428 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] For port a93934e2-7061-4598-a6d4-5a98d412138b, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:05:56.125096 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] For port a93934e2-7061-4598-a6d4-5a98d412138b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a93934e2-7061-4598-a6d4-5a98d412138b,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:05:56.131785 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.143142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c51b9-154d-4a8f-afbc-d68afe09e7fd None None] The sync data for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 is: [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:31Z', 'revision_number': 4, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '3e2d9ba8-8914-48ca-9196-729666b0cff4', 'name': '', 'network_id': 'f1df6991-d6fd-4c39-a0ba-1309e0a50324', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'mac_address': 'fa:16:3e:e3:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:30Z', 'updated_at': '2022-01-28T05:04:34Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'subnets': [{'id': '6176bb7c-bdf7-4b06-994c-17caa65deb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:56.195165 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:56.197930 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:56.231816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 64813c1a-cebb-4d0d-b9a3-76c349680522 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:56.242915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7385557a-206b-441d-945b-8bb8b901b6c9 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:56.281535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7385557a-206b-441d-945b-8bb8b901b6c9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:56.287339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:56.288948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7385557a-206b-441d-945b-8bb8b901b6c9 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:56.295908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.301031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4c6c3f68-5a10-4e5e-a70d-742768e5316b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 934 time: 2.0713601 Jan 28 05:05:56.304212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:56.325865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8543e53-afbf-4490-a4ae-8cb041a57a4d req-4bafba3f-f475-41f6-abec-5ea4222569f2 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:56.337012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-2a4f3daa-f7e7-40e1-a34b-4b068be2c677 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:56.338768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8543e53-afbf-4490-a4ae-8cb041a57a4d req-4bafba3f-f475-41f6-abec-5ea4222569f2 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 984 time: 0.1005077 Jan 28 05:05:56.339770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-2a4f3daa-f7e7-40e1-a34b-4b068be2c677 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.47 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 984 time: 0.1471145 Jan 28 05:05:56.348975 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef719d-9c05-4920-9478-f3bdf7e2edf9 None None] Pushing event updated for resources: {'Port': ['ID=a93934e2-7061-4598-a6d4-5a98d412138b,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:56.384429 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:56.424157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Provisioning complete for port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:56.424528 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.519673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-203f015b-f379-4560-a1a8-ecebba5ff0e1 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 934 time: 0.2132368 Jan 28 05:05:56.525418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44424) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:56.538725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'routes': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:05:56.569312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a8543e53-afbf-4490-a4ae-8cb041a57a4d req-95dd238e-1d58-4313-b2c6-89b4b37d3fed tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/security-groups?id=635a7ded-fe78-42c3-bfa6-61b009066bf1&id=23741b6a-6a46-412b-93bf-e1fe424060f1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2254069 Jan 28 05:05:56.573015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6480-75ea-4c5a-be1a-87f658ec1be5 req-a18ff152-fb2c-4415-a883-61c87793d650 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:56.574798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa1f6480-75ea-4c5a-be1a-87f658ec1be5 req-a18ff152-fb2c-4415-a883-61c87793d650 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1872761 Jan 28 05:05:56.594836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Current status of the port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:56.630712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Provisioning complete for port a93934e2-7061-4598-a6d4-5a98d412138b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:56.631405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.660214 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa1f6480-75ea-4c5a-be1a-87f658ec1be5 req-029b2543-577f-4c88-95f1-fd5577f96f5d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779202 Jan 28 05:05:56.726932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b57b2-4b9c-40a3-8eae-a535c8145666 None None] New status for floating IP 64de67e4-2bcd-47df-a45b-8625b0be9d36: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:05:56.727252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port c42ed6b4-801c-40b1-9cda-34de7cd1335d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:56.727629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.821419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71f0c47c-055c-4d02-ade4-a0a3329e9b88 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:56.874370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port c42ed6b4-801c-40b1-9cda-34de7cd1335d, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c42ed6b4-801c-40b1-9cda-34de7cd1335d,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:56.874871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.902292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for c42ed6b4-801c-40b1-9cda-34de7cd1335d owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:56.938748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Current status of the port a93934e2-7061-4598-a6d4-5a98d412138b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:56.939148 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.978726 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:55Z', 'revision_number': 6, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:56.999232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:56.999532 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.014097 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116acd5-b5d3-4891-98eb-a4bc2bc21476 None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:55Z', 'revision_number': 6, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 4, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:57.028235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] For port a93934e2-7061-4598-a6d4-5a98d412138b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a93934e2-7061-4598-a6d4-5a98d412138b,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:57.039967 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.140606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c42ed6b4-801c-40b1-9cda-34de7cd1335d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.193587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a8810-ad58-41da-9b10-d3abb0dde2e1 None None] Pushing event updated for resources: {'Port': ['ID=a93934e2-7061-4598-a6d4-5a98d412138b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:57.206008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-81405696-cf0a-4ebd-b5bc-613449101fdf None None] Provisioning complete for port a93934e2-7061-4598-a6d4-5a98d412138b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:57.206008 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81405696-cf0a-4ebd-b5bc-613449101fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.210472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=c42ed6b4-801c-40b1-9cda-34de7cd1335d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:57.238299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:57.271134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] No DVR routers for this DVR port c42ed6b4-801c-40b1-9cda-34de7cd1335d on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:57.274949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.278413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0c32b0d-a80c-4414-b063-560b033b4b2d req-b04aadb4-60a9-418c-9f77-63570dacde64 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.47 "DELETE /v2.0/ports/c42ed6b4-801c-40b1-9cda-34de7cd1335d HTTP/1.1" status: 204 len: 173 time: 0.9329829 Jan 28 05:05:57.278926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'name': 'network-vif-deleted', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:57.282204 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5511b7-795b-4715-ae1b-5deda7010f56" -d '{"events": [{"server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "name": "network-vif-deleted", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:57.297931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.extraroute_db [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added routes are [] {{(pid=103139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:05:57.298307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.extraroute_db [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:05:57.342466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-81405696-cf0a-4ebd-b5bc-613449101fdf None None] Current status of the port a93934e2-7061-4598-a6d4-5a98d412138b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:57.351520 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e598a75a-800c-4638-84ae-35f68b13bdab x-openstack-request-id: req-e598a75a-800c-4638-84ae-35f68b13bdab {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:57.352009 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632ac3fc-c671-47b3-9510-f06d15c37c26", "name": "network-vif-deleted", "tag": "c42ed6b4-801c-40b1-9cda-34de7cd1335d", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:57.352121 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e598a75a-800c-4638-84ae-35f68b13bdab {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:57.352467 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632ac3fc-c671-47b3-9510-f06d15c37c26', 'name': 'network-vif-deleted', 'tag': 'c42ed6b4-801c-40b1-9cda-34de7cd1335d', 'status': 'completed', 'code': 200} Jan 28 05:05:57.374043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.474855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7561efef-5843-43fe-a02d-e7b85777d3a5 None None] Provisioning complete for port a93934e2-7061-4598-a6d4-5a98d412138b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:57.475436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7561efef-5843-43fe-a02d-e7b85777d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.629436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7561efef-5843-43fe-a02d-e7b85777d3a5 None None] Current status of the port a93934e2-7061-4598-a6d4-5a98d412138b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:57.750379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8132982d-0dad-44bb-84a8-b088294bb0a0 req-305d8386-d072-4bc3-b28f-3857ccd15d4f tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "GET /v2.0/ports?device_id=632ac3fc-c671-47b3-9510-f06d15c37c26 HTTP/1.1" status: 200 len: 210 time: 0.0573428 Jan 28 05:05:57.867133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e6957220-f9e4-4590-a39f-e5a78b841b0d None None] Provisioning complete for port a93934e2-7061-4598-a6d4-5a98d412138b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:57.868724 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6957220-f9e4-4590-a39f-e5a78b841b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.980135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e6957220-f9e4-4590-a39f-e5a78b841b0d None None] Current status of the port a93934e2-7061-4598-a6d4-5a98d412138b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:58.005636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c27d-23d2-43a4-88a3-a979514416c3 req-6f7f0394-b4e7-4eac-94a0-4a8eceef4e39 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:58.007133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae55c27d-23d2-43a4-88a3-a979514416c3 req-6f7f0394-b4e7-4eac-94a0-4a8eceef4e39 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1054857 Jan 28 05:05:58.120962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.127464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae55c27d-23d2-43a4-88a3-a979514416c3 req-ad622fef-f1c3-46df-973e-d4832eed3cc1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902567 Jan 28 05:05:58.128586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.156998 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:58.167788 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:58.168483 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.228835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:58.256249 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:58.324988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:58.339659 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.343615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44432) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.343779 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-73fc20d1-74cb-4820-9bf9-421d314f1214 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 700 time: 1.8167241 Jan 28 05:05:58.446705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c6e5d166-40a8-44d1-ae92-d2dd27ba567f tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 700 time: 0.1017013 Jan 28 05:05:58.449500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44434) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.499722 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:57Z', 'revision_number': 7, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.528898 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:58.537290 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:58.537979 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.628099 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:58.805486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44438) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.813097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.814979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a93934e2-7061-4598-a6d4-5a98d412138b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:58.860595 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:57Z', 'revision_number': 7, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.875606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5bb1-fe26-4b5c-8e68-0fb057a9bf68 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (635a7ded-fe78-42c3-bfa6-61b009066bf1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.894229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a93934e2-7061-4598-a6d4-5a98d412138b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:58.895119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.897589 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab9bc9-a399-4361-b057-11ac5970ed9e None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:57Z', 'revision_number': 7, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:58.914694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5bb1-fe26-4b5c-8e68-0fb057a9bf68 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (635a7ded-fe78-42c3-bfa6-61b009066bf1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.978642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5bb1-fe26-4b5c-8e68-0fb057a9bf68 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (635a7ded-fe78-42c3-bfa6-61b009066bf1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.981486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5bb1-fe26-4b5c-8e68-0fb057a9bf68 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.983568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2a7d5bb1-fe26-4b5c-8e68-0fb057a9bf68 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/security-groups/635a7ded-fe78-42c3-bfa6-61b009066bf1 HTTP/1.1" status: 204 len: 168 time: 0.1770799 Jan 28 05:05:58.989487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a93934e2-7061-4598-a6d4-5a98d412138b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:58.998096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44440) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:59.004934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d5bb1-fe26-4b5c-8e68-0fb057a9bf68 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a7ded-fe78-42c3-bfa6-61b009066bf1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:59.082614 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7502-d576-43a6-a538-4b6f2a92d021 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (23741b6a-6a46-412b-93bf-e1fe424060f1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.107726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7502-d576-43a6-a538-4b6f2a92d021 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (23741b6a-6a46-412b-93bf-e1fe424060f1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.135609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port a93934e2-7061-4598-a6d4-5a98d412138b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:59.135963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.161105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7502-d576-43a6-a538-4b6f2a92d021 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (23741b6a-6a46-412b-93bf-e1fe424060f1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.164347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7502-d576-43a6-a538-4b6f2a92d021 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.165714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ef3f7502-d576-43a6-a538-4b6f2a92d021 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/security-groups/23741b6a-6a46-412b-93bf-e1fe424060f1 HTTP/1.1" status: 204 len: 168 time: 0.1665201 Jan 28 05:05:59.169022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:59.186621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:59.202786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:59.203477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:59.219158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7502-d576-43a6-a538-4b6f2a92d021 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23741b6a-6a46-412b-93bf-e1fe424060f1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:59.271726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port a93934e2-7061-4598-a6d4-5a98d412138b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a93934e2-7061-4598-a6d4-5a98d412138b,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:59.272156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.289223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for a93934e2-7061-4598-a6d4-5a98d412138b owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:59.299758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8345a5-e948-4057-860b-2575a25a2238 req-df13c4d0-3294-4cdb-981e-25a0d56cd590 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:59.301362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d8345a5-e948-4057-860b-2575a25a2238 req-df13c4d0-3294-4cdb-981e-25a0d56cd590 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0817530 Jan 28 05:05:59.310150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:59.395073 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d8345a5-e948-4057-860b-2575a25a2238 req-41a4a36e-050a-46eb-8821-3f97fffc8759 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867290 Jan 28 05:05:59.525139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a93934e2-7061-4598-a6d4-5a98d412138b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.541583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:57Z', 'revision_number': 7, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93934e2-7061-4598-a6d4-5a98d412138b', 'name': '', 'network_id': 'ad2646d7-b207-4179-b4d3-1077a758520a', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:47:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:52Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': 'caf78631-3d9a-4bec-90b5-ed4387c01245', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:59.555340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=a93934e2-7061-4598-a6d4-5a98d412138b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:59.569203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:59.580872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:59.582152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:59.609401 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.681326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:59.740434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.909174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port 3e2d9ba8-8914-48ca-9196-729666b0cff4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:59.909567 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:59.936657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:59Z', 'revision_number': 8, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:59.964765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6669ff66-94d9-4ff6-b55e-eacd0e740191 None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:59Z', 'revision_number': 8, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:59.967320 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:06:00.007928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port 3e2d9ba8-8914-48ca-9196-729666b0cff4, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3e2d9ba8-8914-48ca-9196-729666b0cff4,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:00.008294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.020975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for 3e2d9ba8-8914-48ca-9196-729666b0cff4 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:00.067854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:00.073702 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-db0c2175-19d0-4c48-a449-784f70f14510 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230695 Jan 28 05:06:00.075799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44446) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:00.129882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet caf78631-3d9a-4bec-90b5-ed4387c01245 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:06:00.132961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (caf78631-3d9a-4bec-90b5-ed4387c01245), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.172042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (caf78631-3d9a-4bec-90b5-ed4387c01245), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.208057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3e2d9ba8-8914-48ca-9196-729666b0cff4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.239493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=3e2d9ba8-8914-48ca-9196-729666b0cff4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:00.256312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (caf78631-3d9a-4bec-90b5-ed4387c01245), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.334932 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (caf78631-3d9a-4bec-90b5-ed4387c01245), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.359472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=caf78631-3d9a-4bec-90b5-ed4387c01245,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:00.377318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.381406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-86be4a6e-6e79-4bb8-9de6-a0a5007f5f8c tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/caf78631-3d9a-4bec-90b5-ed4387c01245 HTTP/1.1" status: 204 len: 168 time: 0.3046315 Jan 28 05:06:00.384301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44448) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:00.386977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d96e1b-4803-4095-8ffd-ce00aad28b9b None None] Network ad2646d7-b207-4179-b4d3-1077a758520a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:06:00.478839 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (ad2646d7-b207-4179-b4d3-1077a758520a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.487257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.546606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:00.547193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.608119 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:00.626219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] DHCP port deletion for ad2646d7-b207-4179-b4d3-1077a758520a request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:06:00.629315 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:00.630475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:00.638174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002083-9524-4294-a746-49c81e300a05 req-a2bcffd0-1297-4ac3-aa16-c89a50ac5d48 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:00.639699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7002083-9524-4294-a746-49c81e300a05 req-a2bcffd0-1297-4ac3-aa16-c89a50ac5d48 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0928094 Jan 28 05:06:00.650179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 71f0c47c-055c-4d02-ade4-a0a3329e9b88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71f0c47c-055c-4d02-ade4-a0a3329e9b88,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:00.651270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.681304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] Deleting port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:00.681841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.686577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 71f0c47c-055c-4d02-ade4-a0a3329e9b88 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:00.713241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d7002083-9524-4294-a746-49c81e300a05 req-c11b7314-2f78-42cd-9deb-d22c66e165ec tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607829 Jan 28 05:06:00.787058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:00.793861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.814217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c42ed6b4-801c-40b1-9cda-34de7cd1335d no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:00.818781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] For port 71f0c47c-055c-4d02-ade4-a0a3329e9b88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=71f0c47c-055c-4d02-ade4-a0a3329e9b88,segment=NetworkSegment(5e7cedda-be3e-41d7-a513-0d71f6f8a1dd),segment_id=5e7cedda-be3e-41d7-a513-0d71f6f8a1dd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:00.819194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.849843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:00.851899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=71f0c47c-055c-4d02-ade4-a0a3329e9b88,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:00.867998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: c42ed6b4-801c-40b1-9cda-34de7cd1335d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:00.868505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c42ed6b4-801c-40b1-9cda-34de7cd1335d not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:00.870536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] Calling delete_port for 71f0c47c-055c-4d02-ade4-a0a3329e9b88 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:00.921960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71f0c47c-055c-4d02-ade4-a0a3329e9b88 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:00.947836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 71f0c47c-055c-4d02-ade4-a0a3329e9b88 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:00.948762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 71f0c47c-055c-4d02-ade4-a0a3329e9b88 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:00.949117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a93934e2-7061-4598-a6d4-5a98d412138b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:00.971432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (ad2646d7-b207-4179-b4d3-1077a758520a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:00.995652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a93934e2-7061-4598-a6d4-5a98d412138b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:00.996007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a93934e2-7061-4598-a6d4-5a98d412138b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:01.010210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2646d7-b207-4179-b4d3-1077a758520a']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.023121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.023658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (71f0c47c-055c-4d02-ade4-a0a3329e9b88), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.023871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7cedda-be3e-41d7-a513-0d71f6f8a1dd') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.037690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (5e7cedda-be3e-41d7-a513-0d71f6f8a1dd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.053391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5e7cedda-be3e-41d7-a513-0d71f6f8a1dd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.058328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] Pushing event deleted for resources: {'Port': ['ID=71f0c47c-055c-4d02-ade4-a0a3329e9b88,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:01.063417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:06:01.064491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (5e7cedda-be3e-41d7-a513-0d71f6f8a1dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:06:01.069173 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:06:01.074965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98956f41-6744-484d-9f1a-140c7dcc8e18 None None] No DVR routers for this DVR port 71f0c47c-055c-4d02-ade4-a0a3329e9b88 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:01.103335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:59Z', 'revision_number': 8, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.136123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:01.143513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (ad2646d7-b207-4179-b4d3-1077a758520a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.145959 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:01.146730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.154404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.156787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:06:01.158197 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/ad2646d7-b207-4179-b4d3-1077a758520a HTTP/1.1" status: 204 len: 168 time: 0.7725594 Jan 28 05:06:01.169113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44452) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:01.176954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9ebce-842b-43c4-ab76-4b777597105e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=ad2646d7-b207-4179-b4d3-1077a758520a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:01.254094 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:01.297670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:01.302820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:06:01.309016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'mac_address': 'fa:16:3e:30:a4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:06:01.358159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:06:01.358480 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.373483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:06:01.395162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:01.400296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.457660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:01.460258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:01.463504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-93f0f996-8d4f-4aea-a967-da0b067c3e29 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "PUT /v2.0/routers/61a7a20a-0e8e-49c1-ba8b-4e334c742db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922721 Jan 28 05:06:01.466671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44456) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:01.470745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] Sync routers for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:01.487281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:01.487951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.540076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting subnet 6176bb7c-bdf7-4b06-994c-17caa65deb0f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:06:01.544787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for subnet (6176bb7c-bdf7-4b06-994c-17caa65deb0f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.556753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['5b8007dd-f6f7-4ea2-987d-1205a635fad1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:06:01.584277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.597188 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:59Z', 'revision_number': 8, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:01.604421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (6176bb7c-bdf7-4b06-994c-17caa65deb0f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.626701 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316481d9-21ee-42a7-8261-6a0bab7efad7 None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:05:59Z', 'revision_number': 8, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64813c1a-cebb-4d0d-b9a3-76c349680522', 'name': '', 'network_id': '172c1db6-56ea-49d7-9f0c-d8d107262e9b', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:31:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '34c465ce-b33a-46b6-b6fa-978515259950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:48Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '34c465ce-b33a-46b6-b6fa-978515259950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:01.654075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:01.715656 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (6176bb7c-bdf7-4b06-994c-17caa65deb0f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.790434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (6176bb7c-bdf7-4b06-994c-17caa65deb0f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.839108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Subnet': ['ID=6176bb7c-bdf7-4b06-994c-17caa65deb0f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:01.841386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.848552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee50f222-7183-4756-a944-07e0d6a8dff0 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/subnets/6176bb7c-bdf7-4b06-994c-17caa65deb0f HTTP/1.1" status: 204 len: 168 time: 0.3807693 Jan 28 05:06:01.849231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44460) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:01.943949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562bd3d-4cf7-4718-afb3-58fbb7e1024c req-ccdf0d39-5d00-45f9-bd94-8eb997b3db08 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:01.947341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a562bd3d-4cf7-4718-afb3-58fbb7e1024c req-ccdf0d39-5d00-45f9-bd94-8eb997b3db08 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.1013412 Jan 28 05:06:01.969090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.971438 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 64813c1a-cebb-4d0d-b9a3-76c349680522 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:01.971763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:01.973579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0006b-29c7-46a3-b1fd-d65f61ca5279 None None] Network f1df6991-d6fd-4c39-a0ba-1309e0a50324 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:06:02.056880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a562bd3d-4cf7-4718-afb3-58fbb7e1024c req-e61f277c-c029-4ad2-a144-a9854560cd0a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981617 Jan 28 05:06:02.094402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 64813c1a-cebb-4d0d-b9a3-76c349680522, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=64813c1a-cebb-4d0d-b9a3-76c349680522,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:02.094812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.100207 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_gateway (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.108468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 64813c1a-cebb-4d0d-b9a3-76c349680522 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:02.162571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Deleting port 6a711a73-da7e-41c4-9d2b-49271844b7b3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:02.162835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.221883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:06:00Z', 'revision_number': 5, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port': {'id': '6a711a73-da7e-41c4-9d2b-49271844b7b3', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:02.258406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] For port 6a711a73-da7e-41c4-9d2b-49271844b7b3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6a711a73-da7e-41c4-9d2b-49271844b7b3,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:02.258797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.260955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] Checking router: 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:02.271720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] Routers {'61a7a20a-0e8e-49c1-ba8b-4e334c742db7'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:02.272606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:02.272822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Calling delete_port for 6a711a73-da7e-41c4-9d2b-49271844b7b3 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:02.316606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] DHCP port deletion for f1df6991-d6fd-4c39-a0ba-1309e0a50324 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:06:02.402957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] Set router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:02.464894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:06:02Z', 'revision_number': 6, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:02.471848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6a711a73-da7e-41c4-9d2b-49271844b7b3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.505074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Port': ['ID=6a711a73-da7e-41c4-9d2b-49271844b7b3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:02.505419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849d334-497c-4978-86a7-5ba811c56791 None None] The sync data for ids ['61a7a20a-0e8e-49c1-ba8b-4e334c742db7'] in n-d-824835-3 is: [{'id': '61a7a20a-0e8e-49c1-ba8b-4e334c742db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638481320', 'tenant_id': 'bb1e65954f174beabe82190831b91d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:04:27Z', 'updated_at': '2022-01-28T05:06:02Z', 'revision_number': 6, 'project_id': 'bb1e65954f174beabe82190831b91d7b', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:02.513790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] Deleting port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:02.514285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.588179 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.596567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] For port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,segment=NetworkSegment(1f23859c-de5b-4ba2-a9b6-d23589059cf9),segment_id=1f23859c-de5b-4ba2-a9b6-d23589059cf9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:02.597029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.611974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] Calling delete_port for bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:02.673359 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (64813c1a-cebb-4d0d-b9a3-76c349680522), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.682774 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.685229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router_controller (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.705247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=64813c1a-cebb-4d0d-b9a3-76c349680522,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:02.718260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.735165 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (61a7a20a-0e8e-49c1-ba8b-4e334c742db7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.735780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Fanout notify agent at l3_agent the message router_deleted on router 61a7a20a-0e8e-49c1-ba8b-4e334c742db7 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:06:02.743647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.747622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5e1bc90-bd00-46cc-a7d8-4b4ecf59fe5b tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/routers/61a7a20a-0e8e-49c1-ba8b-4e334c742db7 HTTP/1.1" status: 204 len: 168 time: 0.8968980 Jan 28 05:06:02.748427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44462) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:02.757860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] Pushing event deleted for resources: {'Port': ['ID=bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:02.760799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5772b28-7837-4d64-89b4-2903452f910c None None] No DVR routers for this DVR port bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:02.845202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f1df6991-d6fd-4c39-a0ba-1309e0a50324), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.881039 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.949049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f1df6991-d6fd-4c39-a0ba-1309e0a50324), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:02.986281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1df6991-d6fd-4c39-a0ba-1309e0a50324']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:03.007247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f23859c-de5b-4ba2-a9b6-d23589059cf9') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:03.007247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f23859c-de5b-4ba2-a9b6-d23589059cf9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:03.019205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (1f23859c-de5b-4ba2-a9b6-d23589059cf9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.036833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1f23859c-de5b-4ba2-a9b6-d23589059cf9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.043043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:06:03.043429 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (1f23859c-de5b-4ba2-a9b6-d23589059cf9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:06:03.046641 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:06:03.119991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f1df6991-d6fd-4c39-a0ba-1309e0a50324), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.132035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.132441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:06:03.137775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] 10.222.0.21 "DELETE /v2.0/networks/f1df6991-d6fd-4c39-a0ba-1309e0a50324 HTTP/1.1" status: 204 len: 168 time: 0.3855770 Jan 28 05:06:03.151056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dd881-9087-4653-8071-41588e36ae22 tempest-TestSecurityGroupsBasicOps-690319141 tempest-TestSecurityGroupsBasicOps-690319141-project] Pushing event deleted for resources: {'Network': ['ID=f1df6991-d6fd-4c39-a0ba-1309e0a50324,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:03.156781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:06:03.219530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062525b-29db-4a00-a5ca-751b09aedc8c req-42f5011f-891a-4bf2-9f21-3b5107f85a77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:03.221576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0062525b-29db-4a00-a5ca-751b09aedc8c req-42f5011f-891a-4bf2-9f21-3b5107f85a77 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0730562 Jan 28 05:06:03.223826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:06:03.224204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.257747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:03.266045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aa41f7e6-f535-4b8d-bcc5-c0fa13cefc47 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0935304 Jan 28 05:06:03.266288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44470) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:03.271866 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:03.281980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0062525b-29db-4a00-a5ca-751b09aedc8c req-186da2e6-df25-423d-8b13-b5f5c4adee56 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544620 Jan 28 05:06:03.298947 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:03.299585 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:03.340410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 34c465ce-b33a-46b6-b6fa-978515259950 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:06:03.344976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (34c465ce-b33a-46b6-b6fa-978515259950), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.375228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:06:03.376035 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.428996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (34c465ce-b33a-46b6-b6fa-978515259950), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.440545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:06:03.444065 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676512ce-f679-46d8-8d49-af2575d236b2" -d '{"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:06:03.444885 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:03.454393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:03.540512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:03.542329 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819671e2-3487-40f9-99b3-0f71f1a465f4 x-openstack-request-id: req-819671e2-3487-40f9-99b3-0f71f1a465f4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:06:03.542614 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:06:03.546938 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-819671e2-3487-40f9-99b3-0f71f1a465f4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:06:03.549555 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'code': 200} Jan 28 05:06:03.553170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:03.553572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device bd24a7c9-6fb5-43e5-bd3d-5c70b9fa435e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:03.556331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3e2d9ba8-8914-48ca-9196-729666b0cff4 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:03.559380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.584320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (34c465ce-b33a-46b6-b6fa-978515259950), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.648195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44486) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:03.653618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3e2d9ba8-8914-48ca-9196-729666b0cff4 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:03.654669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3e2d9ba8-8914-48ca-9196-729666b0cff4 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:03.685269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (34c465ce-b33a-46b6-b6fa-978515259950), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.717264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:03.719758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=34c465ce-b33a-46b6-b6fa-978515259950,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:03.724480 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.731916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44492) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:03.732308 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9e32efc5-1f8b-4256-952f-aefefa92f1ec tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/34c465ce-b33a-46b6-b6fa-978515259950 HTTP/1.1" status: 204 len: 168 time: 0.4648576 Jan 28 05:06:03.733507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b3abe-f2e3-4c39-a072-182057aa12aa None None] Network 172c1db6-56ea-49d7-9f0c-d8d107262e9b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:06:03.737264 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:02Z', 'revision_number': 9, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:03.791484 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:03.802630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:03.803563 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:03.872122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (172c1db6-56ea-49d7-9f0c-d8d107262e9b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:03.945663 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:03.953850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] DHCP port deletion for 172c1db6-56ea-49d7-9f0c-d8d107262e9b request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:06:04.044154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44502) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:04.045428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-74dad12f-145b-4c3c-b434-60093ecdb883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb1e65954f174beabe82190831b91d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913777 Jan 28 05:06:04.054588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] Deleting port fef67e17-c0d6-44c7-8c0d-7961ec03f820 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:04.057604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.069270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port fef67e17-c0d6-44c7-8c0d-7961ec03f820 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:04.069729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.162914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efa2ad1e-5c8d-4046-8a7f-dca9ee4dd553 admin admin] Publish callbacks [] for security_group (d7651140-9cb9-4ce1-90e7-c0c52e1b64c8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.189203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port fef67e17-c0d6-44c7-8c0d-7961ec03f820, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=fef67e17-c0d6-44c7-8c0d-7961ec03f820,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:04.189534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.203010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] For port fef67e17-c0d6-44c7-8c0d-7961ec03f820, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=fef67e17-c0d6-44c7-8c0d-7961ec03f820,segment=NetworkSegment(0d1a7a05-1188-45a6-9253-8bb5616858b1),segment_id=0d1a7a05-1188-45a6-9253-8bb5616858b1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:04.203603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.205741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efa2ad1e-5c8d-4046-8a7f-dca9ee4dd553 admin admin] Publish callbacks [] for security_group (d7651140-9cb9-4ce1-90e7-c0c52e1b64c8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.209121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for fef67e17-c0d6-44c7-8c0d-7961ec03f820 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:04.235056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] Calling delete_port for fef67e17-c0d6-44c7-8c0d-7961ec03f820 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:04.247169 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:02Z', 'revision_number': 9, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:04.280269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efa2ad1e-5c8d-4046-8a7f-dca9ee4dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7651140-9cb9-4ce1-90e7-c0c52e1b64c8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.282917 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab6afd-9ed4-49b2-b17e-064103a023c1 None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:02Z', 'revision_number': 9, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '12dcf84f-6344-45d2-b1de-e505ab4d5288', 'name': '', 'network_id': 'be257c66-fed1-4d2b-99ec-07a45d93f3c6', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:43:28:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:42Z', 'updated_at': '2022-01-28T05:05:48Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '2e23cbf1-2d52-4e40-a780-8d19712077c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:04.289548 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efa2ad1e-5c8d-4046-8a7f-dca9ee4dd553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.290850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-efa2ad1e-5c8d-4046-8a7f-dca9ee4dd553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7651140-9cb9-4ce1-90e7-c0c52e1b64c8 HTTP/1.1" status: 204 len: 168 time: 0.2456834 Jan 28 05:06:04.309715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2ad1e-5c8d-4046-8a7f-dca9ee4dd553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7651140-9cb9-4ce1-90e7-c0c52e1b64c8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:04.329121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.402355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=fef67e17-c0d6-44c7-8c0d-7961ec03f820,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:04.407271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port fef67e17-c0d6-44c7-8c0d-7961ec03f820 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:06:04.415323 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 05:06:04.420530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (fef67e17-c0d6-44c7-8c0d-7961ec03f820), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.443623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] Pushing event deleted for resources: {'Port': ['ID=fef67e17-c0d6-44c7-8c0d-7961ec03f820,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:04.463213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf3d13-be31-406a-9916-416bf968fb32 None None] No DVR routers for this DVR port fef67e17-c0d6-44c7-8c0d-7961ec03f820 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:04.574567 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (172c1db6-56ea-49d7-9f0c-d8d107262e9b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.585995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93b74d-e5d4-4534-90a7-b98e77b905ee req-4011939a-0ece-4552-a7e2-d6806d8afaec tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:04.587547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f93b74d-e5d4-4534-90a7-b98e77b905ee req-4011939a-0ece-4552-a7e2-d6806d8afaec tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1417778 Jan 28 05:06:04.627954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172c1db6-56ea-49d7-9f0c-d8d107262e9b']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:04.649889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1a7a05-1188-45a6-9253-8bb5616858b1') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:04.650529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1a7a05-1188-45a6-9253-8bb5616858b1') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:04.676916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (0d1a7a05-1188-45a6-9253-8bb5616858b1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.697694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f93b74d-e5d4-4534-90a7-b98e77b905ee req-ff25bdde-87ba-4ebe-b909-45c4761ce801 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014414 Jan 28 05:06:04.705990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0d1a7a05-1188-45a6-9253-8bb5616858b1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.717716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:06:04.718132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (0d1a7a05-1188-45a6-9253-8bb5616858b1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:06:04.723281 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:06:04.828663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a711a73-da7e-41c4-9d2b-49271844b7b3 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:04.850183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (172c1db6-56ea-49d7-9f0c-d8d107262e9b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.859571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:04.863372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/172c1db6-56ea-49d7-9f0c-d8d107262e9b HTTP/1.1" status: 204 len: 168 time: 1.1304700 Jan 28 05:06:04.867216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44518) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:04.872076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 6a711a73-da7e-41c4-9d2b-49271844b7b3 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:04.872665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6a711a73-da7e-41c4-9d2b-49271844b7b3 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:04.873408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device fef67e17-c0d6-44c7-8c0d-7961ec03f820 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:04.886216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9670a-cd42-4f0a-b302-c7789691a146 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=172c1db6-56ea-49d7-9f0c-d8d107262e9b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:04.912476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: fef67e17-c0d6-44c7-8c0d-7961ec03f820 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:04.913028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device fef67e17-c0d6-44c7-8c0d-7961ec03f820 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:04.913657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 64813c1a-cebb-4d0d-b9a3-76c349680522 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:04.942678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44520) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:04.944475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 64813c1a-cebb-4d0d-b9a3-76c349680522 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:04.945007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 64813c1a-cebb-4d0d-b9a3-76c349680522 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:04.963077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfcd82e7-830b-4291-9cd7-11a877c7f009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.077880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfcd82e7-830b-4291-9cd7-11a877c7f009 admin admin] Publish callbacks [] for security_group (d917b7da-b0af-4448-9c38-7d40db8d7f56), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.082885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfcd82e7-830b-4291-9cd7-11a877c7f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d917b7da-b0af-4448-9c38-7d40db8d7f56), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.119894 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cfcd82e7-830b-4291-9cd7-11a877c7f009 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=138f634640964c349c15f22e79111e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760533 Jan 28 05:06:05.121559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44522) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:05.169589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd82e7-830b-4291-9cd7-11a877c7f009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d917b7da-b0af-4448-9c38-7d40db8d7f56,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:05.207744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6284eab-cd02-40b2-afa4-94263fbf3e27 admin admin] Publish callbacks [] for security_group (d917b7da-b0af-4448-9c38-7d40db8d7f56), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.235793 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6284eab-cd02-40b2-afa4-94263fbf3e27 admin admin] Publish callbacks [] for security_group (d917b7da-b0af-4448-9c38-7d40db8d7f56), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.301813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6284eab-cd02-40b2-afa4-94263fbf3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d917b7da-b0af-4448-9c38-7d40db8d7f56), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.304889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6284eab-cd02-40b2-afa4-94263fbf3e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.308609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c6284eab-cd02-40b2-afa4-94263fbf3e27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d917b7da-b0af-4448-9c38-7d40db8d7f56 HTTP/1.1" status: 204 len: 168 time: 0.1797371 Jan 28 05:06:05.322711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6284eab-cd02-40b2-afa4-94263fbf3e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917b7da-b0af-4448-9c38-7d40db8d7f56,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:05.384775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.679152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 12dcf84f-6344-45d2-b1de-e505ab4d5288 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:05.679521 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.816178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 12dcf84f-6344-45d2-b1de-e505ab4d5288, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=12dcf84f-6344-45d2-b1de-e505ab4d5288,segment=NetworkSegment(b832f5ea-0468-415a-a4dd-61bb4ddd3c74),segment_id=b832f5ea-0468-415a-a4dd-61bb4ddd3c74)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:05.816661 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:05.850801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44530) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:05.861588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 12dcf84f-6344-45d2-b1de-e505ab4d5288 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:05.897916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee234615-6710-4f3b-8027-1da5be50527e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aad3351df164bec8568447283ffa769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457711 Jan 28 05:06:05.899000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:05.928191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152fb8-cd94-4c17-a260-e76a47288c48 req-5258e079-5837-4342-be8d-71862b1e404e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:05.930569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-43152fb8-cd94-4c17-a260-e76a47288c48 req-5258e079-5837-4342-be8d-71862b1e404e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1045413 Jan 28 05:06:05.961641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0127-45ac-4c14-bd6e-3bf5eb27aa18 admin admin] Publish callbacks [] for security_group (d31b22f2-3441-485e-8436-45da104e785b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.016340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0127-45ac-4c14-bd6e-3bf5eb27aa18 admin admin] Publish callbacks [] for security_group (d31b22f2-3441-485e-8436-45da104e785b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.045349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-43152fb8-cd94-4c17-a260-e76a47288c48 req-9e9eb351-74db-47bc-84e1-c54906abd5a9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029499 Jan 28 05:06:06.102052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0127-45ac-4c14-bd6e-3bf5eb27aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d31b22f2-3441-485e-8436-45da104e785b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.105807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0127-45ac-4c14-bd6e-3bf5eb27aa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.107716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ab2b0127-45ac-4c14-bd6e-3bf5eb27aa18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d31b22f2-3441-485e-8436-45da104e785b HTTP/1.1" status: 204 len: 168 time: 0.2074299 Jan 28 05:06:06.117184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0127-45ac-4c14-bd6e-3bf5eb27aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b22f2-3441-485e-8436-45da104e785b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:06.156082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (12dcf84f-6344-45d2-b1de-e505ab4d5288), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.187043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=12dcf84f-6344-45d2-b1de-e505ab4d5288,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:06.420057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.500886 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.676300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:06:06.799253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:06.806320 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-25dfe06c-ffc7-45b5-a617-638f6ae5b15d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9370229 Jan 28 05:06:06.809698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44536) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:06.813061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:06.835685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:06.836625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:06.902752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 2e23cbf1-2d52-4e40-a780-8d19712077c7 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:06:06.907713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (2e23cbf1-2d52-4e40-a780-8d19712077c7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:06.989587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (2e23cbf1-2d52-4e40-a780-8d19712077c7), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.000568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:07.133719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2e23cbf1-2d52-4e40-a780-8d19712077c7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.246303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:06Z', 'revision_number': 10, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:07.260672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b7abc-ed5b-425f-a1a8-379d39462ff6 req-84f83ff9-8bd6-47de-b538-d80227441379 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:07.262211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef2b7abc-ed5b-425f-a1a8-379d39462ff6 req-84f83ff9-8bd6-47de-b538-d80227441379 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0756018 Jan 28 05:06:07.283937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:07.289493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (2e23cbf1-2d52-4e40-a780-8d19712077c7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.296222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:07.297059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:07.331266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=2e23cbf1-2d52-4e40-a780-8d19712077c7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:07.335381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.341493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2cdb720a-7a1b-4600-bc82-050dbbf64275 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/2e23cbf1-2d52-4e40-a780-8d19712077c7 HTTP/1.1" status: 204 len: 168 time: 0.5282888 Jan 28 05:06:07.341985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44540) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:07.380023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7df75-1ec1-4fe5-9545-d6080838bde3 None None] Network be257c66-fed1-4d2b-99ec-07a45d93f3c6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:06:07.402614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef2b7abc-ed5b-425f-a1a8-379d39462ff6 req-6a430013-1c1f-4651-bb05-15cd538f99c5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316497 Jan 28 05:06:07.471406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:07.490730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (be257c66-fed1-4d2b-99ec-07a45d93f3c6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.554751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 3319b9cf-f24a-4031-b5ba-2e649217b048 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:07.555394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.639669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 3319b9cf-f24a-4031-b5ba-2e649217b048, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3319b9cf-f24a-4031-b5ba-2e649217b048,segment=NetworkSegment(b832f5ea-0468-415a-a4dd-61bb4ddd3c74),segment_id=b832f5ea-0468-415a-a4dd-61bb4ddd3c74)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:07.640076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.657450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 3319b9cf-f24a-4031-b5ba-2e649217b048 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:07.760040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3319b9cf-f24a-4031-b5ba-2e649217b048), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.794544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=3319b9cf-f24a-4031-b5ba-2e649217b048,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:07.800628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port 3319b9cf-f24a-4031-b5ba-2e649217b048 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:07.851069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b380c-68c7-42ae-8fad-f6772a585d7b None None] DHCP port deletion for be257c66-fed1-4d2b-99ec-07a45d93f3c6 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:06:07.906115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (be257c66-fed1-4d2b-99ec-07a45d93f3c6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.917872 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.930819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:06Z', 'revision_number': 10, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:07.934191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be257c66-fed1-4d2b-99ec-07a45d93f3c6']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:07.945048 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:07.945665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b832f5ea-0468-415a-a4dd-61bb4ddd3c74') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:07.956777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (b832f5ea-0468-415a-a4dd-61bb4ddd3c74), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.959088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cefcff-dfd3-401e-b38d-f1d4bd67997a None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:06Z', 'revision_number': 10, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None, '_interfaces': [{'id': '3ed1af79-ec02-41a5-bc4b-f41451beca78', 'name': '', 'network_id': '94d9f0c1-a600-4902-9b1a-55424ae635d9', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'mac_address': 'fa:16:3e:83:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0700589d-4901-482e-bec6-cfa843c4a417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:05:40Z', 'updated_at': '2022-01-28T05:05:44Z', 'revision_number': 5, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'subnets': [{'id': '0700589d-4901-482e-bec6-cfa843c4a417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:07.981860 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b832f5ea-0468-415a-a4dd-61bb4ddd3c74), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.993743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:06:07.994181 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (b832f5ea-0468-415a-a4dd-61bb4ddd3c74), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:06:07.997938 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:06:08.069859 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (be257c66-fed1-4d2b-99ec-07a45d93f3c6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:08.074444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:08.077782 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/be257c66-fed1-4d2b-99ec-07a45d93f3c6 HTTP/1.1" status: 204 len: 168 time: 0.7347474 Jan 28 05:06:08.080564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:08.094057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31af33-5dad-400b-b405-e6e213552fa2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=be257c66-fed1-4d2b-99ec-07a45d93f3c6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:08.432459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:08.611652 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a827d-dbe3-49ab-92d6-042a6a067dae req-433438a1-4745-474d-9a2a-72b85528d8b8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:08.613617 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef4a827d-dbe3-49ab-92d6-042a6a067dae req-433438a1-4745-474d-9a2a-72b85528d8b8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.1128201 Jan 28 05:06:08.627652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d30d2453-ea86-498b-8430-344d6109ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:08.697245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef4a827d-dbe3-49ab-92d6-042a6a067dae req-ac691b5e-16cf-4fff-9626-e8f93b98cff1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682807 Jan 28 05:06:08.765756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 12dcf84f-6344-45d2-b1de-e505ab4d5288 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:08.779802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 3ed1af79-ec02-41a5-bc4b-f41451beca78 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:08.780163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:08.789914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 12dcf84f-6344-45d2-b1de-e505ab4d5288 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:08.790390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 12dcf84f-6344-45d2-b1de-e505ab4d5288 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:08.790910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3319b9cf-f24a-4031-b5ba-2e649217b048 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:08.811505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3319b9cf-f24a-4031-b5ba-2e649217b048 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:08.812225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3319b9cf-f24a-4031-b5ba-2e649217b048 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:08.881953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 3ed1af79-ec02-41a5-bc4b-f41451beca78, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ed1af79-ec02-41a5-bc4b-f41451beca78,segment=NetworkSegment(77f26658-f80a-49cd-bd29-aeda42e6f808),segment_id=77f26658-f80a-49cd-bd29-aeda42e6f808)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:08.882407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:08.896373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 3ed1af79-ec02-41a5-bc4b-f41451beca78 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:09.096528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3ed1af79-ec02-41a5-bc4b-f41451beca78), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.129215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=3ed1af79-ec02-41a5-bc4b-f41451beca78,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:09.275488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.450205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:06:09.529711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:09.537982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-67e2f292-38c1-4fff-8925-52f4ade8cab7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548736 Jan 28 05:06:09.538390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:09.549715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:09.560695 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:09.561615 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:09.605015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting subnet 0700589d-4901-482e-bec6-cfa843c4a417 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:06:09.608319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (0700589d-4901-482e-bec6-cfa843c4a417), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.633753 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:09.651853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (0700589d-4901-482e-bec6-cfa843c4a417), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.701634 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:09Z', 'revision_number': 11, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:09.744347 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:09.754984 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:09.755757 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:05:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:09.767199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (0700589d-4901-482e-bec6-cfa843c4a417), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.853981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:09.858256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (0700589d-4901-482e-bec6-cfa843c4a417), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.866318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c15da-c8a0-4ad1-afaa-e50d849c26d2 req-bb506e89-f34f-44d1-8961-8b915a61c9e0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:09.868192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-823c15da-c8a0-4ad1-afaa-e50d849c26d2 req-bb506e89-f34f-44d1-8961-8b915a61c9e0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0695839 Jan 28 05:06:09.881648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5a505-afea-408b-b3ea-a863495e46d0 None None] Network 94d9f0c1-a600-4902-9b1a-55424ae635d9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:06:09.901049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:09.907584 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/0700589d-4901-482e-bec6-cfa843c4a417 HTTP/1.1" status: 204 len: 168 time: 0.3681347 Jan 28 05:06:09.909293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4d7e8-a69d-4557-bac2-e7c00552d91a tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Subnet': ['ID=0700589d-4901-482e-bec6-cfa843c4a417,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:09.911307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44554) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:09.953036 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:09Z', 'revision_number': 11, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:09.973523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-823c15da-c8a0-4ad1-afaa-e50d849c26d2 req-8d28f7fd-a54d-43d2-94f9-04a78919cc58 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929091 Jan 28 05:06:09.994712 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2160cc-cf67-4897-aa3d-d6868d30565c None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:09Z', 'revision_number': 11, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:10.010203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (94d9f0c1-a600-4902-9b1a-55424ae635d9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.082306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Deleting port 538814c6-5f9e-417c-a549-9493ad99cbe1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:06:10.082656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.155348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] For port 538814c6-5f9e-417c-a549-9493ad99cbe1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=538814c6-5f9e-417c-a549-9493ad99cbe1,segment=NetworkSegment(77f26658-f80a-49cd-bd29-aeda42e6f808),segment_id=77f26658-f80a-49cd-bd29-aeda42e6f808)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:10.155710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.172300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Calling delete_port for 538814c6-5f9e-417c-a549-9493ad99cbe1 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:06:10.260960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (538814c6-5f9e-417c-a549-9493ad99cbe1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.291963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Port': ['ID=538814c6-5f9e-417c-a549-9493ad99cbe1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:10.297936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No DVR routers for this DVR port 538814c6-5f9e-417c-a549-9493ad99cbe1 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:10.367800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084b90c-00f0-469e-9e1b-23815e180595 None None] DHCP port deletion for 94d9f0c1-a600-4902-9b1a-55424ae635d9 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:06:10.412441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (94d9f0c1-a600-4902-9b1a-55424ae635d9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.447721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d9f0c1-a600-4902-9b1a-55424ae635d9']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:10.461395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f26658-f80a-49cd-bd29-aeda42e6f808') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:10.461703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f26658-f80a-49cd-bd29-aeda42e6f808') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:10.475081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (77f26658-f80a-49cd-bd29-aeda42e6f808), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.496514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (77f26658-f80a-49cd-bd29-aeda42e6f808), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.505075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:06:10.505572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (77f26658-f80a-49cd-bd29-aeda42e6f808), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:06:10.508598 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:06:10.578797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (94d9f0c1-a600-4902-9b1a-55424ae635d9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.585553 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.589407 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/networks/94d9f0c1-a600-4902-9b1a-55424ae635d9 HTTP/1.1" status: 204 len: 168 time: 0.6767359 Jan 28 05:06:10.592292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44556) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:10.602552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'routes': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:10.607820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d21eb-4639-42ad-b262-2736278ea138 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Pushing event deleted for resources: {'Network': ['ID=94d9f0c1-a600-4902-9b1a-55424ae635d9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:10.767746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ed1af79-ec02-41a5-bc4b-f41451beca78 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:10.826647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3ed1af79-ec02-41a5-bc4b-f41451beca78 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:10.827362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ed1af79-ec02-41a5-bc4b-f41451beca78 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:10.828294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 538814c6-5f9e-417c-a549-9493ad99cbe1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:10.829395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Added routes are [] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:06:10.829780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Removed routes are [] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:06:10.830147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:10.860144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 538814c6-5f9e-417c-a549-9493ad99cbe1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:06:10.860897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 538814c6-5f9e-417c-a549-9493ad99cbe1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:10.877949 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa67a135-03d5-4765-baa0-1d67d4b17e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:11.156954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82801f4-2040-4f00-9090-cbee81271504 req-67751d9d-ffe7-4734-8e59-e53576828d7d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:11.161349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c82801f4-2040-4f00-9090-cbee81271504 req-67751d9d-ffe7-4734-8e59-e53576828d7d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0789018 Jan 28 05:06:11.246221 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c82801f4-2040-4f00-9090-cbee81271504 req-ad5ce4c9-e4b9-42ee-acc4-80d7599a64d1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773833 Jan 28 05:06:11.391693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:11.396909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:11.488924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 5b26cda3-03ba-4d94-97fa-838bcabc5792 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:06:11.591916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:11.600422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:11.601676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-41173198-9cf7-4029-a365-1851afeb4fa7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 701 time: 1.0079167 Jan 28 05:06:11.604607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:11.604877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] Sync routers for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:11.619205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:11.619815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:06:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:11.635387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9aa719e-0961-4038-99e9-77513db8f477 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 205 time: 0.0295248 Jan 28 05:06:11.639812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:11.697250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:11.725475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:11.770763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:09Z', 'revision_number': 11, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:11.803766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] Checking router: 5b26cda3-03ba-4d94-97fa-838bcabc5792 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:11.814185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] Routers {'5b26cda3-03ba-4d94-97fa-838bcabc5792'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:11.814891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:06:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5b26cda3-03ba-4d94-97fa-838bcabc5792'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:11.905960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] Set router 5b26cda3-03ba-4d94-97fa-838bcabc5792 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:11.974663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:09Z', 'revision_number': 11, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:12.020052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749d8be-fcec-46e9-aeca-69df659f8a65 None None] The sync data for ids ['5b26cda3-03ba-4d94-97fa-838bcabc5792'] in n-d-824835-3 is: [{'id': '5b26cda3-03ba-4d94-97fa-838bcabc5792', 'name': 'tempest-RoutersTest-router-1068838593', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:05:38Z', 'updated_at': '2022-01-28T05:06:09Z', 'revision_number': 11, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:12.038369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.318282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.320876 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (5b26cda3-03ba-4d94-97fa-838bcabc5792), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.380043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (5b26cda3-03ba-4d94-97fa-838bcabc5792), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.380807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router 5b26cda3-03ba-4d94-97fa-838bcabc5792 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:06:12.398371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.399974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-70910925-dc65-4679-8fc2-d5722245ec69 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 204 len: 168 time: 0.7589023 Jan 28 05:06:12.404024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44572) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:12.413279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1303676730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:12.430192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232178-c231-4589-9af7-a7956c16ab69 req-ec2ce491-d422-44de-8257-f63ddd6e9b0f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:12.439062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0232178-c231-4589-9af7-a7956c16ab69 req-ec2ce491-d422-44de-8257-f63ddd6e9b0f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0920992 Jan 28 05:06:12.452401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.453685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.509272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0232178-c231-4589-9af7-a7956c16ab69 req-25e897e0-9270-4d5f-9653-e7a20bcc53a7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689948 Jan 28 05:06:12.540303 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (2091748c-b767-4f1e-8418-7bf6e987f66e), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.549738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.574230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.578401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e5587a36-e33d-4d74-8997-14a5474fafd0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1732740 Jan 28 05:06:12.578598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:12.584158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:12.829357 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.844079 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.967494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Router 2091748c-b767-4f1e-8418-7bf6e987f66e is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:06:13.060320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:06:13.069434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.071296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-51662c1b-4957-4224-9d98-c1516fa8e5eb tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "PUT /v2.0/routers/2091748c-b767-4f1e-8418-7bf6e987f66e HTTP/1.1" status: 200 len: 694 time: 0.4913573 Jan 28 05:06:13.074235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44576) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.074466 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] Sync routers for ids ['2091748c-b767-4f1e-8418-7bf6e987f66e'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:06:13.088040 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] Routers {'2091748c-b767-4f1e-8418-7bf6e987f66e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:13.089192 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:06:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2091748c-b767-4f1e-8418-7bf6e987f66e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:13.165107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9bdbecd2-2f59-4a26-bdf4-2db762adc577 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/routers/2091748c-b767-4f1e-8418-7bf6e987f66e HTTP/1.1" status: 200 len: 700 time: 0.0894690 Jan 28 05:06:13.167726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44578) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.199864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bcf984e1-22ba-461f-8f8b-435598e50c83 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=2091748c-b767-4f1e-8418-7bf6e987f66e HTTP/1.1" status: 200 len: 205 time: 0.0307989 Jan 28 05:06:13.203343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44580) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.209837 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] Set router 2091748c-b767-4f1e-8418-7bf6e987f66e gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:13.299574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.364418 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091748c-b767-4f1e-8418-7bf6e987f66e', 'name': 'tempest-RoutersTest-router-1303676730', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:06:12Z', 'updated_at': '2022-01-28T05:06:12Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:13.391731 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] Checking router: 2091748c-b767-4f1e-8418-7bf6e987f66e for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:06:13.404565 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] Routers {'2091748c-b767-4f1e-8418-7bf6e987f66e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:06:13.405255 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:06:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['2091748c-b767-4f1e-8418-7bf6e987f66e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:13.448259 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:06:13.483013 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] Set router 2091748c-b767-4f1e-8418-7bf6e987f66e gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:06:13.511989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.515132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router_controller (2091748c-b767-4f1e-8418-7bf6e987f66e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.553498 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091748c-b767-4f1e-8418-7bf6e987f66e', 'name': 'tempest-RoutersTest-router-1303676730', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:06:12Z', 'updated_at': '2022-01-28T05:06:12Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:06:13.582211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (2091748c-b767-4f1e-8418-7bf6e987f66e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.583070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Fanout notify agent at l3_agent the message router_deleted on router 2091748c-b767-4f1e-8418-7bf6e987f66e {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:06:13.595368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.597202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-214e66b3-d920-47ca-8623-bf901a8ffb3b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/2091748c-b767-4f1e-8418-7bf6e987f66e HTTP/1.1" status: 204 len: 168 time: 0.3923492 Jan 28 05:06:13.601290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44584) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.603074 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7ef7-8c39-4fba-ad47-01b61b755abc None None] The sync data for ids ['2091748c-b767-4f1e-8418-7bf6e987f66e'] in n-d-824835-3 is: [{'id': '2091748c-b767-4f1e-8418-7bf6e987f66e', 'name': 'tempest-RoutersTest-router-1303676730', 'tenant_id': '344be25144eb4d35bf71bf9e16efc8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:06:12Z', 'updated_at': '2022-01-28T05:06:12Z', 'revision_number': 2, 'project_id': '344be25144eb4d35bf71bf9e16efc8bd', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:06:13.650969 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f07654d7-ccbb-4504-8cfd-96ac711900fe tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=2091748c-b767-4f1e-8418-7bf6e987f66e HTTP/1.1" status: 200 len: 205 time: 0.0482261 Jan 28 05:06:13.653329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.669632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a6044-193e-4a3d-aabe-b44a19d36082 req-dc407c22-1b68-4e5c-9bdd-40a455df0e0e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:13.672111 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f96a6044-193e-4a3d-aabe-b44a19d36082 req-dc407c22-1b68-4e5c-9bdd-40a455df0e0e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0935979 Jan 28 05:06:13.719878 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-a993ec8e-b751-4452-bca4-cdfbc93341e1 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:13.729619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a993ec8e-b751-4452-bca4-cdfbc93341e1 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/2091748c-b767-4f1e-8418-7bf6e987f66e HTTP/1.1" status: 404 len: 336 time: 0.0749025 Jan 28 05:06:13.730228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.742792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f96a6044-193e-4a3d-aabe-b44a19d36082 req-2b026a46-7528-4623-82eb-aaf8f69f097d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580575 Jan 28 05:06:13.764818 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.778775 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19e760b-2ce8-4ca5-b9fe-d0da5a7999cc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:13.779509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19e760b-2ce8-4ca5-b9fe-d0da5a7999cc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:13.784058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a19e760b-2ce8-4ca5-b9fe-d0da5a7999cc tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/caf78631-3d9a-4bec-90b5-ed4387c01245 HTTP/1.1" status: 404 len: 337 time: 0.0528758 Jan 28 05:06:13.787036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44590) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.820495 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfb3aa2-4a7b-44eb-a201-8ef3d603c73d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:13.821120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfb3aa2-4a7b-44eb-a201-8ef3d603c73d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:13.826885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ddfb3aa2-4a7b-44eb-a201-8ef3d603c73d tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/34c465ce-b33a-46b6-b6fa-978515259950 HTTP/1.1" status: 404 len: 337 time: 0.0354495 Jan 28 05:06:13.827150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.867725 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6dff60-6536-43af-9fdb-2df654a1fb45 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:13.868213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6dff60-6536-43af-9fdb-2df654a1fb45 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:13.875292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8f6dff60-6536-43af-9fdb-2df654a1fb45 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/2e23cbf1-2d52-4e40-a780-8d19712077c7 HTTP/1.1" status: 404 len: 337 time: 0.0470545 Jan 28 05:06:13.876510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44594) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.915709 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdb31f5-76ab-46ea-85ff-87a538433f76 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:13.915709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdb31f5-76ab-46ea-85ff-87a538433f76 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:13.922990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44596) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.933406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fcdb31f5-76ab-46ea-85ff-87a538433f76 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/0700589d-4901-482e-bec6-cfa843c4a417 HTTP/1.1" status: 404 len: 337 time: 0.0550976 Jan 28 05:06:13.967309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:13.970091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-30f8add4-639d-4184-8a0b-208405bba1cd tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 200 len: 205 time: 0.0456178 Jan 28 05:06:14.018129 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-a3d1f128-4f98-45de-9113-f5cded0cba1e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:14.023068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a3d1f128-4f98-45de-9113-f5cded0cba1e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/5b26cda3-03ba-4d94-97fa-838bcabc5792 HTTP/1.1" status: 404 len: 336 time: 0.0552545 Jan 28 05:06:14.023252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44600) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.056392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd82afd0-447d-4025-96f7-52182f0b0151 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=92b47bde-9e18-43f7-9a4a-52d14f205cbc HTTP/1.1" status: 200 len: 205 time: 0.0307369 Jan 28 05:06:14.057658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.114202 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-2674011f-aba5-4d5d-b862-4b7c15ab4dd2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:14.117187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2674011f-aba5-4d5d-b862-4b7c15ab4dd2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/92b47bde-9e18-43f7-9a4a-52d14f205cbc HTTP/1.1" status: 404 len: 336 time: 0.0486958 Jan 28 05:06:14.118094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44604) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.166001 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0505d911-923b-4282-ba79-96860abb56ef tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:14.166468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0505d911-923b-4282-ba79-96860abb56ef tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:14.172011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0505d911-923b-4282-ba79-96860abb56ef tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/44f091de-96af-4c0d-ad7d-b9644c37992d HTTP/1.1" status: 404 len: 337 time: 0.0501831 Jan 28 05:06:14.172395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44606) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.206354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7929c85-4fb7-45dd-a44d-94b1727ef079 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 200 len: 205 time: 0.0324037 Jan 28 05:06:14.208898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44608) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.249095 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-7ecff72c-3df1-4a2d-9e42-f4435d358d40 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:14.250495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7ecff72c-3df1-4a2d-9e42-f4435d358d40 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/4d527843-fcbe-4c6d-9194-e2b84787feef HTTP/1.1" status: 404 len: 336 time: 0.0404651 Jan 28 05:06:14.253602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44610) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.282355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-86b8b4c8-c9dc-4226-8f6a-eb3d55579490 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c36603-5200-44f5-a948-71dd9e8cd511 HTTP/1.1" status: 200 len: 205 time: 0.0268230 Jan 28 05:06:14.284100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44612) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.322918 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-1148011d-b1f6-419d-a614-b31f6900fd1e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:14.326199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1148011d-b1f6-419d-a614-b31f6900fd1e tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/f1c36603-5200-44f5-a948-71dd9e8cd511 HTTP/1.1" status: 404 len: 336 time: 0.0381858 Jan 28 05:06:14.326613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.353308 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbff95b-9e0c-4848-a3d4-41e575f48480 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:14.353782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbff95b-9e0c-4848-a3d4-41e575f48480 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:14.359186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ebbff95b-9e0c-4848-a3d4-41e575f48480 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/7d51a9ab-0772-40a6-bb72-52e7a993ccd7 HTTP/1.1" status: 404 len: 337 time: 0.0292299 Jan 28 05:06:14.359439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44616) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.389279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b08d510f-7f32-4802-a64a-f1ab8112e6d2 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=460f862d-2521-4edd-8356-b0c277bda271 HTTP/1.1" status: 200 len: 205 time: 0.0283513 Jan 28 05:06:14.391232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44618) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.437915 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-b3fd11e0-7cb5-4c6a-bfca-517dcf9440b7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:14.439048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b3fd11e0-7cb5-4c6a-bfca-517dcf9440b7 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/460f862d-2521-4edd-8356-b0c277bda271 HTTP/1.1" status: 404 len: 336 time: 0.0468004 Jan 28 05:06:14.442435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.482309 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bc0757-88bc-4445-ba52-9b529c54b452 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:14.482773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bc0757-88bc-4445-ba52-9b529c54b452 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:14.486045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-30bc0757-88bc-4445-ba52-9b529c54b452 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/52f1bad2-93c3-40c6-bf34-69346f4834d4 HTTP/1.1" status: 404 len: 337 time: 0.0427344 Jan 28 05:06:14.488785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44622) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.520891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-53b0bc65-2832-4169-a804-1678613a4674 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "GET /v2.0/ports?device_id=162db12e-2b10-44ae-879b-dd5ea06e6ff7 HTTP/1.1" status: 200 len: 205 time: 0.0308299 Jan 28 05:06:14.523378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44624) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.571057 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-37e235e8-f6e3-44eb-9903-55f50c027303 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] delete failed (client error): The resource could not be found. Jan 28 05:06:14.574465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-37e235e8-f6e3-44eb-9903-55f50c027303 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/routers/162db12e-2b10-44ae-879b-dd5ea06e6ff7 HTTP/1.1" status: 404 len: 336 time: 0.0477557 Jan 28 05:06:14.574754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44626) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.619520 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7790d19-d5d8-43d8-bf73-d1c4140c8c6b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:14.620127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7790d19-d5d8-43d8-bf73-d1c4140c8c6b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:14.625737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f7790d19-d5d8-43d8-bf73-d1c4140c8c6b tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/ddbd3ea2-84a8-4477-b2af-450c70dfb33d HTTP/1.1" status: 404 len: 337 time: 0.0477226 Jan 28 05:06:14.625997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44628) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:14.657177 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd72ac-7ebf-46f5-a40f-fcf6541652f0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] DELETE failed (client error): The resource could not be found. Jan 28 05:06:14.657651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefd72ac-7ebf-46f5-a40f-fcf6541652f0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:06:14.669688 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cefd72ac-7ebf-46f5-a40f-fcf6541652f0 tempest-RoutersTest-1812879600 tempest-RoutersTest-1812879600-project] 10.222.0.21 "DELETE /v2.0/subnets/62585261-229e-450a-96d0-9352d983528b HTTP/1.1" status: 404 len: 337 time: 0.0393984 Jan 28 05:06:14.987826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ade7e0-b3be-4ade-9b1d-52f64a2ddf91 req-579587a8-4318-48d1-9bcb-02f10199d506 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:14.990900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9ade7e0-b3be-4ade-9b1d-52f64a2ddf91 req-579587a8-4318-48d1-9bcb-02f10199d506 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0951090 Jan 28 05:06:15.036560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:15.075233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9ade7e0-b3be-4ade-9b1d-52f64a2ddf91 req-6e9f18b7-afd1-4089-816e-553f2968fe91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787096 Jan 28 05:06:15.196546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44644) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:15.196879 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d69dcb89-ec2f-42a7-9960-32b3a297ea2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=344be25144eb4d35bf71bf9e16efc8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591611 Jan 28 05:06:15.263608 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Publish callbacks [] for security_group (0a6bb8f3-1184-465c-803c-644f6be6b9b4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.291708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Publish callbacks [] for security_group (0a6bb8f3-1184-465c-803c-644f6be6b9b4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.324715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.364313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0a6bb8f3-1184-465c-803c-644f6be6b9b4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.369808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.374716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a6bb8f3-1184-465c-803c-644f6be6b9b4 HTTP/1.1" status: 204 len: 168 time: 0.1717863 Jan 28 05:06:15.387128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6bb8f3-1184-465c-803c-644f6be6b9b4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:15.396394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.396394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.396394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.396394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.396394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.396901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.396901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.397323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.397543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.398003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.398343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.398670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:15.398995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39a3e5-d8bb-47f1-98e7-aa4c381d9ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.067655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44676) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.165520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-329ebf2d-9631-45a7-8671-150960122914 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:16.166003 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-329ebf2d-9631-45a7-8671-150960122914 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 05:06:16.166501 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-329ebf2d-9631-45a7-8671-150960122914 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 05:06:16.167503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-329ebf2d-9631-45a7-8671-150960122914 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0988455 Jan 28 05:06:16.171196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.177012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--399376029'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:16.197309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.202035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dfc1-30e8-4f15-a769-4e1ebd31d0ac req-045eb5ad-4fe8-49ad-a65e-db65661c69eb tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:16.203557 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add3dfc1-30e8-4f15-a769-4e1ebd31d0ac req-045eb5ad-4fe8-49ad-a65e-db65661c69eb tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0505221 Jan 28 05:06:16.205938 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.256570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-add3dfc1-30e8-4f15-a769-4e1ebd31d0ac req-9e087b12-1ba4-42a4-8f7a-7fa08dcd924b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473900 Jan 28 05:06:16.283574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (5aeb986c-eb70-4618-b49d-b3818d50179f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.287322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5aeb986c-eb70-4618-b49d-b3818d50179f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.324782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb986c-eb70-4618-b49d-b3818d50179f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:16.361121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.364983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.397808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.399212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2270689 Jan 28 05:06:16.400410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6194333-214d-4949-b464-411cdb06909d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:16.402457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44684) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.407670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': 'e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:16.431192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group_rule (7f168752-6d4d-473f-9252-8713bdbcb13e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.484936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group_rule (7f168752-6d4d-473f-9252-8713bdbcb13e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.488780 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (7f168752-6d4d-473f-9252-8713bdbcb13e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.505729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f168752-6d4d-473f-9252-8713bdbcb13e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:16.515421 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.516544 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128874 Jan 28 05:06:16.518013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.518365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.518742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.519175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.519511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44686) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.519632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.519842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.520176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.520507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.520835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.521175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.521512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.521842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.522165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd51b1-df03-4a37-96f8-f8d9f61be769 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:16.524541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-55642296-2561-4e08-bbde-5a9bbbbca893 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': 'e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:16.552893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55642296-2561-4e08-bbde-5a9bbbbca893 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group_rule (3d8ccb25-5158-4a50-a90f-b8941a35f76c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.624210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-3e9b2216-9836-44d0-b79f-ca1b14eea371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:16.625748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-3e9b2216-9836-44d0-b79f-ca1b14eea371 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1097 time: 0.0702181 Jan 28 05:06:16.639254 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-55642296-2561-4e08-bbde-5a9bbbbca893 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 05:06:16.640229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-55642296-2561-4e08-bbde-5a9bbbbca893 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1195071 Jan 28 05:06:16.643185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44688) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.696485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-167b4f22-46b0-4e8f-812d-3dba243f0b9e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.720300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-167b4f22-46b0-4e8f-812d-3dba243f0b9e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.721329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-6abfcc8f-ed09-4752-a869-37c0c5f1ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:16.723675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-6abfcc8f-ed09-4752-a869-37c0c5f1ab8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0926738 Jan 28 05:06:16.764460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-167b4f22-46b0-4e8f-812d-3dba243f0b9e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.767320 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-167b4f22-46b0-4e8f-812d-3dba243f0b9e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.768445 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-167b4f22-46b0-4e8f-812d-3dba243f0b9e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47 HTTP/1.1" status: 204 len: 168 time: 0.1236658 Jan 28 05:06:16.772608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.778700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b4f22-46b0-4e8f-812d-3dba243f0b9e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855c3f8-93c3-4d9b-8bd7-8a703a4b7a47,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:16.824331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-e2ffe813-de4b-423a-bbc0-5d0acb9d536d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1002 time: 0.0936551 Jan 28 05:06:16.863193 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7fa5ae51-5484-4510-80ae-bace94c05c2a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892808 Jan 28 05:06:16.866834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44692) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:16.872425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--211041552'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:16.896035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-cf653d15-f5c4-4647-86a5-ea2c689d274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:16.897520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-cf653d15-f5c4-4647-86a5-ea2c689d274f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0654674 Jan 28 05:06:16.903364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:16.971061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-4d11ebdf-e488-4b97-81df-b38476dffb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:16.973474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-4d11ebdf-e488-4b97-81df-b38476dffb15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680664 Jan 28 05:06:17.050023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (6588f02f-a5c3-460e-a4c3-06328ef5b2f0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.054744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6588f02f-a5c3-460e-a4c3-06328ef5b2f0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.098405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.099615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2318873 Jan 28 05:06:17.102913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44694) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.107665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-06ded26e-6d71-4e8f-bcd6-c844a710382d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6588f02f-a5c3-460e-a4c3-06328ef5b2f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.108234 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-06ded26e-6d71-4e8f-bcd6-c844a710382d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 05:06:17.108745 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-06ded26e-6d71-4e8f-bcd6-c844a710382d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:17.109267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2cfd-7155-4c4c-83bd-2ecb126fab38 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6588f02f-a5c3-460e-a4c3-06328ef5b2f0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:17.110012 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-06ded26e-6d71-4e8f-bcd6-c844a710382d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059659 Jan 28 05:06:17.112776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44696) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.116439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-cea0ab8c-9b5d-4bed-83fb-9b05256a6950 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344273 Jan 28 05:06:17.170166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6599-38e8-4d3a-bd60-223a0967484b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (6588f02f-a5c3-460e-a4c3-06328ef5b2f0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.192463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6599-38e8-4d3a-bd60-223a0967484b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (6588f02f-a5c3-460e-a4c3-06328ef5b2f0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.213663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aef1854a-9ff7-4846-a70f-a82d49dd21a3 req-bc3646cd-967a-49a5-9050-52f9074dda1c service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885980 Jan 28 05:06:17.236037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6599-38e8-4d3a-bd60-223a0967484b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6588f02f-a5c3-460e-a4c3-06328ef5b2f0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.240342 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6599-38e8-4d3a-bd60-223a0967484b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.241741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2c5e6599-38e8-4d3a-bd60-223a0967484b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/6588f02f-a5c3-460e-a4c3-06328ef5b2f0 HTTP/1.1" status: 204 len: 168 time: 0.1279657 Jan 28 05:06:17.244553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44698) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.251035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e6599-38e8-4d3a-bd60-223a0967484b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6588f02f-a5c3-460e-a4c3-06328ef5b2f0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:17.289061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b60cebcd-51e1-467b-810a-c06da346e14e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433040 Jan 28 05:06:17.292905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44702) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.297685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--100977123'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.319257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.382721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83dd21-051a-454c-bbbf-3e3bf1140cdc req-d36bacac-7430-46f5-b4fa-43c6ce8e0da5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:17.385327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a83dd21-051a-454c-bbbf-3e3bf1140cdc req-d36bacac-7430-46f5-b4fa-43c6ce8e0da5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0510406 Jan 28 05:06:17.391264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e4e7a272-9168-4561-9cfc-643042ce0025), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.396149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4e7a272-9168-4561-9cfc-643042ce0025), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.421295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.422551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1286023 Jan 28 05:06:17.426018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44704) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.430946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40697c-83f2-46f8-ad41-b43995fa8cdf tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e7a272-9168-4561-9cfc-643042ce0025,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:17.436401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3b352274-d953-44e3-8567-cac749d90fee tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': 'e4e7a272-9168-4561-9cfc-643042ce0025', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.436971 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-3b352274-d953-44e3-8567-cac749d90fee tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 05:06:17.437897 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-3b352274-d953-44e3-8567-cac749d90fee tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:17.438573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3b352274-d953-44e3-8567-cac749d90fee tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111811 Jan 28 05:06:17.442512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44706) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.446524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a83dd21-051a-454c-bbbf-3e3bf1140cdc req-490ea27c-dfde-4fc4-9a62-efc70ff2bea7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555887 Jan 28 05:06:17.494155 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b24b56c8-95ff-49cf-872e-749d284afe08 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e4e7a272-9168-4561-9cfc-643042ce0025), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.516306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b24b56c8-95ff-49cf-872e-749d284afe08 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e4e7a272-9168-4561-9cfc-643042ce0025), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.559746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b24b56c8-95ff-49cf-872e-749d284afe08 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e4e7a272-9168-4561-9cfc-643042ce0025), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.562340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b24b56c8-95ff-49cf-872e-749d284afe08 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.563490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b24b56c8-95ff-49cf-872e-749d284afe08 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4e7a272-9168-4561-9cfc-643042ce0025 HTTP/1.1" status: 204 len: 168 time: 0.1203599 Jan 28 05:06:17.566931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44708) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.572898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b56c8-95ff-49cf-872e-749d284afe08 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e7a272-9168-4561-9cfc-643042ce0025,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:17.609367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4c593861-d239-4d7a-a790-c4e726319f5a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0412130 Jan 28 05:06:17.613663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44710) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.617755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093372061'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.637416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.706927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (7d0e2d5f-dbc8-4844-aca6-f69f3a815556), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.711391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7d0e2d5f-dbc8-4844-aca6-f69f3a815556), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.740889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.742147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1275725 Jan 28 05:06:17.744075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be4002-5e43-462c-b734-1c6bf7af6d76 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e2d5f-dbc8-4844-aca6-f69f3a815556,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:17.745188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44712) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.750041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-480bf89d-5d44-4eeb-9fce-ea6f03f7168b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '7d0e2d5f-dbc8-4844-aca6-f69f3a815556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.751147 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-480bf89d-5d44-4eeb-9fce-ea6f03f7168b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 05:06:17.751457 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-480bf89d-5d44-4eeb-9fce-ea6f03f7168b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:17.752399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-480bf89d-5d44-4eeb-9fce-ea6f03f7168b tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059137 Jan 28 05:06:17.755563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.760245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7c4c43ff-0697-4bdd-af56-25d3e21fc86d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '7d0e2d5f-dbc8-4844-aca6-f69f3a815556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.760853 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-7c4c43ff-0697-4bdd-af56-25d3e21fc86d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 05:06:17.761339 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-7c4c43ff-0697-4bdd-af56-25d3e21fc86d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:17.762254 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c4c43ff-0697-4bdd-af56-25d3e21fc86d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058577 Jan 28 05:06:17.764521 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44716) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.768226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-afc57b5b-017b-4775-9fa8-c182192f0360 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '7d0e2d5f-dbc8-4844-aca6-f69f3a815556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.768993 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-afc57b5b-017b-4775-9fa8-c182192f0360 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 05:06:17.769469 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-afc57b5b-017b-4775-9fa8-c182192f0360 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:17.770383 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-afc57b5b-017b-4775-9fa8-c182192f0360 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0050530 Jan 28 05:06:17.772570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.776373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e11f67c0-2ccb-4f81-ad40-9b1c9784fe63 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '7d0e2d5f-dbc8-4844-aca6-f69f3a815556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.777831 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-e11f67c0-2ccb-4f81-ad40-9b1c9784fe63 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 05:06:17.778293 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-e11f67c0-2ccb-4f81-ad40-9b1c9784fe63 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:17.779251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e11f67c0-2ccb-4f81-ad40-9b1c9784fe63 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058267 Jan 28 05:06:17.781424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44720) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.830825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3e5c-ad26-4d97-9a6c-209e24a3c5c8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (7d0e2d5f-dbc8-4844-aca6-f69f3a815556), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.852387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3e5c-ad26-4d97-9a6c-209e24a3c5c8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (7d0e2d5f-dbc8-4844-aca6-f69f3a815556), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.891783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3e5c-ad26-4d97-9a6c-209e24a3c5c8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7d0e2d5f-dbc8-4844-aca6-f69f3a815556), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.894411 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3e5c-ad26-4d97-9a6c-209e24a3c5c8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.895607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3f7d3e5c-ad26-4d97-9a6c-209e24a3c5c8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d0e2d5f-dbc8-4844-aca6-f69f3a815556 HTTP/1.1" status: 204 len: 168 time: 0.1133635 Jan 28 05:06:17.898437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.904264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3e5c-ad26-4d97-9a6c-209e24a3c5c8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e2d5f-dbc8-4844-aca6-f69f3a815556,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:17.941498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5670cf48-c2e2-4da9-89a4-9f2929724777 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417368 Jan 28 05:06:17.945300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44724) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:17.949640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--632799867'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:17.970201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.043182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (6c993306-9797-4c7c-bfce-72d019cf9be5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.046998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c993306-9797-4c7c-bfce-72d019cf9be5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.076591 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.077892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1316538 Jan 28 05:06:18.080644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.086873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4e52fa15-2b2a-444d-a65a-e19daa245190 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.087271 n-d-824835-3 neutron-server[103138]: WARNING neutron.api.v2.base [None req-4e52fa15-2b2a-444d-a65a-e19daa245190 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 05:06:18.087766 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-4e52fa15-2b2a-444d-a65a-e19daa245190 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.088715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4e52fa15-2b2a-444d-a65a-e19daa245190 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065806 Jan 28 05:06:18.089824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7ff0d-366e-4aa9-80f8-97d24d59181e tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c993306-9797-4c7c-bfce-72d019cf9be5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:18.091348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.098447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-080947f4-9a8f-4265-8658-f73c87125fb8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.130828 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-080947f4-9a8f-4265-8658-f73c87125fb8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.131903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-080947f4-9a8f-4265-8658-f73c87125fb8 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0386686 Jan 28 05:06:18.134660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44732) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.138957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-29e8a672-7600-47c9-9fca-c020e16ec268 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.139438 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-29e8a672-7600-47c9-9fca-c020e16ec268 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 05:06:18.140020 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-29e8a672-7600-47c9-9fca-c020e16ec268 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.140954 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-29e8a672-7600-47c9-9fca-c020e16ec268 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053816 Jan 28 05:06:18.143143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44734) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.147644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f017a4b5-1874-4ec4-adb9-9f4f11516014 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.179722 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-f017a4b5-1874-4ec4-adb9-9f4f11516014 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.180787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f017a4b5-1874-4ec4-adb9-9f4f11516014 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0361354 Jan 28 05:06:18.185952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44736) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.190236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7fac8fb8-d780-45f3-ac45-d74522bfb417 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.191477 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-7fac8fb8-d780-45f3-ac45-d74522bfb417 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 05:06:18.191953 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-7fac8fb8-d780-45f3-ac45-d74522bfb417 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.192897 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7fac8fb8-d780-45f3-ac45-d74522bfb417 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060396 Jan 28 05:06:18.195563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44738) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.199417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-63ddc02b-a93b-490f-838d-7b33903a7773 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.219384 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-63ddc02b-a93b-490f-838d-7b33903a7773 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Project 298a3365bc994c7a8e4d23ef56112bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:06:18.232059 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-63ddc02b-a93b-490f-838d-7b33903a7773 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.233104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63ddc02b-a93b-490f-838d-7b33903a7773 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0366805 Jan 28 05:06:18.235845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44740) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.240603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a548bd45-8ac0-4ab0-a133-3a6051d085f3 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.241244 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-a548bd45-8ac0-4ab0-a133-3a6051d085f3 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 05:06:18.241542 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-a548bd45-8ac0-4ab0-a133-3a6051d085f3 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.242478 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a548bd45-8ac0-4ab0-a133-3a6051d085f3 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057466 Jan 28 05:06:18.244671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44742) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.248486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ef4bedc2-f7c2-46d2-87e1-5729d06efae9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.270476 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-ef4bedc2-f7c2-46d2-87e1-5729d06efae9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Project 298a3365bc994c7a8e4d23ef56112bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:06:18.282526 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ef4bedc2-f7c2-46d2-87e1-5729d06efae9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.283577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ef4bedc2-f7c2-46d2-87e1-5729d06efae9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0380154 Jan 28 05:06:18.286507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.290681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ec57623a-955e-4472-919c-c3b6d0544f66 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '6c993306-9797-4c7c-bfce-72d019cf9be5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.313777 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-ec57623a-955e-4472-919c-c3b6d0544f66 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Project 298a3365bc994c7a8e4d23ef56112bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:06:18.326642 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ec57623a-955e-4472-919c-c3b6d0544f66 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:18.327744 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec57623a-955e-4472-919c-c3b6d0544f66 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0403409 Jan 28 05:06:18.330866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.381899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e53c8f1-0e3a-4419-9371-3126f43e92ff tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (6c993306-9797-4c7c-bfce-72d019cf9be5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.403758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e53c8f1-0e3a-4419-9371-3126f43e92ff tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (6c993306-9797-4c7c-bfce-72d019cf9be5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.443786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e53c8f1-0e3a-4419-9371-3126f43e92ff tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c993306-9797-4c7c-bfce-72d019cf9be5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.446403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e53c8f1-0e3a-4419-9371-3126f43e92ff tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.447561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2e53c8f1-0e3a-4419-9371-3126f43e92ff tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/6c993306-9797-4c7c-bfce-72d019cf9be5 HTTP/1.1" status: 204 len: 168 time: 0.1157990 Jan 28 05:06:18.450294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.456388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53c8f1-0e3a-4419-9371-3126f43e92ff tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c993306-9797-4c7c-bfce-72d019cf9be5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:18.501330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-51e99534-e2ac-4955-b1b0-164a5e27aad3 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498195 Jan 28 05:06:18.505786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44754) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.510216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--379246823'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.540255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.599565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ad8a8-8aa4-4c1f-8a9a-8edc205a3710 req-232d817c-6a64-43cb-a539-fa8b06ea291c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:18.601171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d97ad8a8-8aa4-4c1f-8a9a-8edc205a3710 req-232d817c-6a64-43cb-a539-fa8b06ea291c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0753460 Jan 28 05:06:18.673068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (25bc6994-942d-4e7d-b1aa-5e5076ca3d2a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.678751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d97ad8a8-8aa4-4c1f-8a9a-8edc205a3710 req-cab49ab8-e08b-47f3-b73d-265d72efc01a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697653 Jan 28 05:06:18.679742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (25bc6994-942d-4e7d-b1aa-5e5076ca3d2a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.710259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.711512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2047813 Jan 28 05:06:18.712668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efaa55-7e01-4b33-867d-9540fa04fd03 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc6994-942d-4e7d-b1aa-5e5076ca3d2a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:18.714332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.718876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b89a6125-3cdd-4adf-b3e3-222ae319eb51 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '25bc6994-942d-4e7d-b1aa-5e5076ca3d2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.755195 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-b89a6125-3cdd-4adf-b3e3-222ae319eb51 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The resource could not be found. Jan 28 05:06:18.756275 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b89a6125-3cdd-4adf-b3e3-222ae319eb51 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0410101 Jan 28 05:06:18.759158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.763458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b644366f-4edc-494a-87fa-2efdaabd1f70 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '25bc6994-942d-4e7d-b1aa-5e5076ca3d2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '402ef537-b197-4426-bdd6-eb9f0c334691'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:18.798727 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-b644366f-4edc-494a-87fa-2efdaabd1f70 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The resource could not be found. Jan 28 05:06:18.802794 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b644366f-4edc-494a-87fa-2efdaabd1f70 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0396299 Jan 28 05:06:18.803057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.853294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd20ba3d-141d-41e6-b187-c041605b9308 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (25bc6994-942d-4e7d-b1aa-5e5076ca3d2a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.875241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd20ba3d-141d-41e6-b187-c041605b9308 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (25bc6994-942d-4e7d-b1aa-5e5076ca3d2a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.916897 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd20ba3d-141d-41e6-b187-c041605b9308 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (25bc6994-942d-4e7d-b1aa-5e5076ca3d2a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.919684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd20ba3d-141d-41e6-b187-c041605b9308 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:18.923152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dd20ba3d-141d-41e6-b187-c041605b9308 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/25bc6994-942d-4e7d-b1aa-5e5076ca3d2a HTTP/1.1" status: 204 len: 168 time: 0.1168475 Jan 28 05:06:18.923587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44762) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.929943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20ba3d-141d-41e6-b187-c041605b9308 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc6994-942d-4e7d-b1aa-5e5076ca3d2a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:18.968487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e78fdea8-e106-4bd3-9227-d987fbde59fa tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435839 Jan 28 05:06:18.973352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44764) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:18.977915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ab9942c8-e5ea-4571-bc84-651fbee319f9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': 'ba4b6824-856c-4f7c-be8c-2e4ad216f971', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.014169 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ab9942c8-e5ea-4571-bc84-651fbee319f9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The resource could not be found. Jan 28 05:06:19.015377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ab9942c8-e5ea-4571-bc84-651fbee319f9 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0409343 Jan 28 05:06:19.019580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44766) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.024857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484645253'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.044987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.116048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e50f5955-df63-45f6-8c04-c9f9ff86715f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.119846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e50f5955-df63-45f6-8c04-c9f9ff86715f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.144265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.145563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1249099 Jan 28 05:06:19.148339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.152916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838781665'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.153309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a482927-c5c8-486c-8442-d271eeee15b4 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f5955-df63-45f6-8c04-c9f9ff86715f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:19.175293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.244693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (8cf969a8-6305-426c-803f-88cb5e5ebd1d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.248420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8cf969a8-6305-426c-803f-88cb5e5ebd1d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.256659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:06:19.277441 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.278680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1292756 Jan 28 05:06:19.281449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44770) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.287134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-eb28edb3-9a7b-4e18-841b-1ee6f7c1d657 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': 'e50f5955-df63-45f6-8c04-c9f9ff86715f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8cf969a8-6305-426c-803f-88cb5e5ebd1d'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.294069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2311-a38c-4d81-a720-270150bf45cb tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf969a8-6305-426c-803f-88cb5e5ebd1d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:19.325881 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-eb28edb3-9a7b-4e18-841b-1ee6f7c1d657 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:19.329570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eb28edb3-9a7b-4e18-841b-1ee6f7c1d657 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0446537 Jan 28 05:06:19.329930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44772) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.342258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:06:19.342654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.368095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:06:19.370650 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b8c5e0-5269-4179-810b-2cfdf7d2d155" -d '{"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:06:19.387776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:19.388253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-decf0c1b-5067-4a38-9092-f470b423884d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (8cf969a8-6305-426c-803f-88cb5e5ebd1d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.392922 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.420193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-decf0c1b-5067-4a38-9092-f470b423884d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (8cf969a8-6305-426c-803f-88cb5e5ebd1d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.433760 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c112c52-0361-494b-8bd1-c8107cc94524 x-openstack-request-id: req-7c112c52-0361-494b-8bd1-c8107cc94524 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:06:19.434142 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:06:19.434469 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c112c52-0361-494b-8bd1-c8107cc94524 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:06:19.434950 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'code': 200} Jan 28 05:06:19.447390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:19.463527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-decf0c1b-5067-4a38-9092-f470b423884d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8cf969a8-6305-426c-803f-88cb5e5ebd1d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.466136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-decf0c1b-5067-4a38-9092-f470b423884d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.467364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-decf0c1b-5067-4a38-9092-f470b423884d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/8cf969a8-6305-426c-803f-88cb5e5ebd1d HTTP/1.1" status: 204 len: 168 time: 0.1363997 Jan 28 05:06:19.470698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44776) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.492309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0c1b-5067-4a38-9092-f470b423884d tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf969a8-6305-426c-803f-88cb5e5ebd1d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:19.529306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8d9ce3fd-d6b2-4e85-bf45-2bd50d0a4479 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0575271 Jan 28 05:06:19.532097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44778) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.586699 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e20-3957-483e-ade7-02d47359ae6a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e50f5955-df63-45f6-8c04-c9f9ff86715f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.609717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e20-3957-483e-ade7-02d47359ae6a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e50f5955-df63-45f6-8c04-c9f9ff86715f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.650528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e20-3957-483e-ade7-02d47359ae6a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e50f5955-df63-45f6-8c04-c9f9ff86715f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.653107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e20-3957-483e-ade7-02d47359ae6a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.654294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b1b92e20-3957-483e-ade7-02d47359ae6a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/e50f5955-df63-45f6-8c04-c9f9ff86715f HTTP/1.1" status: 204 len: 168 time: 0.1211455 Jan 28 05:06:19.657044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44780) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.663955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b92e20-3957-483e-ade7-02d47359ae6a tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f5955-df63-45f6-8c04-c9f9ff86715f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:19.707292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-75968258-a5b5-466b-9d34-e922e969866f tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442648 Jan 28 05:06:19.707666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.712402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--472552743'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.734931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.802807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (030586c0-f440-42a4-8b9c-600e09065caf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.806484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (030586c0-f440-42a4-8b9c-600e09065caf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.814173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22467-1c32-4fba-9f37-557212d9b947 req-722df381-f262-49ce-a429-1d8b80837b44 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:19.815721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-61b22467-1c32-4fba-9f37-557212d9b947 req-722df381-f262-49ce-a429-1d8b80837b44 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0547345 Jan 28 05:06:19.836466 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:19.840682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1288569 Jan 28 05:06:19.840682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66af79-f110-4e13-9b2f-a0ec026d0422 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030586c0-f440-42a4-8b9c-600e09065caf,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:19.841549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.848087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3e229979-a6c3-4371-98a3-cc343b017297 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '030586c0-f440-42a4-8b9c-600e09065caf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.879437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-61b22467-1c32-4fba-9f37-557212d9b947 req-dbe91414-7888-4d7c-b9d6-992aee6be1b7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572033 Jan 28 05:06:19.907692 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-3e229979-a6c3-4371-98a3-cc343b017297 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:19.907692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e229979-a6c3-4371-98a3-cc343b017297 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0561950 Jan 28 05:06:19.907692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44788) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.907692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-816726ab-1ce7-49d1-a660-265872d0e3fd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group_rule': {'security_group_id': '030586c0-f440-42a4-8b9c-600e09065caf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:19.941888 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-816726ab-1ce7-49d1-a660-265872d0e3fd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:06:19.942913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-816726ab-1ce7-49d1-a660-265872d0e3fd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0394750 Jan 28 05:06:19.945791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44792) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:19.999109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6f-57f2-4947-a441-2f5ae93c9b99 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (030586c0-f440-42a4-8b9c-600e09065caf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.027731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6f-57f2-4947-a441-2f5ae93c9b99 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (030586c0-f440-42a4-8b9c-600e09065caf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.072989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6f-57f2-4947-a441-2f5ae93c9b99 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (030586c0-f440-42a4-8b9c-600e09065caf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.075669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6f-57f2-4947-a441-2f5ae93c9b99 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.076872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-080b2b6f-57f2-4947-a441-2f5ae93c9b99 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/030586c0-f440-42a4-8b9c-600e09065caf HTTP/1.1" status: 204 len: 168 time: 0.1301835 Jan 28 05:06:20.079711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.087107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b2b6f-57f2-4947-a441-2f5ae93c9b99 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030586c0-f440-42a4-8b9c-600e09065caf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:20.141295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-33704dee-adec-4219-b8f1-57fc2d71b232 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592568 Jan 28 05:06:20.144305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44804) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.151897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366424074'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:20.172289 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.242746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e0cda17a-b8c5-4012-9f03-bd0cfd33fb87), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.246720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e0cda17a-b8c5-4012-9f03-bd0cfd33fb87), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.276823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.278014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1296070 Jan 28 05:06:20.279994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02593d13-4981-44d8-95cb-fb92e5dc74cd tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cda17a-b8c5-4012-9f03-bd0cfd33fb87,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:20.280979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44810) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.286164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9861db9a-2c24-424c-a160-13e27c6f5e67 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:20.287084 n-d-824835-3 neutron-server[103139]: WARNING neutron.api.v2.base [None req-9861db9a-2c24-424c-a160-13e27c6f5e67 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 05:06:20.287696 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-9861db9a-2c24-424c-a160-13e27c6f5e67 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 05:06:20.288598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9861db9a-2c24-424c-a160-13e27c6f5e67 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "PUT /v2.0/security-groups/e0cda17a-b8c5-4012-9f03-bd0cfd33fb87 HTTP/1.1" status: 409 len: 330 time: 0.0065958 Jan 28 05:06:20.291214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44812) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.346118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18668b82-4057-482b-b0e4-d320703f8741 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e0cda17a-b8c5-4012-9f03-bd0cfd33fb87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.374457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18668b82-4057-482b-b0e4-d320703f8741 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (e0cda17a-b8c5-4012-9f03-bd0cfd33fb87), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.386410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-4ed5e9f7-dc42-4373-b9d3-db0ff838efd9 req-b03baaf8-10ca-43bd-821e-f0f1fc6125ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:06:20.387406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ed5e9f7-dc42-4373-b9d3-db0ff838efd9 req-b03baaf8-10ca-43bd-821e-f0f1fc6125ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103197 Jan 28 05:06:20.425466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18668b82-4057-482b-b0e4-d320703f8741 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e0cda17a-b8c5-4012-9f03-bd0cfd33fb87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.428369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18668b82-4057-482b-b0e4-d320703f8741 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:20.429705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-18668b82-4057-482b-b0e4-d320703f8741 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0cda17a-b8c5-4012-9f03-bd0cfd33fb87 HTTP/1.1" status: 204 len: 168 time: 0.1376283 Jan 28 05:06:20.432431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.439414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18668b82-4057-482b-b0e4-d320703f8741 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cda17a-b8c5-4012-9f03-bd0cfd33fb87,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:20.490773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-133679a2-948f-41f1-9eed-ad73d1b5f5de tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529613 Jan 28 05:06:20.491050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.508746 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-0f32a2ba-530c-4ac1-8f4d-4ffc0c11b1a0 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] delete failed (client error): The resource could not be found. Jan 28 05:06:20.510393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f32a2ba-530c-4ac1-8f4d-4ffc0c11b1a0 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "DELETE /v2.0/security-groups/b89195df-fe0b-46e3-bd9e-d14888f3b4b0 HTTP/1.1" status: 404 len: 347 time: 0.0182219 Jan 28 05:06:20.514065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44830) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.528091 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-ca7e6ad2-bed0-4389-87d8-68e5a5781b30 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] show failed (client error): The resource could not be found. Jan 28 05:06:20.533371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca7e6ad2-bed0-4389-87d8-68e5a5781b30 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-groups/b2d5d63c-3e72-4ccb-84aa-bdffcc940576 HTTP/1.1" status: 404 len: 347 time: 0.0142095 Jan 28 05:06:20.533877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44832) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.546007 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [None req-b8a0a6b0-478a-4d66-a1ea-9f89353e4104 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] show failed (client error): The resource could not be found. Jan 28 05:06:20.551776 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b8a0a6b0-478a-4d66-a1ea-9f89353e4104 tempest-NegativeSecGroupIPv6Test-814910183 tempest-NegativeSecGroupIPv6Test-814910183-project] 10.222.0.21 "GET /v2.0/security-group-rules/ed40fc26-b7e4-4696-81bb-5daafbe04994 HTTP/1.1" status: 404 len: 356 time: 0.0113866 Jan 28 05:06:20.562834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251e3a3-6b0f-4467-9365-e205029eb96d req-fae0ee4d-9474-4069-9e06-bd219d42d6f0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:20.565190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e251e3a3-6b0f-4467-9365-e205029eb96d req-fae0ee4d-9474-4069-9e06-bd219d42d6f0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0564878 Jan 28 05:06:20.613860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e251e3a3-6b0f-4467-9365-e205029eb96d req-b3d62d24-4ae4-4e98-af83-48400358d7ef tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438173 Jan 28 05:06:20.751978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.810998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44846) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:20.908485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-e111371d-4276-4da6-b755-fee72d214c4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1550760 Jan 28 05:06:20.919170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-bd325304-17b5-45fb-8ad6-4fa9c5f625e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:06:20.920169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-bd325304-17b5-45fb-8ad6-4fa9c5f625e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055687 Jan 28 05:06:20.957116 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1dc6507-15e5-4789-841b-7f8ebef84907 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=298a3365bc994c7a8e4d23ef56112bff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449125 Jan 28 05:06:20.959658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44854) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:21.015365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-828a656e-5c84-4059-9f6a-01f02f83a4ae admin admin] Publish callbacks [] for security_group (5aeb986c-eb70-4618-b49d-b3818d50179f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:21.038748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-828a656e-5c84-4059-9f6a-01f02f83a4ae admin admin] Publish callbacks [] for security_group (5aeb986c-eb70-4618-b49d-b3818d50179f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:21.085916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-828a656e-5c84-4059-9f6a-01f02f83a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5aeb986c-eb70-4618-b49d-b3818d50179f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:21.088908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-828a656e-5c84-4059-9f6a-01f02f83a4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:21.090212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-828a656e-5c84-4059-9f6a-01f02f83a4ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5aeb986c-eb70-4618-b49d-b3818d50179f HTTP/1.1" status: 204 len: 168 time: 0.1294928 Jan 28 05:06:21.099389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a656e-5c84-4059-9f6a-01f02f83a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb986c-eb70-4618-b49d-b3818d50179f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:21.758802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807dfe4-d65b-444a-b540-736f4d1f05bd req-e22bed3b-2471-454b-82fa-3a0a0ca9fdcd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:21.760404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1807dfe4-d65b-444a-b540-736f4d1f05bd req-e22bed3b-2471-454b-82fa-3a0a0ca9fdcd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0651762 Jan 28 05:06:21.814096 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1807dfe4-d65b-444a-b540-736f4d1f05bd req-70269c4f-8cbf-473d-9541-7dc7fef3333d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 Jan 28 05:06:22.877195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:22.953366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b703db2-e9a1-4d8e-8006-12bbb70c281d req-0792668d-2ab4-462c-84fb-62167f76a647 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:22.957774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b703db2-e9a1-4d8e-8006-12bbb70c281d req-0792668d-2ab4-462c-84fb-62167f76a647 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Jan 28 05:06:23.000079 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a91bf85-88e3-4a9e-8515-ea50b7172223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.024704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3b703db2-e9a1-4d8e-8006-12bbb70c281d req-0efa5e5a-a240-4b95-aab4-c6dea2c2a4b6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643349 Jan 28 05:06:23.089720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a91bf85-88e3-4a9e-8515-ea50b7172223 admin admin] Publish callbacks [] for security_group (138d7a78-72f6-4948-8b4a-eeaf3ecfad2c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.093752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a91bf85-88e3-4a9e-8515-ea50b7172223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (138d7a78-72f6-4948-8b4a-eeaf3ecfad2c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.135526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91bf85-88e3-4a9e-8515-ea50b7172223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138d7a78-72f6-4948-8b4a-eeaf3ecfad2c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:23.142591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44920) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:23.143269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a91bf85-88e3-4a9e-8515-ea50b7172223 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac77d63e96db44c18246b849a7c15aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637949 Jan 28 05:06:23.196969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6739441-a7b8-455c-b800-bca885a36a92 admin admin] Publish callbacks [] for security_group (138d7a78-72f6-4948-8b4a-eeaf3ecfad2c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.220454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6739441-a7b8-455c-b800-bca885a36a92 admin admin] Publish callbacks [] for security_group (138d7a78-72f6-4948-8b4a-eeaf3ecfad2c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.277446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6739441-a7b8-455c-b800-bca885a36a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (138d7a78-72f6-4948-8b4a-eeaf3ecfad2c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.280460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6739441-a7b8-455c-b800-bca885a36a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.281833 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c6739441-a7b8-455c-b800-bca885a36a92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/138d7a78-72f6-4948-8b4a-eeaf3ecfad2c HTTP/1.1" status: 204 len: 168 time: 0.1370451 Jan 28 05:06:23.293171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6739441-a7b8-455c-b800-bca885a36a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138d7a78-72f6-4948-8b4a-eeaf3ecfad2c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:23.595763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 44926) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:23.612670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4d61edbc-ba48-493a-a0c1-ca60ebea1bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.706386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4d61edbc-ba48-493a-a0c1-ca60ebea1bbe admin admin] Publish callbacks [] for security_group (9ed8a20c-4f85-4f23-8596-a5004d3de61e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.710648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4d61edbc-ba48-493a-a0c1-ca60ebea1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9ed8a20c-4f85-4f23-8596-a5004d3de61e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.756995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61edbc-ba48-493a-a0c1-ca60ebea1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed8a20c-4f85-4f23-8596-a5004d3de61e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:23.766131 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4d61edbc-ba48-493a-a0c1-ca60ebea1bbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ab4a0fb82114b9380f2a126a78265a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665215 Jan 28 05:06:23.767264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 44928) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:23.824120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8685ba6d-1cd8-4add-ba14-7c4f9ecbaa33 admin admin] Publish callbacks [] for security_group (9ed8a20c-4f85-4f23-8596-a5004d3de61e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.849893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8685ba6d-1cd8-4add-ba14-7c4f9ecbaa33 admin admin] Publish callbacks [] for security_group (9ed8a20c-4f85-4f23-8596-a5004d3de61e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.905671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8685ba6d-1cd8-4add-ba14-7c4f9ecbaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9ed8a20c-4f85-4f23-8596-a5004d3de61e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.908605 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8685ba6d-1cd8-4add-ba14-7c4f9ecbaa33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:23.910429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8685ba6d-1cd8-4add-ba14-7c4f9ecbaa33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ed8a20c-4f85-4f23-8596-a5004d3de61e HTTP/1.1" status: 204 len: 168 time: 0.1424606 Jan 28 05:06:23.919633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685ba6d-1cd8-4add-ba14-7c4f9ecbaa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed8a20c-4f85-4f23-8596-a5004d3de61e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:24.176318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c2a69-a77f-4bb4-86f6-d379d355bf68 req-8bd0a687-898b-4f55-a48f-0127a8ac5323 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:24.177999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-610c2a69-a77f-4bb4-86f6-d379d355bf68 req-8bd0a687-898b-4f55-a48f-0127a8ac5323 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0606980 Jan 28 05:06:24.233788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-610c2a69-a77f-4bb4-86f6-d379d355bf68 req-09bf9a29-047d-4064-aed2-6216fe1cb869 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496042 Jan 28 05:06:25.360764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf8624-fd78-41c3-b950-5f87a4d51350 req-83956a5a-f4a7-49dc-81d7-df2694831284 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:25.368109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-deaf8624-fd78-41c3-b950-5f87a4d51350 req-83956a5a-f4a7-49dc-81d7-df2694831284 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0590801 Jan 28 05:06:25.413135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-deaf8624-fd78-41c3-b950-5f87a4d51350 req-dea9b39b-747b-4ae9-8086-8a7b74741d4a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Jan 28 05:06:26.544279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550273c7-ec1b-4060-828e-d8706a0f8a61 req-399e97a0-0f34-4676-87fb-fd1124834619 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:26.546293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-550273c7-ec1b-4060-828e-d8706a0f8a61 req-399e97a0-0f34-4676-87fb-fd1124834619 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0533936 Jan 28 05:06:26.609725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-550273c7-ec1b-4060-828e-d8706a0f8a61 req-32039245-34f6-4749-b721-c5bc7a03e3ee tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522563 Jan 28 05:06:27.744711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e690c-137a-4b7b-828a-aafd6824c882 req-1bbe2d58-04b9-46d8-b990-48ac9bb11039 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:27.746488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-783e690c-137a-4b7b-828a-aafd6824c882 req-1bbe2d58-04b9-46d8-b990-48ac9bb11039 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0584767 Jan 28 05:06:27.800115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-783e690c-137a-4b7b-828a-aafd6824c882 req-12c450ee-2ef3-45be-be7d-cc97e3b9346f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479493 Jan 28 05:06:28.935066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b0b64-8517-4337-b7aa-8608abfe820f req-ee967176-3f50-4f49-8ad0-0ea3f26fea5c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:28.937679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d1b0b64-8517-4337-b7aa-8608abfe820f req-ee967176-3f50-4f49-8ad0-0ea3f26fea5c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0611467 Jan 28 05:06:28.990026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d1b0b64-8517-4337-b7aa-8608abfe820f req-182bcf67-ce38-453e-b8a0-2c7b00edd548 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Jan 28 05:06:30.119046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e181c-47ed-497d-b481-8cf44a44d45a req-bf51dcd9-5848-430b-a26b-c8c81370c145 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:30.121107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-299e181c-47ed-497d-b481-8cf44a44d45a req-bf51dcd9-5848-430b-a26b-c8c81370c145 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0569015 Jan 28 05:06:30.171435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-299e181c-47ed-497d-b481-8cf44a44d45a req-747ba849-7626-42fb-8d2f-c25253507201 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439544 Jan 28 05:06:31.308787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862aed6-e650-48c8-b4ca-3b407e5a9477 req-0fd17d51-6a91-4ace-937d-88e95490604e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:31.310440 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c862aed6-e650-48c8-b4ca-3b407e5a9477 req-0fd17d51-6a91-4ace-937d-88e95490604e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 944 time: 0.0524223 Jan 28 05:06:31.359494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c862aed6-e650-48c8-b4ca-3b407e5a9477 req-89e67468-ed6c-4a99-b540-3180b19aba5e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 Jan 28 05:06:31.619396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-00b8e538-95cf-4925-820b-e927056b66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:31.620943 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-00b8e538-95cf-4925-820b-e927056b66cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2&tenant_id=37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 1095 time: 0.0775199 Jan 28 05:06:31.637712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:06:31.695490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:31.903642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:31.937572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:06:31.976188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:06:31.983825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Publish callbacks [] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:31.997310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Transition to ACTIVE for port object 5b8007dd-f6f7-4ea2-987d-1205a635fad1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:06:32.002213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:32.104829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:32.178793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] No DVR routers for this DVR port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:06:32.320132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:06:32.320403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:06:32.320745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:06:32.325532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:06:32.325860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Attempting to bind port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:06:32.331830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:06:32.332167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:06:32.332550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Bound using segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:06:32.332975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Bound port: 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:06:32.333365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:32.400781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:06:32.404623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:06:32.413667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:32.474820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:32.475452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:32.476873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1092 time: 0.8435314 Jan 28 05:06:32.477355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:06:32.479616 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece" -d '{"events": [{"name": "network-changed", "server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:06:32.539615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd4891-6aaa-479b-8eed-04adbf19ad25 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:32.559991 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45972bc-884d-4476-a0b7-b27dc163547c x-openstack-request-id: req-c45972bc-884d-4476-a0b7-b27dc163547c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:06:32.560413 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:06:32.560555 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c45972bc-884d-4476-a0b7-b27dc163547c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:06:32.560922 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'status': 'completed', 'code': 200} Jan 28 05:06:32.573058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8adc8-c8e7-4932-b7e4-38338a3e9db4 req-1ba85fb7-eb2a-4f59-9275-38a8885a5071 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:32.574659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23d8adc8-c8e7-4932-b7e4-38338a3e9db4 req-1ba85fb7-eb2a-4f59-9275-38a8885a5071 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.1307919 Jan 28 05:06:32.655783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-05b220c6-4397-46d9-858b-35612a98baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:32.664454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-05b220c6-4397-46d9-858b-35612a98baf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1096 time: 0.1386828 Jan 28 05:06:32.693982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23d8adc8-c8e7-4932-b7e4-38338a3e9db4 req-03a2d235-d854-4f26-b603-458f9ce95129 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117826 Jan 28 05:06:32.792561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-2cd6befc-c4b8-4eba-a3f7-04f350789d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:32.794071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-2cd6befc-c4b8-4eba-a3f7-04f350789d32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.1261215 Jan 28 05:06:32.861793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-e4e2794f-231c-4278-8261-be28c48f1fe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1000 time: 0.0621028 Jan 28 05:06:32.911471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-2a4cacae-3f83-494d-ad35-abafac106825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:32.913121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-2a4cacae-3f83-494d-ad35-abafac106825 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0454471 Jan 28 05:06:32.957556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-b59a77ae-bdc3-4100-b5f2-61fea253be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:32.959081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-b59a77ae-bdc3-4100-b5f2-61fea253be1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403850 Jan 28 05:06:33.053451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-8aa86202-53ff-4375-9e1a-fb6d9a3b2a5c service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Jan 28 05:06:33.145840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb76cf24-ef29-46e2-9d48-982afa193ec3 req-194b56df-0a78-4a22-b3d8-fa5dd9a048ed service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868354 Jan 28 05:06:33.260688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-dc54404e-0865-4c72-b5cb-442d72ab7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:33.262694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-dc54404e-0865-4c72-b5cb-442d72ab7e4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1096 time: 0.0489736 Jan 28 05:06:33.428106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-b423a997-8cb7-4b82-ae22-d4505113fe1f req-98dfbf03-5dd4-488f-b88e-84fbe0bbf68b service neutron] (103139) timed out ('10.222.0.21', 53546) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:06:33.793644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-9b736ecc-77df-41ad-aa9b-9ae4ec271708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:33.795299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-9b736ecc-77df-41ad-aa9b-9ae4ec271708 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.5238879 Jan 28 05:06:33.955960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23130c-1e43-48f0-9efd-579cdbbc1983 req-ae4277d3-fe7a-4e3f-8ae5-551e9ecccb76 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:33.957487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d23130c-1e43-48f0-9efd-579cdbbc1983 req-ae4277d3-fe7a-4e3f-8ae5-551e9ecccb76 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0745733 Jan 28 05:06:34.023903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d23130c-1e43-48f0-9efd-579cdbbc1983 req-1aa3ca65-3ea8-48f0-91df-1737ee8f3519 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588207 Jan 28 05:06:35.185464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7cb63-a090-4097-a855-bfbfae727dc9 req-84106bed-f0b9-4c87-8447-01a097a6213c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:35.192517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bc7cb63-a090-4097-a855-bfbfae727dc9 req-84106bed-f0b9-4c87-8447-01a097a6213c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0803213 Jan 28 05:06:35.239048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bc7cb63-a090-4097-a855-bfbfae727dc9 req-bc7d548c-7ed2-448f-8f0a-39248234497d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455809 Jan 28 05:06:36.395086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868826-b0dd-4d3c-a525-1ba603956fc6 req-9b408141-5b96-428f-b98d-fabdc9a08c1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:36.396742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48868826-b0dd-4d3c-a525-1ba603956fc6 req-9b408141-5b96-428f-b98d-fabdc9a08c1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0705492 Jan 28 05:06:36.460140 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48868826-b0dd-4d3c-a525-1ba603956fc6 req-38228c23-920f-497d-a402-fd84482b2d26 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572133 Jan 28 05:06:36.502299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:37.596143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc8189-13e6-4144-858b-9a8bf96e9824 req-d66da9d1-5a8f-4492-a414-d7749cef3e03 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:37.598452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abfc8189-13e6-4144-858b-9a8bf96e9824 req-d66da9d1-5a8f-4492-a414-d7749cef3e03 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Jan 28 05:06:37.657672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-abfc8189-13e6-4144-858b-9a8bf96e9824 req-56b65c8a-5115-4ac8-ba8d-399396565e7d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532382 Jan 28 05:06:37.899778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:38.624322 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-474be2e5-87ee-4c9b-b4b8-513ce4519e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:38.880595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220953e5-9b0a-453d-900b-210fe3939d13 req-201cad32-82a2-4587-840b-4400d6e9d227 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:38.897109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-220953e5-9b0a-453d-900b-210fe3939d13 req-201cad32-82a2-4587-840b-4400d6e9d227 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.1003730 Jan 28 05:06:38.986768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-220953e5-9b0a-453d-900b-210fe3939d13 req-4bb18eb4-60b5-4d26-9979-0881635d6b6a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887401 Jan 28 05:06:40.165792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979afdc-a1ad-46d0-9de9-0591bf1e0cd7 req-55c2ede3-d7eb-451e-bbd6-f52455d708b8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:40.167439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8979afdc-a1ad-46d0-9de9-0591bf1e0cd7 req-55c2ede3-d7eb-451e-bbd6-f52455d708b8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0694818 Jan 28 05:06:40.296703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8979afdc-a1ad-46d0-9de9-0591bf1e0cd7 req-dd8b935b-2373-40d4-864e-945b9627082e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204069 Jan 28 05:06:40.836863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98fef5f6-774a-4125-800e-ea4e97d49576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:41.424152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb81c-72bf-4e7a-83d4-e6cb3c7821be req-6f347d7e-ec3d-479d-9cff-a862b17f8331 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:41.426381 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-931cb81c-72bf-4e7a-83d4-e6cb3c7821be req-6f347d7e-ec3d-479d-9cff-a862b17f8331 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0512192 Jan 28 05:06:41.497534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-931cb81c-72bf-4e7a-83d4-e6cb3c7821be req-23a8e101-6929-4fcf-a403-0e270dddd866 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611560 Jan 28 05:06:42.011561 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:42.462176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-61e204e5-3329-45db-aa2d-83f7f6e9981a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 200 len: 1000 time: 0.0733149 Jan 28 05:06:42.516173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-65d01029-5e1d-4160-9ae7-20456ef98116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:42.517743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-65d01029-5e1d-4160-9ae7-20456ef98116 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0420964 Jan 28 05:06:42.567610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-ebb13ceb-b62b-4f78-a3ed-f2148e92d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:42.569315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-ebb13ceb-b62b-4f78-a3ed-f2148e92d6ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423772 Jan 28 05:06:42.671669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef826f7-8e24-4d31-a093-4e067283c1a0 req-0b21d12c-e269-4052-adaa-dc3754f44b1e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:42.673218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ef826f7-8e24-4d31-a093-4e067283c1a0 req-0b21d12c-e269-4052-adaa-dc3754f44b1e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.1030071 Jan 28 05:06:42.708637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-cdade1f9-bcbf-4fca-bbf5-8d85b5132e51 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304743 Jan 28 05:06:42.784302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ef826f7-8e24-4d31-a093-4e067283c1a0 req-8ebb28e7-f41b-428f-9079-28f3b376ce18 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009569 Jan 28 05:06:42.822158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8404b1fb-ca47-4486-b4a3-0f467bbc9ece req-bcaf85c5-d0c4-4e2b-a6e3-dd6b3ffebb30 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024072 Jan 28 05:06:43.742880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:43.906645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f1c-37f1-4f4b-9654-acd9c242524f req-92e2c24b-4a62-48f3-a421-26ed2bf542b9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:43.908129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef6a8f1c-37f1-4f4b-9654-acd9c242524f req-92e2c24b-4a62-48f3-a421-26ed2bf542b9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0482132 Jan 28 05:06:43.957618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef6a8f1c-37f1-4f4b-9654-acd9c242524f req-1ebc5b6f-2c27-475c-bad8-893a5f78cb4b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437691 Jan 28 05:06:44.794999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-b65b7975-55a1-4c64-a978-52562ace2829 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1454988 Jan 28 05:06:44.888099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702564-0008-462f-805b-ec9c5c7359ec req-ef934cfa-5c23-454b-a5b7-30f622f145f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:44.889686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-ef934cfa-5c23-454b-a5b7-30f622f145f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4412f7c3a6284ae5950c86b592779077&device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 1096 time: 0.0397568 Jan 28 05:06:44.994130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702564-0008-462f-805b-ec9c5c7359ec req-5b2ceeb6-ccf3-41a0-aa73-795ebb6cd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:44.995650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-5b2ceeb6-ccf3-41a0-aa73-795ebb6cd660 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 200 len: 909 time: 0.0893872 Jan 28 05:06:45.084296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-60030c2e-8f14-4977-8682-8fd14dbd3478 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 200 len: 1001 time: 0.0830595 Jan 28 05:06:45.105926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015a220-4a3f-4cb9-ac66-0b0bde600a4b req-28913c7c-686f-4016-88ce-9b6e429707e0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:45.107347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6015a220-4a3f-4cb9-ac66-0b0bde600a4b req-28913c7c-686f-4016-88ce-9b6e429707e0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0712004 Jan 28 05:06:45.162429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702564-0008-462f-805b-ec9c5c7359ec req-eb1cf53b-e71d-4815-9473-c6a5338f703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:45.163891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-eb1cf53b-e71d-4815-9473-c6a5338f703a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=878e6b9e-68ce-4966-86ad-b536bb7a0db5 HTTP/1.1" status: 200 len: 847 time: 0.0731647 Jan 28 05:06:45.206960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6015a220-4a3f-4cb9-ac66-0b0bde600a4b req-3395902e-8cff-4876-8151-1f65abe1736e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784178 Jan 28 05:06:45.219796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702564-0008-462f-805b-ec9c5c7359ec req-e2a71093-2cda-4040-b959-f9326e1570f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:45.221889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-e2a71093-2cda-4040-b959-f9326e1570f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70a1c9f0-0e7c-420b-99d0-66631f0db94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499823 Jan 28 05:06:45.231001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-f1af2fac-eca5-4883-a378-d1a25fb8e07f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:06:45.231961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-f1af2fac-eca5-4883-a378-d1a25fb8e07f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049088 Jan 28 05:06:45.320579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:45.323595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-2655d047-181e-4b51-8e78-073d99b5fa3c service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 Jan 28 05:06:45.419404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd702564-0008-462f-805b-ec9c5c7359ec req-2000207f-9170-4e3c-83af-0c0b007a8393 service neutron] 10.222.0.52 "GET /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903845 Jan 28 05:06:46.353926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f00a7-e96c-462d-8393-456ca0c29d38 req-587299b9-872f-44d4-9712-74469b17c986 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:46.367764 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb7f00a7-e96c-462d-8393-456ca0c29d38 req-587299b9-872f-44d4-9712-74469b17c986 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0859499 Jan 28 05:06:46.413083 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb7f00a7-e96c-462d-8393-456ca0c29d38 req-6a8bb66a-598b-4666-98f0-9108dd81b6be tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Jan 28 05:06:47.534689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e51df3-7512-4f47-a178-b091106f444b req-42a713c0-8d79-4245-ba5b-6efecbc57696 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:47.536189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79e51df3-7512-4f47-a178-b091106f444b req-42a713c0-8d79-4245-ba5b-6efecbc57696 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Jan 28 05:06:47.585097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79e51df3-7512-4f47-a178-b091106f444b req-4f843301-6e61-42ab-af30-54c14cd1ea1e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Jan 28 05:06:48.710793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4f57b-60e7-4149-8e08-a7fc01863043 req-7ab689b4-4eee-4e9a-aaf0-7a5d19e2ec6a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:48.712717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cef4f57b-60e7-4149-8e08-a7fc01863043 req-7ab689b4-4eee-4e9a-aaf0-7a5d19e2ec6a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0523412 Jan 28 05:06:48.769229 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cef4f57b-60e7-4149-8e08-a7fc01863043 req-f4c5a7a3-0a46-4173-89dc-d21f50b468ad tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506814 Jan 28 05:06:49.893899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f4d3-8b8b-4323-a8e6-0b637a4fcea6 req-27131caa-5659-4172-bb3b-8e4dd92f7d64 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:49.895719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf9f4d3-8b8b-4323-a8e6-0b637a4fcea6 req-27131caa-5659-4172-bb3b-8e4dd92f7d64 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0539076 Jan 28 05:06:49.944834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf9f4d3-8b8b-4323-a8e6-0b637a4fcea6 req-6c008553-54a0-46e1-a4fa-d625f69ac67f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433829 Jan 28 05:06:50.087852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:50.192374 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e628-4782-4dc9-8676-84dc3578c032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.265612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e628-4782-4dc9-8676-84dc3578c032 admin admin] Publish callbacks [] for security_group (63d53ea5-1c48-4f17-a160-92d7e78b56f7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.269944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e628-4782-4dc9-8676-84dc3578c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (63d53ea5-1c48-4f17-a160-92d7e78b56f7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.307142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f0c1e628-4782-4dc9-8676-84dc3578c032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2f8c6d878954cf791856beea15a36d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180805 Jan 28 05:06:50.308009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1e628-4782-4dc9-8676-84dc3578c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d53ea5-1c48-4f17-a160-92d7e78b56f7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:50.309811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45184) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:06:50.362929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe1e74c8-06c3-44f1-b454-d4602ae95645 admin admin] Publish callbacks [] for security_group (63d53ea5-1c48-4f17-a160-92d7e78b56f7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.383570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe1e74c8-06c3-44f1-b454-d4602ae95645 admin admin] Publish callbacks [] for security_group (63d53ea5-1c48-4f17-a160-92d7e78b56f7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.417474 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:06:50.430100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe1e74c8-06c3-44f1-b454-d4602ae95645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (63d53ea5-1c48-4f17-a160-92d7e78b56f7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.432763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe1e74c8-06c3-44f1-b454-d4602ae95645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:50.433968 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe1e74c8-06c3-44f1-b454-d4602ae95645 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63d53ea5-1c48-4f17-a160-92d7e78b56f7 HTTP/1.1" status: 204 len: 168 time: 0.1226311 Jan 28 05:06:50.442370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e74c8-06c3-44f1-b454-d4602ae95645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d53ea5-1c48-4f17-a160-92d7e78b56f7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:50.724473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-3de91d73-1506-428d-9bb9-b11bb5472246 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1507778 Jan 28 05:06:50.850657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880857a-e525-48d0-ae24-f5a969a1378f req-15d21b38-bc4a-467f-99c4-d393b3664384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:50.853184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-15d21b38-bc4a-467f-99c4-d393b3664384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1096 time: 0.0575185 Jan 28 05:06:50.979747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880857a-e525-48d0-ae24-f5a969a1378f req-87f1c59f-410e-4cb5-93e9-93cd6aee106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:50.981288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-87f1c59f-410e-4cb5-93e9-93cd6aee106d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.0920887 Jan 28 05:06:51.062367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-0115bb22-da8e-457f-9e7a-b6f4ceb0a139 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 1000 time: 0.0752585 Jan 28 05:06:51.066254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:06:51.089760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e83f57-7edf-4941-ad47-2ab0392a7187 req-04dacf7b-eae7-4b4f-a026-6a3c2b7b91e7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:51.091295 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18e83f57-7edf-4941-ad47-2ab0392a7187 req-04dacf7b-eae7-4b4f-a026-6a3c2b7b91e7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 945 time: 0.0666811 Jan 28 05:06:51.113665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880857a-e525-48d0-ae24-f5a969a1378f req-cac686d1-7aba-4c7f-aeb5-966c739de74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:51.115224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-cac686d1-7aba-4c7f-aeb5-966c739de74b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0472615 Jan 28 05:06:51.156732 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-18e83f57-7edf-4941-ad47-2ab0392a7187 req-e5df656e-ca5b-4576-a491-035c7c6043eb tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527978 Jan 28 05:06:51.162699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880857a-e525-48d0-ae24-f5a969a1378f req-276348bd-a68f-43af-af7d-ad8a16d6184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:51.164311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-276348bd-a68f-43af-af7d-ad8a16d6184b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433278 Jan 28 05:06:51.201740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:51.215465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'port_id': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'mac_address': 'fa:16:3e:30:a4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:06:51.259667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:06:51.260061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:51.276067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:06:51.294432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-28e17a5b-bcad-4173-b073-dc26edd60017 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116064 Jan 28 05:06:51.296601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:51.301027 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:51.353581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:51.362868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.363341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.363794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.364241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.364686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.365126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.365592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.366025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.366476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.366910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.367321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.367728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.368131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:06:51.390146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d880857a-e525-48d0-ae24-f5a969a1378f req-6c32339c-c5b5-4b9e-9586-9e5676035fe6 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895243 Jan 28 05:06:51.615777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5b8007dd-f6f7-4ea2-987d-1205a635fad1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:06:52.289617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2004-7bed-4f89-9a70-f22e5f48cfe6 req-b8740438-84cd-41e2-b1d9-0153cf70075d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:52.291223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa9d2004-7bed-4f89-9a70-f22e5f48cfe6 req-b8740438-84cd-41e2-b1d9-0153cf70075d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 946 time: 0.0505304 Jan 28 05:06:52.344025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fa9d2004-7bed-4f89-9a70-f22e5f48cfe6 req-487924ba-7574-44ae-a2cd-a1efc677997d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470481 Jan 28 05:06:53.081297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:06:53.133966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:06:53.140411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:06:53.140796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:53.220626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:06:53.221666 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:53.248112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:06:53.250397 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a3a2b-019b-4a9f-a1e7-582d7a94bd89" -d '{"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:06:53.264114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:06:53.268350 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:53.294568 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868f8d2b-ea49-4f6a-8f61-fd727fa0460f x-openstack-request-id: req-868f8d2b-ea49-4f6a-8f61-fd727fa0460f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:06:53.294871 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:06:53.295134 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-868f8d2b-ea49-4f6a-8f61-fd727fa0460f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:06:53.295533 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'code': 200} Jan 28 05:06:53.321361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:06:53.474559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596ec6e-4257-4dc6-b064-10bcf15d77d9 req-6d05027c-4c76-4ab6-b07b-d6b2470d01b9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:53.476110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0596ec6e-4257-4dc6-b064-10bcf15d77d9 req-6d05027c-4c76-4ab6-b07b-d6b2470d01b9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 947 time: 0.0526011 Jan 28 05:06:53.546129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b8f55-ec7c-4be0-ade1-aee03b1d71f7 req-668543f6-dd78-4a40-b164-db4c58552a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:53.547662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-610b8f55-ec7c-4be0-ade1-aee03b1d71f7 req-668543f6-dd78-4a40-b164-db4c58552a83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 1098 time: 0.0706861 Jan 28 05:06:53.552326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0596ec6e-4257-4dc6-b064-10bcf15d77d9 req-8ebafde5-d31f-4344-a97d-60ddbad656eb tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676363 Jan 28 05:06:53.594111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-610b8f55-ec7c-4be0-ade1-aee03b1d71f7 req-84ca1686-e85f-422f-a835-a2ccedb1f9ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397511 Jan 28 05:06:54.697708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842113a-f896-4633-89ec-04ea363e14a9 req-999d1c22-400a-4842-a659-841b720c5862 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:54.700492 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6842113a-f896-4633-89ec-04ea363e14a9 req-999d1c22-400a-4842-a659-841b720c5862 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 947 time: 0.0665672 Jan 28 05:06:54.764484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6842113a-f896-4633-89ec-04ea363e14a9 req-afec9758-084e-4eb1-80e9-02d816ce636f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559621 Jan 28 05:06:55.902314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f076-3026-4d56-aa0b-4c19a543a8d6 req-f46e3faa-ca74-458d-8ce6-75552493b551 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:06:55.904479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fe4f076-3026-4d56-aa0b-4c19a543a8d6 req-f46e3faa-ca74-458d-8ce6-75552493b551 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 947 time: 0.0639257 Jan 28 05:06:55.954460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fe4f076-3026-4d56-aa0b-4c19a543a8d6 req-d0d8a608-68d2-40f6-b65b-0e198084b247 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Jan 28 05:07:02.620947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45372) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:02.941035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port c0fe59c8-ded1-4e05-8270-ec35deb6081f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:02.941505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:03.013378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:03.013609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (c0fe59c8-ded1-4e05-8270-ec35deb6081f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:03.025371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for c0fe59c8-ded1-4e05-8270-ec35deb6081f owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:03.170471 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c0fe59c8-ded1-4e05-8270-ec35deb6081f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:03.216948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=c0fe59c8-ded1-4e05-8270-ec35deb6081f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:03.257152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (a2edc2f2-4dd0-453f-914e-f341b60bb0dd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:03.257521 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Floating IP a2edc2f2-4dd0-453f-914e-f341b60bb0dd disassociated (deleted). External IP: 172.25.6.117, port: 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac. Jan 28 05:07:03.466120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:07:03.578498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:07:03.583537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:03.588826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:07:03.600023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:03.600726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:06:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:03.616104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b0b7f57-d143-430d-9d98-bbc0a54a57ad tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "DELETE /v2.0/floatingips/a2edc2f2-4dd0-453f-914e-f341b60bb0dd HTTP/1.1" status: 204 len: 168 time: 0.9940093 Jan 28 05:07:03.616724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:07:03.619052 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46ce0f5-5254-4294-825f-8d0fa738c7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:07:03.668119 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef3e288-94af-4018-8b30-a8c6934e52fd x-openstack-request-id: req-bef3e288-94af-4018-8b30-a8c6934e52fd {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:07:03.669321 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:07:03.669761 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bef3e288-94af-4018-8b30-a8c6934e52fd {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:07:03.670383 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'status': 'completed', 'code': 200} Jan 28 05:07:03.748765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:03.766931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-e42d94ef-0439-4a05-afe5-20d6c4c2f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:03.776293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-e42d94ef-0439-4a05-afe5-20d6c4c2f742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 1097 time: 0.0665550 Jan 28 05:07:03.904212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-2bffa507-e786-4713-b2e2-2dc3a16904f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:03.906210 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-2bffa507-e786-4713-b2e2-2dc3a16904f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1217272 Jan 28 05:07:03.912985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fbab5-ec8e-465e-8343-9a1b30433ad7 req-308a185d-d85d-41e6-8cff-5811b5272f17 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:03.920499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-513fbab5-ec8e-465e-8343-9a1b30433ad7 req-308a185d-d85d-41e6-8cff-5811b5272f17 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 946 time: 0.0660195 Jan 28 05:07:03.960037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-4bc348a5-2c4d-456e-939b-46d25333fc44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac HTTP/1.1" status: 200 len: 217 time: 0.0462351 Jan 28 05:07:03.987846 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-513fbab5-ec8e-465e-8343-9a1b30433ad7 req-cafb0d65-5bb7-48ca-b3ce-1d348db00ddd tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662601 Jan 28 05:07:04.016006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-d04dd1fb-c859-45a2-81da-56dea061322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:04.017256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-d04dd1fb-c859-45a2-81da-56dea061322f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0509746 Jan 28 05:07:04.059786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:06Z', 'revision_number': 1, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:04.066490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-d5f70762-ca54-4809-bcb4-f5ebe4f0175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:04.068236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-d5f70762-ca54-4809-bcb4-f5ebe4f0175e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452597 Jan 28 05:07:04.087670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:07:04.096666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:04.097330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:06:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:04.177981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-a6ca36a1-6908-44d6-a646-35c33cb1d6b8 service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037953 Jan 28 05:07:04.207063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:04.274697 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46ce0f5-5254-4294-825f-8d0fa738c7ec req-592c44d6-0338-4c96-8f99-beafe877e39f service neutron] 10.222.0.52 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889337 Jan 28 05:07:04.440035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:06Z', 'revision_number': 1, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:04.465261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c90ec-d02e-4c5e-894c-c51f8c268f53 None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '04f1958a-40ad-4258-a49b-7261bbd949f6', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'port_id': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'mac_address': 'fa:16:3e:06:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:03:03Z', 'updated_at': '2022-01-28T05:03:06Z', 'revision_number': 1, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:07:04.694694 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd444d6-71a8-4bbe-9541-b76c80a52318 None None] New status for floating IP a2edc2f2-4dd0-453f-914e-f341b60bb0dd: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:07:05.127229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d00ce2-3f82-469d-a516-626e447b4d31 req-f183b4a3-8ddf-449f-bfb5-72197732acc8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:05.128861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62d00ce2-3f82-469d-a516-626e447b4d31 req-f183b4a3-8ddf-449f-bfb5-72197732acc8 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 946 time: 0.0560691 Jan 28 05:07:05.180060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-62d00ce2-3f82-469d-a516-626e447b4d31 req-bbe235b7-5bfb-4698-a46c-8373684ce1db tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Jan 28 05:07:05.621977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28487051-fc08-48e8-9a66-f310117754f0 req-b494a381-478a-40ca-89ef-373057326c8e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:05.623357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28487051-fc08-48e8-9a66-f310117754f0 req-b494a381-478a-40ca-89ef-373057326c8e tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 946 time: 0.0480027 Jan 28 05:07:05.719193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:05.719550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:05.807440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:05.807811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:05.820146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:05.950477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:05.980528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:06.023903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:07:06.026520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:06.029936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28487051-fc08-48e8-9a66-f310117754f0 req-6134827a-c69f-45e9-9f10-fe1164b9a409 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.52 "DELETE /v2.0/ports/39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac HTTP/1.1" status: 204 len: 173 time: 0.4010742 Jan 28 05:07:06.030418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'name': 'network-vif-deleted', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:07:06.032777 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01437bcc-494d-4614-a3cc-666e46b89ac5" -d '{"events": [{"server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "name": "network-vif-deleted", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:07:06.203461 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95638f26-377f-4396-b63f-458f4bd82de1 x-openstack-request-id: req-95638f26-377f-4396-b63f-458f4bd82de1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:07:06.204131 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8277959-343a-4748-a189-2f6f56ee68a0", "name": "network-vif-deleted", "tag": "39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:07:06.204131 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95638f26-377f-4396-b63f-458f4bd82de1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:07:06.204341 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8277959-343a-4748-a189-2f6f56ee68a0', 'name': 'network-vif-deleted', 'tag': '39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac', 'status': 'completed', 'code': 200} Jan 28 05:07:06.282617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63e44b88-e4a3-4e88-8ead-5feafc48fd21 req-876f9f89-f20c-46f4-a1ed-880592ce8287 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0311196 Jan 28 05:07:06.486525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:07.382571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d93a60b-ca14-47a8-8b1c-d773e7eb4fec req-261e58bd-d30e-47ec-8813-180279b816c2 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0265646 Jan 28 05:07:07.432900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:07.457777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:07.458635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 39c621ce-a80b-4c2a-8c91-0d9ee4a0a7ac not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:07.911339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:08.508765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802b0c9e-f078-4d1a-9091-8a5731135b09 req-74fbf40b-b13a-425f-9472-ef6ede9053d7 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0380282 Jan 28 05:07:08.615415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8b0416d-274e-42a2-a8f7-99796e1b8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:09.626780 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f52489c6-0094-455c-8895-905b2d10c1b2 req-9e5e1b9b-849b-4f3f-ad1a-6b8ccb2dcde4 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0289922 Jan 28 05:07:10.740558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-237b751a-9fd2-4637-967e-694bb34219bb req-39f4a410-4fba-4b27-a35f-64c5a66b1ca0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0425920 Jan 28 05:07:11.026063 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2f13c7b-2139-489f-9db2-cda3f81d1fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:11.840109 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f965070c-c281-493e-9b94-d6e18dcac3b2 req-ab768152-29b8-471c-adde-db733c0c13b0 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0280414 Jan 28 05:07:12.015581 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:12.942557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c63e25f2-a75e-40f7-9239-6266b7440a0c req-970649ef-edf6-4f31-b667-78b9c6ffa438 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Jan 28 05:07:13.747048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:14.046224 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3332272c-abaf-4e41-8c88-7c2f61f133f0 req-885a6be7-418f-4506-bd5e-ece989493ae3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jan 28 05:07:15.165453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8538466a-3fde-4691-97fe-060955aecd27 req-f8fe1157-4101-41df-8d27-e1f397605205 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8277959-343a-4748-a189-2f6f56ee68a0 HTTP/1.1" status: 200 len: 210 time: 0.0307183 Jan 28 05:07:15.325429 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:24.831065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45496) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:24.988937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port 2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:24.989229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:25.062890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:25.063220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:25.074940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for 2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:25.219139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:25.246119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=2eb3a814-69a6-4d76-b5ac-bce7a4a1fc87,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:25.274189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.274541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.274885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.275229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.275569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.275903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.276236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.276563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.276887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.277237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.277566 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.277893 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.278222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:25.318070 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (04f1958a-40ad-4258-a49b-7261bbd949f6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:25.318433 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Floating IP 04f1958a-40ad-4258-a49b-7261bbd949f6 disassociated (deleted). External IP: 172.25.6.58, port: 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c. Jan 28 05:07:25.542697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:07:25.653804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:07:25.659232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:25.666189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:07:25.679175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:25.679812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:25.693925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b4bc17e-0664-4478-b61a-d3b4a5c7ef33 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "DELETE /v2.0/floatingips/04f1958a-40ad-4258-a49b-7261bbd949f6 HTTP/1.1" status: 204 len: 168 time: 0.8591335 Jan 28 05:07:25.693925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:07:25.694226 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12373955-2a17-478b-9ace-9af4e4f35dea" -d '{"events": [{"name": "network-changed", "server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:07:25.764026 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c0ac3b-0c48-46a7-a3db-471d37505deb x-openstack-request-id: req-a4c0ac3b-0c48-46a7-a3db-471d37505deb {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:07:25.764406 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:07:25.764870 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4c0ac3b-0c48-46a7-a3db-471d37505deb {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:07:25.765543 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'status': 'completed', 'code': 200} Jan 28 05:07:25.842409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:25.856855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12373955-2a17-478b-9ace-9af4e4f35dea req-76372365-5f54-45e1-bcff-1cf3f1fb7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:25.859866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-76372365-5f54-45e1-bcff-1cf3f1fb7839 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb9a85ba8d254043ba43b960b10a17db&device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 1096 time: 0.0483780 Jan 28 05:07:25.965462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12373955-2a17-478b-9ace-9af4e4f35dea req-ded8c6b2-5df7-4709-be86-21ffdaefca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:25.967295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-ded8c6b2-5df7-4709-be86-21ffdaefca80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 200 len: 913 time: 0.1015241 Jan 28 05:07:25.972152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42f944-fece-411e-80bb-26e9d067cce7 req-ef5d4d64-be09-4d25-b773-1e0d342af99d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:25.973926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a42f944-fece-411e-80bb-26e9d067cce7 req-ef5d4d64-be09-4d25-b773-1e0d342af99d tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Jan 28 05:07:26.010334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-6027237d-1668-439b-9272-8552ce32fec7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 200 len: 217 time: 0.0359604 Jan 28 05:07:26.024629 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a42f944-fece-411e-80bb-26e9d067cce7 req-f00993e7-4835-4cc4-bfaf-cf149b7ae334 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449755 Jan 28 05:07:26.057298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:26.064920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12373955-2a17-478b-9ace-9af4e4f35dea req-dfa9ede1-b7a5-4dd6-8d53-e43294ae08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:26.066459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-dfa9ede1-b7a5-4dd6-8d53-e43294ae08a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 200 len: 851 time: 0.0501316 Jan 28 05:07:26.088311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:07:26.096899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:26.097656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:26.112724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12373955-2a17-478b-9ace-9af4e4f35dea req-79afa794-7e3f-4377-a2f2-7af3d52c4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:26.114263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-79afa794-7e3f-4377-a2f2-7af3d52c4c57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5325bef8-89cf-4ad6-a948-421d296d54bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398023 Jan 28 05:07:26.201876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:26.203375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-8eb08d60-b56b-455c-9f53-5fea08fd4e43 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816340 Jan 28 05:07:26.299706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12373955-2a17-478b-9ace-9af4e4f35dea req-a7b12f00-1830-4d99-985e-93a15a1fa487 service neutron] 10.222.0.47 "GET /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862021 Jan 28 05:07:26.394885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:26.420587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cc600-66e9-4eee-a532-1ba7bdd61a84 None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T04:50:50Z', 'revision_number': 4, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'dd54f9a9-0692-4ae2-91cd-f25096a87519', 'name': '', 'network_id': '5325bef8-89cf-4ad6-a948-421d296d54bf', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'mac_address': 'fa:16:3e:32:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:49Z', 'updated_at': '2022-01-28T04:50:55Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'subnets': [{'id': 'a9e3f1a7-df4a-4510-aeb1-68e929b50514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:07:26.653406 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6f8e1-93b3-4a51-91c8-b9135c934fa6 None None] New status for floating IP 04f1958a-40ad-4258-a49b-7261bbd949f6: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:07:27.149017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d800f-00e1-4ba9-97fe-a5fde815adde req-9886fc23-ce56-49e2-ae80-0a07172b7840 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:27.157608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-757d800f-00e1-4ba9-97fe-a5fde815adde req-9886fc23-ce56-49e2-ae80-0a07172b7840 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.0584421 Jan 28 05:07:27.203657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-757d800f-00e1-4ba9-97fe-a5fde815adde req-c9a5b4df-dace-4e6c-a32a-2bb212dd9847 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452714 Jan 28 05:07:27.416782 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:07:27.693126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-48467e58-1f41-4b49-9225-cd1c5e836af3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:27.694367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-48467e58-1f41-4b49-9225-cd1c5e836af3 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.47 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 945 time: 0.0551748 Jan 28 05:07:27.790853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:27.791201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:27.907416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] For port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:27.907790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:27.921580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:28.049237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:28.081120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:28.109496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.109852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.110200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.110544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.110887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.111226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.111560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.111888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.112216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.113058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.113420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.113748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.114075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:28.133784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] No DVR routers for this DVR port 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:07:28.136479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:28.140112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b8bc8b3-c375-4dc9-9251-339cffb2423c req-d57bea45-d190-4dbf-945b-1a432dd19d99 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.47 "DELETE /v2.0/ports/5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c HTTP/1.1" status: 204 len: 173 time: 0.4405200 Jan 28 05:07:28.140566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'name': 'network-vif-deleted', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:07:28.143072 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4019a56d-f057-4f45-b11e-468934c3a9ef" -d '{"events": [{"server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "name": "network-vif-deleted", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:07:28.184127 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a44f53-6137-43f2-b348-1e3a420d68bf x-openstack-request-id: req-11a44f53-6137-43f2-b348-1e3a420d68bf {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:07:28.184751 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db676f7-0acf-46e4-88c9-ff42adad0646", "name": "network-vif-deleted", "tag": "5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:07:28.184751 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11a44f53-6137-43f2-b348-1e3a420d68bf {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:07:28.185070 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db676f7-0acf-46e4-88c9-ff42adad0646', 'name': 'network-vif-deleted', 'tag': '5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c', 'status': 'completed', 'code': 200} Jan 28 05:07:28.316303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4039d021-5522-4cb1-a790-e24477ca0f4e req-fab196c8-69cd-40a4-af82-94d49717e9a6 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0385013 Jan 28 05:07:29.414390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-983d403d-96f9-44ce-9d0c-fb1035fd0db9 req-a07ea97f-27b8-4e61-a157-57d4ef0cc2fc tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0265844 Jan 28 05:07:30.507661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a011850-4bdb-4fcd-aee5-91eb8f3eeb57 req-6148fb61-3f2e-4dee-a53b-166d32b15f9c tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0261114 Jan 28 05:07:31.380257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:31.400124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:31.400474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5ebfb8ef-c70c-4f82-8dd9-e415f7e3447c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:31.608920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8157a93-ed50-4c41-a3e1-9ab031831ce8 req-ccff2271-3b83-4ba4-bfb4-fa213d8928b5 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0295448 Jan 28 05:07:32.710598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-582cf21e-a43f-48d9-836a-ccc251ce0edd req-0acd968f-862c-40b7-8671-a94670b33153 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0267348 Jan 28 05:07:33.804842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b149269e-b72d-4abc-81c8-aec94a06dc34 req-22ba78e1-93bf-4de1-9f8d-ee1080981130 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0269406 Jan 28 05:07:34.900934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c2f3f8b-0591-4fcd-8cf3-9eb9b83b73b6 req-15d12098-15e6-4e4f-beb4-58b335199713 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0258763 Jan 28 05:07:35.995652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af32800f-3454-46dc-930c-b877b00ae74b req-4e7e49c8-5931-4529-ab10-682d079e2674 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Jan 28 05:07:36.510113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:37.118736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bb9c139-42d2-46a7-9dc1-887aefe1e628 req-20792b1c-67cd-4e67-8765-013819f48752 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6db676f7-0acf-46e4-88c9-ff42adad0646 HTTP/1.1" status: 200 len: 210 time: 0.0295961 Jan 28 05:07:37.914281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.187764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:38.319015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Deleting port 4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:38.319522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.457244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.458150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.472385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Calling delete_port for 4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:38.614250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71838d97-1fc8-4cfd-8926-0fc49f10e7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.641167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.672613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'Port': ['ID=4aa3a1bf-8497-41f9-a2d7-1c5b09d63afd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:38.767465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for floatingip (877ab935-ed7f-4e19-aeab-7024ee1e844d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.770314 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:38.771475 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a0116f4-4356-4381-aa1c-7abe48ee0872 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "DELETE /v2.0/floatingips/877ab935-ed7f-4e19-aeab-7024ee1e844d HTTP/1.1" status: 204 len: 168 time: 0.5827081 Jan 28 05:07:40.830363 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-103a75b7-8582-4bc4-8044-6714da823162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:42.018514 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:43.757021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:45.347636 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:46.309098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f37fa0-bc17-47b4-a4e0-2e29d5d53690 req-67df3f2d-9710-455c-a142-d283ee23e871 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:46.310770 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0f37fa0-bc17-47b4-a4e0-2e29d5d53690 req-67df3f2d-9710-455c-a142-d283ee23e871 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 947 time: 0.0625010 Jan 28 05:07:46.400907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0f37fa0-bc17-47b4-a4e0-2e29d5d53690 req-3d0be6a0-6a39-4c88-828b-fdc132f2195f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732830 Jan 28 05:07:47.554544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4be68f-7e1d-49a2-b094-788f40290d65 req-2d372a3a-8ee1-43f2-89a0-f52eedfb4077 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:47.558159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4be68f-7e1d-49a2-b094-788f40290d65 req-2d372a3a-8ee1-43f2-89a0-f52eedfb4077 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 947 time: 0.0689626 Jan 28 05:07:47.614425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a4be68f-7e1d-49a2-b094-788f40290d65 req-1e826990-cf70-48d1-8bd7-aa2582b606b1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=87aecd61-32e9-4e66-81b2-47944e048ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500686 Jan 28 05:07:47.935959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-ad76ee71-2b71-423d-835c-1679bc6af0d7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:47.937528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-ad76ee71-2b71-423d-835c-1679bc6af0d7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.47 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 947 time: 0.0564239 Jan 28 05:07:48.035562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Deleting port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:48.035798 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:48.133462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] For port 5b8007dd-f6f7-4ea2-987d-1205a635fad1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b8007dd-f6f7-4ea2-987d-1205a635fad1,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:48.133828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:48.333019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:48.333806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (17d16d0e-3a95-44c8-a705-459ee01e0def), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:48.334645 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Floating IP 17d16d0e-3a95-44c8-a705-459ee01e0def disassociated. External IP: 172.25.6.218, port: 5b8007dd-f6f7-4ea2-987d-1205a635fad1. Jan 28 05:07:48.335742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Calling delete_port for 5b8007dd-f6f7-4ea2-987d-1205a635fad1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:48.516912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5b8007dd-f6f7-4ea2-987d-1205a635fad1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:48.556812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event deleted for resources: {'Port': ['ID=5b8007dd-f6f7-4ea2-987d-1205a635fad1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:48.735223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:07:48.756861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4482a756-1bb8-4b63-94c0-874c5795b905 req-3e513871-981c-43cf-a251-a96ec0b41125 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c907d61d-c83d-4c78-9301-90b1a42122f2 HTTP/1.1" status: 200 len: 210 time: 0.0420384 Jan 28 05:07:48.875244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:07:48.886548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:07:48.901131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:48.902227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:48.934445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] No DVR routers for this DVR port 5b8007dd-f6f7-4ea2-987d-1205a635fad1 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:07:48.937878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:48.942244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b63e90d4-60c6-4313-8ce4-e5130bacd20e req-7bf84966-e014-440c-a872-7dc91e5f6852 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.47 "DELETE /v2.0/ports/5b8007dd-f6f7-4ea2-987d-1205a635fad1 HTTP/1.1" status: 204 len: 173 time: 0.9995980 Jan 28 05:07:48.942698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-deleted', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:07:48.946082 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3123d2-a2d1-45b3-993e-58616bdd106c" -d '{"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-deleted", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:07:49.045919 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce9b7c6-83d6-454a-858b-0a01ba5a879c x-openstack-request-id: req-bce9b7c6-83d6-454a-858b-0a01ba5a879c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:07:49.046669 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c907d61d-c83d-4c78-9301-90b1a42122f2", "name": "network-vif-deleted", "tag": "5b8007dd-f6f7-4ea2-987d-1205a635fad1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:07:49.047099 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bce9b7c6-83d6-454a-858b-0a01ba5a879c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:07:49.047693 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c907d61d-c83d-4c78-9301-90b1a42122f2', 'name': 'network-vif-deleted', 'tag': '5b8007dd-f6f7-4ea2-987d-1205a635fad1', 'status': 'completed', 'code': 200} Jan 28 05:07:49.106062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:49.363772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:49.391904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:07:49.401393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:49.402030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:49.515365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:49.784959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:49.819760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173de676-1122-41f1-b7ee-b3367b972670 None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:07:49.886015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:49.953434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe0d579b-65fb-4195-ab62-38837f9f9381 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (87aecd61-32e9-4e66-81b2-47944e048ec7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:49.979163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe0d579b-65fb-4195-ab62-38837f9f9381 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (87aecd61-32e9-4e66-81b2-47944e048ec7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.038430 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe0d579b-65fb-4195-ab62-38837f9f9381 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (87aecd61-32e9-4e66-81b2-47944e048ec7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.042130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe0d579b-65fb-4195-ab62-38837f9f9381 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.046568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:50.047130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe0d579b-65fb-4195-ab62-38837f9f9381 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "DELETE /v2.0/security-groups/87aecd61-32e9-4e66-81b2-47944e048ec7 HTTP/1.1" status: 204 len: 168 time: 0.1553807 Jan 28 05:07:50.058471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d579b-65fb-4195-ab62-38837f9f9381 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aecd61-32e9-4e66-81b2-47944e048ec7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:50.072200 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-d7ace356-9edc-49b7-a611-2d99bcb3b5b3 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] show failed (client error): The resource could not be found. Jan 28 05:07:50.073539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d7ace356-9edc-49b7-a611-2d99bcb3b5b3 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups/87aecd61-32e9-4e66-81b2-47944e048ec7 HTTP/1.1" status: 404 len: 347 time: 0.0251563 Jan 28 05:07:50.076501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45680) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:50.208823 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530eb04-a50a-4bfe-8379-cd7d8ca86bd8 None None] New status for floating IP 17d16d0e-3a95-44c8-a705-459ee01e0def: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:07:50.244584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Deleting port e2850811-5d64-414a-9479-220208c85a03 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:50.245365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2850811-5d64-414a-9479-220208c85a03), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.342088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2850811-5d64-414a-9479-220208c85a03), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.342846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (e2850811-5d64-414a-9479-220208c85a03), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.361599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Calling delete_port for e2850811-5d64-414a-9479-220208c85a03 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:50.505436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2850811-5d64-414a-9479-220208c85a03), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.537613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event deleted for resources: {'Port': ['ID=e2850811-5d64-414a-9479-220208c85a03,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:50.600286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (17d16d0e-3a95-44c8-a705-459ee01e0def), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.603184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.609471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0041431c-759f-4da6-9386-08aad714cb49 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "DELETE /v2.0/floatingips/17d16d0e-3a95-44c8-a705-459ee01e0def HTTP/1.1" status: 204 len: 168 time: 0.5268230 Jan 28 05:07:50.647644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45684) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:50.749818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b0168c0-2ee1-4810-ba47-86401e7a2b14 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group (fc687e8f-ab1e-4e25-a2e9-a530b4917ebd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.785194 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b0168c0-2ee1-4810-ba47-86401e7a2b14 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group (fc687e8f-ab1e-4e25-a2e9-a530b4917ebd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.858391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b0168c0-2ee1-4810-ba47-86401e7a2b14 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fc687e8f-ab1e-4e25-a2e9-a530b4917ebd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.862806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b0168c0-2ee1-4810-ba47-86401e7a2b14 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:50.864664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8b0168c0-2ee1-4810-ba47-86401e7a2b14 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc687e8f-ab1e-4e25-a2e9-a530b4917ebd HTTP/1.1" status: 204 len: 168 time: 0.2152274 Jan 28 05:07:50.898114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0168c0-2ee1-4810-ba47-86401e7a2b14 tempest-TestVolumeBootPattern-578046009 tempest-TestVolumeBootPattern-578046009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc687e8f-ab1e-4e25-a2e9-a530b4917ebd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:50.948732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45692) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:51.136646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45696) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:51.170750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663692591', 'description': 'tempest-description--1061304734'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:07:51.206828 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.741202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (e0fe7a31-4321-4213-a41d-3cd734b7e0f9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.748165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e0fe7a31-4321-4213-a41d-3cd734b7e0f9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.804039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe7a31-4321-4213-a41d-3cd734b7e0f9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:51.811996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.812814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5e558e52-25b7-4886-b867-d069a98cdb1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6750755 Jan 28 05:07:51.816324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45700) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:51.820862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'security_group_rule': {'security_group_id': 'e0fe7a31-4321-4213-a41d-3cd734b7e0f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:07:51.872928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (9d6c07c6-b575-4006-a806-f0da1d64609a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.906341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (97543328-f47f-42b4-82f8-4e59af465b51), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.934988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (9d6c07c6-b575-4006-a806-f0da1d64609a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.941383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (9d6c07c6-b575-4006-a806-f0da1d64609a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.958636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6c07c6-b575-4006-a806-f0da1d64609a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:51.976915 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:51.980700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-664d47f5-3899-4c27-88a6-2c87208307fc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608059 Jan 28 05:07:51.980897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45702) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:51.985516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'security_group_rule': {'security_group_id': 'e0fe7a31-4321-4213-a41d-3cd734b7e0f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:07:52.012493 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (b23d8832-5074-4f51-b12b-21d341df6a79), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.073733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (b23d8832-5074-4f51-b12b-21d341df6a79), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.078258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b23d8832-5074-4f51-b12b-21d341df6a79), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.094613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23d8832-5074-4f51-b12b-21d341df6a79,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:52.108175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.113207 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8e4ea406-e9c3-459f-9318-24a5f4efebe5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278634 Jan 28 05:07:52.113541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45704) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:52.118092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:07:52.140772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.180847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Deleting port dd54f9a9-0692-4ae2-91cd-f25096a87519 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:52.181488 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.249169 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.268075 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] For port dd54f9a9-0692-4ae2-91cd-f25096a87519, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd54f9a9-0692-4ae2-91cd-f25096a87519,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:52.268491 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.281615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Calling delete_port for dd54f9a9-0692-4ae2-91cd-f25096a87519 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:52.485496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dd54f9a9-0692-4ae2-91cd-f25096a87519), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.512485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd54f9a9-0692-4ae2-91cd-f25096a87519,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:52.684318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (97543328-f47f-42b4-82f8-4e59af465b51), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.734120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Allocated IP 172.25.6.191 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5f0bc5ca-6554-45fb-9f79-5ec3238bf208) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:07:52.848792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.886569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:52.922623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Router 97543328-f47f-42b4-82f8-4e59af465b51 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:07:52.922785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:07:52.928642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:07:52.932027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:07:52.967974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'Port': ['ID=5f0bc5ca-6554-45fb-9f79-5ec3238bf208,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:53.036124 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (3e7d09c0-01c9-4162-a638-3ec054cec865), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.046100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:07:53.057066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] Sync routers for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:07:53.058686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de6806c6-09e2-494b-8204-5cb5f68b94b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/97543328-f47f-42b4-82f8-4e59af465b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1082466 Jan 28 05:07:53.061387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45714) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:53.071240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:53.073166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:53.095245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.179098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks [] for router (97543328-f47f-42b4-82f8-4e59af465b51), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.280342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.287278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.312350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks [] for router_gateway (97543328-f47f-42b4-82f8-4e59af465b51), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.358885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:53.380330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Deleting port ce297388-bd62-4467-b6da-1837c15f242e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:53.381232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ce297388-bd62-4467-b6da-1837c15f242e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.383945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3e7d09c0-01c9-4162-a638-3ec054cec865), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.405375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'Port': ['ID=5f0bc5ca-6554-45fb-9f79-5ec3238bf208,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:53.422526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.433646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6d3fb8dc-c7f0-4b8d-81c0-f4b413c61e88 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3150480 Jan 28 05:07:53.470277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:53.488264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] For port ce297388-bd62-4467-b6da-1837c15f242e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ce297388-bd62-4467-b6da-1837c15f242e,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:53.488640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ce297388-bd62-4467-b6da-1837c15f242e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.496585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 5b8007dd-f6f7-4ea2-987d-1205a635fad1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:53.497053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b8007dd-f6f7-4ea2-987d-1205a635fad1 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:53.504516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Calling delete_port for ce297388-bd62-4467-b6da-1837c15f242e owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:53.610274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T05:07:52Z', 'revision_number': 5, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port': {'id': 'ce297388-bd62-4467-b6da-1837c15f242e', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97543328-f47f-42b4-82f8-4e59af465b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:45Z', 'updated_at': '2022-01-28T04:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:53.617612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-965ad316-3030-4cbf-806f-525041e43965 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1663692591&fields=id&tenant_id=37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 267 time: 0.0545754 Jan 28 05:07:53.662221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] Checking router: 97543328-f47f-42b4-82f8-4e59af465b51 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:07:53.672368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] Routers {'97543328-f47f-42b4-82f8-4e59af465b51'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:53.673072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97543328-f47f-42b4-82f8-4e59af465b51'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:53.771675 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ce297388-bd62-4467-b6da-1837c15f242e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.777504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-562b3f44-659b-4cec-b972-c2cd9c0158a0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:53.790806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-562b3f44-659b-4cec-b972-c2cd9c0158a0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 816 time: 0.1652713 Jan 28 05:07:53.804751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce297388-bd62-4467-b6da-1837c15f242e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:53.821459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-75589fe4-1dc7-4464-9c62-629579307dc2 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/quotas/37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 375 time: 0.0244179 Jan 28 05:07:53.850612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] Set router 97543328-f47f-42b4-82f8-4e59af465b51 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:53.879847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (97543328-f47f-42b4-82f8-4e59af465b51), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:53.882454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-8162c352-cd2b-40d3-9024-081626058905 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600958 Jan 28 05:07:53.913303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T05:07:53Z', 'revision_number': 6, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:53.943839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454b980-466f-4a0f-9e9b-bb1f5d17c7cb None None] The sync data for ids ['97543328-f47f-42b4-82f8-4e59af465b51'] in n-d-824835-3 is: [{'id': '97543328-f47f-42b4-82f8-4e59af465b51', 'name': 'tempest-TestVolumeBootPattern-1681432976-router', 'tenant_id': 'eb9a85ba8d254043ba43b960b10a17db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:43Z', 'updated_at': '2022-01-28T05:07:53Z', 'revision_number': 6, 'project_id': 'eb9a85ba8d254043ba43b960b10a17db', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:07:53.955618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-cf6daeab-383d-43cb-85a4-515a4e8f03e2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:07:53.957208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-cf6daeab-383d-43cb-85a4-515a4e8f03e2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611434 Jan 28 05:07:54.003343 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (97543328-f47f-42b4-82f8-4e59af465b51), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.005782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks [] for router_controller (97543328-f47f-42b4-82f8-4e59af465b51), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.054925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (97543328-f47f-42b4-82f8-4e59af465b51), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.055998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97543328-f47f-42b4-82f8-4e59af465b51 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:07:54.064134 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.065725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6e155653-77c0-4e5c-9991-8a047f6da7eb admin admin] 10.222.0.21 "DELETE /v2.0/routers/97543328-f47f-42b4-82f8-4e59af465b51 HTTP/1.1" status: 204 len: 168 time: 1.0027928 Jan 28 05:07:54.067636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-693159a8-d9a9-494c-855a-aefd50a62ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038392 Jan 28 05:07:54.068186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45730) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:54.165651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Deleting subnet a9e3f1a7-df4a-4510-aeb1-68e929b50514 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:07:54.171267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Publish callbacks [] for subnet (a9e3f1a7-df4a-4510-aeb1-68e929b50514), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.228636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (a9e3f1a7-df4a-4510-aeb1-68e929b50514), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.232230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-f64981d4-466f-49a1-b859-4ca6b8733e64 service neutron] 10.222.0.21 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566560 Jan 28 05:07:54.318271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a9e3f1a7-df4a-4510-aeb1-68e929b50514), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.377678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (a9e3f1a7-df4a-4510-aeb1-68e929b50514), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.405519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e3f1a7-df4a-4510-aeb1-68e929b50514,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:54.411292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.415482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-afb5717c-d930-4b2e-8111-43bb200f0c7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a9e3f1a7-df4a-4510-aeb1-68e929b50514 HTTP/1.1" status: 204 len: 168 time: 0.3462152 Jan 28 05:07:54.419063 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45734) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:54.421015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446be97-d628-4bf1-a8fb-edc345c458c0 None None] Network 5325bef8-89cf-4ad6-a948-421d296d54bf requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:07:54.491927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (5325bef8-89cf-4ad6-a948-421d296d54bf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.548864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Deleting port b8116c94-c7ac-4ea6-83fc-03b28484f610 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:54.549259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.614933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] For port b8116c94-c7ac-4ea6-83fc-03b28484f610, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b8116c94-c7ac-4ea6-83fc-03b28484f610,segment=NetworkSegment(dc4b30e6-6323-4cc3-9a54-3cdf044f0771),segment_id=dc4b30e6-6323-4cc3-9a54-3cdf044f0771)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:54.615301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.627477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Calling delete_port for b8116c94-c7ac-4ea6-83fc-03b28484f610 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:54.707125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b8116c94-c7ac-4ea6-83fc-03b28484f610), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.736058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8116c94-c7ac-4ea6-83fc-03b28484f610,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:54.739591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] No DVR routers for this DVR port b8116c94-c7ac-4ea6-83fc-03b28484f610 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:07:54.811571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53b46f-7d0d-4141-9aa3-79cf1027a67e None None] DHCP port deletion for 5325bef8-89cf-4ad6-a948-421d296d54bf request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:07:54.816928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (5325bef8-89cf-4ad6-a948-421d296d54bf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.845235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5325bef8-89cf-4ad6-a948-421d296d54bf']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:54.860129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:54.860419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4b30e6-6323-4cc3-9a54-3cdf044f0771') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:54.871121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (dc4b30e6-6323-4cc3-9a54-3cdf044f0771), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.892377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (dc4b30e6-6323-4cc3-9a54-3cdf044f0771), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.898054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd54f9a9-0692-4ae2-91cd-f25096a87519 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:54.899390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:07:54.899952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (dc4b30e6-6323-4cc3-9a54-3cdf044f0771), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:07:54.901640 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:07:54.923361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: dd54f9a9-0692-4ae2-91cd-f25096a87519 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:54.923963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dd54f9a9-0692-4ae2-91cd-f25096a87519 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:54.924619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8116c94-c7ac-4ea6-83fc-03b28484f610 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:54.955371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b8116c94-c7ac-4ea6-83fc-03b28484f610 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:54.956904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b8116c94-c7ac-4ea6-83fc-03b28484f610 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:54.957482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ce297388-bd62-4467-b6da-1837c15f242e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:54.974424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (5325bef8-89cf-4ad6-a948-421d296d54bf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.980572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:54.986876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ce297388-bd62-4467-b6da-1837c15f242e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:54.987471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ce297388-bd62-4467-b6da-1837c15f242e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:54.988726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:54.989308 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] 10.222.0.21 "DELETE /v2.0/networks/5325bef8-89cf-4ad6-a948-421d296d54bf HTTP/1.1" status: 204 len: 168 time: 0.5678802 Jan 28 05:07:55.004532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879dfb2-5e0e-48cf-abe4-f4142db9a86b admin admin] Pushing event deleted for resources: {'Network': ['ID=5325bef8-89cf-4ad6-a948-421d296d54bf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:55.375191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (0834b129-d627-4ec0-8626-fce2e5785bec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:55.435746 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f11ae01-5ea5-4a96-9a01-ea546e3acbdf req-d6ed06d7-99b2-499a-b756-15b6ab1e4dca tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 210 time: 0.0264890 Jan 28 05:07:55.635861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Deleting port d9cb11f3-289f-4825-95bb-dc245036269c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:55.636219 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:55.716287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] For port d9cb11f3-289f-4825-95bb-dc245036269c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d9cb11f3-289f-4825-95bb-dc245036269c,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:55.716687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:55.728640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Calling delete_port for d9cb11f3-289f-4825-95bb-dc245036269c owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:55.907778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d9cb11f3-289f-4825-95bb-dc245036269c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:55.943487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cb11f3-289f-4825-95bb-dc245036269c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:56.110334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (0834b129-d627-4ec0-8626-fce2e5785bec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:56.338593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Router 0834b129-d627-4ec0-8626-fce2e5785bec has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:07:56.457797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:07:56.463324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-045133b9-93b7-4da5-b646-cfdc27575928 admin admin] 10.222.0.21 "PUT /v2.0/routers/0834b129-d627-4ec0-8626-fce2e5785bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732080 Jan 28 05:07:56.465733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:56.470336 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] Sync routers for ids ['0834b129-d627-4ec0-8626-fce2e5785bec'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:07:56.495041 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] Routers {'0834b129-d627-4ec0-8626-fce2e5785bec'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:56.496170 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0834b129-d627-4ec0-8626-fce2e5785bec'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:56.545489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa2ed494-d0cd-4817-b444-f31120e479f9 req-4d2367f6-2375-4536-aceb-fbe8115c1dc7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 210 time: 0.0327804 Jan 28 05:07:56.624923 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] Set router 0834b129-d627-4ec0-8626-fce2e5785bec gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:56.628140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks [] for router (0834b129-d627-4ec0-8626-fce2e5785bec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:56.784969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks [] for router_gateway (0834b129-d627-4ec0-8626-fce2e5785bec), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:56.864307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Deleting port a664d13c-97e6-4d0f-b97c-83b54caf67a5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:56.864654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:56.866862 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T05:07:55Z', 'revision_number': 5, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port': {'id': 'a664d13c-97e6-4d0f-b97c-83b54caf67a5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:50:57Z', 'updated_at': '2022-01-28T04:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:56.901067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] Checking router: 0834b129-d627-4ec0-8626-fce2e5785bec for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:07:56.912549 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] Routers {'0834b129-d627-4ec0-8626-fce2e5785bec'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:07:56.913499 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0834b129-d627-4ec0-8626-fce2e5785bec'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:56.956727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] For port a664d13c-97e6-4d0f-b97c-83b54caf67a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a664d13c-97e6-4d0f-b97c-83b54caf67a5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:56.957717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:56.975899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Calling delete_port for a664d13c-97e6-4d0f-b97c-83b54caf67a5 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:57.107768 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] Set router 0834b129-d627-4ec0-8626-fce2e5785bec gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:07:57.163895 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T05:07:56Z', 'revision_number': 6, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:57.175159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a664d13c-97e6-4d0f-b97c-83b54caf67a5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.190176 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28516f-c657-487e-ba50-9eaa51e606b3 None None] The sync data for ids ['0834b129-d627-4ec0-8626-fce2e5785bec'] in n-d-824835-3 is: [{'id': '0834b129-d627-4ec0-8626-fce2e5785bec', 'name': 'tempest-TestVolumeBootPattern-1762952715-router', 'tenant_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:50:56Z', 'updated_at': '2022-01-28T05:07:56Z', 'revision_number': 6, 'project_id': '982a02f22b6a499483cae6ba8f7f8ec1', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:07:57.204917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a664d13c-97e6-4d0f-b97c-83b54caf67a5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:57.271037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (0834b129-d627-4ec0-8626-fce2e5785bec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.365165 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (0834b129-d627-4ec0-8626-fce2e5785bec), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.367540 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks [] for router_controller (0834b129-d627-4ec0-8626-fce2e5785bec), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.420414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (0834b129-d627-4ec0-8626-fce2e5785bec), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.421236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0834b129-d627-4ec0-8626-fce2e5785bec {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:07:57.430576 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.434243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e0948e92-666e-4d54-a531-3e89d42c2c84 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0834b129-d627-4ec0-8626-fce2e5785bec HTTP/1.1" status: 204 len: 168 time: 0.9651027 Jan 28 05:07:57.434541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45768) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:57.480992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Deleting subnet f1340bbe-1194-465a-aaaa-6ddec465f727 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:07:57.484157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Publish callbacks [] for subnet (f1340bbe-1194-465a-aaaa-6ddec465f727), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.519021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (f1340bbe-1194-465a-aaaa-6ddec465f727), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.636263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f1340bbe-1194-465a-aaaa-6ddec465f727), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.712253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-08b7082f-5417-4c0d-ae9c-a2d30f61b9a3 req-a62c8171-eb26-4e37-bb62-b3669f06bc51 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 210 time: 0.0558982 Jan 28 05:07:57.745109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (f1340bbe-1194-465a-aaaa-6ddec465f727), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.772249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1340bbe-1194-465a-aaaa-6ddec465f727,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:57.775731 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.779190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bca9cab1-15e4-4be5-ab4a-16187aa18838 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f1340bbe-1194-465a-aaaa-6ddec465f727 HTTP/1.1" status: 204 len: 168 time: 0.3437476 Jan 28 05:07:57.781629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45772) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:57.784887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433390c4-274c-40d5-b473-d8dddd288ab1 None None] Network 55878b6c-4d25-4424-89a6-0f4442f9236d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:07:57.881800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (55878b6c-4d25-4424-89a6-0f4442f9236d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:57.957821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Deleting port 3ff0dabe-82de-4b36-8af1-9a0834180f46 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:57.958167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.024947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] For port 3ff0dabe-82de-4b36-8af1-9a0834180f46, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ff0dabe-82de-4b36-8af1-9a0834180f46,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:58.025331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.038605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Calling delete_port for 3ff0dabe-82de-4b36-8af1-9a0834180f46 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:58.081765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] DHCP port deletion for 55878b6c-4d25-4424-89a6-0f4442f9236d request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:07:58.150746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Deleting port 3ff0dabe-82de-4b36-8af1-9a0834180f46 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:07:58.150746 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.176050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.213025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff0dabe-82de-4b36-8af1-9a0834180f46,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:58.236286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] No DVR routers for this DVR port 3ff0dabe-82de-4b36-8af1-9a0834180f46 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:07:58.239085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] For port 3ff0dabe-82de-4b36-8af1-9a0834180f46, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3ff0dabe-82de-4b36-8af1-9a0834180f46,segment=NetworkSegment(27466974-75d4-4e11-b291-5ff20406578f),segment_id=27466974-75d4-4e11-b291-5ff20406578f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:07:58.239745 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.284583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Calling delete_port for 3ff0dabe-82de-4b36-8af1-9a0834180f46 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:07:58.328188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (55878b6c-4d25-4424-89a6-0f4442f9236d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.355607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55878b6c-4d25-4424-89a6-0f4442f9236d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:58.371707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27466974-75d4-4e11-b291-5ff20406578f') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:58.372009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27466974-75d4-4e11-b291-5ff20406578f') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:07:58.388187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (27466974-75d4-4e11-b291-5ff20406578f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.414566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (27466974-75d4-4e11-b291-5ff20406578f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.426424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:07:58.427004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (27466974-75d4-4e11-b291-5ff20406578f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:07:58.429908 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:07:58.452414 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (3ff0dabe-82de-4b36-8af1-9a0834180f46), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.484820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Pushing event deleted for resources: {'Port': ['ID=3ff0dabe-82de-4b36-8af1-9a0834180f46,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:58.487414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] No DVR routers for this DVR port 3ff0dabe-82de-4b36-8af1-9a0834180f46 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:07:58.504715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.508491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.509098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.509874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.513120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.513682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.516670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.517886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.518914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.519436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.520155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.520673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.521276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55dd6ac-1fe9-44fc-8d26-68f2ddce89a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:07:58.543708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (55878b6c-4d25-4424-89a6-0f4442f9236d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.549751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.553420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/55878b6c-4d25-4424-89a6-0f4442f9236d HTTP/1.1" status: 204 len: 168 time: 0.7565405 Jan 28 05:07:58.568518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fb756-dd1e-4e15-ba81-2921848ecfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=55878b6c-4d25-4424-89a6-0f4442f9236d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:58.710529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45780) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:58.757869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fe54e93a-4fb1-46d2-bf93-4088f9230cbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb9a85ba8d254043ba43b960b10a17db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459952 Jan 28 05:07:58.760072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:58.840437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3e75-6e6f-42ba-872d-212130b9d081 admin admin] Publish callbacks [] for security_group (658c5033-58e4-4e8b-a4d3-7161320aaaaf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.867578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3e75-6e6f-42ba-872d-212130b9d081 admin admin] Publish callbacks [] for security_group (658c5033-58e4-4e8b-a4d3-7161320aaaaf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.925989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a664d13c-97e6-4d0f-b97c-83b54caf67a5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:58.939397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3e75-6e6f-42ba-872d-212130b9d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (658c5033-58e4-4e8b-a4d3-7161320aaaaf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.942399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3e75-6e6f-42ba-872d-212130b9d081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:58.946092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9a1e3e75-6e6f-42ba-872d-212130b9d081 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/658c5033-58e4-4e8b-a4d3-7161320aaaaf HTTP/1.1" status: 204 len: 168 time: 0.1825943 Jan 28 05:07:58.979487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4738abab-fa37-4a3c-aff3-54a5a706798c req-c9f3a2ab-174d-4bf8-9887-39a364b835c8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 210 time: 0.0514159 Jan 28 05:07:59.022100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a664d13c-97e6-4d0f-b97c-83b54caf67a5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:59.022482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a664d13c-97e6-4d0f-b97c-83b54caf67a5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:59.022927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ff0dabe-82de-4b36-8af1-9a0834180f46 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:59.080333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3ff0dabe-82de-4b36-8af1-9a0834180f46 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:59.080748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3ff0dabe-82de-4b36-8af1-9a0834180f46 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:59.085182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d9cb11f3-289f-4825-95bb-dc245036269c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:07:59.135844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d9cb11f3-289f-4825-95bb-dc245036269c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:07:59.136223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d9cb11f3-289f-4825-95bb-dc245036269c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:07:59.180687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e3e75-6e6f-42ba-872d-212130b9d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658c5033-58e4-4e8b-a4d3-7161320aaaaf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:59.249863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-4bf31b86-bf07-462a-9882-33d504434773 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:59.251336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-4bf31b86-bf07-462a-9882-33d504434773 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 816 time: 0.2851071 Jan 28 05:07:59.339146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-9118145a-0c41-4028-93eb-b71298fdd3c7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 380 time: 0.0685921 Jan 28 05:07:59.359619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'port': {'device_id': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'admin_state_up': True, 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'security_groups': ['e0fe7a31-4321-4213-a41d-3cd734b7e0f9']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:07:59.476673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Made reservation on behalf of 37eb6e942b694929ababa2b18f253274 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:07:59.480602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.504684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45790) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:59.548783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5fa47569-7ede-46fb-9706-152a296fa8d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=982a02f22b6a499483cae6ba8f7f8ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425768 Jan 28 05:07:59.552371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:07:59.606136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ca01c22-274d-42f1-9b87-af4ed2531085 admin admin] Publish callbacks [] for security_group (32de3f02-6116-40db-98c3-4fbdcaef5add), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.633781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ca01c22-274d-42f1-9b87-af4ed2531085 admin admin] Publish callbacks [] for security_group (32de3f02-6116-40db-98c3-4fbdcaef5add), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.637442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Allocated IP 172.20.0.14 (80923e06-86dd-4f84-b0ce-b984f1c0daa0/fa18fcb5-cd74-463a-8af8-86ca21c3c6ff/b3759411-0f7f-4034-bfa5-322feb848461) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:07:59.684082 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ca01c22-274d-42f1-9b87-af4ed2531085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (32de3f02-6116-40db-98c3-4fbdcaef5add), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.686975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ca01c22-274d-42f1-9b87-af4ed2531085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.691327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ca01c22-274d-42f1-9b87-af4ed2531085 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32de3f02-6116-40db-98c3-4fbdcaef5add HTTP/1.1" status: 204 len: 168 time: 0.1346571 Jan 28 05:07:59.700212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca01c22-274d-42f1-9b87-af4ed2531085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de3f02-6116-40db-98c3-4fbdcaef5add,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:59.810404 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for port (b3759411-0f7f-4034-bfa5-322feb848461), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.847082 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.893625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:07:59.897326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:07:59.910630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:07:59.949462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:07:59.975740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:07:59.976441 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:59.996663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-7cae6f2d-3a4f-4402-9a9c-680219518cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6411357 Jan 28 05:08:00.014020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Request body: {'port': {'device_id': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:08:00.099316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.160167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50174313-18bb-4a10-9155-03df8d6f8f04 req-9cce2ef3-441f-4c5a-bc02-bd0df077de92 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:00.167766 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50174313-18bb-4a10-9155-03df8d6f8f04 req-9cce2ef3-441f-4c5a-bc02-bd0df077de92 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 932 time: 0.0784552 Jan 28 05:08:00.239899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50174313-18bb-4a10-9155-03df8d6f8f04 req-9a20d7af-4a49-418f-8739-b0b07961cbfe tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708187 Jan 28 05:08:00.298487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-04d10b8a-cbc6-4398-a69c-0115b476f7a5 None None] Provisioning complete for port b3759411-0f7f-4034-bfa5-322feb848461 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:08:00.299751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-04d10b8a-cbc6-4398-a69c-0115b476f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3759411-0f7f-4034-bfa5-322feb848461), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.346118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-04d10b8a-cbc6-4398-a69c-0115b476f7a5 None None] Port b3759411-0f7f-4034-bfa5-322feb848461 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:08:00.427125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:08:00.434665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Publish callbacks [] for port (b3759411-0f7f-4034-bfa5-322feb848461), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.446498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Transition to ACTIVE for port object b3759411-0f7f-4034-bfa5-322feb848461 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:08:00.450328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.501696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:00.584923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:08:00.585297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:08:00.585639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:08:00.590676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Port b3759411-0f7f-4034-bfa5-322feb848461 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:08:00.591006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:08:00.596398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:08:00.596570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:08:00.596959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Bound using segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:08:00.597447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Bound port: b3759411-0f7f-4034-bfa5-322feb848461, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:08:00.597815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.668744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:08:00.672330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:08:00.678168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.716093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:00.716800 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:00.718362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1092 time: 0.7089722 Jan 28 05:08:00.718873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:08:00.721936 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4" -d '{"events": [{"name": "network-changed", "server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:08:00.749868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02f574-0a4b-4efe-a021-fa0bbb3283e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:00.785382 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2702be0-3db0-411f-847e-97c0d30147cb x-openstack-request-id: req-c2702be0-3db0-411f-847e-97c0d30147cb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:08:00.785690 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:08:00.785944 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2702be0-3db0-411f-847e-97c0d30147cb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:08:00.786352 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'status': 'completed', 'code': 200} Jan 28 05:08:00.842961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-237804ca-0a9e-4c92-86c7-62ba592412e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:00.844821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-237804ca-0a9e-4c92-86c7-62ba592412e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1095 time: 0.0467989 Jan 28 05:08:00.894767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-b4f7a984-9b40-4c25-93d5-5d00d55c6d27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 217 time: 0.0365541 Jan 28 05:08:00.950781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-67b70006-43a9-40d1-bb23-86747d7781aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:00.952276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-67b70006-43a9-40d1-bb23-86747d7781aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0520797 Jan 28 05:08:00.997237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606053fc-45c8-4118-8677-be979e003a34 req-73a5955d-ad52-4516-b888-00771867af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:00.998854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-73a5955d-ad52-4516-b888-00771867af15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408788 Jan 28 05:08:01.093601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-e7b2ed8b-f132-4a44-a79d-f5d7ebd7dece service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890646 Jan 28 05:08:01.191795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-606053fc-45c8-4118-8677-be979e003a34 req-1262dfd2-69bf-48c5-bedc-4b39863fb074 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928876 Jan 28 05:08:01.338962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-e3e7bbc4-7245-4c6e-a7f7-18a0ee94306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:01.340735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-e3e7bbc4-7245-4c6e-a7f7-18a0ee94306b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1095 time: 0.0554564 Jan 28 05:08:01.369138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c12e09-772b-44db-9272-6920348d207b req-c001ee55-4c41-43c3-9cf6-d98a74bedc9c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:01.370840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01c12e09-772b-44db-9272-6920348d207b req-c001ee55-4c41-43c3-9cf6-d98a74bedc9c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 944 time: 0.0531218 Jan 28 05:08:01.424983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01c12e09-772b-44db-9272-6920348d207b req-c275f96f-15bb-4954-9820-696a74980f2e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476544 Jan 28 05:08:01.443467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-23f84c64-8fe6-4601-96dd-8dc6c08c4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:01.444985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-23f84c64-8fe6-4601-96dd-8dc6c08c4a74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0987775 Jan 28 05:08:01.486129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-01b2f404-e89f-4909-a303-52d2c351b4a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 217 time: 0.0353405 Jan 28 05:08:01.544630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-0e521816-5066-43fd-8946-aed23979475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:01.546065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-0e521816-5066-43fd-8946-aed23979475b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0537601 Jan 28 05:08:01.944495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-855e57da-294a-482a-a819-e3372d7888e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:01.946003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-855e57da-294a-482a-a819-e3372d7888e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3937070 Jan 28 05:08:02.035712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-700b07d4-ccf7-47df-a9f8-ffc722d3539c service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832851 Jan 28 05:08:02.129419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a6cb1ce1-064d-4ac9-b9d1-afd10632eda4 req-53474379-3405-46d3-9264-ff1dbd9c6fda service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857739 Jan 28 05:08:02.559111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd28ab-9dae-415b-9caf-3a9f29ec1dc5 req-373be6e2-0d9e-40e1-b24a-0d533aa3f185 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:02.560802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bbd28ab-9dae-415b-9caf-3a9f29ec1dc5 req-373be6e2-0d9e-40e1-b24a-0d533aa3f185 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 944 time: 0.0527282 Jan 28 05:08:02.610114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bbd28ab-9dae-415b-9caf-3a9f29ec1dc5 req-cdefdf3b-ef33-4b0b-974c-fdf66e06cd08 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Jan 28 05:08:03.731073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c13b7-5fba-4ae5-ab6d-7fa3a5bf523e req-fd681735-5fa9-48b3-994f-779dd10725fe tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:03.732567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b6c13b7-5fba-4ae5-ab6d-7fa3a5bf523e req-fd681735-5fa9-48b3-994f-779dd10725fe tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 944 time: 0.0492687 Jan 28 05:08:03.782017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0b6c13b7-5fba-4ae5-ab6d-7fa3a5bf523e req-de9fb9b9-cba7-4d84-8c4e-45d546d87573 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437105 Jan 28 05:08:04.415608 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:08:04.915935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83630e-78ed-4017-9566-0e6a5ee51188 req-a016e619-96bf-4e8b-8cb8-b0f7ccfea408 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:04.917481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a83630e-78ed-4017-9566-0e6a5ee51188 req-a016e619-96bf-4e8b-8cb8-b0f7ccfea408 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 944 time: 0.0591877 Jan 28 05:08:04.967423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a83630e-78ed-4017-9566-0e6a5ee51188 req-a5d57ea4-5526-48da-87e3-43ea791d3848 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Jan 28 05:08:05.516991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3759411-0f7f-4034-bfa5-322feb848461 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:08:05.612843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:05.624331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b3759411-0f7f-4034-bfa5-322feb848461', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461', 'mac_address': 'fa:16:3e:9c:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:08:05.660435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:08:05.660821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:05.673578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:08:05.694694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:05.698553 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:05.753475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:05.986138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b3759411-0f7f-4034-bfa5-322feb848461'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:08:06.116992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac89d-a2ca-4192-9121-9d924d08e61c req-d4a9e441-e383-443a-8e3a-0ceea767273b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:06.124568 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-879ac89d-a2ca-4192-9121-9d924d08e61c req-d4a9e441-e383-443a-8e3a-0ceea767273b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0661349 Jan 28 05:08:06.176814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-879ac89d-a2ca-4192-9121-9d924d08e61c req-72963b15-4409-40b6-819c-6005df39063e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Jan 28 05:08:06.513499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:07.296460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2540fd-4db5-464a-89c4-31f3dd25a56c req-e333aaf5-06af-4186-b048-17e5c5ebf51d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:07.298133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a2540fd-4db5-464a-89c4-31f3dd25a56c req-e333aaf5-06af-4186-b048-17e5c5ebf51d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0538588 Jan 28 05:08:07.344956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a2540fd-4db5-464a-89c4-31f3dd25a56c req-db31587f-dd77-4a57-bb4d-be69fb4dcc58 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Jan 28 05:08:07.517539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3759411-0f7f-4034-bfa5-322feb848461 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:08:07.569841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port b3759411-0f7f-4034-bfa5-322feb848461 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:08:07.573950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b3759411-0f7f-4034-bfa5-322feb848461 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:08:07.574326 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3759411-0f7f-4034-bfa5-322feb848461), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:07.661713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:08:07.662108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:07.694447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:08:07.702715 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0bb7d-4a8b-4b8c-9e26-95a7aca744ac" -d '{"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:08:07.714653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:07.720525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:07.773426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:07.929841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:07.952637 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc8b98-02bc-4d3a-a1cf-3017d101f385 x-openstack-request-id: req-3abc8b98-02bc-4d3a-a1cf-3017d101f385 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:08:07.952941 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:08:07.953297 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3abc8b98-02bc-4d3a-a1cf-3017d101f385 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:08:07.953698 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'code': 200} Jan 28 05:08:08.080564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1840d3-c2c0-48e9-ab1a-1e451b699817 req-c4545898-4036-48a1-a0b7-1043aeb5d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:08.082454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb1840d3-c2c0-48e9-ab1a-1e451b699817 req-c4545898-4036-48a1-a0b7-1043aeb5d0c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1097 time: 0.0420535 Jan 28 05:08:08.129646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eb1840d3-c2c0-48e9-ab1a-1e451b699817 req-f52e95ab-98e1-451d-923f-6444145dffde service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Jan 28 05:08:08.468870 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b048ff-d631-4d04-add9-ade0a2b597a2 req-171a0e83-eff9-434a-a5d6-4d1677206dcf tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:08.470323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04b048ff-d631-4d04-add9-ade0a2b597a2 req-171a0e83-eff9-434a-a5d6-4d1677206dcf tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0517457 Jan 28 05:08:08.515988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04b048ff-d631-4d04-add9-ade0a2b597a2 req-9fd7baa1-4e4a-444b-814e-2c599df46cdd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Jan 28 05:08:08.607395 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b43fdb54-6368-486c-80a7-93a5c83134be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:09.640563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a26ee-9a28-4c1d-af33-7d1ceefc8990 req-7689a634-2baf-415b-92e1-a9a025010078 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:09.642130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a8a26ee-9a28-4c1d-af33-7d1ceefc8990 req-7689a634-2baf-415b-92e1-a9a025010078 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0512428 Jan 28 05:08:09.687962 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a8a26ee-9a28-4c1d-af33-7d1ceefc8990 req-79ebde9b-8e99-4143-8d63-eb9ad430a0cb tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397508 Jan 28 05:08:09.807493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc9b7-b202-4fe3-a6ee-5b2223d58252 req-6c4bc153-2db5-44c4-8310-5f9d1367e8d1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:09.808950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7c6dc9b7-b202-4fe3-a6ee-5b2223d58252 req-6c4bc153-2db5-44c4-8310-5f9d1367e8d1 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0477111 Jan 28 05:08:09.819888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:09.824726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Request body: {'floatingip': {'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:08:09.865705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (3e7d09c0-01c9-4162-a638-3ec054cec865), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.315891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.320654 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3e7d09c0-01c9-4162-a638-3ec054cec865), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.427283 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Floating IP 3e7d09c0-01c9-4162-a638-3ec054cec865 associated. External IP: 172.25.6.191, port: b3759411-0f7f-4034-bfa5-322feb848461. Jan 28 05:08:10.546379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:10.649407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:08:10.662370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0dc5-a1ae-4cdd-a8c6-9fb239c3078e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.743994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0dc5-a1ae-4cdd-a8c6-9fb239c3078e admin admin] Publish callbacks [] for security_group (9a7553cc-d64f-47bb-af4c-432f4505d1e6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.748439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0dc5-a1ae-4cdd-a8c6-9fb239c3078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9a7553cc-d64f-47bb-af4c-432f4505d1e6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.783052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:08:10.789463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.789959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4b6e0dc5-a1ae-4cdd-a8c6-9fb239c3078e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab88bcf96d0245ebbe33f817b50597c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422297 Jan 28 05:08:10.790809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0dc5-a1ae-4cdd-a8c6-9fb239c3078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7553cc-d64f-47bb-af4c-432f4505d1e6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:10.791874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:10.802922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:08:10.814102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:10.814757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:10.841543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-492ad6bf-bd09-4ee1-8df2-d0204d1ecd29 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "PUT /v2.0/floatingips/3e7d09c0-01c9-4162-a638-3ec054cec865 HTTP/1.1" status: 200 len: 992 time: 1.0202870 Jan 28 05:08:10.844568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:08:10.846037 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229c81d-75a5-47d7-a32d-98a1662469ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:08:10.871220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6d5e9ab-38b1-4944-87e4-9e8298e36b3e admin admin] Publish callbacks [] for security_group (9a7553cc-d64f-47bb-af4c-432f4505d1e6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.894974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6d5e9ab-38b1-4944-87e4-9e8298e36b3e admin admin] Publish callbacks [] for security_group (9a7553cc-d64f-47bb-af4c-432f4505d1e6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.902444 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbea0925-c1c5-460e-8b4d-2fbc5bafa279 x-openstack-request-id: req-dbea0925-c1c5-460e-8b4d-2fbc5bafa279 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:08:10.902739 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:08:10.902994 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbea0925-c1c5-460e-8b4d-2fbc5bafa279 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:08:10.903569 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'status': 'completed', 'code': 200} Jan 28 05:08:10.958131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6d5e9ab-38b1-4944-87e4-9e8298e36b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9a7553cc-d64f-47bb-af4c-432f4505d1e6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.960756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6d5e9ab-38b1-4944-87e4-9e8298e36b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.964399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b6d5e9ab-38b1-4944-87e4-9e8298e36b3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a7553cc-d64f-47bb-af4c-432f4505d1e6 HTTP/1.1" status: 204 len: 168 time: 0.1691301 Jan 28 05:08:10.975914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60cc616b-13aa-4d96-ae60-851ff4e8ec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.978671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:10.986253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5e9ab-38b1-4944-87e4-9e8298e36b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7553cc-d64f-47bb-af4c-432f4505d1e6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:11.034475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-4027f44d-edc6-4cd0-aa7d-a0ec676abd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:11.036194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-4027f44d-edc6-4cd0-aa7d-a0ec676abd12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1097 time: 0.0605884 Jan 28 05:08:11.140462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-128b97a0-7039-494a-bb66-10fcaaa7e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:11.142067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-128b97a0-7039-494a-bb66-10fcaaa7e355 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0990543 Jan 28 05:08:11.227784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-3baef619-ab18-4c0f-845d-9c21a3af9e78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1000 time: 0.0792718 Jan 28 05:08:11.258536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '3e7d09c0-01c9-4162-a638-3ec054cec865', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'mac_address': 'fa:16:3e:9c:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:07:52Z', 'updated_at': '2022-01-28T05:08:10Z', 'revision_number': 1, 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:11.287065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-073525a7-eca5-4184-b8d7-26858e11711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:11.288762 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-073525a7-eca5-4184-b8d7-26858e11711c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0560410 Jan 28 05:08:11.292180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:08:11.302673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:11.303588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:11.344451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-1a1f96e3-18d6-4e7d-8868-734d7ba0e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:11.347324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-1a1f96e3-18d6-4e7d-8868-734d7ba0e9fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509670 Jan 28 05:08:11.423447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:11.462474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-8e60e92a-027c-44c5-9081-95af7ff2e9e0 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091359 Jan 28 05:08:11.557018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4229c81d-75a5-47d7-a32d-98a1662469ad req-92460085-377c-4fa8-b5b2-f065e430410b service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892980 Jan 28 05:08:11.669730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '3e7d09c0-01c9-4162-a638-3ec054cec865', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'mac_address': 'fa:16:3e:9c:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:07:52Z', 'updated_at': '2022-01-28T05:08:10Z', 'revision_number': 1, 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:11.700212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9761c8-9246-40e0-a8a9-7e3a1d1dac64 None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '3e7d09c0-01c9-4162-a638-3ec054cec865', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'mac_address': 'fa:16:3e:9c:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:07:52Z', 'updated_at': '2022-01-28T05:08:10Z', 'revision_number': 1, 'project_id': '37eb6e942b694929ababa2b18f253274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:08:11.900646 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27621-9789-4c63-8b4a-1484ddff0194 None None] New status for floating IP 3e7d09c0-01c9-4162-a638-3ec054cec865: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:08:12.023614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:13.744894 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:15.331461 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:20.284760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c6f61-f9c5-4416-9285-032f4fea5638 req-ecdc6cba-5ef1-4ad4-bdbc-8ec416f81a78 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:20.286233 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc5c6f61-f9c5-4416-9285-032f4fea5638 req-ecdc6cba-5ef1-4ad4-bdbc-8ec416f81a78 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Jan 28 05:08:20.337755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc5c6f61-f9c5-4416-9285-032f4fea5638 req-25054757-3178-49ae-835b-73bb0bc83406 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453713 Jan 28 05:08:20.898905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-24a7010e-23b4-40ab-9bf0-aaed2d5ca1ca tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:20.900489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-24a7010e-23b4-40ab-9bf0-aaed2d5ca1ca tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 945 time: 0.0491643 Jan 28 05:08:20.995820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Deleting port a5760f36-894d-4a22-801d-b22039041ab1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:20.996162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a5760f36-894d-4a22-801d-b22039041ab1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:21.094358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] For port a5760f36-894d-4a22-801d-b22039041ab1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a5760f36-894d-4a22-801d-b22039041ab1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:21.094748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a5760f36-894d-4a22-801d-b22039041ab1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:21.301785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:21.302169 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (d22b4ef4-6187-4c3d-861d-039adad5fb9c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:21.302505 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Floating IP d22b4ef4-6187-4c3d-861d-039adad5fb9c disassociated. External IP: 172.25.6.163, port: a5760f36-894d-4a22-801d-b22039041ab1. Jan 28 05:08:21.302976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Calling delete_port for a5760f36-894d-4a22-801d-b22039041ab1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:21.444670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a5760f36-894d-4a22-801d-b22039041ab1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:21.472038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2efa6c-bb96-4282-a2af-9d624b3759c3 req-c7356c84-7df4-434f-bd54-60ecd8a7137c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:21.480494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb2efa6c-bb96-4282-a2af-9d624b3759c3 req-c7356c84-7df4-434f-bd54-60ecd8a7137c tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc46f9d9-4739-40b1-90af-04a16176ce90 HTTP/1.1" status: 200 len: 867 time: 0.0615211 Jan 28 05:08:21.484337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event deleted for resources: {'Port': ['ID=a5760f36-894d-4a22-801d-b22039041ab1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:21.557195 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb2efa6c-bb96-4282-a2af-9d624b3759c3 req-85ca97ed-e9ce-4074-a826-150d87e70c10 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b10ea1-cedb-4190-b92b-687b385888ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745032 Jan 28 05:08:21.606662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Router 3db844d0-2c69-4857-a6f3-59ce4ea4643b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:08:21.716325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:08:21.729493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] Sync routers for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:08:21.749626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:21.750291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:21.766623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] No DVR routers for this DVR port a5760f36-894d-4a22-801d-b22039041ab1 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:08:21.769619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:21.773302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75920fd6-2ebf-4cf5-9379-11923b813051 req-cb57b8b3-313f-4e1e-a74e-fb7f0bc179cd tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.52 "DELETE /v2.0/ports/a5760f36-894d-4a22-801d-b22039041ab1 HTTP/1.1" status: 204 len: 173 time: 0.8665023 Jan 28 05:08:21.773750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'name': 'network-vif-deleted', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:08:21.776271 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87cd702-d471-411d-8a65-599a1e17b9f4" -d '{"events": [{"server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "name": "network-vif-deleted", "tag": "a5760f36-894d-4a22-801d-b22039041ab1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:08:21.818530 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beb9527-d250-40de-9d55-32f37dfa9d44 x-openstack-request-id: req-5beb9527-d250-40de-9d55-32f37dfa9d44 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:08:21.819074 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc46f9d9-4739-40b1-90af-04a16176ce90", "name": "network-vif-deleted", "tag": "a5760f36-894d-4a22-801d-b22039041ab1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:08:21.819611 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5beb9527-d250-40de-9d55-32f37dfa9d44 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:08:21.820184 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc46f9d9-4739-40b1-90af-04a16176ce90', 'name': 'network-vif-deleted', 'tag': 'a5760f36-894d-4a22-801d-b22039041ab1', 'status': 'completed', 'code': 200} Jan 28 05:08:21.923585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:22.350625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:21Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:22.383052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] Checking router: 3db844d0-2c69-4857-a6f3-59ce4ea4643b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:08:22.391544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:22.392156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:22.501082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:22.608584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45976) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:22.715697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:21Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:22.736881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Deleting port 3970eef7-75eb-4a70-8f84-c6eb401e3252 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:22.737348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:22.744149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bac461-8e9f-4a7b-999b-a6a16c9ba0d2 None None] The sync data for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 is: [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:02:15Z', 'revision_number': 4, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '6eedac78-b4c7-4065-8e1b-f71afacc85d1', 'name': '', 'network_id': '70a1c9f0-0e7c-420b-99d0-66631f0db94b', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'mac_address': 'fa:16:3e:2e:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:15Z', 'updated_at': '2022-01-28T05:02:21Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'subnets': [{'id': '878e6b9e-68ce-4966-86ad-b536bb7a0db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:08:22.817259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:22.817565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for floatingip (3970eef7-75eb-4a70-8f84-c6eb401e3252), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:22.830249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Calling delete_port for 3970eef7-75eb-4a70-8f84-c6eb401e3252 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:22.977061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3970eef7-75eb-4a70-8f84-c6eb401e3252), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.004926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event deleted for resources: {'Port': ['ID=3970eef7-75eb-4a70-8f84-c6eb401e3252,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:23.036940 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a6818-498f-4ebc-8259-8e342d4bb45c None None] New status for floating IP d22b4ef4-6187-4c3d-861d-039adad5fb9c: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:08:23.073198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for floatingip (d22b4ef4-6187-4c3d-861d-039adad5fb9c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.075734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.079391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2690f952-1890-4ff4-822e-2f9cf3ffbeb9 tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "DELETE /v2.0/floatingips/d22b4ef4-6187-4c3d-861d-039adad5fb9c HTTP/1.1" status: 204 len: 168 time: 0.4673321 Jan 28 05:08:23.157885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 45984) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:23.217290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4654924a-4833-49cc-a89b-b8eedce06dbf tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group (d7b10ea1-cedb-4190-b92b-687b385888ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.244924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4654924a-4833-49cc-a89b-b8eedce06dbf tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group (d7b10ea1-cedb-4190-b92b-687b385888ab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.311477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4654924a-4833-49cc-a89b-b8eedce06dbf tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7b10ea1-cedb-4190-b92b-687b385888ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.314221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4654924a-4833-49cc-a89b-b8eedce06dbf tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:23.317925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4654924a-4833-49cc-a89b-b8eedce06dbf tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] 10.222.0.21 "DELETE /v2.0/security-groups/d7b10ea1-cedb-4190-b92b-687b385888ab HTTP/1.1" status: 204 len: 168 time: 0.1560590 Jan 28 05:08:23.328365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654924a-4833-49cc-a89b-b8eedce06dbf tempest-TestServerBasicOps-1957903854 tempest-TestServerBasicOps-1957903854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b10ea1-cedb-4190-b92b-687b385888ab,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:23.362916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 45990) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:23.699410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a5760f36-894d-4a22-801d-b22039041ab1 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:23.726408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: a5760f36-894d-4a22-801d-b22039041ab1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:23.726834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a5760f36-894d-4a22-801d-b22039041ab1 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:23.884312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (3db844d0-2c69-4857-a6f3-59ce4ea4643b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:24.485434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Deleting port 6eedac78-b4c7-4065-8e1b-f71afacc85d1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:24.486110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:24.578440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] For port 6eedac78-b4c7-4065-8e1b-f71afacc85d1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6eedac78-b4c7-4065-8e1b-f71afacc85d1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:24.579331 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:24.596727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Calling delete_port for 6eedac78-b4c7-4065-8e1b-f71afacc85d1 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:24.803611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (6eedac78-b4c7-4065-8e1b-f71afacc85d1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:24.829586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Pushing event deleted for resources: {'Port': ['ID=6eedac78-b4c7-4065-8e1b-f71afacc85d1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:25.018770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (3db844d0-2c69-4857-a6f3-59ce4ea4643b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:25.277116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Router 3db844d0-2c69-4857-a6f3-59ce4ea4643b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:08:25.392307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:08:25.398176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-534ec188-8f04-42f0-9d78-41b4e21bdaca admin admin] 10.222.0.21 "PUT /v2.0/routers/3db844d0-2c69-4857-a6f3-59ce4ea4643b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335698 Jan 28 05:08:25.401968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46008) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:25.411971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] Sync routers for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:08:25.428186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:25.428940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:25.517061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks [] for router (3db844d0-2c69-4857-a6f3-59ce4ea4643b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:25.556223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:25.641847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks [] for router_gateway (3db844d0-2c69-4857-a6f3-59ce4ea4643b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:25.749561 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Deleting port 03bee7ea-342c-4990-8d00-a82933332fba {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:25.750718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (03bee7ea-342c-4990-8d00-a82933332fba), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:25.767136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '03bee7ea-342c-4990-8d00-a82933332fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:08:24Z', 'revision_number': 5, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port': {'id': '03bee7ea-342c-4990-8d00-a82933332fba', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:12Z', 'updated_at': '2022-01-28T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:25.797308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] Checking router: 3db844d0-2c69-4857-a6f3-59ce4ea4643b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:08:25.806482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] Routers {'3db844d0-2c69-4857-a6f3-59ce4ea4643b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:25.807026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:25.849045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] For port 03bee7ea-342c-4990-8d00-a82933332fba, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=03bee7ea-342c-4990-8d00-a82933332fba,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:25.849505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (03bee7ea-342c-4990-8d00-a82933332fba), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:25.863132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Calling delete_port for 03bee7ea-342c-4990-8d00-a82933332fba owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:25.893832 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] Set router 3db844d0-2c69-4857-a6f3-59ce4ea4643b gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:25.957556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:08:25Z', 'revision_number': 6, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:25.985811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c3a23-e426-4c36-a215-6daaadf07508 None None] The sync data for ids ['3db844d0-2c69-4857-a6f3-59ce4ea4643b'] in n-d-824835-3 is: [{'id': '3db844d0-2c69-4857-a6f3-59ce4ea4643b', 'name': 'tempest-TestServerBasicOps-518958458-router', 'tenant_id': '4412f7c3a6284ae5950c86b592779077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:11Z', 'updated_at': '2022-01-28T05:08:25Z', 'revision_number': 6, 'project_id': '4412f7c3a6284ae5950c86b592779077', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:08:26.053767 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (03bee7ea-342c-4990-8d00-a82933332fba), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.084547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bee7ea-342c-4990-8d00-a82933332fba,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:26.114905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.115253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.115602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.115947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.116279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.116607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.117208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.117546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.117872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.118200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.118522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.118847 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.119730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:26.162693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (3db844d0-2c69-4857-a6f3-59ce4ea4643b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.251446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (3db844d0-2c69-4857-a6f3-59ce4ea4643b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.254090 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks [] for router_controller (3db844d0-2c69-4857-a6f3-59ce4ea4643b), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.295425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (3db844d0-2c69-4857-a6f3-59ce4ea4643b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.295883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db844d0-2c69-4857-a6f3-59ce4ea4643b {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:08:26.300265 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.303693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-371e80b8-e837-425b-9f41-9eced834b111 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3db844d0-2c69-4857-a6f3-59ce4ea4643b HTTP/1.1" status: 204 len: 168 time: 0.8983705 Jan 28 05:08:26.303904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46014) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:26.352348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Deleting subnet 878e6b9e-68ce-4966-86ad-b536bb7a0db5 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:08:26.355668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Publish callbacks [] for subnet (878e6b9e-68ce-4966-86ad-b536bb7a0db5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.394611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (878e6b9e-68ce-4966-86ad-b536bb7a0db5), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.471527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (878e6b9e-68ce-4966-86ad-b536bb7a0db5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.522841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (878e6b9e-68ce-4966-86ad-b536bb7a0db5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.550112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878e6b9e-68ce-4966-86ad-b536bb7a0db5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:26.555883 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.559156 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-87c1fba8-c3de-4fa9-b48c-f2565506356d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/878e6b9e-68ce-4966-86ad-b536bb7a0db5 HTTP/1.1" status: 204 len: 168 time: 0.2542479 Jan 28 05:08:26.562019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46016) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:26.562540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e600817-34a8-487c-b0fe-25184383e8d1 None None] Network 70a1c9f0-0e7c-420b-99d0-66631f0db94b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:08:26.633739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (70a1c9f0-0e7c-420b-99d0-66631f0db94b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.688754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Deleting port 593f34d1-1a8c-444d-833e-a5a205af5ae1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:26.689104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.755345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] For port 593f34d1-1a8c-444d-833e-a5a205af5ae1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=593f34d1-1a8c-444d-833e-a5a205af5ae1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:26.755710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.769534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Calling delete_port for 593f34d1-1a8c-444d-833e-a5a205af5ae1 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:26.777775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] DHCP port deletion for 70a1c9f0-0e7c-420b-99d0-66631f0db94b request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:08:26.842466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] Deleting port 593f34d1-1a8c-444d-833e-a5a205af5ae1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:26.845197 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.876425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:26.898423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 03bee7ea-342c-4990-8d00-a82933332fba no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:26.901340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=593f34d1-1a8c-444d-833e-a5a205af5ae1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:26.907722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] No DVR routers for this DVR port 593f34d1-1a8c-444d-833e-a5a205af5ae1 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:08:26.945815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 03bee7ea-342c-4990-8d00-a82933332fba {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:26.946176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 03bee7ea-342c-4990-8d00-a82933332fba not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:26.946611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6eedac78-b4c7-4065-8e1b-f71afacc85d1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:26.977829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 6eedac78-b4c7-4065-8e1b-f71afacc85d1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:26.978181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6eedac78-b4c7-4065-8e1b-f71afacc85d1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:26.978613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 593f34d1-1a8c-444d-833e-a5a205af5ae1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:26.999163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (70a1c9f0-0e7c-420b-99d0-66631f0db94b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.009021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] For port 593f34d1-1a8c-444d-833e-a5a205af5ae1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=593f34d1-1a8c-444d-833e-a5a205af5ae1,segment=NetworkSegment(1cd641ef-fa9b-4763-823d-15cb5adc2b7e),segment_id=1cd641ef-fa9b-4763-823d-15cb5adc2b7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:27.009459 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.016831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 593f34d1-1a8c-444d-833e-a5a205af5ae1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:27.017443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 593f34d1-1a8c-444d-833e-a5a205af5ae1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:27.023512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a1c9f0-0e7c-420b-99d0-66631f0db94b']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:27.024252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] Calling delete_port for 593f34d1-1a8c-444d-833e-a5a205af5ae1 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:27.035333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd641ef-fa9b-4763-823d-15cb5adc2b7e') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:27.035802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd641ef-fa9b-4763-823d-15cb5adc2b7e') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:27.045734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (1cd641ef-fa9b-4763-823d-15cb5adc2b7e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.061478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1cd641ef-fa9b-4763-823d-15cb5adc2b7e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.070558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:08:27.070936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (1cd641ef-fa9b-4763-823d-15cb5adc2b7e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:08:27.072652 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:08:27.119916 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (593f34d1-1a8c-444d-833e-a5a205af5ae1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.134421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (70a1c9f0-0e7c-420b-99d0-66631f0db94b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.142266 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.149956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46022) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:27.150485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/70a1c9f0-0e7c-420b-99d0-66631f0db94b HTTP/1.1" status: 204 len: 168 time: 0.5872495 Jan 28 05:08:27.153628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] No DVR routers for this DVR port 593f34d1-1a8c-444d-833e-a5a205af5ae1 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:08:27.156063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e628bfa-41f9-4273-bd99-f8e7f5345661 None None] Pushing event deleted for resources: {'Port': ['ID=593f34d1-1a8c-444d-833e-a5a205af5ae1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:27.167858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7cbce-72df-47e6-99f4-bbb2aa3758f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a1c9f0-0e7c-420b-99d0-66631f0db94b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:27.544979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (3c3d5289-a1c8-444e-8c2c-2307c7dba196), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.793028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Deleting port a5da3a35-c8a3-4b29-8632-19e64927992b {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:27.793344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.868434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] For port a5da3a35-c8a3-4b29-8632-19e64927992b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a5da3a35-c8a3-4b29-8632-19e64927992b,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:27.868800 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:27.880377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Calling delete_port for a5da3a35-c8a3-4b29-8632-19e64927992b owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:28.059763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a5da3a35-c8a3-4b29-8632-19e64927992b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:28.085557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5da3a35-c8a3-4b29-8632-19e64927992b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:28.252606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (3c3d5289-a1c8-444e-8c2c-2307c7dba196), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:28.475958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:08:28.921322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:08:28.926838 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ea204deb-3f27-42ea-b4ce-3b3d21228332 admin admin] 10.222.0.21 "PUT /v2.0/routers/3c3d5289-a1c8-444e-8c2c-2307c7dba196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7753785 Jan 28 05:08:28.929609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46036) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:28.930572 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] Sync routers for ids ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:08:28.941288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] Routers {'3c3d5289-a1c8-444e-8c2c-2307c7dba196'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:28.941901 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:29.041628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks [] for router (3c3d5289-a1c8-444e-8c2c-2307c7dba196), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.049692 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] Set router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:29.146592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks [] for router_gateway (3c3d5289-a1c8-444e-8c2c-2307c7dba196), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.199306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Deleting port 5d6e533a-c3f5-442d-aa4f-e980f43f882c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:29.199655 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.237598 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:08:28Z', 'revision_number': 5, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port': {'id': '5d6e533a-c3f5-442d-aa4f-e980f43f882c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:21Z', 'updated_at': '2022-01-28T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:29.264685 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] Checking router: 3c3d5289-a1c8-444e-8c2c-2307c7dba196 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:08:29.273699 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] Routers {'3c3d5289-a1c8-444e-8c2c-2307c7dba196'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:08:29.273970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:08:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:29.284881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] For port 5d6e533a-c3f5-442d-aa4f-e980f43f882c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5d6e533a-c3f5-442d-aa4f-e980f43f882c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:29.285286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.297068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Calling delete_port for 5d6e533a-c3f5-442d-aa4f-e980f43f882c owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:29.374619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] Set router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:08:29.430888 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:08:29Z', 'revision_number': 6, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:29.464142 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490cf747-6313-4f84-83ab-0325a57fec1b None None] The sync data for ids ['3c3d5289-a1c8-444e-8c2c-2307c7dba196'] in n-d-824835-3 is: [{'id': '3c3d5289-a1c8-444e-8c2c-2307c7dba196', 'name': 'tempest-TestServerBasicOps-1807558442-router', 'tenant_id': 'be0199722b714c60a4d5305d795e83e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:19Z', 'updated_at': '2022-01-28T05:08:29Z', 'revision_number': 6, 'project_id': 'be0199722b714c60a4d5305d795e83e4', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:08:29.498948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5d6e533a-c3f5-442d-aa4f-e980f43f882c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.568384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6e533a-c3f5-442d-aa4f-e980f43f882c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:29.598712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.599313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.599666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.600537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.600537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.600856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.601258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.601605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.601939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.602272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.602603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.602929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.603428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:08:29.678291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (3c3d5289-a1c8-444e-8c2c-2307c7dba196), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.772639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (3c3d5289-a1c8-444e-8c2c-2307c7dba196), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.774856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks [] for router_controller (3c3d5289-a1c8-444e-8c2c-2307c7dba196), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.820270 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (3c3d5289-a1c8-444e-8c2c-2307c7dba196), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.821351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3d5289-a1c8-444e-8c2c-2307c7dba196 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:08:29.827267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.830999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-571efbd3-666e-4f1d-b0da-6bfea9055703 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3c3d5289-a1c8-444e-8c2c-2307c7dba196 HTTP/1.1" status: 204 len: 168 time: 0.8979549 Jan 28 05:08:29.831414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46042) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:29.878376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Deleting subnet 594c76fe-306e-44f5-8867-b2de2603b087 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:08:29.881925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Publish callbacks [] for subnet (594c76fe-306e-44f5-8867-b2de2603b087), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.919408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (594c76fe-306e-44f5-8867-b2de2603b087), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:29.999718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (594c76fe-306e-44f5-8867-b2de2603b087), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.051262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (594c76fe-306e-44f5-8867-b2de2603b087), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.077263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594c76fe-306e-44f5-8867-b2de2603b087,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:30.079133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.083496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-66601b2b-c80b-400a-9380-dc2fc90c6a9c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/594c76fe-306e-44f5-8867-b2de2603b087 HTTP/1.1" status: 204 len: 168 time: 0.2509067 Jan 28 05:08:30.085125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46044) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:30.085632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74da70-4ef9-4f29-8771-2488d1e16543 None None] Network 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:08:30.154734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.212279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Deleting port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:30.212694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.270752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] DHCP port deletion for 4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:08:30.285386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] For port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:30.285841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.300841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Calling delete_port for e2cc1fbc-4a2b-4874-88ec-9b692846fc9f owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:30.322030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] Deleting port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:08:30.322424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.389524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.394358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] For port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,segment=NetworkSegment(108267e9-43d6-48ee-84ad-fd34637cc72d),segment_id=108267e9-43d6-48ee-84ad-fd34637cc72d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:08:30.395178 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.411890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] Calling delete_port for e2cc1fbc-4a2b-4874-88ec-9b692846fc9f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:08:30.419425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:30.423333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] No DVR routers for this DVR port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:08:30.506366 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.511133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (e2cc1fbc-4a2b-4874-88ec-9b692846fc9f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.540691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:30.550718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108267e9-43d6-48ee-84ad-fd34637cc72d') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:30.551023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108267e9-43d6-48ee-84ad-fd34637cc72d') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:08:30.557746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] Pushing event deleted for resources: {'Port': ['ID=e2cc1fbc-4a2b-4874-88ec-9b692846fc9f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:30.568085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a8172-e0ce-41d4-bb28-7d6a48cce086 None None] No DVR routers for this DVR port e2cc1fbc-4a2b-4874-88ec-9b692846fc9f on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:08:30.572378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (108267e9-43d6-48ee-84ad-fd34637cc72d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.594185 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (108267e9-43d6-48ee-84ad-fd34637cc72d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.601876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:08:30.602197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (108267e9-43d6-48ee-84ad-fd34637cc72d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:08:30.603970 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:08:30.666872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.674889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.680649 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f HTTP/1.1" status: 204 len: 168 time: 0.5942955 Jan 28 05:08:30.696439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43c74a-f9c6-4514-ad33-0c0e827158f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7aa3d5-f3d6-4a2b-891a-e8e168f6b24f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:30.815182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:30.854342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e2cc1fbc-4a2b-4874-88ec-9b692846fc9f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:30.866881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27a0a065-2407-4aa4-a392-120cf9fa8687 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4412f7c3a6284ae5950c86b592779077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502455 Jan 28 05:08:30.869417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46054) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:30.881228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: e2cc1fbc-4a2b-4874-88ec-9b692846fc9f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:30.881874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e2cc1fbc-4a2b-4874-88ec-9b692846fc9f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:30.882299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d6e533a-c3f5-442d-aa4f-e980f43f882c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:30.903202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5d6e533a-c3f5-442d-aa4f-e980f43f882c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:30.903750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5d6e533a-c3f5-442d-aa4f-e980f43f882c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:30.904495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a5da3a35-c8a3-4b29-8632-19e64927992b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:08:30.925774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a5da3a35-c8a3-4b29-8632-19e64927992b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:08:30.926124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a5da3a35-c8a3-4b29-8632-19e64927992b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:08:30.926746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97649ef9-3f7d-4d96-a1f4-2216fe3341de admin admin] Publish callbacks [] for security_group (c616d43e-faf5-4931-ba13-cdc8eee05e28), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:30.952216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97649ef9-3f7d-4d96-a1f4-2216fe3341de admin admin] Publish callbacks [] for security_group (c616d43e-faf5-4931-ba13-cdc8eee05e28), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.001845 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97649ef9-3f7d-4d96-a1f4-2216fe3341de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c616d43e-faf5-4931-ba13-cdc8eee05e28), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.004595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97649ef9-3f7d-4d96-a1f4-2216fe3341de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.005853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-97649ef9-3f7d-4d96-a1f4-2216fe3341de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c616d43e-faf5-4931-ba13-cdc8eee05e28 HTTP/1.1" status: 204 len: 168 time: 0.1354659 Jan 28 05:08:31.020653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97649ef9-3f7d-4d96-a1f4-2216fe3341de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c616d43e-faf5-4931-ba13-cdc8eee05e28,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:31.328760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46060) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:31.368594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2216beb9-6c40-4179-bb63-5bd0a31a0ed7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be0199722b714c60a4d5305d795e83e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385880 Jan 28 05:08:31.371044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46062) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:08:31.418312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-223f6c95-cb44-4840-9bc6-b3242fa7a305 admin admin] Publish callbacks [] for security_group (364b6465-a377-499d-b77c-40fb60463333), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.438970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-223f6c95-cb44-4840-9bc6-b3242fa7a305 admin admin] Publish callbacks [] for security_group (364b6465-a377-499d-b77c-40fb60463333), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.486616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-223f6c95-cb44-4840-9bc6-b3242fa7a305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (364b6465-a377-499d-b77c-40fb60463333), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.489409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-223f6c95-cb44-4840-9bc6-b3242fa7a305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:31.491417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-223f6c95-cb44-4840-9bc6-b3242fa7a305 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/364b6465-a377-499d-b77c-40fb60463333 HTTP/1.1" status: 204 len: 168 time: 0.1187282 Jan 28 05:08:31.500436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f6c95-cb44-4840-9bc6-b3242fa7a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364b6465-a377-499d-b77c-40fb60463333,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:08:36.511219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:37.941644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:38.612427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84e79f16-c1ae-4658-aca6-09b7ece748a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:40.838308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70abbd74-523a-4564-a479-e712773b492b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:41.415178 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:08:42.022748 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:43.746968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:45.334019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:51.607786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-82aa7230-35a9-4342-b874-3e524b633725 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446458 Jan 28 05:08:51.714622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-47067b8f-3b4a-464b-9136-036fd30ff465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:51.716170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-47067b8f-3b4a-464b-9136-036fd30ff465 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1097 time: 0.0465574 Jan 28 05:08:51.844973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-8a33bff5-81ad-4138-9477-5ff15dd7fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:51.846792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-8a33bff5-81ad-4138-9477-5ff15dd7fd59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.1113803 Jan 28 05:08:51.920646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-a2612a74-eb9f-475d-b04d-9083201d2b09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1002 time: 0.0665407 Jan 28 05:08:51.970271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-b3a5f084-7308-48f2-85ad-80c3cfd394de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:51.972264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-b3a5f084-7308-48f2-85ad-80c3cfd394de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0460844 Jan 28 05:08:52.018273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-cfc37101-4a4c-4113-934b-721c1170c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:08:52.019807 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-cfc37101-4a4c-4113-934b-721c1170c7ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419784 Jan 28 05:08:52.121500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-876b54d5-c40e-43de-a014-99e22c5eb526 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949047 Jan 28 05:08:52.221468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61c2355a-b9b0-48c2-9550-45b4f15ad62c req-1b8a9903-ef1f-44d2-8e97-28da88b89f0f service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934124 Jan 28 05:09:06.531242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:07.946857 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:08.608073 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c40ca5a-1179-4638-ac69-4179b7e4c443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:10.834763 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f83bea8-4b59-40ab-9c57-517d0471d08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:12.023657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:13.750288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:15.336522 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:18.414691 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:09:24.968007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46426) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:09:25.084443 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22891ac0-30af-4abc-9e93-608ed8e4b3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.162505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22891ac0-30af-4abc-9e93-608ed8e4b3af admin admin] Publish callbacks [] for security_group (2254d2ce-6461-4de2-8cb9-97493281a6ee), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.166131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22891ac0-30af-4abc-9e93-608ed8e4b3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2254d2ce-6461-4de2-8cb9-97493281a6ee), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.203630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-22891ac0-30af-4abc-9e93-608ed8e4b3af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b06faf5f0024e3b906fb4cbc60633bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344868 Jan 28 05:09:25.205154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22891ac0-30af-4abc-9e93-608ed8e4b3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2254d2ce-6461-4de2-8cb9-97493281a6ee,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:09:25.207125 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:09:25.269314 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae52f313-b17b-448e-8b2f-c77fa9d09ab2 admin admin] Publish callbacks [] for security_group (2254d2ce-6461-4de2-8cb9-97493281a6ee), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.291769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae52f313-b17b-448e-8b2f-c77fa9d09ab2 admin admin] Publish callbacks [] for security_group (2254d2ce-6461-4de2-8cb9-97493281a6ee), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.338562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae52f313-b17b-448e-8b2f-c77fa9d09ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2254d2ce-6461-4de2-8cb9-97493281a6ee), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.341238 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae52f313-b17b-448e-8b2f-c77fa9d09ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:25.342551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae52f313-b17b-448e-8b2f-c77fa9d09ab2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2254d2ce-6461-4de2-8cb9-97493281a6ee HTTP/1.1" status: 204 len: 168 time: 0.1337364 Jan 28 05:09:25.351177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52f313-b17b-448e-8b2f-c77fa9d09ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2254d2ce-6461-4de2-8cb9-97493281a6ee,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:09:27.271475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:09:27.374970 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.450694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Publish callbacks [] for security_group (54e2bc7b-46fd-4e22-83c0-62b312cc671c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.454275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (54e2bc7b-46fd-4e22-83c0-62b312cc671c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.492440 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adde9d13bcaa4e93ad9eb5bb0152dd43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199130 Jan 28 05:09:27.493318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2bc7b-46fd-4e22-83c0-62b312cc671c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:09:27.495230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46592) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:09:27.501537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.501887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.502226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.502559 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.502921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.503246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.503570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.503891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.504212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.504533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.504852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.505200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.505519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259411ce-bfd9-47f2-8d5e-0dc3b136d4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:09:27.544235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-beb11f9a-0ac5-486b-83a1-9e2ad894139c admin admin] Publish callbacks [] for security_group (54e2bc7b-46fd-4e22-83c0-62b312cc671c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.565436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-beb11f9a-0ac5-486b-83a1-9e2ad894139c admin admin] Publish callbacks [] for security_group (54e2bc7b-46fd-4e22-83c0-62b312cc671c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.609511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-beb11f9a-0ac5-486b-83a1-9e2ad894139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (54e2bc7b-46fd-4e22-83c0-62b312cc671c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.612683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-beb11f9a-0ac5-486b-83a1-9e2ad894139c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.613883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-beb11f9a-0ac5-486b-83a1-9e2ad894139c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54e2bc7b-46fd-4e22-83c0-62b312cc671c HTTP/1.1" status: 204 len: 168 time: 0.1175945 Jan 28 05:09:27.621356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11f9a-0ac5-486b-83a1-9e2ad894139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2bc7b-46fd-4e22-83c0-62b312cc671c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:09:27.868949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:09:27.882057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af7c17a6-4ab1-489f-97f9-2eb903bb6232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.955147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af7c17a6-4ab1-489f-97f9-2eb903bb6232 admin admin] Publish callbacks [] for security_group (18f815eb-f7d8-4e05-9ba6-d7af1857cfa3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.958903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af7c17a6-4ab1-489f-97f9-2eb903bb6232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (18f815eb-f7d8-4e05-9ba6-d7af1857cfa3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:27.999576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-af7c17a6-4ab1-489f-97f9-2eb903bb6232 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25ed327e8bba49ed9a8181d25092d3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294420 Jan 28 05:09:28.001290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c17a6-4ab1-489f-97f9-2eb903bb6232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f815eb-f7d8-4e05-9ba6-d7af1857cfa3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:09:28.002845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46602) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:09:28.051245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a847-5e1a-41c8-8b63-90cb05c8fe87 admin admin] Publish callbacks [] for security_group (18f815eb-f7d8-4e05-9ba6-d7af1857cfa3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:28.072743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a847-5e1a-41c8-8b63-90cb05c8fe87 admin admin] Publish callbacks [] for security_group (18f815eb-f7d8-4e05-9ba6-d7af1857cfa3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:28.117592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a847-5e1a-41c8-8b63-90cb05c8fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (18f815eb-f7d8-4e05-9ba6-d7af1857cfa3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:28.120271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a847-5e1a-41c8-8b63-90cb05c8fe87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:28.121490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d6d6a847-5e1a-41c8-8b63-90cb05c8fe87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18f815eb-f7d8-4e05-9ba6-d7af1857cfa3 HTTP/1.1" status: 204 len: 168 time: 0.1176221 Jan 28 05:09:28.129790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6a847-5e1a-41c8-8b63-90cb05c8fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f815eb-f7d8-4e05-9ba6-d7af1857cfa3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:09:36.539470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:37.950056 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:38.600006 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8500aa29-deae-4b15-b4c4-da6020520bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:40.836244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-308c9958-0e98-4ba0-b7f5-508aaf32dc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:42.028163 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:43.752337 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:45.340260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:51.880259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-02cf6076-f736-44c7-9de0-46d0cef9f25f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394788 Jan 28 05:09:51.974902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-56d8acf1-5cae-431f-bb59-4c8c45622180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:09:51.976287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-56d8acf1-5cae-431f-bb59-4c8c45622180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1097 time: 0.0393519 Jan 28 05:09:52.079438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-618889b4-049d-477d-be74-9db54badd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:09:52.080945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-618889b4-049d-477d-be74-9db54badd34a service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0859783 Jan 28 05:09:52.143737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-e191a884-a20d-4b81-a6ce-951816e8b58e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1002 time: 0.0575659 Jan 28 05:09:52.189478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-dafd1562-be5b-49b7-8516-4858dcb323da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:09:52.190909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-dafd1562-be5b-49b7-8516-4858dcb323da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0421131 Jan 28 05:09:52.236574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-e890bb2f-43ad-45de-bcc2-bf8323841c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:09:52.237984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-e890bb2f-43ad-45de-bcc2-bf8323841c8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419018 Jan 28 05:09:52.324599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-7d828f82-92dc-45aa-a641-856fe01f600c service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799847 Jan 28 05:09:52.414458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9db325a7-f9c0-4e48-8b0d-362f2d408233 req-a213a1dc-6140-442d-a985-7a13f31f0bca service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839920 Jan 28 05:09:55.413509 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:10:06.410752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25874d1b-8de3-406f-a48d-58a841efed37 req-0aafb44e-f998-4ca7-940b-2ec446e58f43 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:06.412244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-25874d1b-8de3-406f-a48d-58a841efed37 req-0aafb44e-f998-4ca7-940b-2ec446e58f43 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0579078 Jan 28 05:10:06.461653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-25874d1b-8de3-406f-a48d-58a841efed37 req-a4643a57-bf14-43a3-b0b5-99b0bb249ead tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Jan 28 05:10:06.558094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:07.589386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c8c8a-1eed-4966-8874-9b8b126c32c6 req-325c1081-818a-4768-90b2-bbf3823ed051 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:07.590895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b28c8c8a-1eed-4966-8874-9b8b126c32c6 req-325c1081-818a-4768-90b2-bbf3823ed051 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0503976 Jan 28 05:10:07.638404 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b28c8c8a-1eed-4966-8874-9b8b126c32c6 req-a16d988a-7754-4e3b-93da-d62641de9104 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Jan 28 05:10:07.957912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:08.602785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f1367d0-722a-4c8e-a2e2-5600ffa97ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:08.758902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eebc7-4cc5-4b7d-b046-125fe9df894e req-daeadcd7-f7c6-49d5-b0b8-500d37fccb6e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:08.760405 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d8eebc7-4cc5-4b7d-b046-125fe9df894e req-daeadcd7-f7c6-49d5-b0b8-500d37fccb6e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0484977 Jan 28 05:10:08.805977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d8eebc7-4cc5-4b7d-b046-125fe9df894e req-88bedbc3-7633-439c-b641-ecdddfec2574 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Jan 28 05:10:09.926189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3413-116a-4551-b2b1-656db2add854 req-a5c2f6c1-62b6-40b3-b3e5-2b216eb51dbc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:09.927644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f67a3413-116a-4551-b2b1-656db2add854 req-a5c2f6c1-62b6-40b3-b3e5-2b216eb51dbc tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Jan 28 05:10:09.971990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f67a3413-116a-4551-b2b1-656db2add854 req-bb2da6f7-8853-429b-bbfb-e250bd3a9bff tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387487 Jan 28 05:10:10.838012 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23326dce-3eae-47b2-8c41-930fe90adc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:11.092221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07ecf-a222-4adb-9a6e-2573a6df04c5 req-1a10ef76-e669-49d5-8c20-99377e6aa776 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:11.094227 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1e07ecf-a222-4adb-9a6e-2573a6df04c5 req-1a10ef76-e669-49d5-8c20-99377e6aa776 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0467401 Jan 28 05:10:11.140376 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1e07ecf-a222-4adb-9a6e-2573a6df04c5 req-8f001362-8816-4c2f-b22c-88dd5b7fbafe tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403047 Jan 28 05:10:12.031609 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:12.264128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a37c-d88a-4e38-b2a3-ae79149a88ab req-e1180e18-9e96-48e4-b8c9-e1c9e17b4691 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:12.265594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16d8a37c-d88a-4e38-b2a3-ae79149a88ab req-e1180e18-9e96-48e4-b8c9-e1c9e17b4691 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0505548 Jan 28 05:10:12.311154 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-16d8a37c-d88a-4e38-b2a3-ae79149a88ab req-23eb713f-a8d4-49a5-9901-0bcd0c3b7d00 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398462 Jan 28 05:10:13.433191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58e1ad-9ddc-40dd-b8dd-8aa8087fd36f req-592ac43e-1753-4cf6-9e5d-74ea913e35bd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:13.434664 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d58e1ad-9ddc-40dd-b8dd-8aa8087fd36f req-592ac43e-1753-4cf6-9e5d-74ea913e35bd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0506642 Jan 28 05:10:13.481313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4d58e1ad-9ddc-40dd-b8dd-8aa8087fd36f req-93f72e93-ff68-4d7e-8dd1-82372700437a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Jan 28 05:10:13.755425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:14.600469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ef135-104c-4c00-ac37-224fac2e2ee5 req-b90c4830-03a5-4517-8399-5c4738bd5cca tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:14.601960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-253ef135-104c-4c00-ac37-224fac2e2ee5 req-b90c4830-03a5-4517-8399-5c4738bd5cca tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0475996 Jan 28 05:10:14.646419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-253ef135-104c-4c00-ac37-224fac2e2ee5 req-e931c46c-e115-4bc6-a739-4ffdff53e36d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390272 Jan 28 05:10:15.342685 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:15.767491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b84ef-df32-438e-9fba-0efc9f8c3990 req-45ac089f-6120-4192-8a63-4bfff495c776 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:15.769000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5b84ef-df32-438e-9fba-0efc9f8c3990 req-45ac089f-6120-4192-8a63-4bfff495c776 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Jan 28 05:10:15.814677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b5b84ef-df32-438e-9fba-0efc9f8c3990 req-edb3edb0-7cf9-4044-bc08-836becf93d91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400491 Jan 28 05:10:16.935714 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280043b-674d-4007-a940-8ce434673caa req-1f41ec5b-d2c3-4877-8f8b-fea162709f47 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:16.938549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1280043b-674d-4007-a940-8ce434673caa req-1f41ec5b-d2c3-4877-8f8b-fea162709f47 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0511301 Jan 28 05:10:16.982798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1280043b-674d-4007-a940-8ce434673caa req-194f607d-157f-4857-806b-eebb4a00daf8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392230 Jan 28 05:10:18.108044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa83997-71e6-4450-8c4b-70b3bf3deb7f req-0e07684a-d16e-45cf-9f9e-22d00e260435 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:18.110056 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfa83997-71e6-4450-8c4b-70b3bf3deb7f req-0e07684a-d16e-45cf-9f9e-22d00e260435 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0515223 Jan 28 05:10:18.156222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dfa83997-71e6-4450-8c4b-70b3bf3deb7f req-b7cccc23-bcfd-4bac-bd62-aa7ed2a06f25 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 Jan 28 05:10:19.294270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c318a8-196c-4540-90fe-c332947b2ec2 req-f82bc1b7-18fc-47fd-b2a8-89b4bac7cd46 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:19.297094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2c318a8-196c-4540-90fe-c332947b2ec2 req-f82bc1b7-18fc-47fd-b2a8-89b4bac7cd46 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0573723 Jan 28 05:10:19.347259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2c318a8-196c-4540-90fe-c332947b2ec2 req-1e7c6a1b-53b5-4e14-a5d6-d156e73f7cf7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 Jan 28 05:10:20.122470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3759411-0f7f-4034-bfa5-322feb848461 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:10:20.226353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:20.239126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b3759411-0f7f-4034-bfa5-322feb848461', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461', 'mac_address': 'fa:16:3e:9c:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:10:20.279428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:10:20.280162 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:20.297200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:10:20.319724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:20.324960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:20.389413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:20.397129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.397779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.397975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.398328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.398793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.399253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.399464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.399801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.400134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.400466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.400983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.401342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.401675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:20.476857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b3759411-0f7f-4034-bfa5-322feb848461'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:10:20.492998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebab6fc-9409-4153-a859-3173829929b6 req-ddbcd413-d6eb-40d7-a2b7-1e6172797bc4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:20.495401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ebab6fc-9409-4153-a859-3173829929b6 req-ddbcd413-d6eb-40d7-a2b7-1e6172797bc4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0583808 Jan 28 05:10:20.555161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ebab6fc-9409-4153-a859-3173829929b6 req-b4d0ba52-102d-4836-894a-c7a860b9fb83 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539539 Jan 28 05:10:21.691211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0e49-bcf3-4420-95b5-2ea83a6b0003 req-f438a6f7-5448-460e-a86c-e2a90565dbe7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:21.701514 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cadd0e49-bcf3-4420-95b5-2ea83a6b0003 req-f438a6f7-5448-460e-a86c-e2a90565dbe7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0557208 Jan 28 05:10:21.757643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cadd0e49-bcf3-4420-95b5-2ea83a6b0003 req-699cad53-b243-4235-b0c4-13705ff7f0ba tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552232 Jan 28 05:10:22.119654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3759411-0f7f-4034-bfa5-322feb848461 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:10:22.187125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b3759411-0f7f-4034-bfa5-322feb848461 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:10:22.187637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3759411-0f7f-4034-bfa5-322feb848461), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:22.280653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:10:22.281099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:22.304479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:10:22.306765 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db01a14-e12e-493d-bd5d-874d7219c1e2" -d '{"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:10:22.322481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:22.328148 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:22.357576 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4ed393-c9f3-456f-8d21-7ea32ec70d3b x-openstack-request-id: req-8f4ed393-c9f3-456f-8d21-7ea32ec70d3b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:10:22.357960 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:10:22.358225 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f4ed393-c9f3-456f-8d21-7ea32ec70d3b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:10:22.359147 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'code': 200} Jan 28 05:10:22.388537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:22.886890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa445a-3bae-4c43-8bf3-f3420734fd2c req-68d86f8d-b278-4e09-adcb-9d7c157ab256 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:22.895030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1aa445a-3bae-4c43-8bf3-f3420734fd2c req-68d86f8d-b278-4e09-adcb-9d7c157ab256 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0585582 Jan 28 05:10:22.940884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b1aa445a-3bae-4c43-8bf3-f3420734fd2c req-ec1d3d1f-1adc-432b-9519-94f5be8bb785 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Jan 28 05:10:24.073211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede312e-9ebf-429e-8d40-c56abf16c746 req-a9a7456f-6d22-4c76-92c4-6c1e848d64d9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:24.075673 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ede312e-9ebf-429e-8d40-c56abf16c746 req-a9a7456f-6d22-4c76-92c4-6c1e848d64d9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0553074 Jan 28 05:10:24.134089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ede312e-9ebf-429e-8d40-c56abf16c746 req-ef99ea9e-17d0-460c-a8bc-44fe125345c5 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528746 Jan 28 05:10:25.268838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b8e0-8e82-4239-8f29-d3089e920802 req-806aa380-60a2-480e-b683-8b8dbb422fef tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:25.270411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2408b8e0-8e82-4239-8f29-d3089e920802 req-806aa380-60a2-480e-b683-8b8dbb422fef tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0596666 Jan 28 05:10:25.323817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2408b8e0-8e82-4239-8f29-d3089e920802 req-0286a538-bea1-47e5-b54d-2e1b48844b68 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Jan 28 05:10:26.458109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f16f39-fe4e-4261-aa2e-d041df75c8dd req-da153218-53f7-4dc7-9619-507fff27c608 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:26.459755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7f16f39-fe4e-4261-aa2e-d041df75c8dd req-da153218-53f7-4dc7-9619-507fff27c608 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Jan 28 05:10:26.509864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7f16f39-fe4e-4261-aa2e-d041df75c8dd req-a1e984ba-5073-4940-b1ae-807525865226 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 Jan 28 05:10:27.636188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98a142-1b77-44ea-8aab-0d37d25c447c req-e3461503-9963-41a9-9a32-47a0a24d42c6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:27.637710 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a98a142-1b77-44ea-8aab-0d37d25c447c req-e3461503-9963-41a9-9a32-47a0a24d42c6 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0518296 Jan 28 05:10:27.684411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a98a142-1b77-44ea-8aab-0d37d25c447c req-75bd8c7d-0322-48a8-bf43-6f4b7dee331c tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Jan 28 05:10:28.119261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382e03-e223-418d-b9a9-b277c41ce961 req-32234c7a-4dca-4183-9f7e-236d36c01ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:28.120644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-32234c7a-4dca-4183-9f7e-236d36c01ad4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1097 time: 0.0391695 Jan 28 05:10:28.208256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382e03-e223-418d-b9a9-b277c41ce961 req-2921d6b3-9579-449b-82a6-e35ac254d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:28.209746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-2921d6b3-9579-449b-82a6-e35ac254d03d service neutron] 10.222.0.47 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0834670 Jan 28 05:10:28.272388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-d49530c0-d315-4ec1-891c-bbf01533fc9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1002 time: 0.0569322 Jan 28 05:10:28.319892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382e03-e223-418d-b9a9-b277c41ce961 req-df7eb614-f4b4-4de6-8da9-e9c6cba20ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:28.321412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-df7eb614-f4b4-4de6-8da9-e9c6cba20ddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0434778 Jan 28 05:10:28.367745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382e03-e223-418d-b9a9-b277c41ce961 req-41d34ba6-1dd0-422a-9070-ec1847c2cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:28.369319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-41d34ba6-1dd0-422a-9070-ec1847c2cd88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423713 Jan 28 05:10:28.454498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-f37c4aee-7422-4701-b5f5-a31e56e316d9 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791500 Jan 28 05:10:28.543473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60382e03-e223-418d-b9a9-b277c41ce961 req-22d6d80f-5bf2-40bd-b42b-9952f49dd280 service neutron] 10.222.0.47 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833430 Jan 28 05:10:28.961084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641348c-9b29-4fc1-870c-03ef07650eab req-31d88595-249f-43ad-a472-aa670abfa88f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:28.962507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a641348c-9b29-4fc1-870c-03ef07650eab req-31d88595-249f-43ad-a472-aa670abfa88f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.2041056 Jan 28 05:10:29.010062 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a641348c-9b29-4fc1-870c-03ef07650eab req-e3b9c756-4078-4302-87ff-edb86f4acfa2 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414014 Jan 28 05:10:30.470194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b7948-5080-43dc-9eb8-1b77d33e5d53 req-721cb78d-5511-4239-a9b3-62e9fc4b597a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:30.471685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a84b7948-5080-43dc-9eb8-1b77d33e5d53 req-721cb78d-5511-4239-a9b3-62e9fc4b597a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.3870203 Jan 28 05:10:30.518547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a84b7948-5080-43dc-9eb8-1b77d33e5d53 req-c7107d3f-5142-49b1-a8e2-7556d6fd0f8d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Jan 28 05:10:31.643006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8f6a7-767d-4577-8ef8-84a26421f3f2 req-03f088c3-ee93-483f-898c-b6e385bdd168 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:31.644490 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fda8f6a7-767d-4577-8ef8-84a26421f3f2 req-03f088c3-ee93-483f-898c-b6e385bdd168 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0532391 Jan 28 05:10:31.690323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fda8f6a7-767d-4577-8ef8-84a26421f3f2 req-ea6007d1-1abe-4506-9568-d49df7984f1b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Jan 28 05:10:32.177865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b3759411-0f7f-4034-bfa5-322feb848461 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:10:32.255968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:10:32.256365 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:32.281371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:10:32.284389 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4d97c1-a6b8-495b-a09d-7aa425ea7e80" -d '{"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:10:32.299535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:32.305303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:32.337056 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2855bd2-6ac7-415d-9280-32499b536f96 x-openstack-request-id: req-d2855bd2-6ac7-415d-9280-32499b536f96 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:10:32.337390 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-unplugged", "status": "failed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "code": 422}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:10:32.337628 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2855bd2-6ac7-415d-9280-32499b536f96 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:10:32.338090 n-d-824835-3 neutron-server[103140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'code': 422} returned with failed status Jan 28 05:10:32.365860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:32.413612 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:10:32.559180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-fc32646d-4315-4800-8550-a669e5aa7c80 req-1f574336-de30-49c8-979e-ee3b42d78712 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:10:32.560189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc32646d-4315-4800-8550-a669e5aa7c80 req-1f574336-de30-49c8-979e-ee3b42d78712 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053222 Jan 28 05:10:32.715002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3bd04-4ae9-4266-bc17-0bcef3f973a5 req-1141f493-1952-4849-ae36-cac3c9256e1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:32.716471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ad3bd04-4ae9-4266-bc17-0bcef3f973a5 req-1141f493-1952-4849-ae36-cac3c9256e1f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 944 time: 0.0508192 Jan 28 05:10:32.783142 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-fd640efa-0491-4718-b841-89ad30bc6474 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755086 Jan 28 05:10:32.787345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4ad3bd04-4ae9-4266-bc17-0bcef3f973a5 req-ccba2d80-f97b-43fc-b6c4-ec133f3a0151 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636747 Jan 28 05:10:33.580890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037753d-e05a-481e-8b83-a7477392984d req-9da71973-49b8-4cb7-84e5-e689cc43c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:33.582412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-9da71973-49b8-4cb7-84e5-e689cc43c5e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8&tenant_id=37eb6e942b694929ababa2b18f253274 HTTP/1.1" status: 200 len: 1095 time: 0.0397689 Jan 28 05:10:33.598837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:10:33.653319 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:33.854754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:33.913296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:10:33.949004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19045-a4f4-45f9-b285-f949fe4452fa req-368f2bfa-f70c-4ea6-a815-3024a9a47876 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:33.950526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eee19045-a4f4-45f9-b285-f949fe4452fa req-368f2bfa-f70c-4ea6-a815-3024a9a47876 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 944 time: 0.0860445 Jan 28 05:10:33.957882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:10:33.966631 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Publish callbacks [] for port (b3759411-0f7f-4034-bfa5-322feb848461), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:33.994143 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Transition to ACTIVE for port object b3759411-0f7f-4034-bfa5-322feb848461 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:10:34.002061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:34.060816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eee19045-a4f4-45f9-b285-f949fe4452fa req-8c362923-a44e-4928-a108-9f894de9b29a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985556 Jan 28 05:10:34.066565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:34.102729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.103099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.103446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.103813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.104291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.104473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.104811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.105225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.105508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.105845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.106184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.106513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.106840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:10:34.151451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] No DVR routers for this DVR port b3759411-0f7f-4034-bfa5-322feb848461 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:10:34.289350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:10:34.289693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:10:34.290022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:10:34.294271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Port b3759411-0f7f-4034-bfa5-322feb848461 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:10:34.294593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Attempting to bind port b3759411-0f7f-4034-bfa5-322feb848461 on network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:10:34.299364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:10:34.299705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Checking segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:10:34.300085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Bound using segment: {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:10:34.300512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Bound port: b3759411-0f7f-4034-bfa5-322feb848461, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:10:34.300866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:34.361079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:10:34.363915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:10:34.368355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:34.402267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:34.402881 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:34.404260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1092 time: 0.8094931 Jan 28 05:10:34.404704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:10:34.407529 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:10:34.431773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a9c78-f286-4398-a996-0553135cdf09 service neutron] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:34.464787 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc950be-e004-4322-ab66-0dcb001885dd x-openstack-request-id: req-6fc950be-e004-4322-ab66-0dcb001885dd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:10:34.465092 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:10:34.465379 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fc950be-e004-4322-ab66-0dcb001885dd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:10:34.465790 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'status': 'completed', 'code': 200} Jan 28 05:10:34.482507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037753d-e05a-481e-8b83-a7477392984d req-c58e928c-9027-4e6b-8221-39809e225eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:34.484084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-c58e928c-9027-4e6b-8221-39809e225eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1096 time: 0.0457380 Jan 28 05:10:34.580198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037753d-e05a-481e-8b83-a7477392984d req-9a8eeece-4498-40c7-a259-1ae4a42023b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:34.581727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-9a8eeece-4498-40c7-a259-1ae4a42023b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0919490 Jan 28 05:10:34.646768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-7b376af2-0f7d-4c97-91f3-681989422e37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1000 time: 0.0589006 Jan 28 05:10:34.700400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037753d-e05a-481e-8b83-a7477392984d req-d940c45c-449b-41c8-bc5a-d61d03577f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:34.702455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-d940c45c-449b-41c8-bc5a-d61d03577f1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0474102 Jan 28 05:10:34.746897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037753d-e05a-481e-8b83-a7477392984d req-c7497cf1-a05a-4235-bafd-b1b108a4426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:34.748462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-c7497cf1-a05a-4235-bafd-b1b108a4426a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408964 Jan 28 05:10:34.844496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-5fb83f0b-4f29-4e98-929b-64c1875a4f9a service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808082 Jan 28 05:10:34.934080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-3371a0ab-63d9-4357-a829-897f5d553116 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837295 Jan 28 05:10:35.039333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-4c09f02c-0cfd-49c8-9daa-2884fdef69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:35.040928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-4c09f02c-0cfd-49c8-9daa-2884fdef69dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1096 time: 0.0408673 Jan 28 05:10:35.143545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-3d7eab9d-0f30-46c5-b4a0-386a9a498d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:35.145005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-3d7eab9d-0f30-46c5-b4a0-386a9a498d55 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0982387 Jan 28 05:10:35.235889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72244-aa79-4654-8274-eb16ddca5fe1 req-22a39b54-b20e-4539-a220-a155fdaad6c0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:35.237466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2a72244-aa79-4654-8274-eb16ddca5fe1 req-22a39b54-b20e-4539-a220-a155fdaad6c0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0963798 Jan 28 05:10:35.244848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-784b787d-f0ca-494e-bcef-1193f4b93da3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1000 time: 0.0924544 Jan 28 05:10:35.334711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2a72244-aa79-4654-8274-eb16ddca5fe1 req-d27572db-6ae1-4713-b5a9-46bce227a1a9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884662 Jan 28 05:10:36.467860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68040e1-c756-4581-9aa8-d335190493b7 req-cbc9ab21-d8bf-4dcd-ba38-d824747e0392 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:36.469671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f68040e1-c756-4581-9aa8-d335190493b7 req-cbc9ab21-d8bf-4dcd-ba38-d824747e0392 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0570588 Jan 28 05:10:36.520189 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f68040e1-c756-4581-9aa8-d335190493b7 req-97ec7de5-2c98-4f31-808e-c5b4052d25a8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 Jan 28 05:10:36.557899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:37.648056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2aa8-a480-4a28-9051-6a780a1983ef req-7bc18156-05fc-425a-938c-cab8ad023266 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:37.649634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de8d2aa8-a480-4a28-9051-6a780a1983ef req-7bc18156-05fc-425a-938c-cab8ad023266 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Jan 28 05:10:37.714888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de8d2aa8-a480-4a28-9051-6a780a1983ef req-5a5631d0-1889-40cc-8ec9-17715f469329 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570276 Jan 28 05:10:37.949340 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:38.607523 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-104fb24e-8b5c-4cbb-9b80-49cc81b467a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:38.853556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77cf9-a145-4578-a171-381c3236301a req-fd383b29-5d69-46d5-849e-3d5bb7aa2e2e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:38.864599 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45a77cf9-a145-4578-a171-381c3236301a req-fd383b29-5d69-46d5-849e-3d5bb7aa2e2e tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0711715 Jan 28 05:10:38.930907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-45a77cf9-a145-4578-a171-381c3236301a req-a98be688-b14e-448d-ba3d-ac992fb81b2a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650344 Jan 28 05:10:40.066501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d2478-7f27-480b-b07f-112d7e9cdfd1 req-325ae87b-1b4e-4d01-a267-15f7bd8e89ea tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:40.068388 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f12d2478-7f27-480b-b07f-112d7e9cdfd1 req-325ae87b-1b4e-4d01-a267-15f7bd8e89ea tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0585079 Jan 28 05:10:40.130311 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f12d2478-7f27-480b-b07f-112d7e9cdfd1 req-7145d4a6-8fef-4148-a500-ce101612d53b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554841 Jan 28 05:10:40.843241 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64befd71-6286-4c55-8287-0e6fe7a7e7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:41.269216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f9dd2-fbe0-4269-afab-e578fcd6126c req-634e3aba-b877-4d88-acda-387948554c86 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:41.270751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-069f9dd2-fbe0-4269-afab-e578fcd6126c req-634e3aba-b877-4d88-acda-387948554c86 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0657237 Jan 28 05:10:41.329426 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-069f9dd2-fbe0-4269-afab-e578fcd6126c req-c165de5b-ec2a-4a1a-aa8d-50311f6686d0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529160 Jan 28 05:10:42.038622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:42.451841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a318e-917c-4442-ab18-fd0c7513a1c1 req-9130063f-9acb-40cb-a38c-b2191a046eb0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:42.453371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-992a318e-917c-4442-ab18-fd0c7513a1c1 req-9130063f-9acb-40cb-a38c-b2191a046eb0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Jan 28 05:10:42.501663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-992a318e-917c-4442-ab18-fd0c7513a1c1 req-85a979a7-1991-443f-8e9a-96b96d25a913 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Jan 28 05:10:43.620869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9e45f-57b7-4475-b51f-12b4e1d606e2 req-7b7ca2de-9afa-4d90-afb6-9b8ab59385ba tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:43.622388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01a9e45f-57b7-4475-b51f-12b4e1d606e2 req-7b7ca2de-9afa-4d90-afb6-9b8ab59385ba tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0472898 Jan 28 05:10:43.668061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01a9e45f-57b7-4475-b51f-12b4e1d606e2 req-913e09dc-6a26-4d38-bc63-687b4bd012b8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Jan 28 05:10:43.758800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:44.786410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81fefb-8802-457d-bd5e-f7c8c19eccc7 req-726f08d4-bc50-49c1-8e22-bcd94b2fcbfd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:44.787882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c81fefb-8802-457d-bd5e-f7c8c19eccc7 req-726f08d4-bc50-49c1-8e22-bcd94b2fcbfd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Jan 28 05:10:44.833469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c81fefb-8802-457d-bd5e-f7c8c19eccc7 req-121a4aa4-c000-4033-9154-334e368aec08 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Jan 28 05:10:45.345387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:45.889042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-0f9356e9-95ba-4b30-8154-f0c8d52c6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:45.891582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-0f9356e9-95ba-4b30-8154-f0c8d52c6a1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0506094 Jan 28 05:10:45.940626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-51ff9052-e33e-42ba-a312-52c362bfbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:45.942191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-51ff9052-e33e-42ba-a312-52c362bfbcd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404892 Jan 28 05:10:45.957445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca3548-5c86-405b-bf79-c6088fb5dc99 req-a1f9ee40-40e1-4225-a486-53c198a5cda9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:45.959005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9cca3548-5c86-405b-bf79-c6088fb5dc99 req-a1f9ee40-40e1-4225-a486-53c198a5cda9 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0477004 Jan 28 05:10:46.008932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9cca3548-5c86-405b-bf79-c6088fb5dc99 req-b78d21bb-82b6-4ec1-8c3c-1bcd7c925816 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Jan 28 05:10:46.034934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-e65d305a-74ab-4f54-8f47-84c589786551 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820522 Jan 28 05:10:46.126596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83bdaadd-b862-4159-ab4a-2bbed34bb3d6 req-322af3a9-752c-474d-aceb-a52b5f367645 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850611 Jan 28 05:10:47.128037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae368-18d9-414f-bc65-80fbc0a05f97 req-0d5b85c8-18f1-4eef-b354-b0b8d9a5e12f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:47.129565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86cae368-18d9-414f-bc65-80fbc0a05f97 req-0d5b85c8-18f1-4eef-b354-b0b8d9a5e12f tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0481825 Jan 28 05:10:47.183836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86cae368-18d9-414f-bc65-80fbc0a05f97 req-02f6dc80-a3b5-4359-9202-d9214e4f339d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 Jan 28 05:10:47.912495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-be6abfda-aac7-4de3-bd54-5bdabd2ac170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:47.914037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-be6abfda-aac7-4de3-bd54-5bdabd2ac170 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1096 time: 0.0405185 Jan 28 05:10:48.016724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-66ce0841-154b-4911-a788-c0d019e8e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:48.018139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-66ce0841-154b-4911-a788-c0d019e8e340 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0868864 Jan 28 05:10:48.083453 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-30716581-4c5d-40e6-9d98-9cb549c79732 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1000 time: 0.0583162 Jan 28 05:10:48.138341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-09b2cafc-fdbd-4710-ad4e-38b7d1c7f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:48.140556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-09b2cafc-fdbd-4710-ad4e-38b7d1c7f430 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0496087 Jan 28 05:10:48.183165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-96acb5aa-156f-4718-ae88-90e2bfd9d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:48.184639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-96acb5aa-156f-4718-ae88-90e2bfd9d3bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385592 Jan 28 05:10:48.273357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-255d38c4-d43f-4f20-8fb0-0dc67e064ea7 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829573 Jan 28 05:10:48.300957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e7480-0fc7-4325-9e53-00fd3ff9cf8f req-3e3da881-d158-409f-80f5-36742469daf8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:48.302502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab1e7480-0fc7-4325-9e53-00fd3ff9cf8f req-3e3da881-d158-409f-80f5-36742469daf8 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Jan 28 05:10:48.349788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab1e7480-0fc7-4325-9e53-00fd3ff9cf8f req-e601f077-750b-4683-bc48-c6c617a2a781 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Jan 28 05:10:48.365032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fb7fca7b-b128-4d95-bb8e-2a5c2dbcef87 req-931aca68-117e-4893-8f91-352e2395877a service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863059 Jan 28 05:10:48.395279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3759411-0f7f-4034-bfa5-322feb848461 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:10:48.488853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:48.500420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b3759411-0f7f-4034-bfa5-322feb848461', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'port_id': 'b3759411-0f7f-4034-bfa5-322feb848461', 'mac_address': 'fa:16:3e:9c:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:10:48.535855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:10:48.536182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:48.549271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:10:48.572092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:48.575743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:48.620787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:49.028850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b3759411-0f7f-4034-bfa5-322feb848461'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:10:49.469519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c8a60-abfd-421d-9fcb-800b607538e8 req-3bbba854-8c73-483b-84a2-1e2af860f23a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:49.470995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b31c8a60-abfd-421d-9fcb-800b607538e8 req-3bbba854-8c73-483b-84a2-1e2af860f23a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Jan 28 05:10:49.517216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b31c8a60-abfd-421d-9fcb-800b607538e8 req-ea97b9af-397f-4068-826e-1de30ed01366 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Jan 28 05:10:50.413194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3759411-0f7f-4034-bfa5-322feb848461 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:10:50.459959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b3759411-0f7f-4034-bfa5-322feb848461 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:10:50.463975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b3759411-0f7f-4034-bfa5-322feb848461 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:10:50.464354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b3759411-0f7f-4034-bfa5-322feb848461), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:50.538576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b3759411-0f7f-4034-bfa5-322feb848461 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:10:50.538972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:50.562579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:10:50.565076 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a180e33b-6986-4386-9f7e-5f166e8b9495" -d '{"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:10:50.583849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:10:50.589229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:50.616965 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc305ee-b407-47a3-994a-0bf07118d49e x-openstack-request-id: req-ebc305ee-b407-47a3-994a-0bf07118d49e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:10:50.617287 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:10:50.617548 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebc305ee-b407-47a3-994a-0bf07118d49e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:10:50.617943 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'code': 200} Jan 28 05:10:50.645310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:10:50.645561 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27190e-2355-4f58-b735-bbf04951412d req-aad9c99b-4759-4414-a6c4-c92aef562aea tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:50.646969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef27190e-2355-4f58-b735-bbf04951412d req-aad9c99b-4759-4414-a6c4-c92aef562aea tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 947 time: 0.0489955 Jan 28 05:10:50.696244 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ef27190e-2355-4f58-b735-bbf04951412d req-e1726ddd-1afe-4a09-9207-092937970b25 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Jan 28 05:10:50.814898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bf924-cef0-4a2e-b4da-86f95365c3df req-860c7a73-9059-4746-acb8-1a32434adee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:50.816471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6bf924-cef0-4a2e-b4da-86f95365c3df req-860c7a73-9059-4746-acb8-1a32434adee7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1098 time: 0.0479112 Jan 28 05:10:50.860688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dc6bf924-cef0-4a2e-b4da-86f95365c3df req-87adfa81-9b27-4d2b-8568-d48152cd2113 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382919 Jan 28 05:10:51.880489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77c622-70e1-4c28-86b8-194067d9435a req-b2d38a33-8b22-49e1-bea6-b646db516bbd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:51.882029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac77c622-70e1-4c28-86b8-194067d9435a req-b2d38a33-8b22-49e1-bea6-b646db516bbd tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 947 time: 0.1073461 Jan 28 05:10:51.927945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac77c622-70e1-4c28-86b8-194067d9435a req-593c0ccd-783a-43a3-bd15-480544390ad7 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Jan 28 05:10:53.049133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae850c2-5d7a-497b-8686-413b3c1d3130 req-742e23f3-b8cd-4acd-a24c-5a0a8e7046c2 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:10:53.050655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eae850c2-5d7a-497b-8686-413b3c1d3130 req-742e23f3-b8cd-4acd-a24c-5a0a8e7046c2 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 947 time: 0.0527916 Jan 28 05:10:53.095952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eae850c2-5d7a-497b-8686-413b3c1d3130 req-9b0f7632-54b1-4ab9-81e2-fdca7a65391b tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397446 Jan 28 05:11:06.568249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:07.947346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:08.609600 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d56a-5f2e-42cf-9fd6-b4fd2934180b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:09.412411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:11:10.834715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a08a5b-cb1a-4f73-a2ae-06eb5c044790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:12.037350 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:13.761312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:15.347211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:36.560564 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:37.945829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:38.613403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ed4aa43-05d1-4d4a-af82-de7e5d8bac5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:40.836779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a90e4375-bde8-4c4d-9eda-1212b3c1e43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:42.039703 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:43.764316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:45.350512 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:46.411468 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:11:49.626382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-aec81e7c-b625-43c1-a7f9-160c6aa1f63f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918505 Jan 28 05:11:49.730256 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-e6bd0610-0757-46da-b1c2-5f4f1818fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:49.732419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-e6bd0610-0757-46da-b1c2-5f4f1818fffd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37eb6e942b694929ababa2b18f253274&device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 1098 time: 0.0447569 Jan 28 05:11:49.833260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-63908c7d-cbfb-4c6b-9991-feb44f5c395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:49.834672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-63908c7d-cbfb-4c6b-9991-feb44f5c395d service neutron] 10.222.0.52 "GET /v2.0/networks?id=80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 200 len: 917 time: 0.0826676 Jan 28 05:11:49.904034 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-ca975ef5-b6f5-4302-8df6-336ce4bffc44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 200 len: 1002 time: 0.0623679 Jan 28 05:11:49.950744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-d8cc81ad-6794-494d-bcaf-5c9528828322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:49.952174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-d8cc81ad-6794-494d-bcaf-5c9528828322 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 200 len: 855 time: 0.0427120 Jan 28 05:11:49.998511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-1e9f3e6e-ac8b-4973-9974-185aee3595aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:50.000040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-1e9f3e6e-ac8b-4973-9974-185aee3595aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80923e06-86dd-4f84-b0ce-b984f1c0daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415385 Jan 28 05:11:50.092323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-dea456e7-3054-4de0-bc75-6780bc9a2504 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Jan 28 05:11:50.178882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32ab57a6-ed50-4ff3-9098-d8fe99bd88dd req-2fa6ae2b-ed35-4923-8fd2-229e0cf088f9 service neutron] 10.222.0.52 "GET /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797560 Jan 28 05:11:52.171657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60df820-34d6-48ca-bc1d-bea9940dfbd2 req-293741bf-e007-4b53-9dff-6b9ccfde6139 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:52.173183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d60df820-34d6-48ca-bc1d-bea9940dfbd2 req-293741bf-e007-4b53-9dff-6b9ccfde6139 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 947 time: 0.0486979 Jan 28 05:11:52.222716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d60df820-34d6-48ca-bc1d-bea9940dfbd2 req-7f7b4015-1081-4758-9a0b-5ec1793feaa0 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Jan 28 05:11:53.342699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0301117-16d3-4707-9cba-67dc5490d8fe req-23032803-fa8f-4cdc-a798-b667a80e943d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:53.344193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0301117-16d3-4707-9cba-67dc5490d8fe req-23032803-fa8f-4cdc-a798-b667a80e943d tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 947 time: 0.0482407 Jan 28 05:11:53.391000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0301117-16d3-4707-9cba-67dc5490d8fe req-db674f8f-7c01-4680-b9c5-62d38d0136cb tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0fe7a31-4321-4213-a41d-3cd734b7e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Jan 28 05:11:53.807344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-ae8fbc18-5ed4-4e1d-a396-18ba77586074 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:11:53.808801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-ae8fbc18-5ed4-4e1d-a396-18ba77586074 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.52 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 947 time: 0.0471501 Jan 28 05:11:53.894112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Deleting port b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:11:53.894453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b3759411-0f7f-4034-bfa5-322feb848461), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:53.983130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] For port b3759411-0f7f-4034-bfa5-322feb848461, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b3759411-0f7f-4034-bfa5-322feb848461,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:11:53.983421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b3759411-0f7f-4034-bfa5-322feb848461), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:54.151883 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:54.152259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3e7d09c0-01c9-4162-a638-3ec054cec865), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:54.152606 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Floating IP 3e7d09c0-01c9-4162-a638-3ec054cec865 disassociated. External IP: 172.25.6.191, port: b3759411-0f7f-4034-bfa5-322feb848461. Jan 28 05:11:54.152962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Calling delete_port for b3759411-0f7f-4034-bfa5-322feb848461 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:11:54.279716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b3759411-0f7f-4034-bfa5-322feb848461), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:54.309596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event deleted for resources: {'Port': ['ID=b3759411-0f7f-4034-bfa5-322feb848461,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:11:54.322267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.322617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.322972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.323321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.323662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.324020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.324363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.325334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.325626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.326427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.326427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.326825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.327167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:54.433052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:11:54.509031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9e44ed40-a482-4163-96ec-b464e2d3702b req-77aa332c-8c3b-43e9-9e51-6207991f3b42 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/ports?device_id=3639f289-c0d8-4150-8f94-f5654d4244a8 HTTP/1.1" status: 200 len: 210 time: 0.0337744 Jan 28 05:11:54.566180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:11:54.577905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:11:54.587309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:11:54.587945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:11:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:11:54.605195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] No DVR routers for this DVR port b3759411-0f7f-4034-bfa5-322feb848461 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:11:54.608759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:54.612108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08db12e1-983e-4adb-ac65-55eb91bac8de req-7b11695c-73c5-41db-8a81-f1813cf29da4 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.52 "DELETE /v2.0/ports/b3759411-0f7f-4034-bfa5-322feb848461 HTTP/1.1" status: 204 len: 173 time: 0.7981975 Jan 28 05:11:54.612557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-deleted', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:11:54.614929 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149e7cd5-e11f-43c2-aa85-b3d2fd960073" -d '{"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-deleted", "tag": "b3759411-0f7f-4034-bfa5-322feb848461"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:11:54.661275 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f66f6-1d97-4655-8e77-22a402b5a69f x-openstack-request-id: req-f87f66f6-1d97-4655-8e77-22a402b5a69f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:11:54.661572 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3639f289-c0d8-4150-8f94-f5654d4244a8", "name": "network-vif-deleted", "tag": "b3759411-0f7f-4034-bfa5-322feb848461", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:11:54.661831 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f87f66f6-1d97-4655-8e77-22a402b5a69f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:11:54.662242 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3639f289-c0d8-4150-8f94-f5654d4244a8', 'name': 'network-vif-deleted', 'tag': 'b3759411-0f7f-4034-bfa5-322feb848461', 'status': 'completed', 'code': 200} Jan 28 05:11:54.716127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:11:54.923121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:11:54.948506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:11:54.957086 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:11:54.957732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:11:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:11:55.063028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:11:55.273466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:11:55.300817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9b1e-5186-4657-bc2d-61e048855bf2 None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '85baf0dd-9b0d-48d2-bea3-3aa05acafc40', 'name': '', 'network_id': '80923e06-86dd-4f84-b0ce-b984f1c0daa0', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'mac_address': 'fa:16:3e:69:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:38Z', 'updated_at': '2022-01-28T05:02:47Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'subnets': [{'id': 'fa18fcb5-cd74-463a-8af8-86ca21c3c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:11:55.517160 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58752410-0be8-4bb9-b790-76b79482af1d None None] New status for floating IP 3e7d09c0-01c9-4162-a638-3ec054cec865: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:11:55.608265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 46976) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:11:55.665424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (e0fe7a31-4321-4213-a41d-3cd734b7e0f9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.688306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (e0fe7a31-4321-4213-a41d-3cd734b7e0f9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.739019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e0fe7a31-4321-4213-a41d-3cd734b7e0f9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.741782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.742952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0fe7a31-4321-4213-a41d-3cd734b7e0f9 HTTP/1.1" status: 204 len: 168 time: 0.1331551 Jan 28 05:11:55.746116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46978) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:11:55.752715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe7a31-4321-4213-a41d-3cd734b7e0f9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:11:55.760069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.760430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.760786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.761187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.761543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.761881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.762819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.763156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.763493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.763820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.764012 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-bd97b252-8d95-454e-8961-98fa02c5f70a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] show failed (client error): The resource could not be found. Jan 28 05:11:55.764193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.764502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.764849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd39fac9-2bf8-478d-ab41-b6c2ce93ed91 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:11:55.765024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd97b252-8d95-454e-8961-98fa02c5f70a tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "GET /v2.0/security-groups/e0fe7a31-4321-4213-a41d-3cd734b7e0f9 HTTP/1.1" status: 404 len: 347 time: 0.0174208 Jan 28 05:11:55.768222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 46980) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:11:55.891882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Deleting port 5f0bc5ca-6554-45fb-9f79-5ec3238bf208 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:11:55.892263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.966978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.967316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:55.978983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Calling delete_port for 5f0bc5ca-6554-45fb-9f79-5ec3238bf208 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:11:56.120486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5f0bc5ca-6554-45fb-9f79-5ec3238bf208), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:56.145354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Pushing event deleted for resources: {'Port': ['ID=5f0bc5ca-6554-45fb-9f79-5ec3238bf208,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:11:56.207336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks [] for floatingip (3e7d09c0-01c9-4162-a638-3ec054cec865), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:56.209950 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:56.211113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8650c086-fb9a-4644-89a3-95fe94569584 tempest-AttachVolumeShelveTestJSON-1064328100 tempest-AttachVolumeShelveTestJSON-1064328100-project] 10.222.0.21 "DELETE /v2.0/floatingips/3e7d09c0-01c9-4162-a638-3ec054cec865 HTTP/1.1" status: 204 len: 168 time: 0.4418149 Jan 28 05:11:58.642401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3759411-0f7f-4034-bfa5-322feb848461 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:11:58.662450 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: b3759411-0f7f-4034-bfa5-322feb848461 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:11:58.662798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b3759411-0f7f-4034-bfa5-322feb848461 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:04.937732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47016) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:05.380595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (3789c83a-7696-4623-bf36-e3b6dd6f3520), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:05.627669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Deleting port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:05.628039 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:05.709600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] For port 85baf0dd-9b0d-48d2-bea3-3aa05acafc40, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:05.709967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:05.722085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Calling delete_port for 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:05.898611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (85baf0dd-9b0d-48d2-bea3-3aa05acafc40), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:05.925308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=85baf0dd-9b0d-48d2-bea3-3aa05acafc40,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:06.090902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (3789c83a-7696-4623-bf36-e3b6dd6f3520), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.322282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Router 3789c83a-7696-4623-bf36-e3b6dd6f3520 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:12:06.432502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:12:06.438834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-72d71cff-0616-423a-a214-d7dea94f5c6c admin admin] 10.222.0.21 "PUT /v2.0/routers/3789c83a-7696-4623-bf36-e3b6dd6f3520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4999690 Jan 28 05:12:06.441133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:06.443454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] Sync routers for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:12:06.454479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:12:06.455114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:11:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:06.550925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks [] for router (3789c83a-7696-4623-bf36-e3b6dd6f3520), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.557419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:12:06.634480 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.654174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks [] for router_gateway (3789c83a-7696-4623-bf36-e3b6dd6f3520), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.708067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Deleting port d0fe1cbc-dc4c-4aef-b341-a51376b95326 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:06.708067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.742293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:12:05Z', 'revision_number': 5, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port': {'id': 'd0fe1cbc-dc4c-4aef-b341-a51376b95326', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:02:33Z', 'updated_at': '2022-01-28T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:06.772985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] Checking router: 3789c83a-7696-4623-bf36-e3b6dd6f3520 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:12:06.781538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] Routers {'3789c83a-7696-4623-bf36-e3b6dd6f3520'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:12:06.782158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:11:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['3789c83a-7696-4623-bf36-e3b6dd6f3520'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:06.789764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] For port d0fe1cbc-dc4c-4aef-b341-a51376b95326, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d0fe1cbc-dc4c-4aef-b341-a51376b95326,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:06.790157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.802237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Calling delete_port for d0fe1cbc-dc4c-4aef-b341-a51376b95326 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:06.866793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] Set router 3789c83a-7696-4623-bf36-e3b6dd6f3520 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:12:06.920692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:12:06Z', 'revision_number': 6, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:06.951030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cd5f8-6b3d-43a1-9b7a-baa94f663b9a None None] The sync data for ids ['3789c83a-7696-4623-bf36-e3b6dd6f3520'] in n-d-824835-3 is: [{'id': '3789c83a-7696-4623-bf36-e3b6dd6f3520', 'name': 'tempest-AttachVolumeShelveTestJSON-780899914-router', 'tenant_id': '37eb6e942b694929ababa2b18f253274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:02:32Z', 'updated_at': '2022-01-28T05:12:06Z', 'revision_number': 6, 'project_id': '37eb6e942b694929ababa2b18f253274', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:12:06.967640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d0fe1cbc-dc4c-4aef-b341-a51376b95326), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:06.993137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fe1cbc-dc4c-4aef-b341-a51376b95326,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:07.050232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (3789c83a-7696-4623-bf36-e3b6dd6f3520), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.136210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (3789c83a-7696-4623-bf36-e3b6dd6f3520), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.138301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks [] for router_controller (3789c83a-7696-4623-bf36-e3b6dd6f3520), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.182464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (3789c83a-7696-4623-bf36-e3b6dd6f3520), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.182998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3789c83a-7696-4623-bf36-e3b6dd6f3520 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:12:07.187104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.190857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b9374150-9d52-44a8-b2e8-8866276c8996 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3789c83a-7696-4623-bf36-e3b6dd6f3520 HTTP/1.1" status: 204 len: 168 time: 0.7483287 Jan 28 05:12:07.191032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47022) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:07.236096 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Deleting subnet fa18fcb5-cd74-463a-8af8-86ca21c3c6ff {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:07.239371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Publish callbacks [] for subnet (fa18fcb5-cd74-463a-8af8-86ca21c3c6ff), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.273536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (fa18fcb5-cd74-463a-8af8-86ca21c3c6ff), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.353998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (fa18fcb5-cd74-463a-8af8-86ca21c3c6ff), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.409722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (fa18fcb5-cd74-463a-8af8-86ca21c3c6ff), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.432658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa18fcb5-cd74-463a-8af8-86ca21c3c6ff,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:07.439203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.442658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5b83b94-1b1b-444b-bbaf-889a185e22e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa18fcb5-cd74-463a-8af8-86ca21c3c6ff HTTP/1.1" status: 204 len: 168 time: 0.2506032 Jan 28 05:12:07.445067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47024) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:07.447004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc0144-d879-460c-a168-c9206b7d88e1 None None] Network 80923e06-86dd-4f84-b0ce-b984f1c0daa0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:07.512682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (80923e06-86dd-4f84-b0ce-b984f1c0daa0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.567808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Deleting port c39117dd-1f65-4dc4-aac9-39b0e9b26002 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:07.568159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.633342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] For port c39117dd-1f65-4dc4-aac9-39b0e9b26002, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c39117dd-1f65-4dc4-aac9-39b0e9b26002,segment=NetworkSegment(f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5),segment_id=f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:07.633632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.646364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Calling delete_port for c39117dd-1f65-4dc4-aac9-39b0e9b26002 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:07.711277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] DHCP port deletion for 80923e06-86dd-4f84-b0ce-b984f1c0daa0 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:07.733866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.762942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c39117dd-1f65-4dc4-aac9-39b0e9b26002,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:07.766688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] No DVR routers for this DVR port c39117dd-1f65-4dc4-aac9-39b0e9b26002 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:07.772791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Deleting port c39117dd-1f65-4dc4-aac9-39b0e9b26002 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:07.773428 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.838313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] For port c39117dd-1f65-4dc4-aac9-39b0e9b26002, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:07.838715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.839607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (80923e06-86dd-4f84-b0ce-b984f1c0daa0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.851569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Calling delete_port for c39117dd-1f65-4dc4-aac9-39b0e9b26002 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:07.854241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Port c39117dd-1f65-4dc4-aac9-39b0e9b26002 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:12:07.856105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (c39117dd-1f65-4dc4-aac9-39b0e9b26002), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.860922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80923e06-86dd-4f84-b0ce-b984f1c0daa0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:07.870380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:07.870692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:07.880222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.886018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] No DVR routers for this DVR port c39117dd-1f65-4dc4-aac9-39b0e9b26002 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:07.888326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Pushing event deleted for resources: {'Port': ['ID=c39117dd-1f65-4dc4-aac9-39b0e9b26002,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:07.898461 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.901963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.902885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.903221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.903547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.903881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.904218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.904549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.904878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.905253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.905580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.905919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.906240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.906551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29be224-315b-423c-85e3-29b41d40ec35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:07.911488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:12:07.912146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (f8ae5d0e-34ed-4b2f-9f6f-3496a43f38e5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:12:07.914067 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:12:07.946785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.979265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (80923e06-86dd-4f84-b0ce-b984f1c0daa0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.985176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:07.988378 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] 10.222.0.21 "DELETE /v2.0/networks/80923e06-86dd-4f84-b0ce-b984f1c0daa0 HTTP/1.1" status: 204 len: 168 time: 0.5423193 Jan 28 05:12:08.001953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0379000-e668-4044-b823-654e1dd106ef admin admin] Pushing event deleted for resources: {'Network': ['ID=80923e06-86dd-4f84-b0ce-b984f1c0daa0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:08.108047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47028) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:08.147941 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f62de77f-a887-4b98-8f64-b6ec26071bdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37eb6e942b694929ababa2b18f253274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386617 Jan 28 05:12:08.150289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47030) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:08.198194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec40bb4-4e10-4289-b6d1-beb3220edfe5 admin admin] Publish callbacks [] for security_group (ed9db14f-2b72-4e3a-95f2-e847b2957c43), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:08.218763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec40bb4-4e10-4289-b6d1-beb3220edfe5 admin admin] Publish callbacks [] for security_group (ed9db14f-2b72-4e3a-95f2-e847b2957c43), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:08.264582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec40bb4-4e10-4289-b6d1-beb3220edfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ed9db14f-2b72-4e3a-95f2-e847b2957c43), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:08.267125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec40bb4-4e10-4289-b6d1-beb3220edfe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:08.268288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ec40bb4-4e10-4289-b6d1-beb3220edfe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed9db14f-2b72-4e3a-95f2-e847b2957c43 HTTP/1.1" status: 204 len: 168 time: 0.1170628 Jan 28 05:12:08.275714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec40bb4-4e10-4289-b6d1-beb3220edfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9db14f-2b72-4e3a-95f2-e847b2957c43,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:08.614221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83ca6649-620c-4e5a-9349-58a0a04f1c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:08.937120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c39117dd-1f65-4dc4-aac9-39b0e9b26002 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:12:08.957740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c39117dd-1f65-4dc4-aac9-39b0e9b26002 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:12:08.958099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c39117dd-1f65-4dc4-aac9-39b0e9b26002 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:08.958527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:12:08.977538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:12:08.977885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 85baf0dd-9b0d-48d2-bea3-3aa05acafc40 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:08.978308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d0fe1cbc-dc4c-4aef-b341-a51376b95326 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:12:08.999167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d0fe1cbc-dc4c-4aef-b341-a51376b95326 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:12:08.999520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d0fe1cbc-dc4c-4aef-b341-a51376b95326 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:10.481536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47110) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:10.596363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49feb82c-75c4-46db-a01b-d676d31adb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.673307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49feb82c-75c4-46db-a01b-d676d31adb17 admin admin] Publish callbacks [] for security_group (d7fe0b3c-61fb-410b-8c77-01ef38d4e835), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.677205 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49feb82c-75c4-46db-a01b-d676d31adb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7fe0b3c-61fb-410b-8c77-01ef38d4e835), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.714224 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-49feb82c-75c4-46db-a01b-d676d31adb17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28632c711fac42008f2cbc537942a5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315753 Jan 28 05:12:10.716695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feb82c-75c4-46db-a01b-d676d31adb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fe0b3c-61fb-410b-8c77-01ef38d4e835,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:10.717504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47114) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:10.767479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83aa91dd-b821-4da3-a90d-25d358022aa0 admin admin] Publish callbacks [] for security_group (d7fe0b3c-61fb-410b-8c77-01ef38d4e835), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.789284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83aa91dd-b821-4da3-a90d-25d358022aa0 admin admin] Publish callbacks [] for security_group (d7fe0b3c-61fb-410b-8c77-01ef38d4e835), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.839200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83aa91dd-b821-4da3-a90d-25d358022aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d7fe0b3c-61fb-410b-8c77-01ef38d4e835), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.841232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a89e71b-24a3-4ebe-a6fb-79f25e8534db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.843624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83aa91dd-b821-4da3-a90d-25d358022aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:10.844801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83aa91dd-b821-4da3-a90d-25d358022aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7fe0b3c-61fb-410b-8c77-01ef38d4e835 HTTP/1.1" status: 204 len: 168 time: 0.1262999 Jan 28 05:12:10.853468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa91dd-b821-4da3-a90d-25d358022aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fe0b3c-61fb-410b-8c77-01ef38d4e835,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:11.106663 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:11.119550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ca57fc8-56f5-444c-b38a-ebbc8129d57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.192949 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ca57fc8-56f5-444c-b38a-ebbc8129d57d admin admin] Publish callbacks [] for security_group (8b9713dd-5264-4dc7-a8d6-e8088230e870), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.196837 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ca57fc8-56f5-444c-b38a-ebbc8129d57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8b9713dd-5264-4dc7-a8d6-e8088230e870), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.234101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8ca57fc8-56f5-444c-b38a-ebbc8129d57d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a142f0e1becb4edf86a19b0e6176ce64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263649 Jan 28 05:12:11.236017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca57fc8-56f5-444c-b38a-ebbc8129d57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9713dd-5264-4dc7-a8d6-e8088230e870,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:11.236749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47122) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:11.287509 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fef77f13-5540-4a4e-852f-110527330a47 admin admin] Publish callbacks [] for security_group (8b9713dd-5264-4dc7-a8d6-e8088230e870), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.308059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fef77f13-5540-4a4e-852f-110527330a47 admin admin] Publish callbacks [] for security_group (8b9713dd-5264-4dc7-a8d6-e8088230e870), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.354730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fef77f13-5540-4a4e-852f-110527330a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8b9713dd-5264-4dc7-a8d6-e8088230e870), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.357440 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fef77f13-5540-4a4e-852f-110527330a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:11.358595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fef77f13-5540-4a4e-852f-110527330a47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b9713dd-5264-4dc7-a8d6-e8088230e870 HTTP/1.1" status: 204 len: 168 time: 0.1208463 Jan 28 05:12:11.366056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef77f13-5540-4a4e-852f-110527330a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9713dd-5264-4dc7-a8d6-e8088230e870,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:12.042735 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.151352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47168) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:13.254849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-767d343a-a95d-4725-b9d9-081ed9b33e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.326968 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-767d343a-a95d-4725-b9d9-081ed9b33e60 admin admin] Publish callbacks [] for security_group (5df981cb-a9f1-48e7-bb88-99735867d8b4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.330679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-767d343a-a95d-4725-b9d9-081ed9b33e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5df981cb-a9f1-48e7-bb88-99735867d8b4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.367451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-767d343a-a95d-4725-b9d9-081ed9b33e60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad501cef6235421c9d5fd7b9093a7ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150433 Jan 28 05:12:13.369401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d343a-a95d-4725-b9d9-081ed9b33e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df981cb-a9f1-48e7-bb88-99735867d8b4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:13.370260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47172) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:13.417114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-302bfbaf-5974-4bb8-a1b2-26a6da2d05e2 admin admin] Publish callbacks [] for security_group (5df981cb-a9f1-48e7-bb88-99735867d8b4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.438264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-302bfbaf-5974-4bb8-a1b2-26a6da2d05e2 admin admin] Publish callbacks [] for security_group (5df981cb-a9f1-48e7-bb88-99735867d8b4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.486879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-302bfbaf-5974-4bb8-a1b2-26a6da2d05e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5df981cb-a9f1-48e7-bb88-99735867d8b4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.489470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-302bfbaf-5974-4bb8-a1b2-26a6da2d05e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.490663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-302bfbaf-5974-4bb8-a1b2-26a6da2d05e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5df981cb-a9f1-48e7-bb88-99735867d8b4 HTTP/1.1" status: 204 len: 168 time: 0.1187992 Jan 28 05:12:13.498323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bfbaf-5974-4bb8-a1b2-26a6da2d05e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df981cb-a9f1-48e7-bb88-99735867d8b4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:13.745593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47178) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:13.759477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed3840dd-1709-4867-8116-0f2513c01b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.766505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.831344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed3840dd-1709-4867-8116-0f2513c01b64 admin admin] Publish callbacks [] for security_group (2e96980a-862a-49a3-aabf-1073c799d07b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.835098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed3840dd-1709-4867-8116-0f2513c01b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2e96980a-862a-49a3-aabf-1073c799d07b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.872747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ed3840dd-1709-4867-8116-0f2513c01b64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b47e72d7bca742639d6a460e99ac5f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260667 Jan 28 05:12:13.874723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3840dd-1709-4867-8116-0f2513c01b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96980a-862a-49a3-aabf-1073c799d07b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:13.875456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:13.923423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c330936c-0f50-40fb-ae28-eb89c05b6622 admin admin] Publish callbacks [] for security_group (2e96980a-862a-49a3-aabf-1073c799d07b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.943881 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c330936c-0f50-40fb-ae28-eb89c05b6622 admin admin] Publish callbacks [] for security_group (2e96980a-862a-49a3-aabf-1073c799d07b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.991654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c330936c-0f50-40fb-ae28-eb89c05b6622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2e96980a-862a-49a3-aabf-1073c799d07b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.994557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c330936c-0f50-40fb-ae28-eb89c05b6622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.995666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c330936c-0f50-40fb-ae28-eb89c05b6622 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e96980a-862a-49a3-aabf-1073c799d07b HTTP/1.1" status: 204 len: 168 time: 0.1192193 Jan 28 05:12:14.003196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330936c-0f50-40fb-ae28-eb89c05b6622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96980a-862a-49a3-aabf-1073c799d07b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:15.357562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.245520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47254) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:16.361118 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5654f53f-72bc-4166-8b68-6e2acde7f158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.434592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5654f53f-72bc-4166-8b68-6e2acde7f158 admin admin] Publish callbacks [] for security_group (b3fefd40-49ac-4e7e-b73e-828328ab26fc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.438365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5654f53f-72bc-4166-8b68-6e2acde7f158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b3fefd40-49ac-4e7e-b73e-828328ab26fc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.478717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5654f53f-72bc-4166-8b68-6e2acde7f158 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3cfeaf9475c46ef81b5582a8c8490a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321041 Jan 28 05:12:16.480940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654f53f-72bc-4166-8b68-6e2acde7f158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fefd40-49ac-4e7e-b73e-828328ab26fc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:16.481815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47258) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:16.531609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04a08518-d4b4-4297-aefd-2bd9cebb7303 admin admin] Publish callbacks [] for security_group (b3fefd40-49ac-4e7e-b73e-828328ab26fc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.552076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04a08518-d4b4-4297-aefd-2bd9cebb7303 admin admin] Publish callbacks [] for security_group (b3fefd40-49ac-4e7e-b73e-828328ab26fc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.598386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04a08518-d4b4-4297-aefd-2bd9cebb7303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b3fefd40-49ac-4e7e-b73e-828328ab26fc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.601325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04a08518-d4b4-4297-aefd-2bd9cebb7303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.602517 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-04a08518-d4b4-4297-aefd-2bd9cebb7303 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3fefd40-49ac-4e7e-b73e-828328ab26fc HTTP/1.1" status: 204 len: 168 time: 0.1197231 Jan 28 05:12:16.610016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a08518-d4b4-4297-aefd-2bd9cebb7303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fefd40-49ac-4e7e-b73e-828328ab26fc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:16.857224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47264) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:16.871864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-43f68d2e-0616-470f-8718-ea4e0d9d0131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.947614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-43f68d2e-0616-470f-8718-ea4e0d9d0131 admin admin] Publish callbacks [] for security_group (9207995b-ccda-418b-acda-3c960e4ac9fb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.951780 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-43f68d2e-0616-470f-8718-ea4e0d9d0131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9207995b-ccda-418b-acda-3c960e4ac9fb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:16.988520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-43f68d2e-0616-470f-8718-ea4e0d9d0131 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10c1692e7c9f4d1783c71b7f7e308946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301959 Jan 28 05:12:16.990537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f68d2e-0616-470f-8718-ea4e0d9d0131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9207995b-ccda-418b-acda-3c960e4ac9fb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:16.991464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47266) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:17.038862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13c546ed-c651-465a-ab1a-36407ed48ace admin admin] Publish callbacks [] for security_group (9207995b-ccda-418b-acda-3c960e4ac9fb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:17.060485 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13c546ed-c651-465a-ab1a-36407ed48ace admin admin] Publish callbacks [] for security_group (9207995b-ccda-418b-acda-3c960e4ac9fb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:17.105677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13c546ed-c651-465a-ab1a-36407ed48ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9207995b-ccda-418b-acda-3c960e4ac9fb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:17.108233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13c546ed-c651-465a-ab1a-36407ed48ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:17.109430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-13c546ed-c651-465a-ab1a-36407ed48ace admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9207995b-ccda-418b-acda-3c960e4ac9fb HTTP/1.1" status: 204 len: 168 time: 0.1169198 Jan 28 05:12:17.116966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c546ed-c651-465a-ab1a-36407ed48ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9207995b-ccda-418b-acda-3c960e4ac9fb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:18.856558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47342) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:18.962029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aabed69f-a16b-401d-97cc-64c8af01eeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.035087 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aabed69f-a16b-401d-97cc-64c8af01eeeb admin admin] Publish callbacks [] for security_group (81c592e5-1452-4bf8-9861-cb708fb38d75), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.038886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aabed69f-a16b-401d-97cc-64c8af01eeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (81c592e5-1452-4bf8-9861-cb708fb38d75), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.075790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aabed69f-a16b-401d-97cc-64c8af01eeeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=242b5c18b7df4bbb97fb32da0f6c0b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181225 Jan 28 05:12:19.077797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabed69f-a16b-401d-97cc-64c8af01eeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c592e5-1452-4bf8-9861-cb708fb38d75,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:19.078526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47346) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:19.126259 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec1824ae-ffeb-46c4-8a1a-20f281b0c7c0 admin admin] Publish callbacks [] for security_group (81c592e5-1452-4bf8-9861-cb708fb38d75), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.146495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec1824ae-ffeb-46c4-8a1a-20f281b0c7c0 admin admin] Publish callbacks [] for security_group (81c592e5-1452-4bf8-9861-cb708fb38d75), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.193260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec1824ae-ffeb-46c4-8a1a-20f281b0c7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (81c592e5-1452-4bf8-9861-cb708fb38d75), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.195818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec1824ae-ffeb-46c4-8a1a-20f281b0c7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.196979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec1824ae-ffeb-46c4-8a1a-20f281b0c7c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81c592e5-1452-4bf8-9861-cb708fb38d75 HTTP/1.1" status: 204 len: 168 time: 0.1174564 Jan 28 05:12:19.204417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1824ae-ffeb-46c4-8a1a-20f281b0c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c592e5-1452-4bf8-9861-cb708fb38d75,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:19.457621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47352) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:19.471282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6342c4f7-eeae-48a5-b64c-9b9e1e84624a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.546287 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6342c4f7-eeae-48a5-b64c-9b9e1e84624a admin admin] Publish callbacks [] for security_group (eaf4c9d7-4c25-47de-a379-110752a44909), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.550185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6342c4f7-eeae-48a5-b64c-9b9e1e84624a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eaf4c9d7-4c25-47de-a379-110752a44909), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.587455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6342c4f7-eeae-48a5-b64c-9b9e1e84624a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72b50e3cbb85439188ffad41a59ec0f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287622 Jan 28 05:12:19.588551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342c4f7-eeae-48a5-b64c-9b9e1e84624a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4c9d7-4c25-47de-a379-110752a44909,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:19.590761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:19.638148 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbc1f-cc9c-4d74-9617-f6dd154680b4 admin admin] Publish callbacks [] for security_group (eaf4c9d7-4c25-47de-a379-110752a44909), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.658182 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbc1f-cc9c-4d74-9617-f6dd154680b4 admin admin] Publish callbacks [] for security_group (eaf4c9d7-4c25-47de-a379-110752a44909), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.706493 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbc1f-cc9c-4d74-9617-f6dd154680b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (eaf4c9d7-4c25-47de-a379-110752a44909), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.709213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbc1f-cc9c-4d74-9617-f6dd154680b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:19.710119 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bf2fbc1f-cc9c-4d74-9617-f6dd154680b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaf4c9d7-4c25-47de-a379-110752a44909 HTTP/1.1" status: 204 len: 168 time: 0.1183705 Jan 28 05:12:19.717706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fbc1f-cc9c-4d74-9617-f6dd154680b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4c9d7-4c25-47de-a379-110752a44909,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:23.409754 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:12:24.555463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47700) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:24.660432 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c312db2-a632-45da-82cb-006e47a50c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.733000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c312db2-a632-45da-82cb-006e47a50c5c admin admin] Publish callbacks [] for security_group (a0a87c97-bbf5-4943-9aa9-d8bddd721160), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.736651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c312db2-a632-45da-82cb-006e47a50c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a0a87c97-bbf5-4943-9aa9-d8bddd721160), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.773778 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9c312db2-a632-45da-82cb-006e47a50c5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2d78aed4104474e87f25059b4e4a290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172348 Jan 28 05:12:24.774732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312db2-a632-45da-82cb-006e47a50c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a87c97-bbf5-4943-9aa9-d8bddd721160,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:24.777473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47704) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:24.827060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c16b-eaf5-4ae3-91c1-485cb7911944 admin admin] Publish callbacks [] for security_group (a0a87c97-bbf5-4943-9aa9-d8bddd721160), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.850864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c16b-eaf5-4ae3-91c1-485cb7911944 admin admin] Publish callbacks [] for security_group (a0a87c97-bbf5-4943-9aa9-d8bddd721160), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.898772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c16b-eaf5-4ae3-91c1-485cb7911944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (a0a87c97-bbf5-4943-9aa9-d8bddd721160), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.901416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c16b-eaf5-4ae3-91c1-485cb7911944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:24.903160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4ae4c16b-eaf5-4ae3-91c1-485cb7911944 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0a87c97-bbf5-4943-9aa9-d8bddd721160 HTTP/1.1" status: 204 len: 168 time: 0.1242681 Jan 28 05:12:24.911013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4c16b-eaf5-4ae3-91c1-485cb7911944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a87c97-bbf5-4943-9aa9-d8bddd721160,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:26.034440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47740) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.130507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a0e2badf-67e0-47ab-a6ec-85a768324ab7 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-707586660'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:26.130965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a0e2badf-67e0-47ab-a6ec-85a768324ab7 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Unknown quota resources ['metering_label']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:12:26.337849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0e2badf-67e0-47ab-a6ec-85a768324ab7 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:26.339022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a0e2badf-67e0-47ab-a6ec-85a768324ab7 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3035614 Jan 28 05:12:26.342454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47744) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.346462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a6b59209-7dac-43f0-a70a-09ca3d453a33 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '35495182-cd3c-4f50-a6b9-446d335b07b5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:26.346953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a6b59209-7dac-43f0-a70a-09ca3d453a33 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:12:26.438582 n-d-824835-3 neutron-server[103138]: WARNING neutron.services.metering.metering_plugin [None req-a6b59209-7dac-43f0-a70a-09ca3d453a33 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 05:12:26.542120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6b59209-7dac-43f0-a70a-09ca3d453a33 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:26.543390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a6b59209-7dac-43f0-a70a-09ca3d453a33 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2000225 Jan 28 05:12:26.546667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47746) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.550901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-69225cde-403e-4360-9524-9dbb3e08d7eb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '35495182-cd3c-4f50-a6b9-446d335b07b5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:26.551408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-69225cde-403e-4360-9524-9dbb3e08d7eb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:12:26.607434 n-d-824835-3 neutron-server[103138]: WARNING neutron.services.metering.metering_plugin [None req-69225cde-403e-4360-9524-9dbb3e08d7eb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 05:12:26.688450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-69225cde-403e-4360-9524-9dbb3e08d7eb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:26.689717 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-69225cde-403e-4360-9524-9dbb3e08d7eb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1420484 Jan 28 05:12:26.692331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.703273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3632d7b4-5369-442b-9f22-2ac970153dfd tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=679fe000-aea0-4df5-80f8-2d108c4b0788 HTTP/1.1" status: 200 len: 462 time: 0.0099225 Jan 28 05:12:26.705759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47750) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.805470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6118d022-3aca-4e62-8b31-4f2db631c6b6 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:26.807672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6118d022-3aca-4e62-8b31-4f2db631c6b6 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/679fe000-aea0-4df5-80f8-2d108c4b0788 HTTP/1.1" status: 204 len: 168 time: 0.0999568 Jan 28 05:12:26.809960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47752) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.818211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a3c79d9-0e24-4e8d-8407-394fa9180b5b tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=679fe000-aea0-4df5-80f8-2d108c4b0788 HTTP/1.1" status: 200 len: 221 time: 0.0072837 Jan 28 05:12:26.821263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:26.825099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f28d7d04-a6a9-40b2-b232-4d5d459a4a67 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1931756073', 'description': 'label created by tempest'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:26.825577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f28d7d04-a6a9-40b2-b232-4d5d459a4a67 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Unknown quota resources ['metering_label']. {{(pid=103138) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:12:27.298427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f28d7d04-a6a9-40b2-b232-4d5d459a4a67 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:27.299609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f28d7d04-a6a9-40b2-b232-4d5d459a4a67 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4774795 Jan 28 05:12:27.302271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47756) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:27.377298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-04253275-6580-448c-9188-db9d74eed38b tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=43eda265-e204-4b24-896f-10f46bcb88d3 HTTP/1.1" status: 200 len: 468 time: 0.0738797 Jan 28 05:12:27.379704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47758) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:27.550438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8ae3-02d8-4c6b-9178-b0dc70e1aa05 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:27.551496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6c7f8ae3-02d8-4c6b-9178-b0dc70e1aa05 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/43eda265-e204-4b24-896f-10f46bcb88d3 HTTP/1.1" status: 204 len: 168 time: 0.1708786 Jan 28 05:12:27.554200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47760) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:27.565028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-df103456-6758-4653-bd7d-fd991f24abeb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=43eda265-e204-4b24-896f-10f46bcb88d3 HTTP/1.1" status: 200 len: 216 time: 0.0098596 Jan 28 05:12:27.568033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47762) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:27.576848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-65c2c976-1f97-4eb6-a345-3af50d917b82 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077755 Jan 28 05:12:27.580139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47764) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:27.592300 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-98f6fe65-5dd9-4fca-af32-545ff97a23b6 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110979 Jan 28 05:12:27.595488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47766) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:28.005370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dacf258b-c2f0-46f2-ace4-9c459477c10b tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/35495182-cd3c-4f50-a6b9-446d335b07b5 HTTP/1.1" status: 200 len: 472 time: 0.4088123 Jan 28 05:12:28.008604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47768) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:28.019091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d644f945-fc69-412b-8802-ebe734b4d3bb tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/972d1111-c6de-4119-b39d-a33b8159e70a HTTP/1.1" status: 200 len: 459 time: 0.0094872 Jan 28 05:12:28.021819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47770) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:28.154017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e40-8816-425b-95c6-3a28499e8426 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.155164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4eaf0e40-8816-425b-95c6-3a28499e8426 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/972d1111-c6de-4119-b39d-a33b8159e70a HTTP/1.1" status: 204 len: 168 time: 0.1324956 Jan 28 05:12:28.157611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47772) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:28.352501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f639013-22b7-4474-9a81-8d3d39609307 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.353628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f639013-22b7-4474-9a81-8d3d39609307 tempest-MeteringIpV6TestJSON-1222156243 tempest-MeteringIpV6TestJSON-1222156243-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/35495182-cd3c-4f50-a6b9-446d335b07b5 HTTP/1.1" status: 204 len: 168 time: 0.1951187 Jan 28 05:12:28.589610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47778) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:28.693646 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-367945de-caad-49be-840f-bccb7bc684dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.768996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-367945de-caad-49be-840f-bccb7bc684dd admin admin] Publish callbacks [] for security_group (7416586c-34c0-456d-85e8-32c5960f5346), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.772923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-367945de-caad-49be-840f-bccb7bc684dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7416586c-34c0-456d-85e8-32c5960f5346), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.810908 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-367945de-caad-49be-840f-bccb7bc684dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29eefc19c6de4c33b2f015d4ecdb44f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202339 Jan 28 05:12:28.812852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367945de-caad-49be-840f-bccb7bc684dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7416586c-34c0-456d-85e8-32c5960f5346,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:28.813655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47782) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:28.861848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25fe0cee-7a13-47f4-ae9b-bc76d55b1cff admin admin] Publish callbacks [] for security_group (7416586c-34c0-456d-85e8-32c5960f5346), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.881880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25fe0cee-7a13-47f4-ae9b-bc76d55b1cff admin admin] Publish callbacks [] for security_group (7416586c-34c0-456d-85e8-32c5960f5346), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.930011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25fe0cee-7a13-47f4-ae9b-bc76d55b1cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7416586c-34c0-456d-85e8-32c5960f5346), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.932450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25fe0cee-7a13-47f4-ae9b-bc76d55b1cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:28.933707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-25fe0cee-7a13-47f4-ae9b-bc76d55b1cff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7416586c-34c0-456d-85e8-32c5960f5346 HTTP/1.1" status: 204 len: 168 time: 0.1190622 Jan 28 05:12:28.941260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe0cee-7a13-47f4-ae9b-bc76d55b1cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7416586c-34c0-456d-85e8-32c5960f5346,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:29.185239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47788) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:29.198286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03ef969b-44da-4acc-8046-13623c3fef8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.270946 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03ef969b-44da-4acc-8046-13623c3fef8d admin admin] Publish callbacks [] for security_group (02171def-798e-44f4-b77a-111434ee41bd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.274695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03ef969b-44da-4acc-8046-13623c3fef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (02171def-798e-44f4-b77a-111434ee41bd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.310341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef969b-44da-4acc-8046-13623c3fef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02171def-798e-44f4-b77a-111434ee41bd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:29.314420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-03ef969b-44da-4acc-8046-13623c3fef8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46fbc01f430d4614980a4123191f4b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281314 Jan 28 05:12:29.316955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47790) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:29.363986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d9760ab-189a-4307-b6a1-588eb9b7af6b admin admin] Publish callbacks [] for security_group (02171def-798e-44f4-b77a-111434ee41bd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.384395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d9760ab-189a-4307-b6a1-588eb9b7af6b admin admin] Publish callbacks [] for security_group (02171def-798e-44f4-b77a-111434ee41bd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.430405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d9760ab-189a-4307-b6a1-588eb9b7af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (02171def-798e-44f4-b77a-111434ee41bd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.433543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d9760ab-189a-4307-b6a1-588eb9b7af6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:29.434686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d9760ab-189a-4307-b6a1-588eb9b7af6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02171def-798e-44f4-b77a-111434ee41bd HTTP/1.1" status: 204 len: 168 time: 0.1168036 Jan 28 05:12:29.442301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9760ab-189a-4307-b6a1-588eb9b7af6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02171def-798e-44f4-b77a-111434ee41bd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:30.608186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:30.749716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-151825986'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:30.767148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Made reservation on behalf of b52655a0189442d3afed3459476ce39c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:30.770330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.782183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.854495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks [] for security_group (91331fc4-5829-4273-88b6-c68fc4e69c8c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.858537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (91331fc4-5829-4273-88b6-c68fc4e69c8c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.880575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:12:30.892641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91331fc4-5829-4273-88b6-c68fc4e69c8c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:30.898576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0c3d0643-c7ff-4850-b941-462ae8440bf0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.898929 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Added segment 0c3d0643-c7ff-4850-b941-462ae8440bf0 of type vlan for network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 Jan 28 05:12:30.942289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (42f1c0b6-89c0-4389-8e2c-6fc28a703d70), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.977512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (42f1c0b6-89c0-4389-8e2c-6fc28a703d70), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:30.983176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:30.983758 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.045829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4364774 Jan 28 05:12:31.055218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8753e-ddab-43fd-b875-dff4bd10c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Pushing event updated for resources: {'Network': ['ID=42f1c0b6-89c0-4389-8e2c-6fc28a703d70,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:31.066017 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:12:31.211862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:31.217347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Request body: {'port': {'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70', 'binding:host_id': 'n-h2-824835-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-868861874'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:31.246039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Made reservation on behalf of b8712943fed44b36a04c87cc171e3f59 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:31.248372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.257477 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.334035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for security_group (319f3a2e-778c-4525-8229-a78b9fbb3bb5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.337788 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (319f3a2e-778c-4525-8229-a78b9fbb3bb5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.344076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port ab237e63-87e7-4395-a02f-62aca3b787ef yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:31.430037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f3a2e-778c-4525-8229-a78b9fbb3bb5,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:31.575809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port ab237e63-87e7-4395-a02f-62aca3b787ef yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:31.585420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.591390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.649107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=ab237e63-87e7-4395-a02f-62aca3b787ef,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:31.660223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Checking segment: {'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:31.660602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Network hostable DHCP agents. Network: 42f1c0b6-89c0-4389-8e2c-6fc28a703d70, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:12:31.676634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:12:31.685065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 42f1c0b6-89c0-4389-8e2c-6fc28a703d70) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:31.688843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:31.695789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e96ad9c-a743-4ee9-955f-6e3af126fa88 None None] Network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:31.707988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.708838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.708838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.714740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.715076 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.715495 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 2 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.728216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.728555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.728896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.733292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.733626 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.734014 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 3 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.746094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.746431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.746767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.750993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.751330 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.751717 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 4 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.764445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.764783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.765124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.769478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.769814 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.770200 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 5 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.781953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.782272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.782607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.786957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.787211 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.787598 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 6 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.799807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.800144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.800479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.804679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.805007 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.805420 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 7 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.817089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.817452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.817785 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.822115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.822445 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.822829 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 8 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.835492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.835772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.836106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.840276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.840605 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.840987 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 9 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.852447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.852788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.853119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.857321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.857651 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.858031 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 10 to bind port ab237e63-87e7-4395-a02f-62aca3b787ef Jan 28 05:12:31.869800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:31.870141 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:31.870991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:31.875144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port ab237e63-87e7-4395-a02f-62aca3b787ef on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:31.875472 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port ab237e63-87e7-4395-a02f-62aca3b787ef on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:31.875837 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.944098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] For port ab237e63-87e7-4395-a02f-62aca3b787ef, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:31.944475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempted to set empty binding levels {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 05:12:31.949001 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:31.983894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:31.984514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.011674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=ab237e63-87e7-4395-a02f-62aca3b787ef,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:32.016644 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-69fbf236-2433-4a11-9bcd-68d35705e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.8037188 Jan 28 05:12:32.019445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47836) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:32.091262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Deleting port ab237e63-87e7-4395-a02f-62aca3b787ef {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:32.091500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.154101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] For port ab237e63-87e7-4395-a02f-62aca3b787ef, host n-h2-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:32.154461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.166801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Calling delete_port for ab237e63-87e7-4395-a02f-62aca3b787ef owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:32.241718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ab237e63-87e7-4395-a02f-62aca3b787ef), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.268911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab237e63-87e7-4395-a02f-62aca3b787ef,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:32.274739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.278049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-65e70eff-9cb5-4da7-bd5c-3458643039d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ab237e63-87e7-4395-a02f-62aca3b787ef HTTP/1.1" status: 204 len: 168 time: 0.2576721 Jan 28 05:12:32.281629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47838) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:32.311880 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-749d4a80-c621-42ff-8408-f51ef3b47e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:12:32.313331 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-749d4a80-c621-42ff-8408-f51ef3b47e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "GET /v2.0/ports/ab237e63-87e7-4395-a02f-62aca3b787ef HTTP/1.1" status: 404 len: 333 time: 0.0302541 Jan 28 05:12:32.316882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:32.321691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Request body: {'port': {'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336807395'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:32.340427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Made reservation on behalf of b8712943fed44b36a04c87cc171e3f59 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:32.342635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.358245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port c307db5c-eab3-42af-a463-3955d5f0419e yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:32.519093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for port (c307db5c-eab3-42af-a463-3955d5f0419e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.550893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.589763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:32.592501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:32.595833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:32.596695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:32.597467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.609104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=c307db5c-eab3-42af-a463-3955d5f0419e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:32.620983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28a62157-24ec-48bc-82ff-9de6ba645224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3031647 Jan 28 05:12:32.623720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47842) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:32.632739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:32.684625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.846283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port c307db5c-eab3-42af-a463-3955d5f0419e yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:32.853742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for port (c307db5c-eab3-42af-a463-3955d5f0419e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.858850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:32.916229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=c307db5c-eab3-42af-a463-3955d5f0419e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:32.921727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:32.922073 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:32.922534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:32.926684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:32.927008 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:32.927380 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 2 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:32.939700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:32.940028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:32.940356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:32.944432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:32.944754 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:32.945163 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 3 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:32.956699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:32.957029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:32.957382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:32.961455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:32.961778 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:32.962150 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 4 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:32.974118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:32.974698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:32.975026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:32.979264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:32.979595 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:32.979975 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 5 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:32.991313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:32.991671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:32.991998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:32.996114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:32.996445 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:32.996824 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 6 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:33.008580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:33.008908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:33.009278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:33.014051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:33.014377 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:33.014755 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 7 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:33.025845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:33.026177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:33.026508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:33.031163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:33.031487 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:33.031865 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 8 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:33.044875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:33.045241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:33.045577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:33.049726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:33.050055 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:33.050430 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 9 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:33.061579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:33.061916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:33.062249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:33.066371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:33.066694 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:33.067071 n-d-824835-3 neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 10 to bind port c307db5c-eab3-42af-a463-3955d5f0419e Jan 28 05:12:33.079405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:33.079737 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:33.080066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:33.084230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:33.084555 n-d-824835-3 neutron-server[103139]: ERROR neutron.plugins.ml2.managers [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port c307db5c-eab3-42af-a463-3955d5f0419e on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:33.084933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.145495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] For port c307db5c-eab3-42af-a463-3955d5f0419e, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:33.145860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempted to set empty binding levels {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 05:12:33.150220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.182560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] In _notify_port_updated(), no bound segment for port c307db5c-eab3-42af-a463-3955d5f0419e on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:12:33.183930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.184592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.185872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "PUT /v2.0/ports/c307db5c-eab3-42af-a463-3955d5f0419e HTTP/1.1" status: 200 len: 979 time: 0.5608172 Jan 28 05:12:33.188472 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47844) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:33.243709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20a699-78ab-4066-9b50-d94eda696288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=c307db5c-eab3-42af-a463-3955d5f0419e,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:33.267569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05c0cb-4927-4e3c-9ce8-7eeed68b87f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.268059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05c0cb-4927-4e3c-9ce8-7eeed68b87f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.268539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05c0cb-4927-4e3c-9ce8-7eeed68b87f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.269012 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05c0cb-4927-4e3c-9ce8-7eeed68b87f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.269510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05c0cb-4927-4e3c-9ce8-7eeed68b87f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.271336 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7c05c0cb-4927-4e3c-9ce8-7eeed68b87f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4676 time: 0.0819085 Jan 28 05:12:33.274334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47846) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:33.348636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Deleting port c307db5c-eab3-42af-a463-3955d5f0419e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:33.348979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.408062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] For port c307db5c-eab3-42af-a463-3955d5f0419e, host n-h2-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:33.408341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.420658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Calling delete_port for c307db5c-eab3-42af-a463-3955d5f0419e owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:33.498873 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c307db5c-eab3-42af-a463-3955d5f0419e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.525850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event deleted for resources: {'Port': ['ID=c307db5c-eab3-42af-a463-3955d5f0419e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:33.530928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.534146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b61bbdc8-7398-4aca-aaff-bf852cfce715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c307db5c-eab3-42af-a463-3955d5f0419e HTTP/1.1" status: 204 len: 168 time: 0.2589021 Jan 28 05:12:33.536668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:33.560388 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-909598b5-9a4c-4c5e-a503-9db76182fb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:12:33.561824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-909598b5-9a4c-4c5e-a503-9db76182fb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "GET /v2.0/ports/c307db5c-eab3-42af-a463-3955d5f0419e HTTP/1.1" status: 404 len: 333 time: 0.0242119 Jan 28 05:12:33.565568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47850) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:33.570704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1488434171', 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:33.590460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Made reservation on behalf of b8712943fed44b36a04c87cc171e3f59 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:33.592766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.608792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port 554ce70a-d593-4207-aa33-baf81e3ae730 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:33.754812 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for port (554ce70a-d593-4207-aa33-baf81e3ae730), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.786002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (554ce70a-d593-4207-aa33-baf81e3ae730), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.824844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:33.827581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:33.830839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:33.831916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.832369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:33.843261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=554ce70a-d593-4207-aa33-baf81e3ae730,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:33.855867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f64f3354-268d-4960-a1bf-60968eeafdfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2891819 Jan 28 05:12:33.858429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:33.894578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed858e42-798f-4002-a514-24cbd2edea0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:33.896411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ed858e42-798f-4002-a514-24cbd2edea0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "GET /v2.0/ports/554ce70a-d593-4207-aa33-baf81e3ae730 HTTP/1.1" status: 200 len: 959 time: 0.0365889 Jan 28 05:12:33.898609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47854) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:33.972136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Deleting port 554ce70a-d593-4207-aa33-baf81e3ae730 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:33.972389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (554ce70a-d593-4207-aa33-baf81e3ae730), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.029193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (554ce70a-d593-4207-aa33-baf81e3ae730), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.046642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Calling delete_port for 554ce70a-d593-4207-aa33-baf81e3ae730 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:34.120734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (554ce70a-d593-4207-aa33-baf81e3ae730), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.145003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event deleted for resources: {'Port': ['ID=554ce70a-d593-4207-aa33-baf81e3ae730,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:34.154471 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.158494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-85d60bf1-caf1-4f1a-a850-e74490ba992f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "DELETE /v2.0/ports/554ce70a-d593-4207-aa33-baf81e3ae730 HTTP/1.1" status: 204 len: 168 time: 0.2589936 Jan 28 05:12:34.160994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47856) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:34.184651 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-840dbe20-ace6-435d-88f7-33b8bb348143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:12:34.186004 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-840dbe20-ace6-435d-88f7-33b8bb348143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "GET /v2.0/ports/554ce70a-d593-4207-aa33-baf81e3ae730 HTTP/1.1" status: 404 len: 333 time: 0.0240848 Jan 28 05:12:34.189492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47858) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:34.194362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Request body: {'port': {'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860698957'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:34.216396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Made reservation on behalf of b8712943fed44b36a04c87cc171e3f59 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:34.218706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.234033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port f7b18f31-0da6-4f73-a4c1-0d645a25561a yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:34.345053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-b5e9ec84-0aac-4815-b9d5-535f128fa330 req-23a13578-727b-4732-bd64-0d6ad7c831e5 service neutron] (103138) timed out ('10.222.0.52', 64945) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:12:34.383777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.423568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.463075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:34.466488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:34.469769 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:34.470687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:34.471288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.487225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b18f31-0da6-4f73-a4c1-0d645a25561a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:34.498312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fe3136c0-545f-4ead-81fd-26e37ab97f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3077908 Jan 28 05:12:34.501014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:34.505943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:34.557883 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.722108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] device_id is not set on port f7b18f31-0da6-4f73-a4c1-0d645a25561a yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:34.730090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks [] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.735111 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:34.785927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b18f31-0da6-4f73-a4c1-0d645a25561a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:34.799908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.800252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.800603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.804832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.805244 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.805647 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 2 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.818522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.818863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.819200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.824019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.824384 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.824776 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 3 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.836088 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.836423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.836759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.840971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.841335 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.841723 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 4 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.853805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.854146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.854509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.858664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.859005 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.859377 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 5 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.871152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.871492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.871834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.876025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.876353 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.876741 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 6 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.888551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.888890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.889260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.893469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.893803 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.894193 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 7 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.906248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.906590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.906931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.911121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.911449 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.911842 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 8 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.924284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.924620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.924950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.929153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.929528 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.929900 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 9 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.941277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.941615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.941951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.946375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.946707 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.947100 n-d-824835-3 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempt 10 to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a Jan 28 05:12:34.959153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:34.959492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:34.959828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempting to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:34.964539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:12:34.964869 n-d-824835-3 neutron-server[103138]: ERROR neutron.plugins.ml2.managers [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Failed to bind port f7b18f31-0da6-4f73-a4c1-0d645a25561a on host n-h2-824835-3 for vnic_type normal using segments [{'id': '0c3d0643-c7ff-4850-b941-462ae8440bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '42f1c0b6-89c0-4389-8e2c-6fc28a703d70'}] Jan 28 05:12:34.965330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.025397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] For port f7b18f31-0da6-4f73-a4c1-0d645a25561a, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:35.025693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attempted to set empty binding levels {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 05:12:35.030606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.062585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] In _notify_port_updated(), no bound segment for port f7b18f31-0da6-4f73-a4c1-0d645a25561a on network 42f1c0b6-89c0-4389-8e2c-6fc28a703d70 {{(pid=103138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:12:35.063418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:35.064017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.065358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "PUT /v2.0/ports/f7b18f31-0da6-4f73-a4c1-0d645a25561a HTTP/1.1" status: 200 len: 979 time: 0.5633376 Jan 28 05:12:35.068226 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47862) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:35.078998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc846a98-c423-4034-97a8-1b01891bfc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b18f31-0da6-4f73-a4c1-0d645a25561a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:35.146263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Deleting port f7b18f31-0da6-4f73-a4c1-0d645a25561a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:35.146609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.206577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] For port f7b18f31-0da6-4f73-a4c1-0d645a25561a, host n-h2-824835-3, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:35.206938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.219866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Calling delete_port for f7b18f31-0da6-4f73-a4c1-0d645a25561a owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:35.299848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f7b18f31-0da6-4f73-a4c1-0d645a25561a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.326129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7b18f31-0da6-4f73-a4c1-0d645a25561a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:35.331603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.334821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-88af4172-6e7f-4145-ba54-3cff7e7b85db tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f7b18f31-0da6-4f73-a4c1-0d645a25561a HTTP/1.1" status: 204 len: 168 time: 0.2655931 Jan 28 05:12:35.337589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47864) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:35.361367 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52d0252-d3e7-4779-80a2-9e58db410d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:12:35.362679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e52d0252-d3e7-4779-80a2-9e58db410d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5506462-project-admin] 10.222.0.21 "GET /v2.0/ports/f7b18f31-0da6-4f73-a4c1-0d645a25561a HTTP/1.1" status: 404 len: 333 time: 0.0241010 Jan 28 05:12:35.366148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:35.441794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (42f1c0b6-89c0-4389-8e2c-6fc28a703d70), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.529173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (42f1c0b6-89c0-4389-8e2c-6fc28a703d70), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.548694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f1c0b6-89c0-4389-8e2c-6fc28a703d70']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:35.558200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3d0643-c7ff-4850-b941-462ae8440bf0') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:35.558469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3d0643-c7ff-4850-b941-462ae8440bf0') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:35.567558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (0c3d0643-c7ff-4850-b941-462ae8440bf0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.581403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0c3d0643-c7ff-4850-b941-462ae8440bf0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.587358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:12:35.588418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (0c3d0643-c7ff-4850-b941-462ae8440bf0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:12:35.590814 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:12:35.646282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (42f1c0b6-89c0-4389-8e2c-6fc28a703d70), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.652952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:35.656043 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] 10.222.0.21 "DELETE /v2.0/networks/42f1c0b6-89c0-4389-8e2c-6fc28a703d70 HTTP/1.1" status: 204 len: 168 time: 0.2888360 Jan 28 05:12:35.667857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14137-b52e-4ef1-99d6-0302f7b67a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-743595138-project] Pushing event deleted for resources: {'Network': ['ID=42f1c0b6-89c0-4389-8e2c-6fc28a703d70,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:35.895604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:36.030539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-82f01806-ba5e-411b-9154-eb183471fee1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b52655a0189442d3afed3459476ce39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337638 Jan 28 05:12:36.032924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47876) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:36.079005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5cca6418-befd-483f-83b1-d15d48948734 admin admin] Publish callbacks [] for security_group (91331fc4-5829-4273-88b6-c68fc4e69c8c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.100234 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5cca6418-befd-483f-83b1-d15d48948734 admin admin] Publish callbacks [] for security_group (91331fc4-5829-4273-88b6-c68fc4e69c8c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.145497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5cca6418-befd-483f-83b1-d15d48948734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (91331fc4-5829-4273-88b6-c68fc4e69c8c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.148059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5cca6418-befd-483f-83b1-d15d48948734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.149228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5cca6418-befd-483f-83b1-d15d48948734 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91331fc4-5829-4273-88b6-c68fc4e69c8c HTTP/1.1" status: 204 len: 168 time: 0.1153731 Jan 28 05:12:36.156757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6418-befd-483f-83b1-d15d48948734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91331fc4-5829-4273-88b6-c68fc4e69c8c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:36.406403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47882) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:36.446958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-922e08ea-f11d-42f9-9998-8787e47f79a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8712943fed44b36a04c87cc171e3f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393915 Jan 28 05:12:36.450078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47884) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:36.494916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a3c49b-1ff4-44b7-b541-c240b5d5800e admin admin] Publish callbacks [] for security_group (319f3a2e-778c-4525-8229-a78b9fbb3bb5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.515906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a3c49b-1ff4-44b7-b541-c240b5d5800e admin admin] Publish callbacks [] for security_group (319f3a2e-778c-4525-8229-a78b9fbb3bb5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.563208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a3c49b-1ff4-44b7-b541-c240b5d5800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (319f3a2e-778c-4525-8229-a78b9fbb3bb5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.565782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a3c49b-1ff4-44b7-b541-c240b5d5800e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:36.569249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-13a3c49b-1ff4-44b7-b541-c240b5d5800e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/319f3a2e-778c-4525-8229-a78b9fbb3bb5 HTTP/1.1" status: 204 len: 168 time: 0.1159537 Jan 28 05:12:36.574901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3c49b-1ff4-44b7-b541-c240b5d5800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f3a2e-778c-4525-8229-a78b9fbb3bb5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:36.577774 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.241092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47906) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:37.337498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-617068937'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:37.359165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:37.362788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.371640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.442858 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for security_group (aa427585-0656-4d40-b6eb-2a3e44291ac8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.446569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aa427585-0656-4d40-b6eb-2a3e44291ac8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.473536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:12:37.484389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa427585-0656-4d40-b6eb-2a3e44291ac8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:37.489873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (dea7f5d5-4eb7-4f07-a396-c690d5290f0c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.490222 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Added segment dea7f5d5-4eb7-4f07-a396-c690d5290f0c of type vlan for network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e Jan 28 05:12:37.547529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.577831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.582845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:37.583421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.664148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4219046 Jan 28 05:12:37.668352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47910) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:37.673411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:37.685880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d32d69-ad56-453c-8cf3-6978b092771d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Network': ['ID=ffd316ec-f08a-4db1-be5b-08fd4d39bc6e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:37.702281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:12:37.763569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:37.767242 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.946838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:37.947294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ffdb8975-8407-44f4-86cb-5059deb00f5d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.003387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=ffdb8975-8407-44f4-86cb-5059deb00f5d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:38.014500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:38.014867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network hostable DHCP agents. Network: ffd316ec-f08a-4db1-be5b-08fd4d39bc6e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:12:38.030780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:12:38.039069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, ffd316ec-f08a-4db1-be5b-08fd4d39bc6e) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:38.043834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:38.044443 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.047509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76efe56-fe1b-4982-9ce2-e7f4b5f5c0e5 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:38.060825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1671cc1e-dda0-4327-a267-85ce631b7cb4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3912983 Jan 28 05:12:38.063482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47912) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:38.068389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'name': 'tempest-NetworksTestDHCPv6-1083817489'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:38.149362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'ffdb8975-8407-44f4-86cb-5059deb00f5d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:38.150232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.175343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:38.178691 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.195672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port e47e508d-448a-4718-8bed-de7eaec11953 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:38.288506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ffdb8975-8407-44f4-86cb-5059deb00f5d/5c5d02b6-4362-46a2-9b72-910bd9cfefe2) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:38.425294 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Publish callbacks [] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.431130 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.476037 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:38.478213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:38.480604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:38.494964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Pushing event updated for resources: {'Port': ['ID=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:38.497598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::2eb (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ffdb8975-8407-44f4-86cb-5059deb00f5d/e47e508d-448a-4718-8bed-de7eaec11953) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:38.547260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Attempting to bind port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:38.547698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Attempting to bind port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:38.548742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Attempting to bind port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:38.554097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:38.554573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:38.554987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.555386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:38.555860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Bound port: 5c5d02b6-4362-46a2-9b72-910bd9cfefe2, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:38.556250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.629329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] For port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:38.632338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] For port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:38.634147 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a357b595-3db2-4cad-98b6-81732db41ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.636917 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.673133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (e47e508d-448a-4718-8bed-de7eaec11953), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.700052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8413f-cf3e-4c66-91c0-14b2e1ec8542 None None] Pushing event updated for resources: {'Port': ['ID=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:38.711913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e47e508d-448a-4718-8bed-de7eaec11953), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.759990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:38.766731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:38.771397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:38.776757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:38.777501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:38.781289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=e47e508d-448a-4718-8bed-de7eaec11953,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:38.797408 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d7b47f0b-2d20-4837-936d-5bb18bb071e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7327485 Jan 28 05:12:38.799860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47914) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:38.889907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f831e3-6988-4b77-949e-6f0efde3a1a3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:38.910760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f831e3-6988-4b77-949e-6f0efde3a1a3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:38.912887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c8f831e3-6988-4b77-949e-6f0efde3a1a3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1114616 Jan 28 05:12:38.915176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47916) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:39.020631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port e47e508d-448a-4718-8bed-de7eaec11953 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:39.020995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e47e508d-448a-4718-8bed-de7eaec11953), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.039495 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:12:39.102671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:39.103053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.130380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e47e508d-448a-4718-8bed-de7eaec11953), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.146883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for e47e508d-448a-4718-8bed-de7eaec11953 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:39.186634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:39.187028 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.224735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:39.230438 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.278811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e47e508d-448a-4718-8bed-de7eaec11953), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.279385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:39.313281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=e47e508d-448a-4718-8bed-de7eaec11953,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:39.338222 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.342107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f7c95bd-9b6d-429b-9b67-a9cc774b3a46 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/e47e508d-448a-4718-8bed-de7eaec11953 HTTP/1.1" status: 204 len: 168 time: 0.4257414 Jan 28 05:12:39.344585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47918) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:39.435763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e5021-e2be-47a3-817f-cb2826474e66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:39.437261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e5021-e2be-47a3-817f-cb2826474e66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:39.438795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4a4e5021-e2be-47a3-817f-cb2826474e66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0932720 Jan 28 05:12:39.441444 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47920) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:39.498359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet ffdb8975-8407-44f4-86cb-5059deb00f5d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:39.501864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (ffdb8975-8407-44f4-86cb-5059deb00f5d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.544935 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ffdb8975-8407-44f4-86cb-5059deb00f5d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.634882 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ffdb8975-8407-44f4-86cb-5059deb00f5d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.710047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ffdb8975-8407-44f4-86cb-5059deb00f5d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.740954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdb8975-8407-44f4-86cb-5059deb00f5d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:39.742547 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.748705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cc15c837-ff8b-4f7c-9e15-e69677f5c3cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ffdb8975-8407-44f4-86cb-5059deb00f5d HTTP/1.1" status: 204 len: 168 time: 0.3037720 Jan 28 05:12:39.749114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47922) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:39.788728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f17282-370b-4f89-b555-a3f53b0dc078 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:39.808642 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b91dad78-5ffa-49ae-98f6-623d58c4650d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585723 Jan 28 05:12:39.811339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47924) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:39.816057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:39.898945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e8edc0ae-9ad2-4689-ac03-7683149588d0 None None] Provisioning complete for port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:39.899499 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8edc0ae-9ad2-4689-ac03-7683149588d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.919379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:39.923093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:39.980870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:40.012973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e8edc0ae-9ad2-4689-ac03-7683149588d0 None None] Current status of the port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:40.038629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] Deleting port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:40.038931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.263934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] For port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:40.264626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.278087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] Calling delete_port for 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:40.358722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (5c5d02b6-4362-46a2-9b72-910bd9cfefe2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.388152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] Pushing event deleted for resources: {'Port': ['ID=5c5d02b6-4362-46a2-9b72-910bd9cfefe2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:40.391842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0343ca2-42de-4750-b49c-1007452b86fd None None] No DVR routers for this DVR port 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:40.493015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (89d15b97-da70-482c-9304-a0dd355cee3d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.535661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:40.538858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:40.542988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:40.543578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.548329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220ef71-7cea-426d-aa6d-c0107f7bd59b None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:40.554848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=89d15b97-da70-482c-9304-a0dd355cee3d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:40.565297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-154adfcc-511e-4d3a-b174-bc3372250f1a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7528918 Jan 28 05:12:40.568178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47926) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:40.574156 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'name': 'tempest-NetworksTestDHCPv6-2104091514'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:40.645730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '89d15b97-da70-482c-9304-a0dd355cee3d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:40.646583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.693295 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:40.696779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.721837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 9136c3ea-cee2-45d1-81a2-98f137386825 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:40.786424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/89d15b97-da70-482c-9304-a0dd355cee3d/0c41c538-b420-458d-b4e8-97ef20ffd4c3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:40.869856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4df608-aa16-40b9-94a4-9155c61cdfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.940184 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Publish callbacks [] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.946841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.975489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:12:41.004868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::6c (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/89d15b97-da70-482c-9304-a0dd355cee3d/9136c3ea-cee2-45d1-81a2-98f137386825) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:41.010620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:41.011852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:12:41.012207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5c5d02b6-4362-46a2-9b72-910bd9cfefe2 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:41.021254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:41.023424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Pushing event updated for resources: {'Port': ['ID=0c41c538-b420-458d-b4e8-97ef20ffd4c3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:41.025698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:41.080754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Attempting to bind port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:41.081050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Attempting to bind port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:41.081459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Attempting to bind port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:41.086321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:41.086701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:41.087109 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.087506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:41.087983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Bound port: 0c41c538-b420-458d-b4e8-97ef20ffd4c3, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:41.088375 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.156269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] For port 0c41c538-b420-458d-b4e8-97ef20ffd4c3, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:41.159357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] For port 0c41c538-b420-458d-b4e8-97ef20ffd4c3, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0c41c538-b420-458d-b4e8-97ef20ffd4c3,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:41.163403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.168152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (9136c3ea-cee2-45d1-81a2-98f137386825), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.203969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9136c3ea-cee2-45d1-81a2-98f137386825), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.225163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2672a2-635a-49ae-beec-e7b188c7c75d None None] Pushing event updated for resources: {'Port': ['ID=0c41c538-b420-458d-b4e8-97ef20ffd4c3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:41.251835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:41.254954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:41.261310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:41.266487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:41.267128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.273470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=9136c3ea-cee2-45d1-81a2-98f137386825,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:41.289837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fb371325-f288-4d8e-b948-f96526d066f8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7205637 Jan 28 05:12:41.292364 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47928) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:41.350862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2261e90-a5a3-4933-a25e-72f97ca33173 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:41.358476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2261e90-a5a3-4933-a25e-72f97ca33173 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:41.360206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e2261e90-a5a3-4933-a25e-72f97ca33173 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0669007 Jan 28 05:12:41.365252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47930) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:41.450195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 9136c3ea-cee2-45d1-81a2-98f137386825 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:41.450625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9136c3ea-cee2-45d1-81a2-98f137386825), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.541960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9136c3ea-cee2-45d1-81a2-98f137386825), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.554447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 9136c3ea-cee2-45d1-81a2-98f137386825 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:41.679704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9136c3ea-cee2-45d1-81a2-98f137386825), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.709128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=9136c3ea-cee2-45d1-81a2-98f137386825,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:41.738666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.742025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-33cafe8e-914f-49ae-bb37-976dfd9c8e06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/9136c3ea-cee2-45d1-81a2-98f137386825 HTTP/1.1" status: 204 len: 168 time: 0.3776286 Jan 28 05:12:41.744442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47932) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:41.796567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa88e8-55cf-4262-b5e1-d3958f916c60 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:41.798022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa88e8-55cf-4262-b5e1-d3958f916c60 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:41.799564 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c5fa88e8-55cf-4262-b5e1-d3958f916c60 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0536582 Jan 28 05:12:41.802117 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47934) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:41.854923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 89d15b97-da70-482c-9304-a0dd355cee3d {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:41.858214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (89d15b97-da70-482c-9304-a0dd355cee3d), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.904110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (89d15b97-da70-482c-9304-a0dd355cee3d), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.991694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (89d15b97-da70-482c-9304-a0dd355cee3d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.051216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.053420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (89d15b97-da70-482c-9304-a0dd355cee3d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.089815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=89d15b97-da70-482c-9304-a0dd355cee3d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:42.093779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.099902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3f620de-f735-4c55-9c63-b38e5f35194d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/89d15b97-da70-482c-9304-a0dd355cee3d HTTP/1.1" status: 204 len: 168 time: 0.2939680 Jan 28 05:12:42.100094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47936) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:42.101380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dbd614-857c-4aff-9087-657810d57f3b None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:42.138842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0013b748-7849-4c3e-b28c-966cd706765a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376887 Jan 28 05:12:42.141690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47938) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:42.146623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:42.173924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] Provisioning complete for port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:42.174218 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.233105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:42.237218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.279443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] Current status of the port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:42.279839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.293433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:42.335338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] For port 0c41c538-b420-458d-b4e8-97ef20ffd4c3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0c41c538-b420-458d-b4e8-97ef20ffd4c3,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:42.341267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.401590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] Deleting port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:42.401968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.406239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599b44f-dcde-4b9c-8867-8fc988f5e2a7 None None] Pushing event updated for resources: {'Port': ['ID=0c41c538-b420-458d-b4e8-97ef20ffd4c3,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:42.422616 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (fc9b97a9-2e82-465b-a344-e94ad7a60421), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.465911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] For port 0c41c538-b420-458d-b4e8-97ef20ffd4c3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0c41c538-b420-458d-b4e8-97ef20ffd4c3,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:42.466219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.468479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:42.472610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:42.475650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:42.476357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.479032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] Calling delete_port for 0c41c538-b420-458d-b4e8-97ef20ffd4c3 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:42.493175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=fc9b97a9-2e82-465b-a344-e94ad7a60421,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:42.505884 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1fd93890-7cb5-4318-bcdb-acd0abdcabb6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3629396 Jan 28 05:12:42.507058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:42.514800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'name': 'tempest-NetworksTestDHCPv6-1832367502'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:42.566611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (0c41c538-b420-458d-b4e8-97ef20ffd4c3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.592864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] Pushing event deleted for resources: {'Port': ['ID=0c41c538-b420-458d-b4e8-97ef20ffd4c3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:42.597179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149275c-ac6b-46e7-9e1f-65b160ba25c3 None None] No DVR routers for this DVR port 0c41c538-b420-458d-b4e8-97ef20ffd4c3 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:42.612728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fcfc8-c5bb-4ec6-8ee8-43534e790850 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:42.627428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:42.631224 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.648565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port f788497c-4e49-453e-ad6b-2a6900c4e709 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:42.714728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'fc9b97a9-2e82-465b-a344-e94ad7a60421'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:42.715881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.768275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::3b5 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/fc9b97a9-2e82-465b-a344-e94ad7a60421/f788497c-4e49-453e-ad6b-2a6900c4e709) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:42.914496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (f788497c-4e49-453e-ad6b-2a6900c4e709), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.947309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f788497c-4e49-453e-ad6b-2a6900c4e709), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:42.987860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:42.990711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:42.994137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/fc9b97a9-2e82-465b-a344-e94ad7a60421/ec80d2b3-3602-4942-9896-41a5d4a52f05) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:42.997678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:43.003057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:43.003671 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.009658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=f788497c-4e49-453e-ad6b-2a6900c4e709,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:43.025645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-66a46bf0-a053-4a33-a83c-fe72aacc5552 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5172355 Jan 28 05:12:43.028140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47942) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:43.072911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e304f07-d41d-4e22-b4f0-fa86e679a203 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:43.074525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3e304f07-d41d-4e22-b4f0-fa86e679a203 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0454054 Jan 28 05:12:43.077243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47944) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:43.140419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Publish callbacks [] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.146450 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.165031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port f788497c-4e49-453e-ad6b-2a6900c4e709 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:43.165424 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f788497c-4e49-453e-ad6b-2a6900c4e709), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.185352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:43.190094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:43.194577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:43.196509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Pushing event updated for resources: {'Port': ['ID=ec80d2b3-3602-4942-9896-41a5d4a52f05,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:43.252516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Attempting to bind port ec80d2b3-3602-4942-9896-41a5d4a52f05 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:43.252742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f788497c-4e49-453e-ad6b-2a6900c4e709), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.252869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Attempting to bind port ec80d2b3-3602-4942-9896-41a5d4a52f05 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:43.253184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Attempting to bind port ec80d2b3-3602-4942-9896-41a5d4a52f05 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:43.258126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:43.258517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:43.258928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.259332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:43.259806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Bound port: ec80d2b3-3602-4942-9896-41a5d4a52f05, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:43.260191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.265354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for f788497c-4e49-453e-ad6b-2a6900c4e709 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:43.320720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] For port ec80d2b3-3602-4942-9896-41a5d4a52f05, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:43.324345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] For port ec80d2b3-3602-4942-9896-41a5d4a52f05, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec80d2b3-3602-4942-9896-41a5d4a52f05,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:43.328540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.383214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e523c2a-db28-48bc-8020-ad8e85161e19 None None] Pushing event updated for resources: {'Port': ['ID=ec80d2b3-3602-4942-9896-41a5d4a52f05,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:43.398761 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f788497c-4e49-453e-ad6b-2a6900c4e709), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.428333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=f788497c-4e49-453e-ad6b-2a6900c4e709,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:43.453401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.456655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2e8dc240-178e-4d53-8aa7-09d61c253eee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/f788497c-4e49-453e-ad6b-2a6900c4e709 HTTP/1.1" status: 204 len: 168 time: 0.3784988 Jan 28 05:12:43.459060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47946) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:43.515606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea0a06-7b50-4de1-bdd5-c6a41ea7c57b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:43.516941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea0a06-7b50-4de1-bdd5-c6a41ea7c57b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:43.518528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ecea0a06-7b50-4de1-bdd5-c6a41ea7c57b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0585291 Jan 28 05:12:43.521284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47948) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:43.594400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet fc9b97a9-2e82-465b-a344-e94ad7a60421 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:43.597843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (fc9b97a9-2e82-465b-a344-e94ad7a60421), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.641310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (fc9b97a9-2e82-465b-a344-e94ad7a60421), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.725662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (fc9b97a9-2e82-465b-a344-e94ad7a60421), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.772070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.789596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (fc9b97a9-2e82-465b-a344-e94ad7a60421), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.817094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9b97a9-2e82-465b-a344-e94ad7a60421,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:43.819090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.822293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a2453db2-0b22-4e93-a030-bb728994bd06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/fc9b97a9-2e82-465b-a344-e94ad7a60421 HTTP/1.1" status: 204 len: 168 time: 0.3000007 Jan 28 05:12:43.824811 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47950) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:43.879198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e488542f-cc97-4be9-bae6-ec8e6b679fda tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531700 Jan 28 05:12:43.881627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47952) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:43.957569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856db51d-4ecf-41f7-95cd-ef0836d697ed tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:43.959024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-856db51d-4ecf-41f7-95cd-ef0836d697ed tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0765078 Jan 28 05:12:43.961556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47954) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:44.043252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f584fc-ab27-4e05-bd0e-8101310938a6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:44.044760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d5f584fc-ab27-4e05-bd0e-8101310938a6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823047 Jan 28 05:12:44.047368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47956) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:44.088647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-400dbea1-083d-453f-acfc-00de95d3b3ec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400589 Jan 28 05:12:44.093370 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47958) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:44.098379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:44.186550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:44.190067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.299980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524783c2-2c28-47d3-bd2f-926dd18a0c33 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:44.380322 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ee80940e-c107-410f-aa09-3d42def8f499), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.393942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] Provisioning complete for port ec80d2b3-3602-4942-9896-41a5d4a52f05 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:44.394323 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.420956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:44.424352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:44.428931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:44.429571 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.450221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=ee80940e-c107-410f-aa09-3d42def8f499,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:44.462589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ffdd22ce-ed14-4477-8786-58713e367527 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3656769 Jan 28 05:12:44.462936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47960) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:44.468257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': 'ee80940e-c107-410f-aa09-3d42def8f499', 'ip_address': '2001:db8::d066:4d94:d3a9:1e0e'}], 'name': 'tempest-NetworksTestDHCPv6-2054399490'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:44.477888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:44.495618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] Current status of the port ec80d2b3-3602-4942-9896-41a5d4a52f05 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:44.496014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.550508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] For port ec80d2b3-3602-4942-9896-41a5d4a52f05, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec80d2b3-3602-4942-9896-41a5d4a52f05,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:44.555939 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.581730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:44.591963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] Deleting port ec80d2b3-3602-4942-9896-41a5d4a52f05 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:44.592344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.648260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ea3a8-72d5-49e3-9c90-95ca292b3acd None None] Pushing event updated for resources: {'Port': ['ID=ec80d2b3-3602-4942-9896-41a5d4a52f05,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:44.666577 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.683966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port d8a86bae-572d-47e9-9a59-2a8f2f8d671c yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:44.687712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] For port ec80d2b3-3602-4942-9896-41a5d4a52f05, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec80d2b3-3602-4942-9896-41a5d4a52f05,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:44.688114 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.705343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] Calling delete_port for ec80d2b3-3602-4942-9896-41a5d4a52f05 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:44.783029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ec80d2b3-3602-4942-9896-41a5d4a52f05), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.810416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] Pushing event deleted for resources: {'Port': ['ID=ec80d2b3-3602-4942-9896-41a5d4a52f05,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:44.812134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773cb3e-e5f6-40c1-a888-051c0f2f5004 None None] No DVR routers for this DVR port ec80d2b3-3602-4942-9896-41a5d4a52f05 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:44.830255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd596c43-1d55-4d70-82df-df1f27f31071 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:44.843044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::d066:4d94:d3a9:1e0e (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ee80940e-c107-410f-aa09-3d42def8f499/d8a86bae-572d-47e9-9a59-2a8f2f8d671c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:44.940887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'ee80940e-c107-410f-aa09-3d42def8f499'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:44.941731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.998496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (d8a86bae-572d-47e9-9a59-2a8f2f8d671c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.033042 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d8a86bae-572d-47e9-9a59-2a8f2f8d671c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.076538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:45.079628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:45.086771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:45.092233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:45.092894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.099764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=d8a86bae-572d-47e9-9a59-2a8f2f8d671c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:45.118030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76e04c2e-2a4a-46ad-b68b-45e72d985d3d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6515784 Jan 28 05:12:45.118250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47962) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:45.170558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff62de-79f2-41b7-8b6b-00d270ab5f66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:45.174552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6eff62de-79f2-41b7-8b6b-00d270ab5f66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0529118 Jan 28 05:12:45.174854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47964) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:45.227966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ee80940e-c107-410f-aa09-3d42def8f499/df3319eb-a5f2-4365-8b68-8550de58ccb5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:45.264302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port d8a86bae-572d-47e9-9a59-2a8f2f8d671c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:45.264958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d8a86bae-572d-47e9-9a59-2a8f2f8d671c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.353845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d8a86bae-572d-47e9-9a59-2a8f2f8d671c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.365983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for d8a86bae-572d-47e9-9a59-2a8f2f8d671c owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:45.381403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.383058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Publish callbacks [] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.388973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.428606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:45.436840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:45.438944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Pushing event updated for resources: {'Port': ['ID=df3319eb-a5f2-4365-8b68-8550de58ccb5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:45.441102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:45.493583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Attempting to bind port df3319eb-a5f2-4365-8b68-8550de58ccb5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:45.494014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Attempting to bind port df3319eb-a5f2-4365-8b68-8550de58ccb5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:45.494387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Attempting to bind port df3319eb-a5f2-4365-8b68-8550de58ccb5 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:45.499948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d8a86bae-572d-47e9-9a59-2a8f2f8d671c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.500796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:45.501208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:45.501618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.502027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:45.502534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Bound port: df3319eb-a5f2-4365-8b68-8550de58ccb5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:45.502886 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.531559 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=d8a86bae-572d-47e9-9a59-2a8f2f8d671c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:45.559796 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.563063 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ddd7ecaf-65c7-432f-95a9-801d92d458df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/d8a86bae-572d-47e9-9a59-2a8f2f8d671c HTTP/1.1" status: 204 len: 168 time: 0.3871930 Jan 28 05:12:45.565530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47966) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:45.575802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] For port df3319eb-a5f2-4365-8b68-8550de58ccb5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:45.579838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] For port df3319eb-a5f2-4365-8b68-8550de58ccb5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df3319eb-a5f2-4365-8b68-8550de58ccb5,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:45.583402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.617801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e4de6-b9c2-41c0-b3e4-a0ba27fe458a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:45.619674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e4de6-b9c2-41c0-b3e4-a0ba27fe458a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:45.621425 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e11e4de6-b9c2-41c0-b3e4-a0ba27fe458a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0547161 Jan 28 05:12:45.623976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47968) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:45.642862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513785d-aa38-4848-a1f1-f83cf3aa5b47 None None] Pushing event updated for resources: {'Port': ['ID=df3319eb-a5f2-4365-8b68-8550de58ccb5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:45.677727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet ee80940e-c107-410f-aa09-3d42def8f499 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:45.681241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (ee80940e-c107-410f-aa09-3d42def8f499), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.729598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ee80940e-c107-410f-aa09-3d42def8f499), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.824981 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ee80940e-c107-410f-aa09-3d42def8f499), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.887966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ee80940e-c107-410f-aa09-3d42def8f499), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.917267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=ee80940e-c107-410f-aa09-3d42def8f499,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:45.919260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.925528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47970) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:45.926080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e4c84a1f-6921-4112-a853-87483e6beacd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ee80940e-c107-410f-aa09-3d42def8f499 HTTP/1.1" status: 204 len: 168 time: 0.3005862 Jan 28 05:12:45.965880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-310d47b5-0eab-47cb-b9ae-0da1abbce380 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383556 Jan 28 05:12:45.968536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47972) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:45.973239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:46.061666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:46.065049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.259213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (6fe09db7-e65e-4c66-b4f6-0bcbd9567562), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.302168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:46.305381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:46.308850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:46.309478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.322894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=6fe09db7-e65e-4c66-b4f6-0bcbd9567562,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:46.335060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-319f9466-0c7e-4aaf-9a49-29f4839c6d25 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3655183 Jan 28 05:12:46.337790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47974) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:46.343686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '6fe09db7-e65e-4c66-b4f6-0bcbd9567562', 'ip_address': '2001:db8::aca0:4c02:5509:3444'}], 'name': 'tempest-NetworksTestDHCPv6-467287364'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:46.457461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:46.543097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.561879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 74e193fd-87c1-4bda-9962-db706bbf69a8 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:46.567193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0065f-ddcb-4b3f-800a-c14d08a3f4cd None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:46.642352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] Provisioning complete for port df3319eb-a5f2-4365-8b68-8550de58ccb5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:46.642723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.719584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::aca0:4c02:5509:3444 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/6fe09db7-e65e-4c66-b4f6-0bcbd9567562/74e193fd-87c1-4bda-9962-db706bbf69a8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:46.753709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] Current status of the port df3319eb-a5f2-4365-8b68-8550de58ccb5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:46.754423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.789395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] For port df3319eb-a5f2-4365-8b68-8550de58ccb5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df3319eb-a5f2-4365-8b68-8550de58ccb5,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:46.797605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.848599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf53d8-9c75-4071-941b-0d71b3705663 None None] Pushing event updated for resources: {'Port': ['ID=df3319eb-a5f2-4365-8b68-8550de58ccb5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:46.891158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (74e193fd-87c1-4bda-9962-db706bbf69a8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.932627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (74e193fd-87c1-4bda-9962-db706bbf69a8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:46.981565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:46.987660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:46.990045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:46.995479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:46.996139 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.002768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=74e193fd-87c1-4bda-9962-db706bbf69a8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:47.021552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-006eb2dd-a553-4b37-9717-9bf3eb0c12c1 None None] Provisioning complete for port df3319eb-a5f2-4365-8b68-8550de58ccb5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:47.022015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-006eb2dd-a553-4b37-9717-9bf3eb0c12c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.025032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df3319eb-a5f2-4365-8b68-8550de58ccb5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:12:47.032321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96bd2ef7-0afb-4203-9360-3fd342672a0c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6911132 Jan 28 05:12:47.032721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47976) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:47.091881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e29d35-80d1-4627-b57f-add6cc63c576 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:47.097354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e29d35-80d1-4627-b57f-add6cc63c576 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:47.100298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-58e29d35-80d1-4627-b57f-add6cc63c576 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0663660 Jan 28 05:12:47.102373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47978) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:47.143886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port df3319eb-a5f2-4365-8b68-8550de58ccb5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:47.144268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.184884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-006eb2dd-a553-4b37-9717-9bf3eb0c12c1 None None] Current status of the port df3319eb-a5f2-4365-8b68-8550de58ccb5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:47.203343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 74e193fd-87c1-4bda-9962-db706bbf69a8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:47.203968 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (74e193fd-87c1-4bda-9962-db706bbf69a8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.252486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port df3319eb-a5f2-4365-8b68-8550de58ccb5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:47.299223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c9f3780b-2b33-4c47-8eb5-e584bbbaccfe None None] Could not find standard attr ID for object 9136c3ea-cee2-45d1-81a2-98f137386825. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:12:47.305089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (74e193fd-87c1-4bda-9962-db706bbf69a8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.317779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 74e193fd-87c1-4bda-9962-db706bbf69a8 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:47.411127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0feffaf3-cc2c-424b-8039-71931600e9fd None None] Could not find standard attr ID for object f788497c-4e49-453e-ad6b-2a6900c4e709. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:12:47.449111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (74e193fd-87c1-4bda-9962-db706bbf69a8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.482368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=74e193fd-87c1-4bda-9962-db706bbf69a8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:47.509632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.513743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2e460b3c-b01e-4a42-8fa4-ed11f0c7aaac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/74e193fd-87c1-4bda-9962-db706bbf69a8 HTTP/1.1" status: 204 len: 168 time: 0.4103277 Jan 28 05:12:47.516393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47980) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:47.577593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3354a-bde4-46cf-a8af-8100089aac9b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:47.579793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3354a-bde4-46cf-a8af-8100089aac9b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:47.584529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3be3354a-bde4-46cf-a8af-8100089aac9b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0646665 Jan 28 05:12:47.584760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47982) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:47.624655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-70bf171f-4c92-426d-89e1-7d7d002011a3 None None] Could not find standard attr ID for object d8a86bae-572d-47e9-9a59-2a8f2f8d671c. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:12:47.644238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 6fe09db7-e65e-4c66-b4f6-0bcbd9567562 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:47.647627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (6fe09db7-e65e-4c66-b4f6-0bcbd9567562), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.688322 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (6fe09db7-e65e-4c66-b4f6-0bcbd9567562), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.733658 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (6fe09db7-e65e-4c66-b4f6-0bcbd9567562), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.797687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (6fe09db7-e65e-4c66-b4f6-0bcbd9567562), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.826813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe09db7-e65e-4c66-b4f6-0bcbd9567562,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:47.828765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.831941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e77f9943-9be1-487b-bbac-0766d03714a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/6fe09db7-e65e-4c66-b4f6-0bcbd9567562 HTTP/1.1" status: 204 len: 168 time: 0.2461872 Jan 28 05:12:47.834645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47984) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:47.838401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-59753c49-d4c5-4b76-90dc-9ea3280f3fc1 None None] Could not find standard attr ID for object 74e193fd-87c1-4bda-9962-db706bbf69a8. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:12:47.887345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ed9844a-7a78-4fec-978a-59a0c81135ec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511961 Jan 28 05:12:47.889728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 47986) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:47.894779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:47.974854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2383d-23d0-4ad0-8e46-704986c6b634 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:47.991109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:47.994556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.121004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:48.171735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] Deleting port df3319eb-a5f2-4365-8b68-8550de58ccb5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:48.172172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.186600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (5abc4cfb-bbaa-4e3e-baaf-c82f44a64683), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.225826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:48.229071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:48.233922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:48.234530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.237472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] For port df3319eb-a5f2-4365-8b68-8550de58ccb5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=df3319eb-a5f2-4365-8b68-8550de58ccb5,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:48.237724 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.249309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=5abc4cfb-bbaa-4e3e-baaf-c82f44a64683,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:48.252641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] Calling delete_port for df3319eb-a5f2-4365-8b68-8550de58ccb5 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:48.258334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47988) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:48.258856 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-98698791-0e5b-409e-9448-491b4f0443ee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3676381 Jan 28 05:12:48.264366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '5abc4cfb-bbaa-4e3e-baaf-c82f44a64683', 'ip_address': '2001:db8::7e88:b6d8:1725:bf38'}], 'name': 'tempest-NetworksTestDHCPv6-1621856915'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:48.337677 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (df3319eb-a5f2-4365-8b68-8550de58ccb5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.361414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] Pushing event deleted for resources: {'Port': ['ID=df3319eb-a5f2-4365-8b68-8550de58ccb5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:48.366786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9a1d1-661e-42c0-b2b1-6185854e1acb None None] No DVR routers for this DVR port df3319eb-a5f2-4365-8b68-8550de58ccb5 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:48.370863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:48.377744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.386747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256c3d7-78c6-411e-ada7-8b1bee9c01b6 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:48.394408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port f9e3dbce-165a-4c76-a3c1-6db0167eeb57 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:48.483243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '5abc4cfb-bbaa-4e3e-baaf-c82f44a64683'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:48.484602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.552692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::7e88:b6d8:1725:bf38 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/5abc4cfb-bbaa-4e3e-baaf-c82f44a64683/f9e3dbce-165a-4c76-a3c1-6db0167eeb57) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:48.702978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (f9e3dbce-165a-4c76-a3c1-6db0167eeb57), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.738726 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f9e3dbce-165a-4c76-a3c1-6db0167eeb57), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.780030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:48.782034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/5abc4cfb-bbaa-4e3e-baaf-c82f44a64683/0ba69968-dd4b-4f94-bd30-d66d539a5376) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:48.787503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:48.792433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:48.797535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:48.798169 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.801707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=f9e3dbce-165a-4c76-a3c1-6db0167eeb57,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:48.817657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d4144671-1b06-4cfd-814e-c6756b0ac09c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5575182 Jan 28 05:12:48.820065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47990) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:48.865767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73193fe8-2193-4624-9805-6cdb63090163 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:48.867256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-73193fe8-2193-4624-9805-6cdb63090163 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0462801 Jan 28 05:12:48.869995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47992) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:48.927084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Publish callbacks [] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.934630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:48.974852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:48.979138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df3319eb-a5f2-4365-8b68-8550de58ccb5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:12:49.004821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:49.007762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:49.014492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: df3319eb-a5f2-4365-8b68-8550de58ccb5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:12:49.014849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device df3319eb-a5f2-4365-8b68-8550de58ccb5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:49.019444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0ba69968-dd4b-4f94-bd30-d66d539a5376,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:49.080783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Attempting to bind port 0ba69968-dd4b-4f94-bd30-d66d539a5376 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:49.081366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Attempting to bind port 0ba69968-dd4b-4f94-bd30-d66d539a5376 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:49.081751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Attempting to bind port 0ba69968-dd4b-4f94-bd30-d66d539a5376 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:49.087100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:49.087486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:49.087901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.088301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:49.088786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Bound port: 0ba69968-dd4b-4f94-bd30-d66d539a5376, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:49.089199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.153171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] For port 0ba69968-dd4b-4f94-bd30-d66d539a5376, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:49.156722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] For port 0ba69968-dd4b-4f94-bd30-d66d539a5376, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0ba69968-dd4b-4f94-bd30-d66d539a5376,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:49.161258 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.207391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port f9e3dbce-165a-4c76-a3c1-6db0167eeb57 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:49.207709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f9e3dbce-165a-4c76-a3c1-6db0167eeb57), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.223207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6105bef-6c9c-48f5-a034-07c2592f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0ba69968-dd4b-4f94-bd30-d66d539a5376,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:49.298943 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f9e3dbce-165a-4c76-a3c1-6db0167eeb57), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.311536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for f9e3dbce-165a-4c76-a3c1-6db0167eeb57 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:49.459182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f9e3dbce-165a-4c76-a3c1-6db0167eeb57), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.489132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=f9e3dbce-165a-4c76-a3c1-6db0167eeb57,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:49.518785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.522805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ae0633cd-7ac8-480a-a1b5-9fd0a82cb7c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/f9e3dbce-165a-4c76-a3c1-6db0167eeb57 HTTP/1.1" status: 204 len: 168 time: 0.6518662 Jan 28 05:12:49.525363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47994) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:49.577075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567047b7-8cf4-4c38-b642-597c439007ae tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:49.578981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567047b7-8cf4-4c38-b642-597c439007ae tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:49.581295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-567047b7-8cf4-4c38-b642-597c439007ae tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0549827 Jan 28 05:12:49.583918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47996) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:49.634692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 5abc4cfb-bbaa-4e3e-baaf-c82f44a64683 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:49.637813 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (5abc4cfb-bbaa-4e3e-baaf-c82f44a64683), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.678170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (5abc4cfb-bbaa-4e3e-baaf-c82f44a64683), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.763841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (5abc4cfb-bbaa-4e3e-baaf-c82f44a64683), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.821110 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (5abc4cfb-bbaa-4e3e-baaf-c82f44a64683), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.848623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=5abc4cfb-bbaa-4e3e-baaf-c82f44a64683,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:49.852691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:49.856571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e00dd1fc-6a1c-4104-9d2d-fa83da49287f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/5abc4cfb-bbaa-4e3e-baaf-c82f44a64683 HTTP/1.1" status: 204 len: 168 time: 0.2716973 Jan 28 05:12:49.858952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 47998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:49.902942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-43ada23d-f742-49c1-9066-f375b78187d1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428038 Jan 28 05:12:49.905497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48000) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:49.953922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd17065b-5c71-4c8a-8385-c89375afe4b7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:49.955429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd17065b-5c71-4c8a-8385-c89375afe4b7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0489480 Jan 28 05:12:49.957982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48002) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:50.008828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c1fae-1967-4fd2-a9f6-dacb54cc1c2e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:50.010404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-931c1fae-1967-4fd2-a9f6-dacb54cc1c2e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514746 Jan 28 05:12:50.013677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48004) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:50.051563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3599e6d7-5640-4263-8fe6-761dface9b43 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367057 Jan 28 05:12:50.055905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48006) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:50.060903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:50.142452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e18b98-31d6-4f89-9bd5-760617bc926b None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:50.149072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:50.153137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.209719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] Provisioning complete for port 0ba69968-dd4b-4f94-bd30-d66d539a5376 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:50.210095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.319671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] Current status of the port 0ba69968-dd4b-4f94-bd30-d66d539a5376 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:50.321930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.326253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:50.344093 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (27095b34-133d-4fd8-b75c-4a1fc06ebbcd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.381905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] For port 0ba69968-dd4b-4f94-bd30-d66d539a5376, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0ba69968-dd4b-4f94-bd30-d66d539a5376,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:50.388322 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.392756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:50.396093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:50.402090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:50.402700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.419254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=27095b34-133d-4fd8-b75c-4a1fc06ebbcd,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:50.427072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fedff56d-4753-4c60-9e48-7e715bcb072e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3701754 Jan 28 05:12:50.430135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48008) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:50.436333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '27095b34-133d-4fd8-b75c-4a1fc06ebbcd', 'ip_address': '2001:db8::e7ae:a75a:572e:5edd'}], 'name': 'tempest-NetworksTestDHCPv6-1813558161'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:50.442167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] Deleting port 0ba69968-dd4b-4f94-bd30-d66d539a5376 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:50.442547 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.446856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f036-f70a-4f41-b861-6aa3b78a8c09 None None] Pushing event updated for resources: {'Port': ['ID=0ba69968-dd4b-4f94-bd30-d66d539a5376,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:50.526473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] For port 0ba69968-dd4b-4f94-bd30-d66d539a5376, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0ba69968-dd4b-4f94-bd30-d66d539a5376,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:50.526882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.538936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] Calling delete_port for 0ba69968-dd4b-4f94-bd30-d66d539a5376 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:50.542322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:50.547250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.564859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port b201dbcf-6716-4862-b3d0-c0e2852fd1f3 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:50.620301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (0ba69968-dd4b-4f94-bd30-d66d539a5376), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.648535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] Pushing event deleted for resources: {'Port': ['ID=0ba69968-dd4b-4f94-bd30-d66d539a5376,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:50.651919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58b599-b1af-4238-b2be-3170be47fa60 None None] No DVR routers for this DVR port 0ba69968-dd4b-4f94-bd30-d66d539a5376 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:50.669271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8e272-5f72-4446-b46e-663651bf9593 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:50.726398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::e7ae:a75a:572e:5edd (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/27095b34-133d-4fd8-b75c-4a1fc06ebbcd/b201dbcf-6716-4862-b3d0-c0e2852fd1f3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:50.767994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '27095b34-133d-4fd8-b75c-4a1fc06ebbcd'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:50.768859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.875749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (b201dbcf-6716-4862-b3d0-c0e2852fd1f3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.910716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b201dbcf-6716-4862-b3d0-c0e2852fd1f3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.951991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:50.955494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/27095b34-133d-4fd8-b75c-4a1fc06ebbcd/0f394265-d667-4e5c-8c0a-ee7473a396f6) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:50.956650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:50.963279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:50.969089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:50.969743 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:50.980351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=b201dbcf-6716-4862-b3d0-c0e2852fd1f3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:50.990248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16465725-914b-4e27-86d7-b5b5141631e8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5584326 Jan 28 05:12:50.995079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48010) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:51.000349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '27095b34-133d-4fd8-b75c-4a1fc06ebbcd', 'ip_address': '2001:db8::e7ae:a75a:572e:5edd'}], 'name': 'tempest-NetworksTestDHCPv6-875375239'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:51.103848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Publish callbacks [] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.109726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.112150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:51.116911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.134753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 3b3b4738-cf45-4829-8838-36ed9e35e9cd yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:51.148259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:51.152939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:51.157293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:51.160210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Pushing event updated for resources: {'Port': ['ID=0f394265-d667-4e5c-8c0a-ee7473a396f6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:51.212706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Attempting to bind port 0f394265-d667-4e5c-8c0a-ee7473a396f6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:51.213083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Attempting to bind port 0f394265-d667-4e5c-8c0a-ee7473a396f6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:51.213484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Attempting to bind port 0f394265-d667-4e5c-8c0a-ee7473a396f6 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:51.218391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:51.218769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:51.219178 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.219574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:51.220046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Bound port: 0f394265-d667-4e5c-8c0a-ee7473a396f6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:51.220432 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.284346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] For port 0f394265-d667-4e5c-8c0a-ee7473a396f6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:51.287464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] For port 0f394265-d667-4e5c-8c0a-ee7473a396f6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0f394265-d667-4e5c-8c0a-ee7473a396f6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:51.291156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.292075 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 05:12:51.292580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:12:51.308197 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f09e034e-c1ad-43c2-b5f2-e4392249fcbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3115549 Jan 28 05:12:51.310693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48012) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:51.351255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08cf4-9e16-41d1-8af9-bae10a0a2572 None None] Pushing event updated for resources: {'Port': ['ID=0f394265-d667-4e5c-8c0a-ee7473a396f6,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:51.363247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503cdb4-1025-4a55-b287-4cf99fcb4664 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:51.368392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503cdb4-1025-4a55-b287-4cf99fcb4664 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:51.370456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f503cdb4-1025-4a55-b287-4cf99fcb4664 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0583615 Jan 28 05:12:51.373094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48014) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:51.459430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port b201dbcf-6716-4862-b3d0-c0e2852fd1f3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:51.459778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b201dbcf-6716-4862-b3d0-c0e2852fd1f3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.561828 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b201dbcf-6716-4862-b3d0-c0e2852fd1f3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.575577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for b201dbcf-6716-4862-b3d0-c0e2852fd1f3 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:51.711830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b201dbcf-6716-4862-b3d0-c0e2852fd1f3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.742034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=b201dbcf-6716-4862-b3d0-c0e2852fd1f3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:51.765061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.768254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cb6b4714-ec7b-48e6-9943-94555c19a7e4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/b201dbcf-6716-4862-b3d0-c0e2852fd1f3 HTTP/1.1" status: 204 len: 168 time: 0.3942184 Jan 28 05:12:51.770650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48016) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:51.822522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a762d-51f6-4289-ae3d-9691d1a03adc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:51.824060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a762d-51f6-4289-ae3d-9691d1a03adc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:51.825620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e89a762d-51f6-4289-ae3d-9691d1a03adc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0540719 Jan 28 05:12:51.828227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48018) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:51.883115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 27095b34-133d-4fd8-b75c-4a1fc06ebbcd {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:51.886422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (27095b34-133d-4fd8-b75c-4a1fc06ebbcd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:51.925989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (27095b34-133d-4fd8-b75c-4a1fc06ebbcd), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.010641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (27095b34-133d-4fd8-b75c-4a1fc06ebbcd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.076770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (27095b34-133d-4fd8-b75c-4a1fc06ebbcd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.106140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=27095b34-133d-4fd8-b75c-4a1fc06ebbcd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:52.110123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.113372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1526af1-814f-413c-9fe4-759857de1632 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/27095b34-133d-4fd8-b75c-4a1fc06ebbcd HTTP/1.1" status: 204 len: 168 time: 0.2841852 Jan 28 05:12:52.116437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48020) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:52.158788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c76d9e2f-7f44-4694-a929-2e29de13f9a0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414622 Jan 28 05:12:52.162533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48022) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:52.168302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:52.258066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:52.261683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.262095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c636a94-df03-4640-9b2c-e9b8dbea5599 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:52.345684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] Provisioning complete for port 0f394265-d667-4e5c-8c0a-ee7473a396f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:52.346064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.439724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] Current status of the port 0f394265-d667-4e5c-8c0a-ee7473a396f6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:52.440119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.449356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (8037e4fe-ff07-4185-85d5-d6983c4a8cd0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.462395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:52.500214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] For port 0f394265-d667-4e5c-8c0a-ee7473a396f6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0f394265-d667-4e5c-8c0a-ee7473a396f6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:52.500456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:52.504034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:52.505611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.508373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:52.508982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.515054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=8037e4fe-ff07-4185-85d5-d6983c4a8cd0,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:52.533470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-de76be2a-a5b3-4b0e-8eea-900d467ec422 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3669887 Jan 28 05:12:52.533723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48024) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:52.538762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '8037e4fe-ff07-4185-85d5-d6983c4a8cd0', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-2048007791'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:52.653211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:52.734482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] Deleting port 0f394265-d667-4e5c-8c0a-ee7473a396f6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:52.734764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.737444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00d4e7-4c11-4f51-84a5-80962218c56c None None] Pushing event updated for resources: {'Port': ['ID=0f394265-d667-4e5c-8c0a-ee7473a396f6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:52.743742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.763130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port e53584ff-a187-453e-b786-2dfa9a249cc2 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:12:52.813463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] For port 0f394265-d667-4e5c-8c0a-ee7473a396f6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0f394265-d667-4e5c-8c0a-ee7473a396f6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:52.813866 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.826825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] Calling delete_port for 0f394265-d667-4e5c-8c0a-ee7473a396f6 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:52.870364 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:12:52.870833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:12:52.886608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a87d3713-0350-4c64-92ff-037c9f0e46a1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3517725 Jan 28 05:12:52.888998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:52.910484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (0f394265-d667-4e5c-8c0a-ee7473a396f6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:52.935844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] Pushing event deleted for resources: {'Port': ['ID=0f394265-d667-4e5c-8c0a-ee7473a396f6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:52.939186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a661bb3-7af0-434a-9b48-e97742584ab3 None None] No DVR routers for this DVR port 0f394265-d667-4e5c-8c0a-ee7473a396f6 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:52.939696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9733f82-ed1c-4fab-8f30-a57ad5a7c662 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:52.943551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a9733f82-ed1c-4fab-8f30-a57ad5a7c662 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0511577 Jan 28 05:12:52.943725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48028) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:52.956664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1c05f-3497-463f-b76a-8b9589496b12 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:52.997642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628a3d8-2a8c-4162-864b-bb56bc9e3561 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:52.998975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628a3d8-2a8c-4162-864b-bb56bc9e3561 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:53.000479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6628a3d8-2a8c-4162-864b-bb56bc9e3561 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0558445 Jan 28 05:12:53.003131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48030) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:53.054741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 8037e4fe-ff07-4185-85d5-d6983c4a8cd0 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:53.055737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2ed9b-6f4a-4cb6-95c8-53381a3f872f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '8037e4fe-ff07-4185-85d5-d6983c4a8cd0'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:53.056703 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ed9b-6f4a-4cb6-95c8-53381a3f872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.058869 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (8037e4fe-ff07-4185-85d5-d6983c4a8cd0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.100348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (8037e4fe-ff07-4185-85d5-d6983c4a8cd0), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.149998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8037e4fe-ff07-4185-85d5-d6983c4a8cd0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.205818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (8037e4fe-ff07-4185-85d5-d6983c4a8cd0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-ffc2ed9b-6f4a-4cb6-95c8-53381a3f872f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8037e4fe-ff07-4185-85d5-d6983c4a8cd0: This subnet is being modified by another concurrent operation. Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8037e4fe-ff07-4185-85d5-d6983c4a8cd0: This subnet is being modified by another concurrent operation. Jan 28 05:12:53.208133 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:12:53.227308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36598827-4121-476b-b196-b696363ce365 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:12:53.239036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=8037e4fe-ff07-4185-85d5-d6983c4a8cd0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:53.243744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.247007 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d2524d7c-a313-429c-8fe5-a07e66d86e0d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/8037e4fe-ff07-4185-85d5-d6983c4a8cd0 HTTP/1.1" status: 204 len: 168 time: 0.2429686 Jan 28 05:12:53.249590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48032) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:53.290132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-21e1715e-13fb-4da8-a731-12bf83122e17 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0361588 Jan 28 05:12:53.290358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48034) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:53.290847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36598827-4121-476b-b196-b696363ce365 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:12:53.295135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:53.384009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:53.388268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.567938 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (11d94c6c-99c4-460a-bfd8-92e8a026a5e9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.608110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:53.611386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:53.615501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:53.616146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.620040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c88491-2106-4964-90b4-4e41d4c41f73 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:53.629303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=11d94c6c-99c4-460a-bfd8-92e8a026a5e9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:53.643306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-90e8d11a-cd9c-466e-891d-bcc9a76e9244 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3495953 Jan 28 05:12:53.643600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48036) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:53.648258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1389556831', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:53.673312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e43a61c7-195f-40e9-8d00-fe8bce3074b8), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.674327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e43a61c7-195f-40e9-8d00-fe8bce3074b8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.722246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:53.723103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.763706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router_controller (e43a61c7-195f-40e9-8d00-fe8bce3074b8), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.767689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e43a61c7-195f-40e9-8d00-fe8bce3074b8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.784419 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:53.785653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-34bfd4bf-875d-4218-83b5-e72c235d5b0f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1410468 Jan 28 05:12:53.788383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48038) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:53.859233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/11d94c6c-99c4-460a-bfd8-92e8a026a5e9/14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:54.008521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Publish callbacks [] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.015339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.058895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:54.061743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:54.067652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:54.075721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Pushing event updated for resources: {'Port': ['ID=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:54.128725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Attempting to bind port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:54.129106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Attempting to bind port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:54.129515 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Attempting to bind port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:54.135089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:54.136027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:54.136439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.136833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:54.137336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Bound port: 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:54.137724 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.202234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] For port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:54.205430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] For port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:54.210816 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.270428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf83424-7f4e-4353-9285-e0d2271ce58f None None] Pushing event updated for resources: {'Port': ['ID=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:54.343745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.608848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::1 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/11d94c6c-99c4-460a-bfd8-92e8a026a5e9/c6c9ae6f-22a4-4c87-a027-d35561f979e6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:54.740865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.778290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.820120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:54.823571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:54.827237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:54.827774 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e43a61c7-195f-40e9-8d00-fe8bce3074b8), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:54.865994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=c6c9ae6f-22a4-4c87-a027-d35561f979e6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:54.878485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.878853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.879198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.879538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.879880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.880214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.880548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.880879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.881245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.881576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.881903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.882228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.882551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:54.961510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.025864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:12:55.085176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:55.085880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.185358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:55.185913 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.226914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:55.231753 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.270882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.281843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.282992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e43a61c7-195f-40e9-8d00-fe8bce3074b8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.286235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:55.369375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4e029a91-8c4c-4a43-8e9b-5f794f86f6ff None None] Provisioning complete for port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:55.369923 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e029a91-8c4c-4a43-8e9b-5f794f86f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.374538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=c6c9ae6f-22a4-4c87-a027-d35561f979e6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:55.422970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:55.424451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:55.467267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4e029a91-8c4c-4a43-8e9b-5f794f86f6ff None None] Current status of the port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:55.557840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Router e43a61c7-195f-40e9-8d00-fe8bce3074b8 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:12:55.600772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c404277a-141c-4961-9503-714681a6165e None None] Provisioning complete for port c6c9ae6f-22a4-4c87-a027-d35561f979e6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:55.601245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c404277a-141c-4961-9503-714681a6165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.641682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c404277a-141c-4961-9503-714681a6165e None None] Port c6c9ae6f-22a4-4c87-a027-d35561f979e6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:12:55.654760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:12:55.659988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7898edc3-4401-44ce-ae4f-0ea97828e51f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "PUT /v2.0/routers/e43a61c7-195f-40e9-8d00-fe8bce3074b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705897 Jan 28 05:12:55.662718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48042) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:55.665531 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Sync routers for ids ['e43a61c7-195f-40e9-8d00-fe8bce3074b8'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:12:55.676586 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Routers {'e43a61c7-195f-40e9-8d00-fe8bce3074b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:12:55.677644 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e43a61c7-195f-40e9-8d00-fe8bce3074b8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:55.705843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa11d49-d05a-4e5d-957b-8f4f463b2d9e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:55.709938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5fa11d49-d05a-4e5d-957b-8f4f463b2d9e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports/c6c9ae6f-22a4-4c87-a027-d35561f979e6 HTTP/1.1" status: 200 len: 911 time: 0.0458570 Jan 28 05:12:55.710792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48044) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:55.766159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Set router e43a61c7-195f-40e9-8d00-fe8bce3074b8 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:12:55.767123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b411179-4c69-455f-b526-420750072007 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:55.772699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b411179-4c69-455f-b526-420750072007 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:55.777464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0b411179-4c69-455f-b526-420750072007 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0627887 Jan 28 05:12:55.777919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48046) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:55.861406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2fe93263-4f57-4d24-8f91-acf0a4b57877 None None] Provisioning complete for port c6c9ae6f-22a4-4c87-a027-d35561f979e6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:55.861689 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fe93263-4f57-4d24-8f91-acf0a4b57877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:55.896867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2fe93263-4f57-4d24-8f91-acf0a4b57877 None None] Port c6c9ae6f-22a4-4c87-a027-d35561f979e6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:12:55.968868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43a61c7-195f-40e9-8d00-fe8bce3074b8', 'name': 'tempest-NetworksTestDHCPv6-router-1389556831', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:12:53Z', 'updated_at': '2022-01-28T05:12:54Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'gw_port_host': None, '_interfaces': [{'id': 'c6c9ae6f-22a4-4c87-a027-d35561f979e6', 'name': '', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'mac_address': 'fa:16:3e:c6:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43a61c7-195f-40e9-8d00-fe8bce3074b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:12:54Z', 'updated_at': '2022-01-28T05:12:55Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'subnets': [{'id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:55.996256 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Checking router: e43a61c7-195f-40e9-8d00-fe8bce3074b8 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:12:55.996614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Updating router e43a61c7-195f-40e9-8d00-fe8bce3074b8 port c6c9ae6f-22a4-4c87-a027-d35561f979e6 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:12:56.022630 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.287355 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Publish callbacks [] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.293311 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.343552 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Pushing event updated for resources: {'Port': ['ID=c6c9ae6f-22a4-4c87-a027-d35561f979e6,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:56.351597 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.351957 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.352394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.352650 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.353000 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.353376 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.353709 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.355145 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.355470 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.355964 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.356309 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.356682 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.356969 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:56.410587 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Attempting to bind port c6c9ae6f-22a4-4c87-a027-d35561f979e6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:56.411568 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Attempting to bind port c6c9ae6f-22a4-4c87-a027-d35561f979e6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:56.411568 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Attempting to bind port c6c9ae6f-22a4-4c87-a027-d35561f979e6 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:56.417546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:56.418363 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:56.418363 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.418711 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:56.419193 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Bound port: c6c9ae6f-22a4-4c87-a027-d35561f979e6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:56.419578 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.462245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e43a61c7-195f-40e9-8d00-fe8bce3074b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.487226 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] For port c6c9ae6f-22a4-4c87-a027-d35561f979e6, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:56.490631 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] For port c6c9ae6f-22a4-4c87-a027-d35561f979e6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c6c9ae6f-22a4-4c87-a027-d35561f979e6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:56.495928 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.556469 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Routers {'e43a61c7-195f-40e9-8d00-fe8bce3074b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:12:56.557031 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e43a61c7-195f-40e9-8d00-fe8bce3074b8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:56.562119 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0649169-53a3-4fb7-87d9-cc35a695bde7 None None] Pushing event updated for resources: {'Port': ['ID=c6c9ae6f-22a4-4c87-a027-d35561f979e6,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:56.629711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] Provisioning complete for port c6c9ae6f-22a4-4c87-a027-d35561f979e6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:56.631267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.658223 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] Set router e43a61c7-195f-40e9-8d00-fe8bce3074b8 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:12:56.713298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port c6c9ae6f-22a4-4c87-a027-d35561f979e6 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:56.714476 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.726482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] Current status of the port c6c9ae6f-22a4-4c87-a027-d35561f979e6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:56.727233 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.762874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] For port c6c9ae6f-22a4-4c87-a027-d35561f979e6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c6c9ae6f-22a4-4c87-a027-d35561f979e6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:56.767571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.819880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29b1fa-68f5-4740-b426-1aa78e612519 None None] Pushing event updated for resources: {'Port': ['ID=c6c9ae6f-22a4-4c87-a027-d35561f979e6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:56.839078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] For port c6c9ae6f-22a4-4c87-a027-d35561f979e6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c6c9ae6f-22a4-4c87-a027-d35561f979e6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:56.839525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.852339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for c6c9ae6f-22a4-4c87-a027-d35561f979e6 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:56.888095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-948284d7-464b-4b47-9271-aecd49ef6e35 None None] Provisioning complete for port c6c9ae6f-22a4-4c87-a027-d35561f979e6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:56.888476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-948284d7-464b-4b47-9271-aecd49ef6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:56.891240 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43a61c7-195f-40e9-8d00-fe8bce3074b8', 'name': 'tempest-NetworksTestDHCPv6-router-1389556831', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:12:53Z', 'updated_at': '2022-01-28T05:12:54Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'gw_port_host': None, '_interfaces': [{'id': 'c6c9ae6f-22a4-4c87-a027-d35561f979e6', 'name': '', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'mac_address': 'fa:16:3e:c6:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43a61c7-195f-40e9-8d00-fe8bce3074b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:12:54Z', 'updated_at': '2022-01-28T05:12:56Z', 'revision_number': 4, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'subnets': [{'id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:12:56.922854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf7a8b-019e-4f65-abd0-47cec6d7e7a1 None None] The sync data for ids ['e43a61c7-195f-40e9-8d00-fe8bce3074b8'] in n-d-824835-3 is: [{'id': 'e43a61c7-195f-40e9-8d00-fe8bce3074b8', 'name': 'tempest-NetworksTestDHCPv6-router-1389556831', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:12:53Z', 'updated_at': '2022-01-28T05:12:54Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'gw_port_host': None, '_interfaces': [{'id': 'c6c9ae6f-22a4-4c87-a027-d35561f979e6', 'name': '', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'mac_address': 'fa:16:3e:c6:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43a61c7-195f-40e9-8d00-fe8bce3074b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:12:54Z', 'updated_at': '2022-01-28T05:12:56Z', 'revision_number': 4, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'subnets': [{'id': '11d94c6c-99c4-460a-bfd8-92e8a026a5e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:12:56.985177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-948284d7-464b-4b47-9271-aecd49ef6e35 None None] Current status of the port c6c9ae6f-22a4-4c87-a027-d35561f979e6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:57.001461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:12:57.043688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c6c9ae6f-22a4-4c87-a027-d35561f979e6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.054097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:12:57.054491 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.069792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=c6c9ae6f-22a4-4c87-a027-d35561f979e6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:57.082792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.083330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.083859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.084377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.084877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.085540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.085789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.086118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.086452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.086782 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.087112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.087440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.087803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:12:57.140844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:12:57.236110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e43a61c7-195f-40e9-8d00-fe8bce3074b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.402474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Router e43a61c7-195f-40e9-8d00-fe8bce3074b8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:12:57.480634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:12:57.485714 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c73c6d4b-7139-4200-aac2-f85607d81a7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "PUT /v2.0/routers/e43a61c7-195f-40e9-8d00-fe8bce3074b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068734 Jan 28 05:12:57.489212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48048) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:57.541136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a7b5a-708d-477a-80a9-ec9a12d90fab tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:57.543317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a7b5a-708d-477a-80a9-ec9a12d90fab tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:57.544864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6a6a7b5a-708d-477a-80a9-ec9a12d90fab tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0547378 Jan 28 05:12:57.547512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48050) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:57.601067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 11d94c6c-99c4-460a-bfd8-92e8a026a5e9 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:12:57.604872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (11d94c6c-99c4-460a-bfd8-92e8a026a5e9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.645696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (11d94c6c-99c4-460a-bfd8-92e8a026a5e9), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.735565 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (11d94c6c-99c4-460a-bfd8-92e8a026a5e9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.794125 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (11d94c6c-99c4-460a-bfd8-92e8a026a5e9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.820167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=11d94c6c-99c4-460a-bfd8-92e8a026a5e9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:57.825999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:57.831153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878a10b-cc2d-4bc4-acf9-538d10d604cf None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:57.832033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:57.832480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-95394e82-a1c0-4ed4-9c47-9e7412d87919 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/11d94c6c-99c4-460a-bfd8-92e8a026a5e9 HTTP/1.1" status: 204 len: 168 time: 0.2836633 Jan 28 05:12:57.945343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b14966be-034c-4d7f-aad7-75c9adb6455f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1118159 Jan 28 05:12:57.948520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48054) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:57.981508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:12:58.024467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router (e43a61c7-195f-40e9-8d00-fe8bce3074b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.029343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] Deleting port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:12:58.029726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.095843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] For port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:12:58.096487 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.111069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] Calling delete_port for 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:12:58.186985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e43a61c7-195f-40e9-8d00-fe8bce3074b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.189381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router_controller (e43a61c7-195f-40e9-8d00-fe8bce3074b8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.193635 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.220892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] Pushing event deleted for resources: {'Port': ['ID=14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:58.226592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf871e-e00e-4443-9e7f-9c62a43d4c85 None None] No DVR routers for this DVR port 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:12:58.247323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e43a61c7-195f-40e9-8d00-fe8bce3074b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.247931 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Fanout notify agent at l3_agent the message router_deleted on router e43a61c7-195f-40e9-8d00-fe8bce3074b8 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:12:58.254596 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.256634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-70ce9cbf-3bf7-4931-b5b2-5ae7dafa3c47 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/routers/e43a61c7-195f-40e9-8d00-fe8bce3074b8 HTTP/1.1" status: 204 len: 168 time: 0.3059361 Jan 28 05:12:58.258777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48056) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:58.264181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:58.351706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:12:58.355811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.389036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Sync routers for ids ['e43a61c7-195f-40e9-8d00-fe8bce3074b8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:12:58.398811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:12:58.399253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 05:12:58.399936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e43a61c7-195f-40e9-8d00-fe8bce3074b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent'). {{(pid=103140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 05:12:58.407821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:12:58.408187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 05:12:58.408758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e43a61c7-195f-40e9-8d00-fe8bce3074b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent'). {{(pid=103140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 05:12:58.409130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c25bb6-d1fd-418f-831a-823a11039feb None None] The sync data for ids ['e43a61c7-195f-40e9-8d00-fe8bce3074b8'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:12:58.541962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (f6d3dcc5-6090-4276-9624-08b168f36070), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.580617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:58.583925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:58.588071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:12:58.588674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.595261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac3bb9-cb6f-4525-9097-4be6f64c62f6 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:12:58.603381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=f6d3dcc5-6090-4276-9624-08b168f36070,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:58.609334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6ba99145-11e1-4160-b35c-43db2a378769 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3495421 Jan 28 05:12:58.611810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48058) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:58.616119 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1352187766', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:12:58.636360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.637192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.691298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router_controller (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.696116 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.705245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'f6d3dcc5-6090-4276-9624-08b168f36070'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:12:58.705245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.716638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:58.720726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4492b26d-b777-4346-a59d-83121def73c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1079633 Jan 28 05:12:58.721223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48060) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:12:58.853732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/f6d3dcc5-6090-4276-9624-08b168f36070/4ddd38ee-c7c9-4fa6-a4f4-199a556c261e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:58.976273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:12:58.999246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:12:58.999595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 14ff4f67-c2f7-4f1c-ac94-5bb8c0cc5a07 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:12:59.011011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.020644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Publish callbacks [] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.027895 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.068249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:59.073190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:59.075585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:59.081629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Pushing event updated for resources: {'Port': ['ID=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:59.137933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Attempting to bind port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:12:59.138485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Attempting to bind port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:12:59.139021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Attempting to bind port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:12:59.143946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:12:59.144334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:12:59.144746 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.145162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:12:59.145649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Bound port: 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:12:59.146043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.206521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] For port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:12:59.209524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] For port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:12:59.214637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.251752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::1 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/f6d3dcc5-6090-4276-9624-08b168f36070/c7c3e05a-eb91-459e-9108-d6fdbf77f9bd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:12:59.270998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ab7fe-626a-4e74-91d2-a31526e5afb6 None None] Pushing event updated for resources: {'Port': ['ID=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:59.378010 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.419664 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.467363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:12:59.470367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:12:59.476273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:12:59.476808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.518239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=c7c3e05a-eb91-459e-9108-d6fdbf77f9bd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:59.603002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.860365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.865537 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.866343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:59.958875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=c7c3e05a-eb91-459e-9108-d6fdbf77f9bd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:12:59.998805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:00.000280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:00.235789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] Provisioning complete for port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:00.236959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:00.324419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] Current status of the port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:00.324906 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:00.360909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] For port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:00.366991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:00.414018 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:13:00.422320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Router 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:13:00.430067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c77fc-1502-481d-96ca-6a1d0991d969 None None] Pushing event updated for resources: {'Port': ['ID=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:00.514758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1c62a692-264d-48ef-aac2-d984e8a8edb4 None None] Provisioning complete for port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:00.515514 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c62a692-264d-48ef-aac2-d984e8a8edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:00.536381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:13:00.543412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f9cfc84d-a9b9-4dce-b8c2-1228f28a8a26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "PUT /v2.0/routers/1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205595 Jan 28 05:13:00.545779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48062) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:00.548474 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Sync routers for ids ['1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:13:00.572177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c62a692-264d-48ef-aac2-d984e8a8edb4 None None] Port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:13:00.574225 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Routers {'1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:13:00.576856 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:00.597488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac66e9e-0173-4b69-91aa-42a09b29399d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:00.601765 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dac66e9e-0173-4b69-91aa-42a09b29399d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports/c7c3e05a-eb91-459e-9108-d6fdbf77f9bd HTTP/1.1" status: 200 len: 911 time: 0.0514219 Jan 28 05:13:00.602031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48064) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:00.663983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ec4c1-d4ee-4330-83e4-0fcab839e9f9 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:00.670115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ec4c1-d4ee-4330-83e4-0fcab839e9f9 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:00.674176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b22ec4c1-d4ee-4330-83e4-0fcab839e9f9 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0687244 Jan 28 05:13:00.674435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48066) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:00.690942 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Set router 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:13:00.695553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a4ee8b8a-25b4-4224-b6a6-0e6842a6ef29 None None] Provisioning complete for port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:00.695948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8b8a-25b4-4224-b6a6-0e6842a6ef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:00.757957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee8b8a-25b4-4224-b6a6-0e6842a6ef29 None None] Port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:13:00.996272 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb', 'name': 'tempest-NetworksTestDHCPv6-router-1352187766', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:12:58Z', 'updated_at': '2022-01-28T05:12:59Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'gw_port_host': None, '_interfaces': [{'id': 'c7c3e05a-eb91-459e-9108-d6fdbf77f9bd', 'name': '', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'mac_address': 'fa:16:3e:85:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f6d3dcc5-6090-4276-9624-08b168f36070', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:12:59Z', 'updated_at': '2022-01-28T05:12:59Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'subnets': [{'id': 'f6d3dcc5-6090-4276-9624-08b168f36070', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:01.023132 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Checking router: 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:13:01.023483 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Updating router 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:13:01.035492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:01.053381 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.091708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:01.092150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.134662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.175797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:01.321013 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Publish callbacks [] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.326636 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.342377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:01.342749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.400763 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3dbe0-07f4-4422-a3ae-c4bb711087e6 None None] Pushing event updated for resources: {'Port': ['ID=c7c3e05a-eb91-459e-9108-d6fdbf77f9bd,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:01.429284 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Attempting to bind port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:01.429993 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Attempting to bind port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:01.429993 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Attempting to bind port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:01.435883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:01.436261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:01.436664 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.437063 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:01.437575 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Bound port: c7c3e05a-eb91-459e-9108-d6fdbf77f9bd, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:01.437962 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.451393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.464373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for c7c3e05a-eb91-459e-9108-d6fdbf77f9bd owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:01.502891 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] For port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:01.506636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] For port c7c3e05a-eb91-459e-9108-d6fdbf77f9bd, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c7c3e05a-eb91-459e-9108-d6fdbf77f9bd,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:01.512221 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.564465 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Routers {'1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:13:01.565099 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:01.616868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3dbe0-07f4-4422-a3ae-c4bb711087e6 None None] Pushing event updated for resources: {'Port': ['ID=c7c3e05a-eb91-459e-9108-d6fdbf77f9bd,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:01.645078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c7c3e05a-eb91-459e-9108-d6fdbf77f9bd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.670476 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] Set router 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:13:01.681020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=c7c3e05a-eb91-459e-9108-d6fdbf77f9bd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:01.684260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-82980d50-178e-43dd-955d-f1ca7417cee2 None None] Could not find standard attr ID for object c7c3e05a-eb91-459e-9108-d6fdbf77f9bd. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:01.792634 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:01.888464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb', 'name': 'tempest-NetworksTestDHCPv6-router-1352187766', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:12:58Z', 'updated_at': '2022-01-28T05:12:59Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'gw_port_host': None, '_interfaces': [{'id': 'c7c3e05a-eb91-459e-9108-d6fdbf77f9bd', 'name': '', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'mac_address': 'fa:16:3e:85:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f6d3dcc5-6090-4276-9624-08b168f36070', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:12:59Z', 'updated_at': '2022-01-28T05:13:01Z', 'revision_number': 4, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'subnets': [{'id': 'f6d3dcc5-6090-4276-9624-08b168f36070', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:01.899607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9a468314-9a42-40f6-b270-851b979434b0 None None] Could not find standard attr ID for object c7c3e05a-eb91-459e-9108-d6fdbf77f9bd. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:01.914827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211d555-3249-4248-9c0d-4e572f6cbf92 None None] The sync data for ids ['1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'] in n-d-824835-3 is: [{'id': '1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb', 'name': 'tempest-NetworksTestDHCPv6-router-1352187766', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:12:58Z', 'updated_at': '2022-01-28T05:12:59Z', 'revision_number': 2, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'gw_port_host': None, '_interfaces': [{'id': 'c7c3e05a-eb91-459e-9108-d6fdbf77f9bd', 'name': '', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'mac_address': 'fa:16:3e:85:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'f6d3dcc5-6090-4276-9624-08b168f36070', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:12:59Z', 'updated_at': '2022-01-28T05:13:01Z', 'revision_number': 4, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'subnets': [{'id': 'f6d3dcc5-6090-4276-9624-08b168f36070', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:13:01.965091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Router 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:13:02.046541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:13:02.051813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-05a8c035-15aa-4b65-85d1-7281d5429537 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "PUT /v2.0/routers/1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3764503 Jan 28 05:13:02.054306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48068) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.107511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350de5b-fb3f-4352-b735-d9cafff04ba5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:02.109071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350de5b-fb3f-4352-b735-d9cafff04ba5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:02.110398 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1350de5b-fb3f-4352-b735-d9cafff04ba5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0549946 Jan 28 05:13:02.113234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48070) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.180990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet f6d3dcc5-6090-4276-9624-08b168f36070 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:02.185489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (f6d3dcc5-6090-4276-9624-08b168f36070), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.226103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (f6d3dcc5-6090-4276-9624-08b168f36070), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.318333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f6d3dcc5-6090-4276-9624-08b168f36070), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.378497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (f6d3dcc5-6090-4276-9624-08b168f36070), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.405842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d3dcc5-6090-4276-9624-08b168f36070,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:02.409467 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.414151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-92d19d8f-de19-4385-bb83-512bc0735340 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d3dcc5-6090-4276-9624-08b168f36070 HTTP/1.1" status: 204 len: 168 time: 0.2999287 Jan 28 05:13:02.415166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48072) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.418592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b387eb7a-757d-43a4-91d4-7219a3185dec None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:02.531920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48074) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.532601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0788532f-ac0b-4431-821e-a6be35b39f26 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1161895 Jan 28 05:13:02.607349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:02.611972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.662793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] Deleting port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:02.663374 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.727243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] For port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:02.727862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.744346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] Calling delete_port for 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:02.781016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.783386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router_controller (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.827436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.827987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:13:02.835007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:02.839072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-75061b2c-da68-42df-93ee-e0a209391a5c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/routers/1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb HTTP/1.1" status: 204 len: 168 time: 0.3032429 Jan 28 05:13:02.839484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48076) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.896423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51258b4-6272-4b1f-a262-632ef497e095 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:02.900414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e51258b4-6272-4b1f-a262-632ef497e095 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0573707 Jan 28 05:13:02.900628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48078) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.958683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1743a-fca0-4143-b04a-861386c043ba tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:02.961606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6dc1743a-fca0-4143-b04a-861386c043ba tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593731 Jan 28 05:13:02.962883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48080) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:02.981114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:02.984963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4ddd38ee-c7c9-4fa6-a4f4-199a556c261e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.004767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d33a664f-a9a9-4a6b-b216-5a9cb79f9bf3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401046 Jan 28 05:13:03.009005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48082) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:03.009743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:03.010730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:03.016808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:03.032774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] Pushing event deleted for resources: {'Port': ['ID=4ddd38ee-c7c9-4fa6-a4f4-199a556c261e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:03.034660 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f96ca2-a8be-42f7-8499-aca473962978 None None] No DVR routers for this DVR port 4ddd38ee-c7c9-4fa6-a4f4-199a556c261e on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:03.112462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:03.115989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.327504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Sync routers for ids ['1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:13:03.337533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:13:03.337991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 05:13:03.339198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_agentschedulers_db [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent'). {{(pid=103140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 05:13:03.347719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Routers set() bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:13:03.348182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Router IDs set() for agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 05:13:03.348831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_agentschedulers_db [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent'). {{(pid=103140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 05:13:03.349431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af256e32-c40d-40bd-955d-70d2df90328c None None] The sync data for ids ['1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:13:03.391793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:03.393440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (af4458f8-6086-41aa-beb2-97acd0a90e08), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.439608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:03.442915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:03.447308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:03.447955 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.453767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cb409-59d2-4a07-b5db-1b15797a49d6 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:03.457599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=af4458f8-6086-41aa-beb2-97acd0a90e08,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:03.472491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c1e6ba91-4256-4220-bc35-e399041b1f3b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4620402 Jan 28 05:13:03.475639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48084) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:03.481333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:03.574878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'af4458f8-6086-41aa-beb2-97acd0a90e08'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:03.575860 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.597105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:03.600861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.717234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Allocated IP 2001:db8::f816:3eff:fef8:3ebe (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/af4458f8-6086-41aa-beb2-97acd0a90e08/ccdd5e21-7473-4347-b77e-3f12d3f00898) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:03.860535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Publish callbacks [] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.861280 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e2b3563d-5f4b-46ae-a433-5821d2b915e7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.866313 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.902592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:03.903683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:03.905340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:03.906864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:03.908624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:03.910996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:03.911598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.920995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=e2b3563d-5f4b-46ae-a433-5821d2b915e7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:03.921755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Pushing event updated for resources: {'Port': ['ID=ccdd5e21-7473-4347-b77e-3f12d3f00898,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:03.935994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-32b2f0bd-0eb8-4be8-9929-89ce678f86c0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4592731 Jan 28 05:13:03.938715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48086) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:03.943669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:fe:e1:fc', 'name': 'tempest-NetworksTestDHCPv6-1984922818'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:03.972990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Attempting to bind port ccdd5e21-7473-4347-b77e-3f12d3f00898 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:03.973310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Attempting to bind port ccdd5e21-7473-4347-b77e-3f12d3f00898 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:03.973682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Attempting to bind port ccdd5e21-7473-4347-b77e-3f12d3f00898 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:03.978904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:03.979277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:03.979683 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:03.980075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:03.980537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Bound port: ccdd5e21-7473-4347-b77e-3f12d3f00898, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:03.980915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:04.040077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] For port ccdd5e21-7473-4347-b77e-3f12d3f00898, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:04.043120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] For port ccdd5e21-7473-4347-b77e-3f12d3f00898, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccdd5e21-7473-4347-b77e-3f12d3f00898,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:04.047634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:04.048339 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:04.104294 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a2bf6-a2a9-4f46-82cc-d97eed514d12 None None] Pushing event updated for resources: {'Port': ['ID=ccdd5e21-7473-4347-b77e-3f12d3f00898,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:04.138651 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:04.161435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 61c5d3a0-b45b-404a-bf6d-93fd94a0a85e yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:04.334083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 172.20.0.8 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/e2b3563d-5f4b-46ae-a433-5821d2b915e7/61c5d3a0-b45b-404a-bf6d-93fd94a0a85e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:04.340814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fefe:e1fc (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/af4458f8-6086-41aa-beb2-97acd0a90e08/61c5d3a0-b45b-404a-bf6d-93fd94a0a85e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:04.484551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (61c5d3a0-b45b-404a-bf6d-93fd94a0a85e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:04.521494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (61c5d3a0-b45b-404a-bf6d-93fd94a0a85e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:04.565810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:04.570765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:04.575531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:04.579252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=61c5d3a0-b45b-404a-bf6d-93fd94a0a85e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:04.624694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:04.625394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:04.640444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a428b82b-2205-4583-b48d-4ce4ce7a0d08 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7007620 Jan 28 05:13:04.643117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48088) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:04.690555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b71f89-7068-4a63-ba8f-98a3047fd5eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:04.695861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b71f89-7068-4a63-ba8f-98a3047fd5eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:04.697512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-90b71f89-7068-4a63-ba8f-98a3047fd5eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0534234 Jan 28 05:13:04.700746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48090) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:05.024524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccdd5e21-7473-4347-b77e-3f12d3f00898 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:05.058995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a051524-7cb3-4ff7-94f7-eb708dc3607d None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:05.066907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 61c5d3a0-b45b-404a-bf6d-93fd94a0a85e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:05.067275 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (61c5d3a0-b45b-404a-bf6d-93fd94a0a85e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.152198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (61c5d3a0-b45b-404a-bf6d-93fd94a0a85e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.164393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 61c5d3a0-b45b-404a-bf6d-93fd94a0a85e owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:05.171417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ccdd5e21-7473-4347-b77e-3f12d3f00898 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:05.171810 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.175502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] Provisioning complete for port ccdd5e21-7473-4347-b77e-3f12d3f00898 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:05.175875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.343688 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (61c5d3a0-b45b-404a-bf6d-93fd94a0a85e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.361909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] Current status of the port ccdd5e21-7473-4347-b77e-3f12d3f00898 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:05.362311 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.365605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ccdd5e21-7473-4347-b77e-3f12d3f00898 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:05.365997 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.378320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=61c5d3a0-b45b-404a-bf6d-93fd94a0a85e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:05.389098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd7b4c-a71c-459f-8177-5d00c43b4e58 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': 'af4458f8-6086-41aa-beb2-97acd0a90e08', 'ip_address': '2001:db8::f816:3eff:fef8:3ebe'}, {'subnet_id': 'e2b3563d-5f4b-46ae-a433-5821d2b915e7'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'ccdd5e21-7473-4347-b77e-3f12d3f00898'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:05.439490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] For port ccdd5e21-7473-4347-b77e-3f12d3f00898, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccdd5e21-7473-4347-b77e-3f12d3f00898,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:05.440605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3edd7b4c-a71c-459f-8177-5d00c43b4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.453497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.464560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.467990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8ff9af0d-ddc3-481d-a02d-b16e3936b9be tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/61c5d3a0-b45b-404a-bf6d-93fd94a0a85e HTTP/1.1" status: 204 len: 168 time: 0.7661738 Jan 28 05:13:05.470564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48092) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:05.522753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed332a-a3d3-4bcd-b731-054b74da5d38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:05.523986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed332a-a3d3-4bcd-b731-054b74da5d38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:05.525519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed332a-a3d3-4bcd-b731-054b74da5d38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:05.529711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2bed332a-a3d3-4bcd-b731-054b74da5d38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0556071 Jan 28 05:13:05.529897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48094) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:05.557596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:05.557986 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:05.558463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d884a0-bc2b-4965-ac89-0549510bd4ca None None] Pushing event updated for resources: {'Port': ['ID=ccdd5e21-7473-4347-b77e-3f12d3f00898,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:05.584356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet af4458f8-6086-41aa-beb2-97acd0a90e08 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:05.587660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (af4458f8-6086-41aa-beb2-97acd0a90e08), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.627195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (af4458f8-6086-41aa-beb2-97acd0a90e08), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.705382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (af4458f8-6086-41aa-beb2-97acd0a90e08), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.766018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (af4458f8-6086-41aa-beb2-97acd0a90e08), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-3edd7b4c-a71c-459f-8177-5d00c43b4e58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af4458f8-6086-41aa-beb2-97acd0a90e08: This subnet is being modified by another concurrent operation. Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af4458f8-6086-41aa-beb2-97acd0a90e08: This subnet is being modified by another concurrent operation. Jan 28 05:13:05.767991 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:13:05.790873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=af4458f8-6086-41aa-beb2-97acd0a90e08,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:05.797434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.800860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-75407279-fb80-412e-a9e4-9afb652b1bde tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/af4458f8-6086-41aa-beb2-97acd0a90e08 HTTP/1.1" status: 204 len: 168 time: 0.2700329 Jan 28 05:13:05.803462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48096) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:05.857186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet e2b3563d-5f4b-46ae-a433-5821d2b915e7 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:05.861186 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (e2b3563d-5f4b-46ae-a433-5821d2b915e7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.904147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e2b3563d-5f4b-46ae-a433-5821d2b915e7), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.954659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e2b3563d-5f4b-46ae-a433-5821d2b915e7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:05.970112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade6184-02d7-487f-9df2-7031a4527ad1 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:06.009272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2445717f-c046-4b5b-8700-568bf03e0bfd None None] Provisioning complete for port ccdd5e21-7473-4347-b77e-3f12d3f00898 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:06.009718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2445717f-c046-4b5b-8700-568bf03e0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.012168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e2b3563d-5f4b-46ae-a433-5821d2b915e7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.038676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b3563d-5f4b-46ae-a433-5821d2b915e7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:06.042920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.048339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-97defd1c-3ced-434e-83b9-d2168dd79b16 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/e2b3563d-5f4b-46ae-a433-5821d2b915e7 HTTP/1.1" status: 204 len: 168 time: 0.2416997 Jan 28 05:13:06.048657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48098) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:06.085851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-589a27a8-9cba-411f-9ec5-93fcb269ae22 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357053 Jan 28 05:13:06.088493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48100) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:06.093737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade6184-02d7-487f-9df2-7031a4527ad1 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:06.094251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:06.123443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ccdd5e21-7473-4347-b77e-3f12d3f00898 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:06.133389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c7c3e05a-eb91-459e-9108-d6fdbf77f9bd no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:06.184664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:06.188088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.215080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c7c3e05a-eb91-459e-9108-d6fdbf77f9bd {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:06.215434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c7c3e05a-eb91-459e-9108-d6fdbf77f9bd not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:06.234049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2445717f-c046-4b5b-8700-568bf03e0bfd None None] Current status of the port ccdd5e21-7473-4347-b77e-3f12d3f00898 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:06.240284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2445717f-c046-4b5b-8700-568bf03e0bfd None None] Could not find standard attr ID for object 61c5d3a0-b45b-404a-bf6d-93fd94a0a85e. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:06.316031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad36f2a5-4ce5-41f8-9a35-f2a70139f40f None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:06.398624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f2595cbf-6c00-4723-a506-793fb719b03e None None] Provisioning complete for port ccdd5e21-7473-4347-b77e-3f12d3f00898 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:06.398999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2595cbf-6c00-4723-a506-793fb719b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.471672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:06.507039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2595cbf-6c00-4723-a506-793fb719b03e None None] Current status of the port ccdd5e21-7473-4347-b77e-3f12d3f00898 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:06.521888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:06.531190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] Deleting port ccdd5e21-7473-4347-b77e-3f12d3f00898 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:06.531569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.595030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.620292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] For port ccdd5e21-7473-4347-b77e-3f12d3f00898, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ccdd5e21-7473-4347-b77e-3f12d3f00898,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:06.620694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.633213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] Calling delete_port for ccdd5e21-7473-4347-b77e-3f12d3f00898 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:06.720172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.729379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ccdd5e21-7473-4347-b77e-3f12d3f00898), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.744999 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] Pushing event deleted for resources: {'Port': ['ID=ccdd5e21-7473-4347-b77e-3f12d3f00898,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:06.748688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd55bdd-b73e-4100-a0cf-595b55033df6 None None] No DVR routers for this DVR port ccdd5e21-7473-4347-b77e-3f12d3f00898 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:06.769350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Port ccdd5e21-7473-4347-b77e-3f12d3f00898 concurrently deleted while adding address for new subnet {'id': '065a3c63-9ea3-4a7f-94c8-d4dcac01679a', 'name': '', 'tenant_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3776, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T05:13:06Z', 'updated_at': '2022-01-28T05:13:06Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77'}. {{(pid=103138) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 28 05:13:06.769894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (065a3c63-9ea3-4a7f-94c8-d4dcac01679a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.820963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:06.825073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:06.829860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:06.830461 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.837373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbbdcf0-b4b5-4d7a-b2af-d2be5c2b1499 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:06.843957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=065a3c63-9ea3-4a7f-94c8-d4dcac01679a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:06.854996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-14335f78-bade-4218-9981-94826c54ec8d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7651842 Jan 28 05:13:06.857614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:06.862858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:06.955010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '065a3c63-9ea3-4a7f-94c8-d4dcac01679a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:06.956180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:06.974980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:06.978707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.036798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccdd5e21-7473-4347-b77e-3f12d3f00898 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:07.061566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ccdd5e21-7473-4347-b77e-3f12d3f00898 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:07.061917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ccdd5e21-7473-4347-b77e-3f12d3f00898 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:07.116310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Allocated IP 2001:db8::f816:3eff:fe91:c68b (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/065a3c63-9ea3-4a7f-94c8-d4dcac01679a/ff9e0403-7445-45dd-bf69-3fab51324d04) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:07.201612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2432e119-fe10-46a2-9e73-bdc3c5e91788), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.248058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:07.253438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:07.258950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:07.259561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.261038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Publish callbacks [] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.268188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.272544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=2432e119-fe10-46a2-9e73-bdc3c5e91788,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:07.283532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd673022-6bf0-4669-96a0-80fe0829b12a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4245102 Jan 28 05:13:07.286046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48104) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:07.291008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:0b:59:03', 'name': 'tempest-NetworksTestDHCPv6-419841402'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:07.305819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:07.309020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:07.314353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:07.321102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Pushing event updated for resources: {'Port': ['ID=ff9e0403-7445-45dd-bf69-3fab51324d04,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:07.376080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Attempting to bind port ff9e0403-7445-45dd-bf69-3fab51324d04 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:07.376371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Attempting to bind port ff9e0403-7445-45dd-bf69-3fab51324d04 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:07.376755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Attempting to bind port ff9e0403-7445-45dd-bf69-3fab51324d04 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:07.381905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:07.382291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:07.382703 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.383158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:07.383572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Bound port: ff9e0403-7445-45dd-bf69-3fab51324d04, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:07.383961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.400364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:07.404729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.425625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 8d97b1e5-10ce-4af5-a264-5dd26ed884ad yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:07.445329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] For port ff9e0403-7445-45dd-bf69-3fab51324d04, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:07.448317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] For port ff9e0403-7445-45dd-bf69-3fab51324d04, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ff9e0403-7445-45dd-bf69-3fab51324d04,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:07.452317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.514973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7fcc2-e901-410a-8719-ded8b736c7b7 None None] Pushing event updated for resources: {'Port': ['ID=ff9e0403-7445-45dd-bf69-3fab51324d04,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:07.599100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 172.20.0.10 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/2432e119-fe10-46a2-9e73-bdc3c5e91788/8d97b1e5-10ce-4af5-a264-5dd26ed884ad) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:07.606435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fe0b:5903 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/065a3c63-9ea3-4a7f-94c8-d4dcac01679a/8d97b1e5-10ce-4af5-a264-5dd26ed884ad) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:07.776479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (8d97b1e5-10ce-4af5-a264-5dd26ed884ad), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.812192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8d97b1e5-10ce-4af5-a264-5dd26ed884ad), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.852767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:07.856362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:07.859956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:07.886930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=8d97b1e5-10ce-4af5-a264-5dd26ed884ad,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:07.913575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:07.914156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.933100 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-31334cfd-c5d0-4a46-8a46-e37a553f2417 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6459377 Jan 28 05:13:07.933365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48106) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:07.946020 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:07.986307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6062156-a588-40b2-b89b-6a0c8f7ece1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:07.991883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6062156-a588-40b2-b89b-6a0c8f7ece1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:07.993462 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f6062156-a588-40b2-b89b-6a0c8f7ece1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0586147 Jan 28 05:13:07.996096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48108) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:08.077500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 8d97b1e5-10ce-4af5-a264-5dd26ed884ad {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:08.077853 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8d97b1e5-10ce-4af5-a264-5dd26ed884ad), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.170113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8d97b1e5-10ce-4af5-a264-5dd26ed884ad), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.184261 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 8d97b1e5-10ce-4af5-a264-5dd26ed884ad owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:08.397010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ea63a-e7f9-4daf-a71e-4a143cacfb10 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:08.467181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Provisioning complete for port ff9e0403-7445-45dd-bf69-3fab51324d04 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:08.467556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.616425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8d97b1e5-10ce-4af5-a264-5dd26ed884ad), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.646951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=8d97b1e5-10ce-4af5-a264-5dd26ed884ad,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:08.736142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.739391 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cbbb745b-ad85-40b1-a5b8-be21e39a7a85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/8d97b1e5-10ce-4af5-a264-5dd26ed884ad HTTP/1.1" status: 204 len: 168 time: 0.7423856 Jan 28 05:13:08.741932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48110) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:08.775812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6e64fd5-234a-49cf-b724-a694467896b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.779239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Current status of the port ff9e0403-7445-45dd-bf69-3fab51324d04 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:08.779618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.795213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a9540-624e-48f5-8f1b-ab414da77fb6 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '065a3c63-9ea3-4a7f-94c8-d4dcac01679a', 'ip_address': '2001:db8::f816:3eff:fe91:c68b'}, {'subnet_id': '2432e119-fe10-46a2-9e73-bdc3c5e91788'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'ff9e0403-7445-45dd-bf69-3fab51324d04'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:08.795580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6673a070-f109-4e3f-9c6e-940983d6079e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:08.796898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6673a070-f109-4e3f-9c6e-940983d6079e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:08.798341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6673a070-f109-4e3f-9c6e-940983d6079e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:08.799920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6673a070-f109-4e3f-9c6e-940983d6079e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0570776 Jan 28 05:13:08.802627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48112) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:08.837420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9540-624e-48f5-8f1b-ab414da77fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.842262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] For port ff9e0403-7445-45dd-bf69-3fab51324d04, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ff9e0403-7445-45dd-bf69-3fab51324d04,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:08.849229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.853525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 065a3c63-9ea3-4a7f-94c8-d4dcac01679a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:08.857327 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (065a3c63-9ea3-4a7f-94c8-d4dcac01679a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.900373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (065a3c63-9ea3-4a7f-94c8-d4dcac01679a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.975780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Pushing event updated for resources: {'Port': ['ID=ff9e0403-7445-45dd-bf69-3fab51324d04,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:08.988130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (065a3c63-9ea3-4a7f-94c8-d4dcac01679a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:08.989247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.989649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.989994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.990436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.990774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.991108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.991441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.991769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.992099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.992420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.992752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.993061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:08.993412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cf1ee-c051-4ab3-ad46-a31e6364948a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:09.042561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ff9e0403-7445-45dd-bf69-3fab51324d04 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:09.059584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (065a3c63-9ea3-4a7f-94c8-d4dcac01679a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-ca7a9540-624e-48f5-8f1b-ab414da77fb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 065a3c63-9ea3-4a7f-94c8-d4dcac01679a: This subnet is being modified by another concurrent operation. Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 065a3c63-9ea3-4a7f-94c8-d4dcac01679a: This subnet is being modified by another concurrent operation. Jan 28 05:13:09.069813 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:13:09.090251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=065a3c63-9ea3-4a7f-94c8-d4dcac01679a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:09.093915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.097223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7e842f32-39a7-4271-8d89-95c7670f312e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/065a3c63-9ea3-4a7f-94c8-d4dcac01679a HTTP/1.1" status: 204 len: 168 time: 0.2935157 Jan 28 05:13:09.100036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48114) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:09.107643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ff9e0403-7445-45dd-bf69-3fab51324d04 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:09.108310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.153485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 2432e119-fe10-46a2-9e73-bdc3c5e91788 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:09.156593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8415e63-7151-42af-8e00-33dd2d0b1226 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:09.158360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (2432e119-fe10-46a2-9e73-bdc3c5e91788), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.192061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c9d65534-c806-4005-9513-00b7dac796f9 None None] Could not find standard attr ID for object 8d97b1e5-10ce-4af5-a264-5dd26ed884ad. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:09.198523 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (2432e119-fe10-46a2-9e73-bdc3c5e91788), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.243863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2432e119-fe10-46a2-9e73-bdc3c5e91788), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.252389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c9d65534-c806-4005-9513-00b7dac796f9 None None] Provisioning complete for port ff9e0403-7445-45dd-bf69-3fab51324d04 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:09.252772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9d65534-c806-4005-9513-00b7dac796f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.293058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ff9e0403-7445-45dd-bf69-3fab51324d04 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:09.296863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8415e63-7151-42af-8e00-33dd2d0b1226 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:09.307979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (2432e119-fe10-46a2-9e73-bdc3c5e91788), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.334738 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=2432e119-fe10-46a2-9e73-bdc3c5e91788,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:09.338911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.344314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a5536126-3261-4569-ba67-87599f704cd4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/2432e119-fe10-46a2-9e73-bdc3c5e91788 HTTP/1.1" status: 204 len: 168 time: 0.2408702 Jan 28 05:13:09.344548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48116) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:09.384672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-127dc830-e4ea-47ba-9d9d-7e2f58b3f3eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366063 Jan 28 05:13:09.384878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:09.389678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:09.412655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c9d65534-c806-4005-9513-00b7dac796f9 None None] Current status of the port ff9e0403-7445-45dd-bf69-3fab51324d04 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:09.481303 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:09.484359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c10f8-a086-4f90-836b-3c1fe7e976f3 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:09.484736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.566189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-382cda6e-36b3-401f-8534-b284f519e8f3 None None] Provisioning complete for port ff9e0403-7445-45dd-bf69-3fab51324d04 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:09.566559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-382cda6e-36b3-401f-8534-b284f519e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.639855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:09.667951 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (56ccef0b-a6de-48e9-a54c-ebfcd710fc1e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.677288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-382cda6e-36b3-401f-8534-b284f519e8f3 None None] Current status of the port ff9e0403-7445-45dd-bf69-3fab51324d04 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:09.707241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:09.710096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] Deleting port ff9e0403-7445-45dd-bf69-3fab51324d04 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:09.710874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.712539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:09.717393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:09.717999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.727589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=56ccef0b-a6de-48e9-a54c-ebfcd710fc1e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:09.739081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f3258128-0132-4fcc-9443-ff53f4b6cc18 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3531950 Jan 28 05:13:09.741941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48120) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:09.746757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:09.792673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] For port ff9e0403-7445-45dd-bf69-3fab51324d04, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ff9e0403-7445-45dd-bf69-3fab51324d04,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:09.793078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.805897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] Calling delete_port for ff9e0403-7445-45dd-bf69-3fab51324d04 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:09.851083 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:09.854489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.893750 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ff9e0403-7445-45dd-bf69-3fab51324d04), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:09.917760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] Pushing event deleted for resources: {'Port': ['ID=ff9e0403-7445-45dd-bf69-3fab51324d04,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:09.922576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff547c-92e4-44e9-b472-e5520e53912a None None] No DVR routers for this DVR port ff9e0403-7445-45dd-bf69-3fab51324d04 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:09.943750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e6cdb-b0c5-4a89-9690-c78a0b08e056 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:10.039087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '56ccef0b-a6de-48e9-a54c-ebfcd710fc1e'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:10.039966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.172564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:10.173190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Allocated IP 172.20.0.2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/56ccef0b-a6de-48e9-a54c-ebfcd710fc1e/40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:10.174025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (5cfd5803-a712-4bc5-9a0d-cd901769d392), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.222208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:10.225631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:10.229010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:10.229649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.239750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=5cfd5803-a712-4bc5-9a0d-cd901769d392,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:10.253680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-40307428-ebe2-47f6-93fa-eb829dc54a62 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5107367 Jan 28 05:13:10.256596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48122) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:10.262840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:5e:89:99', 'name': 'tempest-NetworksTestDHCPv6-1498058422'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:10.317952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Publish callbacks [] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.323892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.365481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:10.371145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:10.375351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:10.376371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:10.378541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Pushing event updated for resources: {'Port': ['ID=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:10.433071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Attempting to bind port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:10.433818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Attempting to bind port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:10.433818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Attempting to bind port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:10.438972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:10.439180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:10.439470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.439887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:10.440625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Bound port: 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:10.440781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.456763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.478245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port befee30a-9435-45a0-bb6f-8f1603897986 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:10.510806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] For port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:10.514884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] For port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:10.520948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.578174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4da109-9364-43f0-8699-45c1476a660e None None] Pushing event updated for resources: {'Port': ['ID=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:10.657288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 172.20.0.11 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/56ccef0b-a6de-48e9-a54c-ebfcd710fc1e/befee30a-9435-45a0-bb6f-8f1603897986) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:10.664831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fe5e:8999 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/5cfd5803-a712-4bc5-9a0d-cd901769d392/befee30a-9435-45a0-bb6f-8f1603897986) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:10.835579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (befee30a-9435-45a0-bb6f-8f1603897986), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.844732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1f31499-c236-4a58-913a-4ae4449383c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.872742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (befee30a-9435-45a0-bb6f-8f1603897986), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.918103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:10.923120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:10.928258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:10.931644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=befee30a-9435-45a0-bb6f-8f1603897986,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:10.978045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:10.978670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.995923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-67387a36-198e-4550-a0ef-bd23ba16c59b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7376010 Jan 28 05:13:10.998373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48124) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:11.039336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:11.054772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70f8b3-0fda-4304-a863-ec84450a46d7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:11.060132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70f8b3-0fda-4304-a863-ec84450a46d7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:11.061788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e70f8b3-0fda-4304-a863-ec84450a46d7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0624714 Jan 28 05:13:11.065197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48126) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:11.090810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:11.091288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.149024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port befee30a-9435-45a0-bb6f-8f1603897986 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:11.149397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (befee30a-9435-45a0-bb6f-8f1603897986), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.167461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:11.167851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.203334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:11.210669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.253121 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (befee30a-9435-45a0-bb6f-8f1603897986), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.269762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for befee30a-9435-45a0-bb6f-8f1603897986 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:11.274933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:11.289333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ff9e0403-7445-45dd-bf69-3fab51324d04 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:11.314977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ff9e0403-7445-45dd-bf69-3fab51324d04 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:11.315333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ff9e0403-7445-45dd-bf69-3fab51324d04 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:11.453686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (befee30a-9435-45a0-bb6f-8f1603897986), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.484406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=befee30a-9435-45a0-bb6f-8f1603897986,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:11.531136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41006d-d8c7-492e-8b5f-31d281c68837 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:11.575930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.579195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-87e85d27-ff80-4db0-8fc9-c65785c936bb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/befee30a-9435-45a0-bb6f-8f1603897986 HTTP/1.1" status: 204 len: 168 time: 0.5130477 Jan 28 05:13:11.581998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48128) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:11.635029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea97463-5367-4afe-821c-96974de2f861 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:11.636385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea97463-5367-4afe-821c-96974de2f861 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:11.637853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea97463-5367-4afe-821c-96974de2f861 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:11.638873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4dd24e85-c918-43de-9c4e-635deeaa3af2 None None] Provisioning complete for port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:11.639260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dd24e85-c918-43de-9c4e-635deeaa3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.639467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eea97463-5367-4afe-821c-96974de2f861 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0558665 Jan 28 05:13:11.642146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48130) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:11.693389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 56ccef0b-a6de-48e9-a54c-ebfcd710fc1e {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:11.696789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (56ccef0b-a6de-48e9-a54c-ebfcd710fc1e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.740307 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (56ccef0b-a6de-48e9-a54c-ebfcd710fc1e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.752776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4dd24e85-c918-43de-9c4e-635deeaa3af2 None None] Current status of the port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:11.762846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4cddc-b8a6-41b9-ade5-38320889c9d1 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '56ccef0b-a6de-48e9-a54c-ebfcd710fc1e', 'ip_address': '172.20.0.2'}, {'subnet_id': '5cfd5803-a712-4bc5-9a0d-cd901769d392'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:11.791027 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8d4cddc-b8a6-41b9-ade5-38320889c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.826503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (56ccef0b-a6de-48e9-a54c-ebfcd710fc1e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.886023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (56ccef0b-a6de-48e9-a54c-ebfcd710fc1e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-a8d4cddc-b8a6-41b9-ade5-38320889c9d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56ccef0b-a6de-48e9-a54c-ebfcd710fc1e: This subnet is being modified by another concurrent operation. Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56ccef0b-a6de-48e9-a54c-ebfcd710fc1e: This subnet is being modified by another concurrent operation. Jan 28 05:13:11.905699 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:13:11.916188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.922461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/56ccef0b-a6de-48e9-a54c-ebfcd710fc1e HTTP/1.1" status: 204 len: 168 time: 0.2770448 Jan 28 05:13:11.922461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3a586-a148-4414-a197-ff378ce62334 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=56ccef0b-a6de-48e9-a54c-ebfcd710fc1e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:11.923119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48132) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:11.976036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 5cfd5803-a712-4bc5-9a0d-cd901769d392 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:11.983264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (5cfd5803-a712-4bc5-9a0d-cd901769d392), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:11.988791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e8ad7-d278-4ed5-b12e-d39ce3ec0817 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:12.025100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (5cfd5803-a712-4bc5-9a0d-cd901769d392), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.069057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (5cfd5803-a712-4bc5-9a0d-cd901769d392), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.075113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.079112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e8ad7-d278-4ed5-b12e-d39ce3ec0817 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:12.090144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-62c9fc74-6be2-4092-ab32-54abd28bb8d1 None None] Provisioning complete for port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:12.090522 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62c9fc74-6be2-4092-ab32-54abd28bb8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.128077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (5cfd5803-a712-4bc5-9a0d-cd901769d392), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.154533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfd5803-a712-4bc5-9a0d-cd901769d392,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:12.158210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.163671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-447250af-3c3f-4367-8135-886ae2ef1688 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/5cfd5803-a712-4bc5-9a0d-cd901769d392 HTTP/1.1" status: 204 len: 168 time: 0.2372322 Jan 28 05:13:12.163905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48134) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:12.205531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1713726c-745f-4634-9cc8-2be967cc663b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403793 Jan 28 05:13:12.208077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:12.212885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:12.262091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-62c9fc74-6be2-4092-ab32-54abd28bb8d1 None None] Current status of the port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:12.300466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:12.303812 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.325663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b1ce8-e0f4-4a45-bca8-1ae6d63b04e4 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '5cfd5803-a712-4bc5-9a0d-cd901769d392'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:12.350054 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-178b1ce8-e0f4-4a45-bca8-1ae6d63b04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.476693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6070a6a-f7e1-4a2a-b18b-13b77d5d541d None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:12.487811 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (d6a8ccc8-d083-4216-9227-96bc20618fd6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.538657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:12.542323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:12.545591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:12.546467 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.560201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=d6a8ccc8-d083-4216-9227-96bc20618fd6,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:12.573714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-282440c2-507f-4e08-b45a-a73a20401ebe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3645890 Jan 28 05:13:12.574390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48138) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:12.579930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:12.694567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:12.698288 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.727549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-41eb92f8-cf0d-4ded-85c2-0b6f88655296 None None] Provisioning complete for port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:12.728096 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41eb92f8-cf0d-4ded-85c2-0b6f88655296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.754617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:12.847574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-41eb92f8-cf0d-4ded-85c2-0b6f88655296 None None] Current status of the port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:12.851562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] Deleting port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:12.851946 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.930714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] For port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:12.931109 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.944763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] Calling delete_port for 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:13.003400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:13.052351 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:13.089752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.118233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] Pushing event deleted for resources: {'Port': ['ID=40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:13.128849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c7487-9504-4b59-b8ba-3cc63a4f763f None None] No DVR routers for this DVR port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:13.133232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:13.134471 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.146022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b6200-4786-48bb-a3c4-4b49dde36355 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:13.215652 n-d-824835-3 neutron-server[103139]: WARNING neutron.services.revisions.revision_plugin [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Could not find related port for resource to bump revision. Jan 28 05:13:13.220712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Port 40be2f30-0c3a-4dbd-8d20-d5f7b0fcca76 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 05:13:13.221108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Reverting IP allocation for 2001:db8::f816:3eff:fef5:40e2 {{(pid=103139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 05:13:13.225975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef5:40e2 {{(pid=103139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 05:13:13.228163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e562df55-e60d-4f57-baf2-337760c98db2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.273569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:13.277513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:13.277874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'd6a8ccc8-d083-4216-9227-96bc20618fd6'}, {'subnet_id': 'e562df55-e60d-4f57-baf2-337760c98db2'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:13.278766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.281937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:13.282195 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.295282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=e562df55-e60d-4f57-baf2-337760c98db2,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:13.305720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bbb583e3-31b7-406d-84e7-3b2064871335 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7302120 Jan 28 05:13:13.308480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48140) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:13.313398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:ce:00:28', 'name': 'tempest-NetworksTestDHCPv6-1483645360'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:13.429841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:13.478016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Allocated IP 172.20.0.2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/d6a8ccc8-d083-4216-9227-96bc20618fd6/b2ed5147-6603-4ff4-bcb4-160814cfd716) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:13.486322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Allocated IP 2001:db8::f816:3eff:fe6f:f030 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/e562df55-e60d-4f57-baf2-337760c98db2/b2ed5147-6603-4ff4-bcb4-160814cfd716) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:13.508203 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.532162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 37ae45c2-f1c6-420c-9a8d-77f3c890824a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:13.696756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Publish callbacks [] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.709922 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.784399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:13.795958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:13.798528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:13.806400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 172.20.0.13 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/d6a8ccc8-d083-4216-9227-96bc20618fd6/37ae45c2-f1c6-420c-9a8d-77f3c890824a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:13.813309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fece:28 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/e562df55-e60d-4f57-baf2-337760c98db2/37ae45c2-f1c6-420c-9a8d-77f3c890824a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:13.814896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.818488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Pushing event updated for resources: {'Port': ['ID=b2ed5147-6603-4ff4-bcb4-160814cfd716,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:13.895817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Attempting to bind port b2ed5147-6603-4ff4-bcb4-160814cfd716 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:13.896207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Attempting to bind port b2ed5147-6603-4ff4-bcb4-160814cfd716 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:13.896569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Attempting to bind port b2ed5147-6603-4ff4-bcb4-160814cfd716 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:13.905040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:13.905449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:13.905864 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.906246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:13.906722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Bound port: b2ed5147-6603-4ff4-bcb4-160814cfd716, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:13.907634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.959588 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (37ae45c2-f1c6-420c-9a8d-77f3c890824a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.970953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] For port b2ed5147-6603-4ff4-bcb4-160814cfd716, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:13.975143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] For port b2ed5147-6603-4ff4-bcb4-160814cfd716, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b2ed5147-6603-4ff4-bcb4-160814cfd716,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:13.979133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.994076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (37ae45c2-f1c6-420c-9a8d-77f3c890824a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.038519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65590b-ea19-4b85-bd5f-86e431a47d90 None None] Pushing event updated for resources: {'Port': ['ID=b2ed5147-6603-4ff4-bcb4-160814cfd716,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:14.043890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:14.049065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:14.053739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:14.058429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=37ae45c2-f1c6-420c-9a8d-77f3c890824a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:14.104541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:14.105186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.121344 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52c0b132-2d0a-46b6-802d-1dabf77e6345 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8118117 Jan 28 05:13:14.123841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48142) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:14.184280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c5136-9dbb-4515-bc49-06f6aba734ff tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:14.189883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c5136-9dbb-4515-bc49-06f6aba734ff tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:14.192324 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c74c5136-9dbb-4515-bc49-06f6aba734ff tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0668731 Jan 28 05:13:14.194590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:14.290259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 37ae45c2-f1c6-420c-9a8d-77f3c890824a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:14.290697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (37ae45c2-f1c6-420c-9a8d-77f3c890824a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.380856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (37ae45c2-f1c6-420c-9a8d-77f3c890824a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.392528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 37ae45c2-f1c6-420c-9a8d-77f3c890824a owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:14.566202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (37ae45c2-f1c6-420c-9a8d-77f3c890824a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.600573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=37ae45c2-f1c6-420c-9a8d-77f3c890824a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:14.682033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.685855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-911d9588-dd2d-4491-ad28-a86c1e18f51c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/37ae45c2-f1c6-420c-9a8d-77f3c890824a HTTP/1.1" status: 204 len: 168 time: 0.4902205 Jan 28 05:13:14.688529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48146) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:14.742417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76989e83-2b1a-4159-b85f-158a449fabe2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:14.743735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76989e83-2b1a-4159-b85f-158a449fabe2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:14.745093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76989e83-2b1a-4159-b85f-158a449fabe2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:14.746707 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76989e83-2b1a-4159-b85f-158a449fabe2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0571575 Jan 28 05:13:14.749428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48148) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:14.801312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet d6a8ccc8-d083-4216-9227-96bc20618fd6 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:14.805069 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (d6a8ccc8-d083-4216-9227-96bc20618fd6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.845759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d6a8ccc8-d083-4216-9227-96bc20618fd6), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.944359 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d6a8ccc8-d083-4216-9227-96bc20618fd6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.011619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d6a8ccc8-d083-4216-9227-96bc20618fd6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.043413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a8ccc8-d083-4216-9227-96bc20618fd6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:15.043852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b2ed5147-6603-4ff4-bcb4-160814cfd716 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:15.046895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.052730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48150) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.053320 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-950de95e-81b6-4114-9ff9-1baa05f379eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/d6a8ccc8-d083-4216-9227-96bc20618fd6 HTTP/1.1" status: 204 len: 168 time: 0.3028412 Jan 28 05:13:15.074862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb0c29-8c9b-46a9-8339-7d5ee907b3cc None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:15.110559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet e562df55-e60d-4f57-baf2-337760c98db2 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:15.113715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (e562df55-e60d-4f57-baf2-337760c98db2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.149923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Provisioning complete for port b2ed5147-6603-4ff4-bcb4-160814cfd716 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:15.150307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.154310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e562df55-e60d-4f57-baf2-337760c98db2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.205811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b2ed5147-6603-4ff4-bcb4-160814cfd716 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:15.206196 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.234061 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e562df55-e60d-4f57-baf2-337760c98db2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.298979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e562df55-e60d-4f57-baf2-337760c98db2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.318426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Current status of the port b2ed5147-6603-4ff4-bcb4-160814cfd716 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:15.318807 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.386484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b2ed5147-6603-4ff4-bcb4-160814cfd716 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:15.387258 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.409425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.452029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:15.452458 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:15.461382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port b2ed5147-6603-4ff4-bcb4-160814cfd716, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b2ed5147-6603-4ff4-bcb4-160814cfd716,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:15.466838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.519642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=b2ed5147-6603-4ff4-bcb4-160814cfd716,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:15.629775 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.633332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/e562df55-e60d-4f57-baf2-337760c98db2 HTTP/1.1" status: 204 len: 168 time: 0.5792315 Jan 28 05:13:15.634421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3c43f-5bdc-4834-a3e3-02150c014e38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=e562df55-e60d-4f57-baf2-337760c98db2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:15.636002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48152) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.687728 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f8f525e6-d860-4cf8-aaff-f2d9caa45a64 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473535 Jan 28 05:13:15.690093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48154) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.741676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf754d-8076-47ff-b924-bddd207b8902 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:15.743184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-afcf754d-8076-47ff-b924-bddd207b8902 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0521798 Jan 28 05:13:15.746381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48156) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.796644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635ef4c-48b3-40de-8da5-fce3d7cc4c55 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:15.798251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9635ef4c-48b3-40de-8da5-fce3d7cc4c55 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0508633 Jan 28 05:13:15.800768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48158) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.836957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52b9c0-7296-4c8c-8d2b-a8a154cc6937 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:15.841587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5209d2f8-79d1-4601-a486-d2d34d78639e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394008 Jan 28 05:13:15.845751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48160) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.851016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3423cbce-9e2e-4cb4-9fa9-06e2a0da5cec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:15.939259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3423cbce-9e2e-4cb4-9fa9-06e2a0da5cec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:15.942927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3423cbce-9e2e-4cb4-9fa9-06e2a0da5cec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.944757 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3423cbce-9e2e-4cb4-9fa9-06e2a0da5cec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:15.945181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3423cbce-9e2e-4cb4-9fa9-06e2a0da5cec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:15.962685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3423cbce-9e2e-4cb4-9fa9-06e2a0da5cec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1157541 Jan 28 05:13:15.966070 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48162) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:15.971255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dc78f998-6494-47ee-b5e5-3cb78dbed4b2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:15.985291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:15.995801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1db3b9d3-14ab-4773-bd7c-a3dfb601458b None None] Current status of the port b2ed5147-6603-4ff4-bcb4-160814cfd716 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:16.038196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] Deleting port b2ed5147-6603-4ff4-bcb4-160814cfd716 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:16.038582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.063589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc78f998-6494-47ee-b5e5-3cb78dbed4b2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:16.067180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dc78f998-6494-47ee-b5e5-3cb78dbed4b2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.068642 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc78f998-6494-47ee-b5e5-3cb78dbed4b2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:16.069219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc78f998-6494-47ee-b5e5-3cb78dbed4b2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:16.085362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dc78f998-6494-47ee-b5e5-3cb78dbed4b2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1177549 Jan 28 05:13:16.088480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48164) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.093446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-32b16f27-b9f3-4d9f-9002-269655da8201 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:16.113024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] For port b2ed5147-6603-4ff4-bcb4-160814cfd716, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b2ed5147-6603-4ff4-bcb4-160814cfd716,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:16.113657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.128947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] Calling delete_port for b2ed5147-6603-4ff4-bcb4-160814cfd716 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:16.139395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e894d368-a33a-4c9a-be6e-4d3428a10c4c None None] Provisioning complete for port b2ed5147-6603-4ff4-bcb4-160814cfd716 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:16.139778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e894d368-a33a-4c9a-be6e-4d3428a10c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.179857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b16f27-b9f3-4d9f-9002-269655da8201 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:16.183301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32b16f27-b9f3-4d9f-9002-269655da8201 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.184668 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b16f27-b9f3-4d9f-9002-269655da8201 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:16.185097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b16f27-b9f3-4d9f-9002-269655da8201 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:16.200519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-32b16f27-b9f3-4d9f-9002-269655da8201 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1110036 Jan 28 05:13:16.204282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48166) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.209305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-96ea94a6-d8a3-409a-bae7-130d4de0eba8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:16.277524 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (b2ed5147-6603-4ff4-bcb4-160814cfd716), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.280630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e894d368-a33a-4c9a-be6e-4d3428a10c4c None None] Current status of the port b2ed5147-6603-4ff4-bcb4-160814cfd716 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:16.299674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea94a6-d8a3-409a-bae7-130d4de0eba8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:16.302341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] Pushing event deleted for resources: {'Port': ['ID=b2ed5147-6603-4ff4-bcb4-160814cfd716,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:16.303471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96ea94a6-d8a3-409a-bae7-130d4de0eba8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.306006 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ea94a6-d8a3-409a-bae7-130d4de0eba8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:16.306450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ea94a6-d8a3-409a-bae7-130d4de0eba8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:16.307602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a3b25-8d34-413b-b0f4-d320dd562068 None None] No DVR routers for this DVR port b2ed5147-6603-4ff4-bcb4-160814cfd716 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:16.328032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96ea94a6-d8a3-409a-bae7-130d4de0eba8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1226702 Jan 28 05:13:16.331115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48168) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.335916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5aa552bb-6f0b-4248-bf04-cdca3d478a4c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:16.421897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa552bb-6f0b-4248-bf04-cdca3d478a4c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:16.425240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5aa552bb-6f0b-4248-bf04-cdca3d478a4c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.426601 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa552bb-6f0b-4248-bf04-cdca3d478a4c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:16.427011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa552bb-6f0b-4248-bf04-cdca3d478a4c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:16.440932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5aa552bb-6f0b-4248-bf04-cdca3d478a4c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1088693 Jan 28 05:13:16.444008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48170) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.449305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-13a0536e-99b3-4a53-bc4e-a2b805e407df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:16.532855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a0536e-99b3-4a53-bc4e-a2b805e407df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:16.536180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13a0536e-99b3-4a53-bc4e-a2b805e407df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.537548 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a0536e-99b3-4a53-bc4e-a2b805e407df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:16.537985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a0536e-99b3-4a53-bc4e-a2b805e407df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:16.551910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-13a0536e-99b3-4a53-bc4e-a2b805e407df tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1069591 Jan 28 05:13:16.554456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48172) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.584637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-17b07092-2c45-43b3-b6ef-cf7f1d6ef6c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290539 Jan 28 05:13:16.586897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48174) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.638418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c686cd7-9f36-4814-a8ca-80456ac72107 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:16.639879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c686cd7-9f36-4814-a8ca-80456ac72107 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0521379 Jan 28 05:13:16.642478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48176) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.678487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-49bbb541-0328-46b5-8f11-c6a2b9f050b0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0349000 Jan 28 05:13:16.682488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:16.687201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:16.774058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:16.777698 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:16.987909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b2ed5147-6603-4ff4-bcb4-160814cfd716 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:17.008175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b2ed5147-6603-4ff4-bcb4-160814cfd716 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:17.008530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b2ed5147-6603-4ff4-bcb4-160814cfd716 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:17.025270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:17.026765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (ae0b189f-c0b5-4afd-adce-6495a28632f0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.072413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:17.075607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:17.079861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:17.080457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.084817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e82621-f50a-4de0-849a-b5afc3f443c5 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:17.092307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=ae0b189f-c0b5-4afd-adce-6495a28632f0,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:17.102488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d1e7f8e7-91d0-4efd-9678-c75b15065326 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4189968 Jan 28 05:13:17.105674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:17.110549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:95:8a:75', 'name': 'tempest-NetworksTestDHCPv6-1916835632'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:17.218857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:17.305642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.325516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 328b4170-4bd5-4f95-9b68-5c0d32496a71 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:17.336381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'ae0b189f-c0b5-4afd-adce-6495a28632f0'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:17.337276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.432796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fe95:8a75 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ae0b189f-c0b5-4afd-adce-6495a28632f0/328b4170-4bd5-4f95-9b68-5c0d32496a71) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:17.575903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (328b4170-4bd5-4f95-9b68-5c0d32496a71), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.612615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (328b4170-4bd5-4f95-9b68-5c0d32496a71), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.654324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:17.657344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:17.657846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Allocated IP 2001:db8::f816:3eff:fe78:3f6 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ae0b189f-c0b5-4afd-adce-6495a28632f0/aa738ffc-70c1-4090-a110-33b8a6baf4ed) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:17.663879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:17.669985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:17.670635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.681451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=328b4170-4bd5-4f95-9b68-5c0d32496a71,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:17.693385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d2a943b2-9208-4ce6-b138-93a2e008d17f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5840640 Jan 28 05:13:17.693868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48182) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:17.742838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3082a203-0e22-4c20-aa54-7eef6399b516 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:17.744365 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3082a203-0e22-4c20-aa54-7eef6399b516 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0493407 Jan 28 05:13:17.747159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48184) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:17.799217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Publish callbacks [] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.805368 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.833717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 328b4170-4bd5-4f95-9b68-5c0d32496a71 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:17.833959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (328b4170-4bd5-4f95-9b68-5c0d32496a71), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.847507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:17.850653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:17.856144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:17.862951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Pushing event updated for resources: {'Port': ['ID=aa738ffc-70c1-4090-a110-33b8a6baf4ed,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:17.913437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Attempting to bind port aa738ffc-70c1-4090-a110-33b8a6baf4ed on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:17.913812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Attempting to bind port aa738ffc-70c1-4090-a110-33b8a6baf4ed by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:17.914183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Attempting to bind port aa738ffc-70c1-4090-a110-33b8a6baf4ed on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:17.919185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:17.919568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:17.919977 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.920379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:17.920855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Bound port: aa738ffc-70c1-4090-a110-33b8a6baf4ed, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:17.921034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (328b4170-4bd5-4f95-9b68-5c0d32496a71), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.921272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.932548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 328b4170-4bd5-4f95-9b68-5c0d32496a71 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:17.989336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] For port aa738ffc-70c1-4090-a110-33b8a6baf4ed, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:17.993138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] For port aa738ffc-70c1-4090-a110-33b8a6baf4ed, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=aa738ffc-70c1-4090-a110-33b8a6baf4ed,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:17.997884 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.059306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0d128-407e-405c-959d-e8220b9350ff None None] Pushing event updated for resources: {'Port': ['ID=aa738ffc-70c1-4090-a110-33b8a6baf4ed,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:18.067061 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (328b4170-4bd5-4f95-9b68-5c0d32496a71), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.096574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=328b4170-4bd5-4f95-9b68-5c0d32496a71,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:18.126580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.129875 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e081fe3f-b5d5-4b6f-b00b-9c8479782bee tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/328b4170-4bd5-4f95-9b68-5c0d32496a71 HTTP/1.1" status: 204 len: 168 time: 0.3818178 Jan 28 05:13:18.132375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48186) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:18.183928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb70ec-3830-46d7-a24e-865ed05f023c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:18.185274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb70ec-3830-46d7-a24e-865ed05f023c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:18.189413 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-15bb70ec-3830-46d7-a24e-865ed05f023c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0534465 Jan 28 05:13:18.189620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:18.255037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet ae0b189f-c0b5-4afd-adce-6495a28632f0 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:18.258725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (ae0b189f-c0b5-4afd-adce-6495a28632f0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.308580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ae0b189f-c0b5-4afd-adce-6495a28632f0), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.398133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ae0b189f-c0b5-4afd-adce-6495a28632f0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.456348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ae0b189f-c0b5-4afd-adce-6495a28632f0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.480111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0b189f-c0b5-4afd-adce-6495a28632f0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:18.485560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.488659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89a4f962-7ec1-4a25-bd81-2370c0168a90 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ae0b189f-c0b5-4afd-adce-6495a28632f0 HTTP/1.1" status: 204 len: 168 time: 0.2981601 Jan 28 05:13:18.491108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48190) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:18.531943 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2d7655b0-ca35-4417-85a4-8c960ceb4fc8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397761 Jan 28 05:13:18.534883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48192) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:18.539912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:18.624761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:18.628340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.063149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32472c9e-c22c-4964-b872-c627123ac184 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:19.080445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device aa738ffc-70c1-4090-a110-33b8a6baf4ed up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:19.176032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Provisioning complete for port aa738ffc-70c1-4090-a110-33b8a6baf4ed triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:19.176336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.192570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:19.245222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port aa738ffc-70c1-4090-a110-33b8a6baf4ed triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:19.245612 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.331727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Current status of the port aa738ffc-70c1-4090-a110-33b8a6baf4ed is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:19.332134 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.355459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.403927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port aa738ffc-70c1-4090-a110-33b8a6baf4ed is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:19.404336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.433781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:19.434070 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:19.512688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] For port aa738ffc-70c1-4090-a110-33b8a6baf4ed, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=aa738ffc-70c1-4090-a110-33b8a6baf4ed,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:19.543699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.548826 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.549700 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.595681 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:19.596041 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:19.622681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:19.631324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:19.640707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:19.641339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.664611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:19.667451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=aa738ffc-70c1-4090-a110-33b8a6baf4ed,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:19.673204 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-097f6676-8d59-4790-b978-f265543912fd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1373391 Jan 28 05:13:19.675907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48194) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:19.680904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:e9:6b:2d', 'name': 'tempest-NetworksTestDHCPv6-368452946'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:19.694038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61dff0d-877a-479e-8239-5c58c0814988 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:19.789341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:19.871618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:19.892702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port e491ddf0-3df3-41ca-b48c-68de7e2c1b96 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:19.979002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Current status of the port aa738ffc-70c1-4090-a110-33b8a6baf4ed is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:19.979404 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.003590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fee9:6b2d (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f/e491ddf0-3df3-41ca-b48c-68de7e2c1b96) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:20.011142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] For port aa738ffc-70c1-4090-a110-33b8a6baf4ed, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=aa738ffc-70c1-4090-a110-33b8a6baf4ed,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:20.014804 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.060661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e656e1-e008-44e4-97ee-c99f89e23e4e None None] Pushing event updated for resources: {'Port': ['ID=aa738ffc-70c1-4090-a110-33b8a6baf4ed,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:20.140216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port aa738ffc-70c1-4090-a110-33b8a6baf4ed is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:20.148860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4c4dd07a-c782-498e-adc1-e5d7ed86ca5e None None] Provisioning complete for port aa738ffc-70c1-4090-a110-33b8a6baf4ed triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:20.149354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c4dd07a-c782-498e-adc1-e5d7ed86ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.152204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (e491ddf0-3df3-41ca-b48c-68de7e2c1b96), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.186627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e491ddf0-3df3-41ca-b48c-68de7e2c1b96), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.226440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:20.229728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:20.231519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4c4dd07a-c782-498e-adc1-e5d7ed86ca5e None None] Current status of the port aa738ffc-70c1-4090-a110-33b8a6baf4ed is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:20.233276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:20.235164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4c4dd07a-c782-498e-adc1-e5d7ed86ca5e None None] Could not find standard attr ID for object 328b4170-4bd5-4f95-9b68-5c0d32496a71. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:20.238400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:20.239015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.252036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=e491ddf0-3df3-41ca-b48c-68de7e2c1b96,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:20.265437 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2bff88ca-b1a6-4bde-86a9-4b0c53e920fe tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5883713 Jan 28 05:13:20.268074 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:20.319192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c62f43-425d-459d-95e9-1c8466945b73 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:20.325013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c62f43-425d-459d-95e9-1c8466945b73 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:20.326921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-36c62f43-425d-459d-95e9-1c8466945b73 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0578899 Jan 28 05:13:20.329614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48198) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:20.420098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port e491ddf0-3df3-41ca-b48c-68de7e2c1b96 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:20.420480 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e491ddf0-3df3-41ca-b48c-68de7e2c1b96), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.468668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f8f1ad04-72bd-4651-af7c-9bca9237a599 None None] Provisioning complete for port e491ddf0-3df3-41ca-b48c-68de7e2c1b96 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:20.469318 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad04-72bd-4651-af7c-9bca9237a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e491ddf0-3df3-41ca-b48c-68de7e2c1b96), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.502501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1ad04-72bd-4651-af7c-9bca9237a599 None None] Port e491ddf0-3df3-41ca-b48c-68de7e2c1b96 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:13:20.504825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e491ddf0-3df3-41ca-b48c-68de7e2c1b96), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.517240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for e491ddf0-3df3-41ca-b48c-68de7e2c1b96 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:20.643967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e491ddf0-3df3-41ca-b48c-68de7e2c1b96), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.673184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=e491ddf0-3df3-41ca-b48c-68de7e2c1b96,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:20.698681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.704314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63d0fdc2-9599-4b1a-bb11-d92aca94cd3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/e491ddf0-3df3-41ca-b48c-68de7e2c1b96 HTTP/1.1" status: 204 len: 168 time: 0.3715501 Jan 28 05:13:20.704695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48200) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:20.763097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea06447-bdf7-4788-a11d-f0026161f662 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:20.764549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea06447-bdf7-4788-a11d-f0026161f662 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:20.766154 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cea06447-bdf7-4788-a11d-f0026161f662 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0604064 Jan 28 05:13:20.768741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48202) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:20.822441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:20.825899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.866398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:20.950197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.008132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device aa738ffc-70c1-4090-a110-33b8a6baf4ed up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:21.014447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.042845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:21.044791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.051689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3847835-6019-452e-828e-c5348cea5051 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:21.054004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d4d4f331-4e44-43ed-8e1f-6a9ec6f11208 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f HTTP/1.1" status: 204 len: 168 time: 0.2838454 Jan 28 05:13:21.056598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48204) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:21.098356 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dc3b3d89-dc57-4a95-a40c-6bdb8f20bc7a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397003 Jan 28 05:13:21.101027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48206) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:21.110587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port aa738ffc-70c1-4090-a110-33b8a6baf4ed triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:21.110971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.146697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7f1df-7093-42a7-9767-a4736b1efe5a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:21.148180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-25d7f1df-7093-42a7-9767-a4736b1efe5a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0461264 Jan 28 05:13:21.151343 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48208) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:21.204475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fef780-dd77-4611-bf99-e33256d5a481 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:21.207549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a9fef780-dd77-4611-bf99-e33256d5a481 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0544684 Jan 28 05:13:21.209867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48210) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:21.221022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port aa738ffc-70c1-4090-a110-33b8a6baf4ed is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:21.236087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:21.249169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-88e7dad3-4aed-4faa-a59f-ce70eeeb199e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374730 Jan 28 05:13:21.253078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48212) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:21.258238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:21.285447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] Deleting port aa738ffc-70c1-4090-a110-33b8a6baf4ed {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:21.285834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.346503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] For port aa738ffc-70c1-4090-a110-33b8a6baf4ed, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=aa738ffc-70c1-4090-a110-33b8a6baf4ed,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:21.347048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.347667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:21.351492 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.360533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] Calling delete_port for aa738ffc-70c1-4090-a110-33b8a6baf4ed owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:21.442568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (aa738ffc-70c1-4090-a110-33b8a6baf4ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.467777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] Pushing event deleted for resources: {'Port': ['ID=aa738ffc-70c1-4090-a110-33b8a6baf4ed,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:21.473292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662711f4-12ae-4bd9-84d1-a25f12c061b2 None None] No DVR routers for this DVR port aa738ffc-70c1-4090-a110-33b8a6baf4ed on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:21.606516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:21.607900 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e6a4bee5-e08d-47ff-beeb-1be6574f4618), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.646906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:21.650152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:21.654320 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:21.654918 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.660374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5eb9a7-11d9-4dd5-8238-d36933fc5dcb None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:21.668984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=e6a4bee5-e08d-47ff-beeb-1be6574f4618,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:21.678929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-97d1dea1-3d03-4d6c-88bb-cd65315f857b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4247439 Jan 28 05:13:21.682203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48214) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:21.687382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:c4:57:5a', 'name': 'tempest-NetworksTestDHCPv6-1070215306'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:21.761750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'e6a4bee5-e08d-47ff-beeb-1be6574f4618'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:21.762436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.799685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:21.803641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:21.823955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port b1ad0f6d-d284-46b1-87f0-dace42cda976 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:21.896907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Allocated IP 2001:db8::f816:3eff:fe58:d32f (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/e6a4bee5-e08d-47ff-beeb-1be6574f4618/6bdb8051-4500-4db6-b544-0b2777a3efc6) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:22.031105 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Publish callbacks [] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.036383 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.076648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:22.079474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:22.082959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:22.087453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fec4:575a (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/e6a4bee5-e08d-47ff-beeb-1be6574f4618/b1ad0f6d-d284-46b1-87f0-dace42cda976) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:22.098154 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Pushing event updated for resources: {'Port': ['ID=6bdb8051-4500-4db6-b544-0b2777a3efc6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:22.143751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Attempting to bind port 6bdb8051-4500-4db6-b544-0b2777a3efc6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:22.144126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Attempting to bind port 6bdb8051-4500-4db6-b544-0b2777a3efc6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:22.144492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Attempting to bind port 6bdb8051-4500-4db6-b544-0b2777a3efc6 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:22.149510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:22.149981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:22.150747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.151122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:22.151592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Bound port: 6bdb8051-4500-4db6-b544-0b2777a3efc6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:22.151976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.211886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] For port 6bdb8051-4500-4db6-b544-0b2777a3efc6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:22.215791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] For port 6bdb8051-4500-4db6-b544-0b2777a3efc6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6bdb8051-4500-4db6-b544-0b2777a3efc6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:22.220146 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.242239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (b1ad0f6d-d284-46b1-87f0-dace42cda976), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.280449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c06f6-196d-4b48-9d5a-524ad517ae28 None None] Pushing event updated for resources: {'Port': ['ID=6bdb8051-4500-4db6-b544-0b2777a3efc6,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:22.281981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1ad0f6d-d284-46b1-87f0-dace42cda976), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.323994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:22.327367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:22.330907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:22.336014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:22.336625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.353989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=b1ad0f6d-d284-46b1-87f0-dace42cda976,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:22.364732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d3d15400-91b1-4439-a679-0282bea890eb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6814032 Jan 28 05:13:22.368159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48216) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:22.434294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2ee95-9722-45bb-9849-5a8a8a24eb87 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:22.439750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2ee95-9722-45bb-9849-5a8a8a24eb87 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:22.441481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-59f2ee95-9722-45bb-9849-5a8a8a24eb87 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0722229 Jan 28 05:13:22.444270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48218) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:22.535049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port b1ad0f6d-d284-46b1-87f0-dace42cda976 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:22.535401 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b1ad0f6d-d284-46b1-87f0-dace42cda976), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.626666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b1ad0f6d-d284-46b1-87f0-dace42cda976), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.638889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for b1ad0f6d-d284-46b1-87f0-dace42cda976 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:22.766794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1ad0f6d-d284-46b1-87f0-dace42cda976), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.799082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=b1ad0f6d-d284-46b1-87f0-dace42cda976,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:22.822970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.826937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-089cf2f9-5ba7-46f4-951b-5a238d7ceb40 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/b1ad0f6d-d284-46b1-87f0-dace42cda976 HTTP/1.1" status: 204 len: 168 time: 0.3817322 Jan 28 05:13:22.829466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48220) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:22.880830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d4a17-be3a-4083-84c7-a0f50b5ccc14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:22.882198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d4a17-be3a-4083-84c7-a0f50b5ccc14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:22.883796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-220d4a17-be3a-4083-84c7-a0f50b5ccc14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0534189 Jan 28 05:13:22.886445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48222) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:22.938248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet e6a4bee5-e08d-47ff-beeb-1be6574f4618 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:22.941814 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (e6a4bee5-e08d-47ff-beeb-1be6574f4618), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:22.991253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e6a4bee5-e08d-47ff-beeb-1be6574f4618), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.050929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6bdb8051-4500-4db6-b544-0b2777a3efc6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:23.082491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e6a4bee5-e08d-47ff-beeb-1be6574f4618), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.106101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 6bdb8051-4500-4db6-b544-0b2777a3efc6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:23.106485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.147656 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e6a4bee5-e08d-47ff-beeb-1be6574f4618), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.182204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a4bee5-e08d-47ff-beeb-1be6574f4618,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:23.187830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.192084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 6bdb8051-4500-4db6-b544-0b2777a3efc6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:23.192480 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.193682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48224) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:23.194278 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0acaddcf-22f6-4aae-bdf9-553572bf3858 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/e6a4bee5-e08d-47ff-beeb-1be6574f4618 HTTP/1.1" status: 204 len: 168 time: 0.3064189 Jan 28 05:13:23.230671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 6bdb8051-4500-4db6-b544-0b2777a3efc6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6bdb8051-4500-4db6-b544-0b2777a3efc6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:23.235357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.236711 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4ba9b9f2-f940-47aa-87b7-fca6df42f22e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418859 Jan 28 05:13:23.239477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48226) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:23.252982 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:23.264172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c4bd2-cb8a-4222-abc5-c2420e99c6e8 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:23.316773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device aa738ffc-70c1-4090-a110-33b8a6baf4ed no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:23.338103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:23.341678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.361654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: aa738ffc-70c1-4090-a110-33b8a6baf4ed {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:23.362004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device aa738ffc-70c1-4090-a110-33b8a6baf4ed not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:23.371808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=6bdb8051-4500-4db6-b544-0b2777a3efc6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:23.397052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a1b84bd2-d137-40a7-b197-d8d0b5b492a7 None None] Provisioning complete for port 6bdb8051-4500-4db6-b544-0b2777a3efc6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:23.397446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1b84bd2-d137-40a7-b197-d8d0b5b492a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.482047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a1b84bd2-d137-40a7-b197-d8d0b5b492a7 None None] Current status of the port 6bdb8051-4500-4db6-b544-0b2777a3efc6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:23.505607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:23.555121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] Deleting port 6bdb8051-4500-4db6-b544-0b2777a3efc6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:23.555496 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.629098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.objects.ports [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103139) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:23.632345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] For port 6bdb8051-4500-4db6-b544-0b2777a3efc6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=6bdb8051-4500-4db6-b544-0b2777a3efc6,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:23.632752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.644253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] Calling delete_port for 6bdb8051-4500-4db6-b544-0b2777a3efc6 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:23.730598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (6bdb8051-4500-4db6-b544-0b2777a3efc6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.747134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_pluggable_backend [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Port 6bdb8051-4500-4db6-b544-0b2777a3efc6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 05:13:23.747450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_pluggable_backend [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Reverting IP allocation for 2001:db8::f816:3eff:fe58:d32f {{(pid=103139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 05:13:23.750720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_pluggable_backend [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe58:d32f {{(pid=103139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 05:13:23.751893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ce5416cd-e938-4532-8e62-80034b934b47), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.754626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] Pushing event deleted for resources: {'Port': ['ID=6bdb8051-4500-4db6-b544-0b2777a3efc6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:23.758130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1a8c2-5bf9-4bdd-970f-ea125ff5d886 None None] No DVR routers for this DVR port 6bdb8051-4500-4db6-b544-0b2777a3efc6 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:23.795421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:23.798589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:23.802866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:23.803460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.807528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef4e11-6fff-4592-a6fa-f656c8433aa8 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:23.818779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=ce5416cd-e938-4532-8e62-80034b934b47,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:23.831281 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-61e1aa53-07a7-46de-b492-4dafbb56bff5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5866532 Jan 28 05:13:23.831529 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48228) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:23.836319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:2f:4e:52', 'name': 'tempest-NetworksTestDHCPv6-1095852374'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:23.904316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': 'ce5416cd-e938-4532-8e62-80034b934b47'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:23.905296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.942683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:23.946709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:23.969986 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 389b72bf-5a47-4240-be8e-7519bbd8d03a yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:24.092976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fe2f:4e52 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ce5416cd-e938-4532-8e62-80034b934b47/389b72bf-5a47-4240-be8e-7519bbd8d03a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:24.231157 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (389b72bf-5a47-4240-be8e-7519bbd8d03a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.269560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (389b72bf-5a47-4240-be8e-7519bbd8d03a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.309746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Allocated IP 2001:db8::f816:3eff:fe02:e0bc (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ce5416cd-e938-4532-8e62-80034b934b47/51375c97-7d74-401d-80cf-3b68d6ab127d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:24.310430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:24.314823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:24.317940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:24.323735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:24.324385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.340219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=389b72bf-5a47-4240-be8e-7519bbd8d03a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:24.350329 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5d4efd57-4a18-427d-9963-782fd3d185a4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5177925 Jan 28 05:13:24.352999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48230) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:24.399321 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120e9ef-3985-4333-adc7-1b8d973fd9cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:24.400829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f120e9ef-3985-4333-adc7-1b8d973fd9cf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0468585 Jan 28 05:13:24.403424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48232) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:24.460021 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Publish callbacks [] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.466050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.490589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 389b72bf-5a47-4240-be8e-7519bbd8d03a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:24.490934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (389b72bf-5a47-4240-be8e-7519bbd8d03a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.502610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:24.505359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:24.507776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:24.523125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Pushing event updated for resources: {'Port': ['ID=51375c97-7d74-401d-80cf-3b68d6ab127d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:24.573602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Attempting to bind port 51375c97-7d74-401d-80cf-3b68d6ab127d on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:24.573973 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Attempting to bind port 51375c97-7d74-401d-80cf-3b68d6ab127d by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:24.574338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Attempting to bind port 51375c97-7d74-401d-80cf-3b68d6ab127d on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:24.575192 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (389b72bf-5a47-4240-be8e-7519bbd8d03a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.579409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:24.579694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:24.580095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.580490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:24.580947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Bound port: 51375c97-7d74-401d-80cf-3b68d6ab127d, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:24.581351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.587821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 389b72bf-5a47-4240-be8e-7519bbd8d03a owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:24.642581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] For port 51375c97-7d74-401d-80cf-3b68d6ab127d, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:24.645578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] For port 51375c97-7d74-401d-80cf-3b68d6ab127d, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51375c97-7d74-401d-80cf-3b68d6ab127d,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:24.650703 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.718304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f14ea4-b882-4375-8393-4604fa954971 None None] Pushing event updated for resources: {'Port': ['ID=51375c97-7d74-401d-80cf-3b68d6ab127d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:24.724060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (389b72bf-5a47-4240-be8e-7519bbd8d03a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.759914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=389b72bf-5a47-4240-be8e-7519bbd8d03a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:24.781624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.786563 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-401364b9-1435-45ff-9f40-ce9539b18ddb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/389b72bf-5a47-4240-be8e-7519bbd8d03a HTTP/1.1" status: 204 len: 168 time: 0.3807647 Jan 28 05:13:24.787574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48234) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:24.844369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59bd12f-0378-4662-be19-55fd8678865d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:24.844899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59bd12f-0378-4662-be19-55fd8678865d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:24.848923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e59bd12f-0378-4662-be19-55fd8678865d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0579646 Jan 28 05:13:24.849241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48236) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:24.912710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet ce5416cd-e938-4532-8e62-80034b934b47 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:24.916777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (ce5416cd-e938-4532-8e62-80034b934b47), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:24.959228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ce5416cd-e938-4532-8e62-80034b934b47), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.053995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51375c97-7d74-401d-80cf-3b68d6ab127d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:25.058539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ce5416cd-e938-4532-8e62-80034b934b47), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.106713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 51375c97-7d74-401d-80cf-3b68d6ab127d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:25.107161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.115696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ce5416cd-e938-4532-8e62-80034b934b47), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.142520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5416cd-e938-4532-8e62-80034b934b47,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:25.146534 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.153777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2163e8bf-9880-412d-884d-8caac1bd8c2d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ce5416cd-e938-4532-8e62-80034b934b47 HTTP/1.1" status: 204 len: 168 time: 0.3033891 Jan 28 05:13:25.154341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48238) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:25.195801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-73626921-9822-43a0-a512-329d86a3be06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379353 Jan 28 05:13:25.196048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 51375c97-7d74-401d-80cf-3b68d6ab127d is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:25.196048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.196256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48240) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:25.227049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 51375c97-7d74-401d-80cf-3b68d6ab127d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51375c97-7d74-401d-80cf-3b68d6ab127d,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:25.231718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.246316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538c562-3853-4dab-a9e9-e0bbfb3c495c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:25.247988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7538c562-3853-4dab-a9e9-e0bbfb3c495c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0507278 Jan 28 05:13:25.250507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48242) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:25.287607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=51375c97-7d74-401d-80cf-3b68d6ab127d,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:25.300697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6bdb8051-4500-4db6-b544-0b2777a3efc6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:25.307739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0460f-66b2-47ac-a301-99c9a7b15bd0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:25.309266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4de0460f-66b2-47ac-a301-99c9a7b15bd0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576851 Jan 28 05:13:25.311805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48244) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:25.324281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 6bdb8051-4500-4db6-b544-0b2777a3efc6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:25.324668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 6bdb8051-4500-4db6-b544-0b2777a3efc6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:25.355604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a2558f6d-a76e-4362-b37a-eb805a180118 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427065 Jan 28 05:13:25.359385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48246) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:25.364347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:25.455716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:25.459500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.650749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.666731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73194c7d-b671-4526-b33d-67f601d2c740 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:25.696095 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:25.700092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:25.704708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:25.705340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.720023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:25.729604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8d8c56df-d021-4b87-8667-407ddd0afe06 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3666894 Jan 28 05:13:25.730502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48248) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:25.734779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:99:78:6e', 'name': 'tempest-NetworksTestDHCPv6-500022246'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:25.750658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-97840720-1ae3-4deb-8ff0-af8c092bac10 None None] Provisioning complete for port 51375c97-7d74-401d-80cf-3b68d6ab127d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:25.751053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97840720-1ae3-4deb-8ff0-af8c092bac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.841392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:25.858962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97840720-1ae3-4deb-8ff0-af8c092bac10 None None] Current status of the port 51375c97-7d74-401d-80cf-3b68d6ab127d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:25.928978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:25.950289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port e8374a13-6224-48ec-a4bd-72e0130d6fc1 yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:26.013945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89ed77-92dd-4e5f-93ee-b3f0e02abc7f None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:26.081478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::1b5 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19/e8374a13-6224-48ec-a4bd-72e0130d6fc1) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:26.096229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-36e9ac73-5563-41e5-ad2a-59b6f91f4ce4 None None] Provisioning complete for port 51375c97-7d74-401d-80cf-3b68d6ab127d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:26.096608 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-36e9ac73-5563-41e5-ad2a-59b6f91f4ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.195130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-36e9ac73-5563-41e5-ad2a-59b6f91f4ce4 None None] Current status of the port 51375c97-7d74-401d-80cf-3b68d6ab127d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:26.237076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (e8374a13-6224-48ec-a4bd-72e0130d6fc1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.272512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e8374a13-6224-48ec-a4bd-72e0130d6fc1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.319963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:26.323149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:26.327077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:26.331372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:26.332016 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.344820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=e8374a13-6224-48ec-a4bd-72e0130d6fc1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:26.359989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8e11bdcb-3ed8-403a-9ac9-801a54c8fc0b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6291318 Jan 28 05:13:26.362859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48250) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:26.415853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754960bd-e8ca-4c9f-aa6d-c271d0ecbddd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:26.416625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f38400e8-b490-4d27-a453-80752dd67e73 None None] Provisioning complete for port 51375c97-7d74-401d-80cf-3b68d6ab127d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:26.417033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f38400e8-b490-4d27-a453-80752dd67e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.422176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754960bd-e8ca-4c9f-aa6d-c271d0ecbddd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:26.423868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-754960bd-e8ca-4c9f-aa6d-c271d0ecbddd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0600610 Jan 28 05:13:26.426443 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48252) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:26.502949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f38400e8-b490-4d27-a453-80752dd67e73 None None] Current status of the port 51375c97-7d74-401d-80cf-3b68d6ab127d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:26.512416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port e8374a13-6224-48ec-a4bd-72e0130d6fc1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:26.512769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e8374a13-6224-48ec-a4bd-72e0130d6fc1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.602892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e8374a13-6224-48ec-a4bd-72e0130d6fc1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.616050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for e8374a13-6224-48ec-a4bd-72e0130d6fc1 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:26.616650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-edef3119-9086-4ea8-99bf-07f7ece84aef None None] Could not find standard attr ID for object 389b72bf-5a47-4240-be8e-7519bbd8d03a. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:26.746380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e8374a13-6224-48ec-a4bd-72e0130d6fc1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.778251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=e8374a13-6224-48ec-a4bd-72e0130d6fc1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:26.805900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.809187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6af2d1b3-1b27-43e4-81f0-9c7521f4b882 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/e8374a13-6224-48ec-a4bd-72e0130d6fc1 HTTP/1.1" status: 204 len: 168 time: 0.3817849 Jan 28 05:13:26.811549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48254) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:26.830822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ca42fdd9-ff89-4d0c-8a65-91f145ceb386 None None] Could not find standard attr ID for object e8374a13-6224-48ec-a4bd-72e0130d6fc1. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:26.865430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b1d01-03f5-4e5e-bbdc-00993f3c6da8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:26.866868 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b1d01-03f5-4e5e-bbdc-00993f3c6da8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:26.868419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-626b1d01-03f5-4e5e-bbdc-00993f3c6da8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0559547 Jan 28 05:13:26.871205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48256) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:26.923711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:26.927367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:26.975594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.004170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51375c97-7d74-401d-80cf-3b68d6ab127d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:27.025132 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.062742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 51375c97-7d74-401d-80cf-3b68d6ab127d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:27.063121 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.090363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.118258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:27.120726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.123937 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7f25a818-9d8e-4327-b2bb-578c24121a54 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19 HTTP/1.1" status: 204 len: 168 time: 0.2518041 Jan 28 05:13:27.126360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48258) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.153777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 51375c97-7d74-401d-80cf-3b68d6ab127d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:27.167398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22a2ffc7-1a4a-4334-89fe-aa0da2bd489a tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399511 Jan 28 05:13:27.169792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48260) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.182781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a881f8-abf5-445b-988c-0cc2822b8b5b None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:27.216168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24194b32-2067-4804-aae6-0a3e6373b584 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:27.217639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-24194b32-2067-4804-aae6-0a3e6373b584 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0468667 Jan 28 05:13:27.220215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48262) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.267858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458bb4ef-dd60-4d78-a313-48aa6e64b47d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:27.269240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-458bb4ef-dd60-4d78-a313-48aa6e64b47d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0481162 Jan 28 05:13:27.271955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48264) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.309772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-34ab16ba-3146-4687-9ccf-89fe4a9a23c1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365579 Jan 28 05:13:27.313629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48266) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.318462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:27.330007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:27.376744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] Deleting port 51375c97-7d74-401d-80cf-3b68d6ab127d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:27.377116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.407637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:27.411196 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.437312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] For port 51375c97-7d74-401d-80cf-3b68d6ab127d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=51375c97-7d74-401d-80cf-3b68d6ab127d,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:27.437715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.451227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] Calling delete_port for 51375c97-7d74-401d-80cf-3b68d6ab127d owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:27.534599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (51375c97-7d74-401d-80cf-3b68d6ab127d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.557925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] Pushing event deleted for resources: {'Port': ['ID=51375c97-7d74-401d-80cf-3b68d6ab127d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:27.563763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70e40f-143f-4ebb-853f-2152a98e7e42 None None] No DVR routers for this DVR port 51375c97-7d74-401d-80cf-3b68d6ab127d on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:27.657934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:27.659416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (28a8ff05-901a-4506-98fd-b8771bee2ce9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.706914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:27.710399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:27.713598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:27.714199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.719727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25740f7b-6936-4fa4-9ea6-5e535b3b934e None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:27.726612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=28a8ff05-901a-4506-98fd-b8771bee2ce9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:27.739617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5b1d8870-ac3c-4487-9699-e348f38919dc tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4249456 Jan 28 05:13:27.742418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48268) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.747851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:27.822026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '28a8ff05-901a-4506-98fd-b8771bee2ce9'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:27.822955 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.856003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:27.859494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:27.950240 n-d-824835-3 neutron-server[103138]: INFO neutron.db.ipam_backend_mixin [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28a8ff05-901a-4506-98fd-b8771bee2ce9 (CIDR: 2001:db8::/64) Jan 28 05:13:27.952010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Allocated IP 2001:db8::f816:3eff:fee5:256c (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/28a8ff05-901a-4506-98fd-b8771bee2ce9/f3793e3c-f824-47c3-a1f4-f1276c86108a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:27.954377 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:27.955363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:27.972822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0c83b9e2-04d9-473e-90c3-72073fee9a66 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2293308 Jan 28 05:13:27.975977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:27.981452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:28.086341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:28.090316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.093396 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Publish callbacks [] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.098995 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.134938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:28.138032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:28.140833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:28.155635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Pushing event updated for resources: {'Port': ['ID=f3793e3c-f824-47c3-a1f4-f1276c86108a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:28.208069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Attempting to bind port f3793e3c-f824-47c3-a1f4-f1276c86108a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:28.208478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Attempting to bind port f3793e3c-f824-47c3-a1f4-f1276c86108a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:28.208881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Attempting to bind port f3793e3c-f824-47c3-a1f4-f1276c86108a on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:28.214398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:28.214783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:28.215189 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.215610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:28.216081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Bound port: f3793e3c-f824-47c3-a1f4-f1276c86108a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:28.216465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.278148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] For port f3793e3c-f824-47c3-a1f4-f1276c86108a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:28.281324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] For port f3793e3c-f824-47c3-a1f4-f1276c86108a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f3793e3c-f824-47c3-a1f4-f1276c86108a,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:28.285462 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.308269 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (9d8e382f-cbb7-4d89-81b8-7a49863292e4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.345292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1128b8-b873-4e1d-948b-668bae86f182 None None] Pushing event updated for resources: {'Port': ['ID=f3793e3c-f824-47c3-a1f4-f1276c86108a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:28.366307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:28.367490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=9d8e382f-cbb7-4d89-81b8-7a49863292e4,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:28.369996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:28.372533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:28.373130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.389749 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3ef4f673-4919-4604-adee-a7a40c979500 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4127266 Jan 28 05:13:28.392509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48272) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:28.397454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:39:36:46', 'name': 'tempest-NetworksTestDHCPv6-2047315882'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:28.514881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:28.605476 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:28.629251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 4f23932a-ae65-4204-87bd-805906436726 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:28.794262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8:0:1::2e6 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/9d8e382f-cbb7-4d89-81b8-7a49863292e4/4f23932a-ae65-4204-87bd-805906436726) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:28.800605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fe39:3646 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/28a8ff05-901a-4506-98fd-b8771bee2ce9/4f23932a-ae65-4204-87bd-805906436726) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:28.942026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (4f23932a-ae65-4204-87bd-805906436726), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.004710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4f23932a-ae65-4204-87bd-805906436726), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.050790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f3793e3c-f824-47c3-a1f4-f1276c86108a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:29.055185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:29.058223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:29.061229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:29.066468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:29.067117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.085071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=4f23932a-ae65-4204-87bd-805906436726,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:29.102210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48274) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:29.102913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-78f72abc-98d5-4c83-918c-3a04c1dcfae8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7086790 Jan 28 05:13:29.107104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f3793e3c-f824-47c3-a1f4-f1276c86108a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:29.107562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.187888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f3793e3c-f824-47c3-a1f4-f1276c86108a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:29.188301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.195855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 4f23932a-ae65-4204-87bd-805906436726 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:29.196843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4f23932a-ae65-4204-87bd-805906436726), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.226191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f3793e3c-f824-47c3-a1f4-f1276c86108a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f3793e3c-f824-47c3-a1f4-f1276c86108a,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:29.231053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.284759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f3793e3c-f824-47c3-a1f4-f1276c86108a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:29.294676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4f23932a-ae65-4204-87bd-805906436726), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.302229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51375c97-7d74-401d-80cf-3b68d6ab127d no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:29.308972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 4f23932a-ae65-4204-87bd-805906436726 owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:29.325873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 51375c97-7d74-401d-80cf-3b68d6ab127d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:29.326235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 51375c97-7d74-401d-80cf-3b68d6ab127d not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:29.370395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401be6f0-f768-4e46-a3e2-05ed537cb9ea None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:29.484418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-60a6d90d-8958-45e4-b0ef-fe131f66fdcf None None] Provisioning complete for port f3793e3c-f824-47c3-a1f4-f1276c86108a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:29.484725 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a6d90d-8958-45e4-b0ef-fe131f66fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.491355 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4f23932a-ae65-4204-87bd-805906436726), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.519317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=4f23932a-ae65-4204-87bd-805906436726,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:29.564734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '28a8ff05-901a-4506-98fd-b8771bee2ce9', 'ip_address': '2001:db8::f816:3eff:fee5:256c'}, {'subnet_id': '9d8e382f-cbb7-4d89-81b8-7a49863292e4'}], 'binding:host_id': 'n-d-824835-3'}, 'id': 'f3793e3c-f824-47c3-a1f4-f1276c86108a'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:29.566988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.570350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d4fd22f-6b81-4a91-863d-1d79ad1c8ae5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/4f23932a-ae65-4204-87bd-805906436726 HTTP/1.1" status: 204 len: 168 time: 0.4671383 Jan 28 05:13:29.573418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48276) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:29.613915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.618653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb6d85-3753-4893-b81d-cf7db8a13e7c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:29.620643 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89cb6d85-3753-4893-b81d-cf7db8a13e7c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0463226 Jan 28 05:13:29.623255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:29.632702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-60a6d90d-8958-45e4-b0ef-fe131f66fdcf None None] Current status of the port f3793e3c-f824-47c3-a1f4-f1276c86108a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:29.668631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a34b6d-8c87-4bf4-a42d-9aea50ce08c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:29.670970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c1a34b6d-8c87-4bf4-a42d-9aea50ce08c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0459902 Jan 28 05:13:29.672844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48280) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:29.726457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4c69c-c43a-4e10-b028-e3c7cb52930b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:29.727886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4c69c-c43a-4e10-b028-e3c7cb52930b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:29.729248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4c69c-c43a-4e10-b028-e3c7cb52930b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:29.730804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-35c4c69c-c43a-4e10-b028-e3c7cb52930b tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0569491 Jan 28 05:13:29.733516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48282) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:29.777969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] Allocated IP 2001:db8:0:1::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/9d8e382f-cbb7-4d89-81b8-7a49863292e4/f3793e3c-f824-47c3-a1f4-f1276c86108a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:29.783934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 28a8ff05-901a-4506-98fd-b8771bee2ce9 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:29.870058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] For port f3793e3c-f824-47c3-a1f4-f1276c86108a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f3793e3c-f824-47c3-a1f4-f1276c86108a,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:29.898093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] Publish callbacks [] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.902398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.902728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (28a8ff05-901a-4506-98fd-b8771bee2ce9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.948085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (28a8ff05-901a-4506-98fd-b8771bee2ce9), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:29.986246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112e93f-6ee8-41ae-b621-ef9b4af6c828 None None] Pushing event updated for resources: {'Port': ['ID=f3793e3c-f824-47c3-a1f4-f1276c86108a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:30.037127 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (28a8ff05-901a-4506-98fd-b8771bee2ce9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.097901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (28a8ff05-901a-4506-98fd-b8771bee2ce9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.128984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.132255 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/28a8ff05-901a-4506-98fd-b8771bee2ce9 HTTP/1.1" status: 204 len: 168 time: 0.3977721 Jan 28 05:13:30.133117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238d64f-4d2d-4957-bccf-9520ee3e448e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=28a8ff05-901a-4506-98fd-b8771bee2ce9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:30.135294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48284) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:30.187537 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 9d8e382f-cbb7-4d89-81b8-7a49863292e4 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:30.191068 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (9d8e382f-cbb7-4d89-81b8-7a49863292e4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.237362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (9d8e382f-cbb7-4d89-81b8-7a49863292e4), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.322734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (9d8e382f-cbb7-4d89-81b8-7a49863292e4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.383192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (9d8e382f-cbb7-4d89-81b8-7a49863292e4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.415317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8e382f-cbb7-4d89-81b8-7a49863292e4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:30.419697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.424702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-50385518-793a-4d99-9be6-5017a35fb2cd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/9d8e382f-cbb7-4d89-81b8-7a49863292e4 HTTP/1.1" status: 204 len: 168 time: 0.2866089 Jan 28 05:13:30.425493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48286) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:30.463461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-72c41ace-0bca-480f-8311-51423ed79ac6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363128 Jan 28 05:13:30.466214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48288) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:30.471030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:30.479951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d63976-d0bb-481f-b9a1-f34a73f3a6c5 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:30.556218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:30.559670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.560446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e7c655e1-1909-4f10-806d-0fd334549767 None None] Could not find standard attr ID for object 4f23932a-ae65-4204-87bd-805906436726. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:30.578351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e7c655e1-1909-4f10-806d-0fd334549767 None None] Provisioning complete for port f3793e3c-f824-47c3-a1f4-f1276c86108a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:30.578741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7c655e1-1909-4f10-806d-0fd334549767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.754813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:30.844424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] Deleting port f3793e3c-f824-47c3-a1f4-f1276c86108a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:30.844715 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.859141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e7c655e1-1909-4f10-806d-0fd334549767 None None] Current status of the port f3793e3c-f824-47c3-a1f4-f1276c86108a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:30.864728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:30.925636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] For port f3793e3c-f824-47c3-a1f4-f1276c86108a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f3793e3c-f824-47c3-a1f4-f1276c86108a,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:30.926039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:30.937933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] Calling delete_port for f3793e3c-f824-47c3-a1f4-f1276c86108a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:31.001976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f3793e3c-f824-47c3-a1f4-f1276c86108a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:31.020505 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.067095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.070403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No active binding found for port f3793e3c-f824-47c3-a1f4-f1276c86108a {{(pid=103140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 05:13:31.070792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] The host n-d-824835-3 is not matching for port f3793e3c-f824-47c3-a1f4-f1276c86108a host None! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:13:31.071193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f3793e3c-f824-47c3-a1f4-f1276c86108a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:31.095016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] Pushing event deleted for resources: {'Port': ['ID=f3793e3c-f824-47c3-a1f4-f1276c86108a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:31.101109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8bf9b-43d3-4bfd-8cae-e41c48912565 None None] No DVR routers for this DVR port f3793e3c-f824-47c3-a1f4-f1276c86108a on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:31.182804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] For port f3793e3c-f824-47c3-a1f4-f1276c86108a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f3793e3c-f824-47c3-a1f4-f1276c86108a,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:31.498935 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.503526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f3793e3c-f824-47c3-a1f4-f1276c86108a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.504331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.552531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=f3793e3c-f824-47c3-a1f4-f1276c86108a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:31.568652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:31.571807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:31.575859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:31.576460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.581716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940378a-0881-45ba-82dd-380413a354b8 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:31.584646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:31.596497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-796f3483-4e8c-4971-b423-94b300d605e1 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1292567 Jan 28 05:13:31.599327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48290) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:31.605118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:31.685272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:31.686125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.718887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:31.722397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.809819 n-d-824835-3 neutron-server[103138]: INFO neutron.db.ipam_backend_mixin [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c (CIDR: 2001:db8::/64) Jan 28 05:13:31.812963 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:31.813453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:31.814802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Allocated IP 2001:db8::f816:3eff:fe19:fa40 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c/7335d7a3-0023-41a3-b9bf-0eb2fc556477) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:31.829327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7ec03941-3a7b-405b-a098-6c638ea85277 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2286565 Jan 28 05:13:31.832622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48292) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:31.838094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:31.948904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:31.952948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.959099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Publish callbacks [] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:31.965971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.027261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:32.031388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:32.038339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:32.045277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Pushing event updated for resources: {'Port': ['ID=7335d7a3-0023-41a3-b9bf-0eb2fc556477,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:32.100835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Attempting to bind port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:32.101138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Attempting to bind port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:32.101549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Attempting to bind port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:32.106599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:32.108586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:32.109049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.109476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:32.110053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Bound port: 7335d7a3-0023-41a3-b9bf-0eb2fc556477, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:32.110638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.172805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] For port 7335d7a3-0023-41a3-b9bf-0eb2fc556477, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:32.175985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] For port 7335d7a3-0023-41a3-b9bf-0eb2fc556477, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7335d7a3-0023-41a3-b9bf-0eb2fc556477,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:32.184230 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.205255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (563e0797-eae3-4a7d-aff8-4ccfd058dbce), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.242200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597d2d1-62b5-4212-aa27-120409eb904f None None] Pushing event updated for resources: {'Port': ['ID=7335d7a3-0023-41a3-b9bf-0eb2fc556477,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:32.258922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:32.262726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:32.266913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:32.267510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.273382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=563e0797-eae3-4a7d-aff8-4ccfd058dbce,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:32.292936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8dbed173-8419-4f0e-819b-9c6dca81d807 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4565933 Jan 28 05:13:32.293229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48294) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:32.298194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:37:81:a2', 'name': 'tempest-NetworksTestDHCPv6-1270827295'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:32.431780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:32.436185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.459305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 43a7e068-ec27-4a3c-8d5a-475d128446e1 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:32.631106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8:0:1::236 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/563e0797-eae3-4a7d-aff8-4ccfd058dbce/43a7e068-ec27-4a3c-8d5a-475d128446e1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:32.637567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::f816:3eff:fe37:81a2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c/43a7e068-ec27-4a3c-8d5a-475d128446e1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:32.782777 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (43a7e068-ec27-4a3c-8d5a-475d128446e1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.817368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (43a7e068-ec27-4a3c-8d5a-475d128446e1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.866207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:32.872005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:32.877275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:32.882460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:32.883021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:32.886997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=43a7e068-ec27-4a3c-8d5a-475d128446e1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:32.905743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0cb28566-72ef-484f-8a4b-45cb8b91d400 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6113613 Jan 28 05:13:32.907355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48296) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:32.999888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 43a7e068-ec27-4a3c-8d5a-475d128446e1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:33.000488 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (43a7e068-ec27-4a3c-8d5a-475d128446e1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.063100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7335d7a3-0023-41a3-b9bf-0eb2fc556477 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:33.104357 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (43a7e068-ec27-4a3c-8d5a-475d128446e1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.117802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 43a7e068-ec27-4a3c-8d5a-475d128446e1 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:33.126057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:33.126449 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.201791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7957ef0-2e4f-40e2-82b8-ffa29dec6eba None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:33.257437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:33.257836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.299491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (43a7e068-ec27-4a3c-8d5a-475d128446e1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.317624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7335d7a3-0023-41a3-b9bf-0eb2fc556477, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7335d7a3-0023-41a3-b9bf-0eb2fc556477,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:33.326725 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.335174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=43a7e068-ec27-4a3c-8d5a-475d128446e1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:33.374361 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.375172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f7bff752-8076-462f-84e1-b235fb91318a None None] Provisioning complete for port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:33.375565 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7bff752-8076-462f-84e1-b235fb91318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.378916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5626f5d2-3f68-4f13-9155-f893c7c51124 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/43a7e068-ec27-4a3c-8d5a-475d128446e1 HTTP/1.1" status: 204 len: 168 time: 0.4705346 Jan 28 05:13:33.380574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48298) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:33.426394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729205b2-1a37-4369-8d57-7822ae8b8fcf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:33.427912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-729205b2-1a37-4369-8d57-7822ae8b8fcf tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0463042 Jan 28 05:13:33.430767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48300) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:33.432362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7335d7a3-0023-41a3-b9bf-0eb2fc556477,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:33.488324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc971e-80a4-45f1-9cb4-1c4a66d6a910 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:33.489868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cfbc971e-80a4-45f1-9cb4-1c4a66d6a910 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0576346 Jan 28 05:13:33.492327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48302) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:33.511301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f7bff752-8076-462f-84e1-b235fb91318a None None] Current status of the port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:33.526989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af39a6a-93f0-444f-94d4-f70a8bfa9c20 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c', 'ip_address': '2001:db8::f816:3eff:fe19:fa40'}, {'subnet_id': '563e0797-eae3-4a7d-aff8-4ccfd058dbce'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '7335d7a3-0023-41a3-b9bf-0eb2fc556477'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:33.546298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfca62-97f1-4a98-aaba-d66710072c1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:33.547601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfca62-97f1-4a98-aaba-d66710072c1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:33.549009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfca62-97f1-4a98-aaba-d66710072c1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:33.550655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2dcfca62-97f1-4a98-aaba-d66710072c1f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0574265 Jan 28 05:13:33.553340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48304) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:33.555743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1af39a6a-93f0-444f-94d4-f70a8bfa9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.606081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:33.609301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.648148 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.732282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.798103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-1af39a6a-93f0-444f-94d4-f70a8bfa9c20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c: This subnet is being modified by another concurrent operation. Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c: This subnet is being modified by another concurrent operation. Jan 28 05:13:33.800323 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:13:33.828442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.831674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c HTTP/1.1" status: 204 len: 168 time: 0.2773979 Jan 28 05:13:33.833076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d35f-b75b-4c7f-b542-4cdf782b5a4e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:33.834889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48306) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:33.884494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f0bf8-9e59-40e6-a75a-133d299a5f10 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:33.893710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 563e0797-eae3-4a7d-aff8-4ccfd058dbce {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:33.896786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (563e0797-eae3-4a7d-aff8-4ccfd058dbce), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.940703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (563e0797-eae3-4a7d-aff8-4ccfd058dbce), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.962046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4659e68f-aee1-45b1-be7f-0cb8d19d6a07 None None] Provisioning complete for port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:33.962361 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4659e68f-aee1-45b1-be7f-0cb8d19d6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:33.966847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f0bf8-9e59-40e6-a75a-133d299a5f10 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:33.987241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (563e0797-eae3-4a7d-aff8-4ccfd058dbce), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.043915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (563e0797-eae3-4a7d-aff8-4ccfd058dbce), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.070690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=563e0797-eae3-4a7d-aff8-4ccfd058dbce,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:34.076126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.079321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-561a5050-f571-4536-9675-f68d1b524be0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/563e0797-eae3-4a7d-aff8-4ccfd058dbce HTTP/1.1" status: 204 len: 168 time: 0.2434084 Jan 28 05:13:34.081752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48308) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:34.126091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4659e68f-aee1-45b1-be7f-0cb8d19d6a07 None None] Current status of the port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:34.211870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ad6d6-5a89-4dde-96f1-1714e41638f3 None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': '563e0797-eae3-4a7d-aff8-4ccfd058dbce'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '7335d7a3-0023-41a3-b9bf-0eb2fc556477'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:34.238829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad6d6-5a89-4dde-96f1-1714e41638f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.367087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb300527-0e24-4f10-912f-45167a18daf0 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:34.403381 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-48aaf371-7d58-480a-ba6d-fcdfca5c9f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3205259 Jan 28 05:13:34.406252 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48310) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:34.410963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:34.461000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ce41e05b-8b3c-4f56-a402-edf282982bd3 None None] Provisioning complete for port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:34.461406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce41e05b-8b3c-4f56-a402-edf282982bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.497727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:34.501630 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.513622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:34.573053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ce41e05b-8b3c-4f56-a402-edf282982bd3 None None] Current status of the port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:34.597091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] Deleting port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:34.597501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.657464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] For port 7335d7a3-0023-41a3-b9bf-0eb2fc556477, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7335d7a3-0023-41a3-b9bf-0eb2fc556477,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:34.657859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.670494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] Calling delete_port for 7335d7a3-0023-41a3-b9bf-0eb2fc556477 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:34.684479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (9b2b190e-b0f7-4311-8648-c0632d09597b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.727043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:34.732524 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:34.737257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:34.737862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.754882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (7335d7a3-0023-41a3-b9bf-0eb2fc556477), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.755101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b190e-b0f7-4311-8648-c0632d09597b,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:34.765454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0dcb826d-09ce-4260-ae4c-cca014a72953 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3581765 Jan 28 05:13:34.768349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48316) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:34.773453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:34.779309 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] Pushing event deleted for resources: {'Port': ['ID=7335d7a3-0023-41a3-b9bf-0eb2fc556477,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:34.785404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326deeea-a41b-460f-8752-920cf4db2049 None None] No DVR routers for this DVR port 7335d7a3-0023-41a3-b9bf-0eb2fc556477 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:34.800596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad4057-080a-4b8f-b85f-c3ac9d2faa9b None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:34.886317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:34.889784 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.901383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'project_id': '3c2b3f52e58a43d6a54d7394792d8a77', 'fixed_ips': [{'subnet_id': '9b2b190e-b0f7-4311-8648-c0632d09597b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:34.902278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:34.984278 n-d-824835-3 neutron-server[103139]: INFO neutron.db.ipam_backend_mixin [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b2b190e-b0f7-4311-8648-c0632d09597b (CIDR: 2001:db8::/64) Jan 28 05:13:34.987062 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:34.987542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:35.009051 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1f4f4349-d6e3-47dc-bd50-a334a6c1a80d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2396762 Jan 28 05:13:35.012397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48318) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:35.017475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:35.021954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7335d7a3-0023-41a3-b9bf-0eb2fc556477 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:35.044903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7335d7a3-0023-41a3-b9bf-0eb2fc556477 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:35.045182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7335d7a3-0023-41a3-b9bf-0eb2fc556477 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:35.061219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/9b2b190e-b0f7-4311-8648-c0632d09597b/2c5839e9-8852-45af-b82b-c9834385acda) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:35.136393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:35.139877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.205590 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Publish callbacks [] for port (2c5839e9-8852-45af-b82b-c9834385acda), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.212049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.250609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:35.253410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:35.259153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:35.266458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Pushing event updated for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:35.322461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Attempting to bind port 2c5839e9-8852-45af-b82b-c9834385acda on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:35.322830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Attempting to bind port 2c5839e9-8852-45af-b82b-c9834385acda by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:35.323188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Attempting to bind port 2c5839e9-8852-45af-b82b-c9834385acda on network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:35.328045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:35.328420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Checking segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:35.328821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.329238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Bound using segment: {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:35.329702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Bound port: 2c5839e9-8852-45af-b82b-c9834385acda, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:35.330081 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c5839e9-8852-45af-b82b-c9834385acda), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.392018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:35.394947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c5839e9-8852-45af-b82b-c9834385acda,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:35.399244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.461060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf6e2-2ea3-4e9f-bd94-143cf6e000fc None None] Pushing event updated for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:35.472671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:35.645551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c5839e9-8852-45af-b82b-c9834385acda), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.806212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c5839e9-8852-45af-b82b-c9834385acda,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:35.835759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (2c5839e9-8852-45af-b82b-c9834385acda), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.840263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.841218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (4ff0428f-134f-40f0-bfd3-026b5682e75f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.921915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:35.928305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:35.931214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:35.932340 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:35.945543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=4ff0428f-134f-40f0-bfd3-026b5682e75f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:35.962835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9493442 Jan 28 05:13:35.965744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48320) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:35.966204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded5d10-0eed-4e3b-8b7e-606fa806d2bd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:35.971465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:6e:fe:30', 'name': 'tempest-NetworksTestDHCPv6-144044283'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:36.079735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:36.169028 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.189404 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port c32e33e7-86d2-4799-843f-7c26958c4def yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:36.350315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c821125-6561-4e7d-ad90-e5069d63bcb1 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:36.362058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::25b (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/9b2b190e-b0f7-4311-8648-c0632d09597b/c32e33e7-86d2-4799-843f-7c26958c4def) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:36.368450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:fe30 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/4ff0428f-134f-40f0-bfd3-026b5682e75f/c32e33e7-86d2-4799-843f-7c26958c4def) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:36.521315 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (c32e33e7-86d2-4799-843f-7c26958c4def), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.561285 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c32e33e7-86d2-4799-843f-7c26958c4def), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.596039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:36.596364 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.607369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:36.610337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:36.616036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:36.621357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:36.621987 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.623013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.628100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=c32e33e7-86d2-4799-843f-7c26958c4def,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:36.645528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf83bb62-f55c-43a4-aed4-5cb30d9b15c2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6780789 Jan 28 05:13:36.648106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48324) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:36.716307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:36.716716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c5839e9-8852-45af-b82b-c9834385acda), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.737904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port c32e33e7-86d2-4799-843f-7c26958c4def {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:36.738415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c32e33e7-86d2-4799-843f-7c26958c4def), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.751796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c5839e9-8852-45af-b82b-c9834385acda,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:36.756030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.809751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc693162-9238-4e5f-bd04-a4bcbc71e00f None None] Pushing event updated for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:36.835775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c32e33e7-86d2-4799-843f-7c26958c4def), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:36.848416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for c32e33e7-86d2-4799-843f-7c26958c4def owned by {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:37.035104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c32e33e7-86d2-4799-843f-7c26958c4def), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.072733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c5839e9-8852-45af-b82b-c9834385acda up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:37.073486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=c32e33e7-86d2-4799-843f-7c26958c4def,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:37.118647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.121855 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-42d605d6-31be-4bf6-84d5-8e1b4db08ace tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/c32e33e7-86d2-4799-843f-7c26958c4def HTTP/1.1" status: 204 len: 168 time: 0.4728298 Jan 28 05:13:37.124245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48326) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.136829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:37.136829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.182184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e4c1e-82ec-45c2-b85b-86595b44af14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:37.186159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-492e4c1e-82ec-45c2-b85b-86595b44af14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0584979 Jan 28 05:13:37.186434 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48330) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.235253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807a8fe-9574-4383-a108-1da9629a27ec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:37.235514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:37.239236 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3807a8fe-9574-4383-a108-1da9629a27ec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0494423 Jan 28 05:13:37.239731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48332) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.285034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f4422d25-946e-4f4d-913f-7022fa51a2d0 None None] Could not find standard attr ID for object c32e33e7-86d2-4799-843f-7c26958c4def. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:37.296032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f4422d25-946e-4f4d-913f-7022fa51a2d0 None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:37.296410 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4422d25-946e-4f4d-913f-7022fa51a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.297903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958849e9-81f2-4873-b18c-1c5d08e13b9f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:37.299241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958849e9-81f2-4873-b18c-1c5d08e13b9f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:37.300669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958849e9-81f2-4873-b18c-1c5d08e13b9f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:37.304933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-958849e9-81f2-4873-b18c-1c5d08e13b9f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0617824 Jan 28 05:13:37.305241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48334) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.359975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 4ff0428f-134f-40f0-bfd3-026b5682e75f {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:37.363176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (4ff0428f-134f-40f0-bfd3-026b5682e75f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.376916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f4422d25-946e-4f4d-913f-7022fa51a2d0 None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:37.411731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (4ff0428f-134f-40f0-bfd3-026b5682e75f), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.414026 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:13:37.489645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6d55d719-7776-4495-8242-82e5ee1c83fd None None] Could not find standard attr ID for object 43a7e068-ec27-4a3c-8d5a-475d128446e1. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:37.495435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (4ff0428f-134f-40f0-bfd3-026b5682e75f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.559433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (4ff0428f-134f-40f0-bfd3-026b5682e75f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.593779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff0428f-134f-40f0-bfd3-026b5682e75f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:37.597019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.600745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d8021ec1-466d-495e-8f5e-7b5ff4e051c8 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/4ff0428f-134f-40f0-bfd3-026b5682e75f HTTP/1.1" status: 204 len: 168 time: 0.2944062 Jan 28 05:13:37.603437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48340) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.657381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet 9b2b190e-b0f7-4311-8648-c0632d09597b {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:37.660711 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (9b2b190e-b0f7-4311-8648-c0632d09597b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.683633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b370b36-14f3-4fc8-8848-705b53d91055 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:37.703725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (9b2b190e-b0f7-4311-8648-c0632d09597b), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.731358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d2829c05-6aca-4205-b6d6-bafebabed495 None None] Could not find standard attr ID for object c32e33e7-86d2-4799-843f-7c26958c4def. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:37.800459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (9b2b190e-b0f7-4311-8648-c0632d09597b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.860615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (9b2b190e-b0f7-4311-8648-c0632d09597b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.888703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2b190e-b0f7-4311-8648-c0632d09597b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:37.892963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.898798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-456d167e-5d47-4249-885f-e9f257a34d15 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/9b2b190e-b0f7-4311-8648-c0632d09597b HTTP/1.1" status: 204 len: 168 time: 0.2920001 Jan 28 05:13:37.898977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48344) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.939401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-61960a0b-c641-41b2-90d8-3d51cedf6d65 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367556 Jan 28 05:13:37.939726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48346) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:37.943862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:37.945192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:38.038488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:38.042563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.239060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (a7f54ebb-6cd4-40f6-9daa-306f4b9f4643), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.281826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:38.285028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:38.289327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:38.291166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.300052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=a7f54ebb-6cd4-40f6-9daa-306f4b9f4643,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:38.304003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26069c7c-2778-405d-b983-cee0bf3c6ef8 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:38.313021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-86b595f3-caa6-4fb4-9f15-70d4d06a49c4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3720574 Jan 28 05:13:38.315992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48352) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:38.320916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:38.380732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3d303ed9-a1d3-4632-8f00-da1ebe51323a None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:38.381275 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d303ed9-a1d3-4632-8f00-da1ebe51323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.438535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:38.441986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.502846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3d303ed9-a1d3-4632-8f00-da1ebe51323a None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:38.540156 n-d-824835-3 neutron-server[103138]: INFO neutron.db.ipam_backend_mixin [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7f54ebb-6cd4-40f6-9daa-306f4b9f4643 (CIDR: 2001:db8::/64) Jan 28 05:13:38.544567 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:13:38.544911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:38.564905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-23bfea8c-8e48-4ec1-8f09-11d8efa60a38 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2453771 Jan 28 05:13:38.565104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48354) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:38.570299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'subnet': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:38.624248 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-762b2e26-706a-4cf7-91e2-4457fef45d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.702502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:38.703764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.726313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a07b0b21-9595-40c6-81fe-25470b1a68bb None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:38.726684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a07b0b21-9595-40c6-81fe-25470b1a68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:38.815371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a07b0b21-9595-40c6-81fe-25470b1a68bb None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:39.026519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.objects.ports [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:13:39.183168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c5839e9-8852-45af-b82b-c9834385acda), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.333643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c5839e9-8852-45af-b82b-c9834385acda,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:39.364214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (2c5839e9-8852-45af-b82b-c9834385acda), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.369723 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.370490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (ad4e7d37-38c1-4261-b5c1-64b72acb76d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.444020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:39.457886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:39.464699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:39.465336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.476344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85355601-9868-4b49-8564-83968bd47e25 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:39.481659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Subnet': ['ID=ad4e7d37-38c1-4261-b5c1-64b72acb76d2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:39.486997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:39.494844 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-27dd7acf-823a-428e-88af-7752138fed61 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9285293 Jan 28 05:13:39.495467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48358) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:39.501180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Request body: {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'mac_address': 'fa:16:3e:c8:f1:1f', 'name': 'tempest-NetworksTestDHCPv6-2104875106'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:39.615595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Made reservation on behalf of 3c2b3f52e58a43d6a54d7394792d8a77 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:39.659105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] Update dhcp port {'port': {'network_id': 'ffd316ec-f08a-4db1-be5b-08fd4d39bc6e', 'fixed_ips': [{'subnet_id': 'ad4e7d37-38c1-4261-b5c1-64b72acb76d2', 'ip_address': '2001:db8:0:1:f816:3eff:feec:ffe7'}, {'subnet_id': 'a7f54ebb-6cd4-40f6-9daa-306f4b9f4643'}], 'binding:host_id': 'n-d-824835-3'}, 'id': '2c5839e9-8852-45af-b82b-c9834385acda'} from n-d-824835-3. {{(pid=103140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:13:39.685001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2c5839e9-8852-45af-b82b-c9834385acda), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.712030 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:39.734568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] device_id is not set on port 73034523-4492-4d12-8f08-5cd954b0ff62 yet. {{(pid=103138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:13:39.906153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8::3b2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/a7f54ebb-6cd4-40f6-9daa-306f4b9f4643/73034523-4492-4d12-8f08-5cd954b0ff62) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:39.912597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:f11f (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/ad4e7d37-38c1-4261-b5c1-64b72acb76d2/73034523-4492-4d12-8f08-5cd954b0ff62) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:40.052844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for port (73034523-4492-4d12-8f08-5cd954b0ff62), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.089556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (73034523-4492-4d12-8f08-5cd954b0ff62), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.137691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] Allocated IP 2001:db8::2 (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e/a7f54ebb-6cd4-40f6-9daa-306f4b9f4643/2c5839e9-8852-45af-b82b-c9834385acda) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:40.153167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:40.154427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event updated for resources: {'Port': ['ID=73034523-4492-4d12-8f08-5cd954b0ff62,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:40.157269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:40.159317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:40.164841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:40.165422 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.183281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-19ede80e-d85f-4b5f-97b0-4420424e8f14 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6863165 Jan 28 05:13:40.185817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48360) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:40.236598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c5839e9-8852-45af-b82b-c9834385acda,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:40.269704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] Publish callbacks [] for port (2c5839e9-8852-45af-b82b-c9834385acda), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.272201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting port 73034523-4492-4d12-8f08-5cd954b0ff62 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:40.272552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (73034523-4492-4d12-8f08-5cd954b0ff62), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.276189 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.358368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d080a-522a-43c1-afca-bb421579b2cf None None] Pushing event updated for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:40.366874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (73034523-4492-4d12-8f08-5cd954b0ff62), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.379741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Calling delete_port for 73034523-4492-4d12-8f08-5cd954b0ff62 owned by {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:40.844675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3045624f-de94-4938-af30-5137746005c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.863766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (73034523-4492-4d12-8f08-5cd954b0ff62), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.900813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Port': ['ID=73034523-4492-4d12-8f08-5cd954b0ff62,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:40.942836 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:40.946151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98ad3faf-ac75-4a7f-8490-cfa168ef13c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/73034523-4492-4d12-8f08-5cd954b0ff62 HTTP/1.1" status: 204 len: 168 time: 0.7593467 Jan 28 05:13:40.948736 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48362) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:40.957170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eff5fded-8864-4d49-93bf-aeb34ae7e11e None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:40.957652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eff5fded-8864-4d49-93bf-aeb34ae7e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.008219 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bb2f0-f1fe-416e-aff0-61dd3df8f935 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.013375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48364) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.013522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-618bb2f0-f1fe-416e-aff0-61dd3df8f935 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0625038 Jan 28 05:13:41.045421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c5839e9-8852-45af-b82b-c9834385acda up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:41.072193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee87ddd9-eeca-479b-9cd0-ded1523c2fbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.073936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee87ddd9-eeca-479b-9cd0-ded1523c2fbb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0594335 Jan 28 05:13:41.076758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48366) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.091907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eff5fded-8864-4d49-93bf-aeb34ae7e11e None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:41.112288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:41.112678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.138488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95a0bd-7cc1-48cd-a50a-a7b93c64630c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.139822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95a0bd-7cc1-48cd-a50a-a7b93c64630c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.141339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95a0bd-7cc1-48cd-a50a-a7b93c64630c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.143020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd95a0bd-7cc1-48cd-a50a-a7b93c64630c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0637548 Jan 28 05:13:41.146111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48368) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.207175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:41.209816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-10f15391-cc9b-4ca4-8c2e-385d5eaf0327 None None] Could not find standard attr ID for object 73034523-4492-4d12-8f08-5cd954b0ff62. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:13:41.216169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet a7f54ebb-6cd4-40f6-9daa-306f4b9f4643 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:41.219898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (a7f54ebb-6cd4-40f6-9daa-306f4b9f4643), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.267285 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (a7f54ebb-6cd4-40f6-9daa-306f4b9f4643), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.349948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a7f54ebb-6cd4-40f6-9daa-306f4b9f4643), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.406271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (a7f54ebb-6cd4-40f6-9daa-306f4b9f4643), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.436800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f54ebb-6cd4-40f6-9daa-306f4b9f4643,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:41.441390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.444613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-52b71cf5-6d9d-4721-8926-b42f43e9aafb tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/a7f54ebb-6cd4-40f6-9daa-306f4b9f4643 HTTP/1.1" status: 204 len: 168 time: 0.2974889 Jan 28 05:13:41.447640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48370) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.448180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd14398-4fba-4cae-ab1f-d5c76ffc7fa4 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:41.497133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Deleting subnet ad4e7d37-38c1-4261-b5c1-64b72acb76d2 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:13:41.500130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (ad4e7d37-38c1-4261-b5c1-64b72acb76d2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.541667 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ad4e7d37-38c1-4261-b5c1-64b72acb76d2), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.633196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ad4e7d37-38c1-4261-b5c1-64b72acb76d2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.694461 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ad4e7d37-38c1-4261-b5c1-64b72acb76d2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.721315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4e7d37-38c1-4261-b5c1-64b72acb76d2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:41.728095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:41.731363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a321e355-b339-4930-b6b1-6fa02a012ee5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ad4e7d37-38c1-4261-b5c1-64b72acb76d2 HTTP/1.1" status: 204 len: 168 time: 0.2828007 Jan 28 05:13:41.733943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48372) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.774237 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c08a75ec-ae4b-426f-b13c-12dcf27a4317 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391586 Jan 28 05:13:41.776763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48374) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.829237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8afcc4-ea6a-473d-b524-9ba85c23088c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.830810 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2b8afcc4-ea6a-473d-b524-9ba85c23088c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0530946 Jan 28 05:13:41.833335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48376) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.885001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8bc0d-5512-4232-9484-d284dae239ec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:41.886538 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c3c8bc0d-5512-4232-9484-d284dae239ec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0522792 Jan 28 05:13:41.889089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48378) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.926682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6367fc2e-60b3-488a-bcf3-3f6a03ab4dce tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364385 Jan 28 05:13:41.932210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48380) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.955252 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-469afe6a-0130-47bf-b029-bffc9f52b9e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:41.955943 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469afe6a-0130-47bf-b029-bffc9f52b9e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:41.958996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-469afe6a-0130-47bf-b029-bffc9f52b9e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/73034523-4492-4d12-8f08-5cd954b0ff62 HTTP/1.1" status: 404 len: 333 time: 0.0257845 Jan 28 05:13:41.961523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48382) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:41.992236 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff795248-9360-4a80-866e-e62bc71f2392 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:41.992704 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff795248-9360-4a80-866e-e62bc71f2392 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:41.996374 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ff795248-9360-4a80-866e-e62bc71f2392 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ad4e7d37-38c1-4261-b5c1-64b72acb76d2 HTTP/1.1" status: 404 len: 337 time: 0.0339329 Jan 28 05:13:41.998921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48384) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.024419 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3552510e-1f3d-4f7e-8bf4-3c9a6046e620 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.024909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3552510e-1f3d-4f7e-8bf4-3c9a6046e620 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.028046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3552510e-1f3d-4f7e-8bf4-3c9a6046e620 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/a7f54ebb-6cd4-40f6-9daa-306f4b9f4643 HTTP/1.1" status: 404 len: 337 time: 0.0280912 Jan 28 05:13:42.030432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48386) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.048310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18ca87-d176-496d-b4cd-2b3aaaff2591 None None] Network ffd316ec-f08a-4db1-be5b-08fd4d39bc6e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:42.055586 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fe0ade-12b8-47fd-ae7d-17cc1de0940f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.056784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fe0ade-12b8-47fd-ae7d-17cc1de0940f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.060074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-36fe0ade-12b8-47fd-ae7d-17cc1de0940f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/c32e33e7-86d2-4799-843f-7c26958c4def HTTP/1.1" status: 404 len: 333 time: 0.0286241 Jan 28 05:13:42.062589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48388) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.070747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:42.087460 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cf3707-0741-45ab-86ea-b64d8ab84b5d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.087917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cf3707-0741-45ab-86ea-b64d8ab84b5d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.090910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-90cf3707-0741-45ab-86ea-b64d8ab84b5d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/4ff0428f-134f-40f0-bfd3-026b5682e75f HTTP/1.1" status: 404 len: 337 time: 0.0273933 Jan 28 05:13:42.093388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48390) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.119817 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f00a6f-9a04-4915-9a1d-742631b5e9c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.120282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f00a6f-9a04-4915-9a1d-742631b5e9c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.123371 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-20f00a6f-9a04-4915-9a1d-742631b5e9c3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/9b2b190e-b0f7-4311-8648-c0632d09597b HTTP/1.1" status: 404 len: 337 time: 0.0290883 Jan 28 05:13:42.125959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48392) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.147368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-77f744bb-0b56-400f-9996-d08c25fc44a1 None None] Provisioning complete for port 2c5839e9-8852-45af-b82b-c9834385acda triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:42.147728 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-343a08c1-fe8e-4449-a457-974eedd356b6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.147832 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77f744bb-0b56-400f-9996-d08c25fc44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2c5839e9-8852-45af-b82b-c9834385acda), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:42.148264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343a08c1-fe8e-4449-a457-974eedd356b6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.152778 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-343a08c1-fe8e-4449-a457-974eedd356b6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/43a7e068-ec27-4a3c-8d5a-475d128446e1 HTTP/1.1" status: 404 len: 333 time: 0.0249875 Jan 28 05:13:42.154352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48394) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.184791 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a02f988-6fb6-4d8b-876b-393b673efbf4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.185359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a02f988-6fb6-4d8b-876b-393b673efbf4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.188590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3a02f988-6fb6-4d8b-876b-393b673efbf4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/563e0797-eae3-4a7d-aff8-4ccfd058dbce HTTP/1.1" status: 404 len: 337 time: 0.0332692 Jan 28 05:13:42.191114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48396) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.224028 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c012506c-1444-4719-bc75-57ad3c0f1512 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.224498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c012506c-1444-4719-bc75-57ad3c0f1512 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.225786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] DHCP port deletion for ffd316ec-f08a-4db1-be5b-08fd4d39bc6e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:13:42.228118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c012506c-1444-4719-bc75-57ad3c0f1512 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/2b85dcc8-afc4-4c04-a6f7-35951c6c9e5c HTTP/1.1" status: 404 len: 337 time: 0.0359988 Jan 28 05:13:42.231182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48400) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.253061 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3564f2e-08b9-4e38-a809-5cedc8766c30 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.253627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3564f2e-08b9-4e38-a809-5cedc8766c30 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.256622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d3564f2e-08b9-4e38-a809-5cedc8766c30 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/4f23932a-ae65-4204-87bd-805906436726 HTTP/1.1" status: 404 len: 333 time: 0.0245252 Jan 28 05:13:42.259185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48402) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.262418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-77f744bb-0b56-400f-9996-d08c25fc44a1 None None] Current status of the port 2c5839e9-8852-45af-b82b-c9834385acda is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:42.284354 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6a7063-e009-4b69-b19a-c09a869a4caa tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.284751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6a7063-e009-4b69-b19a-c09a869a4caa tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.285747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] Deleting port 2c5839e9-8852-45af-b82b-c9834385acda {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:42.286101 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2c5839e9-8852-45af-b82b-c9834385acda), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:42.287779 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2a6a7063-e009-4b69-b19a-c09a869a4caa tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/9d8e382f-cbb7-4d89-81b8-7a49863292e4 HTTP/1.1" status: 404 len: 337 time: 0.0276949 Jan 28 05:13:42.291123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48404) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.319455 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-09834d74-2b9b-4bc3-816c-033a90667682 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.319911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09834d74-2b9b-4bc3-816c-033a90667682 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.322921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-09834d74-2b9b-4bc3-816c-033a90667682 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/28a8ff05-901a-4506-98fd-b8771bee2ce9 HTTP/1.1" status: 404 len: 337 time: 0.0308197 Jan 28 05:13:42.325445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48406) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.347739 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-273aba9c-04a5-48c6-b8f7-01184e824937 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.348264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273aba9c-04a5-48c6-b8f7-01184e824937 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.351507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-273aba9c-04a5-48c6-b8f7-01184e824937 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/e8374a13-6224-48ec-a4bd-72e0130d6fc1 HTTP/1.1" status: 404 len: 333 time: 0.0251472 Jan 28 05:13:42.351909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] For port 2c5839e9-8852-45af-b82b-c9834385acda, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2c5839e9-8852-45af-b82b-c9834385acda,segment=NetworkSegment(dea7f5d5-4eb7-4f07-a396-c690d5290f0c),segment_id=dea7f5d5-4eb7-4f07-a396-c690d5290f0c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:42.352320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2c5839e9-8852-45af-b82b-c9834385acda), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:42.354497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48408) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.365300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] Calling delete_port for 2c5839e9-8852-45af-b82b-c9834385acda owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:42.378637 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-b339e22f-a948-4ea0-8c1f-8949f129ba55 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.379091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b339e22f-a948-4ea0-8c1f-8949f129ba55 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.382062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b339e22f-a948-4ea0-8c1f-8949f129ba55 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/319fc0d5-d3d9-4c4c-bcad-c01cfd8d7f19 HTTP/1.1" status: 404 len: 337 time: 0.0266619 Jan 28 05:13:42.384614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48410) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.406936 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d20151c-0a5d-420f-b26c-18235f5f104d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.407469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d20151c-0a5d-420f-b26c-18235f5f104d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.410467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0d20151c-0a5d-420f-b26c-18235f5f104d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/389b72bf-5a47-4240-be8e-7519bbd8d03a HTTP/1.1" status: 404 len: 333 time: 0.0249798 Jan 28 05:13:42.413080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48412) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.439346 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-50337400-eaeb-4108-b45e-40f454b6c6c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.439957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50337400-eaeb-4108-b45e-40f454b6c6c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.442548 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (2c5839e9-8852-45af-b82b-c9834385acda), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:42.443803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-50337400-eaeb-4108-b45e-40f454b6c6c6 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ce5416cd-e938-4532-8e62-80034b934b47 HTTP/1.1" status: 404 len: 337 time: 0.0297289 Jan 28 05:13:42.446296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48414) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.466609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] Pushing event deleted for resources: {'Port': ['ID=2c5839e9-8852-45af-b82b-c9834385acda,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:42.468692 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f488d4c6-0c46-46eb-be90-28412f4ca9fa tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.469269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f488d4c6-0c46-46eb-be90-28412f4ca9fa tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.472277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f488d4c6-0c46-46eb-be90-28412f4ca9fa tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/b1ad0f6d-d284-46b1-87f0-dace42cda976 HTTP/1.1" status: 404 len: 333 time: 0.0250115 Jan 28 05:13:42.472787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb31a1-e136-4cb2-bdb2-325aa125b535 None None] No DVR routers for this DVR port 2c5839e9-8852-45af-b82b-c9834385acda on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:42.475250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48416) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.501433 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-07867e0d-ee6d-4573-abab-a682d9c6eee0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.501946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07867e0d-ee6d-4573-abab-a682d9c6eee0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.505122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07867e0d-ee6d-4573-abab-a682d9c6eee0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/e6a4bee5-e08d-47ff-beeb-1be6574f4618 HTTP/1.1" status: 404 len: 337 time: 0.0287132 Jan 28 05:13:42.508458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48418) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.531894 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-005e374d-81ed-463a-bcdf-3dc2f3a6d9d0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.532422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005e374d-81ed-463a-bcdf-3dc2f3a6d9d0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.535536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-005e374d-81ed-463a-bcdf-3dc2f3a6d9d0 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/e491ddf0-3df3-41ca-b48c-68de7e2c1b96 HTTP/1.1" status: 404 len: 333 time: 0.0253699 Jan 28 05:13:42.537915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48420) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.566397 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-308fd609-3675-49d0-b982-3122c44e1b43 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.566846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308fd609-3675-49d0-b982-3122c44e1b43 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.569825 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-308fd609-3675-49d0-b982-3122c44e1b43 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/9b9d726a-3f0b-4987-a4a0-9e1451b7ff1f HTTP/1.1" status: 404 len: 337 time: 0.0310061 Jan 28 05:13:42.572714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.595085 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6b1027-00a0-484e-875d-4a2910dd5b7c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.595618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6b1027-00a0-484e-875d-4a2910dd5b7c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.598566 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1c6b1027-00a0-484e-875d-4a2910dd5b7c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/328b4170-4bd5-4f95-9b68-5c0d32496a71 HTTP/1.1" status: 404 len: 333 time: 0.0249419 Jan 28 05:13:42.601721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.631172 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-8729efe7-b462-4818-9b4d-bc232fb04da2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.631627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8729efe7-b462-4818-9b4d-bc232fb04da2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.635148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8729efe7-b462-4818-9b4d-bc232fb04da2 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ae0b189f-c0b5-4afd-adce-6495a28632f0 HTTP/1.1" status: 404 len: 337 time: 0.0322318 Jan 28 05:13:42.637691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48426) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.660705 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e3fdb6-60cf-4dd6-9180-fb9ba5416018 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.661237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e3fdb6-60cf-4dd6-9180-fb9ba5416018 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.664149 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16e3fdb6-60cf-4dd6-9180-fb9ba5416018 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/37ae45c2-f1c6-420c-9a8d-77f3c890824a HTTP/1.1" status: 404 len: 333 time: 0.0255709 Jan 28 05:13:42.666470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.690226 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e673a71-9d6e-4d07-b94d-a98353433359 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.690667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e673a71-9d6e-4d07-b94d-a98353433359 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.693593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e673a71-9d6e-4d07-b94d-a98353433359 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/e562df55-e60d-4f57-baf2-337760c98db2 HTTP/1.1" status: 404 len: 337 time: 0.0262487 Jan 28 05:13:42.695774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48430) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.721460 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-8801ee2e-b9d2-4005-8658-e7710c234dd5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.721917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8801ee2e-b9d2-4005-8658-e7710c234dd5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.725094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8801ee2e-b9d2-4005-8658-e7710c234dd5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/d6a8ccc8-d083-4216-9227-96bc20618fd6 HTTP/1.1" status: 404 len: 337 time: 0.0282094 Jan 28 05:13:42.727563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48432) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.749181 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb1d90a-c9b5-432b-b840-b1cced5f699d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.749653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb1d90a-c9b5-432b-b840-b1cced5f699d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.752571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ffb1d90a-c9b5-432b-b840-b1cced5f699d tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/befee30a-9435-45a0-bb6f-8f1603897986 HTTP/1.1" status: 404 len: 333 time: 0.0240836 Jan 28 05:13:42.754983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48434) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.780212 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-01823751-f62d-4439-9fed-7eff02dfe89f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.780657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01823751-f62d-4439-9fed-7eff02dfe89f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.783599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-01823751-f62d-4439-9fed-7eff02dfe89f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/5cfd5803-a712-4bc5-9a0d-cd901769d392 HTTP/1.1" status: 404 len: 337 time: 0.0277374 Jan 28 05:13:42.785933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48436) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.814511 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e83cfe-d996-445d-9ea6-3254293c9b22 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.814968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e83cfe-d996-445d-9ea6-3254293c9b22 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.817975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-08e83cfe-d996-445d-9ea6-3254293c9b22 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/56ccef0b-a6de-48e9-a54c-ebfcd710fc1e HTTP/1.1" status: 404 len: 337 time: 0.0311437 Jan 28 05:13:42.820401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48438) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.843471 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17257fe-555e-4d4e-818f-fec278129f52 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.843994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17257fe-555e-4d4e-818f-fec278129f52 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.846946 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e17257fe-555e-4d4e-818f-fec278129f52 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/8d97b1e5-10ce-4af5-a264-5dd26ed884ad HTTP/1.1" status: 404 len: 333 time: 0.0256543 Jan 28 05:13:42.849300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48440) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.874349 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2eca1d-8540-4863-8db3-f6ce6bd5ec8e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.874793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2eca1d-8540-4863-8db3-f6ce6bd5ec8e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.877800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2e2eca1d-8540-4863-8db3-f6ce6bd5ec8e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/2432e119-fe10-46a2-9e73-bdc3c5e91788 HTTP/1.1" status: 404 len: 337 time: 0.0273719 Jan 28 05:13:42.879985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.904448 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3211433d-82fc-4daa-8b74-314b6af043e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.904919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3211433d-82fc-4daa-8b74-314b6af043e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.907847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3211433d-82fc-4daa-8b74-314b6af043e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/065a3c63-9ea3-4a7f-94c8-d4dcac01679a HTTP/1.1" status: 404 len: 337 time: 0.0269992 Jan 28 05:13:42.910025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.931665 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-32766628-1b2e-4d3d-a8e8-33874988f04f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.932178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32766628-1b2e-4d3d-a8e8-33874988f04f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.935151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-32766628-1b2e-4d3d-a8e8-33874988f04f tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/61c5d3a0-b45b-404a-bf6d-93fd94a0a85e HTTP/1.1" status: 404 len: 333 time: 0.0242081 Jan 28 05:13:42.937376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48446) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.962270 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c543d6-8136-4e50-aaaa-483bd83712ac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.962729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c543d6-8136-4e50-aaaa-483bd83712ac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.965765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c5c543d6-8136-4e50-aaaa-483bd83712ac tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/e2b3563d-5f4b-46ae-a433-5821d2b915e7 HTTP/1.1" status: 404 len: 337 time: 0.0275178 Jan 28 05:13:42.968291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48448) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:42.997651 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eab4a7-fbca-4052-9370-88e6acd45496 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:42.998112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61eab4a7-fbca-4052-9370-88e6acd45496 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:42.998241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c5839e9-8852-45af-b82b-c9834385acda no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:13:43.001333 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-61eab4a7-fbca-4052-9370-88e6acd45496 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/af4458f8-6086-41aa-beb2-97acd0a90e08 HTTP/1.1" status: 404 len: 337 time: 0.0319788 Jan 28 05:13:43.003778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48450) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.022379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2c5839e9-8852-45af-b82b-c9834385acda {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:13:43.022722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2c5839e9-8852-45af-b82b-c9834385acda not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:13:43.030455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2115816b-6df8-488e-90e5-946656d7cdec tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb HTTP/1.1" status: 200 len: 205 time: 0.0254834 Jan 28 05:13:43.032700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.068326 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-1c6a0d6a-a9e8-4939-985b-bba42a149362 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] delete failed (client error): The resource could not be found. Jan 28 05:13:43.069276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c6a0d6a-a9e8-4939-985b-bba42a149362 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/routers/1ba997d0-dd3f-476b-99c5-fce8a3d6f7eb HTTP/1.1" status: 404 len: 336 time: 0.0356381 Jan 28 05:13:43.072233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48454) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.096616 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7af16cb-ca46-47e6-8e13-715147ffb860 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.097064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7af16cb-ca46-47e6-8e13-715147ffb860 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.100245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7af16cb-ca46-47e6-8e13-715147ffb860 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d3dcc5-6090-4276-9624-08b168f36070 HTTP/1.1" status: 404 len: 337 time: 0.0271361 Jan 28 05:13:43.102550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48456) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.127810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8cd711ef-0311-4e63-a485-bee99d7128ce tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43a61c7-195f-40e9-8d00-fe8bce3074b8 HTTP/1.1" status: 200 len: 205 time: 0.0242066 Jan 28 05:13:43.130108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48458) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.168432 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-d94cfc52-3f0d-4d39-8623-b782f6db45dd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] delete failed (client error): The resource could not be found. Jan 28 05:13:43.169435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d94cfc52-3f0d-4d39-8623-b782f6db45dd tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/routers/e43a61c7-195f-40e9-8d00-fe8bce3074b8 HTTP/1.1" status: 404 len: 336 time: 0.0384362 Jan 28 05:13:43.171808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48460) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.196642 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d9eeb7-e992-4708-b85e-ef32f986dcff tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.197620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d9eeb7-e992-4708-b85e-ef32f986dcff tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.200570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b8d9eeb7-e992-4708-b85e-ef32f986dcff tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/11d94c6c-99c4-460a-bfd8-92e8a026a5e9 HTTP/1.1" status: 404 len: 337 time: 0.0278904 Jan 28 05:13:43.202970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48462) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.227884 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e7be60-fd95-45d1-958a-835ab1f1a9f4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.228330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e7be60-fd95-45d1-958a-835ab1f1a9f4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.231249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5e7be60-fd95-45d1-958a-835ab1f1a9f4 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/8037e4fe-ff07-4185-85d5-d6983c4a8cd0 HTTP/1.1" status: 404 len: 337 time: 0.0274041 Jan 28 05:13:43.233554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48464) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.255769 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e4d242-146e-4a48-86b0-93f2e5dee6e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.256279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e4d242-146e-4a48-86b0-93f2e5dee6e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.259320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a9e4d242-146e-4a48-86b0-93f2e5dee6e5 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/b201dbcf-6716-4862-b3d0-c0e2852fd1f3 HTTP/1.1" status: 404 len: 333 time: 0.0248642 Jan 28 05:13:43.262199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48466) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.289959 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7df7455-b960-4081-bd9b-50912db8c891 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.290929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7df7455-b960-4081-bd9b-50912db8c891 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.293838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a7df7455-b960-4081-bd9b-50912db8c891 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/27095b34-133d-4fd8-b75c-4a1fc06ebbcd HTTP/1.1" status: 404 len: 337 time: 0.0307865 Jan 28 05:13:43.296140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48468) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.317553 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68a4542-6da2-4174-b43d-d68b23a16478 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.318056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68a4542-6da2-4174-b43d-d68b23a16478 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.320970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e68a4542-6da2-4174-b43d-d68b23a16478 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/f9e3dbce-165a-4c76-a3c1-6db0167eeb57 HTTP/1.1" status: 404 len: 333 time: 0.0239253 Jan 28 05:13:43.323151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48470) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.346896 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c756228d-bb56-496d-882c-e3f58415aa3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.347330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c756228d-bb56-496d-882c-e3f58415aa3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.350912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c756228d-bb56-496d-882c-e3f58415aa3c tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/5abc4cfb-bbaa-4e3e-baaf-c82f44a64683 HTTP/1.1" status: 404 len: 337 time: 0.0269156 Jan 28 05:13:43.353579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48472) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.374784 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ab3295-119f-4ed1-bab7-423a3e471267 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.375294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ab3295-119f-4ed1-bab7-423a3e471267 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.378186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f9ab3295-119f-4ed1-bab7-423a3e471267 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/74e193fd-87c1-4bda-9962-db706bbf69a8 HTTP/1.1" status: 404 len: 333 time: 0.0237665 Jan 28 05:13:43.380353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48474) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.403750 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfc9107-3def-4e32-b4bc-2cb4fa5a4580 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.404560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfc9107-3def-4e32-b4bc-2cb4fa5a4580 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.407448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5bfc9107-3def-4e32-b4bc-2cb4fa5a4580 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/6fe09db7-e65e-4c66-b4f6-0bcbd9567562 HTTP/1.1" status: 404 len: 337 time: 0.0262456 Jan 28 05:13:43.410200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.431989 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-829d04bf-f120-408f-9b28-90f97eca32d7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.432488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829d04bf-f120-408f-9b28-90f97eca32d7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.435361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-829d04bf-f120-408f-9b28-90f97eca32d7 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/d8a86bae-572d-47e9-9a59-2a8f2f8d671c HTTP/1.1" status: 404 len: 333 time: 0.0243194 Jan 28 05:13:43.437633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48478) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.462688 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a58bd0b-f702-42c5-a3fd-ad6e682de214 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.463136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a58bd0b-f702-42c5-a3fd-ad6e682de214 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.466144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6a58bd0b-f702-42c5-a3fd-ad6e682de214 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ee80940e-c107-410f-aa09-3d42def8f499 HTTP/1.1" status: 404 len: 337 time: 0.0275557 Jan 28 05:13:43.468384 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48480) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.490400 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6cac98-ce27-48e5-a0a0-792215af1ef9 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.490907 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6cac98-ce27-48e5-a0a0-792215af1ef9 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.494442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae6cac98-ce27-48e5-a0a0-792215af1ef9 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/f788497c-4e49-453e-ad6b-2a6900c4e709 HTTP/1.1" status: 404 len: 333 time: 0.0251758 Jan 28 05:13:43.496562 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48482) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.520418 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c27da7-3470-4ba4-833e-f7ac4d8cc654 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.520875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c27da7-3470-4ba4-833e-f7ac4d8cc654 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.523848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23c27da7-3470-4ba4-833e-f7ac4d8cc654 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/fc9b97a9-2e82-465b-a344-e94ad7a60421 HTTP/1.1" status: 404 len: 337 time: 0.0264299 Jan 28 05:13:43.526035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48484) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.547625 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d00c80-8af1-4a7b-966c-e2d2f7e14b85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.548157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d00c80-8af1-4a7b-966c-e2d2f7e14b85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.551122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c0d00c80-8af1-4a7b-966c-e2d2f7e14b85 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/9136c3ea-cee2-45d1-81a2-98f137386825 HTTP/1.1" status: 404 len: 333 time: 0.0241888 Jan 28 05:13:43.553407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48486) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.582470 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d386de7-2c50-45c4-97e2-c1bf4ca4f2a3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.582759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d386de7-2c50-45c4-97e2-c1bf4ca4f2a3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.586349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2d386de7-2c50-45c4-97e2-c1bf4ca4f2a3 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/89d15b97-da70-482c-9304-a0dd355cee3d HTTP/1.1" status: 404 len: 337 time: 0.0320551 Jan 28 05:13:43.588717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48488) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.611015 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-897726c3-ac2c-403b-8899-03d281764e9e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.611535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897726c3-ac2c-403b-8899-03d281764e9e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.614478 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-897726c3-ac2c-403b-8899-03d281764e9e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/ports/e47e508d-448a-4718-8bed-de7eaec11953 HTTP/1.1" status: 404 len: 333 time: 0.0248384 Jan 28 05:13:43.616766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48490) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.642061 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b91c1d9-2ff6-4b55-a7e4-5e22711d9531 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] DELETE failed (client error): The resource could not be found. Jan 28 05:13:43.642508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b91c1d9-2ff6-4b55-a7e4-5e22711d9531 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:13:43.645460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9b91c1d9-2ff6-4b55-a7e4-5e22711d9531 tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/subnets/ffdb8975-8407-44f4-86cb-5059deb00f5d HTTP/1.1" status: 404 len: 337 time: 0.0277703 Jan 28 05:13:43.647639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48492) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:43.720601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.776597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.807930 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.827473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd316ec-f08a-4db1-be5b-08fd4d39bc6e']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:43.836345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:43.836586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea7f5d5-4eb7-4f07-a396-c690d5290f0c') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:43.846143 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (dea7f5d5-4eb7-4f07-a396-c690d5290f0c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.859643 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (dea7f5d5-4eb7-4f07-a396-c690d5290f0c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.865469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:43.865851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (dea7f5d5-4eb7-4f07-a396-c690d5290f0c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:43.868807 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:43.927666 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (ffd316ec-f08a-4db1-be5b-08fd4d39bc6e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.935103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.937619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] 10.222.0.21 "DELETE /v2.0/networks/ffd316ec-f08a-4db1-be5b-08fd4d39bc6e HTTP/1.1" status: 204 len: 168 time: 0.2891085 Jan 28 05:13:43.949600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8320091-153a-4eb4-ab84-607430d7a58e tempest-NetworksTestDHCPv6-787461293 tempest-NetworksTestDHCPv6-787461293-project] Pushing event deleted for resources: {'Network': ['ID=ffd316ec-f08a-4db1-be5b-08fd4d39bc6e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:44.174559 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48498) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:44.346910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1da47728-43ba-4e4e-b48c-d4734a4df597 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c2b3f52e58a43d6a54d7394792d8a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711392 Jan 28 05:13:44.349300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48504) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:44.394384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea5697d-910d-46f4-b4f1-541fb8752109 admin admin] Publish callbacks [] for security_group (aa427585-0656-4d40-b6eb-2a3e44291ac8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:44.414262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea5697d-910d-46f4-b4f1-541fb8752109 admin admin] Publish callbacks [] for security_group (aa427585-0656-4d40-b6eb-2a3e44291ac8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:44.459510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea5697d-910d-46f4-b4f1-541fb8752109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (aa427585-0656-4d40-b6eb-2a3e44291ac8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:44.465167 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ea5697d-910d-46f4-b4f1-541fb8752109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:44.467030 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ea5697d-910d-46f4-b4f1-541fb8752109 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa427585-0656-4d40-b6eb-2a3e44291ac8 HTTP/1.1" status: 204 len: 168 time: 0.1165509 Jan 28 05:13:44.476598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5697d-910d-46f4-b4f1-541fb8752109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa427585-0656-4d40-b6eb-2a3e44291ac8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:45.084874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:45.179495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2028843518'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:45.197898 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:45.201159 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.215138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.293840 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for security_group (75851b0a-f6b4-44cd-83f6-03276fbd8f1a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.297439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (75851b0a-f6b4-44cd-83f6-03276fbd8f1a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.325431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:45.331630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75851b0a-f6b4-44cd-83f6-03276fbd8f1a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:45.340025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5aee6733-dc61-48d0-8237-b50d46330f06), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.340368 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 5aee6733-dc61-48d0-8237-b50d46330f06 of type vlan for network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 Jan 28 05:13:45.356205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.382228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.406516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.411412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:45.412002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.468442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3823323 Jan 28 05:13:45.479835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d67827-2851-4076-8381-f1d4f0063cef tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:45.490296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:45.599516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48530) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:45.604870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:45.691329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:45.694836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.870350 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (34577d08-5737-46df-9e6b-08568f04fb05), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.927133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=34577d08-5737-46df-9e6b-08568f04fb05,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:45.937621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '5aee6733-dc61-48d0-8237-b50d46330f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:45.937990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:45.954504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:45.963179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:45.967326 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:45.967923 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.975682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54485b27-702e-4ccb-b4e1-cdd2db2aac4b None None] Network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:45.983979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-45efd4ea-00ab-44f1-80b0-2bf74f32bfa1 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3831069 Jan 28 05:13:45.987862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:45.993024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379895809'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:46.013383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:46.016740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.040947 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:46.050221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f71a41f4-9ac3-4b96-92e0-f028993b01ec), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.050572 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment f71a41f4-9ac3-4b96-92e0-f028993b01ec of type vlan for network c3899e85-80ac-49e2-9105-82da9619d2ff Jan 28 05:13:46.077710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3', 'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '34577d08-5737-46df-9e6b-08568f04fb05'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:46.078567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.093341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c3899e85-80ac-49e2-9105-82da9619d2ff), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.120038 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c3899e85-80ac-49e2-9105-82da9619d2ff), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.124996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:46.125559 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.186406 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1972742 Jan 28 05:13:46.189182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48534) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:46.197231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': 'c3899e85-80ac-49e2-9105-82da9619d2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:46.214535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Allocated IP 172.20.255.242 (8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3/34577d08-5737-46df-9e6b-08568f04fb05/751a65b7-b00c-4505-aca5-1402da06a02b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:46.218712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74066a0f-3fa3-440c-bce5-cfd9bafd8886 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=c3899e85-80ac-49e2-9105-82da9619d2ff,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:46.231044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c3899e85-80ac-49e2-9105-82da9619d2ff details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:46.290840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:46.294508 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.411672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Publish callbacks [] for port (751a65b7-b00c-4505-aca5-1402da06a02b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.418497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.456912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:46.464237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:46.466442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Pushing event updated for resources: {'Port': ['ID=751a65b7-b00c-4505-aca5-1402da06a02b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:46.468781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:46.480210 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (09ced7db-30fa-4f91-b652-b7aa7e1d57c1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.525740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Attempting to bind port 751a65b7-b00c-4505-aca5-1402da06a02b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:46.526119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Attempting to bind port 751a65b7-b00c-4505-aca5-1402da06a02b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5aee6733-dc61-48d0-8237-b50d46330f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:46.526489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Attempting to bind port 751a65b7-b00c-4505-aca5-1402da06a02b on network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:46.531367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:46.531751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Checking segment: {'id': '5aee6733-dc61-48d0-8237-b50d46330f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:46.532164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.532568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Bound using segment: {'id': '5aee6733-dc61-48d0-8237-b50d46330f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:46.533040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Bound port: 751a65b7-b00c-4505-aca5-1402da06a02b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aee6733-dc61-48d0-8237-b50d46330f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:46.533455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.547045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=09ced7db-30fa-4f91-b652-b7aa7e1d57c1,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:46.554426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': 'f71a41f4-9ac3-4b96-92e0-f028993b01ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'c3899e85-80ac-49e2-9105-82da9619d2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:46.554732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: c3899e85-80ac-49e2-9105-82da9619d2ff, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:46.572049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network c3899e85-80ac-49e2-9105-82da9619d2ff is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:46.581993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c3899e85-80ac-49e2-9105-82da9619d2ff) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:46.586950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:46.588295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.591951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07134ce6-319a-43fb-8708-29df5dbb370a None None] Network c3899e85-80ac-49e2-9105-82da9619d2ff requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:46.605945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3f08cd5-6f02-4e6e-8c5d-83cfb1a31f6a tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4157610 Jan 28 05:13:46.608613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48536) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:46.613750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] For port 751a65b7-b00c-4505-aca5-1402da06a02b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:46.708381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c3899e85-80ac-49e2-9105-82da9619d2ff), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.793665 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (09ced7db-30fa-4f91-b652-b7aa7e1d57c1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.809499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] For port 751a65b7-b00c-4505-aca5-1402da06a02b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=751a65b7-b00c-4505-aca5-1402da06a02b,segment=NetworkSegment(5aee6733-dc61-48d0-8237-b50d46330f06),segment_id=5aee6733-dc61-48d0-8237-b50d46330f06)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:46.814791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.859141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (09ced7db-30fa-4f91-b652-b7aa7e1d57c1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.887127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=09ced7db-30fa-4f91-b652-b7aa7e1d57c1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:46.905435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331795f6-239f-4c2b-b9d4-5afc8c4a4a90 None None] Pushing event updated for resources: {'Port': ['ID=751a65b7-b00c-4505-aca5-1402da06a02b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:46.917842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c73e78-d17a-4bd7-83d3-a0e238eb6a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c3899e85-80ac-49e2-9105-82da9619d2ff', 'network_id': 'c3899e85-80ac-49e2-9105-82da9619d2ff', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '09ced7db-30fa-4f91-b652-b7aa7e1d57c1'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:46.918757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23c73e78-d17a-4bd7-83d3-a0e238eb6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.960246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c3899e85-80ac-49e2-9105-82da9619d2ff), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:46.989549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3899e85-80ac-49e2-9105-82da9619d2ff']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:47.000926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71a41f4-9ac3-4b96-92e0-f028993b01ec') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:47.001263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71a41f4-9ac3-4b96-92e0-f028993b01ec') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:47.005882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff631e-c753-48e8-9d1d-4d1bd476c6de None None] Network c3899e85-80ac-49e2-9105-82da9619d2ff requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:47.014130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (f71a41f4-9ac3-4b96-92e0-f028993b01ec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.029855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f71a41f4-9ac3-4b96-92e0-f028993b01ec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.036422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:47.036824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (f71a41f4-9ac3-4b96-92e0-f028993b01ec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:47.040123 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:47.116683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c3899e85-80ac-49e2-9105-82da9619d2ff), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.123204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.126292 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/c3899e85-80ac-49e2-9105-82da9619d2ff HTTP/1.1" status: 204 len: 168 time: 0.5161464 Jan 28 05:13:47.130386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48538) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:47.138533 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000928848'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:47.140786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65b43-10e3-407a-b219-5d9176b2b0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=c3899e85-80ac-49e2-9105-82da9619d2ff,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:47.162123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:47.166088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.190861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:47.201514 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.201952 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 78b8708d-ffb8-4448-a191-32be85e14cf9 of type vlan for network dc82cd73-b650-415a-8a43-22d6bb983e6a Jan 28 05:13:47.248237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.273546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.278959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:47.279534 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.334032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2024758 Jan 28 05:13:47.336803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48540) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:47.344542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:47.362986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d99e9-c37f-4884-9d10-8ca6ae197ad7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=dc82cd73-b650-415a-8a43-22d6bb983e6a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:47.373510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network dc82cd73-b650-415a-8a43-22d6bb983e6a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:47.443419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:47.447333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.502448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing IP validity checks on allocation pools {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:13:47.502896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:13:47.627981 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f3763342-6283-4ee0-8298-5a1e882c630f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.684266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=f3763342-6283-4ee0-8298-5a1e882c630f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:47.702223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '78b8708d-ffb8-4448-a191-32be85e14cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:47.702605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: dc82cd73-b650-415a-8a43-22d6bb983e6a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:47.719710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network dc82cd73-b650-415a-8a43-22d6bb983e6a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:47.729827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, dc82cd73-b650-415a-8a43-22d6bb983e6a) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:47.734042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:47.734707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.739024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458dc156-ddd7-4abf-88ea-5c41ffdaa30c None None] Network dc82cd73-b650-415a-8a43-22d6bb983e6a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:47.756312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-63176ecb-3f16-4015-901e-4bf9f761cb49 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4176996 Jan 28 05:13:47.758878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48542) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:47.855055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-dc82cd73-b650-415a-8a43-22d6bb983e6a', 'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': 'f3763342-6283-4ee0-8298-5a1e882c630f'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:47.855938 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.867135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.932889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b57ca-af85-4d14-a83b-2cad62c28138 None None] Network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:47.949441 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f3763342-6283-4ee0-8298-5a1e882c630f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.078466 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] Provisioning complete for port 751a65b7-b00c-4505-aca5-1402da06a02b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:48.078762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.080628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Allocated IP 172.20.0.3 (dc82cd73-b650-415a-8a43-22d6bb983e6a/f3763342-6283-4ee0-8298-5a1e882c630f/2b2a218a-93af-464c-9ca1-1184d87ac6f3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:48.293460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] Current status of the port 751a65b7-b00c-4505-aca5-1402da06a02b is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:48.293858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.378808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] For port 751a65b7-b00c-4505-aca5-1402da06a02b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=751a65b7-b00c-4505-aca5-1402da06a02b,segment=NetworkSegment(5aee6733-dc61-48d0-8237-b50d46330f06),segment_id=5aee6733-dc61-48d0-8237-b50d46330f06)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:48.392386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.396225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Publish callbacks [] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.425654 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.441672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (f3763342-6283-4ee0-8298-5a1e882c630f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.456712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Network dc82cd73-b650-415a-8a43-22d6bb983e6a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:48.463272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:48.466933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:48.470826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c252c-da73-4762-873f-5674b31548bc None None] Pushing event updated for resources: {'Port': ['ID=751a65b7-b00c-4505-aca5-1402da06a02b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:48.482162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=f3763342-6283-4ee0-8298-5a1e882c630f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:48.549345 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.565400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Pushing event updated for resources: {'Port': ['ID=2b2a218a-93af-464c-9ca1-1184d87ac6f3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:48.570599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc82cd73-b650-415a-8a43-22d6bb983e6a']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:48.582954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bf69a028-f5d0-4667-be46-9c7c2e7bd6af None None] Provisioning complete for port 751a65b7-b00c-4505-aca5-1402da06a02b triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:48.583340 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf69a028-f5d0-4667-be46-9c7c2e7bd6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.583433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b8708d-ffb8-4448-a191-32be85e14cf9') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:48.583736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b8708d-ffb8-4448-a191-32be85e14cf9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:48.586482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Attempting to bind port 2b2a218a-93af-464c-9ca1-1184d87ac6f3 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:48.586854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Attempting to bind port 2b2a218a-93af-464c-9ca1-1184d87ac6f3 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '78b8708d-ffb8-4448-a191-32be85e14cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:48.587795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Attempting to bind port 2b2a218a-93af-464c-9ca1-1184d87ac6f3 on network dc82cd73-b650-415a-8a43-22d6bb983e6a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:48.594271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.607599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.613482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:48.613867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.614537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:48.614920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Checking segment: {'id': '78b8708d-ffb8-4448-a191-32be85e14cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:48.615323 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.615808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Bound using segment: {'id': '78b8708d-ffb8-4448-a191-32be85e14cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:48.616196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Bound port: 2b2a218a-93af-464c-9ca1-1184d87ac6f3, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b8708d-ffb8-4448-a191-32be85e14cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:48.616582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:48.616905 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:48.675393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:13:48.675393 n-d-824835-3 neutron-server[103138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:13:48.675393 n-d-824835-3 neutron-server[103138]: [parameters: {'id': 'dc82cd73-b650-415a-8a43-22d6bb983e6a'}] Jan 28 05:13:48.675393 n-d-824835-3 neutron-server[103138]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:48.675805 n-d-824835-3 neutron-server[103138]: DEBUG oslo_db.api [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:48.719801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] For port 2b2a218a-93af-464c-9ca1-1184d87ac6f3, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:48.721849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bf69a028-f5d0-4667-be46-9c7c2e7bd6af None None] Current status of the port 751a65b7-b00c-4505-aca5-1402da06a02b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:48.732719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] For port 2b2a218a-93af-464c-9ca1-1184d87ac6f3, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2b2a218a-93af-464c-9ca1-1184d87ac6f3,segment=NetworkSegment(78b8708d-ffb8-4448-a191-32be85e14cf9),segment_id=78b8708d-ffb8-4448-a191-32be85e14cf9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:48.736891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:48.811525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b35264-48e7-44c8-8418-caedf262b343 None None] Pushing event updated for resources: {'Port': ['ID=2b2a218a-93af-464c-9ca1-1184d87ac6f3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:48.825292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ed822-60d0-41a4-8c76-539861b0cfa1 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:48.889843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ed822-60d0-41a4-8c76-539861b0cfa1 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:49.047139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303adb6-708d-4fba-8740-910e8da47c64 None None] Network dc82cd73-b650-415a-8a43-22d6bb983e6a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:49.062249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 751a65b7-b00c-4505-aca5-1402da06a02b up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:13:49.172935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 751a65b7-b00c-4505-aca5-1402da06a02b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:13:49.173253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.178224 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.240710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 2b2a218a-93af-464c-9ca1-1184d87ac6f3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:49.241060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.263072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 751a65b7-b00c-4505-aca5-1402da06a02b is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:13:49.314962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 2b2a218a-93af-464c-9ca1-1184d87ac6f3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2b2a218a-93af-464c-9ca1-1184d87ac6f3,segment=NetworkSegment(78b8708d-ffb8-4448-a191-32be85e14cf9),segment_id=78b8708d-ffb8-4448-a191-32be85e14cf9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:49.315329 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.328707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 2b2a218a-93af-464c-9ca1-1184d87ac6f3 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:49.411185 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2b2a218a-93af-464c-9ca1-1184d87ac6f3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.436696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=2b2a218a-93af-464c-9ca1-1184d87ac6f3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:49.440148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 2b2a218a-93af-464c-9ca1-1184d87ac6f3 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:49.524498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.546128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc82cd73-b650-415a-8a43-22d6bb983e6a']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:49.555409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b8708d-ffb8-4448-a191-32be85e14cf9') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:49.555831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b8708d-ffb8-4448-a191-32be85e14cf9') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:49.565199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.578529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.584975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:49.585395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (78b8708d-ffb8-4448-a191-32be85e14cf9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:49.589062 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:49.655818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (dc82cd73-b650-415a-8a43-22d6bb983e6a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.661940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.665549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/dc82cd73-b650-415a-8a43-22d6bb983e6a HTTP/1.1" status: 204 len: 168 time: 1.9050667 Jan 28 05:13:49.669173 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:49.674231 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2125550332'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:49.685124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5fb1b-2d76-4ad8-931e-56784204dbc4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=dc82cd73-b650-415a-8a43-22d6bb983e6a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:49.695205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:49.699730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.726471 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:49.735486 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.735827 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 8a361809-48ae-4c91-8c7d-7324cdcb1998 of type vlan for network aa20226d-dc8d-4237-b5fc-202bac99edf1 Jan 28 05:13:49.778351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.802405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.808954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:49.809578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:49.858863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1885552 Jan 28 05:13:49.861867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48550) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:49.867053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:49.875923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e30278-a463-4554-82df-9e681946ab37 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=aa20226d-dc8d-4237-b5fc-202bac99edf1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:49.886507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network aa20226d-dc8d-4237-b5fc-202bac99edf1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:49.960453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:49.963872 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.146207 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2b958b38-efd2-47ea-ac4c-b43448ae6528), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.205019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=2b958b38-efd2-47ea-ac4c-b43448ae6528,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:50.213214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '8a361809-48ae-4c91-8c7d-7324cdcb1998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:50.213584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: aa20226d-dc8d-4237-b5fc-202bac99edf1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:50.230450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network aa20226d-dc8d-4237-b5fc-202bac99edf1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:50.239091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, aa20226d-dc8d-4237-b5fc-202bac99edf1) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:50.243987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:50.244594 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.248818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecbd9ca-485a-4b81-9d97-9f91414adec0 None None] Network aa20226d-dc8d-4237-b5fc-202bac99edf1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:50.261996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-898849fe-bd11-43e1-b223-2fad39be24f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.3990169 Jan 28 05:13:50.265357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48552) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:50.367101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-aa20226d-dc8d-4237-b5fc-202bac99edf1', 'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '2b958b38-efd2-47ea-ac4c-b43448ae6528'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:50.368045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.368282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.420902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2b958b38-efd2-47ea-ac4c-b43448ae6528), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.501652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Allocated IP 172.20.0.1 (aa20226d-dc8d-4237-b5fc-202bac99edf1/2b958b38-efd2-47ea-ac4c-b43448ae6528/081ed679-aef1-4aad-a3f0-2ce1650df7e1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:50.641413 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Publish callbacks [] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.647005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.662827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (2b958b38-efd2-47ea-ac4c-b43448ae6528), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.688123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Network aa20226d-dc8d-4237-b5fc-202bac99edf1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:50.690637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=2b958b38-efd2-47ea-ac4c-b43448ae6528,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:50.696628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:50.702801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Pushing event updated for resources: {'Port': ['ID=081ed679-aef1-4aad-a3f0-2ce1650df7e1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:50.706358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:50.762287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Attempting to bind port 081ed679-aef1-4aad-a3f0-2ce1650df7e1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:50.762720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Attempting to bind port 081ed679-aef1-4aad-a3f0-2ce1650df7e1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '8a361809-48ae-4c91-8c7d-7324cdcb1998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:50.763102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Attempting to bind port 081ed679-aef1-4aad-a3f0-2ce1650df7e1 on network aa20226d-dc8d-4237-b5fc-202bac99edf1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:50.768590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:50.768982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Checking segment: {'id': '8a361809-48ae-4c91-8c7d-7324cdcb1998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:50.769417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.769827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Bound using segment: {'id': '8a361809-48ae-4c91-8c7d-7324cdcb1998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:50.770313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Bound port: 081ed679-aef1-4aad-a3f0-2ce1650df7e1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a361809-48ae-4c91-8c7d-7324cdcb1998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:50.770704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.840446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] For port 081ed679-aef1-4aad-a3f0-2ce1650df7e1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:50.844409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] For port 081ed679-aef1-4aad-a3f0-2ce1650df7e1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=081ed679-aef1-4aad-a3f0-2ce1650df7e1,segment=NetworkSegment(8a361809-48ae-4c91-8c7d-7324cdcb1998),segment_id=8a361809-48ae-4c91-8c7d-7324cdcb1998)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:50.848566 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:50.932423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037db0d-700d-4ea9-9935-4a77abb02599 None None] Pushing event updated for resources: {'Port': ['ID=081ed679-aef1-4aad-a3f0-2ce1650df7e1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:50.948222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b96363-1ff3-41cf-bfee-92bb8775b934 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:51.018035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b96363-1ff3-41cf-bfee-92bb8775b934 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:51.030478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.050491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa20226d-dc8d-4237-b5fc-202bac99edf1']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:51.059685 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a361809-48ae-4c91-8c7d-7324cdcb1998') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:51.059981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a361809-48ae-4c91-8c7d-7324cdcb1998') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:51.070299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.085708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.092758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:51.093323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:51.096215 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:51.149974 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:13:51.149974 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:13:51.149974 n-d-824835-3 neutron-server[103139]: [parameters: {'id': 'aa20226d-dc8d-4237-b5fc-202bac99edf1'}] Jan 28 05:13:51.149974 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:51.150422 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:51.161607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67235dd5-6281-4b7d-9cfc-a474888aa128 None None] Network aa20226d-dc8d-4237-b5fc-202bac99edf1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:51.651734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.709699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 081ed679-aef1-4aad-a3f0-2ce1650df7e1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:51.710386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.769276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 081ed679-aef1-4aad-a3f0-2ce1650df7e1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=081ed679-aef1-4aad-a3f0-2ce1650df7e1,segment=NetworkSegment(8a361809-48ae-4c91-8c7d-7324cdcb1998),segment_id=8a361809-48ae-4c91-8c7d-7324cdcb1998)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:51.769621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.782725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 081ed679-aef1-4aad-a3f0-2ce1650df7e1 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:51.862386 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (081ed679-aef1-4aad-a3f0-2ce1650df7e1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.889791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 081ed679-aef1-4aad-a3f0-2ce1650df7e1 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:51.895101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=081ed679-aef1-4aad-a3f0-2ce1650df7e1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:51.969638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:51.993811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa20226d-dc8d-4237-b5fc-202bac99edf1']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:52.002827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a361809-48ae-4c91-8c7d-7324cdcb1998') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:52.003135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a361809-48ae-4c91-8c7d-7324cdcb1998') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:52.012497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.026095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.031993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:52.032377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (8a361809-48ae-4c91-8c7d-7324cdcb1998), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:52.035487 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:52.090245 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (aa20226d-dc8d-4237-b5fc-202bac99edf1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.096818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.100226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/aa20226d-dc8d-4237-b5fc-202bac99edf1 HTTP/1.1" status: 204 len: 168 time: 1.8336127 Jan 28 05:13:52.104763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48554) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:52.110729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342023744'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:52.112103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bcbd-d8b3-4a2b-bcf7-6aa76c7fc9ff tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=aa20226d-dc8d-4237-b5fc-202bac99edf1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:52.131177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:52.134754 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.158996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:52.168959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.169354 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment d7419687-1b46-4439-aca8-ea27a682fd1b of type vlan for network 8ad55a19-28ff-4fc3-967c-840fc312aee4 Jan 28 05:13:52.206794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.231468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.236315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:52.236893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.298936 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1928318 Jan 28 05:13:52.301848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:52.307080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:52.308022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ebb19-e69e-43e6-9db7-6689b34b22fa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=8ad55a19-28ff-4fc3-967c-840fc312aee4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:52.318722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8ad55a19-28ff-4fc3-967c-840fc312aee4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:52.398445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:52.402504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.599193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e40fb68c-9b4e-441d-a62b-87e9b372df66), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.656271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=e40fb68c-9b4e-441d-a62b-87e9b372df66,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:52.667067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': 'd7419687-1b46-4439-aca8-ea27a682fd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:52.667432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 8ad55a19-28ff-4fc3-967c-840fc312aee4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:52.684363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 8ad55a19-28ff-4fc3-967c-840fc312aee4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:52.693203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8ad55a19-28ff-4fc3-967c-840fc312aee4) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:52.698182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:52.698783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.706304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc93c82-785c-4413-904e-54d4cd56a611 None None] Network 8ad55a19-28ff-4fc3-967c-840fc312aee4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:52.717952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5bc58a50-5398-45e2-ac34-85b2c5d0dd3b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4125886 Jan 28 05:13:52.718398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:52.808651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8ad55a19-28ff-4fc3-967c-840fc312aee4', 'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': 'e40fb68c-9b4e-441d-a62b-87e9b372df66'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:52.809557 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.816379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.874562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e40fb68c-9b4e-441d-a62b-87e9b372df66), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:52.946187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Allocated IP 172.20.0.2 (8ad55a19-28ff-4fc3-967c-840fc312aee4/e40fb68c-9b4e-441d-a62b-87e9b372df66/abd4acd5-394b-474a-ad08-050ef19c4ecd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:53.246128 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Publish callbacks [] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.257040 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.280851 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (e40fb68c-9b4e-441d-a62b-87e9b372df66), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.300211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Network 8ad55a19-28ff-4fc3-967c-840fc312aee4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:53.303022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:53.309316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:53.310875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=e40fb68c-9b4e-441d-a62b-87e9b372df66,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:53.316329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Pushing event updated for resources: {'Port': ['ID=abd4acd5-394b-474a-ad08-050ef19c4ecd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:53.368982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Attempting to bind port abd4acd5-394b-474a-ad08-050ef19c4ecd on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:53.369674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Attempting to bind port abd4acd5-394b-474a-ad08-050ef19c4ecd by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd7419687-1b46-4439-aca8-ea27a682fd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:53.369991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Attempting to bind port abd4acd5-394b-474a-ad08-050ef19c4ecd on network 8ad55a19-28ff-4fc3-967c-840fc312aee4 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:53.374266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.375077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:53.375463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Checking segment: {'id': 'd7419687-1b46-4439-aca8-ea27a682fd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:53.375870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.376266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Bound using segment: {'id': 'd7419687-1b46-4439-aca8-ea27a682fd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:53.376744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Bound port: abd4acd5-394b-474a-ad08-050ef19c4ecd, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7419687-1b46-4439-aca8-ea27a682fd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8ad55a19-28ff-4fc3-967c-840fc312aee4'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:53.377139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.395724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad55a19-28ff-4fc3-967c-840fc312aee4']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:53.406766 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7419687-1b46-4439-aca8-ea27a682fd1b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:53.407069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7419687-1b46-4439-aca8-ea27a682fd1b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:53.418893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.432470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.439059 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:53.439503 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.441173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] For port abd4acd5-394b-474a-ad08-050ef19c4ecd, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:53.444087 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:53.508193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] For port abd4acd5-394b-474a-ad08-050ef19c4ecd, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=abd4acd5-394b-474a-ad08-050ef19c4ecd,segment=NetworkSegment(d7419687-1b46-4439-aca8-ea27a682fd1b),segment_id=d7419687-1b46-4439-aca8-ea27a682fd1b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:53.508405 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:13:53.508405 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:13:53.508405 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '8ad55a19-28ff-4fc3-967c-840fc312aee4'}] Jan 28 05:13:53.508405 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:53.508680 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:53.511813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:53.586470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29363-9310-45aa-817c-ee6d6af70552 None None] Pushing event updated for resources: {'Port': ['ID=abd4acd5-394b-474a-ad08-050ef19c4ecd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:53.605421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87de6ba2-7a00-4960-91fb-be61ea4ce92e None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:53.674909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de6ba2-7a00-4960-91fb-be61ea4ce92e None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:53.829879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a753d1f-9668-4b3b-bbdb-91e2ced14230 None None] Network 8ad55a19-28ff-4fc3-967c-840fc312aee4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:54.009975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.063829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port abd4acd5-394b-474a-ad08-050ef19c4ecd {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:54.064173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.130975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port abd4acd5-394b-474a-ad08-050ef19c4ecd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=abd4acd5-394b-474a-ad08-050ef19c4ecd,segment=NetworkSegment(d7419687-1b46-4439-aca8-ea27a682fd1b),segment_id=d7419687-1b46-4439-aca8-ea27a682fd1b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:54.131344 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.144138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for abd4acd5-394b-474a-ad08-050ef19c4ecd owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:54.219328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (abd4acd5-394b-474a-ad08-050ef19c4ecd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.248882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=abd4acd5-394b-474a-ad08-050ef19c4ecd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:54.252978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port abd4acd5-394b-474a-ad08-050ef19c4ecd on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:54.330253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.350413 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad55a19-28ff-4fc3-967c-840fc312aee4']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:54.359771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7419687-1b46-4439-aca8-ea27a682fd1b') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:54.360084 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7419687-1b46-4439-aca8-ea27a682fd1b') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:54.370007 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.383236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.389641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:54.390024 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (d7419687-1b46-4439-aca8-ea27a682fd1b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:54.392834 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:54.454207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8ad55a19-28ff-4fc3-967c-840fc312aee4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.458301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.461784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/8ad55a19-28ff-4fc3-967c-840fc312aee4 HTTP/1.1" status: 204 len: 168 time: 1.7426348 Jan 28 05:13:54.465229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:54.471165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1194360372'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:54.487568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9fa6-eb7b-4625-aa07-2f970a09f0bf tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=8ad55a19-28ff-4fc3-967c-840fc312aee4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:54.501272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:54.504568 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.527531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:54.535893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.536245 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment f726a00d-1475-49a5-93d0-90d300e9f512 of type vlan for network 31ffd853-38f4-486b-aec4-14af6d64ee4a Jan 28 05:13:54.574363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.598402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.604079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:54.604655 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.664209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1978247 Jan 28 05:13:54.667325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48562) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:54.672122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:54.695301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a934f1-8d9e-4a9c-948f-ee9c9179705b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=31ffd853-38f4-486b-aec4-14af6d64ee4a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:54.705989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 31ffd853-38f4-486b-aec4-14af6d64ee4a details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:54.766202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:54.769756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:54.830694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing IP validity checks on allocation pools {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:13:54.831186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:13:54.947020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (16916e60-019c-472e-96c6-31aa92ce41bd), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.011208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=16916e60-019c-472e-96c6-31aa92ce41bd,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:55.019761 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': 'f726a00d-1475-49a5-93d0-90d300e9f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:55.020127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 31ffd853-38f4-486b-aec4-14af6d64ee4a, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:55.035659 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 31ffd853-38f4-486b-aec4-14af6d64ee4a is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:55.044340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 31ffd853-38f4-486b-aec4-14af6d64ee4a) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:55.048108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:55.048694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.053075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c052a7c-1347-470b-9a30-c4a3a2d681cc None None] Network 31ffd853-38f4-486b-aec4-14af6d64ee4a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:55.063816 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-df2d4866-898b-4a8c-9863-86b56dbaea10 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.3955131 Jan 28 05:13:55.066610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:55.151952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-31ffd853-38f4-486b-aec4-14af6d64ee4a', 'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '16916e60-019c-472e-96c6-31aa92ce41bd'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:55.152822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.159094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.209524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (16916e60-019c-472e-96c6-31aa92ce41bd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.284830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Allocated IP 172.20.0.3 (31ffd853-38f4-486b-aec4-14af6d64ee4a/16916e60-019c-472e-96c6-31aa92ce41bd/2bea6e06-9a37-4ada-adf4-b8e450497d4a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:55.426858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Publish callbacks [] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.432415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.447832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (16916e60-019c-472e-96c6-31aa92ce41bd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.475170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Network 31ffd853-38f4-486b-aec4-14af6d64ee4a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:55.476921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=16916e60-019c-472e-96c6-31aa92ce41bd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:55.484099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:55.486211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Pushing event updated for resources: {'Port': ['ID=2bea6e06-9a37-4ada-adf4-b8e450497d4a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:55.488343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:55.534401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.545621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Attempting to bind port 2bea6e06-9a37-4ada-adf4-b8e450497d4a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:55.545994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Attempting to bind port 2bea6e06-9a37-4ada-adf4-b8e450497d4a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'f726a00d-1475-49a5-93d0-90d300e9f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:55.546360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Attempting to bind port 2bea6e06-9a37-4ada-adf4-b8e450497d4a on network 31ffd853-38f4-486b-aec4-14af6d64ee4a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:55.552169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:55.553191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Checking segment: {'id': 'f726a00d-1475-49a5-93d0-90d300e9f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:55.553598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.553988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Bound using segment: {'id': 'f726a00d-1475-49a5-93d0-90d300e9f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:55.554461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Bound port: 2bea6e06-9a37-4ada-adf4-b8e450497d4a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f726a00d-1475-49a5-93d0-90d300e9f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '31ffd853-38f4-486b-aec4-14af6d64ee4a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:55.554841 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.555780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ffd853-38f4-486b-aec4-14af6d64ee4a']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:55.565036 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f726a00d-1475-49a5-93d0-90d300e9f512') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:55.565371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f726a00d-1475-49a5-93d0-90d300e9f512') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:55.575229 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.589890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.596244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:55.596637 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:55.600205 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:55.616169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] For port 2bea6e06-9a37-4ada-adf4-b8e450497d4a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:55.659681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] For port 2bea6e06-9a37-4ada-adf4-b8e450497d4a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2bea6e06-9a37-4ada-adf4-b8e450497d4a,segment=NetworkSegment(f726a00d-1475-49a5-93d0-90d300e9f512),segment_id=f726a00d-1475-49a5-93d0-90d300e9f512)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:55.660729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:13:55.660729 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:13:55.660729 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '31ffd853-38f4-486b-aec4-14af6d64ee4a'}] Jan 28 05:13:55.660729 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:55.661233 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:55.663796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.740612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1f307-7254-4722-a364-1a9046d3f9a7 None None] Pushing event updated for resources: {'Port': ['ID=2bea6e06-9a37-4ada-adf4-b8e450497d4a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:55.757811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752dc54-0056-4cf4-a887-ddde8c29b175 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:55.822592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752dc54-0056-4cf4-a887-ddde8c29b175 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:55.966064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cff797-a8af-407f-83f7-a21d9e2e4201 None None] Network 31ffd853-38f4-486b-aec4-14af6d64ee4a requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:56.162856 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.215041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 2bea6e06-9a37-4ada-adf4-b8e450497d4a {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:56.215381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.276803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 2bea6e06-9a37-4ada-adf4-b8e450497d4a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2bea6e06-9a37-4ada-adf4-b8e450497d4a,segment=NetworkSegment(f726a00d-1475-49a5-93d0-90d300e9f512),segment_id=f726a00d-1475-49a5-93d0-90d300e9f512)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:56.277190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.289616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 2bea6e06-9a37-4ada-adf4-b8e450497d4a owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:56.370014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2bea6e06-9a37-4ada-adf4-b8e450497d4a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.395174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=2bea6e06-9a37-4ada-adf4-b8e450497d4a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:56.399677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 2bea6e06-9a37-4ada-adf4-b8e450497d4a on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:56.478557 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.498449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ffd853-38f4-486b-aec4-14af6d64ee4a']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:56.507334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f726a00d-1475-49a5-93d0-90d300e9f512') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:56.507636 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f726a00d-1475-49a5-93d0-90d300e9f512') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:56.517332 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.530563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.536710 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:56.537681 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (f726a00d-1475-49a5-93d0-90d300e9f512), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:56.540922 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:56.597979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (31ffd853-38f4-486b-aec4-14af6d64ee4a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.603045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.606877 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/31ffd853-38f4-486b-aec4-14af6d64ee4a HTTP/1.1" status: 204 len: 168 time: 1.5393548 Jan 28 05:13:56.610383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:56.616254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764373024'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:56.636323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4517e-89c7-486d-9a7d-c9f0fab50c68 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=31ffd853-38f4-486b-aec4-14af6d64ee4a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:56.651227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:56.654627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.677040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:56.686948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.687290 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 4e1c5ca3-4770-4be8-ac60-4f336e03b1c6 of type vlan for network 22c809b3-1b44-48ab-877f-5a40a8d818c1 Jan 28 05:13:56.726542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.750947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.755926 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:56.756507 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:56.814125 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2027264 Jan 28 05:13:56.816895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48568) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:56.824058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:56.845850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef3671-9f75-4c76-aee8-bbaae88a9412 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=22c809b3-1b44-48ab-877f-5a40a8d818c1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:56.856458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 22c809b3-1b44-48ab-877f-5a40a8d818c1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:56.918285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:56.922130 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.110065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (77d55d6b-26b5-4638-aebf-6e42d0a1c3f1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.167611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=77d55d6b-26b5-4638-aebf-6e42d0a1c3f1,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:57.179788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.180080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.180425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.180792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.181130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.181493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.181826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.182160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.182489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.182826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.183152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.183476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.183828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:57.189284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:57.189655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 22c809b3-1b44-48ab-877f-5a40a8d818c1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:57.206077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 22c809b3-1b44-48ab-877f-5a40a8d818c1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:57.215189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 22c809b3-1b44-48ab-877f-5a40a8d818c1) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:57.219908 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:57.220607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.222816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbb229-5c78-4550-910a-8b9ba8bdd085 None None] Network 22c809b3-1b44-48ab-877f-5a40a8d818c1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:57.241829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f014f433-3c4c-485a-970b-122012845805 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4239056 Jan 28 05:13:57.244555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48572) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:57.325725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-22c809b3-1b44-48ab-877f-5a40a8d818c1', 'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '77d55d6b-26b5-4638-aebf-6e42d0a1c3f1'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:57.326605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.347600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.406889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (77d55d6b-26b5-4638-aebf-6e42d0a1c3f1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.479025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Allocated IP 172.20.0.1 (22c809b3-1b44-48ab-877f-5a40a8d818c1/77d55d6b-26b5-4638-aebf-6e42d0a1c3f1/1ace7915-1020-4c89-96ff-eb6cb0580c83) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:13:57.612965 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Publish callbacks [] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.618985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.635514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (77d55d6b-26b5-4638-aebf-6e42d0a1c3f1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.660901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Network 22c809b3-1b44-48ab-877f-5a40a8d818c1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:13:57.662208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=77d55d6b-26b5-4638-aebf-6e42d0a1c3f1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:57.663837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:57.670212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:13:57.677055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Pushing event updated for resources: {'Port': ['ID=1ace7915-1020-4c89-96ff-eb6cb0580c83,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:57.727152 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.727602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Attempting to bind port 1ace7915-1020-4c89-96ff-eb6cb0580c83 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:13:57.727983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Attempting to bind port 1ace7915-1020-4c89-96ff-eb6cb0580c83 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:13:57.728353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Attempting to bind port 1ace7915-1020-4c89-96ff-eb6cb0580c83 on network 22c809b3-1b44-48ab-877f-5a40a8d818c1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:13:57.733363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:13:57.733693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Checking segment: {'id': '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:57.734100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.734496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Bound using segment: {'id': '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:13:57.734967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Bound port: 1ace7915-1020-4c89-96ff-eb6cb0580c83, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '22c809b3-1b44-48ab-877f-5a40a8d818c1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:13:57.735353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.747211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c809b3-1b44-48ab-877f-5a40a8d818c1']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:57.756094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:57.756395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:57.765820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.779747 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.786899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:57.787383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:57.790540 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:57.797580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] For port 1ace7915-1020-4c89-96ff-eb6cb0580c83, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:13:57.844235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] For port 1ace7915-1020-4c89-96ff-eb6cb0580c83, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1ace7915-1020-4c89-96ff-eb6cb0580c83,segment=NetworkSegment(4e1c5ca3-4770-4be8-ac60-4f336e03b1c6),segment_id=4e1c5ca3-4770-4be8-ac60-4f336e03b1c6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:13:57.844907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:13:57.844907 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:13:57.844907 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '22c809b3-1b44-48ab-877f-5a40a8d818c1'}] Jan 28 05:13:57.844907 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:13:57.845404 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:13:57.848012 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:57.929758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205002-bc9a-44d1-bda4-cd0c931b0a18 None None] Pushing event updated for resources: {'Port': ['ID=1ace7915-1020-4c89-96ff-eb6cb0580c83,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:57.946863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae60bcd-7fbc-4ab5-90a6-ae8f89488bf5 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:13:58.010924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae60bcd-7fbc-4ab5-90a6-ae8f89488bf5 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:13:58.153202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18efacb-8301-49ac-872b-a32131ffb3c7 None None] Network 22c809b3-1b44-48ab-877f-5a40a8d818c1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:58.346098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.402824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 1ace7915-1020-4c89-96ff-eb6cb0580c83 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:13:58.403166 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.462538 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 1ace7915-1020-4c89-96ff-eb6cb0580c83, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1ace7915-1020-4c89-96ff-eb6cb0580c83,segment=NetworkSegment(4e1c5ca3-4770-4be8-ac60-4f336e03b1c6),segment_id=4e1c5ca3-4770-4be8-ac60-4f336e03b1c6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:13:58.462898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.475383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 1ace7915-1020-4c89-96ff-eb6cb0580c83 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:13:58.553260 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1ace7915-1020-4c89-96ff-eb6cb0580c83), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.576124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=1ace7915-1020-4c89-96ff-eb6cb0580c83,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:58.581794 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 1ace7915-1020-4c89-96ff-eb6cb0580c83 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:13:58.658127 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.678181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c809b3-1b44-48ab-877f-5a40a8d818c1']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:58.687014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:58.687312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1c5ca3-4770-4be8-ac60-4f336e03b1c6') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:58.699917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.714055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.720699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:58.721096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4e1c5ca3-4770-4be8-ac60-4f336e03b1c6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:58.723997 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:58.779959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (22c809b3-1b44-48ab-877f-5a40a8d818c1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.786729 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.789834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/22c809b3-1b44-48ab-877f-5a40a8d818c1 HTTP/1.1" status: 204 len: 168 time: 1.5442021 Jan 28 05:13:58.794090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:58.799359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421071144'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:58.801771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc4736-e3e2-4827-85c3-8b181460e635 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=22c809b3-1b44-48ab-877f-5a40a8d818c1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:58.818943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:58.822305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.845797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:58.855291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (49e4994c-6900-45d6-bcf0-f83f451558e4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.855638 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 49e4994c-6900-45d6-bcf0-f83f451558e4 of type vlan for network 70bc47e7-7aba-4d03-b6aa-841e55c01827 Jan 28 05:13:58.893887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (70bc47e7-7aba-4d03-b6aa-841e55c01827), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.918338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (70bc47e7-7aba-4d03-b6aa-841e55c01827), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.923296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:58.923873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:58.989246 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1939232 Jan 28 05:13:58.991904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48576) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:58.998803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '70bc47e7-7aba-4d03-b6aa-841e55c01827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:59.003471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=70bc47e7-7aba-4d03-b6aa-841e55c01827,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:59.044499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.044848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.045227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.045566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.045909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.046230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.046556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.046880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.047206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.047532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.047853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.048170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.048486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c371-b423-4f18-ac9f-2c18c07846a0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:13:59.059153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 70bc47e7-7aba-4d03-b6aa-841e55c01827 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:13:59.096133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:59.099517 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.273292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f9c998ec-d0f8-4ded-9781-dca13c342343), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.325362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=f9c998ec-d0f8-4ded-9781-dca13c342343,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:59.360730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '49e4994c-6900-45d6-bcf0-f83f451558e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '70bc47e7-7aba-4d03-b6aa-841e55c01827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:13:59.361100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 70bc47e7-7aba-4d03-b6aa-841e55c01827, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:13:59.377509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 70bc47e7-7aba-4d03-b6aa-841e55c01827 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:13:59.386393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 70bc47e7-7aba-4d03-b6aa-841e55c01827) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:13:59.390353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:59.390949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.396151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f36500-f571-4848-ac1b-7261d639990f None None] Network 70bc47e7-7aba-4d03-b6aa-841e55c01827 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:59.406791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cc85d6b2-0879-4f01-880a-2460cf735c51 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4138849 Jan 28 05:13:59.409453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48578) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:59.513363 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (70bc47e7-7aba-4d03-b6aa-841e55c01827), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.565498 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f9c998ec-d0f8-4ded-9781-dca13c342343), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.626865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (f9c998ec-d0f8-4ded-9781-dca13c342343), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.654261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad9c3d-b756-4c50-8c42-ce583d977394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-70bc47e7-7aba-4d03-b6aa-841e55c01827', 'network_id': '70bc47e7-7aba-4d03-b6aa-841e55c01827', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': 'f9c998ec-d0f8-4ded-9781-dca13c342343'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:13:59.655249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1ad9c3d-b756-4c50-8c42-ce583d977394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.659530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c998ec-d0f8-4ded-9781-dca13c342343,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:59.716991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (70bc47e7-7aba-4d03-b6aa-841e55c01827), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.739018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bc47e7-7aba-4d03-b6aa-841e55c01827']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:59.742502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7880f-f984-4552-a81b-cf51c308a80b None None] Network 70bc47e7-7aba-4d03-b6aa-841e55c01827 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:13:59.749281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e4994c-6900-45d6-bcf0-f83f451558e4') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:59.749585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e4994c-6900-45d6-bcf0-f83f451558e4') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:13:59.758855 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (49e4994c-6900-45d6-bcf0-f83f451558e4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.771512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (49e4994c-6900-45d6-bcf0-f83f451558e4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.777558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:13:59.777947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (49e4994c-6900-45d6-bcf0-f83f451558e4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:13:59.780820 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:13:59.841527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (70bc47e7-7aba-4d03-b6aa-841e55c01827), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.848399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.855835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/70bc47e7-7aba-4d03-b6aa-841e55c01827 HTTP/1.1" status: 204 len: 168 time: 0.4413753 Jan 28 05:13:59.856188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48580) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:13:59.861135 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-87004159'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:13:59.864016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b76373-e9f0-417f-ab94-c803bfa68a4c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=70bc47e7-7aba-4d03-b6aa-841e55c01827,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:13:59.881720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:13:59.885223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.908545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:13:59.917876 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.918214 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment eb20b957-7a06-469a-b729-49e1621ac896 of type vlan for network 68c00799-96ff-4caf-a15e-791389d413d7 Jan 28 05:13:59.956249 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (68c00799-96ff-4caf-a15e-791389d413d7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.981394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (68c00799-96ff-4caf-a15e-791389d413d7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:59.986293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:13:59.986868 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.049646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1923690 Jan 28 05:14:00.052386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48582) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:00.055890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a402a-0648-4455-849e-042f36d09afa tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=68c00799-96ff-4caf-a15e-791389d413d7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:00.058506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:00.069129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 68c00799-96ff-4caf-a15e-791389d413d7 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:00.211519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (68c00799-96ff-4caf-a15e-791389d413d7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.225211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (68c00799-96ff-4caf-a15e-791389d413d7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.245160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 68c00799-96ff-4caf-a15e-791389d413d7 is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:14:00.249882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:00.250478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.251759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "PUT /v2.0/networks/68c00799-96ff-4caf-a15e-791389d413d7 HTTP/1.1" status: 200 len: 723 time: 0.1983137 Jan 28 05:14:00.254648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48584) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:00.260358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '68c00799-96ff-4caf-a15e-791389d413d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:00.292944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86422d-3467-427d-b5e6-fec6a46457f9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=68c00799-96ff-4caf-a15e-791389d413d7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:00.303166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 68c00799-96ff-4caf-a15e-791389d413d7 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:00.345046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:00.348425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.524083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.589938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:00.594178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': 'eb20b957-7a06-469a-b729-49e1621ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '68c00799-96ff-4caf-a15e-791389d413d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:00.594542 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 68c00799-96ff-4caf-a15e-791389d413d7, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:00.613470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 68c00799-96ff-4caf-a15e-791389d413d7 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:00.622796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 68c00799-96ff-4caf-a15e-791389d413d7) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:00.628373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:00.628589 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.631560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae12f62-35eb-49e1-a7ad-efcd04753ac2 None None] Network 68c00799-96ff-4caf-a15e-791389d413d7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:00.647571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3fdebc09-380c-4ee9-be3d-5beca04442b3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3892305 Jan 28 05:14:00.647752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48586) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:00.653199 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:00.737055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-68c00799-96ff-4caf-a15e-791389d413d7', 'network_id': '68c00799-96ff-4caf-a15e-791389d413d7', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:00.737948 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.742617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50445218'] for subnet (1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.886893 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792585955539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-50379179'] for subnet (1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.935328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:00.935826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Allocated IP 172.20.0.2 (68c00799-96ff-4caf-a15e-791389d413d7/1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3/dd30b529-4315-4a33-91e2-1da36b2e6a6b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:00.936119 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:00.939974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "PUT /v2.0/subnets/1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3 HTTP/1.1" status: 200 len: 806 time: 0.2888927 Jan 28 05:14:00.940282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:00.950189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b599e-723a-47bb-8aa3-8a880371149e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:01.046449 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (68c00799-96ff-4caf-a15e-791389d413d7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.096098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Publish callbacks [] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.103818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.104354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.150664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Network 68c00799-96ff-4caf-a15e-791389d413d7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:01.155507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:01.160251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:01.163369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Pushing event updated for resources: {'Port': ['ID=dd30b529-4315-4a33-91e2-1da36b2e6a6b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:01.168251 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.194826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:01.215582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Attempting to bind port dd30b529-4315-4a33-91e2-1da36b2e6a6b on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:01.215962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Attempting to bind port dd30b529-4315-4a33-91e2-1da36b2e6a6b by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'eb20b957-7a06-469a-b729-49e1621ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '68c00799-96ff-4caf-a15e-791389d413d7'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:01.216330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Attempting to bind port dd30b529-4315-4a33-91e2-1da36b2e6a6b on network 68c00799-96ff-4caf-a15e-791389d413d7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:01.221404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:01.221791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Checking segment: {'id': 'eb20b957-7a06-469a-b729-49e1621ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '68c00799-96ff-4caf-a15e-791389d413d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:01.222280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.222745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Bound using segment: {'id': 'eb20b957-7a06-469a-b729-49e1621ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '68c00799-96ff-4caf-a15e-791389d413d7'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:01.223425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Bound port: dd30b529-4315-4a33-91e2-1da36b2e6a6b, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb20b957-7a06-469a-b729-49e1621ac896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '68c00799-96ff-4caf-a15e-791389d413d7'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:01.223762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.260591 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (68c00799-96ff-4caf-a15e-791389d413d7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.281648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c00799-96ff-4caf-a15e-791389d413d7']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:01.288488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] For port dd30b529-4315-4a33-91e2-1da36b2e6a6b, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:01.291497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] For port dd30b529-4315-4a33-91e2-1da36b2e6a6b, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd30b529-4315-4a33-91e2-1da36b2e6a6b,segment=NetworkSegment(eb20b957-7a06-469a-b729-49e1621ac896),segment_id=eb20b957-7a06-469a-b729-49e1621ac896)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:01.291744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb20b957-7a06-469a-b729-49e1621ac896') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:01.292049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb20b957-7a06-469a-b729-49e1621ac896') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:01.296016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.301549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.314879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.321083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:01.322399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:01.325454 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:01.380338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb35af-41e6-441a-af77-a048e99bc11a None None] Pushing event updated for resources: {'Port': ['ID=dd30b529-4315-4a33-91e2-1da36b2e6a6b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:01.385219 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:14:01.385219 n-d-824835-3 neutron-server[103138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:14:01.385219 n-d-824835-3 neutron-server[103138]: [parameters: {'id': '68c00799-96ff-4caf-a15e-791389d413d7'}] Jan 28 05:14:01.385219 n-d-824835-3 neutron-server[103138]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:14:01.385845 n-d-824835-3 neutron-server[103138]: DEBUG oslo_db.api [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:14:01.396027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dcd8a3-ca40-49b1-9ea8-67b92157ac9a None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:14:01.462178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dcd8a3-ca40-49b1-9ea8-67b92157ac9a None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:14:01.605043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19ebf1-65d7-41e6-b823-968024013d05 None None] Network 68c00799-96ff-4caf-a15e-791389d413d7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:01.694796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf8ef2-e73a-474d-882c-da50c91663db None None] Network 68c00799-96ff-4caf-a15e-791389d413d7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:01.887364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (68c00799-96ff-4caf-a15e-791389d413d7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:01.943711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port dd30b529-4315-4a33-91e2-1da36b2e6a6b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:01.944395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.004159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port dd30b529-4315-4a33-91e2-1da36b2e6a6b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dd30b529-4315-4a33-91e2-1da36b2e6a6b,segment=NetworkSegment(eb20b957-7a06-469a-b729-49e1621ac896),segment_id=eb20b957-7a06-469a-b729-49e1621ac896)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:02.004521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.016809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for dd30b529-4315-4a33-91e2-1da36b2e6a6b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:02.095889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (dd30b529-4315-4a33-91e2-1da36b2e6a6b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.123006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=dd30b529-4315-4a33-91e2-1da36b2e6a6b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:02.128230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port dd30b529-4315-4a33-91e2-1da36b2e6a6b on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:02.202002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (68c00799-96ff-4caf-a15e-791389d413d7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.225123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c00799-96ff-4caf-a15e-791389d413d7']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:02.234786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb20b957-7a06-469a-b729-49e1621ac896') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:02.235093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb20b957-7a06-469a-b729-49e1621ac896') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:02.244622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.257258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.262984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:02.263372 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (eb20b957-7a06-469a-b729-49e1621ac896), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:02.266295 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:02.322551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (68c00799-96ff-4caf-a15e-791389d413d7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.327836 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.331048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/68c00799-96ff-4caf-a15e-791389d413d7 HTTP/1.1" status: 204 len: 168 time: 1.3897631 Jan 28 05:14:02.333855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48590) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:02.345755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffbaef-1378-41b2-b908-ac5b76705197 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=68c00799-96ff-4caf-a15e-791389d413d7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:02.352330 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-da065da3-6ba5-4480-bcb6-232be9e23b1f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:02.353382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da065da3-6ba5-4480-bcb6-232be9e23b1f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:02.356321 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-da065da3-6ba5-4480-bcb6-232be9e23b1f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/68c00799-96ff-4caf-a15e-791389d413d7 HTTP/1.1" status: 404 len: 339 time: 0.0211999 Jan 28 05:14:02.359959 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:02.364615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1915663820', 'description': 'd1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:02.383447 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:02.386808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.409123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:02.418121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aeb6e162-e73c-43b6-9b35-0033da32199d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.418468 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment aeb6e162-e73c-43b6-9b35-0033da32199d of type vlan for network 4eee5ade-b7c3-402e-a435-e8b87af4bd5e Jan 28 05:14:02.457253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.482330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.487389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:02.487975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.547248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1862741 Jan 28 05:14:02.549942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48594) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:02.585856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1bb38-180d-4071-ac96-47562ff41671 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=4eee5ade-b7c3-402e-a435-e8b87af4bd5e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:02.596587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4eee5ade-b7c3-402e-a435-e8b87af4bd5e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:02.679190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6413fe3-9167-4eab-a25f-42b0bd3710cb tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:02.680662 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c6413fe3-9167-4eab-a25f-42b0bd3710cb tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks?id=4eee5ade-b7c3-402e-a435-e8b87af4bd5e HTTP/1.1" status: 200 len: 761 time: 0.1298094 Jan 28 05:14:02.683307 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48596) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:02.688316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'description': 'd2'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:02.836124 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.850298 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.859122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 4eee5ade-b7c3-402e-a435-e8b87af4bd5e is not hosted by any dhcp agent {{(pid=103139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:14:02.863788 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:02.864376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:02.865666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "PUT /v2.0/networks/4eee5ade-b7c3-402e-a435-e8b87af4bd5e HTTP/1.1" status: 200 len: 758 time: 0.1814389 Jan 28 05:14:02.868479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:02.920430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee9b6c-59f5-4c2d-b7ee-b91b04b07b23 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=4eee5ade-b7c3-402e-a435-e8b87af4bd5e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:02.931057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4eee5ade-b7c3-402e-a435-e8b87af4bd5e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:02.949559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6dd494-58b1-4c93-ac76-c0f7bf5f6f02 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:02.951010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cb6dd494-58b1-4c93-ac76-c0f7bf5f6f02 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks?id=4eee5ade-b7c3-402e-a435-e8b87af4bd5e HTTP/1.1" status: 200 len: 761 time: 0.0815535 Jan 28 05:14:02.955133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:02.960204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666675117'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:02.980781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:02.984196 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.007999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:03.017342 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.017695 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 5245b515-a0f9-412b-b571-04e3a7a96f20 of type vlan for network 2805ae1e-12be-42dc-b106-ee7c14f55fab Jan 28 05:14:03.056575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.080184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.085636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:03.086210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.143590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1872356 Jan 28 05:14:03.146341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:03.151514 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:03.461295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8184d-5d18-4c98-864d-2d5700ded8f4 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=2805ae1e-12be-42dc-b106-ee7c14f55fab,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:03.472074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2805ae1e-12be-42dc-b106-ee7c14f55fab details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:03.530510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:03.534099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.705639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (de9da53d-697e-4b74-aa52-3f846b680ba2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.762055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=de9da53d-697e-4b74-aa52-3f846b680ba2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:03.772986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '5245b515-a0f9-412b-b571-04e3a7a96f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:03.773380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 2805ae1e-12be-42dc-b106-ee7c14f55fab, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:03.790379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 2805ae1e-12be-42dc-b106-ee7c14f55fab is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:03.799724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2805ae1e-12be-42dc-b106-ee7c14f55fab) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:03.803887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:03.804572 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.808585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89487a5-2edd-4b43-b71e-7f7694978abb None None] Network 2805ae1e-12be-42dc-b106-ee7c14f55fab requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:03.820696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8c1a8f2a-2963-4fc3-8e95-bafa7e5c8b61 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6734338 Jan 28 05:14:03.823776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:03.910535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-2805ae1e-12be-42dc-b106-ee7c14f55fab', 'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': 'de9da53d-697e-4b74-aa52-3f846b680ba2'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:03.911526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.922221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:03.972546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (de9da53d-697e-4b74-aa52-3f846b680ba2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.045093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Allocated IP 172.20.0.2 (2805ae1e-12be-42dc-b106-ee7c14f55fab/de9da53d-697e-4b74-aa52-3f846b680ba2/55c7fe5e-2c17-40f9-ac8b-460a74ded23c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:04.184190 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Publish callbacks [] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.190073 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.205769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (de9da53d-697e-4b74-aa52-3f846b680ba2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.229047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Network 2805ae1e-12be-42dc-b106-ee7c14f55fab is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:04.231769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:04.237186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:04.239406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=de9da53d-697e-4b74-aa52-3f846b680ba2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:04.242554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Pushing event updated for resources: {'Port': ['ID=55c7fe5e-2c17-40f9-ac8b-460a74ded23c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:04.293025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Attempting to bind port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:04.293428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Attempting to bind port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5245b515-a0f9-412b-b571-04e3a7a96f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:04.293793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Attempting to bind port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c on network 2805ae1e-12be-42dc-b106-ee7c14f55fab {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:04.298777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:04.299097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Checking segment: {'id': '5245b515-a0f9-412b-b571-04e3a7a96f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:04.299507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.299701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.299899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Bound using segment: {'id': '5245b515-a0f9-412b-b571-04e3a7a96f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:04.300369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Bound port: 55c7fe5e-2c17-40f9-ac8b-460a74ded23c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5245b515-a0f9-412b-b571-04e3a7a96f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2805ae1e-12be-42dc-b106-ee7c14f55fab'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:04.300754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.322777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2805ae1e-12be-42dc-b106-ee7c14f55fab']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:04.332109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5245b515-a0f9-412b-b571-04e3a7a96f20') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:04.332413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5245b515-a0f9-412b-b571-04e3a7a96f20') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:04.341640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.355435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.361789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:04.362181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:04.365364 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:04.367424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] For port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:04.420459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] For port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=55c7fe5e-2c17-40f9-ac8b-460a74ded23c,segment=NetworkSegment(5245b515-a0f9-412b-b571-04e3a7a96f20),segment_id=5245b515-a0f9-412b-b571-04e3a7a96f20)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:04.420947 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:14:04.420947 n-d-824835-3 neutron-server[103138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:14:04.420947 n-d-824835-3 neutron-server[103138]: [parameters: {'id': '2805ae1e-12be-42dc-b106-ee7c14f55fab'}] Jan 28 05:14:04.420947 n-d-824835-3 neutron-server[103138]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:14:04.421342 n-d-824835-3 neutron-server[103138]: DEBUG oslo_db.api [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:14:04.424507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.502400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128681f-596a-4e05-8a97-0599d28a2ff4 None None] Pushing event updated for resources: {'Port': ['ID=55c7fe5e-2c17-40f9-ac8b-460a74ded23c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:04.517945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74a96a3-355f-4c87-889b-da3132fd4874 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:14:04.584831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a96a3-355f-4c87-889b-da3132fd4874 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:14:04.725795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fb081-c350-4564-b6ab-c00d4aacf054 None None] Network 2805ae1e-12be-42dc-b106-ee7c14f55fab requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:04.922587 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:04.980377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:04.980987 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.040868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=55c7fe5e-2c17-40f9-ac8b-460a74ded23c,segment=NetworkSegment(5245b515-a0f9-412b-b571-04e3a7a96f20),segment_id=5245b515-a0f9-412b-b571-04e3a7a96f20)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:05.041277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.053725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 55c7fe5e-2c17-40f9-ac8b-460a74ded23c owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:05.137625 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (55c7fe5e-2c17-40f9-ac8b-460a74ded23c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.164799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=55c7fe5e-2c17-40f9-ac8b-460a74ded23c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:05.166693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 55c7fe5e-2c17-40f9-ac8b-460a74ded23c on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:05.244023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.264107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2805ae1e-12be-42dc-b106-ee7c14f55fab']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:05.273074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5245b515-a0f9-412b-b571-04e3a7a96f20') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:05.273412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5245b515-a0f9-412b-b571-04e3a7a96f20') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:05.288865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.301831 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.307645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:05.308035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5245b515-a0f9-412b-b571-04e3a7a96f20), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:05.310933 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:05.366063 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2805ae1e-12be-42dc-b106-ee7c14f55fab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.373414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:05.376692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/2805ae1e-12be-42dc-b106-ee7c14f55fab HTTP/1.1" status: 204 len: 168 time: 1.5519128 Jan 28 05:14:05.379563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:05.388605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d94289-9539-4e32-a689-51deccd50716 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=2805ae1e-12be-42dc-b106-ee7c14f55fab,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:05.407822 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a803b4-5566-4c75-934e-9010b2906cc2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] GET failed (client error): The resource could not be found. Jan 28 05:14:05.409187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b8a803b4-5566-4c75-934e-9010b2906cc2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/subnets/de9da53d-697e-4b74-aa52-3f846b680ba2 HTTP/1.1" status: 404 len: 337 time: 0.0286191 Jan 28 05:14:05.411914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48608) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:05.436343 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c73aa53-8e39-471f-a1e6-469b06d8c821 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:05.436845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c73aa53-8e39-471f-a1e6-469b06d8c821 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:05.439860 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8c73aa53-8e39-471f-a1e6-469b06d8c821 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/2805ae1e-12be-42dc-b106-ee7c14f55fab HTTP/1.1" status: 404 len: 339 time: 0.0270581 Jan 28 05:14:05.443489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48610) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:05.908517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae214186-5ef9-44d8-8bbf-2906b0bf1a3c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:05.910042 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ae214186-5ef9-44d8-8bbf-2906b0bf1a3c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4656608 Jan 28 05:14:05.912698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48612) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:05.947171 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9868f22e-af66-4b3d-8dd3-11445ec5461d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327 HTTP/1.1" status: 200 len: 207 time: 0.0334070 Jan 28 05:14:05.950227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48614) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.123559 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314f93f-b5c1-4034-a5ac-84743b8fa07d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.128440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314f93f-b5c1-4034-a5ac-84743b8fa07d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.133759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314f93f-b5c1-4034-a5ac-84743b8fa07d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.138963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314f93f-b5c1-4034-a5ac-84743b8fa07d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.140595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a314f93f-b5c1-4034-a5ac-84743b8fa07d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1894815 Jan 28 05:14:06.144155 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48616) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.250864 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4ea504bd-c0b1-4490-9215-1b022649492d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1056535 Jan 28 05:14:06.254023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48618) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.303389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244ce99-5341-4af6-a259-520ec227d9ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.304834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244ce99-5341-4af6-a259-520ec227d9ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.306430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2244ce99-5341-4af6-a259-520ec227d9ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0515070 Jan 28 05:14:06.309874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48620) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.359510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334bef2-1a13-4cc0-87a7-62a4bdb82e1b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.360863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334bef2-1a13-4cc0-87a7-62a4bdb82e1b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['shared'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.362431 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1334bef2-1a13-4cc0-87a7-62a4bdb82e1b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0516772 Jan 28 05:14:06.366120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48622) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.466958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0efe85-8062-4e90-b986-ef91a0155e9f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.468307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1a0efe85-8062-4e90-b986-ef91a0155e9f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks/8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 HTTP/1.1" status: 200 len: 800 time: 0.1012623 Jan 28 05:14:06.471872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48624) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.565259 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-120f5949-3f58-406d-9e1e-68f290e4be0c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/networks/8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0923142 Jan 28 05:14:06.568616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.576022 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:06.621829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8deae3-7832-4269-9a94-f2926791ec84 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.623192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-df8deae3-7832-4269-9a94-f2926791ec84 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/subnets/34577d08-5737-46df-9e6b-08568f04fb05 HTTP/1.1" status: 200 len: 811 time: 0.0536242 Jan 28 05:14:06.626715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48628) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.682168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48322201-6b4d-4a78-b6cf-8ce16f02acb2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.683562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-48322201-6b4d-4a78-b6cf-8ce16f02acb2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "GET /v2.0/subnets/34577d08-5737-46df-9e6b-08568f04fb05?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0559487 Jan 28 05:14:06.686947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48630) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.691485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294861180'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:06.710795 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:06.714749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:06.737632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:06.746036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:06.746384 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Added segment 08d0db96-00bb-459b-90e3-da9ce9182aeb of type vlan for network 336b74e1-6000-448e-a603-5fa00825d3bd Jan 28 05:14:06.784328 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:06.809285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:06.814157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:06.814739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:06.865186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1772177 Jan 28 05:14:06.868004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48632) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:06.873892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:06.883959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbf7bb-31b2-4079-a1fe-5af9fe7d144c tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Network': ['ID=336b74e1-6000-448e-a603-5fa00825d3bd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:06.894558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 336b74e1-6000-448e-a603-5fa00825d3bd details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:06.965308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Made reservation on behalf of d5bd43dc4eec4482ab6d07f8f30de55b for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:06.968759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.022445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing IP validity checks on allocation pools {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:14:07.022885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:14:07.152611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (80a11725-bfd3-4617-890b-89d21c5faf9d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.208245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=80a11725-bfd3-4617-890b-89d21c5faf9d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:07.218783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Checking segment: {'id': '08d0db96-00bb-459b-90e3-da9ce9182aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:07.219149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network hostable DHCP agents. Network: 336b74e1-6000-448e-a603-5fa00825d3bd, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:07.234884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Network 336b74e1-6000-448e-a603-5fa00825d3bd is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:07.243512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 336b74e1-6000-448e-a603-5fa00825d3bd) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:07.247400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:07.247984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.253018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ce601-d41c-43bb-ab7b-1602812554c5 None None] Network 336b74e1-6000-448e-a603-5fa00825d3bd requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:07.265304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5731688c-273a-40dd-ac48-b791f061a5ba tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.3954120 Jan 28 05:14:07.267995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48634) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:07.273187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:07.351984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-336b74e1-6000-448e-a603-5fa00825d3bd', 'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd', 'project_id': 'd5bd43dc4eec4482ab6d07f8f30de55b', 'fixed_ips': [{'subnet_id': '80a11725-bfd3-4617-890b-89d21c5faf9d'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:07.352852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.370863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50445218'] for subnet (80a11725-bfd3-4617-890b-89d21c5faf9d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.521133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792585955539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-50379179'] for subnet (80a11725-bfd3-4617-890b-89d21c5faf9d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.565920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Allocated IP 172.20.0.3 (336b74e1-6000-448e-a603-5fa00825d3bd/80a11725-bfd3-4617-890b-89d21c5faf9d/12223494-e18d-4f4f-bc66-a7af94fab817) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:07.571061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:07.572198 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.573546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "PUT /v2.0/subnets/80a11725-bfd3-4617-890b-89d21c5faf9d HTTP/1.1" status: 200 len: 877 time: 0.3046253 Jan 28 05:14:07.576487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48636) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:07.588268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3d0ee-b14e-4c14-be34-21e43106c94b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event updated for resources: {'Subnet': ['ID=80a11725-bfd3-4617-890b-89d21c5faf9d,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:07.673821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.712522 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Publish callbacks [] for port (12223494-e18d-4f4f-bc66-a7af94fab817), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.718485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (12223494-e18d-4f4f-bc66-a7af94fab817), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.726401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (80a11725-bfd3-4617-890b-89d21c5faf9d), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.755250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Network 336b74e1-6000-448e-a603-5fa00825d3bd is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:07.758049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:07.761922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:07.772753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Pushing event updated for resources: {'Port': ['ID=12223494-e18d-4f4f-bc66-a7af94fab817,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:07.797236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (80a11725-bfd3-4617-890b-89d21c5faf9d), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.826212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Attempting to bind port 12223494-e18d-4f4f-bc66-a7af94fab817 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:07.826501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Attempting to bind port 12223494-e18d-4f4f-bc66-a7af94fab817 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '08d0db96-00bb-459b-90e3-da9ce9182aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:07.826867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Attempting to bind port 12223494-e18d-4f4f-bc66-a7af94fab817 on network 336b74e1-6000-448e-a603-5fa00825d3bd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:07.830911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=80a11725-bfd3-4617-890b-89d21c5faf9d,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:07.832608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:07.832898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Checking segment: {'id': '08d0db96-00bb-459b-90e3-da9ce9182aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:07.833455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.833857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Bound using segment: {'id': '08d0db96-00bb-459b-90e3-da9ce9182aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:07.834452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Bound port: 12223494-e18d-4f4f-bc66-a7af94fab817, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d0db96-00bb-459b-90e3-da9ce9182aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '336b74e1-6000-448e-a603-5fa00825d3bd'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:07.834840 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (12223494-e18d-4f4f-bc66-a7af94fab817), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.887846 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.910071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336b74e1-6000-448e-a603-5fa00825d3bd']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:07.920097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d0db96-00bb-459b-90e3-da9ce9182aeb') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:07.920393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d0db96-00bb-459b-90e3-da9ce9182aeb') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:07.932412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.947083 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.953660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:07.954065 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:07.957326 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:08.018079 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:14:08.018079 n-d-824835-3 neutron-server[103139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:14:08.018079 n-d-824835-3 neutron-server[103139]: [parameters: {'id': '336b74e1-6000-448e-a603-5fa00825d3bd'}] Jan 28 05:14:08.018079 n-d-824835-3 neutron-server[103139]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:14:08.018551 n-d-824835-3 neutron-server[103139]: DEBUG oslo_db.api [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:14:08.049257 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.064868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] For port 12223494-e18d-4f4f-bc66-a7af94fab817, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:08.067895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] For port 12223494-e18d-4f4f-bc66-a7af94fab817, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=12223494-e18d-4f4f-bc66-a7af94fab817,segment=NetworkSegment(08d0db96-00bb-459b-90e3-da9ce9182aeb),segment_id=08d0db96-00bb-459b-90e3-da9ce9182aeb)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:08.071932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (12223494-e18d-4f4f-bc66-a7af94fab817), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.156247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb34a79-aedb-4e20-87ae-e979e8dbdf34 None None] Pushing event updated for resources: {'Port': ['ID=12223494-e18d-4f4f-bc66-a7af94fab817,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:08.164430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69821aa9-f151-4398-a67b-a94cb00c1182 None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:14:08.228936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69821aa9-f151-4398-a67b-a94cb00c1182 None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:14:08.372189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0293be-02b9-4f61-b6a6-a771d306d2eb None None] Network 336b74e1-6000-448e-a603-5fa00825d3bd requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:08.462727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665b509-791e-4bab-a9c0-9aa75df6b0d4 None None] Network 336b74e1-6000-448e-a603-5fa00825d3bd requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:08.519168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.573592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 12223494-e18d-4f4f-bc66-a7af94fab817 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:08.573943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (12223494-e18d-4f4f-bc66-a7af94fab817), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.619085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a75222e-a9d5-4b31-bd0c-e12dd82f3ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.637259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 12223494-e18d-4f4f-bc66-a7af94fab817, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=12223494-e18d-4f4f-bc66-a7af94fab817,segment=NetworkSegment(08d0db96-00bb-459b-90e3-da9ce9182aeb),segment_id=08d0db96-00bb-459b-90e3-da9ce9182aeb)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:08.637625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (12223494-e18d-4f4f-bc66-a7af94fab817), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.650516 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 12223494-e18d-4f4f-bc66-a7af94fab817 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:08.731040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (12223494-e18d-4f4f-bc66-a7af94fab817), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.755088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=12223494-e18d-4f4f-bc66-a7af94fab817,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:08.758771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 12223494-e18d-4f4f-bc66-a7af94fab817 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:08.838500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.858746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336b74e1-6000-448e-a603-5fa00825d3bd']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:08.867724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d0db96-00bb-459b-90e3-da9ce9182aeb') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:08.868027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d0db96-00bb-459b-90e3-da9ce9182aeb') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:08.877221 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.890187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.896435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:08.896997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (08d0db96-00bb-459b-90e3-da9ce9182aeb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:08.900449 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:08.957347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (336b74e1-6000-448e-a603-5fa00825d3bd), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.964580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:08.967716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/336b74e1-6000-448e-a603-5fa00825d3bd HTTP/1.1" status: 204 len: 168 time: 1.3903170 Jan 28 05:14:08.971186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48638) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:08.979302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0c642-eab3-4d14-afbd-701961c0c799 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=336b74e1-6000-448e-a603-5fa00825d3bd,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:09.003070 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2693cbb-7f00-40a3-9f8c-680506bbe9ca tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.003534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2693cbb-7f00-40a3-9f8c-680506bbe9ca tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.006585 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a2693cbb-7f00-40a3-9f8c-680506bbe9ca tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/80a11725-bfd3-4617-890b-89d21c5faf9d HTTP/1.1" status: 404 len: 337 time: 0.0343955 Jan 28 05:14:09.009663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48640) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.027655 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-456f9b5c-63c6-4d69-8934-4986a636d927 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.028178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456f9b5c-63c6-4d69-8934-4986a636d927 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.031174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-456f9b5c-63c6-4d69-8934-4986a636d927 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/336b74e1-6000-448e-a603-5fa00825d3bd HTTP/1.1" status: 404 len: 339 time: 0.0206099 Jan 28 05:14:09.033407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48642) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.058144 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac4de51-97d9-4255-ab14-23339df4ce9d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.058591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac4de51-97d9-4255-ab14-23339df4ce9d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.061627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1ac4de51-97d9-4255-ab14-23339df4ce9d tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/de9da53d-697e-4b74-aa52-3f846b680ba2 HTTP/1.1" status: 404 len: 337 time: 0.0273557 Jan 28 05:14:09.063895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48644) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.081171 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-6509b8f9-341e-4685-8c7a-f29e26e00db0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.081657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6509b8f9-341e-4685-8c7a-f29e26e00db0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.084587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6509b8f9-341e-4685-8c7a-f29e26e00db0 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/2805ae1e-12be-42dc-b106-ee7c14f55fab HTTP/1.1" status: 404 len: 339 time: 0.0198274 Jan 28 05:14:09.086743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48646) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.158367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.246469 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.266466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee5ade-b7c3-402e-a435-e8b87af4bd5e']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:09.275455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb6e162-e73c-43b6-9b35-0033da32199d') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:09.275748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb6e162-e73c-43b6-9b35-0033da32199d') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:09.285350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (aeb6e162-e73c-43b6-9b35-0033da32199d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.297986 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aeb6e162-e73c-43b6-9b35-0033da32199d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.303772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:09.304153 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (aeb6e162-e73c-43b6-9b35-0033da32199d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:09.307529 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:09.366225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4eee5ade-b7c3-402e-a435-e8b87af4bd5e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.373553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.376758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/4eee5ade-b7c3-402e-a435-e8b87af4bd5e HTTP/1.1" status: 204 len: 168 time: 0.2885363 Jan 28 05:14:09.379536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48648) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.388876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f2c60-7bd7-4959-856a-ca19270a8a04 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=4eee5ade-b7c3-402e-a435-e8b87af4bd5e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:09.410729 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d768a9ca-55c9-4237-baf7-637f63721669 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.411130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d768a9ca-55c9-4237-baf7-637f63721669 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.414326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d768a9ca-55c9-4237-baf7-637f63721669 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/1e3d5a3c-da68-4cbc-aec8-4f6bbadc56f3 HTTP/1.1" status: 404 len: 337 time: 0.0337310 Jan 28 05:14:09.416882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48650) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.434729 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e9b5ae-47f9-413c-8e25-efac324f10f5 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.435215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e9b5ae-47f9-413c-8e25-efac324f10f5 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.438136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-99e9b5ae-47f9-413c-8e25-efac324f10f5 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/68c00799-96ff-4caf-a15e-791389d413d7 HTTP/1.1" status: 404 len: 339 time: 0.0203214 Jan 28 05:14:09.440365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48652) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.465764 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-119493a1-e71f-4ff1-b39a-c8acc674f63e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.466233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119493a1-e71f-4ff1-b39a-c8acc674f63e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.469246 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-119493a1-e71f-4ff1-b39a-c8acc674f63e tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/f9c998ec-d0f8-4ded-9781-dca13c342343 HTTP/1.1" status: 404 len: 337 time: 0.0280020 Jan 28 05:14:09.471758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48654) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.490255 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdd4add-ae7b-4857-b25c-5a31b7bc4c1b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.490776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdd4add-ae7b-4857-b25c-5a31b7bc4c1b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.494483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1cdd4add-ae7b-4857-b25c-5a31b7bc4c1b tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/70bc47e7-7aba-4d03-b6aa-841e55c01827 HTTP/1.1" status: 404 len: 339 time: 0.0217485 Jan 28 05:14:09.496884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.526087 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f1e5a4-3aeb-4360-bde8-ec55d3724643 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.526547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f1e5a4-3aeb-4360-bde8-ec55d3724643 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.529609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-35f1e5a4-3aeb-4360-bde8-ec55d3724643 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/77d55d6b-26b5-4638-aebf-6e42d0a1c3f1 HTTP/1.1" status: 404 len: 337 time: 0.0317979 Jan 28 05:14:09.532055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.549591 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-db671b9e-3cbf-40da-9240-d1c8cd2a8a55 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.550072 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db671b9e-3cbf-40da-9240-d1c8cd2a8a55 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.552974 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-db671b9e-3cbf-40da-9240-d1c8cd2a8a55 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/22c809b3-1b44-48ab-877f-5a40a8d818c1 HTTP/1.1" status: 404 len: 339 time: 0.0200388 Jan 28 05:14:09.555150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.579265 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe1aa83-8921-4e33-84d3-dcbabae55941 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.579707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe1aa83-8921-4e33-84d3-dcbabae55941 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.582680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-afe1aa83-8921-4e33-84d3-dcbabae55941 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/16916e60-019c-472e-96c6-31aa92ce41bd HTTP/1.1" status: 404 len: 337 time: 0.0266678 Jan 28 05:14:09.585501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48662) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.604264 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9d1a36-8202-4938-9315-8640c6329217 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.604746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9d1a36-8202-4938-9315-8640c6329217 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.607662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ae9d1a36-8202-4938-9315-8640c6329217 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/31ffd853-38f4-486b-aec4-14af6d64ee4a HTTP/1.1" status: 404 len: 339 time: 0.0211699 Jan 28 05:14:09.610021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48664) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.634833 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c896d777-99df-444f-a8b6-040157cc67b7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.635273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c896d777-99df-444f-a8b6-040157cc67b7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.638178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c896d777-99df-444f-a8b6-040157cc67b7 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/e40fb68c-9b4e-441d-a62b-87e9b372df66 HTTP/1.1" status: 404 len: 337 time: 0.0272932 Jan 28 05:14:09.640529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48666) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.657296 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6290029-309c-4ad3-bd86-9c381c75ad8f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.657773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6290029-309c-4ad3-bd86-9c381c75ad8f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.660816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b6290029-309c-4ad3-bd86-9c381c75ad8f tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/8ad55a19-28ff-4fc3-967c-840fc312aee4 HTTP/1.1" status: 404 len: 339 time: 0.0193741 Jan 28 05:14:09.662862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.687680 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-877945f6-7590-4bfa-a3cd-85eca9bd0af2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.688114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877945f6-7590-4bfa-a3cd-85eca9bd0af2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.690977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-877945f6-7590-4bfa-a3cd-85eca9bd0af2 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/2b958b38-efd2-47ea-ac4c-b43448ae6528 HTTP/1.1" status: 404 len: 337 time: 0.0272851 Jan 28 05:14:09.693175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.710037 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a9df2b-141c-4c7b-983d-623c29851df9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.710527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a9df2b-141c-4c7b-983d-623c29851df9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.713475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-01a9df2b-141c-4c7b-983d-623c29851df9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/aa20226d-dc8d-4237-b5fc-202bac99edf1 HTTP/1.1" status: 404 len: 339 time: 0.0194111 Jan 28 05:14:09.715889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48672) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.740646 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a3dd3c-9b49-401f-99d4-4e5585033ea3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.741077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a3dd3c-9b49-401f-99d4-4e5585033ea3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.744770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-57a3dd3c-9b49-401f-99d4-4e5585033ea3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/f3763342-6283-4ee0-8298-5a1e882c630f HTTP/1.1" status: 404 len: 337 time: 0.0280092 Jan 28 05:14:09.747065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.764192 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-126d1f08-7931-44b7-8d04-380d38d11672 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.764670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126d1f08-7931-44b7-8d04-380d38d11672 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.767634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-126d1f08-7931-44b7-8d04-380d38d11672 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/dc82cd73-b650-415a-8a43-22d6bb983e6a HTTP/1.1" status: 404 len: 339 time: 0.0196457 Jan 28 05:14:09.769881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48676) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.799201 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe868b36-a687-4817-a5e2-8176cb2b7f22 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.799656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe868b36-a687-4817-a5e2-8176cb2b7f22 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.802704 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fe868b36-a687-4817-a5e2-8176cb2b7f22 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/09ced7db-30fa-4f91-b652-b7aa7e1d57c1 HTTP/1.1" status: 404 len: 337 time: 0.0316780 Jan 28 05:14:09.805201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.823284 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f58b86-fb1a-4fc1-8f62-0cc42319edc9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] DELETE failed (client error): The resource could not be found. Jan 28 05:14:09.823772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f58b86-fb1a-4fc1-8f62-0cc42319edc9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:14:09.826726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-67f58b86-fb1a-4fc1-8f62-0cc42319edc9 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/c3899e85-80ac-49e2-9105-82da9619d2ff HTTP/1.1" status: 404 len: 339 time: 0.0205882 Jan 28 05:14:09.828968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48680) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:09.878244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting subnet 34577d08-5737-46df-9e6b-08568f04fb05 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:09.881303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (34577d08-5737-46df-9e6b-08568f04fb05), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:09.922218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (34577d08-5737-46df-9e6b-08568f04fb05), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.007598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (34577d08-5737-46df-9e6b-08568f04fb05), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.063149 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (34577d08-5737-46df-9e6b-08568f04fb05), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.086500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Subnet': ['ID=34577d08-5737-46df-9e6b-08568f04fb05,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:10.092437 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.095592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0b498fe4-8166-4fa5-86b5-6d922b90ecf3 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/subnets/34577d08-5737-46df-9e6b-08568f04fb05 HTTP/1.1" status: 204 len: 168 time: 0.2657261 Jan 28 05:14:10.098092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:10.098959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede5610-dc05-4638-bbc5-3323c1d1fb4d None None] Network 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:10.180196 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.234183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Deleting port 751a65b7-b00c-4505-aca5-1402da06a02b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:10.234529 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.249291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] DHCP port deletion for 8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:10.296479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Deleting port 751a65b7-b00c-4505-aca5-1402da06a02b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:10.296676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] For port 751a65b7-b00c-4505-aca5-1402da06a02b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=751a65b7-b00c-4505-aca5-1402da06a02b,segment=NetworkSegment(5aee6733-dc61-48d0-8237-b50d46330f06),segment_id=5aee6733-dc61-48d0-8237-b50d46330f06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:10.296974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.297099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.309866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Calling delete_port for 751a65b7-b00c-4505-aca5-1402da06a02b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:10.361615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] For port 751a65b7-b00c-4505-aca5-1402da06a02b, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=751a65b7-b00c-4505-aca5-1402da06a02b,segment=NetworkSegment(5aee6733-dc61-48d0-8237-b50d46330f06),segment_id=5aee6733-dc61-48d0-8237-b50d46330f06)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:10.362109 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.374829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Calling delete_port for 751a65b7-b00c-4505-aca5-1402da06a02b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:10.394490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.422022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Port': ['ID=751a65b7-b00c-4505-aca5-1402da06a02b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:10.425796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] No DVR routers for this DVR port 751a65b7-b00c-4505-aca5-1402da06a02b on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:10.456114 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (751a65b7-b00c-4505-aca5-1402da06a02b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.489048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Pushing event deleted for resources: {'Port': ['ID=751a65b7-b00c-4505-aca5-1402da06a02b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:10.493935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] No DVR routers for this DVR port 751a65b7-b00c-4505-aca5-1402da06a02b on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:10.502878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.507649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.510005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.510005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d1c1-e732-4544-99c5-c46a149e0271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:10.518485 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.548970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:10.560995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aee6733-dc61-48d0-8237-b50d46330f06') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:10.561340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aee6733-dc61-48d0-8237-b50d46330f06') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:10.570764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5aee6733-dc61-48d0-8237-b50d46330f06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.587244 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5aee6733-dc61-48d0-8237-b50d46330f06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.594219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:10.594761 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5aee6733-dc61-48d0-8237-b50d46330f06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:10.597755 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:10.659522 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.666206 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.669786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] 10.222.0.21 "DELETE /v2.0/networks/8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3 HTTP/1.1" status: 204 len: 168 time: 0.5707412 Jan 28 05:14:10.682572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a99dc6-c3d7-4d14-bc7b-b15051ff2c57 tempest-NetworksTest-781010220 tempest-NetworksTest-781010220-project] Pushing event deleted for resources: {'Network': ['ID=8c84aaaa-94e8-40eb-b4da-bb2f9b5834c3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:10.847289 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4ed80a6-b73c-4ab8-a150-f584a1e9b1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:10.930365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:11.021219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 751a65b7-b00c-4505-aca5-1402da06a02b no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:11.046160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 751a65b7-b00c-4505-aca5-1402da06a02b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:11.046521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 751a65b7-b00c-4505-aca5-1402da06a02b not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:11.103670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e7571b7-d0fb-4b1a-a262-5ea902ef8335 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5bd43dc4eec4482ab6d07f8f30de55b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715894 Jan 28 05:14:11.106243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48694) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:11.156725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e992e6e-19e4-4bd4-af4d-a7ff2d319c8e admin admin] Publish callbacks [] for security_group (75851b0a-f6b4-44cd-83f6-03276fbd8f1a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:11.177297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e992e6e-19e4-4bd4-af4d-a7ff2d319c8e admin admin] Publish callbacks [] for security_group (75851b0a-f6b4-44cd-83f6-03276fbd8f1a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:11.221200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e992e6e-19e4-4bd4-af4d-a7ff2d319c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (75851b0a-f6b4-44cd-83f6-03276fbd8f1a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:11.223735 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e992e6e-19e4-4bd4-af4d-a7ff2d319c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:11.225172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8e992e6e-19e4-4bd4-af4d-a7ff2d319c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75851b0a-f6b4-44cd-83f6-03276fbd8f1a HTTP/1.1" status: 204 len: 168 time: 0.1177366 Jan 28 05:14:11.233261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992e6e-19e4-4bd4-af4d-a7ff2d319c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75851b0a-f6b4-44cd-83f6-03276fbd8f1a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:11.880202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48716) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:11.978785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923665789'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:11.997424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:12.000721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.009552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.061559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.096064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for security_group (cf2a36f0-fab0-4e42-96a3-6491519be773), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.100184 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cf2a36f0-fab0-4e42-96a3-6491519be773), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.132154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:12.139648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a36f0-fab0-4e42-96a3-6491519be773,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:12.147222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (62389f2f-b994-4b52-ac04-83da8bbb2b96), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.147601 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 62389f2f-b994-4b52-ac04-83da8bbb2b96 of type vlan for network 36253f51-15e0-47c5-b06d-c96a63f60171 Jan 28 05:14:12.187166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (36253f51-15e0-47c5-b06d-c96a63f60171), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.211823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (36253f51-15e0-47c5-b06d-c96a63f60171), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.216650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:12.217261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.275287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3938136 Jan 28 05:14:12.277772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48720) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:12.284518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1392396061'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:12.295733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f34b77-bb8b-444a-bae6-4aa6fd57d254 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=36253f51-15e0-47c5-b06d-c96a63f60171,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:12.307011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 36253f51-15e0-47c5-b06d-c96a63f60171 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:12.312255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:12.316064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.339213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:12.348401 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7fb96569-70ff-402a-b512-3ffab6abeb32), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.348750 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 7fb96569-70ff-402a-b512-3ffab6abeb32 of type vlan for network 82cdd561-a289-4db8-9e95-095b69f18aa9 Jan 28 05:14:12.388851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (82cdd561-a289-4db8-9e95-095b69f18aa9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.412210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (82cdd561-a289-4db8-9e95-095b69f18aa9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.417302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:12.417881 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.479962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2011654 Jan 28 05:14:12.482915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:12.489973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:12.510595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca60546-2be4-44a7-bd47-f467c4965061 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=82cdd561-a289-4db8-9e95-095b69f18aa9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:12.520378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:12.584304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:12.588062 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.770049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (396ea196-d08b-4ad7-bed7-bd34f14d7352), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.832056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=396ea196-d08b-4ad7-bed7-bd34f14d7352,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:12.841054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '62389f2f-b994-4b52-ac04-83da8bbb2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:12.841453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: 36253f51-15e0-47c5-b06d-c96a63f60171, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:12.858035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 36253f51-15e0-47c5-b06d-c96a63f60171 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:12.866081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 36253f51-15e0-47c5-b06d-c96a63f60171) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:12.870879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:12.871474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.877128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1598a-2de0-4f02-883b-e286c1b18bd2 None None] Network 36253f51-15e0-47c5-b06d-c96a63f60171 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:12.887451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-42b4b0b1-dac0-461c-a965-7fd3ee22165e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4035397 Jan 28 05:14:12.890359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48724) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:12.895178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:12.979313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-36253f51-15e0-47c5-b06d-c96a63f60171', 'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '396ea196-d08b-4ad7-bed7-bd34f14d7352'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:12.980173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.988045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:12.991566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.121056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Allocated IP 2001:db8::2 (36253f51-15e0-47c5-b06d-c96a63f60171/396ea196-d08b-4ad7-bed7-bd34f14d7352/481e6fd0-697f-4c69-998f-b998e5c53a1e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:13.173523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (aa044c8e-5dfa-4c58-a2b3-c151551ffb27), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.226720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=aa044c8e-5dfa-4c58-a2b3-c151551ffb27,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:13.244047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '7fb96569-70ff-402a-b512-3ffab6abeb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:13.244431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: 82cdd561-a289-4db8-9e95-095b69f18aa9, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:13.260745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:13.261550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Publish callbacks [] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.267829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.269677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 82cdd561-a289-4db8-9e95-095b69f18aa9) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:13.275333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:13.275948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.292830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-374bf881-b4ff-447a-8ab5-ee6dda660431 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4014595 Jan 28 05:14:13.295855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48726) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:13.299761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d47b86-3a8e-452f-bcf1-0777a6e286fc None None] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:13.300703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1942196999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:13.321906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (69868610-b00d-42cf-9749-df5f28e6c65e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.322887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (69868610-b00d-42cf-9749-df5f28e6c65e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.351211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Network 36253f51-15e0-47c5-b06d-c96a63f60171 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:13.360516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:13.372846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:13.380785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (69868610-b00d-42cf-9749-df5f28e6c65e), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.384785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Pushing event updated for resources: {'Port': ['ID=481e6fd0-697f-4c69-998f-b998e5c53a1e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:13.385258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (69868610-b00d-42cf-9749-df5f28e6c65e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.403913 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.405885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5efcb7e4-14f9-4c8c-85ef-7d4c6a115a48 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1090572 Jan 28 05:14:13.408715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:13.489803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Attempting to bind port 481e6fd0-697f-4c69-998f-b998e5c53a1e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:13.490443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Attempting to bind port 481e6fd0-697f-4c69-998f-b998e5c53a1e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '62389f2f-b994-4b52-ac04-83da8bbb2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:13.491241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Attempting to bind port 481e6fd0-697f-4c69-998f-b998e5c53a1e on network 36253f51-15e0-47c5-b06d-c96a63f60171 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:13.500366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-82cdd561-a289-4db8-9e95-095b69f18aa9', 'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': 'aa044c8e-5dfa-4c58-a2b3-c151551ffb27'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:13.501377 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.519596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:13.519974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Checking segment: {'id': '62389f2f-b994-4b52-ac04-83da8bbb2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:13.520588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.521036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Bound using segment: {'id': '62389f2f-b994-4b52-ac04-83da8bbb2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:13.521581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Bound port: 481e6fd0-697f-4c69-998f-b998e5c53a1e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62389f2f-b994-4b52-ac04-83da8bbb2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '36253f51-15e0-47c5-b06d-c96a63f60171'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:13.521968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.680698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] For port 481e6fd0-697f-4c69-998f-b998e5c53a1e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:13.696342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] For port 481e6fd0-697f-4c69-998f-b998e5c53a1e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=481e6fd0-697f-4c69-998f-b998e5c53a1e,segment=NetworkSegment(62389f2f-b994-4b52-ac04-83da8bbb2b96),segment_id=62389f2f-b994-4b52-ac04-83da8bbb2b96)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:13.704874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.713944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Allocated IP 2001:db8:1::2 (82cdd561-a289-4db8-9e95-095b69f18aa9/aa044c8e-5dfa-4c58-a2b3-c151551ffb27/18c82cb9-7f1f-48f4-9a84-3a3aa1c00576) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:13.723848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.837453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64e8a2-d692-4726-a3e5-e88fd37f92cd None None] Pushing event updated for resources: {'Port': ['ID=481e6fd0-697f-4c69-998f-b998e5c53a1e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:13.841412 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.926540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Publish callbacks [] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.933933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.992467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8::1 (36253f51-15e0-47c5-b06d-c96a63f60171/396ea196-d08b-4ad7-bed7-bd34f14d7352/f7459945-b170-4850-8822-b7597463bf2e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:14.000413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:14.005818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:14.010834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:14.014829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Pushing event updated for resources: {'Port': ['ID=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:14.077851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Attempting to bind port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:14.078383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Attempting to bind port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '7fb96569-70ff-402a-b512-3ffab6abeb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:14.078858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Attempting to bind port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 on network 82cdd561-a289-4db8-9e95-095b69f18aa9 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:14.084857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:14.085540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Checking segment: {'id': '7fb96569-70ff-402a-b512-3ffab6abeb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:14.086053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.086572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Bound using segment: {'id': '7fb96569-70ff-402a-b512-3ffab6abeb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:14.087695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Bound port: 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb96569-70ff-402a-b512-3ffab6abeb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '82cdd561-a289-4db8-9e95-095b69f18aa9'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:14.088206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.118940 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (f7459945-b170-4850-8822-b7597463bf2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.156807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] For port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:14.157934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f7459945-b170-4850-8822-b7597463bf2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.160629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] For port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,segment=NetworkSegment(7fb96569-70ff-402a-b512-3ffab6abeb32),segment_id=7fb96569-70ff-402a-b512-3ffab6abeb32)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:14.164378 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.199151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 36253f51-15e0-47c5-b06d-c96a63f60171 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:14.202328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:14.209084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:14.209847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.216287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=f7459945-b170-4850-8822-b7597463bf2e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:14.230463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e757b-0472-462f-8836-32a2e24356c8 None None] Pushing event updated for resources: {'Port': ['ID=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:14.419621 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:14:14.666170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f7459945-b170-4850-8822-b7597463bf2e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.834007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd582e7c-a762-4252-a10d-841f63c7e079 None None] Network 36253f51-15e0-47c5-b06d-c96a63f60171 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:14.943827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] Provisioning complete for port 481e6fd0-697f-4c69-998f-b998e5c53a1e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:14.944219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.956698 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (f7459945-b170-4850-8822-b7597463bf2e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.963769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f7459945-b170-4850-8822-b7597463bf2e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.964901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.077823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=f7459945-b170-4850-8822-b7597463bf2e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:15.090846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] Current status of the port 481e6fd0-697f-4c69-998f-b998e5c53a1e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:15.090990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.155209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] For port 481e6fd0-697f-4c69-998f-b998e5c53a1e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=481e6fd0-697f-4c69-998f-b998e5c53a1e,segment=NetworkSegment(62389f2f-b994-4b52-ac04-83da8bbb2b96),segment_id=62389f2f-b994-4b52-ac04-83da8bbb2b96)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:15.159455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 36253f51-15e0-47c5-b06d-c96a63f60171 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:15.161374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:15.162798 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.253199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fe140-c795-4480-a1bd-0cc1e3c20be5 None None] Pushing event updated for resources: {'Port': ['ID=481e6fd0-697f-4c69-998f-b998e5c53a1e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:15.294889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 481e6fd0-697f-4c69-998f-b998e5c53a1e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:15.359954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 69868610-b00d-42cf-9749-df5f28e6c65e is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:14:15.372195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 481e6fd0-697f-4c69-998f-b998e5c53a1e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:15.372582 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.395254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.459476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c426bed-4707-4e63-b5ea-8e362b12ae1f None None] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:15.500793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:15.509112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-296f91da-52d5-4dea-a425-b57c8efdab7e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/69868610-b00d-42cf-9749-df5f28e6c65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0965557 Jan 28 05:14:15.510058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48730) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:15.513416 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] Sync routers for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:15.525943 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:15.526903 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:15.570054 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:15.573987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070c522-b035-41ca-975c-f3ad173038d5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:15.578076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d070c522-b035-41ca-975c-f3ad173038d5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports/f7459945-b170-4850-8822-b7597463bf2e HTTP/1.1" status: 200 len: 911 time: 0.0648830 Jan 28 05:14:15.578852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48732) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:15.585470 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:15.586540 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:15.631172 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:15.631838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849cd1-ecfb-4cc2-a8c2-5589ea698694 None None] The sync data for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:15.732582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 481e6fd0-697f-4c69-998f-b998e5c53a1e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:15.733716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:15.763823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Provisioning complete for port f7459945-b170-4850-8822-b7597463bf2e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:15.764201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f7459945-b170-4850-8822-b7597463bf2e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.858141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Port f7459945-b170-4850-8822-b7597463bf2e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:15.891833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Provisioning complete for port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:15.892220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.893981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:15.894415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.981371 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.057960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:16.058360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.060186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Current status of the port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:16.060560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.112916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] For port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,segment=NetworkSegment(7fb96569-70ff-402a-b512-3ffab6abeb32),segment_id=7fb96569-70ff-402a-b512-3ffab6abeb32)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:16.119632 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.210259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Provisioning complete for port 481e6fd0-697f-4c69-998f-b998e5c53a1e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:16.210956 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.216848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:14:16.217154 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:14:16.217647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Pushing event updated for resources: {'Port': ['ID=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:16.252839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8:1::1 (82cdd561-a289-4db8-9e95-095b69f18aa9/aa044c8e-5dfa-4c58-a2b3-c151551ffb27/fdf0fc12-8c81-4c52-8e2e-dda234db828e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:16.312391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5679bdd-7e2d-431e-911f-a860d767441a None None] Current status of the port 481e6fd0-697f-4c69-998f-b998e5c53a1e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:16.367597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.404498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.432212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cc637a05-4063-4e23-b86e-698dd860c38c None None] Provisioning complete for port f7459945-b170-4850-8822-b7597463bf2e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:16.432598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc637a05-4063-4e23-b86e-698dd860c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f7459945-b170-4850-8822-b7597463bf2e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.445625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:16.448576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:16.452195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:16.452725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.468016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cc637a05-4063-4e23-b86e-698dd860c38c None None] Port f7459945-b170-4850-8822-b7597463bf2e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:16.479304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cc637a05-4063-4e23-b86e-698dd860c38c None None] Provisioning complete for port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:16.479682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc637a05-4063-4e23-b86e-698dd860c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.498355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=fdf0fc12-8c81-4c52-8e2e-dda234db828e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:16.575043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cc637a05-4063-4e23-b86e-698dd860c38c None None] Current status of the port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:16.592704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.700451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fa0974de-0aa0-477f-b71e-39c9b4bf193c None None] Provisioning complete for port fdf0fc12-8c81-4c52-8e2e-dda234db828e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:16.701004 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa0974de-0aa0-477f-b71e-39c9b4bf193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.762984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa0974de-0aa0-477f-b71e-39c9b4bf193c None None] Port fdf0fc12-8c81-4c52-8e2e-dda234db828e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:16.769548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:16.864925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.869297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.870053 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:16.953776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=fdf0fc12-8c81-4c52-8e2e-dda234db828e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:16.997126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:16.998532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:17.038523 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 481e6fd0-697f-4c69-998f-b998e5c53a1e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:17.093771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 481e6fd0-697f-4c69-998f-b998e5c53a1e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:17.094171 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:17.178494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 481e6fd0-697f-4c69-998f-b998e5c53a1e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:17.179600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:17.232102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:17.232768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:17.293235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-24a89036-1a01-4299-beae-457f69a178e5 None None] Provisioning complete for port fdf0fc12-8c81-4c52-8e2e-dda234db828e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:17.293529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24a89036-1a01-4299-beae-457f69a178e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:17.353750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:17.356102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-24a89036-1a01-4299-beae-457f69a178e5 None None] Port fdf0fc12-8c81-4c52-8e2e-dda234db828e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:17.400672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 69868610-b00d-42cf-9749-df5f28e6c65e has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:17.489769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:17.495774 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e4544d59-9146-425b-8154-6a9a28ab503f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/69868610-b00d-42cf-9749-df5f28e6c65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153166 Jan 28 05:14:17.498357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48734) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:17.500508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] Sync routers for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:17.515099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:17.515730 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:17.539979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e08078-071c-4518-b421-3a70748cdcb7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:17.541391 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0e08078-071c-4518-b421-3a70748cdcb7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports/fdf0fc12-8c81-4c52-8e2e-dda234db828e HTTP/1.1" status: 200 len: 913 time: 0.0420752 Jan 28 05:14:17.544309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48736) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:17.550451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:17.559948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:17.560562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:17.592592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:17.593280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f9d43-b4a1-499f-8be1-63be010be914 None None] The sync data for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:17.850898 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:18.084337 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port fdf0fc12-8c81-4c52-8e2e-dda234db828e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:18.084601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:18.170383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:18.181997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for fdf0fc12-8c81-4c52-8e2e-dda234db828e owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:18.345255 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (fdf0fc12-8c81-4c52-8e2e-dda234db828e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:18.372970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=fdf0fc12-8c81-4c52-8e2e-dda234db828e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:18.482885 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:18.667052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 69868610-b00d-42cf-9749-df5f28e6c65e has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:18.756336 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:18.761987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f91b0f6d-037e-4da4-b944-2572762eeaf5 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/69868610-b00d-42cf-9749-df5f28e6c65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2167456 Jan 28 05:14:18.764802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48738) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:18.767297 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] Sync routers for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:18.777496 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:18.778097 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:18.812297 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:18.820729 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:18.821882 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:18.853602 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:18.854245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba701a9-cf93-4cb5-b5aa-860fd62d20d6 None None] The sync data for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:19.062654 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:19.579061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port f7459945-b170-4850-8822-b7597463bf2e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:19.579404 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f7459945-b170-4850-8822-b7597463bf2e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:19.664153 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f7459945-b170-4850-8822-b7597463bf2e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:19.676275 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for f7459945-b170-4850-8822-b7597463bf2e owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:19.839579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f7459945-b170-4850-8822-b7597463bf2e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:19.866691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=f7459945-b170-4850-8822-b7597463bf2e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:19.961290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (69868610-b00d-42cf-9749-df5f28e6c65e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.118628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 69868610-b00d-42cf-9749-df5f28e6c65e has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:20.191056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:20.195814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c861d5a-6b55-4033-b471-721abb3932aa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/69868610-b00d-42cf-9749-df5f28e6c65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299631 Jan 28 05:14:20.199120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48740) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:20.200573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] Sync routers for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:20.210379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:20.210991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:20.226705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-394644b2-4cf9-4f37-a01e-c5a83aa4fe92 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=69868610-b00d-42cf-9749-df5f28e6c65e HTTP/1.1" status: 200 len: 205 time: 0.0261638 Jan 28 05:14:20.229244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48742) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:20.247592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:20.256243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] Routers {'69868610-b00d-42cf-9749-df5f28e6c65e'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:20.256845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['69868610-b00d-42cf-9749-df5f28e6c65e'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:20.290828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:20.291558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7dc13-45ab-4fd9-b5e8-64af8b20d322 None None] The sync data for ids ['69868610-b00d-42cf-9749-df5f28e6c65e'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:20.305277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (69868610-b00d-42cf-9749-df5f28e6c65e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.457586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (69868610-b00d-42cf-9749-df5f28e6c65e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.459776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (69868610-b00d-42cf-9749-df5f28e6c65e), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.501446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (69868610-b00d-42cf-9749-df5f28e6c65e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.501939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router 69868610-b00d-42cf-9749-df5f28e6c65e {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:14:20.508528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.510341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0c5c3ca6-6dd9-4cc1-bb21-ad436b3623d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/69868610-b00d-42cf-9749-df5f28e6c65e HTTP/1.1" status: 204 len: 168 time: 0.2802134 Jan 28 05:14:20.512976 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:20.561750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet aa044c8e-5dfa-4c58-a2b3-c151551ffb27 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:20.564738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (aa044c8e-5dfa-4c58-a2b3-c151551ffb27), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.605693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (aa044c8e-5dfa-4c58-a2b3-c151551ffb27), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.701016 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (aa044c8e-5dfa-4c58-a2b3-c151551ffb27), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.759056 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (aa044c8e-5dfa-4c58-a2b3-c151551ffb27), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.780882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=aa044c8e-5dfa-4c58-a2b3-c151551ffb27,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:20.788526 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.792660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-deeb2d5d-da92-4439-94dd-cc604224ade7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/aa044c8e-5dfa-4c58-a2b3-c151551ffb27 HTTP/1.1" status: 204 len: 168 time: 0.2783761 Jan 28 05:14:20.794453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609344c-83e9-43ef-b70e-350160f3134e None None] Network 82cdd561-a289-4db8-9e95-095b69f18aa9 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:20.795235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48746) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:20.846483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 396ea196-d08b-4ad7-bed7-bd34f14d7352 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:20.850107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (396ea196-d08b-4ad7-bed7-bd34f14d7352), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.894756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (396ea196-d08b-4ad7-bed7-bd34f14d7352), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:20.952547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] DHCP port deletion for 82cdd561-a289-4db8-9e95-095b69f18aa9 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:20.980862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (396ea196-d08b-4ad7-bed7-bd34f14d7352), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.007848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] Deleting port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:21.008236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.042971 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (396ea196-d08b-4ad7-bed7-bd34f14d7352), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.053320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:21.069390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=396ea196-d08b-4ad7-bed7-bd34f14d7352,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.077294 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.081013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-da590396-0971-4bc6-8608-f1ff669048f0 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/396ea196-d08b-4ad7-bed7-bd34f14d7352 HTTP/1.1" status: 204 len: 168 time: 0.2847483 Jan 28 05:14:21.084108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:21.091111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97921e46-b37f-43ff-bf27-ba4c88082285 None None] Network 36253f51-15e0-47c5-b06d-c96a63f60171 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:21.131487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] For port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,segment=NetworkSegment(7fb96569-70ff-402a-b512-3ffab6abeb32),segment_id=7fb96569-70ff-402a-b512-3ffab6abeb32)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:21.131890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.163204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (82cdd561-a289-4db8-9e95-095b69f18aa9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.181366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] Calling delete_port for 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:21.215906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:21.216176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.277620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,segment=NetworkSegment(7fb96569-70ff-402a-b512-3ffab6abeb32),segment_id=7fb96569-70ff-402a-b512-3ffab6abeb32)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:21.277998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.291972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:21.294764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:21.295272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.341948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,segment=NetworkSegment(7fb96569-70ff-402a-b512-3ffab6abeb32),segment_id=7fb96569-70ff-402a-b512-3ffab6abeb32)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:21.347356 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.375693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] DHCP port deletion for 36253f51-15e0-47c5-b06d-c96a63f60171 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:21.380984 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.382562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (18c82cb9-7f1f-48f4-9a84-3a3aa1c00576), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.408021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.411838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:21.420651 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] No DVR routers for this DVR port 18c82cb9-7f1f-48f4-9a84-3a3aa1c00576 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:21.440180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.465331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960ca6d-74a5-4c42-8f2a-47f79db94e34 None None] Pushing event deleted for resources: {'Port': ['ID=18c82cb9-7f1f-48f4-9a84-3a3aa1c00576,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.483204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] Deleting port 481e6fd0-697f-4c69-998f-b998e5c53a1e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:21.483586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.495265 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (82cdd561-a289-4db8-9e95-095b69f18aa9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.515786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cdd561-a289-4db8-9e95-095b69f18aa9']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:21.525476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb96569-70ff-402a-b512-3ffab6abeb32') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:21.525776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb96569-70ff-402a-b512-3ffab6abeb32') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:21.535111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (7fb96569-70ff-402a-b512-3ffab6abeb32), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.547914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (7fb96569-70ff-402a-b512-3ffab6abeb32), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.551083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] For port 481e6fd0-697f-4c69-998f-b998e5c53a1e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=481e6fd0-697f-4c69-998f-b998e5c53a1e,segment=NetworkSegment(62389f2f-b994-4b52-ac04-83da8bbb2b96),segment_id=62389f2f-b994-4b52-ac04-83da8bbb2b96)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:21.551441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.554078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:21.554465 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (7fb96569-70ff-402a-b512-3ffab6abeb32), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:21.557595 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:21.565185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] Calling delete_port for 481e6fd0-697f-4c69-998f-b998e5c53a1e owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:21.615701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (82cdd561-a289-4db8-9e95-095b69f18aa9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.623346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.627217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/82cdd561-a289-4db8-9e95-095b69f18aa9 HTTP/1.1" status: 204 len: 168 time: 0.5421085 Jan 28 05:14:21.629816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48750) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:21.647568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (481e6fd0-697f-4c69-998f-b998e5c53a1e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.648053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951be36-2272-4edb-9aa6-c2467caa8dd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=82cdd561-a289-4db8-9e95-095b69f18aa9,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.673797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] Pushing event deleted for resources: {'Port': ['ID=481e6fd0-697f-4c69-998f-b998e5c53a1e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.677235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c43e-8ebe-4daa-96b2-4756f37ad199 None None] No DVR routers for this DVR port 481e6fd0-697f-4c69-998f-b998e5c53a1e on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:21.719533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (36253f51-15e0-47c5-b06d-c96a63f60171), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.801653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (36253f51-15e0-47c5-b06d-c96a63f60171), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.822537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36253f51-15e0-47c5-b06d-c96a63f60171']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:21.831730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62389f2f-b994-4b52-ac04-83da8bbb2b96') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:21.832028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62389f2f-b994-4b52-ac04-83da8bbb2b96') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:21.846407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (62389f2f-b994-4b52-ac04-83da8bbb2b96), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.859881 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (62389f2f-b994-4b52-ac04-83da8bbb2b96), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.865894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:21.866328 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (62389f2f-b994-4b52-ac04-83da8bbb2b96), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:21.869681 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:21.924855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (36253f51-15e0-47c5-b06d-c96a63f60171), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.934776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:21.938076 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/36253f51-15e0-47c5-b06d-c96a63f60171 HTTP/1.1" status: 204 len: 168 time: 0.3073020 Jan 28 05:14:21.942114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48752) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:21.947686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-843549227'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:21.948556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ddcc4-7d26-498e-91cb-d55717e1246c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=36253f51-15e0-47c5-b06d-c96a63f60171,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:21.970394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:21.973917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.001890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:22.011464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c69bc4ac-ab48-443b-92ab-3b3943af4a3d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.011810 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment c69bc4ac-ab48-443b-92ab-3b3943af4a3d of type vlan for network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 Jan 28 05:14:22.049720 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (a64912ff-650d-4f41-99c3-4e6a58e0d9d1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.074628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (a64912ff-650d-4f41-99c3-4e6a58e0d9d1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.079554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:22.080147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.130951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1880226 Jan 28 05:14:22.134884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48754) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:22.140190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:22.148642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe62e-534c-44d5-81d0-7cb09579b039 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=a64912ff-650d-4f41-99c3-4e6a58e0d9d1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:22.159535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:22.230957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:22.234451 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.408274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (30ffee7c-9eb7-498b-8c24-39d0434a45d3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.464544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=30ffee7c-9eb7-498b-8c24-39d0434a45d3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:22.474660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:22.475282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: a64912ff-650d-4f41-99c3-4e6a58e0d9d1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:22.491204 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:22.500408 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, a64912ff-650d-4f41-99c3-4e6a58e0d9d1) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:22.504392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:22.504996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.509033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4265627-5244-421f-b0de-50bff4d141b5 None None] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:22.521751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e103078b-74c8-4a5d-818f-624e82844ead tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3857527 Jan 28 05:14:22.524452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:22.528827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-998234660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:22.549318 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (4d163014-da89-41e4-9f52-f2d83d4457e3), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.550289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (4d163014-da89-41e4-9f52-f2d83d4457e3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.607401 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (4d163014-da89-41e4-9f52-f2d83d4457e3), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.611399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-a64912ff-650d-4f41-99c3-4e6a58e0d9d1', 'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '30ffee7c-9eb7-498b-8c24-39d0434a45d3'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:22.612502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.616714 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (4d163014-da89-41e4-9f52-f2d83d4457e3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.634588 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.635815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8f3e5ba8-3353-4124-94ba-9a1c9d05d567 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1104069 Jan 28 05:14:22.638455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:22.643979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'port': {'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1', 'name': 'tempest-RoutersIpV6Test-1814753822'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:22.754034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Allocated IP 2001:db8::2 (a64912ff-650d-4f41-99c3-4e6a58e0d9d1/30ffee7c-9eb7-498b-8c24-39d0434a45d3/9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:22.754821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:22.758607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.778859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] device_id is not set on port 282a3361-5b32-4d1b-8635-4127b598941f yet. {{(pid=103139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:14:22.896411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Publish callbacks [] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.902966 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:22.961204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:22.967416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:22.976073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:22.987185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Pushing event updated for resources: {'Port': ['ID=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:23.002578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8::195 (a64912ff-650d-4f41-99c3-4e6a58e0d9d1/30ffee7c-9eb7-498b-8c24-39d0434a45d3/282a3361-5b32-4d1b-8635-4127b598941f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:23.034256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 481e6fd0-697f-4c69-998f-b998e5c53a1e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:23.158418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (282a3361-5b32-4d1b-8635-4127b598941f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.193593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (282a3361-5b32-4d1b-8635-4127b598941f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.218229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 481e6fd0-697f-4c69-998f-b998e5c53a1e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:23.218485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 481e6fd0-697f-4c69-998f-b998e5c53a1e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:23.220356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Attempting to bind port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:23.220722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Attempting to bind port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:23.221080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Attempting to bind port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c on network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:23.226888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:23.227813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Checking segment: {'id': 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:23.228225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.228618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Bound using segment: {'id': 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:23.229087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Bound port: 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a64912ff-650d-4f41-99c3-4e6a58e0d9d1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:23.229498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.240887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:23.244492 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:23.250402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:23.255769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:23.256387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.262440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=282a3361-5b32-4d1b-8635-4127b598941f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:23.277348 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dd489943-29e4-411c-8eb6-69841b2d19ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6377840 Jan 28 05:14:23.279958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:23.294276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] For port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:23.297580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] For port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,segment=NetworkSegment(c69bc4ac-ab48-443b-92ab-3b3943af4a3d),segment_id=c69bc4ac-ab48-443b-92ab-3b3943af4a3d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:23.301881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.358357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfa06f-49ed-4862-a4fd-12dacf2aad80 None None] Pushing event updated for resources: {'Port': ['ID=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:23.615748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (282a3361-5b32-4d1b-8635-4127b598941f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.849258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (282a3361-5b32-4d1b-8635-4127b598941f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.853935 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (282a3361-5b32-4d1b-8635-4127b598941f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:23.923429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=282a3361-5b32-4d1b-8635-4127b598941f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:24.027289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (4d163014-da89-41e4-9f52-f2d83d4457e3), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.291400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa340e6-3be3-4e13-867d-1516e729252e None None] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:24.367556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] Provisioning complete for port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:24.367874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.438039 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (282a3361-5b32-4d1b-8635-4127b598941f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.479214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] Current status of the port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:24.479627 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.516934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] For port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,segment=NetworkSegment(c69bc4ac-ab48-443b-92ab-3b3943af4a3d),segment_id=c69bc4ac-ab48-443b-92ab-3b3943af4a3d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:24.522434 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.575201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736cc72-00c9-4d51-998f-273f6b210ede None None] Pushing event updated for resources: {'Port': ['ID=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:24.707066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (282a3361-5b32-4d1b-8635-4127b598941f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.712948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (282a3361-5b32-4d1b-8635-4127b598941f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.714078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (4d163014-da89-41e4-9f52-f2d83d4457e3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.746849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f23f939d-a9f8-4d4b-aa4c-0a0bec31548c None None] Provisioning complete for port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:24.747173 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f23f939d-a9f8-4d4b-aa4c-0a0bec31548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.806126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=282a3361-5b32-4d1b-8635-4127b598941f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:24.843424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f23f939d-a9f8-4d4b-aa4c-0a0bec31548c None None] Current status of the port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:24.850311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:24.851822 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:24.855483 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f23f939d-a9f8-4d4b-aa4c-0a0bec31548c None None] Provisioning complete for port 282a3361-5b32-4d1b-8635-4127b598941f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:24.855952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f23f939d-a9f8-4d4b-aa4c-0a0bec31548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (282a3361-5b32-4d1b-8635-4127b598941f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:24.892180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f23f939d-a9f8-4d4b-aa4c-0a0bec31548c None None] Port 282a3361-5b32-4d1b-8635-4127b598941f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:24.979039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 4d163014-da89-41e4-9f52-f2d83d4457e3 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:14:25.021688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b449a492-6539-444e-94b3-16a6bd6554ae None None] Provisioning complete for port 282a3361-5b32-4d1b-8635-4127b598941f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:25.022220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b449a492-6539-444e-94b3-16a6bd6554ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (282a3361-5b32-4d1b-8635-4127b598941f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.080860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b449a492-6539-444e-94b3-16a6bd6554ae None None] Port 282a3361-5b32-4d1b-8635-4127b598941f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:25.094864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:25.103888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cf12c799-3ae6-4ddb-8395-1be88adbc72d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/4d163014-da89-41e4-9f52-f2d83d4457e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201492 Jan 28 05:14:25.104635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48762) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:25.106614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] Sync routers for ids ['4d163014-da89-41e4-9f52-f2d83d4457e3'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:25.115645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:25.118787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] Routers {'4d163014-da89-41e4-9f52-f2d83d4457e3'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:25.119492 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d163014-da89-41e4-9f52-f2d83d4457e3'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:25.155613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89834dc0-aff1-4b32-8a52-be39cca9cec1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:25.157824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-89834dc0-aff1-4b32-8a52-be39cca9cec1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports/282a3361-5b32-4d1b-8635-4127b598941f HTTP/1.1" status: 200 len: 984 time: 0.0516865 Jan 28 05:14:25.158250 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:25.159885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48764) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:25.167212 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] Routers {'4d163014-da89-41e4-9f52-f2d83d4457e3'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:25.168093 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d163014-da89-41e4-9f52-f2d83d4457e3'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:25.177881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:25.178264 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.202354 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:25.203389 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17a76c-0a10-493b-a012-7e746561e391 None None] The sync data for ids ['4d163014-da89-41e4-9f52-f2d83d4457e3'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:25.238482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7d6a5063-c67b-4cd2-a4a8-a6e76783b1f5 None None] Provisioning complete for port 282a3361-5b32-4d1b-8635-4127b598941f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:25.238925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d6a5063-c67b-4cd2-a4a8-a6e76783b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (282a3361-5b32-4d1b-8635-4127b598941f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.303140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a5063-c67b-4cd2-a4a8-a6e76783b1f5 None None] Port 282a3361-5b32-4d1b-8635-4127b598941f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:25.317186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:25.424925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-35c364ae-bd03-4a79-bf44-71a83e0cd1cb None None] Provisioning complete for port 282a3361-5b32-4d1b-8635-4127b598941f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:25.425337 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35c364ae-bd03-4a79-bf44-71a83e0cd1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (282a3361-5b32-4d1b-8635-4127b598941f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.464178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-35c364ae-bd03-4a79-bf44-71a83e0cd1cb None None] Port 282a3361-5b32-4d1b-8635-4127b598941f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:25.490265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (4d163014-da89-41e4-9f52-f2d83d4457e3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.697102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 282a3361-5b32-4d1b-8635-4127b598941f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:25.697394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (282a3361-5b32-4d1b-8635-4127b598941f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.780014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (282a3361-5b32-4d1b-8635-4127b598941f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.792462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 282a3361-5b32-4d1b-8635-4127b598941f owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:25.960876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (282a3361-5b32-4d1b-8635-4127b598941f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:25.991943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=282a3361-5b32-4d1b-8635-4127b598941f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:26.090948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (4d163014-da89-41e4-9f52-f2d83d4457e3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:26.246325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 4d163014-da89-41e4-9f52-f2d83d4457e3 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:26.321608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:26.326463 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-858a1cc6-d9b1-4942-9120-d75dea598ed2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/4d163014-da89-41e4-9f52-f2d83d4457e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1654031 Jan 28 05:14:26.329203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48766) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:26.333413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] Sync routers for ids ['4d163014-da89-41e4-9f52-f2d83d4457e3'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:26.344228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] Routers {'4d163014-da89-41e4-9f52-f2d83d4457e3'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:26.344848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d163014-da89-41e4-9f52-f2d83d4457e3'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:26.376823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:26.386127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] Routers {'4d163014-da89-41e4-9f52-f2d83d4457e3'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:26.386735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['4d163014-da89-41e4-9f52-f2d83d4457e3'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:26.420835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:26.421518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c161cd-7366-4c75-8faf-4b518c744d5e None None] The sync data for ids ['4d163014-da89-41e4-9f52-f2d83d4457e3'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:26.508506 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-4535093c-a679-4014-b215-f57e60c820d2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 05:14:26.510078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4535093c-a679-4014-b215-f57e60c820d2 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/4d163014-da89-41e4-9f52-f2d83d4457e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1799741 Jan 28 05:14:26.512809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48768) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:26.538120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cfc44323-8f1f-4f5e-a736-75aaf8e66b78 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d163014-da89-41e4-9f52-f2d83d4457e3 HTTP/1.1" status: 200 len: 205 time: 0.0242536 Jan 28 05:14:26.540592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48770) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:26.613767 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (4d163014-da89-41e4-9f52-f2d83d4457e3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.050769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (4d163014-da89-41e4-9f52-f2d83d4457e3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.052915 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (4d163014-da89-41e4-9f52-f2d83d4457e3), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.094583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (4d163014-da89-41e4-9f52-f2d83d4457e3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.095112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router 4d163014-da89-41e4-9f52-f2d83d4457e3 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:14:27.101794 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.103449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2e2021fe-0485-4c8e-8792-33f2fed0141a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/4d163014-da89-41e4-9f52-f2d83d4457e3 HTTP/1.1" status: 204 len: 168 time: 0.5619841 Jan 28 05:14:27.106189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48772) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:27.155783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 30ffee7c-9eb7-498b-8c24-39d0434a45d3 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:27.158818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (30ffee7c-9eb7-498b-8c24-39d0434a45d3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.197272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (30ffee7c-9eb7-498b-8c24-39d0434a45d3), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.282208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (30ffee7c-9eb7-498b-8c24-39d0434a45d3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.340558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (30ffee7c-9eb7-498b-8c24-39d0434a45d3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.367843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=30ffee7c-9eb7-498b-8c24-39d0434a45d3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:27.374785 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.374785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e8439423-5db4-4c04-8f34-523d1158d709 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/30ffee7c-9eb7-498b-8c24-39d0434a45d3 HTTP/1.1" status: 204 len: 168 time: 0.2675345 Jan 28 05:14:27.377340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48774) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:27.379997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c073f145-0e9c-4377-806d-eff825d6206f None None] Network a64912ff-650d-4f41-99c3-4e6a58e0d9d1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:27.454606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (a64912ff-650d-4f41-99c3-4e6a58e0d9d1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.511886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:27.512237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.525105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] DHCP port deletion for a64912ff-650d-4f41-99c3-4e6a58e0d9d1 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:27.577286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,segment=NetworkSegment(c69bc4ac-ab48-443b-92ab-3b3943af4a3d),segment_id=c69bc4ac-ab48-443b-92ab-3b3943af4a3d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:27.577796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.579455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] Deleting port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:27.580055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.596832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:27.644258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] For port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,segment=NetworkSegment(c69bc4ac-ab48-443b-92ab-3b3943af4a3d),segment_id=c69bc4ac-ab48-443b-92ab-3b3943af4a3d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:27.644663 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.659544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] Calling delete_port for 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:27.683697 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.709081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:27.713447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:27.738701 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.761959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] Pushing event deleted for resources: {'Port': ['ID=9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:27.767284 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd90c3e-7d67-46a1-a8ff-a07dd1374eed None None] No DVR routers for this DVR port 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:27.795491 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (a64912ff-650d-4f41-99c3-4e6a58e0d9d1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.815133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64912ff-650d-4f41-99c3-4e6a58e0d9d1']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:27.824669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:27.824962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69bc4ac-ab48-443b-92ab-3b3943af4a3d') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:27.834216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (c69bc4ac-ab48-443b-92ab-3b3943af4a3d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.847512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (c69bc4ac-ab48-443b-92ab-3b3943af4a3d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.853756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:27.854136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (c69bc4ac-ab48-443b-92ab-3b3943af4a3d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:27.856980 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:27.913823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (a64912ff-650d-4f41-99c3-4e6a58e0d9d1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.920454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.923661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/a64912ff-650d-4f41-99c3-4e6a58e0d9d1 HTTP/1.1" status: 204 len: 168 time: 0.5450783 Jan 28 05:14:27.928451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48776) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:27.934195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1897234395'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:27.936003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76614fe-1f2e-4746-8656-0f30c6698eaf tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=a64912ff-650d-4f41-99c3-4e6a58e0d9d1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:27.954858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:27.958587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.982934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:27.993906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5ade641f-fa2a-41b8-8463-c29dcbf132a5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:27.994240 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 5ade641f-fa2a-41b8-8463-c29dcbf132a5 of type vlan for network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 Jan 28 05:14:28.033187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f4bfe8ba-6ae2-4e53-8100-b64bb946a948), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.056940 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f4bfe8ba-6ae2-4e53-8100-b64bb946a948), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.062348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:28.063034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.120959 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1911576 Jan 28 05:14:28.123648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48778) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:28.128331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:28.154910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eca47-5733-40f0-94fb-9569adff3cce tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=f4bfe8ba-6ae2-4e53-8100-b64bb946a948,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:28.164772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:28.226883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:28.231225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.410696 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (90d174ec-9210-40aa-9adb-5f3e361be633), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.466689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=90d174ec-9210-40aa-9adb-5f3e361be633,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:28.477718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '5ade641f-fa2a-41b8-8463-c29dcbf132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:28.478071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: f4bfe8ba-6ae2-4e53-8100-b64bb946a948, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:28.493803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:28.501598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f4bfe8ba-6ae2-4e53-8100-b64bb946a948) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:28.505604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:28.506232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.510836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b8795-5e21-4db2-831a-8f208fd68291 None None] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:28.522501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eeeb7d00-3f6d-426d-8f4f-f3b4da154c79 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3978751 Jan 28 05:14:28.525201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48780) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:28.529820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1045461537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:28.550815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (53f7bb69-87b5-4827-ab2e-861ebe7750ee), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.551937 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (53f7bb69-87b5-4827-ab2e-861ebe7750ee), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.610313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (53f7bb69-87b5-4827-ab2e-861ebe7750ee), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.615356 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (53f7bb69-87b5-4827-ab2e-861ebe7750ee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.616958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f4bfe8ba-6ae2-4e53-8100-b64bb946a948', 'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '90d174ec-9210-40aa-9adb-5f3e361be633'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:28.618488 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.633728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.637576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e9796268-4440-467d-80ed-e414e2201547 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1086881 Jan 28 05:14:28.637861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48782) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:28.757390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Allocated IP 2001:db8::2 (f4bfe8ba-6ae2-4e53-8100-b64bb946a948/90d174ec-9210-40aa-9adb-5f3e361be633/ebdb05f3-2c34-4392-a57a-b99bd0f9e885) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:28.899649 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Publish callbacks [] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.905887 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.907250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:28.943292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:28.946678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:28.952104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:28.959336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Pushing event updated for resources: {'Port': ['ID=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:29.010882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Attempting to bind port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:29.011268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Attempting to bind port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5ade641f-fa2a-41b8-8463-c29dcbf132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:29.011641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Attempting to bind port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 on network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:29.016793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:29.017207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Checking segment: {'id': '5ade641f-fa2a-41b8-8463-c29dcbf132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:29.017624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.018023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Bound using segment: {'id': '5ade641f-fa2a-41b8-8463-c29dcbf132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:29.018498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Bound port: ebdb05f3-2c34-4392-a57a-b99bd0f9e885, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ade641f-fa2a-41b8-8463-c29dcbf132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f4bfe8ba-6ae2-4e53-8100-b64bb946a948'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:29.018888 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.052345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:29.081448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:29.081827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9d3ecd29-0ac5-4b32-9ddd-8987e1d3974c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:29.107776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] For port ebdb05f3-2c34-4392-a57a-b99bd0f9e885, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:29.111045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] For port ebdb05f3-2c34-4392-a57a-b99bd0f9e885, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,segment=NetworkSegment(5ade641f-fa2a-41b8-8463-c29dcbf132a5),segment_id=5ade641f-fa2a-41b8-8463-c29dcbf132a5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:29.115249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.149085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8::1 (f4bfe8ba-6ae2-4e53-8100-b64bb946a948/90d174ec-9210-40aa-9adb-5f3e361be633/a4b2e079-22d4-43ee-8aab-f22c2a4df196) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:29.177317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c47239-ad4d-4581-a51a-e71c95d727e3 None None] Pushing event updated for resources: {'Port': ['ID=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:29.268123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.307511 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.358816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:29.361971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:29.369024 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:29.369582 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (53f7bb69-87b5-4827-ab2e-861ebe7750ee), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.375280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=a4b2e079-22d4-43ee-8aab-f22c2a4df196,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:29.492219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.747740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.752243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.753017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (53f7bb69-87b5-4827-ab2e-861ebe7750ee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:29.834861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=a4b2e079-22d4-43ee-8aab-f22c2a4df196,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:29.875949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:29.877398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:29.998473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 53f7bb69-87b5-4827-ab2e-861ebe7750ee is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:14:30.092003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:30.100507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:30.102271 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89f3b4e5-22ab-4f90-8a90-c4ea780a378f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/53f7bb69-87b5-4827-ab2e-861ebe7750ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631891 Jan 28 05:14:30.102921 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] Sync routers for ids ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:30.115326 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] Routers {'53f7bb69-87b5-4827-ab2e-861ebe7750ee'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:30.115957 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:30.152077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a6ef6-5bee-4a77-9972-2cf3df91eb06 None None] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:30.155212 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:30.165569 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] Routers {'53f7bb69-87b5-4827-ab2e-861ebe7750ee'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:30.165730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500a2ee-69fa-4ade-a719-dc13aab1a5d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:30.165827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:30.169277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b500a2ee-69fa-4ade-a719-dc13aab1a5d6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports/a4b2e079-22d4-43ee-8aab-f22c2a4df196 HTTP/1.1" status: 200 len: 911 time: 0.0651584 Jan 28 05:14:30.169488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48786) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:30.199022 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:30.199770 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a6b0d-5218-4bb4-884e-b8ba67f87fd2 None None] The sync data for ids ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:30.233978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] Provisioning complete for port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:30.234354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.336066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] Current status of the port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:30.337019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.375084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] For port ebdb05f3-2c34-4392-a57a-b99bd0f9e885, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,segment=NetworkSegment(5ade641f-fa2a-41b8-8463-c29dcbf132a5),segment_id=5ade641f-fa2a-41b8-8463-c29dcbf132a5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:30.380694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.430493 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7affe8-4103-4cbb-8666-27ecf9eb33e0 None None] Pushing event updated for resources: {'Port': ['ID=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:30.493635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (53f7bb69-87b5-4827-ab2e-861ebe7750ee), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.605322 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ee88ae73-f906-4209-8ff4-144c9345dc8e None None] Provisioning complete for port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:30.605710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee88ae73-f906-4209-8ff4-144c9345dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.691283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ee88ae73-f906-4209-8ff4-144c9345dc8e None None] Current status of the port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:30.712856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ee88ae73-f906-4209-8ff4-144c9345dc8e None None] Provisioning complete for port a4b2e079-22d4-43ee-8aab-f22c2a4df196 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:30.713271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee88ae73-f906-4209-8ff4-144c9345dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.751019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port a4b2e079-22d4-43ee-8aab-f22c2a4df196 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:30.751382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.751545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ee88ae73-f906-4209-8ff4-144c9345dc8e None None] Port a4b2e079-22d4-43ee-8aab-f22c2a4df196 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:30.845758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.858502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for a4b2e079-22d4-43ee-8aab-f22c2a4df196 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:30.881174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d30f1acb-00d2-44b5-af0d-1108445fa8b8 None None] Provisioning complete for port a4b2e079-22d4-43ee-8aab-f22c2a4df196 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:30.881697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d30f1acb-00d2-44b5-af0d-1108445fa8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:30.922180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d30f1acb-00d2-44b5-af0d-1108445fa8b8 None None] Port a4b2e079-22d4-43ee-8aab-f22c2a4df196 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:31.041834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d78f9c2f-7993-4484-847d-c1d7c9d374b7 None None] Provisioning complete for port a4b2e079-22d4-43ee-8aab-f22c2a4df196 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:31.042131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.042501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d78f9c2f-7993-4484-847d-c1d7c9d374b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a4b2e079-22d4-43ee-8aab-f22c2a4df196), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.068673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d78f9c2f-7993-4484-847d-c1d7c9d374b7 None None] Port a4b2e079-22d4-43ee-8aab-f22c2a4df196 was deleted so its status cannot be updated. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 05:14:31.079539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=a4b2e079-22d4-43ee-8aab-f22c2a4df196,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:31.082652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ebdb05f3-2c34-4392-a57a-b99bd0f9e885 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:31.131633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:31.132011 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.177416 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (53f7bb69-87b5-4827-ab2e-861ebe7750ee), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.214267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:31.337552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 53f7bb69-87b5-4827-ab2e-861ebe7750ee has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:31.409279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:31.414251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e70a41a7-818a-488e-b00a-1b996b8ff6f6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/53f7bb69-87b5-4827-ab2e-861ebe7750ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2438371 Jan 28 05:14:31.417613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48788) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:31.419069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] Sync routers for ids ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:31.428726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] Routers {'53f7bb69-87b5-4827-ab2e-861ebe7750ee'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:31.429388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:31.448532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-037fd548-01f8-426a-9010-ff49b7b9da8c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=53f7bb69-87b5-4827-ab2e-861ebe7750ee HTTP/1.1" status: 200 len: 205 time: 0.0294755 Jan 28 05:14:31.450985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48790) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:31.461923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:31.470472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] Routers {'53f7bb69-87b5-4827-ab2e-861ebe7750ee'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:31.471077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:31.506497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:31.507153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521f3a3-e975-4f58-ad2f-e484dfc79d98 None None] The sync data for ids ['53f7bb69-87b5-4827-ab2e-861ebe7750ee'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:31.523596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (53f7bb69-87b5-4827-ab2e-861ebe7750ee), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.677211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (53f7bb69-87b5-4827-ab2e-861ebe7750ee), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.679192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (53f7bb69-87b5-4827-ab2e-861ebe7750ee), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.732902 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (53f7bb69-87b5-4827-ab2e-861ebe7750ee), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.733464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router 53f7bb69-87b5-4827-ab2e-861ebe7750ee {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:14:31.739880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.740985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-be555c0b-428e-421d-b881-4dcea0d05fd4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/53f7bb69-87b5-4827-ab2e-861ebe7750ee HTTP/1.1" status: 204 len: 168 time: 0.2890491 Jan 28 05:14:31.743586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48792) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:31.793817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 90d174ec-9210-40aa-9adb-5f3e361be633 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:31.796884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (90d174ec-9210-40aa-9adb-5f3e361be633), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.835635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (90d174ec-9210-40aa-9adb-5f3e361be633), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.920081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (90d174ec-9210-40aa-9adb-5f3e361be633), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:31.974752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (90d174ec-9210-40aa-9adb-5f3e361be633), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.000847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=90d174ec-9210-40aa-9adb-5f3e361be633,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:32.004958 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.011672 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c1fadcb8-1da3-4236-8077-9da10dfecaf1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/90d174ec-9210-40aa-9adb-5f3e361be633 HTTP/1.1" status: 204 len: 168 time: 0.2671168 Jan 28 05:14:32.011808 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48794) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:32.012521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220cfdd6-9802-4da2-8af7-c99a72151e62 None None] Network f4bfe8ba-6ae2-4e53-8100-b64bb946a948 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:32.090817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f4bfe8ba-6ae2-4e53-8100-b64bb946a948), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.147129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:32.147492 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.153622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] DHCP port deletion for f4bfe8ba-6ae2-4e53-8100-b64bb946a948 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:32.204396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] Deleting port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:32.204775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.208617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port ebdb05f3-2c34-4392-a57a-b99bd0f9e885, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,segment=NetworkSegment(5ade641f-fa2a-41b8-8463-c29dcbf132a5),segment_id=5ade641f-fa2a-41b8-8463-c29dcbf132a5)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:32.208989 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.222154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for ebdb05f3-2c34-4392-a57a-b99bd0f9e885 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:32.265490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] For port ebdb05f3-2c34-4392-a57a-b99bd0f9e885, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,segment=NetworkSegment(5ade641f-fa2a-41b8-8463-c29dcbf132a5),segment_id=5ade641f-fa2a-41b8-8463-c29dcbf132a5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:32.266052 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.279288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] Calling delete_port for ebdb05f3-2c34-4392-a57a-b99bd0f9e885 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:32.303513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.328807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:32.332930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:32.361619 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ebdb05f3-2c34-4392-a57a-b99bd0f9e885), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.388194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] Pushing event deleted for resources: {'Port': ['ID=ebdb05f3-2c34-4392-a57a-b99bd0f9e885,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:32.392878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789239b-bc5d-48d0-906c-3e7d294268dc None None] No DVR routers for this DVR port ebdb05f3-2c34-4392-a57a-b99bd0f9e885 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:32.416855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f4bfe8ba-6ae2-4e53-8100-b64bb946a948), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.437177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bfe8ba-6ae2-4e53-8100-b64bb946a948']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:32.450004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ade641f-fa2a-41b8-8463-c29dcbf132a5') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:32.450305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ade641f-fa2a-41b8-8463-c29dcbf132a5') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:32.460156 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (5ade641f-fa2a-41b8-8463-c29dcbf132a5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.472904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5ade641f-fa2a-41b8-8463-c29dcbf132a5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.478934 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:32.479291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (5ade641f-fa2a-41b8-8463-c29dcbf132a5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:32.482138 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:32.538158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f4bfe8ba-6ae2-4e53-8100-b64bb946a948), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.543693 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.547033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/f4bfe8ba-6ae2-4e53-8100-b64bb946a948 HTTP/1.1" status: 204 len: 168 time: 0.5337229 Jan 28 05:14:32.550628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48796) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:32.564814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-760571876', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:32.570671 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50802a54-4baf-4c7a-9ad6-1d650a19369c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=f4bfe8ba-6ae2-4e53-8100-b64bb946a948,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:32.591782 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.593096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.647257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (d68eea8d-dddf-49e2-a2de-77b8aceac322), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.776712 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_gateway (d68eea8d-dddf-49e2-a2de-77b8aceac322), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.961184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_gateway (d68eea8d-dddf-49e2-a2de-77b8aceac322), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.979562 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:33.037533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ebdb05f3-2c34-4392-a57a-b99bd0f9e885 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:33.059343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ebdb05f3-2c34-4392-a57a-b99bd0f9e885 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:33.059690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ebdb05f3-2c34-4392-a57a-b99bd0f9e885 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:33.399532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 172.25.6.105 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/0f20e72f-5715-4d6e-8682-268c8b723078) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:33.496569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (0f20e72f-5715-4d6e-8682-268c8b723078), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:33.533053 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0f20e72f-5715-4d6e-8682-268c8b723078), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:33.566122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:33.569056 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:33.573461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:33.609287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=0f20e72f-5715-4d6e-8682-268c8b723078,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:33.829739 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_gateway (d68eea8d-dddf-49e2-a2de-77b8aceac322), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:34.019996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:34.143476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router d68eea8d-dddf-49e2-a2de-77b8aceac322 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:14:34.247132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:34.256376 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] Sync routers for ids ['d68eea8d-dddf-49e2-a2de-77b8aceac322'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:34.266797 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:34.267343 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] Routers {'d68eea8d-dddf-49e2-a2de-77b8aceac322'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:34.267968 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d68eea8d-dddf-49e2-a2de-77b8aceac322'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:34.268121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f24d0252-b195-437e-b7ee-8f5ff82bedb8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7153056 Jan 28 05:14:34.271046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48798) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:34.302245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:34.311498 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] Routers {'d68eea8d-dddf-49e2-a2de-77b8aceac322'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:34.312120 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d68eea8d-dddf-49e2-a2de-77b8aceac322'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:34.342836 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:34.343477 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0da74-db28-4227-bf3a-407ce1ac5f18 None None] The sync data for ids ['d68eea8d-dddf-49e2-a2de-77b8aceac322'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:34.381016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fef7b9f2-1c99-494f-abef-fa45f37b812d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/routers/d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 200 len: 884 time: 0.1087794 Jan 28 05:14:34.383887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48800) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:34.565306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-85b07551-6e08-4415-a442-f4c62b11f213 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.1802545 Jan 28 05:14:34.567669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48802) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:34.572381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-760571876'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:35.145301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.155346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.260650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router d68eea8d-dddf-49e2-a2de-77b8aceac322 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:35.366755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:35.374030 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.375315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2f78d5ba-7bc2-4796-a53f-5046049ba4fb tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 200 len: 891 time: 0.8066685 Jan 28 05:14:35.377232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] Sync routers for ids ['d68eea8d-dddf-49e2-a2de-77b8aceac322'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:35.378264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48804) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:35.387748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] Routers {'d68eea8d-dddf-49e2-a2de-77b8aceac322'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:35.388753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d68eea8d-dddf-49e2-a2de-77b8aceac322'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:35.498757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-347c7b48-03b7-4474-b328-6f192d3d1689 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/routers/d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 200 len: 891 time: 0.1193542 Jan 28 05:14:35.501529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48806) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:35.529243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f93fa366-5e9c-4e94-91bd-f593f200c2a7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 200 len: 205 time: 0.0264120 Jan 28 05:14:35.531661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48808) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:35.579519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:35.588502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] Routers {'d68eea8d-dddf-49e2-a2de-77b8aceac322'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:35.589125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['d68eea8d-dddf-49e2-a2de-77b8aceac322'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:35.620664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:35.621327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6bd2b-2c5e-4099-b99f-9c832fbcb193 None None] The sync data for ids ['d68eea8d-dddf-49e2-a2de-77b8aceac322'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:35.640204 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.744886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_gateway (d68eea8d-dddf-49e2-a2de-77b8aceac322), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.798802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 0f20e72f-5715-4d6e-8682-268c8b723078 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:35.799069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0f20e72f-5715-4d6e-8682-268c8b723078), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.875115 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0f20e72f-5715-4d6e-8682-268c8b723078), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:35.886979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 0f20e72f-5715-4d6e-8682-268c8b723078 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:36.048442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0f20e72f-5715-4d6e-8682-268c8b723078), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.075498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=0f20e72f-5715-4d6e-8682-268c8b723078,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:36.139659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (d68eea8d-dddf-49e2-a2de-77b8aceac322), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.229156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.231291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (d68eea8d-dddf-49e2-a2de-77b8aceac322), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.274279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (d68eea8d-dddf-49e2-a2de-77b8aceac322), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.274862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router d68eea8d-dddf-49e2-a2de-77b8aceac322 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:14:36.281672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.282788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-33267a57-29cb-426c-a219-369b7b2ae6ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 204 len: 168 time: 0.7501926 Jan 28 05:14:36.286377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48810) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:36.291193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1111866184'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:36.310996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:36.314323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.337961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:36.346781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (bfb3518c-5fbd-4ed5-ad81-458944459706), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.347144 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment bfb3518c-5fbd-4ed5-ad81-458944459706 of type vlan for network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 Jan 28 05:14:36.386015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.410502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.416072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:36.416666 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.478299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1907966 Jan 28 05:14:36.480929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48812) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:36.486105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:36.509081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294d50-2afe-4cc2-a657-658885ec011d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:36.519581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:36.578429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:36.581837 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.605903 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.763790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (4c32187c-4d45-4ea7-8032-0cd27c942eb2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.829611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=4c32187c-4d45-4ea7-8032-0cd27c942eb2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:36.837055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': 'bfb3518c-5fbd-4ed5-ad81-458944459706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:36.837452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:36.853903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:36.862592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:36.867366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:36.869443 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.870739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad626c29-cfd2-4608-a28d-31c8d37d6a45 None None] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:36.885790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e5fc6c8-08b5-40c9-8965-888cc5e49b4c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4037387 Jan 28 05:14:36.888251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48814) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:36.892614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1566556404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:36.913381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (905bd695-07ea-45d4-843e-7e9033aed9f9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.914365 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (905bd695-07ea-45d4-843e-7e9033aed9f9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.966704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (905bd695-07ea-45d4-843e-7e9033aed9f9), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.972174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (905bd695-07ea-45d4-843e-7e9033aed9f9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.973596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4', 'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '4c32187c-4d45-4ea7-8032-0cd27c942eb2'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:36.974638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.990646 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:36.991991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c2f3de28-4a14-48fe-9a98-fde706f4649f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1026480 Jan 28 05:14:36.995158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48816) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:37.105912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Allocated IP 2001:db8::2 (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4/4c32187c-4d45-4ea7-8032-0cd27c942eb2/5664c8f4-0309-49e5-810c-bb58cb1ff350) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:37.245572 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Publish callbacks [] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.252104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.269543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.295953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:37.299834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:37.302210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:37.305845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Pushing event updated for resources: {'Port': ['ID=5664c8f4-0309-49e5-810c-bb58cb1ff350,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:37.361008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Attempting to bind port 5664c8f4-0309-49e5-810c-bb58cb1ff350 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:37.361423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Attempting to bind port 5664c8f4-0309-49e5-810c-bb58cb1ff350 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'bfb3518c-5fbd-4ed5-ad81-458944459706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:37.361805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Attempting to bind port 5664c8f4-0309-49e5-810c-bb58cb1ff350 on network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:37.367123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:37.367506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Checking segment: {'id': 'bfb3518c-5fbd-4ed5-ad81-458944459706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:37.368530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.368925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Bound using segment: {'id': 'bfb3518c-5fbd-4ed5-ad81-458944459706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:37.369454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Bound port: 5664c8f4-0309-49e5-810c-bb58cb1ff350, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb3518c-5fbd-4ed5-ad81-458944459706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:37.369947 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.431349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] For port 5664c8f4-0309-49e5-810c-bb58cb1ff350, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:37.434320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] For port 5664c8f4-0309-49e5-810c-bb58cb1ff350, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5664c8f4-0309-49e5-810c-bb58cb1ff350,segment=NetworkSegment(bfb3518c-5fbd-4ed5-ad81-458944459706),segment_id=bfb3518c-5fbd-4ed5-ad81-458944459706)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:37.439420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.500900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a653d-6994-4321-aa18-3751b58ecc61 None None] Pushing event updated for resources: {'Port': ['ID=5664c8f4-0309-49e5-810c-bb58cb1ff350,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:37.512304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8::1 (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4/4c32187c-4d45-4ea7-8032-0cd27c942eb2/da4cef0b-9aa3-4b37-951e-a143013e7ca5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:37.634435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.681511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.726949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:37.730546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:37.733108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:37.733818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (905bd695-07ea-45d4-843e-7e9033aed9f9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.784860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=da4cef0b-9aa3-4b37-951e-a143013e7ca5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:37.873536 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:37.957665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.132245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.137252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.138007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (905bd695-07ea-45d4-843e-7e9033aed9f9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.226139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=da4cef0b-9aa3-4b37-951e-a143013e7ca5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:38.269819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:38.271322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:38.393097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 905bd695-07ea-45d4-843e-7e9033aed9f9 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:14:38.442784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8851d9c-0888-41df-bace-c40f11cf6aa9 None None] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:38.493657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:38.503652 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] Sync routers for ids ['905bd695-07ea-45d4-843e-7e9033aed9f9'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:38.507938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2a335535-3b43-4098-821e-fd2eb9a1c318 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/905bd695-07ea-45d4-843e-7e9033aed9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093393 Jan 28 05:14:38.508184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48818) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:38.513697 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] Routers {'905bd695-07ea-45d4-843e-7e9033aed9f9'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:38.514337 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['905bd695-07ea-45d4-843e-7e9033aed9f9'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:38.558993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b8734-5e5b-46a2-93ba-e1dc029a6cab tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:38.559546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] Provisioning complete for port 5664c8f4-0309-49e5-810c-bb58cb1ff350 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:38.559915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.562953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-194b8734-5e5b-46a2-93ba-e1dc029a6cab tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports/da4cef0b-9aa3-4b37-951e-a143013e7ca5 HTTP/1.1" status: 200 len: 911 time: 0.0513258 Jan 28 05:14:38.563500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48820) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:38.568726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c32187c-4d45-4ea7-8032-0cd27c942eb2'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:38.575010 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:38.584854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] Routers {'905bd695-07ea-45d4-843e-7e9033aed9f9'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:38.585616 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['905bd695-07ea-45d4-843e-7e9033aed9f9'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:38.627777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:38.628869 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae45cc-a25e-4174-9295-30b4b2817109 None None] The sync data for ids ['905bd695-07ea-45d4-843e-7e9033aed9f9'] in n-d-824835-3 is: [] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:38.654730 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d2a6c2-b71b-430f-80bf-956fdd16e390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.674132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] Current status of the port 5664c8f4-0309-49e5-810c-bb58cb1ff350 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:38.674606 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.718342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] For port 5664c8f4-0309-49e5-810c-bb58cb1ff350, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5664c8f4-0309-49e5-810c-bb58cb1ff350,segment=NetworkSegment(bfb3518c-5fbd-4ed5-ad81-458944459706),segment_id=bfb3518c-5fbd-4ed5-ad81-458944459706)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:38.723370 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.759455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:38.785010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42416a4-e49f-44b8-b494-524ce1eff106 None None] Pushing event updated for resources: {'Port': ['ID=5664c8f4-0309-49e5-810c-bb58cb1ff350,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:38.952813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9d85343e-2977-41cd-afd5-7b091fc233f7 None None] Provisioning complete for port 5664c8f4-0309-49e5-810c-bb58cb1ff350 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:38.953475 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d85343e-2977-41cd-afd5-7b091fc233f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.101004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9d85343e-2977-41cd-afd5-7b091fc233f7 None None] Current status of the port 5664c8f4-0309-49e5-810c-bb58cb1ff350 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:39.117965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9d85343e-2977-41cd-afd5-7b091fc233f7 None None] Provisioning complete for port da4cef0b-9aa3-4b37-951e-a143013e7ca5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:39.118713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9d85343e-2977-41cd-afd5-7b091fc233f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.185347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9d85343e-2977-41cd-afd5-7b091fc233f7 None None] Port da4cef0b-9aa3-4b37-951e-a143013e7ca5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:39.194886 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5664c8f4-0309-49e5-810c-bb58cb1ff350 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:39.262359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5664c8f4-0309-49e5-810c-bb58cb1ff350 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:39.262754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.319147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d91d9902-4294-4752-8129-aaae9e5197b1 None None] Provisioning complete for port da4cef0b-9aa3-4b37-951e-a143013e7ca5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:39.319610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d91d9902-4294-4752-8129-aaae9e5197b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.382401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d91d9902-4294-4752-8129-aaae9e5197b1 None None] Port da4cef0b-9aa3-4b37-951e-a143013e7ca5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:39.400471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5664c8f4-0309-49e5-810c-bb58cb1ff350 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:39.505487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-87d08b45-8427-4972-bfcc-a0a7320d7583 None None] Provisioning complete for port da4cef0b-9aa3-4b37-951e-a143013e7ca5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:39.506132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d08b45-8427-4972-bfcc-a0a7320d7583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.513963 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.522354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.528124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:39.528732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:39.532678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/ports/da4cef0b-9aa3-4b37-951e-a143013e7ca5 HTTP/1.1" status: 200 len: 911 time: 0.9656863 Jan 28 05:14:39.533013 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48822) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:39.552656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-87d08b45-8427-4972-bfcc-a0a7320d7583 None None] Port da4cef0b-9aa3-4b37-951e-a143013e7ca5 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:39.639645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f1b48-98a1-47b1-8433-22014cc5cf32 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=da4cef0b-9aa3-4b37-951e-a143013e7ca5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:39.879496 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (905bd695-07ea-45d4-843e-7e9033aed9f9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:40.116008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port da4cef0b-9aa3-4b37-951e-a143013e7ca5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:40.116286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:40.201642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:40.213318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for da4cef0b-9aa3-4b37-951e-a143013e7ca5 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:40.384193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (da4cef0b-9aa3-4b37-951e-a143013e7ca5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:40.411849 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=da4cef0b-9aa3-4b37-951e-a143013e7ca5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:40.512479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (905bd695-07ea-45d4-843e-7e9033aed9f9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:40.682517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 905bd695-07ea-45d4-843e-7e9033aed9f9 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:40.762885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:40.768929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5c6f32d3-9bb9-433c-aa2d-582523fd390c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/905bd695-07ea-45d4-843e-7e9033aed9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2339463 Jan 28 05:14:40.770693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48824) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:40.773248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] Sync routers for ids ['905bd695-07ea-45d4-843e-7e9033aed9f9'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:40.783293 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] Routers {'905bd695-07ea-45d4-843e-7e9033aed9f9'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:40.783912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['905bd695-07ea-45d4-843e-7e9033aed9f9'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:40.798221 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ead4e09f-72e6-4d02-a421-c88ff0d06308 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=905bd695-07ea-45d4-843e-7e9033aed9f9 HTTP/1.1" status: 200 len: 205 time: 0.0264094 Jan 28 05:14:40.800788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48826) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:40.819136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:40.827644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] Routers {'905bd695-07ea-45d4-843e-7e9033aed9f9'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:40.828253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['905bd695-07ea-45d4-843e-7e9033aed9f9'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:40.864020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:40.864872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3a526-c8d9-4378-85a3-61591d803b84 None None] The sync data for ids ['905bd695-07ea-45d4-843e-7e9033aed9f9'] in n-d-824835-3 is: [] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:40.877848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-962dad5a-01c3-40e6-8283-629267724edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:40.880171 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (905bd695-07ea-45d4-843e-7e9033aed9f9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.037288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (905bd695-07ea-45d4-843e-7e9033aed9f9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.039412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (905bd695-07ea-45d4-843e-7e9033aed9f9), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.082146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (905bd695-07ea-45d4-843e-7e9033aed9f9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.082944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router 905bd695-07ea-45d4-843e-7e9033aed9f9 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:14:41.091929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.093085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-36e6e824-f8f9-43fb-897a-712181b76970 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/905bd695-07ea-45d4-843e-7e9033aed9f9 HTTP/1.1" status: 204 len: 168 time: 0.2913601 Jan 28 05:14:41.095713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48828) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:41.150226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 4c32187c-4d45-4ea7-8032-0cd27c942eb2 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:41.153434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (4c32187c-4d45-4ea7-8032-0cd27c942eb2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.193016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (4c32187c-4d45-4ea7-8032-0cd27c942eb2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.273034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (4c32187c-4d45-4ea7-8032-0cd27c942eb2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.334593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (4c32187c-4d45-4ea7-8032-0cd27c942eb2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.360913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=4c32187c-4d45-4ea7-8032-0cd27c942eb2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:41.365732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.369987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7cf81d9b-3f0c-4ca3-a023-12274640a677 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/4c32187c-4d45-4ea7-8032-0cd27c942eb2 HTTP/1.1" status: 204 len: 168 time: 0.2733154 Jan 28 05:14:41.372275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80a274-1d83-4fde-943e-0c64595017b1 None None] Network cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:41.372615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48830) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:41.447056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.505175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 5664c8f4-0309-49e5-810c-bb58cb1ff350 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:41.505526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.518002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] DHCP port deletion for cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:41.563733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] Deleting port 5664c8f4-0309-49e5-810c-bb58cb1ff350 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:41.564034 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.569090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 5664c8f4-0309-49e5-810c-bb58cb1ff350, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5664c8f4-0309-49e5-810c-bb58cb1ff350,segment=NetworkSegment(bfb3518c-5fbd-4ed5-ad81-458944459706),segment_id=bfb3518c-5fbd-4ed5-ad81-458944459706)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:41.569502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.582975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 5664c8f4-0309-49e5-810c-bb58cb1ff350 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:41.627928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] For port 5664c8f4-0309-49e5-810c-bb58cb1ff350, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5664c8f4-0309-49e5-810c-bb58cb1ff350,segment=NetworkSegment(bfb3518c-5fbd-4ed5-ad81-458944459706),segment_id=bfb3518c-5fbd-4ed5-ad81-458944459706)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:41.628334 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.641287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] Calling delete_port for 5664c8f4-0309-49e5-810c-bb58cb1ff350 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:41.666208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.692127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=5664c8f4-0309-49e5-810c-bb58cb1ff350,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:41.695485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 5664c8f4-0309-49e5-810c-bb58cb1ff350 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:41.722273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (5664c8f4-0309-49e5-810c-bb58cb1ff350), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.751307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] Pushing event deleted for resources: {'Port': ['ID=5664c8f4-0309-49e5-810c-bb58cb1ff350,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:41.754626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b406b-31e6-4f8f-a7bd-0be54797ebb2 None None] No DVR routers for this DVR port 5664c8f4-0309-49e5-810c-bb58cb1ff350 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:41.772719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.793850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:41.803313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb3518c-5fbd-4ed5-ad81-458944459706') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:41.803687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb3518c-5fbd-4ed5-ad81-458944459706') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:41.814077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (bfb3518c-5fbd-4ed5-ad81-458944459706), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.826882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (bfb3518c-5fbd-4ed5-ad81-458944459706), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.832888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:41.833376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (bfb3518c-5fbd-4ed5-ad81-458944459706), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:41.836326 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:41.896681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.901523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.904771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4 HTTP/1.1" status: 204 len: 168 time: 0.5311444 Jan 28 05:14:41.908586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48832) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:41.913453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1908371864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:41.919671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161935-50c9-45f3-a34e-cefcd096e2da tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=cc41f90a-8c85-4c00-b5fb-a6ed2e522cf4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:41.938786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (484970ec-b798-4132-af98-2eac712e9ba4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.939920 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.989902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (484970ec-b798-4132-af98-2eac712e9ba4), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:41.994485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (484970ec-b798-4132-af98-2eac712e9ba4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.011319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.012578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8acf7856-0a3e-49a3-befb-f7d360f8da47 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1027343 Jan 28 05:14:42.015632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48834) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:42.020531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525319557'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:42.038474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:42.042312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.057800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.064809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:42.073425 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5ec0c881-b19e-4f11-838d-9b4900d01d89), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.073770 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 5ec0c881-b19e-4f11-838d-9b4900d01d89 of type vlan for network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 Jan 28 05:14:42.111926 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.138537 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.143470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:42.144060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.200600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1839225 Jan 28 05:14:42.203363 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48836) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:42.210220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:42.228920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b1f69-9fba-4779-8366-a7fd9bb09e95 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=bcbf2eb5-5930-4ac4-ab25-e7477c410ab0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:42.239349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:42.312175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:42.312175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.484824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (83a86c78-22de-47c6-8ece-2b46b5170f72), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.535463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=83a86c78-22de-47c6-8ece-2b46b5170f72,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:42.550493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:42.550857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: bcbf2eb5-5930-4ac4-ab25-e7477c410ab0, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:42.567694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:42.576086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, bcbf2eb5-5930-4ac4-ab25-e7477c410ab0) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:42.580002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:42.580610 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.586029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078d662-3641-4180-8d4d-f7af0a5cb963 None None] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:42.599477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9833ec3-ce05-42e4-9af8-2bbbe5550329 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3950098 Jan 28 05:14:42.603149 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48838) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:42.693173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:42.694038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.830638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Allocated IP 2001:db8::2 (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0/83a86c78-22de-47c6-8ece-2b46b5170f72/91015e83-b193-420f-b814-805cdaf0ec86) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:42.878778 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.970160 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Publish callbacks [] for port (91015e83-b193-420f-b814-805cdaf0ec86), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.978472 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (91015e83-b193-420f-b814-805cdaf0ec86), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.021172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:43.026576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:43.031008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:43.034451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5664c8f4-0309-49e5-810c-bb58cb1ff350 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:43.037409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Pushing event updated for resources: {'Port': ['ID=91015e83-b193-420f-b814-805cdaf0ec86,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:43.060544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5664c8f4-0309-49e5-810c-bb58cb1ff350 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:43.061311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5664c8f4-0309-49e5-810c-bb58cb1ff350 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:43.109878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Attempting to bind port 91015e83-b193-420f-b814-805cdaf0ec86 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:43.110167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Attempting to bind port 91015e83-b193-420f-b814-805cdaf0ec86 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:43.110536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Attempting to bind port 91015e83-b193-420f-b814-805cdaf0ec86 on network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:43.115780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:43.116170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Checking segment: {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:43.116638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.117044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Bound using segment: {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:43.117580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Bound port: 91015e83-b193-420f-b814-805cdaf0ec86, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:43.118003 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (91015e83-b193-420f-b814-805cdaf0ec86), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.122104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8::1 (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0/83a86c78-22de-47c6-8ece-2b46b5170f72/ec165256-4b50-428f-a684-122896b80941) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:43.184969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] For port 91015e83-b193-420f-b814-805cdaf0ec86, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:43.188774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] For port 91015e83-b193-420f-b814-805cdaf0ec86, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=91015e83-b193-420f-b814-805cdaf0ec86,segment=NetworkSegment(5ec0c881-b19e-4f11-838d-9b4900d01d89),segment_id=5ec0c881-b19e-4f11-838d-9b4900d01d89)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:43.193120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (91015e83-b193-420f-b814-805cdaf0ec86), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.240228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (ec165256-4b50-428f-a684-122896b80941), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.261915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a878d-5c93-4d46-a644-d663db850e47 None None] Pushing event updated for resources: {'Port': ['ID=91015e83-b193-420f-b814-805cdaf0ec86,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:43.280528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ec165256-4b50-428f-a684-122896b80941), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.323902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:43.329432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:43.333715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:43.334236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.338183 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=ec165256-4b50-428f-a684-122896b80941,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:43.465818 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec165256-4b50-428f-a684-122896b80941), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.732910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (ec165256-4b50-428f-a684-122896b80941), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.737180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (ec165256-4b50-428f-a684-122896b80941), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.737905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.785164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.821503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=ec165256-4b50-428f-a684-122896b80941,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:43.864400 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:43.865844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:43.980440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:14:44.073254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:44.078763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-815c04b3-ec2f-45e2-a8c1-e0218dc7ee07 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746392 Jan 28 05:14:44.081733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48840) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:44.086636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:44.087563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1398193787'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:44.102631 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:44.103949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:44.113974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:44.119708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.147603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:44.158702 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.159171 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8 of type vlan for network 7996109b-9c2a-44a1-aa37-e6449c88062e Jan 28 05:14:44.210586 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7996109b-9c2a-44a1-aa37-e6449c88062e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.215661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b9107-f929-4ff8-9f2b-f06b40d2a565 None None] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:44.219944 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:44.238197 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7996109b-9c2a-44a1-aa37-e6449c88062e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.243933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:44.244531 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.295791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2128549 Jan 28 05:14:44.298777 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:44.306153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:44.314837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf53f22-f733-47d0-bb12-9c745fe41fba tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=7996109b-9c2a-44a1-aa37-e6449c88062e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:44.339487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7996109b-9c2a-44a1-aa37-e6449c88062e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:44.391796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] Provisioning complete for port 91015e83-b193-420f-b814-805cdaf0ec86 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:44.392177 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (91015e83-b193-420f-b814-805cdaf0ec86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.404854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:44.408762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.422691 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:43Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:43Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:44.450111 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:14:44.450469 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Updating router 484970ec-b798-4132-af98-2eac712e9ba4 port ec165256-4b50-428f-a684-122896b80941 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:14:44.476561 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec165256-4b50-428f-a684-122896b80941), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.610614 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (1ca68445-72d5-42fa-9b0d-1cb4e6f69854), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.662222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] Current status of the port 91015e83-b193-420f-b814-805cdaf0ec86 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:44.662769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (91015e83-b193-420f-b814-805cdaf0ec86), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.686170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=1ca68445-72d5-42fa-9b0d-1cb4e6f69854,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:44.702019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:44.702227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: 7996109b-9c2a-44a1-aa37-e6449c88062e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:44.719407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] For port 91015e83-b193-420f-b814-805cdaf0ec86, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=91015e83-b193-420f-b814-805cdaf0ec86,segment=NetworkSegment(5ec0c881-b19e-4f11-838d-9b4900d01d89),segment_id=5ec0c881-b19e-4f11-838d-9b4900d01d89)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:44.723951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (91015e83-b193-420f-b814-805cdaf0ec86), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.725606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 7996109b-9c2a-44a1-aa37-e6449c88062e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:44.742152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 7996109b-9c2a-44a1-aa37-e6449c88062e) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:44.758818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f251c17-d5d9-41ce-a7b9-c18dc477c762 None None] Network 7996109b-9c2a-44a1-aa37-e6449c88062e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:44.760589 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Publish callbacks [] for port (ec165256-4b50-428f-a684-122896b80941), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.761371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:44.762680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.766487 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec165256-4b50-428f-a684-122896b80941), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.790651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48846) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:44.790925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1ed8497e-03f0-4456-bdee-18a1460a8048 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4903655 Jan 28 05:14:44.855181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Pushing event updated for resources: {'Port': ['ID=ec165256-4b50-428f-a684-122896b80941,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:44.862956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7a36-b0f8-4f95-b9ec-b5fb9a799a12 None None] Pushing event updated for resources: {'Port': ['ID=91015e83-b193-420f-b814-805cdaf0ec86,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:44.863933 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.864285 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.864628 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.864965 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.865327 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.865661 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.866005 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.866315 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.866804 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.867801 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.868289 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.868775 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.869285 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:44.889051 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Attempting to bind port ec165256-4b50-428f-a684-122896b80941 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:44.889456 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Attempting to bind port ec165256-4b50-428f-a684-122896b80941 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:44.889954 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Attempting to bind port ec165256-4b50-428f-a684-122896b80941 on network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:44.895963 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:44.895963 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Checking segment: {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:44.896380 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.897105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Bound using segment: {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:44.897598 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Bound port: ec165256-4b50-428f-a684-122896b80941, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec0c881-b19e-4f11-838d-9b4900d01d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:44.898030 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec165256-4b50-428f-a684-122896b80941), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.949077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d1a04-5925-4493-b948-949793647f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-7996109b-9c2a-44a1-aa37-e6449c88062e', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:44.949661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-306d1a04-5925-4493-b948-949793647f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.971742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3558fefa-9594-4a15-9991-b0196d46155a None None] Provisioning complete for port ec165256-4b50-428f-a684-122896b80941 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:44.972234 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3558fefa-9594-4a15-9991-b0196d46155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec165256-4b50-428f-a684-122896b80941), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.020218 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] For port ec165256-4b50-428f-a684-122896b80941, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:45.028562 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] For port ec165256-4b50-428f-a684-122896b80941, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec165256-4b50-428f-a684-122896b80941,segment=NetworkSegment(5ec0c881-b19e-4f11-838d-9b4900d01d89),segment_id=5ec0c881-b19e-4f11-838d-9b4900d01d89)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:45.039836 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec165256-4b50-428f-a684-122896b80941), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.094413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3558fefa-9594-4a15-9991-b0196d46155a None None] Port ec165256-4b50-428f-a684-122896b80941 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:45.146297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3558fefa-9594-4a15-9991-b0196d46155a None None] Provisioning complete for port 91015e83-b193-420f-b814-805cdaf0ec86 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:45.146960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3558fefa-9594-4a15-9991-b0196d46155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (91015e83-b193-420f-b814-805cdaf0ec86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.172869 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:45.174141 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:45.193961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-306d1a04-5925-4493-b948-949793647f50 None None] Allocated IP 2001:db8:1::2 (7996109b-9c2a-44a1-aa37-e6449c88062e/1ca68445-72d5-42fa-9b0d-1cb4e6f69854/86051881-97cb-4ccc-927e-5cb9b5a0ecf1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:45.209211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 91015e83-b193-420f-b814-805cdaf0ec86 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:45.277318 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:45.309470 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12edc-5931-42e2-9e27-185d03c3d8d9 None None] Pushing event updated for resources: {'Port': ['ID=ec165256-4b50-428f-a684-122896b80941,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:45.438003 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.457877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 91015e83-b193-420f-b814-805cdaf0ec86 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:45.458251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (91015e83-b193-420f-b814-805cdaf0ec86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.500113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3558fefa-9594-4a15-9991-b0196d46155a None None] Current status of the port 91015e83-b193-420f-b814-805cdaf0ec86 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:45.501916 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:43Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:45.516806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-306d1a04-5925-4493-b948-949793647f50 None None] Publish callbacks [] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.526914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-306d1a04-5925-4493-b948-949793647f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.545591 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fd821-e3a4-41c9-8194-74880244d778 None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:43Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:45.592755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d1a04-5925-4493-b948-949793647f50 None None] Network 7996109b-9c2a-44a1-aa37-e6449c88062e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:45.595727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1a04-5925-4493-b948-949793647f50 None None] Pushing event updated for resources: {'Port': ['ID=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:45.598790 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.599375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-306d1a04-5925-4493-b948-949793647f50 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:45.623993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d1a04-5925-4493-b948-949793647f50 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:45.674078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 91015e83-b193-420f-b814-805cdaf0ec86 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:45.677743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] Provisioning complete for port ec165256-4b50-428f-a684-122896b80941 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:45.678126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec165256-4b50-428f-a684-122896b80941), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.735990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-306d1a04-5925-4493-b948-949793647f50 None None] Attempting to bind port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:45.736383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-306d1a04-5925-4493-b948-949793647f50 None None] Attempting to bind port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:45.736747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d1a04-5925-4493-b948-949793647f50 None None] Attempting to bind port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 on network 7996109b-9c2a-44a1-aa37-e6449c88062e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:45.744753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d1a04-5925-4493-b948-949793647f50 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:45.745218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d1a04-5925-4493-b948-949793647f50 None None] Checking segment: {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:45.745570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-306d1a04-5925-4493-b948-949793647f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.745970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d1a04-5925-4493-b948-949793647f50 None None] Bound using segment: {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:45.746455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-306d1a04-5925-4493-b948-949793647f50 None None] Bound port: 86051881-97cb-4ccc-927e-5cb9b5a0ecf1, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:45.746843 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-306d1a04-5925-4493-b948-949793647f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.857959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] Current status of the port ec165256-4b50-428f-a684-122896b80941 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:45.858073 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ec165256-4b50-428f-a684-122896b80941), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.872617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-306d1a04-5925-4493-b948-949793647f50 None None] For port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:45.891256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-306d1a04-5925-4493-b948-949793647f50 None None] For port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:45.915354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-306d1a04-5925-4493-b948-949793647f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.930748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] For port ec165256-4b50-428f-a684-122896b80941, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec165256-4b50-428f-a684-122896b80941,segment=NetworkSegment(5ec0c881-b19e-4f11-838d-9b4900d01d89),segment_id=5ec0c881-b19e-4f11-838d-9b4900d01d89)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:45.950409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8:1::1 (7996109b-9c2a-44a1-aa37-e6449c88062e/1ca68445-72d5-42fa-9b0d-1cb4e6f69854/1c57f226-b16f-490e-a1fc-c4c5fd2b0433) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:45.963805 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ec165256-4b50-428f-a684-122896b80941), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.012150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1a04-5925-4493-b948-949793647f50 None None] Pushing event updated for resources: {'Port': ['ID=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:46.106228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08928f-9c57-4dc6-8e07-077b50cf56db None None] Pushing event updated for resources: {'Port': ['ID=ec165256-4b50-428f-a684-122896b80941,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:46.111590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c3e6ab4b-addf-4fe3-9e86-35654eb4fd49 None None] Provisioning complete for port ec165256-4b50-428f-a684-122896b80941 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:46.111983 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab4b-addf-4fe3-9e86-35654eb4fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec165256-4b50-428f-a684-122896b80941), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.139319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.183723 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.280359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6ab4b-addf-4fe3-9e86-35654eb4fd49 None None] Current status of the port ec165256-4b50-428f-a684-122896b80941 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:46.294856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:46.303420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 7996109b-9c2a-44a1-aa37-e6449c88062e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:46.305458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:46.307758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:46.308308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.403572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0cf030e3-2c3e-4a31-80c7-40320de8245f None None] Provisioning complete for port ec165256-4b50-428f-a684-122896b80941 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:46.404008 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0cf030e3-2c3e-4a31-80c7-40320de8245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec165256-4b50-428f-a684-122896b80941), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.451945 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.516537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0cf030e3-2c3e-4a31-80c7-40320de8245f None None] Current status of the port ec165256-4b50-428f-a684-122896b80941 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:46.722420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.727720 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.728496 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:46.809124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:46.853377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 7996109b-9c2a-44a1-aa37-e6449c88062e is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:46.854666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:46.952496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:47.050950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:47.056609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-91155115-b7e6-41b8-b494-93862da993f1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649288 Jan 28 05:14:47.059348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48848) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:47.064221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1417272465'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:47.087025 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:47.091256 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.112355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec165256-4b50-428f-a684-122896b80941 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:47.119811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:47.129841 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.130200 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9 of type vlan for network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 Jan 28 05:14:47.162163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ec165256-4b50-428f-a684-122896b80941 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:47.162636 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ec165256-4b50-428f-a684-122896b80941), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.175869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8b08fcd0-1e1e-49b0-b974-fa0559310c71), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.206969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8b08fcd0-1e1e-49b0-b974-fa0559310c71), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.212250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:47.213003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.252053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ec165256-4b50-428f-a684-122896b80941 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:47.253180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:47.279995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2195864 Jan 28 05:14:47.282744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48850) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:47.287613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:47.303764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:47.304143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.338428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7f9cc-a09f-49dc-baee-f93e4847a3f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=8b08fcd0-1e1e-49b0-b974-fa0559310c71,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:47.374850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:47.398249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:47.402590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.444001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:47.444397 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.489872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:47.494757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.545878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:47.571791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:47.585289 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:47.585920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:47.627301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (2d19da56-e36d-44ea-a592-d6677148b5e0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.641894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c495c-9235-446a-873d-a7e34593a1d1 None None] Network 7996109b-9c2a-44a1-aa37-e6449c88062e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:47.688916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=2d19da56-e36d-44ea-a592-d6677148b5e0,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:47.707253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:47.707603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: 8b08fcd0-1e1e-49b0-b974-fa0559310c71, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:47.725205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:47.734597 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8b08fcd0-1e1e-49b0-b974-fa0559310c71) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:47.743312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:47.744053 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.749658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245742e-47d1-4b54-bbc0-0c82a8bac468 None None] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:47.758426 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7e929a00-7dd6-4401-adb2-9caa3c9c7283 None None] Provisioning complete for port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:47.758882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e929a00-7dd6-4401-adb2-9caa3c9c7283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.762435 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b1202d78-8086-4af8-9444-7276994d8014 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4786904 Jan 28 05:14:47.765131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48852) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:47.824742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:48.125722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.226408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:48.227833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.296250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7e929a00-7dd6-4401-adb2-9caa3c9c7283 None None] Current status of the port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:48.402626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8:2::1 (8b08fcd0-1e1e-49b0-b974-fa0559310c71/2d19da56-e36d-44ea-a592-d6677148b5e0/612db2a0-9234-4342-8e24-59a5954d1ce6) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:48.413229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:46Z', 'revision_number': 3, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:46Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:48.441816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:14:48.442175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Updating router 484970ec-b798-4132-af98-2eac712e9ba4 port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:14:48.471976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.527162 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.545759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6c1d690f-c6c4-4b21-9e83-ed0bc4b7dfe4 None None] Provisioning complete for port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:48.546150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c1d690f-c6c4-4b21-9e83-ed0bc4b7dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.568600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.615627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:48.618913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:48.621757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:48.622760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.677621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=612db2a0-9234-4342-8e24-59a5954d1ce6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:48.730653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Allocated IP 2001:db8:2::2 (8b08fcd0-1e1e-49b0-b974-fa0559310c71/2d19da56-e36d-44ea-a592-d6677148b5e0/45b3fe09-b6f4-4a5d-aa87-d840cbf96850) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:48.764190 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:48.814863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d690f-c6c4-4b21-9e83-ed0bc4b7dfe4 None None] Current status of the port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:48.895364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6c1d690f-c6c4-4b21-9e83-ed0bc4b7dfe4 None None] Provisioning complete for port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:48.895598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c1d690f-c6c4-4b21-9e83-ed0bc4b7dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.018919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d690f-c6c4-4b21-9e83-ed0bc4b7dfe4 None None] Port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:49.021629 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Publish callbacks [] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.031011 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.049822 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.054735 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.055592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.074134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:49.108317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Publish callbacks [] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.131076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.145104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc41ab-170d-46a6-8576-a22c3cd7cb8f None None] Pushing event updated for resources: {'Port': ['ID=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:49.147360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=612db2a0-9234-4342-8e24-59a5954d1ce6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:49.196397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:49.197957 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:49.224552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:49.242699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:49.248476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-00b39e69-7cfc-4737-b6ff-b494ff4f15ce None None] Provisioning complete for port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:49.248862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00b39e69-7cfc-4737-b6ff-b494ff4f15ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.250625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:49.284045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Attempting to bind port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:49.284427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Attempting to bind port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:49.284802 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Attempting to bind port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 on network 7996109b-9c2a-44a1-aa37-e6449c88062e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:49.290034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Pushing event updated for resources: {'Port': ['ID=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:49.312431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:49.312827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Checking segment: {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:49.313278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.313686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Bound using segment: {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:49.314187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Bound port: 1c57f226-b16f-490e-a1fc-c4c5fd2b0433, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:49.314578 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.347113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:49.347416 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.387268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-00b39e69-7cfc-4737-b6ff-b494ff4f15ce None None] Port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:49.428864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Attempting to bind port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:49.429280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Attempting to bind port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:49.429656 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Attempting to bind port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 on network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:49.442744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:49.443045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Checking segment: {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:49.443459 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.443866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Bound using segment: {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:49.444365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Bound port: 45b3fe09-b6f4-4a5d-aa87-d840cbf96850, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:49.444758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.489719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] For port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:49.529621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] For port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:49.557599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.609096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:49.625210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] Provisioning complete for port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:49.625599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.638874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:49.657749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] For port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:49.690805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] For port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,segment=NetworkSegment(4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9),segment_id=4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:49.701905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.703785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc41ab-170d-46a6-8576-a22c3cd7cb8f None None] Pushing event updated for resources: {'Port': ['ID=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:49.711191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:49.711849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:49.713019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:49.724180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e39b4c3-58db-4ce5-865a-7a4fc135560e tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579587 Jan 28 05:14:49.727701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48854) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:49.732871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-626859854'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:49.755527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:49.759310 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.792086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:14:49.802138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4c9a6393-e9ff-4351-8e22-9a9e141663b5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.802482 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added segment 4c9a6393-e9ff-4351-8e22-9a9e141663b5 of type vlan for network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 Jan 28 05:14:49.859569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.884504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1f652-9d68-4887-9b18-d3af2c919af0 None None] Pushing event updated for resources: {'Port': ['ID=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:49.887756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:49.893745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.899076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:49.899688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:49.956229 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2270658 Jan 28 05:14:49.961640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48856) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:49.969913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'subnet': {'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:49.977236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc07cd-978d-4e9c-bd83-735cf1cbe3be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Network': ['ID=0c96cb67-8f3b-4bfc-811f-fe4fa67eb110,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:50.085454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Made reservation on behalf of 885ea76c843d48e8a4acccbcc4bb81b0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:14:50.090934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.119648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:14:50.136021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] Current status of the port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:50.136425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.293484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] For port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:50.302396 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.305354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (8c290062-12cf-492b-98e3-22a2e515b4ea), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.367726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Subnet': ['ID=8c290062-12cf-492b-98e3-22a2e515b4ea,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:50.383205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Checking segment: {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:50.383574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network hostable DHCP agents. Network: 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:14:50.388484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d93d11-fcde-4f3d-b040-192aac5d7674 None None] Pushing event updated for resources: {'Port': ['ID=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:50.407950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:14:50.422435 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:50.432416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:14:50.433402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.437002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020aaee0-1300-4d55-9248-5ba5a977eb6a None None] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:50.456195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-934c785e-1c8e-4b9d-ae67-a6183aaaa2f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4913893 Jan 28 05:14:50.458904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48858) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:50.509616 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5afff83a-08fd-4ca2-991a-c5641dd66dd4 None None] Provisioning complete for port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:50.509915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5afff83a-08fd-4ca2-991a-c5641dd66dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.597114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-65e69977-fef3-4437-9d89-811640e4647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:48Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:49Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:48Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:50.633499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'fixed_ips': [{'subnet_id': '8c290062-12cf-492b-98e3-22a2e515b4ea'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:14:50.634471 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:50.644716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e69977-fef3-4437-9d89-811640e4647d None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:48Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:49Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:48Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:50.765841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5afff83a-08fd-4ca2-991a-c5641dd66dd4 None None] Current status of the port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:50.851119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Allocated IP 2001:db8:3::2 (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110/8c290062-12cf-492b-98e3-22a2e515b4ea/872cc19b-1e4d-467f-aa49-de4b415f68a5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:50.931511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.022861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b2da1b-ecda-434b-bc97-1f2224aae6e4 None None] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:51.083238 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Publish callbacks [] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.112202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.183705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:51.192216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] Provisioning complete for port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:51.192657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.197039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:51.213192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Pushing event updated for resources: {'Port': ['ID=872cc19b-1e4d-467f-aa49-de4b415f68a5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:51.238828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:51.247126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:51.327853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Allocated IP 2001:db8:3::1 (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110/8c290062-12cf-492b-98e3-22a2e515b4ea/ddb6b391-374a-4ea4-b01b-87b9a334ed8e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:14:51.363397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Attempting to bind port 872cc19b-1e4d-467f-aa49-de4b415f68a5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:51.363773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Attempting to bind port 872cc19b-1e4d-467f-aa49-de4b415f68a5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:51.364138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Attempting to bind port 872cc19b-1e4d-467f-aa49-de4b415f68a5 on network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:51.401029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:51.401485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Checking segment: {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:51.401897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.402295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Bound using segment: {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:51.402787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Bound port: 872cc19b-1e4d-467f-aa49-de4b415f68a5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:51.403174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.412262 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:14:51.439517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] Current status of the port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:51.439905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.471034 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.473367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:51.473757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.519405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.545349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] For port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,segment=NetworkSegment(4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9),segment_id=4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:51.553904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.588439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] For port 872cc19b-1e4d-467f-aa49-de4b415f68a5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:51.590717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:51.601708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:51.605524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:14:51.606436 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.620718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] For port 872cc19b-1e4d-467f-aa49-de4b415f68a5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=872cc19b-1e4d-467f-aa49-de4b415f68a5,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:51.639870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.664694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:51.685860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12572fe-43ef-4194-b2c3-3541de7e043a None None] Pushing event updated for resources: {'Port': ['ID=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:51.749076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:51.750259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:51.824841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.828208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f12ee6-b7fb-4270-910a-3e6e880b739f None None] Pushing event updated for resources: {'Port': ['ID=872cc19b-1e4d-467f-aa49-de4b415f68a5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:51.875673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:51.876254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:51.930875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5fc500c7-648a-44bd-a4e6-99f7dd209656 None None] Provisioning complete for port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:51.931400 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc500c7-648a-44bd-a4e6-99f7dd209656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.033436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:52.104757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5fc500c7-648a-44bd-a4e6-99f7dd209656 None None] Current status of the port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:52.121327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5fc500c7-648a-44bd-a4e6-99f7dd209656 None None] Provisioning complete for port 612db2a0-9234-4342-8e24-59a5954d1ce6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:52.121635 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc500c7-648a-44bd-a4e6-99f7dd209656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.165748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5fc500c7-648a-44bd-a4e6-99f7dd209656 None None] Port 612db2a0-9234-4342-8e24-59a5954d1ce6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:52.295940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9b4c6d7c-c9ca-4a4a-a29b-fad3697d918d None None] Provisioning complete for port 612db2a0-9234-4342-8e24-59a5954d1ce6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:52.296418 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6d7c-c9ca-4a4a-a29b-fad3697d918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.345441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c6d7c-c9ca-4a4a-a29b-fad3697d918d None None] Port 612db2a0-9234-4342-8e24-59a5954d1ce6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:52.567663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.569202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-42c66446-e9cb-431e-ae5f-97bd078e52e9 None None] Provisioning complete for port 612db2a0-9234-4342-8e24-59a5954d1ce6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:52.569580 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42c66446-e9cb-431e-ae5f-97bd078e52e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.574216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.575095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:52.586875 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:52.598371 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:52.600161 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:52.607183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42c66446-e9cb-431e-ae5f-97bd078e52e9 None None] Port 612db2a0-9234-4342-8e24-59a5954d1ce6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:52.677584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event updated for resources: {'Port': ['ID=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:52.731163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:14:52.732868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:14:52.784437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:52.835617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:52.938635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:52.947369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-83a5afb7-4a56-47f1-8760-229c2a97a123 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840534 Jan 28 05:14:52.948103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48864) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:52.952968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:53.023594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:51Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:48Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6b391-374a-4ea4-b01b-87b9a334ed8e', 'name': '', 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:47:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:51Z', 'updated_at': '2022-01-28T05:14:52Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:53.052643 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:14:53.052994 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Updating router 484970ec-b798-4132-af98-2eac712e9ba4 port 612db2a0-9234-4342-8e24-59a5954d1ce6 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:14:53.098149 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.216542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:53.275819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:53.276310 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.280044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27714cd1-4509-4663-9230-9f94e216dca0 None None] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:53.357295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:14:53.374477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Removed routes are [] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:14:53.374835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.400281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] Provisioning complete for port 872cc19b-1e4d-467f-aa49-de4b415f68a5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:53.400668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.425962 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks [] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.432698 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.481701 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2208df-b2de-4b3f-a6ee-096ab3ad19b5 None None] Pushing event updated for resources: {'Port': ['ID=612db2a0-9234-4342-8e24-59a5954d1ce6,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:53.501451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:53.502565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 872cc19b-1e4d-467f-aa49-de4b415f68a5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:53.549284 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Attempting to bind port 612db2a0-9234-4342-8e24-59a5954d1ce6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:53.549781 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Attempting to bind port 612db2a0-9234-4342-8e24-59a5954d1ce6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:53.551298 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Attempting to bind port 612db2a0-9234-4342-8e24-59a5954d1ce6 on network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:53.559200 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:53.559588 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Checking segment: {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:53.559996 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.560384 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Bound using segment: {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:53.560857 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Bound port: 612db2a0-9234-4342-8e24-59a5954d1ce6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:53.561261 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.592494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] Current status of the port 872cc19b-1e4d-467f-aa49-de4b415f68a5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:53.592959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.607593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 872cc19b-1e4d-467f-aa49-de4b415f68a5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:53.608185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.612132 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.615802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (484970ec-b798-4132-af98-2eac712e9ba4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.645206 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] For port 612db2a0-9234-4342-8e24-59a5954d1ce6, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:53.649364 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] For port 612db2a0-9234-4342-8e24-59a5954d1ce6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=612db2a0-9234-4342-8e24-59a5954d1ce6,segment=NetworkSegment(4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9),segment_id=4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:53.655995 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.669716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] For port 872cc19b-1e4d-467f-aa49-de4b415f68a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=872cc19b-1e4d-467f-aa49-de4b415f68a5,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:53.678142 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.679307 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Updating router 484970ec-b798-4132-af98-2eac712e9ba4 port ddb6b391-374a-4ea4-b01b-87b9a334ed8e binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:14:53.715392 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.763318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5b182-08bb-40ea-99e6-0996b49ced89 None None] Pushing event updated for resources: {'Port': ['ID=872cc19b-1e4d-467f-aa49-de4b415f68a5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:53.767792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:53.913376 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2208df-b2de-4b3f-a6ee-096ab3ad19b5 None None] Pushing event updated for resources: {'Port': ['ID=612db2a0-9234-4342-8e24-59a5954d1ce6,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:53.957671 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:53.977351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:53.981334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48866) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:53.986303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-90d9f040-1edc-47d3-9c30-d75668a1d91a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 954 time: 1.0323887 Jan 28 05:14:53.997970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 872cc19b-1e4d-467f-aa49-de4b415f68a5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:54.022220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Provisioning complete for port 872cc19b-1e4d-467f-aa49-de4b415f68a5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:54.022605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.102932 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks [] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.111241 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.145810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Current status of the port 872cc19b-1e4d-467f-aa49-de4b415f68a5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:54.146000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-33e5c066-5673-4e5f-bdf4-fb1d00184581 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 954 time: 0.1633780 Jan 28 05:14:54.148483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48868) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:54.155031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'routes': None}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:14:54.161205 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2208df-b2de-4b3f-a6ee-096ab3ad19b5 None None] Pushing event updated for resources: {'Port': ['ID=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:54.164518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Provisioning complete for port ddb6b391-374a-4ea4-b01b-87b9a334ed8e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:54.164880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.216788 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Port ddb6b391-374a-4ea4-b01b-87b9a334ed8e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:14:54.236054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Provisioning complete for port 612db2a0-9234-4342-8e24-59a5954d1ce6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:54.236277 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Attempting to bind port ddb6b391-374a-4ea4-b01b-87b9a334ed8e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:14:54.236744 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Attempting to bind port ddb6b391-374a-4ea4-b01b-87b9a334ed8e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:14:54.236922 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.237558 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Attempting to bind port ddb6b391-374a-4ea4-b01b-87b9a334ed8e on network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:14:54.244976 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:14:54.245539 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Checking segment: {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:14:54.246034 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.246517 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Bound using segment: {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:14:54.247107 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Bound port: ddb6b391-374a-4ea4-b01b-87b9a334ed8e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9a6393-e9ff-4351-8e22-9a9e141663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:14:54.247579 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.323850 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] For port ddb6b391-374a-4ea4-b01b-87b9a334ed8e, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:14:54.329037 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] For port ddb6b391-374a-4ea4-b01b-87b9a334ed8e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:14:54.334935 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.355307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Current status of the port 612db2a0-9234-4342-8e24-59a5954d1ce6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:54.355709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.402139 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:54.402882 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:54.406480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] For port 612db2a0-9234-4342-8e24-59a5954d1ce6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=612db2a0-9234-4342-8e24-59a5954d1ce6,segment=NetworkSegment(4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9),segment_id=4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:54.411037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.442715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2208df-b2de-4b3f-a6ee-096ab3ad19b5 None None] Pushing event updated for resources: {'Port': ['ID=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:54.475224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0c180-cf8d-441f-be11-4e613c94a9e2 None None] Pushing event updated for resources: {'Port': ['ID=612db2a0-9234-4342-8e24-59a5954d1ce6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:54.516511 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:54.533993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Provisioning complete for port 612db2a0-9234-4342-8e24-59a5954d1ce6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:54.534360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.613727 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.extraroute_db [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added routes are [] {{(pid=103139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:14:54.614424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.extraroute_db [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:14:54.622170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Current status of the port 612db2a0-9234-4342-8e24-59a5954d1ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:54.632864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Provisioning complete for port ddb6b391-374a-4ea4-b01b-87b9a334ed8e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:54.633398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.645400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.738706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Current status of the port ddb6b391-374a-4ea4-b01b-87b9a334ed8e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:54.739110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.774634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] For port ddb6b391-374a-4ea4-b01b-87b9a334ed8e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:54.783575 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.794521 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:53Z', 'revision_number': 6, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:53Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6b391-374a-4ea4-b01b-87b9a334ed8e', 'name': '', 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:47:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:51Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:54.839278 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd828b-3080-437b-8e3c-427157c149bb None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:53Z', 'revision_number': 6, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:53Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6b391-374a-4ea4-b01b-87b9a334ed8e', 'name': '', 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:47:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:51Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 4, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:54.851137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00a54c-5066-4dad-8f28-bed599dc5308 None None] Pushing event updated for resources: {'Port': ['ID=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:54.863699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.867906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (484970ec-b798-4132-af98-2eac712e9ba4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.938532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-83eea96c-f0f6-48be-b0fa-b060510a7e58 None None] Provisioning complete for port ddb6b391-374a-4ea4-b01b-87b9a334ed8e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:54.939086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83eea96c-f0f6-48be-b0fa-b060510a7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:54.984942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:55.061814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-83eea96c-f0f6-48be-b0fa-b060510a7e58 None None] Current status of the port ddb6b391-374a-4ea4-b01b-87b9a334ed8e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:55.136134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:55.142085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.143674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3ff09eb-93b3-4d62-a75e-79d94464658a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 704 time: 0.9927211 Jan 28 05:14:55.145975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48870) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:55.257654 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-562d4d90-ae07-40a9-b3db-5b94b4a491ca tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 704 time: 0.1080632 Jan 28 05:14:55.258394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:55.285334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a4813f1d-094c-40be-b71c-d0a9b4559615 None None] Provisioning complete for port ddb6b391-374a-4ea4-b01b-87b9a334ed8e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:55.285984 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4813f1d-094c-40be-b71c-d0a9b4559615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.314270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 612db2a0-9234-4342-8e24-59a5954d1ce6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:55.417959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 612db2a0-9234-4342-8e24-59a5954d1ce6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:55.418359 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.421030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a4813f1d-094c-40be-b71c-d0a9b4559615 None None] Current status of the port ddb6b391-374a-4ea4-b01b-87b9a334ed8e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:55.503653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 612db2a0-9234-4342-8e24-59a5954d1ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:55.504737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ddb6b391-374a-4ea4-b01b-87b9a334ed8e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:55.557460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ddb6b391-374a-4ea4-b01b-87b9a334ed8e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:55.558202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.624403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.648122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ddb6b391-374a-4ea4-b01b-87b9a334ed8e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:55.649365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 872cc19b-1e4d-467f-aa49-de4b415f68a5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:14:55.707144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 872cc19b-1e4d-467f-aa49-de4b415f68a5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:14:55.709970 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.798372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 872cc19b-1e4d-467f-aa49-de4b415f68a5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:14:55.887968 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:55.890033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port ddb6b391-374a-4ea4-b01b-87b9a334ed8e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:55.890390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.901252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:55.901980 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:55.983271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port ddb6b391-374a-4ea4-b01b-87b9a334ed8e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:55.983639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:55.993992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:55.999845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for ddb6b391-374a-4ea4-b01b-87b9a334ed8e owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:56.170767 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ddb6b391-374a-4ea4-b01b-87b9a334ed8e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:56.196876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 7, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6b391-374a-4ea4-b01b-87b9a334ed8e', 'name': '', 'network_id': '0c96cb67-8f3b-4bfc-811f-fe4fa67eb110', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:47:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:51Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '8c290062-12cf-492b-98e3-22a2e515b4ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:56.202274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=ddb6b391-374a-4ea4-b01b-87b9a334ed8e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:56.228205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:14:56.239092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:56.239692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:56.332480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:56.337234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:56.560549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:56Z', 'revision_number': 8, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:56.589286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9eb43-821b-4613-b586-53eec2175dba None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:56Z', 'revision_number': 8, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:56.831584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:56.923901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:56.928537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6555cb07-3463-4366-9235-025187d2b9d4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690562 Jan 28 05:14:56.931783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48874) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:56.987541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 8c290062-12cf-492b-98e3-22a2e515b4ea {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:56.990884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (8c290062-12cf-492b-98e3-22a2e515b4ea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.035013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (8c290062-12cf-492b-98e3-22a2e515b4ea), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.059358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ddb6b391-374a-4ea4-b01b-87b9a334ed8e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:57.081737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ddb6b391-374a-4ea4-b01b-87b9a334ed8e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:57.083600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ddb6b391-374a-4ea4-b01b-87b9a334ed8e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:57.122331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (8c290062-12cf-492b-98e3-22a2e515b4ea), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.185627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (8c290062-12cf-492b-98e3-22a2e515b4ea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.209888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=8c290062-12cf-492b-98e3-22a2e515b4ea,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:57.215620 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.221987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6d71a92e-ebf6-4496-9343-1343fc03bd4d tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/8c290062-12cf-492b-98e3-22a2e515b4ea HTTP/1.1" status: 204 len: 168 time: 0.2860966 Jan 28 05:14:57.222094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48876) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:57.224415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67578c7-50d6-4888-a665-1f6168e0d704 None None] Network 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:57.244212 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:57.255030 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:57.255787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:57.304005 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.347391 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:57.359387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 872cc19b-1e4d-467f-aa49-de4b415f68a5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:57.359639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.404216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] DHCP port deletion for 0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:57.429047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 872cc19b-1e4d-467f-aa49-de4b415f68a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=872cc19b-1e4d-467f-aa49-de4b415f68a5,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:57.429455 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.443246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 872cc19b-1e4d-467f-aa49-de4b415f68a5 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:57.454842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] Deleting port 872cc19b-1e4d-467f-aa49-de4b415f68a5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:57.455222 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.523938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] For port 872cc19b-1e4d-467f-aa49-de4b415f68a5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=872cc19b-1e4d-467f-aa49-de4b415f68a5,segment=NetworkSegment(4c9a6393-e9ff-4351-8e22-9a9e141663b5),segment_id=4c9a6393-e9ff-4351-8e22-9a9e141663b5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:57.524425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.525598 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.537617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] Calling delete_port for 872cc19b-1e4d-467f-aa49-de4b415f68a5 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:57.552986 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:56Z', 'revision_number': 8, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:57.556616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=872cc19b-1e4d-467f-aa49-de4b415f68a5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:57.564819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 872cc19b-1e4d-467f-aa49-de4b415f68a5 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:57.569881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.570272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.570625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.570967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.571325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.571667 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.572011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.572345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.572679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.573028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.573417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.573749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.574076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:57.631070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (872cc19b-1e4d-467f-aa49-de4b415f68a5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.658542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.659658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] Pushing event deleted for resources: {'Port': ['ID=872cc19b-1e4d-467f-aa49-de4b415f68a5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:57.666990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252599a-1b48-427e-bf11-796bdc6dd397 None None] No DVR routers for this DVR port 872cc19b-1e4d-467f-aa49-de4b415f68a5 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:57.682689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:14:57.684157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c96cb67-8f3b-4bfc-811f-fe4fa67eb110']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:57.691235 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:57.691830 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:57.694189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9a6393-e9ff-4351-8e22-9a9e141663b5') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:57.694780 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9a6393-e9ff-4351-8e22-9a9e141663b5') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:57.705186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4c9a6393-e9ff-4351-8e22-9a9e141663b5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.719785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4c9a6393-e9ff-4351-8e22-9a9e141663b5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.725913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:57.726307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4c9a6393-e9ff-4351-8e22-9a9e141663b5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:57.729874 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:57.779751 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:57.794760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0c96cb67-8f3b-4bfc-811f-fe4fa67eb110), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.800450 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:57.806897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48878) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:57.807409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/0c96cb67-8f3b-4bfc-811f-fe4fa67eb110 HTTP/1.1" status: 204 len: 168 time: 0.5847857 Jan 28 05:14:57.824676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84abc99-73fc-4d78-918d-603e461db7f7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=0c96cb67-8f3b-4bfc-811f-fe4fa67eb110,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:57.986969 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:56Z', 'revision_number': 8, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:58.013294 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023ea9b-cdd8-46a6-8115-269747325d0e None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:56Z', 'revision_number': 8, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '612db2a0-9234-4342-8e24-59a5954d1ce6', 'name': '', 'network_id': '8b08fcd0-1e1e-49b0-b974-fa0559310c71', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:e3:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:48Z', 'updated_at': '2022-01-28T05:14:54Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '2d19da56-e36d-44ea-a592-d6677148b5e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:14:58.154897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:58.399236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 612db2a0-9234-4342-8e24-59a5954d1ce6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:58.399594 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:58.488584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 612db2a0-9234-4342-8e24-59a5954d1ce6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=612db2a0-9234-4342-8e24-59a5954d1ce6,segment=NetworkSegment(4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9),segment_id=4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:58.488948 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:58.501333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 612db2a0-9234-4342-8e24-59a5954d1ce6 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:58.671765 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (612db2a0-9234-4342-8e24-59a5954d1ce6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:58.697949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=612db2a0-9234-4342-8e24-59a5954d1ce6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:58.823260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.017237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:14:59.094419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 872cc19b-1e4d-467f-aa49-de4b415f68a5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:14:59.114884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:14:59.115438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 872cc19b-1e4d-467f-aa49-de4b415f68a5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:14:59.115800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 872cc19b-1e4d-467f-aa49-de4b415f68a5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:14:59.120198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f8c62083-7c72-4b71-97e1-5c011fa795a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3122654 Jan 28 05:14:59.126442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48882) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:59.128327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:14:59.138427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:59.139107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:59.177381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 2d19da56-e36d-44ea-a592-d6677148b5e0 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:14:59.180835 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (2d19da56-e36d-44ea-a592-d6677148b5e0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.221549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (2d19da56-e36d-44ea-a592-d6677148b5e0), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.230144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:59.308331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2d19da56-e36d-44ea-a592-d6677148b5e0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.370825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (2d19da56-e36d-44ea-a592-d6677148b5e0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.396551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=2d19da56-e36d-44ea-a592-d6677148b5e0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:59.407048 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.410363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/2d19da56-e36d-44ea-a592-d6677148b5e0 HTTP/1.1" status: 204 len: 168 time: 0.2828515 Jan 28 05:14:59.412340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.412693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.413041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.413438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.413569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:59.414574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.414748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.415063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.415391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.415723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.416141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.416393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.416718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.417040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec34d36b-b8de-466e-8fa1-a1e666e05b71 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:14:59.467435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca9270-9f22-4599-ae01-f51b9aaebf44 None None] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:14:59.494539 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8b08fcd0-1e1e-49b0-b974-fa0559310c71), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.554176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:59.554554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.616779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,segment=NetworkSegment(4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9),segment_id=4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:14:59.617100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.630154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:14:59.657644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:58Z', 'revision_number': 9, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:59.690171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:14:59.697073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] DHCP port deletion for 8b08fcd0-1e1e-49b0-b974-fa0559310c71 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:14:59.708098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:14:59.708931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:59.726985 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.752661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:14:59.754477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:14:59.821179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:14:59.831621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8b08fcd0-1e1e-49b0-b974-fa0559310c71), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.851942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b08fcd0-1e1e-49b0-b974-fa0559310c71']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:59.856680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Deleting port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:14:59.857061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.860961 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:59.861289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:14:59.871246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.884572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.890458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:14:59.890843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (4939c0f0-cdf6-4c7d-b8ab-b90e19bed9a9), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:14:59.893979 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:14:59.962607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8b08fcd0-1e1e-49b0-b974-fa0559310c71), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.967540 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:59.971073 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/8b08fcd0-1e1e-49b0-b974-fa0559310c71 HTTP/1.1" status: 204 len: 168 time: 0.5558834 Jan 28 05:14:59.974198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48886) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:14:59.985725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7313-0625-472e-9914-03e0322542df tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=8b08fcd0-1e1e-49b0-b974-fa0559310c71,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:00.001461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] For port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:00.001928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:00.019085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Calling delete_port for 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:00.026983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:15:00.032858 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (45b3fe09-b6f4-4a5d-aa87-d840cbf96850), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:00.067440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Network 8b08fcd0-1e1e-49b0-b974-fa0559310c71 is not hosted by any dhcp agent {{(pid=103140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:15:00.067911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] No DVR routers for this DVR port 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:15:00.069791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ee7b3-941e-4e9a-a38e-adf4a886c623 None None] Pushing event deleted for resources: {'Port': ['ID=45b3fe09-b6f4-4a5d-aa87-d840cbf96850,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:00.122847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:58Z', 'revision_number': 9, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:00.152125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908aa5d3-8cd8-4a92-a3f6-9ad7621da078 None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:14:58Z', 'revision_number': 9, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': '1c57f226-b16f-490e-a1fc-c4c5fd2b0433', 'name': '', 'network_id': '7996109b-9c2a-44a1-aa37-e6449c88062e', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:73:62:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:45Z', 'updated_at': '2022-01-28T05:14:50Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '1ca68445-72d5-42fa-9b0d-1cb4e6f69854', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:15:00.315628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:00.551684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:15:00.552025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:00.638379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 1c57f226-b16f-490e-a1fc-c4c5fd2b0433, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:00.638749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:00.650971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:00.816499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1c57f226-b16f-490e-a1fc-c4c5fd2b0433), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:00.843160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=1c57f226-b16f-490e-a1fc-c4c5fd2b0433,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:00.960329 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.107930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:01.129363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:01.130011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 45b3fe09-b6f4-4a5d-aa87-d840cbf96850 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:01.130146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 612db2a0-9234-4342-8e24-59a5954d1ce6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:01.150823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 612db2a0-9234-4342-8e24-59a5954d1ce6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:01.151234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 612db2a0-9234-4342-8e24-59a5954d1ce6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:01.456007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:15:01.547704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:15:01.552855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-357d6d06-f795-4e8b-b1e0-2be4aaa42d2f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5768142 Jan 28 05:15:01.556154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48888) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:01.557531 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:15:01.567436 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:01.568113 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:01.607372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 1ca68445-72d5-42fa-9b0d-1cb4e6f69854 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:15:01.610500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (1ca68445-72d5-42fa-9b0d-1cb4e6f69854), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.648734 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (1ca68445-72d5-42fa-9b0d-1cb4e6f69854), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.653129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:01.735208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1ca68445-72d5-42fa-9b0d-1cb4e6f69854), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.791164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (1ca68445-72d5-42fa-9b0d-1cb4e6f69854), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.820746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca68445-72d5-42fa-9b0d-1cb4e6f69854,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:01.822763 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.828637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-116af4f3-b073-4b10-8e2f-6651d897631a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/1ca68445-72d5-42fa-9b0d-1cb4e6f69854 HTTP/1.1" status: 204 len: 168 time: 0.2690151 Jan 28 05:15:01.830043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48890) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:01.833356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e1cda-f758-43db-a859-e8a25cdfa53e None None] Network 7996109b-9c2a-44a1-aa37-e6449c88062e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:15:01.860158 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:00Z', 'revision_number': 10, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:01.888263 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:15:01.901176 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:01.901875 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:01.914982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7996109b-9c2a-44a1-aa37-e6449c88062e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.970268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:15:01.970653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:01.996619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:02.014627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] DHCP port deletion for 7996109b-9c2a-44a1-aa37-e6449c88062e request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:15:02.038586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:02.038988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.053940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:02.063093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] Deleting port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:15:02.063478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.127241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] For port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,segment=NetworkSegment(59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8),segment_id=59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:02.127642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.140872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] Calling delete_port for 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:02.146746 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.173770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:02.176743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:15:02.211229 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:00Z', 'revision_number': 10, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:02.243150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (86051881-97cb-4ccc-927e-5cb9b5a0ecf1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.244023 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a061259-8f28-4a26-8616-f22979bbb9dd None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:00Z', 'revision_number': 10, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None, '_interfaces': [{'id': 'ec165256-4b50-428f-a684-122896b80941', 'name': '', 'network_id': 'bcbf2eb5-5930-4ac4-ab25-e7477c410ab0', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'mac_address': 'fa:16:3e:cb:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484970ec-b798-4132-af98-2eac712e9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:14:42Z', 'updated_at': '2022-01-28T05:14:45Z', 'revision_number': 5, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'subnets': [{'id': '83a86c78-22de-47c6-8ece-2b46b5170f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:15:02.264545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7996109b-9c2a-44a1-aa37-e6449c88062e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.282622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] Pushing event deleted for resources: {'Port': ['ID=86051881-97cb-4ccc-927e-5cb9b5a0ecf1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:02.288578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7996109b-9c2a-44a1-aa37-e6449c88062e']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:02.291841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddbcab-82cb-46ee-9820-1fe8c4a55177 None None] No DVR routers for this DVR port 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:15:02.303383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:02.303894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:02.317481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.333614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.340244 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:15:02.340642 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (59d52b01-cdf3-40d2-b36f-4e74b3f7f6e8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:15:02.343954 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:15:02.399879 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7996109b-9c2a-44a1-aa37-e6449c88062e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.406791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.410070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/7996109b-9c2a-44a1-aa37-e6449c88062e HTTP/1.1" status: 204 len: 168 time: 0.5804369 Jan 28 05:15:02.412936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:02.422474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ead56-4c92-41b0-94ae-c8017e756ff6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=7996109b-9c2a-44a1-aa37-e6449c88062e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:02.748808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:02.981812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port ec165256-4b50-428f-a684-122896b80941 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:15:02.982154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ec165256-4b50-428f-a684-122896b80941), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.043829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:03.064395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:03.064741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1c57f226-b16f-490e-a1fc-c4c5fd2b0433 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:03.065170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:03.070188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port ec165256-4b50-428f-a684-122896b80941, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ec165256-4b50-428f-a684-122896b80941,segment=NetworkSegment(5ec0c881-b19e-4f11-838d-9b4900d01d89),segment_id=5ec0c881-b19e-4f11-838d-9b4900d01d89)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:03.071066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ec165256-4b50-428f-a684-122896b80941), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.082676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for ec165256-4b50-428f-a684-122896b80941 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:03.083582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:03.083930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 86051881-97cb-4ccc-927e-5cb9b5a0ecf1 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:03.253570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ec165256-4b50-428f-a684-122896b80941), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.283079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=ec165256-4b50-428f-a684-122896b80941,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:03.380415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (484970ec-b798-4132-af98-2eac712e9ba4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.536267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:15:03.617509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:15:03.622865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4b6de3c7-d6a8-4261-89ac-28647f0be3a8 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2088242 Jan 28 05:15:03.625583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48894) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:03.626923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:15:03.636544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:03.637324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:03.676375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting subnet 83a86c78-22de-47c6-8ece-2b46b5170f72 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:15:03.680355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (83a86c78-22de-47c6-8ece-2b46b5170f72), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.702185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:03.724107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (83a86c78-22de-47c6-8ece-2b46b5170f72), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.756696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:03Z', 'revision_number': 11, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:03.782338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:15:03.790684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:03.791217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:03.811142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (83a86c78-22de-47c6-8ece-2b46b5170f72), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.859789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:03.867863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (83a86c78-22de-47c6-8ece-2b46b5170f72), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.895865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Subnet': ['ID=83a86c78-22de-47c6-8ece-2b46b5170f72,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:03.897847 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:03.901017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8c8c7753-e32e-4b84-a496-8f1c734059ea tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/83a86c78-22de-47c6-8ece-2b46b5170f72 HTTP/1.1" status: 204 len: 168 time: 0.2744501 Jan 28 05:15:03.903625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:03.918026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae57553-019f-4e8e-a90f-93a0db9b748a None None] Network bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:15:03.920383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:03Z', 'revision_number': 11, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:03.989519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd742-c3fc-4d4b-994b-8cbc36c5e4f4 None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:03Z', 'revision_number': 11, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:15:03.991031 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.050530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Deleting port 91015e83-b193-420f-b814-805cdaf0ec86 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:15:04.050884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (91015e83-b193-420f-b814-805cdaf0ec86), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.112646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] For port 91015e83-b193-420f-b814-805cdaf0ec86, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=91015e83-b193-420f-b814-805cdaf0ec86,segment=NetworkSegment(5ec0c881-b19e-4f11-838d-9b4900d01d89),segment_id=5ec0c881-b19e-4f11-838d-9b4900d01d89)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:04.113011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (91015e83-b193-420f-b814-805cdaf0ec86), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.126051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Calling delete_port for 91015e83-b193-420f-b814-805cdaf0ec86 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:04.204905 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (91015e83-b193-420f-b814-805cdaf0ec86), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.229709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Port': ['ID=91015e83-b193-420f-b814-805cdaf0ec86,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:04.233504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No DVR routers for this DVR port 91015e83-b193-420f-b814-805cdaf0ec86 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:15:04.311521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.332463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbf2eb5-5930-4ac4-ab25-e7477c410ab0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:04.343433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec0c881-b19e-4f11-838d-9b4900d01d89') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:04.343433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec0c881-b19e-4f11-838d-9b4900d01d89') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:04.352882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daace33-65ad-462b-be22-a89c21aa0953 None None] DHCP port deletion for bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:15:04.353731 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5ec0c881-b19e-4f11-838d-9b4900d01d89), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.368018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5ec0c881-b19e-4f11-838d-9b4900d01d89), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.374360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:15:04.374760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5ec0c881-b19e-4f11-838d-9b4900d01d89), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:15:04.377833 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:15:04.437807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (bcbf2eb5-5930-4ac4-ab25-e7477c410ab0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.445413 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.448633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/networks/bcbf2eb5-5930-4ac4-ab25-e7477c410ab0 HTTP/1.1" status: 204 len: 168 time: 0.5438666 Jan 28 05:15:04.451305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48898) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:04.465552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'routes': None}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:04.469057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd8899-3463-4106-b567-009c2c445c37 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Pushing event deleted for resources: {'Network': ['ID=bcbf2eb5-5930-4ac4-ab25-e7477c410ab0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:04.623337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Added routes are [] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:15:04.623560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.extraroute_db [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Removed routes are [] {{(pid=103138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:15:04.623901 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.759833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.763228 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (484970ec-b798-4132-af98-2eac712e9ba4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.838313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 484970ec-b798-4132-af98-2eac712e9ba4 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:15:04.909986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:15:04.916558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:04.918115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d4f42e0f-40a5-48a9-8fc9-028573b808be tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 705 time: 0.4653423 Jan 28 05:15:04.919144 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] Sync routers for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:15:04.920459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48900) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:04.929316 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:04.930013 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:04.949781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c441406-8af4-47a9-8de1-1a1f801e8a09 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 205 time: 0.0282230 Jan 28 05:15:04.952200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:05.000053 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:05.025213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (484970ec-b798-4132-af98-2eac712e9ba4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.051507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec165256-4b50-428f-a684-122896b80941 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:05.052093 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:03Z', 'revision_number': 11, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:05.072007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ec165256-4b50-428f-a684-122896b80941 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:05.072344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ec165256-4b50-428f-a684-122896b80941 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:05.072768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 91015e83-b193-420f-b814-805cdaf0ec86 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:05.081934 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] Checking router: 484970ec-b798-4132-af98-2eac712e9ba4 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:15:05.090303 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] Routers {'484970ec-b798-4132-af98-2eac712e9ba4'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:05.091023 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['484970ec-b798-4132-af98-2eac712e9ba4'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:05.091659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 91015e83-b193-420f-b814-805cdaf0ec86 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:05.092399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 91015e83-b193-420f-b814-805cdaf0ec86 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:05.162793 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] Set router 484970ec-b798-4132-af98-2eac712e9ba4 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:05.184686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (484970ec-b798-4132-af98-2eac712e9ba4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.187005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (484970ec-b798-4132-af98-2eac712e9ba4), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.234910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (484970ec-b798-4132-af98-2eac712e9ba4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.235482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router 484970ec-b798-4132-af98-2eac712e9ba4 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:15:05.242862 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.243839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f4d5dfa2-a3e1-43de-91a4-1f0b30959ed3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 204 len: 168 time: 0.2907538 Jan 28 05:15:05.248972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48904) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:05.252531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2058533304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:05.274728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (928c7950-8f05-4eed-a020-edc82535ab70), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.275796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (928c7950-8f05-4eed-a020-edc82535ab70), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.313105 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:03Z', 'revision_number': 11, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:05.325904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (928c7950-8f05-4eed-a020-edc82535ab70), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.330226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (928c7950-8f05-4eed-a020-edc82535ab70), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.345005 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723f9d4-3c99-4d33-aa5a-959faf84d4a7 None None] The sync data for ids ['484970ec-b798-4132-af98-2eac712e9ba4'] in n-d-824835-3 is: [{'id': '484970ec-b798-4132-af98-2eac712e9ba4', 'name': 'tempest-RoutersIpV6Test-router-1908371864', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:14:41Z', 'updated_at': '2022-01-28T05:15:03Z', 'revision_number': 11, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:15:05.347888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.349099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f8d49f0-a720-403c-a004-fa2ecab85920 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1001976 Jan 28 05:15:05.352743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48906) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:05.357230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:05.859107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1834180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-226278'] for router (928c7950-8f05-4eed-a020-edc82535ab70), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.869716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1834173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1834166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832219'] for router (928c7950-8f05-4eed-a020-edc82535ab70), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:05.962970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Router 928c7950-8f05-4eed-a020-edc82535ab70 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:15:06.040491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:15:06.049203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.050397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] Sync routers for ids ['928c7950-8f05-4eed-a020-edc82535ab70'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:15:06.050552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b07e18d9-0e01-4b98-80b9-10f291ff28fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "PUT /v2.0/routers/928c7950-8f05-4eed-a020-edc82535ab70 HTTP/1.1" status: 200 len: 698 time: 0.6967132 Jan 28 05:15:06.053559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48908) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.061346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] Routers {'928c7950-8f05-4eed-a020-edc82535ab70'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:06.062018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['928c7950-8f05-4eed-a020-edc82535ab70'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:06.131743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] Set router 928c7950-8f05-4eed-a020-edc82535ab70 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:06.137509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3698bf68-93b9-42e9-811a-23146d0435fa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/routers/928c7950-8f05-4eed-a020-edc82535ab70 HTTP/1.1" status: 200 len: 704 time: 0.0804925 Jan 28 05:15:06.137880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48910) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.163520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0f268fd9-f2e4-46f6-af00-52bd21c13a6f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=928c7950-8f05-4eed-a020-edc82535ab70 HTTP/1.1" status: 200 len: 205 time: 0.0245152 Jan 28 05:15:06.166541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48912) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.187977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c7950-8f05-4eed-a020-edc82535ab70', 'name': 'tempest-RoutersIpV6Test-router-2058533304', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:15:05Z', 'updated_at': '2022-01-28T05:15:05Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:06.214032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] Checking router: 928c7950-8f05-4eed-a020-edc82535ab70 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:15:06.222214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] Routers {'928c7950-8f05-4eed-a020-edc82535ab70'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:15:06.222833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:14:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['928c7950-8f05-4eed-a020-edc82535ab70'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:06.240398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (928c7950-8f05-4eed-a020-edc82535ab70), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.292164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] Set router 928c7950-8f05-4eed-a020-edc82535ab70 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:15:06.403383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (928c7950-8f05-4eed-a020-edc82535ab70), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.405933 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router_controller (928c7950-8f05-4eed-a020-edc82535ab70), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.452208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (928c7950-8f05-4eed-a020-edc82535ab70), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.452726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Fanout notify agent at l3_agent the message router_deleted on router 928c7950-8f05-4eed-a020-edc82535ab70 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:15:06.459489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.460616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f8120583-a080-4722-9f9d-8bc80dabf7b6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/928c7950-8f05-4eed-a020-edc82535ab70 HTTP/1.1" status: 204 len: 168 time: 0.2931504 Jan 28 05:15:06.464359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 48914) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.497684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9c911683-5749-49d4-a6ba-2ef8bdab668c tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=928c7950-8f05-4eed-a020-edc82535ab70 HTTP/1.1" status: 200 len: 205 time: 0.0319321 Jan 28 05:15:06.500224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.500374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c7950-8f05-4eed-a020-edc82535ab70', 'name': 'tempest-RoutersIpV6Test-router-2058533304', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:15:05Z', 'updated_at': '2022-01-28T05:15:05Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:15:06.527052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770451a-2982-46f2-82eb-d1d40b901a14 None None] The sync data for ids ['928c7950-8f05-4eed-a020-edc82535ab70'] in n-d-824835-3 is: [{'id': '928c7950-8f05-4eed-a020-edc82535ab70', 'name': 'tempest-RoutersIpV6Test-router-2058533304', 'tenant_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:15:05Z', 'updated_at': '2022-01-28T05:15:05Z', 'revision_number': 2, 'project_id': '885ea76c843d48e8a4acccbcc4bb81b0', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:15:06.540928 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-41514f5d-7445-49d5-9c00-136cfc907592 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:06.542253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-41514f5d-7445-49d5-9c00-136cfc907592 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/928c7950-8f05-4eed-a020-edc82535ab70 HTTP/1.1" status: 404 len: 336 time: 0.0406728 Jan 28 05:15:06.544702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48918) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.572589 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7758bb-5cff-4b15-9bcf-0c5336713e89 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:06.573060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7758bb-5cff-4b15-9bcf-0c5336713e89 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:06.576251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e7758bb-5cff-4b15-9bcf-0c5336713e89 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/8c290062-12cf-492b-98e3-22a2e515b4ea HTTP/1.1" status: 404 len: 337 time: 0.0305891 Jan 28 05:15:06.579009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48920) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.594873 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:06.609234 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cd9c33-d2b4-4195-a697-a6c73ae72c78 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:06.609706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cd9c33-d2b4-4195-a697-a6c73ae72c78 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:06.613196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-89cd9c33-d2b4-4195-a697-a6c73ae72c78 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/2d19da56-e36d-44ea-a592-d6677148b5e0 HTTP/1.1" status: 404 len: 337 time: 0.0326757 Jan 28 05:15:06.615383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.640696 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a9efdc-2345-4265-be23-60156ed001e1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:06.641178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a9efdc-2345-4265-be23-60156ed001e1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:06.644204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-56a9efdc-2345-4265-be23-60156ed001e1 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/1ca68445-72d5-42fa-9b0d-1cb4e6f69854 HTTP/1.1" status: 404 len: 337 time: 0.0278566 Jan 28 05:15:06.646774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48924) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.673098 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94853b2-6ef6-4529-ac10-8d55098dbdb9 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:06.673593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94853b2-6ef6-4529-ac10-8d55098dbdb9 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:06.676668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a94853b2-6ef6-4529-ac10-8d55098dbdb9 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/83a86c78-22de-47c6-8ece-2b46b5170f72 HTTP/1.1" status: 404 len: 337 time: 0.0289865 Jan 28 05:15:06.679461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48926) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.711403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c397d578-9c33-46e1-ab83-755fd0f84fe7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 200 len: 205 time: 0.0301998 Jan 28 05:15:06.713559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48928) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.750842 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-f5eb07d1-6c57-4ada-a8fd-d7d7eb9ebf7f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:06.751892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f5eb07d1-6c57-4ada-a8fd-d7d7eb9ebf7f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/484970ec-b798-4132-af98-2eac712e9ba4 HTTP/1.1" status: 404 len: 336 time: 0.0374396 Jan 28 05:15:06.754634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48930) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.780552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e7e790ca-8018-413f-9eac-d111e810cfa7 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=905bd695-07ea-45d4-843e-7e9033aed9f9 HTTP/1.1" status: 200 len: 205 time: 0.0248702 Jan 28 05:15:06.782784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48932) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.822025 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-ee1f62d3-da24-400c-a7f6-451743a5ad20 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:06.823249 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ee1f62d3-da24-400c-a7f6-451743a5ad20 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/905bd695-07ea-45d4-843e-7e9033aed9f9 HTTP/1.1" status: 404 len: 336 time: 0.0395076 Jan 28 05:15:06.825713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48934) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.850981 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21813b0-c37a-4aed-8a63-c743ab414faa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:06.852033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21813b0-c37a-4aed-8a63-c743ab414faa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:06.854976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c21813b0-c37a-4aed-8a63-c743ab414faa tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/4c32187c-4d45-4ea7-8032-0cd27c942eb2 HTTP/1.1" status: 404 len: 337 time: 0.0283906 Jan 28 05:15:06.857380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48936) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.881987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-917d1c96-f8ab-425d-831d-f963b1c076c4 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 200 len: 205 time: 0.0235999 Jan 28 05:15:06.884373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48938) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.922660 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-511493dd-5209-4bba-ba15-72864da50f26 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:06.923740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-511493dd-5209-4bba-ba15-72864da50f26 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/d68eea8d-dddf-49e2-a2de-77b8aceac322 HTTP/1.1" status: 404 len: 336 time: 0.0384417 Jan 28 05:15:06.926499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48940) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.957634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a69f7982-c4b3-41db-81c2-3d036d03e33a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=53f7bb69-87b5-4827-ab2e-861ebe7750ee HTTP/1.1" status: 200 len: 205 time: 0.0300076 Jan 28 05:15:06.960093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48942) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:06.997807 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-a59af7c8-ce04-430d-983f-5c98a035fad3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:06.998975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a59af7c8-ce04-430d-983f-5c98a035fad3 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/53f7bb69-87b5-4827-ab2e-861ebe7750ee HTTP/1.1" status: 404 len: 336 time: 0.0378382 Jan 28 05:15:07.001554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48944) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.028226 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f609c563-01bb-4b5b-a863-a78c3ec1e565 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:07.028680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f609c563-01bb-4b5b-a863-a78c3ec1e565 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:07.031781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f609c563-01bb-4b5b-a863-a78c3ec1e565 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/90d174ec-9210-40aa-9adb-5f3e361be633 HTTP/1.1" status: 404 len: 337 time: 0.0292966 Jan 28 05:15:07.034115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48946) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.059715 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9d1452b3-4a54-4345-8786-bf644310863a tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d163014-da89-41e4-9f52-f2d83d4457e3 HTTP/1.1" status: 200 len: 205 time: 0.0245929 Jan 28 05:15:07.062032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48948) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.103937 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-7d640ca5-9f74-4158-8098-4f7a49c6de38 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:07.105035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7d640ca5-9f74-4158-8098-4f7a49c6de38 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/4d163014-da89-41e4-9f52-f2d83d4457e3 HTTP/1.1" status: 404 len: 336 time: 0.0420392 Jan 28 05:15:07.107576 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48950) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.134353 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80ebc9c-6992-451f-a2f3-f7bc85ccf66f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:07.134833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80ebc9c-6992-451f-a2f3-f7bc85ccf66f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:07.138295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c80ebc9c-6992-451f-a2f3-f7bc85ccf66f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/30ffee7c-9eb7-498b-8c24-39d0434a45d3 HTTP/1.1" status: 404 len: 337 time: 0.0294888 Jan 28 05:15:07.140556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48952) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.167373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d8bb5e0d-0bb4-4824-9475-1dc35050fc6f tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "GET /v2.0/ports?device_id=69868610-b00d-42cf-9749-df5f28e6c65e HTTP/1.1" status: 200 len: 205 time: 0.0257187 Jan 28 05:15:07.169682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48954) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.206934 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-da55f688-4af2-47de-87b1-80c254ba23c6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] delete failed (client error): The resource could not be found. Jan 28 05:15:07.207987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-da55f688-4af2-47de-87b1-80c254ba23c6 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/routers/69868610-b00d-42cf-9749-df5f28e6c65e HTTP/1.1" status: 404 len: 336 time: 0.0374098 Jan 28 05:15:07.211172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48956) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.240801 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09be3ef-7e1d-4a8b-a3d6-3f6b64bdcc26 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:07.241232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09be3ef-7e1d-4a8b-a3d6-3f6b64bdcc26 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:07.244240 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f09be3ef-7e1d-4a8b-a3d6-3f6b64bdcc26 tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/aa044c8e-5dfa-4c58-a2b3-c151551ffb27 HTTP/1.1" status: 404 len: 337 time: 0.0321178 Jan 28 05:15:07.246761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48958) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.272677 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-97819ef4-7e82-418d-a12a-0a42477750cc tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] DELETE failed (client error): The resource could not be found. Jan 28 05:15:07.273794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97819ef4-7e82-418d-a12a-0a42477750cc tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:15:07.276802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-97819ef4-7e82-418d-a12a-0a42477750cc tempest-RoutersIpV6Test-1945030957 tempest-RoutersIpV6Test-1945030957-project] 10.222.0.21 "DELETE /v2.0/subnets/396ea196-d08b-4ad7-bed7-bd34f14d7352 HTTP/1.1" status: 404 len: 337 time: 0.0291157 Jan 28 05:15:07.520426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48964) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.650934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d82c236e-6bf5-4f62-8943-e0d64f7ca120 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=885ea76c843d48e8a4acccbcc4bb81b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292021 Jan 28 05:15:07.653324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48968) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:07.700748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709e8624-32bc-4ff8-851c-21cf420b29ad admin admin] Publish callbacks [] for security_group (cf2a36f0-fab0-4e42-96a3-6491519be773), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:07.727502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709e8624-32bc-4ff8-851c-21cf420b29ad admin admin] Publish callbacks [] for security_group (cf2a36f0-fab0-4e42-96a3-6491519be773), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:07.774932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709e8624-32bc-4ff8-851c-21cf420b29ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (cf2a36f0-fab0-4e42-96a3-6491519be773), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:07.777680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709e8624-32bc-4ff8-851c-21cf420b29ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:07.778856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-709e8624-32bc-4ff8-851c-21cf420b29ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf2a36f0-fab0-4e42-96a3-6491519be773 HTTP/1.1" status: 204 len: 168 time: 0.1246364 Jan 28 05:15:07.787007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e8624-32bc-4ff8-851c-21cf420b29ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2a36f0-fab0-4e42-96a3-6491519be773,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:07.971777 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:08.413297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48990) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:08.506509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-292c6766-12a7-424f-b799-a85e89c76599 tempest-DvrRoutersNegativeTest-1442121611 tempest-DvrRoutersNegativeTest-1442121611-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1111020611', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:08.509588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.policy [None req-292c6766-12a7-424f-b799-a85e89c76599 tempest-DvrRoutersNegativeTest-1442121611 tempest-DvrRoutersNegativeTest-1442121611-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103138) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 05:15:08.509900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.policy [None req-292c6766-12a7-424f-b799-a85e89c76599 tempest-DvrRoutersNegativeTest-1442121611 tempest-DvrRoutersNegativeTest-1442121611-project] Failed policy check for 'create_router' {{(pid=103138) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 05:15:08.510468 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-292c6766-12a7-424f-b799-a85e89c76599 tempest-DvrRoutersNegativeTest-1442121611 tempest-DvrRoutersNegativeTest-1442121611-project] create failed (client error): Access was denied to this resource. Jan 28 05:15:08.511445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-292c6766-12a7-424f-b799-a85e89c76599 tempest-DvrRoutersNegativeTest-1442121611 tempest-DvrRoutersNegativeTest-1442121611-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0964546 Jan 28 05:15:08.618240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-056751bc-499c-45ae-a3de-895308bdd340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:08.754386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 48998) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:08.855983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72057308-2a4b-455c-ab01-f6f17ba1ae4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:08.935021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72057308-2a4b-455c-ab01-f6f17ba1ae4b admin admin] Publish callbacks [] for security_group (5077d416-ebb5-441d-824f-36a41162de0a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:08.938807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72057308-2a4b-455c-ab01-f6f17ba1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5077d416-ebb5-441d-824f-36a41162de0a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:08.978014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-72057308-2a4b-455c-ab01-f6f17ba1ae4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fe47654ac7c4d54a500766208893bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225888 Jan 28 05:15:08.979997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057308-2a4b-455c-ab01-f6f17ba1ae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5077d416-ebb5-441d-824f-36a41162de0a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:08.980810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49002) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:09.027997 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-730e3423-4202-4361-9dad-0c7271f3f8f5 admin admin] Publish callbacks [] for security_group (5077d416-ebb5-441d-824f-36a41162de0a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:09.048093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-730e3423-4202-4361-9dad-0c7271f3f8f5 admin admin] Publish callbacks [] for security_group (5077d416-ebb5-441d-824f-36a41162de0a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:09.093382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-730e3423-4202-4361-9dad-0c7271f3f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5077d416-ebb5-441d-824f-36a41162de0a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:09.095996 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-730e3423-4202-4361-9dad-0c7271f3f8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:09.097176 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-730e3423-4202-4361-9dad-0c7271f3f8f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5077d416-ebb5-441d-824f-36a41162de0a HTTP/1.1" status: 204 len: 168 time: 0.1153140 Jan 28 05:15:09.105191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e3423-4202-4361-9dad-0c7271f3f8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5077d416-ebb5-441d-824f-36a41162de0a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:10.855128 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba46f-05d4-4e22-8402-f3c56265e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.401697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49078) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:11.507305 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63a4288c-5ec2-4e2f-bd0f-831f3808d696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.580524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63a4288c-5ec2-4e2f-bd0f-831f3808d696 admin admin] Publish callbacks [] for security_group (d5a40e16-1564-4c9a-9549-6cad3419de10), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.584934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63a4288c-5ec2-4e2f-bd0f-831f3808d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d5a40e16-1564-4c9a-9549-6cad3419de10), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.623699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63a4288c-5ec2-4e2f-bd0f-831f3808d696 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fac9c68927b845b8a2412148d13ed6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207892 Jan 28 05:15:11.624585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4288c-5ec2-4e2f-bd0f-831f3808d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a40e16-1564-4c9a-9549-6cad3419de10,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:11.626402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49082) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:11.675797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cff74b12-a2fc-479a-9da3-f4485014ca86 admin admin] Publish callbacks [] for security_group (d5a40e16-1564-4c9a-9549-6cad3419de10), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.697261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cff74b12-a2fc-479a-9da3-f4485014ca86 admin admin] Publish callbacks [] for security_group (d5a40e16-1564-4c9a-9549-6cad3419de10), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.748650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cff74b12-a2fc-479a-9da3-f4485014ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d5a40e16-1564-4c9a-9549-6cad3419de10), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.751248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cff74b12-a2fc-479a-9da3-f4485014ca86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:11.752410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cff74b12-a2fc-479a-9da3-f4485014ca86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5a40e16-1564-4c9a-9549-6cad3419de10 HTTP/1.1" status: 204 len: 168 time: 0.1241889 Jan 28 05:15:11.760535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff74b12-a2fc-479a-9da3-f4485014ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a40e16-1564-4c9a-9549-6cad3419de10,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:12.017285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49088) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:12.031077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8d86057-457b-40d1-8b5b-f818b50d9744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.062288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.107379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8d86057-457b-40d1-8b5b-f818b50d9744 admin admin] Publish callbacks [] for security_group (ac519ebf-9a37-4d2c-ab59-4723c3de3c39), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.111092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8d86057-457b-40d1-8b5b-f818b50d9744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ac519ebf-9a37-4d2c-ab59-4723c3de3c39), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.150996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8d86057-457b-40d1-8b5b-f818b50d9744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0ac2ff59db644c0b6fb56f679570380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325631 Jan 28 05:15:12.152898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d86057-457b-40d1-8b5b-f818b50d9744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac519ebf-9a37-4d2c-ab59-4723c3de3c39,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:12.153763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49090) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:12.203862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74902d2e-7082-45d8-86d2-b9be8b2709ab admin admin] Publish callbacks [] for security_group (ac519ebf-9a37-4d2c-ab59-4723c3de3c39), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.225664 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74902d2e-7082-45d8-86d2-b9be8b2709ab admin admin] Publish callbacks [] for security_group (ac519ebf-9a37-4d2c-ab59-4723c3de3c39), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.273293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74902d2e-7082-45d8-86d2-b9be8b2709ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ac519ebf-9a37-4d2c-ab59-4723c3de3c39), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.276351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74902d2e-7082-45d8-86d2-b9be8b2709ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:12.277570 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-74902d2e-7082-45d8-86d2-b9be8b2709ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac519ebf-9a37-4d2c-ab59-4723c3de3c39 HTTP/1.1" status: 204 len: 168 time: 0.1228077 Jan 28 05:15:12.285047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74902d2e-7082-45d8-86d2-b9be8b2709ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac519ebf-9a37-4d2c-ab59-4723c3de3c39,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:12.933337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49114) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:13.025960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-441543211-network', 'tenant_id': 'fddfc4e56e7b48adb2b8748a2e857257'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:13.045792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Made reservation on behalf of fddfc4e56e7b48adb2b8748a2e857257 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:15:13.048014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.056630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.129969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks [] for security_group (f4049108-1298-45d8-b877-b09758fcf3b3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.133621 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f4049108-1298-45d8-b877-b09758fcf3b3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.153129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:15:13.166616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4049108-1298-45d8-b877-b09758fcf3b3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:13.171285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.171629 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Added segment f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31 of type vlan for network 410b3534-0c77-41e7-9983-c2f167c7c9ed Jan 28 05:15:13.210552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (410b3534-0c77-41e7-9983-c2f167c7c9ed), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.236177 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (410b3534-0c77-41e7-9983-c2f167c7c9ed), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.237128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:13.237745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.311325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3768156 Jan 28 05:15:13.314258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:13.319314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Request body: {'subnet': {'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-441543211-subnet', 'tenant_id': 'fddfc4e56e7b48adb2b8748a2e857257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:13.328958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4661b9-0ff6-4009-aa3c-cebf1b4c7d90 admin admin] Pushing event updated for resources: {'Network': ['ID=410b3534-0c77-41e7-9983-c2f167c7c9ed,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:13.339758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 410b3534-0c77-41e7-9983-c2f167c7c9ed details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:15:13.340372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Made reservation on behalf of fddfc4e56e7b48adb2b8748a2e857257 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:15:13.342911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.505051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e2d4d3f2-c6fc-41be-99b8-761c9fe0909d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.559825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d4d3f2-c6fc-41be-99b8-761c9fe0909d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:13.567657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Checking segment: {'id': 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:15:13.568013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Network hostable DHCP agents. Network: 410b3534-0c77-41e7-9983-c2f167c7c9ed, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:15:13.584640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Network 410b3534-0c77-41e7-9983-c2f167c7c9ed is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:15:13.594407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 410b3534-0c77-41e7-9983-c2f167c7c9ed) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:15:13.598670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:13.599273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:13.608542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5cf63-4b77-4f9e-b0e8-5c7e330c1fff None None] Network 410b3534-0c77-41e7-9983-c2f167c7c9ed requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:15:13.616310 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6df25025-18f5-4e38-93bb-441d7034d906 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3008749 Jan 28 05:15:13.739526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f2726-ad9a-4bbb-9744-9d932a664fd1 None None] Network 410b3534-0c77-41e7-9983-c2f167c7c9ed requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:15:13.817780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.081750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:14.086674 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023197012-network', 'tenant_id': 'b9506223f19046b7bce5a1fc182c7f8b'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:14.105532 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Made reservation on behalf of b9506223f19046b7bce5a1fc182c7f8b for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:15:14.108048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.117612 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.190489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks [] for security_group (8fdcf022-86de-443c-b422-0de4292874d1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.194271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8fdcf022-86de-443c-b422-0de4292874d1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.218870 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:15:14.228729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcf022-86de-443c-b422-0de4292874d1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:14.233728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a5494a21-ed4a-4f12-b25c-91a8881e3884), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.234108 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Added segment a5494a21-ed4a-4f12-b25c-91a8881e3884 of type vlan for network dc0ac0c4-e26f-4227-b345-1f8e749e8fff Jan 28 05:15:14.276577 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (dc0ac0c4-e26f-4227-b345-1f8e749e8fff), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.300257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (dc0ac0c4-e26f-4227-b345-1f8e749e8fff), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.301229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:14.301810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.363338 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2802939 Jan 28 05:15:14.366103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:15:14.371156 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Request body: {'subnet': {'network_id': 'dc0ac0c4-e26f-4227-b345-1f8e749e8fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023197012-subnet', 'tenant_id': 'b9506223f19046b7bce5a1fc182c7f8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:14.390181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Made reservation on behalf of b9506223f19046b7bce5a1fc182c7f8b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:15:14.390994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af72d-6231-4237-9211-1a8d9192e0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0ac0c4-e26f-4227-b345-1f8e749e8fff,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:14.392548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.403484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network dc0ac0c4-e26f-4227-b345-1f8e749e8fff details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:15:14.559274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (7ed10492-5458-40dd-9fc4-58d106787246), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.608016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed10492-5458-40dd-9fc4-58d106787246,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:14.623034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Checking segment: {'id': 'a5494a21-ed4a-4f12-b25c-91a8881e3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dc0ac0c4-e26f-4227-b345-1f8e749e8fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:15:14.623398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Network hostable DHCP agents. Network: dc0ac0c4-e26f-4227-b345-1f8e749e8fff, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:15:14.639669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Network dc0ac0c4-e26f-4227-b345-1f8e749e8fff is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:15:14.647643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, dc0ac0c4-e26f-4227-b345-1f8e749e8fff) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:15:14.652147 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:14.652742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:14.658359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2ad0c-f75c-4edb-a45b-0eaa625ab56b None None] Network dc0ac0c4-e26f-4227-b345-1f8e749e8fff requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:15:14.669189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2208988a-f442-4000-81a3-6a9ab287a5a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3018997 Jan 28 05:15:14.759889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97efedd6-ea40-4bec-9633-b4186d849c44 None None] Network dc0ac0c4-e26f-4227-b345-1f8e749e8fff requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:15:15.181421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-c9de3ab7-afd6-4403-b98a-30c75d010913 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:15.182909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-c9de3ab7-afd6-4403-b98a-30c75d010913 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/networks?id=410b3534-0c77-41e7-9983-c2f167c7c9ed HTTP/1.1" status: 200 len: 808 time: 0.1346288 Jan 28 05:15:15.198139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-0d38f061-ad6a-4be5-857d-ce135395fb50 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/quotas/fddfc4e56e7b48adb2b8748a2e857257 HTTP/1.1" status: 200 len: 375 time: 0.0097928 Jan 28 05:15:15.250565 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-376ffff2-99ca-4f6f-a0ba-627a9c5e08b7 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fddfc4e56e7b48adb2b8748a2e857257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476754 Jan 28 05:15:15.355879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-4be7a5eb-9bd5-4a20-9f29-3c142b4f3a17 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:15:15.356904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-4be7a5eb-9bd5-4a20-9f29-3c142b4f3a17 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1001427 Jan 28 05:15:15.363820 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:15.446315 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-46da3606-b90f-4c9f-a4a7-af42dad62c9c service neutron] 10.222.0.21 "GET /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830464 Jan 28 05:15:15.833591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-309c5266-b0bc-49cd-a776-c4879b0f1948 service neutron] 10.222.0.21 "GET /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816023 Jan 28 05:15:17.017319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b607779d-3780-48d7-aced-4c694430f9a7 req-c87004d1-b230-410c-b689-b7be96a18776 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0274677 Jan 28 05:15:18.116373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ddd7ee6-7a3a-464f-b9c1-fe7d9f76dd30 req-adabfb13-3cbc-4449-ad3d-0043916d4320 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Jan 28 05:15:18.173168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-1a274882-2022-44ed-bdd4-0735167bf483 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:18.174634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-1a274882-2022-44ed-bdd4-0735167bf483 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.52 "GET /v2.0/networks?id=410b3534-0c77-41e7-9983-c2f167c7c9ed HTTP/1.1" status: 200 len: 808 time: 0.1120343 Jan 28 05:15:18.192193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Request body: {'port': {'device_id': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed', 'admin_state_up': True, 'tenant_id': 'fddfc4e56e7b48adb2b8748a2e857257'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:18.297494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Made reservation on behalf of fddfc4e56e7b48adb2b8748a2e857257 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:15:18.300723 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:18.425975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Allocated IP 172.20.0.7 (410b3534-0c77-41e7-9983-c2f167c7c9ed/e2d4d3f2-c6fc-41be-99b8-761c9fe0909d/f648652e-1250-450c-8594-583b346f3fa7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:15:18.571725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks [] for port (f648652e-1250-450c-8594-583b346f3fa7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:18.607013 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f648652e-1250-450c-8594-583b346f3fa7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:18.646630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Network 410b3534-0c77-41e7-9983-c2f167c7c9ed is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:15:18.650030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:15:18.652306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:15:18.685571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Pushing event updated for resources: {'Port': ['ID=f648652e-1250-450c-8594-583b346f3fa7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:18.706882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:18.707497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:18.723541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-286e5e71-ce48-4eeb-833c-e2670e809292 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5350826 Jan 28 05:15:18.780157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Request body: {'port': {'device_id': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:15:18.835727 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f648652e-1250-450c-8594-583b346f3fa7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:19.089908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f648652e-1250-450c-8594-583b346f3fa7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:15:19.097097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Publish callbacks [] for port (f648652e-1250-450c-8594-583b346f3fa7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:19.109020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Transition to ACTIVE for port object f648652e-1250-450c-8594-583b346f3fa7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:15:19.112417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f648652e-1250-450c-8594-583b346f3fa7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:19.161176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Pushing event updated for resources: {'Port': ['ID=f648652e-1250-450c-8594-583b346f3fa7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:19.262051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Attempting to bind port f648652e-1250-450c-8594-583b346f3fa7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:15:19.262754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Attempting to bind port f648652e-1250-450c-8594-583b346f3fa7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:15:19.262754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Attempting to bind port f648652e-1250-450c-8594-583b346f3fa7 on network 410b3534-0c77-41e7-9983-c2f167c7c9ed {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:15:19.269415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Port f648652e-1250-450c-8594-583b346f3fa7 on network 410b3534-0c77-41e7-9983-c2f167c7c9ed not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:15:19.269741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Attempting to bind port f648652e-1250-450c-8594-583b346f3fa7 on network 410b3534-0c77-41e7-9983-c2f167c7c9ed {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:15:19.279851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130471a4-a70e-462d-82bc-019e14eb06e0 req-97e25b1a-89a6-4f12-8c31-44b5da76a439 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:19.281391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-130471a4-a70e-462d-82bc-019e14eb06e0 req-97e25b1a-89a6-4f12-8c31-44b5da76a439 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 943 time: 0.0763404 Jan 28 05:15:19.284092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:15:19.284439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Checking segment: {'id': 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:15:19.284822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Bound using segment: {'id': 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:15:19.285361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Bound port: f648652e-1250-450c-8594-583b346f3fa7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:15:19.285725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f648652e-1250-450c-8594-583b346f3fa7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:19.373848 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-130471a4-a70e-462d-82bc-019e14eb06e0 req-70bcdb47-560b-406c-b5ad-35b19b946fea tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859001 Jan 28 05:15:19.385110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] For port f648652e-1250-450c-8594-583b346f3fa7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:15:19.388204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] For port f648652e-1250-450c-8594-583b346f3fa7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f648652e-1250-450c-8594-583b346f3fa7,segment=NetworkSegment(f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31),segment_id=f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:15:19.393823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f648652e-1250-450c-8594-583b346f3fa7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:19.427824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:19.428452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:19.430434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] 10.222.0.52 "PUT /v2.0/ports/f648652e-1250-450c-8594-583b346f3fa7 HTTP/1.1" status: 200 len: 1091 time: 0.6537757 Jan 28 05:15:19.430879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'tag': 'f648652e-1250-450c-8594-583b346f3fa7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:15:19.433155 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206907e-5273-491c-8ad1-05fc205a0daf" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2a5d5f-2e11-44f4-b85c-59804b7e9d98", "tag": "f648652e-1250-450c-8594-583b346f3fa7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:15:19.459049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd63c-641c-45da-8059-37ca599f2917 service neutron] Pushing event updated for resources: {'Port': ['ID=f648652e-1250-450c-8594-583b346f3fa7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:19.526479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-e394a00d-1d5b-4f19-9cae-4f51cf0ad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:19.528000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-e394a00d-1d5b-4f19-9cae-4f51cf0ad664 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddfc4e56e7b48adb2b8748a2e857257&device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 1094 time: 0.0432498 Jan 28 05:15:19.539859 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4c4ab6-4b93-4263-9089-fe2020ddf77e x-openstack-request-id: req-ce4c4ab6-4b93-4263-9089-fe2020ddf77e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:15:19.540123 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2a5d5f-2e11-44f4-b85c-59804b7e9d98", "tag": "f648652e-1250-450c-8594-583b346f3fa7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:15:19.540374 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce4c4ab6-4b93-4263-9089-fe2020ddf77e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:15:19.540769 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'tag': 'f648652e-1250-450c-8594-583b346f3fa7', 'status': 'completed', 'code': 200} Jan 28 05:15:19.578644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-48ebcedd-22c8-4946-b285-ea5d8a437ff9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f648652e-1250-450c-8594-583b346f3fa7 HTTP/1.1" status: 200 len: 217 time: 0.0343525 Jan 28 05:15:19.629659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-737bcdc1-f635-4a5d-b913-963d2255f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:19.631137 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-737bcdc1-f635-4a5d-b913-963d2255f3b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2d4d3f2-c6fc-41be-99b8-761c9fe0909d HTTP/1.1" status: 200 len: 848 time: 0.0465071 Jan 28 05:15:19.660202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-7d9a6d6c-0551-4878-8191-01bc3e15cce6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=410b3534-0c77-41e7-9983-c2f167c7c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233052 Jan 28 05:15:19.746823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-7b1eca1e-0dad-41cd-b103-3d986c01da13 service neutron] 10.222.0.52 "GET /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Jan 28 05:15:19.837530 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa0c819e-2ac1-40c3-80cb-2844a7850945 req-f63e48b8-8abe-458a-b23e-99d665b66406 service neutron] 10.222.0.52 "GET /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842855 Jan 28 05:15:19.957072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206907e-5273-491c-8ad1-05fc205a0daf req-c8ff1707-ab18-4c67-b9cc-f2e577274d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:19.958524 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-c8ff1707-ab18-4c67-b9cc-f2e577274d26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddfc4e56e7b48adb2b8748a2e857257&device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 1094 time: 0.0406101 Jan 28 05:15:20.048895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206907e-5273-491c-8ad1-05fc205a0daf req-478a5495-19e8-4839-ab3f-e2ffe8c30470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:20.050529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-478a5495-19e8-4839-ab3f-e2ffe8c30470 service neutron] 10.222.0.52 "GET /v2.0/networks?id=410b3534-0c77-41e7-9983-c2f167c7c9ed HTTP/1.1" status: 200 len: 909 time: 0.0866096 Jan 28 05:15:20.090350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-18e4cb81-ffd9-43bc-9e52-693ff0bf5051 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f648652e-1250-450c-8594-583b346f3fa7 HTTP/1.1" status: 200 len: 217 time: 0.0340519 Jan 28 05:15:20.138701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206907e-5273-491c-8ad1-05fc205a0daf req-cef72850-d08f-492a-b602-ea5bd374dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:20.140132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-cef72850-d08f-492a-b602-ea5bd374dec2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2d4d3f2-c6fc-41be-99b8-761c9fe0909d HTTP/1.1" status: 200 len: 848 time: 0.0430832 Jan 28 05:15:20.170869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-c6800999-bf00-4933-951a-6603c8514618 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=410b3534-0c77-41e7-9983-c2f167c7c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244019 Jan 28 05:15:20.260125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-988c1205-a8cf-4168-a465-180c11d7c312 service neutron] 10.222.0.52 "GET /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 Jan 28 05:15:20.344874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b206907e-5273-491c-8ad1-05fc205a0daf req-4b5ddfc5-e455-4f82-8406-c136a9e74149 service neutron] 10.222.0.52 "GET /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791230 Jan 28 05:15:20.493001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade9e39-7440-4631-aa82-d28eaba50a47 req-fe9079e7-cc5a-4b9d-83f2-f69e49885360 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:20.494500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ade9e39-7440-4631-aa82-d28eaba50a47 req-fe9079e7-cc5a-4b9d-83f2-f69e49885360 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 943 time: 0.0523555 Jan 28 05:15:20.540774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5ade9e39-7440-4631-aa82-d28eaba50a47 req-53328ca5-f416-427b-8946-91ecd37f6e90 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Jan 28 05:15:21.655390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936881d-2407-4f0d-88be-9aaaaf2c5a8c req-ba46f7f5-b4be-407f-aba1-7b5197cc9d48 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:21.656876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5936881d-2407-4f0d-88be-9aaaaf2c5a8c req-ba46f7f5-b4be-407f-aba1-7b5197cc9d48 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 943 time: 0.0470793 Jan 28 05:15:21.706074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5936881d-2407-4f0d-88be-9aaaaf2c5a8c req-0d0db983-8a05-4f2e-9098-67f1db59d1ae tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Jan 28 05:15:22.824503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346e501-d502-46a8-a6d3-c7c8f5b5824f req-63a13e32-332a-4d45-a5d4-78e71258f08c tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:22.826058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4346e501-d502-46a8-a6d3-c7c8f5b5824f req-63a13e32-332a-4d45-a5d4-78e71258f08c tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 943 time: 0.0526621 Jan 28 05:15:22.872288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4346e501-d502-46a8-a6d3-c7c8f5b5824f req-10cbae89-5bb9-41b2-a816-75750f10a4de tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Jan 28 05:15:23.545617 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f648652e-1250-450c-8594-583b346f3fa7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:15:23.642190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f648652e-1250-450c-8594-583b346f3fa7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f648652e-1250-450c-8594-583b346f3fa7,segment=NetworkSegment(f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31),segment_id=f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:23.657053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'f648652e-1250-450c-8594-583b346f3fa7', 'network_id': '410b3534-0c77-41e7-9983-c2f167c7c9ed', 'port_id': 'f648652e-1250-450c-8594-583b346f3fa7', 'mac_address': 'fa:16:3e:36:b4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d4d3f2-c6fc-41be-99b8-761c9fe0909d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:15:23.693158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f648652e-1250-450c-8594-583b346f3fa7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:15:23.693571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f648652e-1250-450c-8594-583b346f3fa7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:23.706599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f648652e-1250-450c-8594-583b346f3fa7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:15:23.725851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f648652e-1250-450c-8594-583b346f3fa7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f648652e-1250-450c-8594-583b346f3fa7,segment=NetworkSegment(f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31),segment_id=f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:23.730861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f648652e-1250-450c-8594-583b346f3fa7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:23.778673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f648652e-1250-450c-8594-583b346f3fa7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:23.785737 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.786092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.786435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.786789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.787114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.787447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.787778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.788102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.788429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.788754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.789079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.789933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.790265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:15:23.985526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eb0f6-1853-40ac-9bd7-2c4a2583a3d4 req-14dcb6bf-19d8-4fda-82b7-32f6ccf2688a tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:23.986987 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-253eb0f6-1853-40ac-9bd7-2c4a2583a3d4 req-14dcb6bf-19d8-4fda-82b7-32f6ccf2688a tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 944 time: 0.0474191 Jan 28 05:15:24.032044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-253eb0f6-1853-40ac-9bd7-2c4a2583a3d4 req-52a5c096-4ee8-4c6f-ba4d-4104b24451ce tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Jan 28 05:15:24.177168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['f648652e-1250-450c-8594-583b346f3fa7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:15:25.152291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e22b61-be9a-4236-a97b-976a366ae0af req-27418efd-82cf-4b33-a3d3-574f5a2a4878 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:25.153808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4e22b61-be9a-4236-a97b-976a366ae0af req-27418efd-82cf-4b33-a3d3-574f5a2a4878 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 944 time: 0.0531199 Jan 28 05:15:25.199054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4e22b61-be9a-4236-a97b-976a366ae0af req-d63b8793-9c1d-4d5d-b7b1-af4955e8d153 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Jan 28 05:15:25.556512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f648652e-1250-450c-8594-583b346f3fa7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:15:25.604790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port f648652e-1250-450c-8594-583b346f3fa7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:15:25.608835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port f648652e-1250-450c-8594-583b346f3fa7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:15:25.609251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f648652e-1250-450c-8594-583b346f3fa7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:25.687598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port f648652e-1250-450c-8594-583b346f3fa7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:15:25.687999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f648652e-1250-450c-8594-583b346f3fa7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:25.710782 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f648652e-1250-450c-8594-583b346f3fa7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:15:25.713697 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d188a29-9a4c-4f88-937e-b9e5261cd0c1" -d '{"events": [{"server_uuid": "7f2a5d5f-2e11-44f4-b85c-59804b7e9d98", "name": "network-vif-plugged", "status": "completed", "tag": "f648652e-1250-450c-8594-583b346f3fa7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:15:25.726687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port f648652e-1250-450c-8594-583b346f3fa7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f648652e-1250-450c-8594-583b346f3fa7,segment=NetworkSegment(f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31),segment_id=f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:25.730663 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f648652e-1250-450c-8594-583b346f3fa7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:25.779235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=f648652e-1250-450c-8594-583b346f3fa7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:25.814416 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c5c0cd-3caf-4e82-b734-93ceeee63100 x-openstack-request-id: req-25c5c0cd-3caf-4e82-b734-93ceeee63100 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:15:25.814872 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a5d5f-2e11-44f4-b85c-59804b7e9d98", "name": "network-vif-plugged", "status": "completed", "tag": "f648652e-1250-450c-8594-583b346f3fa7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:15:25.815053 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25c5c0cd-3caf-4e82-b734-93ceeee63100 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:15:25.815455 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f648652e-1250-450c-8594-583b346f3fa7', 'code': 200} Jan 28 05:15:25.938043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ae867-f589-4dcf-961f-04bd7b8ff4f7 req-88e9fcb4-6e09-425b-a88b-c82bf2aee917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:25.939765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-534ae867-f589-4dcf-961f-04bd7b8ff4f7 req-88e9fcb4-6e09-425b-a88b-c82bf2aee917 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 1096 time: 0.0411422 Jan 28 05:15:25.982592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-534ae867-f589-4dcf-961f-04bd7b8ff4f7 req-f1c78d57-0336-43e2-89bd-0183d2268f2a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Jan 28 05:15:26.311903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c933-b6c0-4bd9-a040-5815abc3f9ff req-349a7d2c-aac9-47e0-9fc1-3f2865411238 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:26.313410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea04c933-b6c0-4bd9-a040-5815abc3f9ff req-349a7d2c-aac9-47e0-9fc1-3f2865411238 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Jan 28 05:15:26.364057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea04c933-b6c0-4bd9-a040-5815abc3f9ff req-5ff8629e-08a6-4848-ae32-7442ee201c5b tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Jan 28 05:15:27.481892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb16412-a7e9-4912-abc2-f6e5f5d61f01 req-d91e4ce3-b722-4846-bd37-3e81fda53bce tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:27.483386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfb16412-a7e9-4912-abc2-f6e5f5d61f01 req-d91e4ce3-b722-4846-bd37-3e81fda53bce tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Jan 28 05:15:27.528887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfb16412-a7e9-4912-abc2-f6e5f5d61f01 req-ef74bc83-6437-4f25-a183-6a9dccd709cf tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Jan 28 05:15:28.410715 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:15:30.952340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349d71-b916-4bce-b89b-f96bc64b67df req-e819d39f-e0b3-44e2-9814-da21b79573a0 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:30.953887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f349d71-b916-4bce-b89b-f96bc64b67df req-e819d39f-e0b3-44e2-9814-da21b79573a0 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 945 time: 0.1094851 Jan 28 05:15:30.999503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3f349d71-b916-4bce-b89b-f96bc64b67df req-06757336-79ab-4316-b779-86e16a184bd0 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Jan 28 05:15:32.115706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67921d-c5e6-44d0-ae8e-b5a4b6f2add9 req-3d7e4c99-9917-4297-930f-c6eeb88e0f34 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:32.117213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e67921d-c5e6-44d0-ae8e-b5a4b6f2add9 req-3d7e4c99-9917-4297-930f-c6eeb88e0f34 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Jan 28 05:15:32.164198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1e67921d-c5e6-44d0-ae8e-b5a4b6f2add9 req-2f8e56d3-15ba-40be-80ad-b9e4eb6c2898 tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4049108-1298-45d8-b877-b09758fcf3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Jan 28 05:15:32.368000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-fb659691-4e49-4a46-afb8-cf337cc149df tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:15:32.370092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-fb659691-4e49-4a46-afb8-cf337cc149df tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 945 time: 0.0472221 Jan 28 05:15:32.459559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Deleting port f648652e-1250-450c-8594-583b346f3fa7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:15:32.459902 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f648652e-1250-450c-8594-583b346f3fa7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:32.545876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] For port f648652e-1250-450c-8594-583b346f3fa7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=f648652e-1250-450c-8594-583b346f3fa7,segment=NetworkSegment(f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31),segment_id=f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:15:32.546240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f648652e-1250-450c-8594-583b346f3fa7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:32.558549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Calling delete_port for f648652e-1250-450c-8594-583b346f3fa7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:15:32.694145 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f648652e-1250-450c-8594-583b346f3fa7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:32.725445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Pushing event deleted for resources: {'Port': ['ID=f648652e-1250-450c-8594-583b346f3fa7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:15:32.729873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['f648652e-1250-450c-8594-583b346f3fa7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:15:32.768030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] No DVR routers for this DVR port f648652e-1250-450c-8594-583b346f3fa7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:15:32.770607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:32.773907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3da6472c-c3b3-4004-98f6-62900fb73659 req-2226bfa4-4218-4da0-ba79-69ef00e30caa tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.52 "DELETE /v2.0/ports/f648652e-1250-450c-8594-583b346f3fa7 HTTP/1.1" status: 204 len: 173 time: 0.3983285 Jan 28 05:15:32.774353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'name': 'network-vif-deleted', 'tag': 'f648652e-1250-450c-8594-583b346f3fa7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:15:32.777428 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2c380-4cf5-4d13-bdb4-7f60c8825314" -d '{"events": [{"server_uuid": "7f2a5d5f-2e11-44f4-b85c-59804b7e9d98", "name": "network-vif-deleted", "tag": "f648652e-1250-450c-8594-583b346f3fa7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:15:32.816732 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59cfb41-72c2-4a1b-9381-f8af0b12cf05 x-openstack-request-id: req-c59cfb41-72c2-4a1b-9381-f8af0b12cf05 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:15:32.817052 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a5d5f-2e11-44f4-b85c-59804b7e9d98", "name": "network-vif-deleted", "tag": "f648652e-1250-450c-8594-583b346f3fa7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:15:32.817371 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c59cfb41-72c2-4a1b-9381-f8af0b12cf05 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:15:32.817862 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2a5d5f-2e11-44f4-b85c-59804b7e9d98', 'name': 'network-vif-deleted', 'tag': 'f648652e-1250-450c-8594-583b346f3fa7', 'status': 'completed', 'code': 200} Jan 28 05:15:33.276647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad25eb1d-d27f-45ef-9d41-dd27fc6a6fe9 req-3c480c5d-f5c7-43c4-b204-c5b37ff76f7d tempest-VolumesActionsTest-581328525 tempest-VolumesActionsTest-581328525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2a5d5f-2e11-44f4-b85c-59804b7e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0292175 Jan 28 05:15:35.607675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f648652e-1250-450c-8594-583b346f3fa7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:15:35.630032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: f648652e-1250-450c-8594-583b346f3fa7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:15:35.630491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device f648652e-1250-450c-8594-583b346f3fa7 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:15:36.609067 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:37.984424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:38.621259 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-110ce412-3a28-4785-b9e5-c8f689fdbc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:40.847799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fa25-3944-4bf8-87fa-baf9105e6bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:42.063589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:43.789643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:15:45.366397 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:05.411221 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:16:06.308702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49440) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:06.354073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Deleting subnet e2d4d3f2-c6fc-41be-99b8-761c9fe0909d {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:16:06.357192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Publish callbacks [] for subnet (e2d4d3f2-c6fc-41be-99b8-761c9fe0909d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.391483 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e2d4d3f2-c6fc-41be-99b8-761c9fe0909d), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.431569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e2d4d3f2-c6fc-41be-99b8-761c9fe0909d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.487759 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e2d4d3f2-c6fc-41be-99b8-761c9fe0909d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.512330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d4d3f2-c6fc-41be-99b8-761c9fe0909d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:06.516915 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.520142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2d4d3f2-c6fc-41be-99b8-761c9fe0909d HTTP/1.1" status: 204 len: 168 time: 0.2104130 Jan 28 05:16:06.522892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49442) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:06.525901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.526355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.526735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.527077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.527409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.527736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.528065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.528425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.528746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.529072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.529416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.529744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.530070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8df814-92fa-4644-abca-39c0cb209430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.597677 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (410b3534-0c77-41e7-9983-c2f167c7c9ed), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.612234 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.680012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (410b3534-0c77-41e7-9983-c2f167c7c9ed), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.702101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410b3534-0c77-41e7-9983-c2f167c7c9ed']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:16:06.708981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:16:06.708981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:16:06.718944 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.732434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.738263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:16:06.738592 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (f8ac1fe3-5117-4ee8-ad52-3ed729bdbd31), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:16:06.740200 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:16:06.792457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (410b3534-0c77-41e7-9983-c2f167c7c9ed), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.799418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.805569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] 10.222.0.21 "DELETE /v2.0/networks/410b3534-0c77-41e7-9983-c2f167c7c9ed HTTP/1.1" status: 204 len: 168 time: 0.2787948 Jan 28 05:16:06.805880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:06.818258 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=410b3534-0c77-41e7-9983-c2f167c7c9ed,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:06.825962 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.826315 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.826666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.827010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.827347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.827805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.828146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.828477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.828809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.829138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.829508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.829835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.830163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74dbb-be2f-4a3f-8e5f-4d4433d35a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:16:06.852001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Deleting subnet 7ed10492-5458-40dd-9fc4-58d106787246 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:16:06.855944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Publish callbacks [] for subnet (7ed10492-5458-40dd-9fc4-58d106787246), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.890810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (7ed10492-5458-40dd-9fc4-58d106787246), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.929467 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7ed10492-5458-40dd-9fc4-58d106787246), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:06.985290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (7ed10492-5458-40dd-9fc4-58d106787246), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.010697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed10492-5458-40dd-9fc4-58d106787246,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:07.014389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.017721 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1244f23d-ee01-480e-a2fe-b5a64826903b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7ed10492-5458-40dd-9fc4-58d106787246 HTTP/1.1" status: 204 len: 168 time: 0.2107925 Jan 28 05:16:07.020201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49446) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:07.087853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (dc0ac0c4-e26f-4227-b345-1f8e749e8fff), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.469033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (dc0ac0c4-e26f-4227-b345-1f8e749e8fff), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.488827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0ac0c4-e26f-4227-b345-1f8e749e8fff']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:16:07.498415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5494a21-ed4a-4f12-b25c-91a8881e3884') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:16:07.498715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5494a21-ed4a-4f12-b25c-91a8881e3884') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:16:07.507734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a5494a21-ed4a-4f12-b25c-91a8881e3884), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.521592 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a5494a21-ed4a-4f12-b25c-91a8881e3884), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.527708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:16:07.528097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a5494a21-ed4a-4f12-b25c-91a8881e3884), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:16:07.529947 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:16:07.582217 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (dc0ac0c4-e26f-4227-b345-1f8e749e8fff), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.587742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.591088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dc0ac0c4-e26f-4227-b345-1f8e749e8fff HTTP/1.1" status: 204 len: 168 time: 0.5699739 Jan 28 05:16:07.603423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094cb19-263f-46b9-9719-aae64286f201 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0ac0c4-e26f-4227-b345-1f8e749e8fff,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:07.784444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49450) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:07.823838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-457e1840-b17e-4765-b569-2b16d441fef9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fddfc4e56e7b48adb2b8748a2e857257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380588 Jan 28 05:16:07.827771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 49452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:07.893336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38dc8e54-e535-4086-abb4-812217a710ee admin admin] Publish callbacks [] for security_group (f4049108-1298-45d8-b877-b09758fcf3b3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.917912 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38dc8e54-e535-4086-abb4-812217a710ee admin admin] Publish callbacks [] for security_group (f4049108-1298-45d8-b877-b09758fcf3b3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.965802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38dc8e54-e535-4086-abb4-812217a710ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f4049108-1298-45d8-b877-b09758fcf3b3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.968300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38dc8e54-e535-4086-abb4-812217a710ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:07.969504 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-38dc8e54-e535-4086-abb4-812217a710ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4049108-1298-45d8-b877-b09758fcf3b3 HTTP/1.1" status: 204 len: 168 time: 0.1404223 Jan 28 05:16:07.978487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc8e54-e535-4086-abb4-812217a710ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4049108-1298-45d8-b877-b09758fcf3b3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:08.001672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:08.334939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49460) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:08.381777 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-af262cc2-d15c-486c-94e2-7453104fe84f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9506223f19046b7bce5a1fc182c7f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455892 Jan 28 05:16:08.382989 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49462) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:08.433576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87ce3a4e-40b8-4bdd-bbe6-7d196b1d033c admin admin] Publish callbacks [] for security_group (8fdcf022-86de-443c-b422-0de4292874d1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:08.455736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87ce3a4e-40b8-4bdd-bbe6-7d196b1d033c admin admin] Publish callbacks [] for security_group (8fdcf022-86de-443c-b422-0de4292874d1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:08.501332 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87ce3a4e-40b8-4bdd-bbe6-7d196b1d033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (8fdcf022-86de-443c-b422-0de4292874d1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:08.504015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87ce3a4e-40b8-4bdd-bbe6-7d196b1d033c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:08.505254 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-87ce3a4e-40b8-4bdd-bbe6-7d196b1d033c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fdcf022-86de-443c-b422-0de4292874d1 HTTP/1.1" status: 204 len: 168 time: 0.1208277 Jan 28 05:16:08.513355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce3a4e-40b8-4bdd-bbe6-7d196b1d033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcf022-86de-443c-b422-0de4292874d1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:08.622524 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0828f84-950d-43d9-987f-ff7581cf0bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:10.855634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cb72a64-dd2e-49a7-af48-d2db876fd7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:12.067743 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:13.795049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:15.370835 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:15.699518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49546) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:15.804978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47f4-6619-4631-96c0-3d137fa28f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:15.879992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47f4-6619-4631-96c0-3d137fa28f7f admin admin] Publish callbacks [] for security_group (faca6b1f-8598-4014-bfc5-9be7e949eac0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:15.883785 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47f4-6619-4631-96c0-3d137fa28f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (faca6b1f-8598-4014-bfc5-9be7e949eac0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:15.923418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc47f4-6619-4631-96c0-3d137fa28f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca6b1f-8598-4014-bfc5-9be7e949eac0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:15.928755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ecdc47f4-6619-4631-96c0-3d137fa28f7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=234f0829d6624b1fb0c6eb2faf113bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273600 Jan 28 05:16:15.931616 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 49550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:16:15.979901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23bd174a-d75a-4cf9-b3bc-cf440e5aec44 admin admin] Publish callbacks [] for security_group (faca6b1f-8598-4014-bfc5-9be7e949eac0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:16.001189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23bd174a-d75a-4cf9-b3bc-cf440e5aec44 admin admin] Publish callbacks [] for security_group (faca6b1f-8598-4014-bfc5-9be7e949eac0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:16.046848 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23bd174a-d75a-4cf9-b3bc-cf440e5aec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (faca6b1f-8598-4014-bfc5-9be7e949eac0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:16.049590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-23bd174a-d75a-4cf9-b3bc-cf440e5aec44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:16.053130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-23bd174a-d75a-4cf9-b3bc-cf440e5aec44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faca6b1f-8598-4014-bfc5-9be7e949eac0 HTTP/1.1" status: 204 len: 168 time: 0.1182630 Jan 28 05:16:16.060758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd174a-d75a-4cf9-b3bc-cf440e5aec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca6b1f-8598-4014-bfc5-9be7e949eac0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:16:36.623747 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:37.996973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:38.628824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d34925e-e5c1-4d98-a2a6-672537279d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:40.855507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0457804a-68d2-4983-ae33-c99138a185ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:42.070426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:42.410862 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:16:43.796630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:16:45.373546 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:06.648007 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:08.020468 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:08.622476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fd5aaf7-45ac-4c15-8d04-95211319ce1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:10.853126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-abc9c7f5-b0aa-4a4d-8284-1674b0cc678e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:12.073274 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:13.799100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.252653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50610) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:15.379296 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.384143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.457880 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Publish callbacks [] for security_group (6c2fa702-2980-40a8-a236-5745eee0e439), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.461914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c2fa702-2980-40a8-a236-5745eee0e439), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.498091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2fa702-2980-40a8-a236-5745eee0e439,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:15.502032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14ce8f3dfec44498bea6ca93316cb911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482338 Jan 28 05:17:15.504868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50614) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:15.509356 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.509709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.510054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.510395 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.510734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.511069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.511402 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.511732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.512058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.512385 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.512713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.513037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.513383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119cee4e-c00b-4216-b7b9-1d722f3607cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.568097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Publish callbacks [] for security_group (6c2fa702-2980-40a8-a236-5745eee0e439), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.590531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Publish callbacks [] for security_group (6c2fa702-2980-40a8-a236-5745eee0e439), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.641098 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6c2fa702-2980-40a8-a236-5745eee0e439), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.643662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:15.644806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c2fa702-2980-40a8-a236-5745eee0e439 HTTP/1.1" status: 204 len: 168 time: 0.1381662 Jan 28 05:17:15.652809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2fa702-2980-40a8-a236-5745eee0e439,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:15.660622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.660980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.661359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.661706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.662046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.662384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.662720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.663057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.663388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.663723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.664068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.664386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:15.664721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d718f67-75d1-466d-bab8-9c214b07a0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:17.179237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50658) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:17.183956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521118926', 'description': 'tempest-secgroup-smoke-521118926 description', 'project_id': '338841884ec94bcda53cb811157e6687'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:17.205120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.212760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.287850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (469e224b-4905-4048-a9aa-563ca428c48e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.291414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (469e224b-4905-4048-a9aa-563ca428c48e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.327031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469e224b-4905-4048-a9aa-563ca428c48e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.367895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (6def54db-4522-496d-bcac-89efdbaa5ef4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.371616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6def54db-4522-496d-bcac-89efdbaa5ef4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.400833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.402128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2218094 Jan 28 05:17:17.404019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71483290-d3df-44f2-8548-649a2d38a48a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6def54db-4522-496d-bcac-89efdbaa5ef4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.405325 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:17.411037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '6def54db-4522-496d-bcac-89efdbaa5ef4', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:17.438705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (f6f1c6c7-b5d4-47af-8b29-8a3f4dab96fa), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.494407 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (f6f1c6c7-b5d4-47af-8b29-8a3f4dab96fa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.498033 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f6f1c6c7-b5d4-47af-8b29-8a3f4dab96fa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.514778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f1c6c7-b5d4-47af-8b29-8a3f4dab96fa,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.523253 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.524738 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ca8eb6e5-595b-4a86-8f97-7d0ee8d5e5d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176467 Jan 28 05:17:17.527467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50662) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:17.532158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '6def54db-4522-496d-bcac-89efdbaa5ef4', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:17.558483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (660c6eb8-0536-4ed9-ac3e-e1c39384d6e0), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.612089 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (660c6eb8-0536-4ed9-ac3e-e1c39384d6e0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.615504 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (660c6eb8-0536-4ed9-ac3e-e1c39384d6e0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.629978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660c6eb8-0536-4ed9-ac3e-e1c39384d6e0,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.640050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.641273 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28de78a1-4521-47a3-a159-ed4411703dc5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128085 Jan 28 05:17:17.643996 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:17.648242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '6def54db-4522-496d-bcac-89efdbaa5ef4', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:17.671978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (13379815-e3c3-4ca3-bf8f-d42f4cd98cab), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.728163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (13379815-e3c3-4ca3-bf8f-d42f4cd98cab), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.731720 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (13379815-e3c3-4ca3-bf8f-d42f4cd98cab), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.749505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13379815-e3c3-4ca3-bf8f-d42f4cd98cab,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.754336 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.755528 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-461a4476-8131-4750-b4c2-1b9e9c2f8492 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105924 Jan 28 05:17:17.758285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50666) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:17.762567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '6def54db-4522-496d-bcac-89efdbaa5ef4', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:17.786741 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (973acc51-ad0f-4a81-b96f-0e6bf38b5e24), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.844191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (973acc51-ad0f-4a81-b96f-0e6bf38b5e24), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.848140 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (973acc51-ad0f-4a81-b96f-0e6bf38b5e24), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.865489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973acc51-ad0f-4a81-b96f-0e6bf38b5e24,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.873529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.874722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d128de7-d52e-4e8f-9f05-cbd6255b7087 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154730 Jan 28 05:17:17.877427 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50668) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:17.881814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '6def54db-4522-496d-bcac-89efdbaa5ef4', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:17.901548 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:17:17.906313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (2676e57b-57dd-491b-b902-f94d7bc69236), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.963101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (2676e57b-57dd-491b-b902-f94d7bc69236), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.966909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2676e57b-57dd-491b-b902-f94d7bc69236), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.982145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2676e57b-57dd-491b-b902-f94d7bc69236,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:17.992541 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:17.993792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b124bfe2-1aab-4a36-b28c-424f910eadc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154323 Jan 28 05:17:17.996477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50670) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:18.000838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '6def54db-4522-496d-bcac-89efdbaa5ef4', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:18.021129 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:17:18.026446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (56ae00ee-fe59-43c8-a6dd-319b97826f35), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.082809 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (56ae00ee-fe59-43c8-a6dd-319b97826f35), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.086850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (56ae00ee-fe59-43c8-a6dd-319b97826f35), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.102250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ae00ee-fe59-43c8-a6dd-319b97826f35,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:18.113046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.114286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-36228d87-db35-4ea5-ae7e-2f5e508a71bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168034 Jan 28 05:17:18.117256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:18.122008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'network': {'name': 'tempest-network-smoke--1406445811', 'project_id': '338841884ec94bcda53cb811157e6687', 'port_security_enabled': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:18.140747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:17:18.144023 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.167818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:17:18.176530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (59f9f4e8-543d-4131-91bb-9f54aeb3adc4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.176878 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Added segment 59f9f4e8-543d-4131-91bb-9f54aeb3adc4 of type vlan for network 33767961-a8ae-473f-ab56-bf44d31095d3 Jan 28 05:17:18.218503 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (33767961-a8ae-473f-ab56-bf44d31095d3), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.242201 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (33767961-a8ae-473f-ab56-bf44d31095d3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.247030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:18.247611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.302585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1842978 Jan 28 05:17:18.306029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50674) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:18.312359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'admin_state_up': True, 'project_id': '338841884ec94bcda53cb811157e6687', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:18.326798 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f19a4-065d-4503-883c-8618a3f7c130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Network': ['ID=33767961-a8ae-473f-ab56-bf44d31095d3,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:18.338925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (8b73dae6-b408-4404-b76a-c2ff81a25171), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.339090 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 33767961-a8ae-473f-ab56-bf44d31095d3 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:17:18.339895 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (8b73dae6-b408-4404-b76a-c2ff81a25171), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.392779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (8b73dae6-b408-4404-b76a-c2ff81a25171), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.526664 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (8b73dae6-b408-4404-b76a-c2ff81a25171), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.716854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (8b73dae6-b408-4404-b76a-c2ff81a25171), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.735825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.831892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.7 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f5555832-adda-4f73-b5e3-21e2d9c2c1dc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:17:18.932092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.965069 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:18.999815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:17:19.002555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:19.006000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:17:19.031318 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:19.250409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (8b73dae6-b408-4404-b76a-c2ff81a25171), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:19.409720 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:17:19.441960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (8b73dae6-b408-4404-b76a-c2ff81a25171), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:19.568254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 8b73dae6-b408-4404-b76a-c2ff81a25171 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:17:19.674850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:17:19.684512 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Sync routers for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:17:19.693634 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:17:19.694235 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:17:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:19.695178 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:19.697983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-96eea8ce-920e-482a-8ccf-c31f74e2f04d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3896725 Jan 28 05:17:19.699729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:19.796560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:17:19.819641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-38f86e92-1fc6-4b34-b9c8-1907b2980133 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=338841884ec94bcda53cb811157e6687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187046 Jan 28 05:17:19.822358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50680) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:19.968362 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:19Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:19.968983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19748a83-28b4-44ba-9cc8-fbfbcf6e73b9 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:19.970562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-19748a83-28b4-44ba-9cc8-fbfbcf6e73b9 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470377 Jan 28 05:17:19.973399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:20.000911 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Checking router: 8b73dae6-b408-4404-b76a-c2ff81a25171 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:17:20.001268 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Updating router 8b73dae6-b408-4404-b76a-c2ff81a25171 port f5555832-adda-4f73-b5e3-21e2d9c2c1dc binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:17:20.010619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bc6195a4-1f2e-4eed-9af2-464814a59ec6 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361452 Jan 28 05:17:20.013046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50684) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:20.017758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955398663', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'project_id': '338841884ec94bcda53cb811157e6687', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:20.025830 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.102291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:17:20.105619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.270336 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Publish callbacks [] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.275955 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.283071 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (d1294843-10dd-4c01-8fba-f30d41a67617), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.324839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Attempting to bind port f5555832-adda-4f73-b5e3-21e2d9c2c1dc on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:17:20.325239 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Attempting to bind port f5555832-adda-4f73-b5e3-21e2d9c2c1dc by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:17:20.325612 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Attempting to bind port f5555832-adda-4f73-b5e3-21e2d9c2c1dc on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:17:20.332474 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Pushing event updated for resources: {'Port': ['ID=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:20.335397 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:17:20.335772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:17:20.336175 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.336568 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:17:20.337045 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Bound port: f5555832-adda-4f73-b5e3-21e2d9c2c1dc, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:17:20.337442 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.347313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Subnet': ['ID=d1294843-10dd-4c01-8fba-f30d41a67617,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:20.356614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Checking segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:17:20.356983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network hostable DHCP agents. Network: 33767961-a8ae-473f-ab56-bf44d31095d3, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:17:20.363061 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.363412 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.363757 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.364099 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.364435 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.364766 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.365095 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.365452 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.365777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.366145 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.366964 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.367293 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.367617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.374487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 33767961-a8ae-473f-ab56-bf44d31095d3 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:17:20.383405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 33767961-a8ae-473f-ab56-bf44d31095d3) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:20.387705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:20.388303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.392927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8ce53-476e-4694-86a8-d5a7222dd9f6 None None] Network 33767961-a8ae-473f-ab56-bf44d31095d3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:17:20.403546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] For port f5555832-adda-4f73-b5e3-21e2d9c2c1dc, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:17:20.406809 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] For port f5555832-adda-4f73-b5e3-21e2d9c2c1dc, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:17:20.407577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6da91ab0-3407-4d8a-b9c6-c2b302d91efb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3935056 Jan 28 05:17:20.410509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50686) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:20.414862 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.471165 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4934a-908e-48ba-b3d1-0dcefc6ff4bc None None] Pushing event updated for resources: {'Port': ['ID=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:20.483803 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:17:20.484475 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:17:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:20.499093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-33767961-a8ae-473f-ab56-bf44d31095d3', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:17:20.500158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.595934 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:17:20.647007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Allocated IP 172.20.0.2 (33767961-a8ae-473f-ab56-bf44d31095d3/d1294843-10dd-4c01-8fba-f30d41a67617/517d5bba-22fe-4c75-bf8e-40117f530785) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:17:20.796942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Publish callbacks [] for port (517d5bba-22fe-4c75-bf8e-40117f530785), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.804282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.852522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Network 33767961-a8ae-473f-ab56-bf44d31095d3 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:17:20.853953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:20.857902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:17:20.869029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Pushing event updated for resources: {'Port': ['ID=517d5bba-22fe-4c75-bf8e-40117f530785,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:20.880579 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:19Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:20.892481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.893112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.893248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.893531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.893869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.894206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.894531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.894861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.895190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.895518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.895845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.896168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.896490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:17:20.903998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.914180 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db29afc-8cc5-4478-9cf3-b0ae77e90923 None None] The sync data for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 is: [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:19Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:17:20.940097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Attempting to bind port 517d5bba-22fe-4c75-bf8e-40117f530785 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:17:20.940542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Attempting to bind port 517d5bba-22fe-4c75-bf8e-40117f530785 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:17:20.940974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Attempting to bind port 517d5bba-22fe-4c75-bf8e-40117f530785 on network 33767961-a8ae-473f-ab56-bf44d31095d3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:17:20.946544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:17:20.947018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Checking segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:17:20.947492 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:20.947953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Bound using segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:17:20.948492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Bound port: 517d5bba-22fe-4c75-bf8e-40117f530785, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:17:20.948952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.019859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] For port 517d5bba-22fe-4c75-bf8e-40117f530785, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:17:21.023581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] For port 517d5bba-22fe-4c75-bf8e-40117f530785, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=517d5bba-22fe-4c75-bf8e-40117f530785,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:17:21.028873 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.108857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aee9bf-2cff-4ffb-8f44-4781984c9edd None None] Pushing event updated for resources: {'Port': ['ID=517d5bba-22fe-4c75-bf8e-40117f530785,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:21.255737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.1 (33767961-a8ae-473f-ab56-bf44d31095d3/d1294843-10dd-4c01-8fba-f30d41a67617/030002d3-ec97-4179-98fa-bbb628d67386) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:17:21.394681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (030002d3-ec97-4179-98fa-bbb628d67386), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.432274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (030002d3-ec97-4179-98fa-bbb628d67386), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.485642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 33767961-a8ae-473f-ab56-bf44d31095d3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:17:21.492398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:21.496892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:17:21.500968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=030002d3-ec97-4179-98fa-bbb628d67386,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:21.542507 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (8b73dae6-b408-4404-b76a-c2ff81a25171), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.680577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (030002d3-ec97-4179-98fa-bbb628d67386), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.977916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (030002d3-ec97-4179-98fa-bbb628d67386), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:21.983002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (030002d3-ec97-4179-98fa-bbb628d67386), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:22.066946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=030002d3-ec97-4179-98fa-bbb628d67386,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:22.069769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (8b73dae6-b408-4404-b76a-c2ff81a25171), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:22.121881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87528bf8-a347-422e-bd78-f45a0cbf5521 None None] Network 33767961-a8ae-473f-ab56-bf44d31095d3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:17:22.167370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 33767961-a8ae-473f-ab56-bf44d31095d3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:17:22.168878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:22.196243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] Provisioning complete for port 517d5bba-22fe-4c75-bf8e-40117f530785 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:22.196518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:22.286562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 8b73dae6-b408-4404-b76a-c2ff81a25171 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:17:22.408207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:17:22.417192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-87ec9f82-78b9-42b5-893b-1b577ca18198 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/8b73dae6-b408-4404-b76a-c2ff81a25171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0029542 Jan 28 05:17:22.477219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] Current status of the port 517d5bba-22fe-4c75-bf8e-40117f530785 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:22.477708 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:22.518474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] For port 517d5bba-22fe-4c75-bf8e-40117f530785, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=517d5bba-22fe-4c75-bf8e-40117f530785,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:17:22.526249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:22.591334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf015f-d047-412a-bba0-c048d0ca0ae6 None None] Pushing event updated for resources: {'Port': ['ID=517d5bba-22fe-4c75-bf8e-40117f530785,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:22.605783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-f6f3a5e4-d4dc-496d-82f6-2cfe53e49004 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521118926&fields=id&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 267 time: 0.0602567 Jan 28 05:17:22.697844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Sync routers for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:17:22.715300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:17:22.716087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:17:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:22.733567 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-33b728b7-f3b3-44d9-913b-5c42cf312b6f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:22.735637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-33b728b7-f3b3-44d9-913b-5c42cf312b6f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 797 time: 0.1212516 Jan 28 05:17:22.750789 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-ce956266-476b-4930-964e-20ecc2973322 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/quotas/338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 375 time: 0.0098662 Jan 28 05:17:22.791684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-28c008f5-2110-45ff-a777-83f585bd5cf9 None None] Provisioning complete for port 517d5bba-22fe-4c75-bf8e-40117f530785 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:22.792104 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28c008f5-2110-45ff-a777-83f585bd5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:22.823094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-25da1491-e348-4b75-9134-bf1b9100d809 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621741 Jan 28 05:17:22.879185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:17:22.926823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-71440ee3-f19e-407c-aa8c-6a2235ca0454 service neutron] 10.222.0.21 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914972 Jan 28 05:17:23.022877 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-6879bcff-6a62-4d4e-84c0-3a162deee5e9 service neutron] 10.222.0.21 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894172 Jan 28 05:17:23.032942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-28c008f5-2110-45ff-a777-83f585bd5cf9 None None] Current status of the port 517d5bba-22fe-4c75-bf8e-40117f530785 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:23.060992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-28c008f5-2110-45ff-a777-83f585bd5cf9 None None] Provisioning complete for port 030002d3-ec97-4179-98fa-bbb628d67386 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:23.061419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28c008f5-2110-45ff-a777-83f585bd5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (030002d3-ec97-4179-98fa-bbb628d67386), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.131104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-28c008f5-2110-45ff-a777-83f585bd5cf9 None None] Port 030002d3-ec97-4179-98fa-bbb628d67386 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:17:23.185054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 2, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:23.218288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Checking router: 8b73dae6-b408-4404-b76a-c2ff81a25171 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:17:23.218663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Updating router 8b73dae6-b408-4404-b76a-c2ff81a25171 port 030002d3-ec97-4179-98fa-bbb628d67386 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:17:23.266193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (030002d3-ec97-4179-98fa-bbb628d67386), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.269635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5e7121d6-54f4-413f-bb99-7defb71f825b None None] Provisioning complete for port 030002d3-ec97-4179-98fa-bbb628d67386 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:23.270387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e7121d6-54f4-413f-bb99-7defb71f825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (030002d3-ec97-4179-98fa-bbb628d67386), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.274247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5555832-adda-4f73-b5e3-21e2d9c2c1dc up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:17:23.300397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b66e53f-87f8-411c-8c11-65ace9c3a8ef req-e80a16aa-5a50-458d-b77e-5ba0ff1e1ddd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 210 time: 0.1168053 Jan 28 05:17:23.373685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5e7121d6-54f4-413f-bb99-7defb71f825b None None] Port 030002d3-ec97-4179-98fa-bbb628d67386 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:17:23.454863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f5555832-adda-4f73-b5e3-21e2d9c2c1dc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:23.455211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.613430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f5555832-adda-4f73-b5e3-21e2d9c2c1dc is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:23.613805 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.646060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port f5555832-adda-4f73-b5e3-21e2d9c2c1dc, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:17:23.667137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.667916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 517d5bba-22fe-4c75-bf8e-40117f530785 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:17:23.736691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Publish callbacks [] for port (030002d3-ec97-4179-98fa-bbb628d67386), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.753292 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (030002d3-ec97-4179-98fa-bbb628d67386), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.772058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:23.825204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 517d5bba-22fe-4c75-bf8e-40117f530785 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:23.825591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.871155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c866fda-6002-4506-a7a2-9d664ae407a1 None None] Pushing event updated for resources: {'Port': ['ID=030002d3-ec97-4179-98fa-bbb628d67386,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:23.910507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Attempting to bind port 030002d3-ec97-4179-98fa-bbb628d67386 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:17:23.910881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Attempting to bind port 030002d3-ec97-4179-98fa-bbb628d67386 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:17:23.911249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Attempting to bind port 030002d3-ec97-4179-98fa-bbb628d67386 on network 33767961-a8ae-473f-ab56-bf44d31095d3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:17:23.920166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:17:23.920558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Checking segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:17:23.920971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:23.921395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Bound using segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:17:23.921876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Bound port: 030002d3-ec97-4179-98fa-bbb628d67386, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:17:23.922262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (030002d3-ec97-4179-98fa-bbb628d67386), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.008719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 517d5bba-22fe-4c75-bf8e-40117f530785 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:24.020259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] For port 030002d3-ec97-4179-98fa-bbb628d67386, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:17:24.023814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] For port 030002d3-ec97-4179-98fa-bbb628d67386, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=030002d3-ec97-4179-98fa-bbb628d67386,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:17:24.027496 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (030002d3-ec97-4179-98fa-bbb628d67386), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.082964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:17:24.083597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:17:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:24.126532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c866fda-6002-4506-a7a2-9d664ae407a1 None None] Pushing event updated for resources: {'Port': ['ID=030002d3-ec97-4179-98fa-bbb628d67386,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:24.154565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] Provisioning complete for port 030002d3-ec97-4179-98fa-bbb628d67386 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:24.155226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (030002d3-ec97-4179-98fa-bbb628d67386), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.236881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:17:24.383826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] Current status of the port 030002d3-ec97-4179-98fa-bbb628d67386 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:24.384216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (030002d3-ec97-4179-98fa-bbb628d67386), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.419467 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-960858fd-e5de-4156-b224-85002ae02582 req-6e01612f-da4a-45d2-8f75-cee757de77a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Jan 28 05:17:24.442223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-db33d558-06ab-449e-8e33-cab634520d13 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:24.445001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-db33d558-06ab-449e-8e33-cab634520d13 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 797 time: 0.1283791 Jan 28 05:17:24.446793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] For port 030002d3-ec97-4179-98fa-bbb628d67386, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=030002d3-ec97-4179-98fa-bbb628d67386,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:17:24.452529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (030002d3-ec97-4179-98fa-bbb628d67386), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.517634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-6a1adbab-6ccb-460b-9a01-2d8a1a75abeb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 379 time: 0.0573688 Jan 28 05:17:24.528402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d260-aeb2-44a1-bea9-c9046d17c937 None None] Pushing event updated for resources: {'Port': ['ID=030002d3-ec97-4179-98fa-bbb628d67386,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:24.542790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:24.550361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'port': {'device_id': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'admin_state_up': True, 'tenant_id': '338841884ec94bcda53cb811157e6687', 'security_groups': ['6def54db-4522-496d-bcac-89efdbaa5ef4']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:24.573853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1720ea-a429-4fc8-bd7b-4844fc8a1df8 None None] The sync data for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 is: [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:17:24.585847 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a37bb9bb-2c6f-4900-8ee2-056c0b1b778d None None] Provisioning complete for port 030002d3-ec97-4179-98fa-bbb628d67386 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:24.586143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9bb-2c6f-4900-8ee2-056c0b1b778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (030002d3-ec97-4179-98fa-bbb628d67386), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.686011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a37bb9bb-2c6f-4900-8ee2-056c0b1b778d None None] Current status of the port 030002d3-ec97-4179-98fa-bbb628d67386 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:24.688208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:17:24.691593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:24.831200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.8 (33767961-a8ae-473f-ab56-bf44d31095d3/d1294843-10dd-4c01-8fba-f30d41a67617/5756d595-c769-4ef9-a545-c66d4d895c59) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:17:24.971074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (5756d595-c769-4ef9-a545-c66d4d895c59), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.007375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.055948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 33767961-a8ae-473f-ab56-bf44d31095d3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:17:25.059645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:25.065622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:17:25.072187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:25.126131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:25.126806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.145601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d38a42fd-2788-4492-8958-280e85c1ea79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990965 Jan 28 05:17:25.155031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d3cc104a-a329-4ff2-bfa4-b59b9d119a2b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:17:25.156019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-d3cc104a-a329-4ff2-bfa4-b59b9d119a2b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053897 Jan 28 05:17:25.233564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Request body: {'port': {'device_id': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:25.290546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5555832-adda-4f73-b5e3-21e2d9c2c1dc up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:17:25.298282 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.511991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c3804eb4-7e9c-45d4-b39a-811e6f0699cc None None] Provisioning complete for port 5756d595-c769-4ef9-a545-c66d4d895c59 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:25.512376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3804eb4-7e9c-45d4-b39a-811e6f0699cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.561195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c3804eb4-7e9c-45d4-b39a-811e6f0699cc None None] Port 5756d595-c769-4ef9-a545-c66d4d895c59 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:17:25.571186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f5555832-adda-4f73-b5e3-21e2d9c2c1dc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:25.571583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.665729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f5555832-adda-4f73-b5e3-21e2d9c2c1dc is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:25.667452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 030002d3-ec97-4179-98fa-bbb628d67386 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:17:25.723479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 030002d3-ec97-4179-98fa-bbb628d67386 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:25.723857 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (030002d3-ec97-4179-98fa-bbb628d67386), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:25.817117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 030002d3-ec97-4179-98fa-bbb628d67386 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:25.858813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f8176-7808-4153-87eb-0d29107616b6 req-2411d87e-3e0a-48fb-9876-cb9352b459d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:25.860294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-308f8176-7808-4153-87eb-0d29107616b6 req-2411d87e-3e0a-48fb-9876-cb9352b459d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 931 time: 0.1089711 Jan 28 05:17:25.936748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-308f8176-7808-4153-87eb-0d29107616b6 req-10622a34-92c3-4c8b-a71d-20e398b17f3d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705161 Jan 28 05:17:25.988960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5756d595-c769-4ef9-a545-c66d4d895c59 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:17:25.996221 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Publish callbacks [] for port (5756d595-c769-4ef9-a545-c66d4d895c59), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:26.007798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Transition to ACTIVE for port object 5756d595-c769-4ef9-a545-c66d4d895c59 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:17:26.011047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:26.064030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:26.135530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:17:26.135826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:17:26.136168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 on network 33767961-a8ae-473f-ab56-bf44d31095d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:17:26.140960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Port 5756d595-c769-4ef9-a545-c66d4d895c59 on network 33767961-a8ae-473f-ab56-bf44d31095d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:17:26.141348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 on network 33767961-a8ae-473f-ab56-bf44d31095d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:17:26.146643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:17:26.146994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Checking segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:17:26.147896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Bound using segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:17:26.148331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Bound port: 5756d595-c769-4ef9-a545-c66d4d895c59, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:17:26.148695 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:26.213090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:17:26.216586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:17:26.222734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:26.260203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:26.260825 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:26.262237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 1091 time: 1.0923600 Jan 28 05:17:26.262680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:17:26.264919 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802aff26-b0a4-475e-b486-73fd2a28b7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:17:26.291592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f8f77-872a-40f8-97bb-ada508a7c0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:26.324414 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c311a0c-8450-499c-b24a-ffce93d2792f x-openstack-request-id: req-4c311a0c-8450-499c-b24a-ffce93d2792f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:17:26.324712 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:17:26.324968 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c311a0c-8450-499c-b24a-ffce93d2792f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:17:26.325516 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'status': 'completed', 'code': 200} Jan 28 05:17:26.376302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-4115381e-a35f-4730-af9e-90769907c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:26.377877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-4115381e-a35f-4730-af9e-90769907c62b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0432553 Jan 28 05:17:26.427551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-0c564c0d-5281-44c8-8f4f-783b4eb23268 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 217 time: 0.0374203 Jan 28 05:17:26.477674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-764e7ecc-342a-459c-b2b7-2b896f8a0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:26.479146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-764e7ecc-342a-459c-b2b7-2b896f8a0fbd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0453069 Jan 28 05:17:26.526380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-02c4fe27-81d9-43d9-909b-6aa100d376df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:26.527887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-02c4fe27-81d9-43d9-909b-6aa100d376df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433972 Jan 28 05:17:26.617013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-1a93df22-a1ac-4c24-bc08-df8872e5591f service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821052 Jan 28 05:17:26.707713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a91c9097-9d22-4a82-862f-85d21b9d8873 req-fd045e04-82c9-4c1f-b835-fec45f600c83 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Jan 28 05:17:26.836645 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-d9a58d98-92b2-434d-a640-a34383bf5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:26.838162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-d9a58d98-92b2-434d-a640-a34383bf5d9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0413060 Jan 28 05:17:26.930665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-88867bdd-7bf8-40b3-8bc5-a4075f090122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:26.932125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-88867bdd-7bf8-40b3-8bc5-a4075f090122 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.0869401 Jan 28 05:17:26.972079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-b906c1e0-134d-41d7-8323-c43af8151461 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 217 time: 0.0340865 Jan 28 05:17:27.048935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-8195ac0a-1947-4394-9818-4476e7b0c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:27.050420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-8195ac0a-1947-4394-9818-4476e7b0c030 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0726075 Jan 28 05:17:27.073943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2b801-29b1-4f48-85f2-7445843257f5 req-06d43180-750f-4eee-8ff8-8f629e041cdc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:27.075390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6bf2b801-29b1-4f48-85f2-7445843257f5 req-06d43180-750f-4eee-8ff8-8f629e041cdc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0718861 Jan 28 05:17:27.136098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-d7caae7e-c443-4ea5-9ad5-3b777395e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:27.137637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-d7caae7e-c443-4ea5-9ad5-3b777395e048 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805435 Jan 28 05:17:27.142319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6bf2b801-29b1-4f48-85f2-7445843257f5 req-1b45a811-7689-422d-845a-92138c29e7ab tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536940 Jan 28 05:17:27.223088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-b0ed9696-4ff3-47fe-a063-dcb5ff50c7a1 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793679 Jan 28 05:17:27.312967 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-802aff26-b0a4-475e-b486-73fd2a28b7d9 req-6d12fd1a-f299-4bc7-b43a-9de4a51a9a1a service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840628 Jan 28 05:17:28.264282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f932c-951d-45f7-af7d-be69ee8bcb20 req-63b7cca3-c297-4afe-83c5-8dd2b6decd92 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:28.265862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-472f932c-951d-45f7-af7d-be69ee8bcb20 req-63b7cca3-c297-4afe-83c5-8dd2b6decd92 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0526063 Jan 28 05:17:28.312485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-472f932c-951d-45f7-af7d-be69ee8bcb20 req-f8be762b-3d01-4ae6-aae3-e49f6f44f269 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Jan 28 05:17:29.426806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98c2f-46af-4e61-bda2-23911b8addbb req-bde0fdd9-bfe8-4ac3-bd52-7e7b40b561b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:29.428304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67b98c2f-46af-4e61-bda2-23911b8addbb req-bde0fdd9-bfe8-4ac3-bd52-7e7b40b561b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0486627 Jan 28 05:17:29.476554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67b98c2f-46af-4e61-bda2-23911b8addbb req-fd5bf905-e6f8-440a-8578-9a728783da53 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Jan 28 05:17:30.217218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:17:30.308369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:17:30.319875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '5756d595-c769-4ef9-a545-c66d4d895c59', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'port_id': '5756d595-c769-4ef9-a545-c66d4d895c59', 'mac_address': 'fa:16:3e:aa:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:17:30.359404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5756d595-c769-4ef9-a545-c66d4d895c59 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:30.359799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:30.372221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5756d595-c769-4ef9-a545-c66d4d895c59 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:17:30.390938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:17:30.395009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:30.439858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:30.590793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ffdc-92ca-4552-b56d-c960255bff57 req-b9bcc558-4f85-45af-acc6-b8c5b4fb384e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:30.592264 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0024ffdc-92ca-4552-b56d-c960255bff57 req-b9bcc558-4f85-45af-acc6-b8c5b4fb384e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 944 time: 0.0473957 Jan 28 05:17:30.640208 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0024ffdc-92ca-4552-b56d-c960255bff57 req-98724f54-d471-403d-9464-fa0a0db017ae tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 Jan 28 05:17:30.803065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['5756d595-c769-4ef9-a545-c66d4d895c59'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:17:31.756211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd7498-8cec-4518-8c61-99e2323e9bc2 req-93ef9a8a-27c0-4cbc-9458-8dfcf70f8b5d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:31.758242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2abd7498-8cec-4518-8c61-99e2323e9bc2 req-93ef9a8a-27c0-4cbc-9458-8dfcf70f8b5d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 944 time: 0.0517473 Jan 28 05:17:31.805204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2abd7498-8cec-4518-8c61-99e2323e9bc2 req-8d8fa539-324c-46b9-8053-e25e265f8c61 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 Jan 28 05:17:32.231641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:17:32.281868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 5756d595-c769-4ef9-a545-c66d4d895c59 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:17:32.286214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 5756d595-c769-4ef9-a545-c66d4d895c59 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:17:32.286598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:32.364585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5756d595-c769-4ef9-a545-c66d4d895c59 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:17:32.364882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:32.387738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:17:32.390009 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78405bb9-baef-48b4-9e22-f5c90a49cf92" -d '{"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-plugged", "status": "completed", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:17:32.402462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:17:32.407043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:32.431924 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fa97f-e443-4508-a9fe-370dcef9b3be x-openstack-request-id: req-2f8fa97f-e443-4508-a9fe-370dcef9b3be {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:17:32.432225 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-plugged", "status": "completed", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:17:32.432484 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f8fa97f-e443-4508-a9fe-370dcef9b3be {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:17:32.432882 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'code': 200} Jan 28 05:17:32.458278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:32.557058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c5f9-e864-42c3-9c85-8d5d777d5fa6 req-3d82fbd4-adaa-4cd4-8525-4c8ed4297fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:32.558576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52e8c5f9-e864-42c3-9c85-8d5d777d5fa6 req-3d82fbd4-adaa-4cd4-8525-4c8ed4297fe9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0405161 Jan 28 05:17:32.602568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52e8c5f9-e864-42c3-9c85-8d5d777d5fa6 req-4ecb6f15-fa2c-4a72-970f-ffb3054f0293 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Jan 28 05:17:32.918281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291cba-9de4-4b93-8b43-b4d90885d5b5 req-d6746f1b-c878-4bb4-bdd0-45fe0a47eacc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:32.919771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e291cba-9de4-4b93-8b43-b4d90885d5b5 req-d6746f1b-c878-4bb4-bdd0-45fe0a47eacc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Jan 28 05:17:32.971458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e291cba-9de4-4b93-8b43-b4d90885d5b5 req-117128d8-23d5-4708-81ff-c7cb2327eeb6 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460670 Jan 28 05:17:34.090358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e095-023c-40b9-9de6-ee5eefac94bc req-fc26c170-86b0-4d37-b628-d8c61607db18 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:34.091823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b444e095-023c-40b9-9de6-ee5eefac94bc req-fc26c170-86b0-4d37-b628-d8c61607db18 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Jan 28 05:17:34.138571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b444e095-023c-40b9-9de6-ee5eefac94bc req-2e580512-0f36-4851-8871-0afbf7efe910 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411618 Jan 28 05:17:34.251191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff79f14-160a-426b-8c94-3b5377bff4ff req-9f289e87-6488-4c3b-9413-0c045dcc3d1f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:34.252610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ff79f14-160a-426b-8c94-3b5377bff4ff req-9f289e87-6488-4c3b-9413-0c045dcc3d1f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jan 28 05:17:34.300375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ff79f14-160a-426b-8c94-3b5377bff4ff req-c47be7db-c0b7-4458-9ee3-9c3cb0fedf1b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Jan 28 05:17:34.322479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50750) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:34.361227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76347d-7dc6-409a-b4c0-813834014d3b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:34.362722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0d76347d-7dc6-409a-b4c0-813834014d3b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1091 time: 0.0392802 Jan 28 05:17:34.366205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50752) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:34.370448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '5756d595-c769-4ef9-a545-c66d4d895c59', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:17:34.390502 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:34.486229 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:34.589010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.171 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/585e6589-21f5-40ec-928f-ba5205c2fbe8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:17:34.692893 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:34.731082 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:34.770247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:17:34.775020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:17:34.779268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:17:34.782352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=585e6589-21f5-40ec-928f-ba5205c2fbe8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:35.237451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:35.332974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:35.481990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:35.486607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:35.555693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=585e6589-21f5-40ec-928f-ba5205c2fbe8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:17:35.565202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:35.665423 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 associated. External IP: 172.25.6.171, port: 5756d595-c769-4ef9-a545-c66d4d895c59. Jan 28 05:17:35.871093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 8b73dae6-b408-4404-b76a-c2ff81a25171 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:17:36.282026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:17:36.291967 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] Sync routers for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:17:36.300983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:36.303008 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:17:36.303623 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:17:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:36.329505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-76ec4d94-4b70-4baa-9a2f-f2e03f662ca8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9622159 Jan 28 05:17:36.330085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:17:36.332295 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0a745d-2268-47d1-9405-a28e93967dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:17:36.374559 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1dc4a-4c45-4fdc-b23c-32df1572380c x-openstack-request-id: req-38a1dc4a-4c45-4fdc-b23c-32df1572380c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:17:36.375180 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:17:36.375180 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38a1dc4a-4c45-4fdc-b23c-32df1572380c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:17:36.375480 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'status': 'completed', 'code': 200} Jan 28 05:17:36.420424 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:17:36.433891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15052e5-c667-44eb-a342-4f3fcde442a4 req-8681e6f7-b0a4-4622-8d0b-2c367ca1e10d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:36.435458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d15052e5-c667-44eb-a342-4f3fcde442a4 req-8681e6f7-b0a4-4622-8d0b-2c367ca1e10d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Jan 28 05:17:36.460238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-e8207016-c791-4bac-865d-5ffe12d35737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:36.461845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-e8207016-c791-4bac-865d-5ffe12d35737 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0429020 Jan 28 05:17:36.487832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d15052e5-c667-44eb-a342-4f3fcde442a4 req-aef7872c-8a67-45ac-96b5-192bc15975c4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462916 Jan 28 05:17:36.513725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:36.559818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-ab7192bf-368b-4cf8-b96f-ca75a9fe1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:36.561977 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-ab7192bf-368b-4cf8-b96f-ca75a9fe1464 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.0935409 Jan 28 05:17:36.580144 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b1dd649e-69f4-4e18-a836-24111be9c89b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 HTTP/1.1" status: 200 len: 991 time: 0.0650136 Jan 28 05:17:36.622364 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:36.632395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-875f5ae0-57df-4040-bf6e-6d80354291f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 999 time: 0.0629873 Jan 28 05:17:36.650446 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'port_id': '5756d595-c769-4ef9-a545-c66d4d895c59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'mac_address': 'fa:16:3e:aa:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:17:34Z', 'updated_at': '2022-01-28T05:17:34Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:36.675799 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] Checking router: 8b73dae6-b408-4404-b76a-c2ff81a25171 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:17:36.678658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-c9f12abd-ed90-4b2b-afc4-c847fde66a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:36.680199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-c9f12abd-ed90-4b2b-afc4-c847fde66a2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0435348 Jan 28 05:17:36.684617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:17:36.685275 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:17:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:36.728407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-cc77cd66-ff62-444c-8152-b9b104586cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:36.729964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-cc77cd66-ff62-444c-8152-b9b104586cf5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446744 Jan 28 05:17:36.792272 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:17:36.822545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-d03dcf4e-32a0-4794-99de-85e7c2169153 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865710 Jan 28 05:17:36.914642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fc0a745d-2268-47d1-9405-a28e93967dc0 req-7c542c83-13a7-48da-9692-70ce72d0dce0 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Jan 28 05:17:37.010001 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'port_id': '5756d595-c769-4ef9-a545-c66d4d895c59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'mac_address': 'fa:16:3e:aa:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:17:34Z', 'updated_at': '2022-01-28T05:17:34Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:17:37.038855 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb20c1b-680f-4cd5-9356-072a311a9c1a None None] The sync data for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 is: [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'port_id': '5756d595-c769-4ef9-a545-c66d4d895c59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'mac_address': 'fa:16:3e:aa:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:17:34Z', 'updated_at': '2022-01-28T05:17:34Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:17:37.232133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe9554-6f53-4fda-a065-bc47bc2e71bc None None] New status for floating IP cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:17:37.584212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:17:37.643933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e808dd4f-0cef-4428-a863-52f43006196e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 HTTP/1.1" status: 200 len: 993 time: 0.0580397 Jan 28 05:17:38.021324 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:38.624122 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-66e772f6-f38a-4e67-9d82-e80bc7da5500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:40.844156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e01154b-89fc-4c0e-abf7-82c11c33ecd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:42.075211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:43.803716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:45.377501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:17:47.149510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-8e8ecd43-a9b5-4e20-bd6f-1449dd34e4a3 req-8ae61f06-bf2c-4fd3-b6a1-8f6a1cb7da8f service neutron] (103139) timed out ('10.222.0.47', 49609) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:17:56.410174 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:17:56.934457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-cbd111e0-d82a-4d9e-93b3-06ce5de6ab5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409141 Jan 28 05:17:57.031519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-586f9e17-d0ea-4514-8a47-eb88725e4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:57.032919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-586f9e17-d0ea-4514-8a47-eb88725e4a9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0401697 Jan 28 05:17:57.140113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-f65a4418-792c-4e76-b7d0-99b785be98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:57.141614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-f65a4418-792c-4e76-b7d0-99b785be98ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.0879521 Jan 28 05:17:57.204423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-84e22e1a-13d9-47cc-adfb-081224bdc6e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 1001 time: 0.0565877 Jan 28 05:17:57.252347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-d6d9bf1f-cdc9-4792-8017-b69f70ce3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:57.253881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-d6d9bf1f-cdc9-4792-8017-b69f70ce3b9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0428429 Jan 28 05:17:57.302212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-8f3e16ea-b297-4e81-b486-ca57a0b07e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:17:57.303745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-8f3e16ea-b297-4e81-b486-ca57a0b07e06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443859 Jan 28 05:17:57.390761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-cde74b11-7416-416e-8e65-5346a9c6cd92 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808313 Jan 28 05:17:57.482121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75fe829a-bb6f-4250-be32-45e4c8d07e86 req-69a4ce29-07d4-4ba6-ac6e-00e5b6fd2b6c service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Jan 28 05:18:06.635662 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:08.025535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:08.624905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a72b907-9bdc-4e9e-b1cc-abfd538be20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:10.845874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b150-43e0-4eae-99ad-ad86f6d71b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:12.078405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:13.804457 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:15.379304 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:33.409826 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:18:36.653129 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:38.040778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:38.626959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5cb7-cd39-45ec-b2d9-6396b202bfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:40.375227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59fb36-a7c6-49f3-ac25-c6ba4d2d3de8 req-3dc99668-654e-4c07-81b9-3bd754d1df67 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:40.376823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c59fb36-a7c6-49f3-ac25-c6ba4d2d3de8 req-3dc99668-654e-4c07-81b9-3bd754d1df67 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0436308 Jan 28 05:18:40.396020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5c59fb36-a7c6-49f3-ac25-c6ba4d2d3de8 req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:40.471667 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5c59fb36-a7c6-49f3-ac25-c6ba4d2d3de8 req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Publish callbacks [] for security_group (e5747fec-3042-4555-b5cb-60db53473997), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:40.476202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-5c59fb36-a7c6-49f3-ac25-c6ba4d2d3de8 req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e5747fec-3042-4555-b5cb-60db53473997), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:40.514601 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c59fb36-a7c6-49f3-ac25-c6ba4d2d3de8 req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318786 Jan 28 05:18:40.516329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5747fec-3042-4555-b5cb-60db53473997,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:18:40.524050 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.524407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.524789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.525089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.525531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.525927 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.526462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.526807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.527143 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.527473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.527805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.528136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.528462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dccf13-f6c7-404a-b3f3-62b08825329b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:40.631827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346df9-862e-41e3-9c65-332a6ae0e342 req-6daeab3a-b0d2-4e2f-8c8d-46854c063302 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:40.633444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48346df9-862e-41e3-9c65-332a6ae0e342 req-6daeab3a-b0d2-4e2f-8c8d-46854c063302 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0500953 Jan 28 05:18:40.682264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-48346df9-862e-41e3-9c65-332a6ae0e342 req-f81a3435-687a-45e3-819b-5d24026385f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Jan 28 05:18:40.703768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50790) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:18:40.764026 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ffede472-8b8f-43e5-bf82-99fffa6688bb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 HTTP/1.1" status: 200 len: 993 time: 0.0583916 Jan 28 05:18:40.846280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b703ac5-1b4e-4e90-aecc-8d5398157cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:41.105695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-c72ecdd4-5766-43dc-af56-7a00cea128cc req-276ed8f9-9d84-4862-b4bf-2bcee5de0ae1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:18:41.106747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c72ecdd4-5766-43dc-af56-7a00cea128cc req-276ed8f9-9d84-4862-b4bf-2bcee5de0ae1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534434 Jan 28 05:18:41.318922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50806) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:18:41.404824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f001-32bc-4912-8283-9611eaf775cf req-878cf114-b51a-40bf-88ea-6e740b7cf8b7 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:41.406322 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb65f001-32bc-4912-8283-9611eaf775cf req-878cf114-b51a-40bf-88ea-6e740b7cf8b7 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0743587 Jan 28 05:18:41.431277 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-1ad6d1c9-09a3-44ba-b810-687b6dbb429a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111209 Jan 28 05:18:41.440457 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-ae9df699-9233-4781-88d0-1c5e143c6e7c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:18:41.441441 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-ae9df699-9233-4781-88d0-1c5e143c6e7c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048256 Jan 28 05:18:41.466395 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb65f001-32bc-4912-8283-9611eaf775cf req-d4d410b5-e5b9-4cc9-bda3-d3669dc014dd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535302 Jan 28 05:18:42.080634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:42.589683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc45ae-7632-4513-90ec-6e265e86cb31 req-39b802a3-99e1-4cda-955a-566b08bae86a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:42.591204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acbc45ae-7632-4513-90ec-6e265e86cb31 req-39b802a3-99e1-4cda-955a-566b08bae86a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0530577 Jan 28 05:18:42.665204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-f57f4eea-a2cd-42d4-91b0-cf2a5f4bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:42.667087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-f57f4eea-a2cd-42d4-91b0-cf2a5f4bdc60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0750048 Jan 28 05:18:42.676888 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acbc45ae-7632-4513-90ec-6e265e86cb31 req-9f30ace5-ab78-4548-983e-bd0ab14fe4db tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775928 Jan 28 05:18:42.760214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-d5eb99e7-0114-4a65-9032-7105547899e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:42.761646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-d5eb99e7-0114-4a65-9032-7105547899e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.0887055 Jan 28 05:18:42.828934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-f4b8598e-ab7a-46bd-88ec-8737eb0c1f72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 1001 time: 0.0616481 Jan 28 05:18:42.880988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-c2970b30-ea18-4e07-9f98-d671fe7d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:42.882487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-c2970b30-ea18-4e07-9f98-d671fe7d59ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0441022 Jan 28 05:18:42.925729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-52c6a7fb-de42-4067-acb9-214beb85463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:42.927794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-52c6a7fb-de42-4067-acb9-214beb85463e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397856 Jan 28 05:18:43.018557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-edf3a587-627a-40d9-adae-99a047e2a023 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838919 Jan 28 05:18:43.106573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a299dd99-8e96-4dd2-bb2a-e75c3873c405 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Jan 28 05:18:43.799101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7600f-21e6-4df0-9af5-adc5bad55e55 req-185eabfe-e4d5-4093-831b-72c97ec960ee tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:43.800641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c1d7600f-21e6-4df0-9af5-adc5bad55e55 req-185eabfe-e4d5-4093-831b-72c97ec960ee tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0496805 Jan 28 05:18:43.809296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:43.852576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c1d7600f-21e6-4df0-9af5-adc5bad55e55 req-bef9f4d2-7491-4385-a40c-e5c34ed58bbe tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452807 Jan 28 05:18:44.968439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a5174-7081-4a91-8b75-c75a89c3d9b1 req-0ad69661-91f8-4f5e-aad1-a40de9b78f40 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:44.969918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597a5174-7081-4a91-8b75-c75a89c3d9b1 req-0ad69661-91f8-4f5e-aad1-a40de9b78f40 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Jan 28 05:18:45.025099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-597a5174-7081-4a91-8b75-c75a89c3d9b1 req-095501ae-d5f0-474b-870d-e3ca144d457d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487366 Jan 28 05:18:45.382557 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:46.144991 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585f2bb-800b-41e0-bf49-5a828424a5bd req-158ab395-1a80-4187-959e-5f62abd88763 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:46.147117 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7585f2bb-800b-41e0-bf49-5a828424a5bd req-158ab395-1a80-4187-959e-5f62abd88763 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Jan 28 05:18:46.195363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7585f2bb-800b-41e0-bf49-5a828424a5bd req-c34c6c13-8684-480b-ab43-e219764741b4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Jan 28 05:18:47.311445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a202f-8800-473d-8c3a-976e968b7846 req-b238e6a5-1e0a-4c44-928f-d124604463eb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:47.312930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-890a202f-8800-473d-8c3a-976e968b7846 req-b238e6a5-1e0a-4c44-928f-d124604463eb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0469122 Jan 28 05:18:47.364252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-890a202f-8800-473d-8c3a-976e968b7846 req-ab043f62-dea7-42f8-beb3-b7c3838e9513 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445521 Jan 28 05:18:48.481324 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab06b3-8b28-49af-bada-0a810708bb5a req-fc9bc1d2-3471-4ab1-b95c-ac4e44716fb3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:48.482799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15ab06b3-8b28-49af-bada-0a810708bb5a req-fc9bc1d2-3471-4ab1-b95c-ac4e44716fb3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Jan 28 05:18:48.529309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-15ab06b3-8b28-49af-bada-0a810708bb5a req-452ec997-aa6d-41e9-a15d-2161ba21c41a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Jan 28 05:18:49.645937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c37f-0acc-40ed-b6d7-04a842b489e4 req-dc8a2303-407e-4fd7-9a03-d9bcd41f6cef tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:49.647439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c67c37f-0acc-40ed-b6d7-04a842b489e4 req-dc8a2303-407e-4fd7-9a03-d9bcd41f6cef tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0494390 Jan 28 05:18:49.695670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c67c37f-0acc-40ed-b6d7-04a842b489e4 req-a49e74be-a4e7-4d2b-9bec-285ac8e2326f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427196 Jan 28 05:18:50.810987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c65e3-091a-451e-aad5-368945cd7190 req-63617405-afa5-4bc5-8225-6d8e488bc5dd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:50.812454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-540c65e3-091a-451e-aad5-368945cd7190 req-63617405-afa5-4bc5-8225-6d8e488bc5dd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0485907 Jan 28 05:18:50.865316 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-540c65e3-091a-451e-aad5-368945cd7190 req-dbe6d3de-83ee-4415-afe0-512e88020c3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466785 Jan 28 05:18:51.986930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f4f9-2e3c-419b-85b9-2e197b699ea7 req-f4cf61cf-b85a-4b1d-bc89-fa45afc1231c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:51.988329 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf97f4f9-2e3c-419b-85b9-2e197b699ea7 req-f4cf61cf-b85a-4b1d-bc89-fa45afc1231c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Jan 28 05:18:52.036275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf97f4f9-2e3c-419b-85b9-2e197b699ea7 req-ccbeb76d-07ac-4d27-96cd-a11ce75dec09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Jan 28 05:18:53.151721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fc7a2-4afa-4758-b4fa-aa2429f410e1 req-54ebbb83-d5aa-40bb-8da4-d015068a399d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:53.153692 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a2fc7a2-4afa-4758-b4fa-aa2429f410e1 req-54ebbb83-d5aa-40bb-8da4-d015068a399d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Jan 28 05:18:53.201520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a2fc7a2-4afa-4758-b4fa-aa2429f410e1 req-43ae8ec4-f267-4b3f-b29e-c2d8e6e9a0ae tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Jan 28 05:18:54.315708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844728-5921-444e-bf71-870573aa298c req-287e4603-1a7d-43b5-ba6a-6ed4c860b645 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:54.317237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54844728-5921-444e-bf71-870573aa298c req-287e4603-1a7d-43b5-ba6a-6ed4c860b645 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0474994 Jan 28 05:18:54.365029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54844728-5921-444e-bf71-870573aa298c req-8f4de264-ec26-4776-9201-77578f580002 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Jan 28 05:18:55.357071 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a6b6d1fa-8c3e-4317-8ce8-00db96070019 service neutron] show failed (client error): The resource could not be found. Jan 28 05:18:55.358170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a6b6d1fa-8c3e-4317-8ce8-00db96070019 service neutron] 10.222.0.52 "GET /v2.0/ports/5756d595-c769-4ef9-a545-c66d4d895c59/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0605154 Jan 28 05:18:55.482502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3283-74d6-477b-bef9-7513fec1088f req-06d228af-c235-469d-a69e-20f2aa2a25ae tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:55.484049 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c22f3283-74d6-477b-bef9-7513fec1088f req-06d228af-c235-469d-a69e-20f2aa2a25ae tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Jan 28 05:18:55.534757 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c22f3283-74d6-477b-bef9-7513fec1088f req-4f332777-be20-434e-bec0-73134590000b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449872 Jan 28 05:18:55.635430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-bfe7fa67-2b73-4c9b-9403-8026a6f713bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:55.636952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-bfe7fa67-2b73-4c9b-9403-8026a6f713bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 1096 time: 0.0899718 Jan 28 05:18:55.646018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a4bf4224-9aa5-413d-85d4-32fff6faff92 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:18:55.646999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a4bf4224-9aa5-413d-85d4-32fff6faff92 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049791 Jan 28 05:18:55.665598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:18:55.717766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:55.917687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:18:55.955983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:18:55.996660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:18:55.998938 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398da422-b9de-428a-8587-6f595fa9af11" -d '{"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-unplugged", "status": "completed", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:18:56.002392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Publish callbacks [] for port (5756d595-c769-4ef9-a545-c66d4d895c59), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:56.015677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Transition to ACTIVE for port object 5756d595-c769-4ef9-a545-c66d4d895c59 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:18:56.020758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:56.054878 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10259b73-ad6c-4303-bd78-7930e201790b x-openstack-request-id: req-10259b73-ad6c-4303-bd78-7930e201790b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:18:56.055753 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-unplugged", "status": "completed", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:18:56.055753 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10259b73-ad6c-4303-bd78-7930e201790b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:18:56.055930 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'code': 200} Jan 28 05:18:56.101732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:18:56.114323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.114622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.114972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.115317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.115654 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.115991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.116327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.116661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.116993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.117423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.117765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.118093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.118425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:18:56.157166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] No DVR routers for this DVR port 5756d595-c769-4ef9-a545-c66d4d895c59 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:18:56.293984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:18:56.294329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:18:56.294667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 on network 33767961-a8ae-473f-ab56-bf44d31095d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:18:56.299994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Port 5756d595-c769-4ef9-a545-c66d4d895c59 on network 33767961-a8ae-473f-ab56-bf44d31095d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:18:56.300323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Attempting to bind port 5756d595-c769-4ef9-a545-c66d4d895c59 on network 33767961-a8ae-473f-ab56-bf44d31095d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:18:56.305169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:18:56.305524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Checking segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:18:56.305912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Bound using segment: {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:18:56.306425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Bound port: 5756d595-c769-4ef9-a545-c66d4d895c59, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f9f4e8-543d-4131-91bb-9f54aeb3adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:18:56.306793 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:56.368049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:18:56.370967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:18:56.375756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:56.409630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:56.410239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:18:56.412091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] 10.222.0.47 "PUT /v2.0/ports/5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 1091 time: 0.7501860 Jan 28 05:18:56.445225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde3e55-691e-4d2d-af0b-85c3a0142dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:18:56.499691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-bd899a02-dbd3-4fb2-836d-5a2c45d28daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:56.501376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-bd899a02-dbd3-4fb2-836d-5a2c45d28daf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0524731 Jan 28 05:18:56.598788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-3b8b185a-01ad-408a-ae0c-bc2eeb650302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:56.600301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-3b8b185a-01ad-408a-ae0c-bc2eeb650302 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.0931919 Jan 28 05:18:56.670234 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5fb2-f8fd-41fa-a02e-de14b63e4fba req-9bb0f54f-d9da-4852-b4d6-29cc98fc1b9e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:56.671119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-4ef2a2bb-6de1-4843-b54a-eb2bbdad27ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 999 time: 0.0645823 Jan 28 05:18:56.671734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-930c5fb2-f8fd-41fa-a02e-de14b63e4fba req-9bb0f54f-d9da-4852-b4d6-29cc98fc1b9e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0553422 Jan 28 05:18:56.721536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-930c5fb2-f8fd-41fa-a02e-de14b63e4fba req-9db82b41-a717-4f50-af39-9f28b94f1804 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Jan 28 05:18:56.723801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a59fe419-d795-478d-8d7a-db67116f8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:56.725324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-a59fe419-d795-478d-8d7a-db67116f8073 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0486305 Jan 28 05:18:56.771643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-6d3f8aed-c5b2-4d0d-80f0-017cf7f2aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:56.773134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-6d3f8aed-c5b2-4d0d-80f0-017cf7f2aadf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410175 Jan 28 05:18:56.865527 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-b9eb9fa4-0b7d-4759-af60-8e9d2bfa4b6f service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864649 Jan 28 05:18:56.954420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7e7b20a-46ef-4901-9de1-153cb5dd9280 req-e06f8d56-0ee4-49a9-81fb-e6e6f05b105e service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834205 Jan 28 05:18:57.837818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb6171-3beb-4a02-abd2-b920ec0dbe3a req-878fa5ac-46a9-4f96-93a8-a4d9385d49bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:57.839315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28cb6171-3beb-4a02-abd2-b920ec0dbe3a req-878fa5ac-46a9-4f96-93a8-a4d9385d49bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0477042 Jan 28 05:18:57.890771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28cb6171-3beb-4a02-abd2-b920ec0dbe3a req-3b1a55d5-e97e-4dfe-a230-b02cd9d60d46 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459137 Jan 28 05:18:58.056674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:18:58.058972 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec723cd4-5d82-4518-a2bc-a84011321054" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:18:58.107127 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7315af2a-47bf-4f1b-9ac7-d6e9251847da x-openstack-request-id: req-7315af2a-47bf-4f1b-9ac7-d6e9251847da {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:18:58.107431 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:18:58.107694 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7315af2a-47bf-4f1b-9ac7-d6e9251847da {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:18:58.108101 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'status': 'completed', 'code': 200} Jan 28 05:18:58.214891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-b87ee79d-8d39-4517-b1f1-5f329364257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.216380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-b87ee79d-8d39-4517-b1f1-5f329364257a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0702477 Jan 28 05:18:58.218697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-139cabe2-cf19-49eb-8f5c-e299e1aeffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.220020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-139cabe2-cf19-49eb-8f5c-e299e1aeffd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0662014 Jan 28 05:18:58.368544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-ebbad353-a98b-4304-9823-942e310482c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.369965 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-ebbad353-a98b-4304-9823-942e310482c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.1483390 Jan 28 05:18:58.372544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-ee0a29b6-21b5-4b68-971c-e1e1fb77c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.373890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-ee0a29b6-21b5-4b68-971c-e1e1fb77c2ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.1452188 Jan 28 05:18:58.485971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-4c4f7292-9f4f-4006-b437-9c7161c62202 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 999 time: 0.1104174 Jan 28 05:18:58.490079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-1739eead-cffb-4230-908c-1923249db20f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 999 time: 0.1087573 Jan 28 05:18:58.565743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-be578761-891c-4e15-8deb-38eb77fc688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.567847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-be578761-891c-4e15-8deb-38eb77fc688b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0758748 Jan 28 05:18:58.601965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-1f20d8de-624c-4456-b430-fcf725b45ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.603413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-1f20d8de-624c-4456-b430-fcf725b45ebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0771542 Jan 28 05:18:58.630900 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-cb068c20-cde7-42d3-bdc6-0027b40817d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.632505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-cb068c20-cde7-42d3-bdc6-0027b40817d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588353 Jan 28 05:18:58.686949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:18:58.712446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-0d5436f3-49ce-41d1-9913-59b67c9fcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:58.713997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-0d5436f3-49ce-41d1-9913-59b67c9fcb05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962195 Jan 28 05:18:58.729253 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 5756d595-c769-4ef9-a545-c66d4d895c59 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:18:58.729652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:18:58.789691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-6da8e2ae-5b20-4e98-b7d6-b7725931751e service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434979 Jan 28 05:18:58.871308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-beda6e46-f3bc-43e3-8689-673e07e6b924 service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510766 Jan 28 05:18:58.953967 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-111077d3-82e3-4c85-a73d-f1bfc07431a2 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583538 Jan 28 05:18:59.017269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ec723cd4-5d82-4518-a2bc-a84011321054 req-57ba37e4-42b7-4c4f-9ff8-eaa6c4db7e17 service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398246 Jan 28 05:18:59.031949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8384f-7a0f-47ae-8a8a-ec887918c7e9 req-dac787db-87ae-46fd-abed-d502480de92e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:59.034286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cea8384f-7a0f-47ae-8a8a-ec887918c7e9 req-dac787db-87ae-46fd-abed-d502480de92e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0701423 Jan 28 05:18:59.083442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cea8384f-7a0f-47ae-8a8a-ec887918c7e9 req-6d497d75-f10e-4b79-a833-1c5a7a69b7ae tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Jan 28 05:18:59.341582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276967-085b-4860-889b-db47d3792b9f req-e1404a4b-7d15-4903-97ab-29e3db5d5f1d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:59.343079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84276967-085b-4860-889b-db47d3792b9f req-e1404a4b-7d15-4903-97ab-29e3db5d5f1d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.1150343 Jan 28 05:18:59.350967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-9791dca9-e497-47ed-9143-4916080d3f3f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:59.352559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-9791dca9-e497-47ed-9143-4916080d3f3f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474&tenant_id=338841884ec94bcda53cb811157e6687&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 943 time: 0.1002374 Jan 28 05:18:59.433016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84276967-085b-4860-889b-db47d3792b9f req-3a1512eb-437d-48d6-84a4-8b93d9681eba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794404 Jan 28 05:18:59.437923 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-ff5ff2fd-b0fb-4529-a3c4-f09eabb3ac4d service neutron] delete failed (client error): The resource could not be found. Jan 28 05:18:59.438879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-ff5ff2fd-b0fb-4529-a3c4-f09eabb3ac4d service neutron] 10.222.0.52 "DELETE /v2.0/ports/5756d595-c769-4ef9-a545-c66d4d895c59/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0798855 Jan 28 05:18:59.546465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-9e3f43e6-20ad-4f1d-b920-43ec93e33963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:59.547973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-9e3f43e6-20ad-4f1d-b920-43ec93e33963 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0450237 Jan 28 05:18:59.635520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-a14fa704-c70b-414c-96a9-facc38ae392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:18:59.637006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-a14fa704-c70b-414c-96a9-facc38ae392e service neutron] 10.222.0.52 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.0837831 Jan 28 05:19:00.032994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-ea4cbf4e-26c0-472a-b976-450490ba902a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 999 time: 0.3899903 Jan 28 05:19:00.097018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-b21c7835-4a84-442e-a46a-bad591d63a1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778711 Jan 28 05:19:00.099337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-cd526760-dd27-42e2-9ff3-7aad3fb69000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.100641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-cd526760-dd27-42e2-9ff3-7aad3fb69000 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0542037 Jan 28 05:19:00.143551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-75220a42-7e1a-4bff-8a2c-166fdc0375cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.145128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-75220a42-7e1a-4bff-8a2c-166fdc0375cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388916 Jan 28 05:19:00.237624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-17543533-a09a-4aa9-b970-b5c28fdf241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.239703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-17543533-a09a-4aa9-b970-b5c28fdf241e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1094 time: 0.0809319 Jan 28 05:19:00.283680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-2c654841-ef56-4e01-9f2c-9554b638dd68 service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322513 Jan 28 05:19:00.386899 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:19:00.412316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-1f3e55f4-2d1a-4a7a-addc-0c8c6405e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.413817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-1f3e55f4-2d1a-4a7a-addc-0c8c6405e396 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.1566572 Jan 28 05:19:00.467122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-047f5a1c-f7f1-4b6e-af82-cc8501e4675a req-60965151-34ef-4566-87f6-e0791257163d service neutron] 10.222.0.52 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557245 Jan 28 05:19:00.488139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-3f001ef5-152d-418e-81b7-4ed9b9a747a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 999 time: 0.0681484 Jan 28 05:19:00.498560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:00.512168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5756d595-c769-4ef9-a545-c66d4d895c59', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'port_id': '5756d595-c769-4ef9-a545-c66d4d895c59', 'mac_address': 'fa:16:3e:aa:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:19:00.540405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-0b8d7dd7-6cc5-4d16-ba4a-32579ad69628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.541868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-0b8d7dd7-6cc5-4d16-ba4a-32579ad69628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0478594 Jan 28 05:19:00.552571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5756d595-c769-4ef9-a545-c66d4d895c59 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:00.552972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:00.563387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a2fa-da42-4564-ac93-1e72d0ef9dc9 req-703e02af-e62e-4166-97e7-1a00eddd65b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.566637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5756d595-c769-4ef9-a545-c66d4d895c59 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:19:00.569868 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe5a2fa-da42-4564-ac93-1e72d0ef9dc9 req-703e02af-e62e-4166-97e7-1a00eddd65b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 943 time: 0.0612755 Jan 28 05:19:00.593501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:00.599639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-56eeb99f-8c95-41dc-bcfa-126d6623b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:00.601488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-56eeb99f-8c95-41dc-bcfa-126d6623b73b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536015 Jan 28 05:19:00.601691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:00.636185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bfe5a2fa-da42-4564-ac93-1e72d0ef9dc9 req-dccf5856-eaaa-4094-bbd2-1af5497cc73d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637128 Jan 28 05:19:00.659577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:00.667000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.667353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.667703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.668047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.668387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.668723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.669058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.669429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.669763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.670094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.670423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.670747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.671078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:00.694103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-e042b9aa-7b9e-4ab8-a7b4-1ecb35ef4956 service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865979 Jan 28 05:19:00.788893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b96d6ae-016a-4620-8aaa-69c895317584 req-296da434-8c0b-42cd-8f71-e978f0b2930a service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885446 Jan 28 05:19:00.939375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5756d595-c769-4ef9-a545-c66d4d895c59'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:19:01.754764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9563c-8afa-45a6-a004-4d655ba6cc48 req-4e01427d-b6ab-4f2b-b951-48b9fdfb7f40 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:01.756340 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4e9563c-8afa-45a6-a004-4d655ba6cc48 req-4e01427d-b6ab-4f2b-b951-48b9fdfb7f40 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 944 time: 0.0508013 Jan 28 05:19:01.807899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4e9563c-8afa-45a6-a004-4d655ba6cc48 req-07609d38-0b1a-4458-8ba7-272e4a23ccd8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461044 Jan 28 05:19:01.830082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50876) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:01.889158 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b52530ca-8028-47dd-828c-4b93e45c5682 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 HTTP/1.1" status: 200 len: 992 time: 0.0579696 Jan 28 05:19:02.407069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:02.455947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 5756d595-c769-4ef9-a545-c66d4d895c59 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:19:02.460123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5756d595-c769-4ef9-a545-c66d4d895c59 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:02.460508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:02.539665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5756d595-c769-4ef9-a545-c66d4d895c59 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:02.540082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:02.562760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:19:02.564980 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c854f57-cb9a-4822-9c98-28ce6039fd71" -d '{"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-plugged", "status": "completed", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:19:02.577714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:02.582875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:02.606798 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df6189-0b49-4ece-b209-ad21504d68c3 x-openstack-request-id: req-55df6189-0b49-4ece-b209-ad21504d68c3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:19:02.607120 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-plugged", "status": "completed", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:19:02.607399 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55df6189-0b49-4ece-b209-ad21504d68c3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:19:02.607831 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'code': 200} Jan 28 05:19:02.632956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:06.666113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:08.054070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:08.631675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2a41d74-8c9b-43e3-9127-71ead07090d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:10.409001 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:19:10.850089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6af4-2b7c-414f-8bb1-66a7c6be790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:12.084232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:13.809555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:15.344205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-5c277234-d5e8-494e-9c2c-3f48eb5d02db req-f6dd9f57-6e22-4d73-892b-e2c7e1444eb9 service neutron] (103138) timed out ('10.222.0.21', 42732) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:19:15.384661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:30.352272 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fec957-228f-4d67-aacf-ded931ab0815 req-02f63041-2df1-45c3-ba4e-5ff969c3cbcb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:30.353870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35fec957-228f-4d67-aacf-ded931ab0815 req-02f63041-2df1-45c3-ba4e-5ff969c3cbcb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0486846 Jan 28 05:19:30.398705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35fec957-228f-4d67-aacf-ded931ab0815 req-71052d1b-b6d7-4d9a-92c8-80ef4b26120b tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390415 Jan 28 05:19:30.420167 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50890) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:30.572450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 585e6589-21f5-40ec-928f-ba5205c2fbe8 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:19:30.572725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:30.647658 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:30.648002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (585e6589-21f5-40ec-928f-ba5205c2fbe8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:30.659327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 585e6589-21f5-40ec-928f-ba5205c2fbe8 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:19:30.803959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (585e6589-21f5-40ec-928f-ba5205c2fbe8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:30.828958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=585e6589-21f5-40ec-928f-ba5205c2fbe8,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:30.892063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:30.892404 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 disassociated (deleted). External IP: 172.25.6.171, port: 5756d595-c769-4ef9-a545-c66d4d895c59. Jan 28 05:19:31.094923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 8b73dae6-b408-4404-b76a-c2ff81a25171 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:19:31.505693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:19:31.510434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:31.515055 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] Sync routers for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:19:31.524639 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:31.525302 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:31.537341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e4746a93-24fb-4755-9759-592ae0cd01c9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940 HTTP/1.1" status: 204 len: 168 time: 1.1155260 Jan 28 05:19:31.537942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:19:31.540256 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e14cb7-2cb6-4fa3-b109-830407eac71a" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:19:31.679327 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30eb701-20c8-40bb-a3ed-cb85e6046d5e x-openstack-request-id: req-b30eb701-20c8-40bb-a3ed-cb85e6046d5e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:19:31.679634 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:19:31.679908 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b30eb701-20c8-40bb-a3ed-cb85e6046d5e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:19:31.680307 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'status': 'completed', 'code': 200} Jan 28 05:19:31.743772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:31.809975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-6c68d53c-40ca-4770-8a95-f41ff24e03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:31.811420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-6c68d53c-40ca-4770-8a95-f41ff24e03d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 1096 time: 0.0750921 Jan 28 05:19:31.818916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901e33-366c-4fc2-8171-b447c36c6f3f req-6c21ad46-2b50-438f-90b2-62f7b3afebd9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:31.820346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b901e33-366c-4fc2-8171-b447c36c6f3f req-6c21ad46-2b50-438f-90b2-62f7b3afebd9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0759909 Jan 28 05:19:31.926798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b901e33-366c-4fc2-8171-b447c36c6f3f req-763bf715-6151-45aa-af03-8094f6d941cf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974550 Jan 28 05:19:31.939935 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:31.951698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-2e978bd5-21b6-462e-80b9-c2829280ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:31.953257 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-2e978bd5-21b6-462e-80b9-c2829280ed9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 200 len: 898 time: 0.1320250 Jan 28 05:19:31.969699 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] Checking router: 8b73dae6-b408-4404-b76a-c2ff81a25171 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:19:31.978263 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:31.978877 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:31.996761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-d46f8e1c-e4d4-4cfe-ab32-57bb9900016f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 200 len: 217 time: 0.0362985 Jan 28 05:19:32.044478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-14c3a296-5bbc-4c5f-959e-49ab168ce370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:32.046037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-14c3a296-5bbc-4c5f-959e-49ab168ce370 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 200 len: 835 time: 0.0436714 Jan 28 05:19:32.086813 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:32.097880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-3d15d509-d908-4395-aaeb-5e602deb2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:32.099470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-3d15d509-d908-4395-aaeb-5e602deb2500 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33767961-a8ae-473f-ab56-bf44d31095d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464368 Jan 28 05:19:32.192586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-9c0ec804-b162-4096-85f9-6d284044df70 service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865524 Jan 28 05:19:32.285998 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:32.287632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9e14cb7-2cb6-4fa3-b109-830407eac71a req-8944f477-c14c-43a4-bf94-10e581a9d77a service neutron] 10.222.0.47 "GET /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Jan 28 05:19:32.311732 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d913da98-1dce-4f42-a20a-dfdf11ff3ee2 None None] The sync data for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 is: [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:21Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '030002d3-ec97-4179-98fa-bbb628d67386', 'name': '', 'network_id': '33767961-a8ae-473f-ab56-bf44d31095d3', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:6e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:21Z', 'updated_at': '2022-01-28T05:17:24Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'd1294843-10dd-4c01-8fba-f30d41a67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:19:32.530531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a60ed7-5202-46e0-8074-173403c46aea None None] New status for floating IP cd0c2c49-2b51-49f3-8f8e-6d6ad5db0940: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:19:33.046282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b1f5-5248-4d6b-8045-900f07aae456 req-22776f53-4209-49b2-9249-d08ea968d9c3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:33.047767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b69b1f5-5248-4d6b-8045-900f07aae456 req-22776f53-4209-49b2-9249-d08ea968d9c3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0486102 Jan 28 05:19:33.095301 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1b69b1f5-5248-4d6b-8045-900f07aae456 req-5e779a9a-0ac3-47ad-8077-09309f5a65ef tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=6def54db-4522-496d-bcac-89efdbaa5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Jan 28 05:19:33.184655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-c16eb8b0-37a4-4763-8767-dd52d84f54f7 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:33.186159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-c16eb8b0-37a4-4763-8767-dd52d84f54f7 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bb6f71-cad6-43bb-a01f-6ff6a25e9474 HTTP/1.1" status: 200 len: 945 time: 0.0489485 Jan 28 05:19:33.274292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 5756d595-c769-4ef9-a545-c66d4d895c59 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:19:33.274565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:33.365503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port 5756d595-c769-4ef9-a545-c66d4d895c59, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5756d595-c769-4ef9-a545-c66d4d895c59,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:33.365879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:33.377560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 5756d595-c769-4ef9-a545-c66d4d895c59 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:19:33.507851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5756d595-c769-4ef9-a545-c66d4d895c59), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:33.537425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=5756d595-c769-4ef9-a545-c66d4d895c59,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:33.576933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] No DVR routers for this DVR port 5756d595-c769-4ef9-a545-c66d4d895c59 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:19:33.579690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:33.582987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ae19bc6-bf3c-452c-90a7-f7625f65b1dd req-9cd6a3dd-184f-4477-93d7-37564ede0be2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "DELETE /v2.0/ports/5756d595-c769-4ef9-a545-c66d4d895c59 HTTP/1.1" status: 204 len: 173 time: 0.3919401 Jan 28 05:19:33.583940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-deleted', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:19:33.586201 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f76f97-5663-48cd-9c77-ea32ca0c8902" -d '{"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-deleted", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:19:33.622823 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cc71f8-958e-4398-9852-42f4cdb818f3 x-openstack-request-id: req-26cc71f8-958e-4398-9852-42f4cdb818f3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:19:33.623125 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb6f71-cad6-43bb-a01f-6ff6a25e9474", "name": "network-vif-deleted", "tag": "5756d595-c769-4ef9-a545-c66d4d895c59", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:19:33.623381 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26cc71f8-958e-4398-9852-42f4cdb818f3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:19:33.623791 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb6f71-cad6-43bb-a01f-6ff6a25e9474', 'name': 'network-vif-deleted', 'tag': '5756d595-c769-4ef9-a545-c66d4d895c59', 'status': 'completed', 'code': 200} Jan 28 05:19:34.153488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:34.503372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (8b73dae6-b408-4404-b76a-c2ff81a25171), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:34.756905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 030002d3-ec97-4179-98fa-bbb628d67386 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:19:34.757232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (030002d3-ec97-4179-98fa-bbb628d67386), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:34.848706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port 030002d3-ec97-4179-98fa-bbb628d67386, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=030002d3-ec97-4179-98fa-bbb628d67386,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:34.849362 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (030002d3-ec97-4179-98fa-bbb628d67386), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:34.866259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 030002d3-ec97-4179-98fa-bbb628d67386 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:19:35.044907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (030002d3-ec97-4179-98fa-bbb628d67386), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.075673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=030002d3-ec97-4179-98fa-bbb628d67386,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:35.249513 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (8b73dae6-b408-4404-b76a-c2ff81a25171), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.465938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 8b73dae6-b408-4404-b76a-c2ff81a25171 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:19:35.570580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:19:35.575771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ec93381-1bec-4093-8f3f-214776e521f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/8b73dae6-b408-4404-b76a-c2ff81a25171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212053 Jan 28 05:19:35.578445 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50908) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:35.580962 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] Sync routers for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:19:35.591812 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:35.592428 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:35.629740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting subnet d1294843-10dd-4c01-8fba-f30d41a67617 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:19:35.633377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (d1294843-10dd-4c01-8fba-f30d41a67617), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.672977 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (d1294843-10dd-4c01-8fba-f30d41a67617), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.702338 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:35.766049 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d1294843-10dd-4c01-8fba-f30d41a67617), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.825580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (d1294843-10dd-4c01-8fba-f30d41a67617), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.855036 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:35.860831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/subnets/d1294843-10dd-4c01-8fba-f30d41a67617 HTTP/1.1" status: 204 len: 168 time: 0.2791102 Jan 28 05:19:35.860831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab30eb1-52bc-4076-bebc-68e9267967c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Subnet': ['ID=d1294843-10dd-4c01-8fba-f30d41a67617,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:35.861913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50910) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:35.870859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e543076f-a5ff-4986-9863-273288915856 None None] Network 33767961-a8ae-473f-ab56-bf44d31095d3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:19:35.886584 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:19:34Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:35.914648 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] Checking router: 8b73dae6-b408-4404-b76a-c2ff81a25171 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:19:35.924454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] Routers {'8b73dae6-b408-4404-b76a-c2ff81a25171'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:35.925078 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['8b73dae6-b408-4404-b76a-c2ff81a25171'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:35.974448 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (8b73dae6-b408-4404-b76a-c2ff81a25171), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.035365 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] Set router 8b73dae6-b408-4404-b76a-c2ff81a25171 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:36.040046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ee8055-a158-4177-b052-8945456ce762 None None] DHCP port deletion for 33767961-a8ae-473f-ab56-bf44d31095d3 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:19:36.088663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-95ee8055-a158-4177-b052-8945456ce762 None None] Deleting port 517d5bba-22fe-4c75-bf8e-40117f530785 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:19:36.089037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-95ee8055-a158-4177-b052-8945456ce762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.089452 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (8b73dae6-b408-4404-b76a-c2ff81a25171), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.148246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port f5555832-adda-4f73-b5e3-21e2d9c2c1dc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:19:36.148594 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.154314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-95ee8055-a158-4177-b052-8945456ce762 None None] For port 517d5bba-22fe-4c75-bf8e-40117f530785, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=517d5bba-22fe-4c75-bf8e-40117f530785,segment=NetworkSegment(59f9f4e8-543d-4131-91bb-9f54aeb3adc4),segment_id=59f9f4e8-543d-4131-91bb-9f54aeb3adc4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:36.154718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-95ee8055-a158-4177-b052-8945456ce762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.168508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-95ee8055-a158-4177-b052-8945456ce762 None None] Calling delete_port for 517d5bba-22fe-4c75-bf8e-40117f530785 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:19:36.225507 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:19:34Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:36.238778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port f5555832-adda-4f73-b5e3-21e2d9c2c1dc, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:36.239158 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.252774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for f5555832-adda-4f73-b5e3-21e2d9c2c1dc owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:19:36.254776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-95ee8055-a158-4177-b052-8945456ce762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (517d5bba-22fe-4c75-bf8e-40117f530785), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.255952 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e88d8-981d-413a-9cbe-90271edda528 None None] The sync data for ids ['8b73dae6-b408-4404-b76a-c2ff81a25171'] in n-d-824835-3 is: [{'id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010471762', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:19:34Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'f5555832-adda-4f73-b5e3-21e2d9c2c1dc', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73dae6-b408-4404-b76a-c2ff81a25171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:17:18Z', 'updated_at': '2022-01-28T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:19:36.281595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee8055-a158-4177-b052-8945456ce762 None None] Pushing event deleted for resources: {'Port': ['ID=517d5bba-22fe-4c75-bf8e-40117f530785,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:36.298038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee8055-a158-4177-b052-8945456ce762 None None] No DVR routers for this DVR port 517d5bba-22fe-4c75-bf8e-40117f530785 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:19:36.425330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f5555832-adda-4f73-b5e3-21e2d9c2c1dc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.452057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=f5555832-adda-4f73-b5e3-21e2d9c2c1dc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:36.510115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:19:36.513563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (8b73dae6-b408-4404-b76a-c2ff81a25171), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.530680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 5756d595-c769-4ef9-a545-c66d4d895c59 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:19:36.531025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5756d595-c769-4ef9-a545-c66d4d895c59 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:19:36.610301 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (8b73dae6-b408-4404-b76a-c2ff81a25171), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.613005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (8b73dae6-b408-4404-b76a-c2ff81a25171), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.666562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (8b73dae6-b408-4404-b76a-c2ff81a25171), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.667140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Fanout notify agent at l3_agent the message router_deleted on router 8b73dae6-b408-4404-b76a-c2ff81a25171 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:19:36.674469 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.675673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8fea7b51-40e0-4874-9759-b4f21b88adc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/routers/8b73dae6-b408-4404-b76a-c2ff81a25171 HTTP/1.1" status: 204 len: 168 time: 0.8125720 Jan 28 05:19:36.679154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50912) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:36.681102 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.757921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (33767961-a8ae-473f-ab56-bf44d31095d3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.847833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (33767961-a8ae-473f-ab56-bf44d31095d3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.870596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33767961-a8ae-473f-ab56-bf44d31095d3']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:36.881171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f9f4e8-543d-4131-91bb-9f54aeb3adc4') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:36.881487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f9f4e8-543d-4131-91bb-9f54aeb3adc4') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:36.891183 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (59f9f4e8-543d-4131-91bb-9f54aeb3adc4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.905019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (59f9f4e8-543d-4131-91bb-9f54aeb3adc4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.911397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:19:36.911797 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (59f9f4e8-543d-4131-91bb-9f54aeb3adc4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:19:36.914947 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:19:36.985516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (33767961-a8ae-473f-ab56-bf44d31095d3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.993379 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:36.996539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/networks/33767961-a8ae-473f-ab56-bf44d31095d3 HTTP/1.1" status: 204 len: 168 time: 0.3162076 Jan 28 05:19:36.999440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50914) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:37.008081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611573f-4db4-45d1-9cb2-da24fa3dbe08 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Network': ['ID=33767961-a8ae-473f-ab56-bf44d31095d3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:37.057104 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-348968c0-5cc2-4d62-b634-d9bfb97f76e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (6def54db-4522-496d-bcac-89efdbaa5ef4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.082735 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-348968c0-5cc2-4d62-b634-d9bfb97f76e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (6def54db-4522-496d-bcac-89efdbaa5ef4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.145274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-348968c0-5cc2-4d62-b634-d9bfb97f76e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6def54db-4522-496d-bcac-89efdbaa5ef4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.147929 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-348968c0-5cc2-4d62-b634-d9bfb97f76e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.149132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-348968c0-5cc2-4d62-b634-d9bfb97f76e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/security-groups/6def54db-4522-496d-bcac-89efdbaa5ef4 HTTP/1.1" status: 204 len: 168 time: 0.1486437 Jan 28 05:19:37.158633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348968c0-5cc2-4d62-b634-d9bfb97f76e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def54db-4522-496d-bcac-89efdbaa5ef4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:37.339179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5555832-adda-4f73-b5e3-21e2d9c2c1dc no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:19:37.362792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f5555832-adda-4f73-b5e3-21e2d9c2c1dc {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:19:37.363140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f5555832-adda-4f73-b5e3-21e2d9c2c1dc not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:19:37.363561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 030002d3-ec97-4179-98fa-bbb628d67386 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:19:37.383128 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 030002d3-ec97-4179-98fa-bbb628d67386 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:19:37.383490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 030002d3-ec97-4179-98fa-bbb628d67386 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:19:37.383904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 517d5bba-22fe-4c75-bf8e-40117f530785 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:19:37.402546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 517d5bba-22fe-4c75-bf8e-40117f530785 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:19:37.402897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 517d5bba-22fe-4c75-bf8e-40117f530785 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:19:37.744645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50920) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:37.749157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410491328', 'description': 'tempest-secgroup-smoke-1410491328 description', 'project_id': '338841884ec94bcda53cb811157e6687'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:37.769736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.835139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (c4375d5c-8df5-4b45-bd2b-ef62b1b33049), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.838961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c4375d5c-8df5-4b45-bd2b-ef62b1b33049), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.870936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.872243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1265631 Jan 28 05:19:37.874426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad68af4-18bc-4b72-a920-a834305ac168 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4375d5c-8df5-4b45-bd2b-ef62b1b33049,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:37.875285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:37.879941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': 'c4375d5c-8df5-4b45-bd2b-ef62b1b33049', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:37.905578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (236763a4-b041-4569-bb10-87f2d979e42e), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.960732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (236763a4-b041-4569-bb10-87f2d979e42e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.964762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (236763a4-b041-4569-bb10-87f2d979e42e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.984288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236763a4-b041-4569-bb10-87f2d979e42e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:37.993300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:37.994521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-028e992a-3311-430c-bec4-fa5a78499d2c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182270 Jan 28 05:19:37.997163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50924) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.001561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': 'c4375d5c-8df5-4b45-bd2b-ef62b1b33049', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.026781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (8aac44e0-704f-4643-8eab-a8c96a55b3c9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.057440 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.085248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (8aac44e0-704f-4643-8eab-a8c96a55b3c9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.088848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8aac44e0-704f-4643-8eab-a8c96a55b3c9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.109160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aac44e0-704f-4643-8eab-a8c96a55b3c9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:38.115801 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.117498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-44a0d0ca-aa10-46ba-9d3e-0cb95933448d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190927 Jan 28 05:19:38.120037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50926) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.126227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': 'c4375d5c-8df5-4b45-bd2b-ef62b1b33049', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.154075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (c8f01587-0c0b-45fb-a8da-90b316b0f5d2), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.213075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (c8f01587-0c0b-45fb-a8da-90b316b0f5d2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.216542 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (c8f01587-0c0b-45fb-a8da-90b316b0f5d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.233787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f01587-0c0b-45fb-a8da-90b316b0f5d2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:38.241796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.242975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98ed670d-1dac-4a30-8210-a475ad3d510b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217504 Jan 28 05:19:38.245705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50928) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.250033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': 'c4375d5c-8df5-4b45-bd2b-ef62b1b33049', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.273867 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (32334d32-5b2b-4f92-9077-5e8072618314), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.330021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (32334d32-5b2b-4f92-9077-5e8072618314), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.333707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (32334d32-5b2b-4f92-9077-5e8072618314), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.351944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32334d32-5b2b-4f92-9077-5e8072618314,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:38.360851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.362222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-16bcf472-28b4-4f02-acce-df7c15f05e36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153862 Jan 28 05:19:38.365678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50930) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.370259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': 'c4375d5c-8df5-4b45-bd2b-ef62b1b33049', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.390274 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:19:38.395102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (0c3e03a4-5643-44d9-8e88-6ff43d79b2e5), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.454480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (0c3e03a4-5643-44d9-8e88-6ff43d79b2e5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.458298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0c3e03a4-5643-44d9-8e88-6ff43d79b2e5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.478740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3e03a4-5643-44d9-8e88-6ff43d79b2e5,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:38.487626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.492364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-64d227fd-84d8-4c96-81df-97a675d81242 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225202 Jan 28 05:19:38.492680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50932) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.497174 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': 'c4375d5c-8df5-4b45-bd2b-ef62b1b33049', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.517166 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:19:38.522133 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (6f01992f-a0aa-4629-a01f-2678975318ac), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.582726 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (6f01992f-a0aa-4629-a01f-2678975318ac), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.586380 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6f01992f-a0aa-4629-a01f-2678975318ac), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.606493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f01992f-a0aa-4629-a01f-2678975318ac,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:38.618738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.622931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50934) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.623462 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c583260e-6acf-4469-b89d-8a9c799f720c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297286 Jan 28 05:19:38.628558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'network': {'name': 'tempest-network-smoke--1137650883', 'project_id': '338841884ec94bcda53cb811157e6687', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.636856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-624692bf-9c23-4a9f-86b2-afe8ac12da7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.651748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:19:38.655180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.680912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:19:38.690709 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b018c21a-b820-4225-bd21-7ef4a5ba9408), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.691134 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Added segment b018c21a-b820-4225-bd21-7ef4a5ba9408 of type vlan for network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 Jan 28 05:19:38.734627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (59b7c7e0-e2f3-496d-bda0-1252dab2f139), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.759544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (59b7c7e0-e2f3-496d-bda0-1252dab2f139), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.765717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:38.766318 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.822993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985025 Jan 28 05:19:38.825852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50936) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:38.830440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'admin_state_up': True, 'project_id': '338841884ec94bcda53cb811157e6687', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:38.838745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff45ef-09b6-45ed-bbd2-6a2f82f5b669 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Network': ['ID=59b7c7e0-e2f3-496d-bda0-1252dab2f139,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:38.849845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:19:38.856625 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.858017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:38.920195 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:39.059476 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:39.255365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:39.273064 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:39.381090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.31 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:19:39.485845 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:39.519302 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:39.558298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:19:39.565878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:39.567819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:39.569950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:19:39.831396 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:40.031498 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:40.161929 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:19:40.265820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:19:40.275762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Sync routers for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:19:40.287545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:40.288094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:40.288542 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:40.289890 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-402f4c6c-64ba-4c56-9648-44391471b5ed tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4630365 Jan 28 05:19:40.292995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50938) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:40.324543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bd8bd0b3-54f5-4dcb-9c05-fa6f35a5271c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=338841884ec94bcda53cb811157e6687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301037 Jan 28 05:19:40.327259 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50940) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:40.417262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c3135-23c8-41a4-b7d7-42c0179b01ed tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:40.418883 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f22c3135-23c8-41a4-b7d7-42c0179b01ed tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907156 Jan 28 05:19:40.421953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50942) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:40.454556 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-089aa1bb-c421-492e-9e7d-2065424bcd86 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313516 Jan 28 05:19:40.457419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50944) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:40.462836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-928155935', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'project_id': '338841884ec94bcda53cb811157e6687', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:40.548907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:40.739307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:39Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:40.770288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Checking router: 97e07260-bf9b-449c-88fa-1cdcb1bedfdc for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:19:40.770562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Updating router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:19:40.796415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:40.874525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:19:40.878137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:40.897800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-555bf580-6621-40ad-ac25-18bdccf1721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.060890 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.061683 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Publish callbacks [] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.067005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.118556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Attempting to bind port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:19:41.118931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Attempting to bind port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:19:41.119299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Attempting to bind port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:19:41.130882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Subnet': ['ID=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:41.132082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:19:41.132464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:19:41.132872 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.133281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:19:41.133795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Bound port: d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:19:41.134273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.137365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59868564-9540-446f-b498-99428a566806 None None] Pushing event updated for resources: {'Port': ['ID=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:41.139401 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Checking segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:19:41.139768 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network hostable DHCP agents. Network: 59b7c7e0-e2f3-496d-bda0-1252dab2f139, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:19:41.142692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.143078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.143437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.143864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.144110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.144448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.144783 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.145131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.145489 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.146349 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.146679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.147085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.147415 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:41.166919 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:19:41.176586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 59b7c7e0-e2f3-496d-bda0-1252dab2f139) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:41.180680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:41.181351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.187192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee0047-80b1-4d81-b540-16924877d155 None None] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:19:41.197923 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-29234edc-666c-476a-b922-cdc4e4b0534e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7394280 Jan 28 05:19:41.200793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 50946) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:41.203974 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] For port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:19:41.243874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] For port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:19:41.250804 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.342851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59868564-9540-446f-b498-99428a566806 None None] Pushing event updated for resources: {'Port': ['ID=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:41.346308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:41.346926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:41.381521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:19:41.382385 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.559062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:41.637410 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.684806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Allocated IP 172.20.0.2 (59b7c7e0-e2f3-496d-bda0-1252dab2f139/30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6/c7c495d3-c428-494c-ae36-a5d6bd82a991) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:19:41.873634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:39Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:41.917942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa065c1-0d7e-44c0-ae7f-ab6bbe3a2154 None None] The sync data for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 is: [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:39Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:19:41.922209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Publish callbacks [] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.929288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:41.968058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:19:41.972442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:41.978429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:19:41.984678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.1 (59b7c7e0-e2f3-496d-bda0-1252dab2f139/30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6/301de1fa-0d4b-4927-bd2c-f6396d7d8916) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:19:41.985482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Pushing event updated for resources: {'Port': ['ID=c7c495d3-c428-494c-ae36-a5d6bd82a991,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:42.041453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Attempting to bind port c7c495d3-c428-494c-ae36-a5d6bd82a991 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:19:42.041830 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Attempting to bind port c7c495d3-c428-494c-ae36-a5d6bd82a991 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:19:42.042197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Attempting to bind port c7c495d3-c428-494c-ae36-a5d6bd82a991 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:19:42.047619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:19:42.048010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Checking segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:19:42.048420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.048823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Bound using segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:19:42.049364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Bound port: c7c495d3-c428-494c-ae36-a5d6bd82a991, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:19:42.049756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.103661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.112927 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.130671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-41c9adcd-1add-433e-a400-87468abc357e None None] For port c7c495d3-c428-494c-ae36-a5d6bd82a991, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:19:42.134433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-41c9adcd-1add-433e-a400-87468abc357e None None] For port c7c495d3-c428-494c-ae36-a5d6bd82a991, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c7c495d3-c428-494c-ae36-a5d6bd82a991,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:19:42.141396 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.142684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.191647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:19:42.195240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:42.199975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:19:42.224923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9adcd-1add-433e-a400-87468abc357e None None] Pushing event updated for resources: {'Port': ['ID=c7c495d3-c428-494c-ae36-a5d6bd82a991,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:42.238476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=301de1fa-0d4b-4927-bd2c-f6396d7d8916,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:42.266469 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.435606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.739259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.746173 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.828934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=301de1fa-0d4b-4927-bd2c-f6396d7d8916,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:42.832833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:42.930504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:19:42.931973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:43.050293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:19:43.268981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f1edb-cf78-4e39-91f5-4d0c65c37fef None None] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:19:43.316491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:43.394739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e6397490-d024-4657-8781-a8ed65583dce None None] Provisioning complete for port c7c495d3-c428-494c-ae36-a5d6bd82a991 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:43.395114 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6397490-d024-4657-8781-a8ed65583dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.455142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:43.455437 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.513705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:19:43.518794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e00a647c-b354-4705-96ef-276075bbc70a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/97e07260-bf9b-449c-88fa-1cdcb1bedfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3169234 Jan 28 05:19:43.587614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e6397490-d024-4657-8781-a8ed65583dce None None] Current status of the port c7c495d3-c428-494c-ae36-a5d6bd82a991 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:43.588015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6397490-d024-4657-8781-a8ed65583dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.616131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:43.616524 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.648225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:43.650190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e6397490-d024-4657-8781-a8ed65583dce None None] For port c7c495d3-c428-494c-ae36-a5d6bd82a991, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c7c495d3-c428-494c-ae36-a5d6bd82a991,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:43.654465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.655266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c7c495d3-c428-494c-ae36-a5d6bd82a991 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:43.659642 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6397490-d024-4657-8781-a8ed65583dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.707494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-c3f1b516-a7bf-4024-b2cd-78e7a7a487b8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410491328&fields=id&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 267 time: 0.0608315 Jan 28 05:19:43.753559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:43.786874 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Sync routers for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:19:43.798447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c7c495d3-c428-494c-ae36-a5d6bd82a991 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:43.798922 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.804740 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:43.805422 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:43.840638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-2411f1c7-b011-4b5a-963c-748fa272833a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:43.842930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-2411f1c7-b011-4b5a-963c-748fa272833a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 797 time: 0.1262155 Jan 28 05:19:43.866788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.867576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6397490-d024-4657-8781-a8ed65583dce None None] Pushing event updated for resources: {'Port': ['ID=c7c495d3-c428-494c-ae36-a5d6bd82a991,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:43.871427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-34094297-62cb-4b01-96ba-722ed0db5610 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/quotas/338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 375 time: 0.0203874 Jan 28 05:19:43.873395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e176358e-e07e-4665-8259-c7c7479ffff5 None None] Provisioning complete for port c7c495d3-c428-494c-ae36-a5d6bd82a991 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:43.873842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e176358e-e07e-4665-8259-c7c7479ffff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:43.944001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-3062a7d7-d846-4be3-8077-013900ffd2b2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642142 Jan 28 05:19:43.952369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-a4f39ebb-ee5e-4bb9-b11e-0208c38b6ba8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:19:43.961260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-a4f39ebb-ee5e-4bb9-b11e-0208c38b6ba8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128751 Jan 28 05:19:43.964568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c7c495d3-c428-494c-ae36-a5d6bd82a991 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:44.021945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e176358e-e07e-4665-8259-c7c7479ffff5 None None] Current status of the port c7c495d3-c428-494c-ae36-a5d6bd82a991 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:44.033632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e176358e-e07e-4665-8259-c7c7479ffff5 None None] Provisioning complete for port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:44.034018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e176358e-e07e-4665-8259-c7c7479ffff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.070338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e176358e-e07e-4665-8259-c7c7479ffff5 None None] Port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:19:44.070816 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:44.079906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-8367cf09-f400-4831-a95c-c66dfb97ba40 service neutron] 10.222.0.21 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176820 Jan 28 05:19:44.178969 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-500a9433-8abb-41d3-83ae-f0230fcb70e0 service neutron] 10.222.0.21 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925784 Jan 28 05:19:44.194971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8b95f64b-ce4c-4020-adb0-d76de6a776d2 None None] Provisioning complete for port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:44.196101 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b95f64b-ce4c-4020-adb0-d76de6a776d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.247333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8b95f64b-ce4c-4020-adb0-d76de6a776d2 None None] Port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:19:44.281870 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 2, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:44.311895 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Checking router: 97e07260-bf9b-449c-88fa-1cdcb1bedfdc for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:19:44.312254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Updating router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:19:44.343435 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.370018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8156cfe5-7e07-4110-a53b-619cc5e9a7b3 None None] Provisioning complete for port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:44.370765 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8156cfe5-7e07-4110-a53b-619cc5e9a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.373865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-318805a5-2010-49f3-9ec8-739e10d17a0a req-69d0acfc-45a8-445b-9c6e-bae7d42b13b4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 210 time: 0.0347760 Jan 28 05:19:44.416606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8156cfe5-7e07-4110-a53b-619cc5e9a7b3 None None] Port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:19:44.611521 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Publish callbacks [] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.617058 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.725546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Pushing event updated for resources: {'Port': ['ID=301de1fa-0d4b-4927-bd2c-f6396d7d8916,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:44.739987 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.740345 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.740693 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.741041 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.741420 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.741871 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.742352 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.742973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.743458 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.743870 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.744405 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.744818 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.745222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:19:44.754689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Attempting to bind port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:19:44.754689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Attempting to bind port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:19:44.754904 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Attempting to bind port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:19:44.759981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:19:44.760359 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Checking segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:19:44.760772 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.761247 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Bound using segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:19:44.761733 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Bound port: 301de1fa-0d4b-4927-bd2c-f6396d7d8916, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:19:44.762115 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.832683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] For port 301de1fa-0d4b-4927-bd2c-f6396d7d8916, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:19:44.836596 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] For port 301de1fa-0d4b-4927-bd2c-f6396d7d8916, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=301de1fa-0d4b-4927-bd2c-f6396d7d8916,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:19:44.841463 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:44.899429 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:44.900051 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:44.904942 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f657e1-c646-4908-bc04-a6c90cdc3f4d None None] Pushing event updated for resources: {'Port': ['ID=301de1fa-0d4b-4927-bd2c-f6396d7d8916,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:44.953254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] Provisioning complete for port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:44.953631 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.025223 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:45.050547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] Current status of the port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:45.050936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.085554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] For port 301de1fa-0d4b-4927-bd2c-f6396d7d8916, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=301de1fa-0d4b-4927-bd2c-f6396d7d8916,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:45.089909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.142215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a9e9a-9c62-4c35-9d24-a1c1a1d44bd2 None None] Pushing event updated for resources: {'Port': ['ID=301de1fa-0d4b-4927-bd2c-f6396d7d8916,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:45.209100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e1971056-1499-404b-ae58-4be3862772d2 None None] Provisioning complete for port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:45.209516 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1971056-1499-404b-ae58-4be3862772d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.233599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:45.245697 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:45.275700 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea745-720e-49ee-aee3-04e5dc35ff52 None None] The sync data for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 is: [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:19:45.361394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1971056-1499-404b-ae58-4be3862772d2 None None] Current status of the port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:45.369514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:45.369900 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.431070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.494048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:45.495159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c7c495d3-c428-494c-ae36-a5d6bd82a991 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:45.498381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-176416d2-637c-410a-90e0-edb138400844 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:45.500536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-176416d2-637c-410a-90e0-edb138400844 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 797 time: 0.1971352 Jan 28 05:19:45.532353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9abb821f-2368-4de2-b612-c86f85de0455 req-90897491-5a5e-4398-982a-861c0447a5bb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 210 time: 0.0305622 Jan 28 05:19:45.547559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c7c495d3-c428-494c-ae36-a5d6bd82a991 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:45.548006 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.597959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-45ffe2d9-6652-4939-9f55-e560252a0a39 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 380 time: 0.0679626 Jan 28 05:19:45.609104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'port': {'device_id': '99f1fade-003c-41d9-bc89-84ae29cea548', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'admin_state_up': True, 'tenant_id': '338841884ec94bcda53cb811157e6687', 'security_groups': ['c4375d5c-8df5-4b45-bd2b-ef62b1b33049']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:45.737031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:19:45.741130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:45.802487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c7c495d3-c428-494c-ae36-a5d6bd82a991 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:45.876699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.14 (59b7c7e0-e2f3-496d-bda0-1252dab2f139/30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6/fcd035d1-b534-4bf7-8016-a730982447d2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:19:46.027602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (fcd035d1-b534-4bf7-8016-a730982447d2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.061722 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.106019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:19:46.109461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:46.115634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:19:46.122511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:46.169658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:46.170432 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.189315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-f28ef485-9ca4-48aa-8f32-320db32dcc3e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5846241 Jan 28 05:19:46.207047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Request body: {'port': {'device_id': '99f1fade-003c-41d9-bc89-84ae29cea548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:46.271598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.397373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e85dc41f-21cc-4109-8531-03b748d7c66d None None] Provisioning complete for port fcd035d1-b534-4bf7-8016-a730982447d2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:46.398050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e85dc41f-21cc-4109-8531-03b748d7c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.443223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e85dc41f-21cc-4109-8531-03b748d7c66d None None] Port fcd035d1-b534-4bf7-8016-a730982447d2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:19:46.549112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd035d1-b534-4bf7-8016-a730982447d2 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:19:46.556690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Publish callbacks [] for port (fcd035d1-b534-4bf7-8016-a730982447d2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.570171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Transition to ACTIVE for port object fcd035d1-b534-4bf7-8016-a730982447d2 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:19:46.574590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.632229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:46.668166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f50ac-2d31-466b-b782-0e7d0156a69e req-37191a25-10e7-4c05-8374-54ef7adad2a0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:46.670463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c04f50ac-2d31-466b-b782-0e7d0156a69e req-37191a25-10e7-4c05-8374-54ef7adad2a0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0605340 Jan 28 05:19:46.712285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:19:46.712643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:19:46.713182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:19:46.719317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:19:46.719644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:19:46.725773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:19:46.725981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Checking segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:19:46.726531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Bound using segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:19:46.726977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Bound port: fcd035d1-b534-4bf7-8016-a730982447d2, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:19:46.727501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.740149 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c04f50ac-2d31-466b-b782-0e7d0156a69e req-21e92118-a2ce-48a2-8ebf-bccf20d2448e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626416 Jan 28 05:19:46.796011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:19:46.799226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:19:46.804175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.840827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:46.841489 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:46.842890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] 10.222.0.47 "PUT /v2.0/ports/fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1092 time: 0.6405952 Jan 28 05:19:46.843336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:19:46.845632 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbee9170-1723-4d12-80ca-caf775f2a104" -d '{"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:19:46.868403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a07634-701d-4dc8-8e72-bd6b4fe35a29 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:46.889458 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eacfc5c-48da-4b99-9207-ef80c5078b7e x-openstack-request-id: req-0eacfc5c-48da-4b99-9207-ef80c5078b7e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:19:46.889828 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:19:46.890155 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eacfc5c-48da-4b99-9207-ef80c5078b7e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:19:46.890634 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'status': 'completed', 'code': 200} Jan 28 05:19:46.952418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-ef511b3e-4db1-4494-91ae-c61081d18d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:46.954133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-ef511b3e-4db1-4494-91ae-c61081d18d68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1095 time: 0.0488789 Jan 28 05:19:47.008366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-2867b2b9-cf2b-472d-ade2-10dfbb81c0c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 217 time: 0.0421035 Jan 28 05:19:47.060335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-1a7c9192-76d3-4436-b939-faf44c9011fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.061917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-1a7c9192-76d3-4436-b939-faf44c9011fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0481429 Jan 28 05:19:47.110664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-b7fda5ef-4a92-49eb-ab53-ff048ee2454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.112181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-b7fda5ef-4a92-49eb-ab53-ff048ee2454a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448346 Jan 28 05:19:47.204841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-166fb170-11ea-4e75-bc4d-391290308010 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852444 Jan 28 05:19:47.228764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 301de1fa-0d4b-4927-bd2c-f6396d7d8916 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:47.279465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:47.279840 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:47.300670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-957d5632-63da-44ae-85aa-6d04ca48bba6 req-c9a81e35-260e-4dfc-b1bf-9a0b4e3ef35d service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898528 Jan 28 05:19:47.358590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:47.407917 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:19:47.423142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-f4c16a9a-7270-4140-90e8-a7b126fc166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.424692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-f4c16a9a-7270-4140-90e8-a7b126fc166d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1095 time: 0.0423613 Jan 28 05:19:47.515544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-daa82459-6672-4752-bbca-f05bc789fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.517111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-daa82459-6672-4752-bbca-f05bc789fdcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.0855212 Jan 28 05:19:47.562464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-207a670c-4564-4687-8cd5-6347ae38b8cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 217 time: 0.0386903 Jan 28 05:19:47.610142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-98827530-27f8-4fe3-a616-23d5034e7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.611638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-98827530-27f8-4fe3-a616-23d5034e7005 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0434923 Jan 28 05:19:47.655189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-1a8807dc-61f6-4cbb-b39a-af33c3bf6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.656661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-1a8807dc-61f6-4cbb-b39a-af33c3bf6756 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385354 Jan 28 05:19:47.749645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-fd1e8023-d253-4e8a-9b4b-0631037051ab service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860345 Jan 28 05:19:47.840837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee9170-1723-4d12-80ca-caf775f2a104 req-74d2b601-d368-4364-af6c-0edcebf36b95 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837719 Jan 28 05:19:47.856666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312fc8-7ffd-44d4-b897-228ba4d3dd4c req-88878eab-ec68-494c-81ae-9f451185e371 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:47.858282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2312fc8-7ffd-44d4-b897-228ba4d3dd4c req-88878eab-ec68-494c-81ae-9f451185e371 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0483837 Jan 28 05:19:47.908731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2312fc8-7ffd-44d4-b897-228ba4d3dd4c req-2a61a8dc-6545-4aa3-9faa-e789d94bc2d1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Jan 28 05:19:49.023549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb6d2b-3443-4ada-ad09-b3372afc1fa2 req-600e131c-ac79-4c47-9ffb-73d25ada52cb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:49.025048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43eb6d2b-3443-4ada-ad09-b3372afc1fa2 req-600e131c-ac79-4c47-9ffb-73d25ada52cb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0480933 Jan 28 05:19:49.077938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-43eb6d2b-3443-4ada-ad09-b3372afc1fa2 req-028d7f3a-9b39-44e7-9720-5554cdd9ff6d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Jan 28 05:19:50.190966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27384a3-fb1b-4262-8bc7-c4165cce4033 req-b7a917d6-4dbb-4b71-ab48-e27b7f5351b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:50.193070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c27384a3-fb1b-4262-8bc7-c4165cce4033 req-b7a917d6-4dbb-4b71-ab48-e27b7f5351b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0465589 Jan 28 05:19:50.240118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c27384a3-fb1b-4262-8bc7-c4165cce4033 req-98638b88-a1ef-49a3-8045-7eda7a39ab99 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Jan 28 05:19:50.547543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:19:50.641474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:50.653004 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'mac_address': 'fa:16:3e:3e:02:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:19:50.689444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port fcd035d1-b534-4bf7-8016-a730982447d2 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:50.689848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:50.703962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd035d1-b534-4bf7-8016-a730982447d2 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:19:50.725292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:50.729716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:50.786095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:50.988722 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['fcd035d1-b534-4bf7-8016-a730982447d2'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:19:51.352120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1bace-bf01-47dc-ac24-bb629ca242fc req-e6ba4f11-9da9-475b-8dd4-c7059cc834f6 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:51.353614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7c1bace-bf01-47dc-ac24-bb629ca242fc req-e6ba4f11-9da9-475b-8dd4-c7059cc834f6 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Jan 28 05:19:51.401655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7c1bace-bf01-47dc-ac24-bb629ca242fc req-8c858c3c-734d-479d-9445-dbd2cbaba27e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Jan 28 05:19:52.520080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59c2a0-69cd-4926-a392-220bbcaa4967 req-df85201c-8f5c-493a-909d-d844d3436f8e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:52.522215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b59c2a0-69cd-4926-a392-220bbcaa4967 req-df85201c-8f5c-493a-909d-d844d3436f8e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0536981 Jan 28 05:19:52.563331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:19:52.571340 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b59c2a0-69cd-4926-a392-220bbcaa4967 req-3ea497da-4169-44bb-97d6-65ea70d5db8a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Jan 28 05:19:52.614275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port fcd035d1-b534-4bf7-8016-a730982447d2 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:19:52.619062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port fcd035d1-b534-4bf7-8016-a730982447d2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:19:52.619465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:52.700500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port fcd035d1-b534-4bf7-8016-a730982447d2 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:19:52.700815 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:52.723958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:19:52.726221 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a4d9ce-509e-41db-823f-4baabb4dbc90" -d '{"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-plugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:19:52.738658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:19:52.743236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:52.765349 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c3abf-b67d-4bab-b056-25ffe4c13059 x-openstack-request-id: req-e88c3abf-b67d-4bab-b056-25ffe4c13059 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:19:52.765646 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-plugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:19:52.765899 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e88c3abf-b67d-4bab-b056-25ffe4c13059 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:19:52.766283 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'code': 200} Jan 28 05:19:52.791546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:52.894390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b813e6-6d5f-4eab-9f82-25edc0552c61 req-cd640845-9737-45a8-a027-3370bc5ed2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:52.895870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66b813e6-6d5f-4eab-9f82-25edc0552c61 req-cd640845-9737-45a8-a027-3370bc5ed2ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1097 time: 0.0393105 Jan 28 05:19:52.940202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66b813e6-6d5f-4eab-9f82-25edc0552c61 req-7d9257cf-9071-4a06-b4c7-1314e7b8fada service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382609 Jan 28 05:19:53.690242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913d31-d0f1-4a88-a6c5-6d1ec10fed78 req-902aaaa2-708f-4fdb-bad0-81ade81d239a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:53.691900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5913d31-d0f1-4a88-a6c5-6d1ec10fed78 req-902aaaa2-708f-4fdb-bad0-81ade81d239a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Jan 28 05:19:53.740114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5913d31-d0f1-4a88-a6c5-6d1ec10fed78 req-ae4dc637-effc-4063-9938-d23d01dd0566 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Jan 28 05:19:54.860544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a313d-fab7-4f11-970c-3c34990e83d0 req-a57c92a4-79c5-4e23-a94b-e7e914ae2841 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:54.862056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e6a313d-fab7-4f11-970c-3c34990e83d0 req-a57c92a4-79c5-4e23-a94b-e7e914ae2841 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0518093 Jan 28 05:19:54.909089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8e6a313d-fab7-4f11-970c-3c34990e83d0 req-e227b319-4831-41db-bddf-d9f4591fabc8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Jan 28 05:19:55.023635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17a8e2-a3c2-4000-aeaf-db837ce9aa51 req-c2db4a41-2909-4e3d-961f-db0b63974218 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:55.025039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e17a8e2-a3c2-4000-aeaf-db837ce9aa51 req-c2db4a41-2909-4e3d-961f-db0b63974218 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0498393 Jan 28 05:19:55.077723 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8e17a8e2-a3c2-4000-aeaf-db837ce9aa51 req-daaeb09e-b6c6-4434-9d59-696f8b1e727c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Jan 28 05:19:55.099381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 50998) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:55.146225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4707ba-1f4a-4a44-a45f-097b81ed3465 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:55.147762 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ee4707ba-1f4a-4a44-a45f-097b81ed3465 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1092 time: 0.0474215 Jan 28 05:19:55.150506 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51000) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:55.154718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:19:55.177340 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:55.274232 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:55.373654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.141 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/e2f77164-a61f-4137-840c-b7d3f85d3cb0) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:19:55.476180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:55.508724 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:55.543994 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:19:55.546596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:19:55.549899 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:19:55.577449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=e2f77164-a61f-4137-840c-b7d3f85d3cb0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:55.902400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (16983b5d-37b7-433d-8461-df247b44c49e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:55.965299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:56.113092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:56.117811 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:56.192019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=e2f77164-a61f-4137-840c-b7d3f85d3cb0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:19:56.203485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (16983b5d-37b7-433d-8461-df247b44c49e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:56.304226 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP 16983b5d-37b7-433d-8461-df247b44c49e associated. External IP: 172.25.6.141, port: fcd035d1-b534-4bf7-8016-a730982447d2. Jan 28 05:19:56.525550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:19:56.638912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:19:56.649040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] Sync routers for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:19:56.655348 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:19:56.659636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:56.660273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:56.682343 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b2c417a0-c8f6-439d-a730-d238fd6debb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5308154 Jan 28 05:19:56.683045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:19:56.685493 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbee588c-a319-4f33-ac3e-2929dbb0bc19" -d '{"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:19:56.727907 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87996d4-99e2-4e6a-89ae-b1f23e8c2db6 x-openstack-request-id: req-b87996d4-99e2-4e6a-89ae-b1f23e8c2db6 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:19:56.728297 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:19:56.728872 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b87996d4-99e2-4e6a-89ae-b1f23e8c2db6 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:19:56.729400 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'status': 'completed', 'code': 200} Jan 28 05:19:56.778051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:56.811161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3797c-f5de-4b41-a6ee-01905ee66670 req-07c65b56-91fc-43c2-8bea-ca9e88172f56 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:56.812664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63f3797c-f5de-4b41-a6ee-01905ee66670 req-07c65b56-91fc-43c2-8bea-ca9e88172f56 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0735729 Jan 28 05:19:56.841928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-ffdc8fae-d8b6-4247-a63d-0c8d1083735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:56.843406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-ffdc8fae-d8b6-4247-a63d-0c8d1083735c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1097 time: 0.0715785 Jan 28 05:19:56.915609 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63f3797c-f5de-4b41-a6ee-01905ee66670 req-597cf01d-0f50-4ed4-9bd6-c4273596a96c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957265 Jan 28 05:19:56.938728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51008) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:56.963389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-97601cc3-815b-4c1a-b786-26bde4230ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:56.964897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-97601cc3-815b-4c1a-b786-26bde4230ff1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1155813 Jan 28 05:19:57.005112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c6d821e-f2d9-4712-9604-489f552de6ee tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/16983b5d-37b7-433d-8461-df247b44c49e HTTP/1.1" status: 200 len: 992 time: 0.0650880 Jan 28 05:19:57.007897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '16983b5d-37b7-433d-8461-df247b44c49e', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'mac_address': 'fa:16:3e:3e:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1fade-003c-41d9-bc89-84ae29cea548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:19:55Z', 'updated_at': '2022-01-28T05:19:55Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:45Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:57.034328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] Checking router: 97e07260-bf9b-449c-88fa-1cdcb1bedfdc for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:19:57.036847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-42ed9e96-9ad6-434d-8bc5-1e0cb302b8bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.0659192 Jan 28 05:19:57.043418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:19:57.044019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:19:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:57.082680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-9b737783-d259-4cda-a5b5-3adb51820f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:57.084705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-9b737783-d259-4cda-a5b5-3adb51820f53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0431757 Jan 28 05:19:57.131397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-b0d36efb-88f2-4ffe-b4fc-60572786e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:19:57.134148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-b0d36efb-88f2-4ffe-b4fc-60572786e8df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438788 Jan 28 05:19:57.159036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:19:57.225959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-4cb7d6f6-e71c-4408-80f5-0ba468f6377b service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Jan 28 05:19:57.315040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbee588c-a319-4f33-ac3e-2929dbb0bc19 req-f0fe5e8e-ac1f-480f-8eb4-c940a6337e46 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Jan 28 05:19:57.379503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '16983b5d-37b7-433d-8461-df247b44c49e', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'mac_address': 'fa:16:3e:3e:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1fade-003c-41d9-bc89-84ae29cea548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:19:55Z', 'updated_at': '2022-01-28T05:19:55Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:45Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:19:57.408613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f17fb-64ea-45e6-b8e9-9719034c50e4 None None] The sync data for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 is: [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '16983b5d-37b7-433d-8461-df247b44c49e', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'mac_address': 'fa:16:3e:3e:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1fade-003c-41d9-bc89-84ae29cea548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:19:55Z', 'updated_at': '2022-01-28T05:19:55Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:45Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:19:57.718901 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c736b809-37ad-4f39-afeb-530dfa60ec89 None None] New status for floating IP 16983b5d-37b7-433d-8461-df247b44c49e: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:19:58.008139 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51010) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:19:58.068074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b49ba491-cc69-4ba1-bd43-2ddd82fd26ce tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/16983b5d-37b7-433d-8461-df247b44c49e HTTP/1.1" status: 200 len: 994 time: 0.0582471 Jan 28 05:20:00.866507 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-1f1c5bf4-2192-4afb-a1d3-b6ac57112f1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398862 Jan 28 05:20:00.967968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-385abbb2-30a6-46b6-87fd-6909c656db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:00.969496 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-385abbb2-30a6-46b6-87fd-6909c656db46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1097 time: 0.0453980 Jan 28 05:20:01.068966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-ce750363-49bc-46d4-8b2a-8bf2b2c4d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:01.070508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-ce750363-49bc-46d4-8b2a-8bf2b2c4d538 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.0832994 Jan 28 05:20:01.139294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-f355aaaf-690c-44f7-a900-1ed479254225 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1002 time: 0.0632212 Jan 28 05:20:01.188625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-f6551cc0-134c-4312-9f65-a42c1a4e00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:01.190166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-f6551cc0-134c-4312-9f65-a42c1a4e00ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0454266 Jan 28 05:20:01.236735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-8ae4ccc7-92fd-4092-8b28-e5a1a78c0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:01.238225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-8ae4ccc7-92fd-4092-8b28-e5a1a78c0cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415978 Jan 28 05:20:01.330795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-bca1d78b-a108-4b7c-9a96-98303fef3d23 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857625 Jan 28 05:20:01.416626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea5afedb-ed6e-4309-bb86-d1bc2f62622d req-1e57bb2c-dcb1-41a7-8aa2-978fa3112c75 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803785 Jan 28 05:20:06.673579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:08.051736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:08.638207 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0817d20-129a-429e-8c36-e050e232a4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:10.850845 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e42a0690-2141-4a66-a0d0-7b81d21d85a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:12.089422 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:13.816148 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:15.383936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:24.407191 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:20:29.429210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bce48-874f-4c2c-91d4-08f8eba15e59 req-afd41561-bc6a-4a5b-b684-db91c1d9f11c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:29.430694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b9bce48-874f-4c2c-91d4-08f8eba15e59 req-afd41561-bc6a-4a5b-b684-db91c1d9f11c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1097 time: 0.0405457 Jan 28 05:20:29.479503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b9bce48-874f-4c2c-91d4-08f8eba15e59 req-61c38939-ea39-4c94-8485-61882157d82d tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 Jan 28 05:20:29.598297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c790-e3a9-42dc-8581-231274ec3451 req-29c587db-0ca1-4118-a687-3050517c8f0f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:29.599762 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d077c790-e3a9-42dc-8581-231274ec3451 req-29c587db-0ca1-4118-a687-3050517c8f0f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0505731 Jan 28 05:20:29.647107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d077c790-e3a9-42dc-8581-231274ec3451 req-f415a9eb-0b0d-436a-aaa2-633fa910efc4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Jan 28 05:20:29.669828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51032) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:20:29.729569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d67c89df-1885-43d3-bafd-27a7a7dac297 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/16983b5d-37b7-433d-8461-df247b44c49e HTTP/1.1" status: 200 len: 994 time: 0.0585358 Jan 28 05:20:30.083042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-6eea7c77-fd66-400e-8cca-7b0b25b5b080 req-26515ef9-4f83-4351-9baf-adbadc02abce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:20:30.084071 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6eea7c77-fd66-400e-8cca-7b0b25b5b080 req-26515ef9-4f83-4351-9baf-adbadc02abce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531456 Jan 28 05:20:30.334203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-f3e1547f-905b-4166-a117-20afd61b512e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405326 Jan 28 05:20:30.353765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2e6b8-47d8-4875-b844-a030e8671102 req-5a60b4be-c19d-479f-b2ee-0cbd955089f4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:30.355285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07f2e6b8-47d8-4875-b844-a030e8671102 req-5a60b4be-c19d-479f-b2ee-0cbd955089f4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0496795 Jan 28 05:20:30.406001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-07f2e6b8-47d8-4875-b844-a030e8671102 req-cd6441e7-8569-475c-9180-2267a378c38f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Jan 28 05:20:31.545459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-931e37ba-173f-469a-a587-52d13f6aea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:31.547081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-931e37ba-173f-469a-a587-52d13f6aea03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1097 time: 0.0415308 Jan 28 05:20:31.593478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61712b1-be88-4f17-9cec-e3a95d8f9210 req-d8af2a43-c01d-4023-b68c-48b24a7f510f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:31.594957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b61712b1-be88-4f17-9cec-e3a95d8f9210 req-d8af2a43-c01d-4023-b68c-48b24a7f510f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.1130300 Jan 28 05:20:31.641365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-5be0eadd-9f9e-4d62-8262-71f720879794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:31.642873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-5be0eadd-9f9e-4d62-8262-71f720879794 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.0901670 Jan 28 05:20:31.645122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b61712b1-be88-4f17-9cec-e3a95d8f9210 req-26c5e3b6-d551-4e30-a350-8d14845245ec tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Jan 28 05:20:31.709634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-ac2bae5e-8635-43a5-94c8-7872eea31c7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1002 time: 0.0600646 Jan 28 05:20:31.756043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-1add1865-0e80-4ca1-a16e-b615a83866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:31.757472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-1add1865-0e80-4ca1-a16e-b615a83866e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0426672 Jan 28 05:20:31.803862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-803278c4-6fc7-4924-b156-31b895de0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:31.805371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-803278c4-6fc7-4924-b156-31b895de0359 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423176 Jan 28 05:20:31.890746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-61bb43e7-0181-4bbb-abc7-226912b07886 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790193 Jan 28 05:20:31.982727 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-97b06e88-8c94-49f9-8be5-6fc44e3733f8 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861180 Jan 28 05:20:32.761165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f345d6-8690-4b31-bf60-fe94b6147df6 req-6d82bf7e-2c77-4b66-8a1c-afdd2a4229c3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:32.762637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26f345d6-8690-4b31-bf60-fe94b6147df6 req-6d82bf7e-2c77-4b66-8a1c-afdd2a4229c3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0479891 Jan 28 05:20:32.809287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26f345d6-8690-4b31-bf60-fe94b6147df6 req-1812050d-653d-4dea-8f85-ea1702e6f95e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411546 Jan 28 05:20:33.925046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628ff3-b7ec-48fc-88b1-d3473a3b0986 req-dbd69feb-be0c-4832-9ad6-25db13fb9395 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:33.926587 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d628ff3-b7ec-48fc-88b1-d3473a3b0986 req-dbd69feb-be0c-4832-9ad6-25db13fb9395 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0476387 Jan 28 05:20:33.973454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d628ff3-b7ec-48fc-88b1-d3473a3b0986 req-a226e2c8-e48b-40df-9014-c7e5fa05da69 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412564 Jan 28 05:20:35.087883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfda0-2ec4-4dcc-a9ce-3f3e974cee17 req-bdca1340-7a27-41c3-bc6b-77397aa08c5f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:35.089365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-816bfda0-2ec4-4dcc-a9ce-3f3e974cee17 req-bdca1340-7a27-41c3-bc6b-77397aa08c5f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0464411 Jan 28 05:20:35.139725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-816bfda0-2ec4-4dcc-a9ce-3f3e974cee17 req-92e1be88-3f53-44a0-8461-feb294e61d58 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447974 Jan 28 05:20:36.258132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f590fa-0a11-4882-b6ae-b8c0f6891089 req-b35b09f1-bc23-4b6c-bff6-f1604613cc21 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:36.259612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7f590fa-0a11-4882-b6ae-b8c0f6891089 req-b35b09f1-bc23-4b6c-bff6-f1604613cc21 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0510809 Jan 28 05:20:36.306500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7f590fa-0a11-4882-b6ae-b8c0f6891089 req-cb56fd72-5e7e-49be-a08a-733263ccfec8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Jan 28 05:20:36.672373 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:37.422606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67978b3c-004e-4c02-8626-026888005423 req-3a59297f-8f14-4205-bab9-1521844cee8f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:37.424002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67978b3c-004e-4c02-8626-026888005423 req-3a59297f-8f14-4205-bab9-1521844cee8f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0471313 Jan 28 05:20:37.472114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-67978b3c-004e-4c02-8626-026888005423 req-30c21ab2-b204-4b15-ae00-91f63533f32d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Jan 28 05:20:38.050254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:38.586229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04b5fb-0983-45c8-8a83-08a2ba0493ec req-88f698cc-9a73-4a4e-a1c9-77e405f30e28 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:38.587721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a04b5fb-0983-45c8-8a83-08a2ba0493ec req-88f698cc-9a73-4a4e-a1c9-77e405f30e28 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0470889 Jan 28 05:20:38.636161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a04b5fb-0983-45c8-8a83-08a2ba0493ec req-9f40b887-80f5-4d8a-8801-dcd0a7b5f576 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Jan 28 05:20:38.646302 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e7d73e3-ffc9-4ef5-848d-75ee08fe8c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:39.755598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b7dca-9ab0-4e89-a8c2-87a360c4ba15 req-614a4cce-89a7-4164-8884-b88b9e61ca8f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:39.757119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-947b7dca-9ab0-4e89-a8c2-87a360c4ba15 req-614a4cce-89a7-4164-8884-b88b9e61ca8f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Jan 28 05:20:39.805644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-947b7dca-9ab0-4e89-a8c2-87a360c4ba15 req-f0063335-2918-49bb-b581-61d015897359 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Jan 28 05:20:40.852961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ff0746a-5382-4643-adde-33dfebbe8fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:40.918477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ea605-3478-4fa9-9c1c-e525d024e7ca req-f0ba4b67-4be4-4f62-84af-55f28e36d8e8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:40.919970 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b2ea605-3478-4fa9-9c1c-e525d024e7ca req-f0ba4b67-4be4-4f62-84af-55f28e36d8e8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0474296 Jan 28 05:20:40.971947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9b2ea605-3478-4fa9-9c1c-e525d024e7ca req-c72b5f9a-8748-4a73-a764-d62be3ece0c3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Jan 28 05:20:42.090749 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:42.094081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be2f2-3d59-4b73-b907-0b8a29523895 req-973d484c-d6b0-470f-9a8f-0504e72efd95 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:42.095602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d1be2f2-3d59-4b73-b907-0b8a29523895 req-973d484c-d6b0-470f-9a8f-0504e72efd95 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0527217 Jan 28 05:20:42.143851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d1be2f2-3d59-4b73-b907-0b8a29523895 req-cca53f73-0a8b-4b20-ae77-643efa36c398 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Jan 28 05:20:43.260120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406e930-8be2-480c-96e6-0e0a8276e25d req-84cda1ea-15ca-4db6-b404-e78b0e7f7404 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:43.261606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6406e930-8be2-480c-96e6-0e0a8276e25d req-84cda1ea-15ca-4db6-b404-e78b0e7f7404 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0476992 Jan 28 05:20:43.309387 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6406e930-8be2-480c-96e6-0e0a8276e25d req-c80a7afe-dcd3-453b-a027-43bdf64d6340 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Jan 28 05:20:43.819565 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:44.424249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fd080-0df3-4842-9a9d-534b9f9e2f9d req-2614e5a7-bc19-4457-9101-3a78e99708ee tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:44.425754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b65fd080-0df3-4842-9a9d-534b9f9e2f9d req-2614e5a7-bc19-4457-9101-3a78e99708ee tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Jan 28 05:20:44.473765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b65fd080-0df3-4842-9a9d-534b9f9e2f9d req-b8fa3a43-be9c-434f-a40a-e18119a45649 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425091 Jan 28 05:20:45.386084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:45.591223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f31c5-3153-41eb-90ba-7981afe13126 req-9b4fd91f-96fe-4b4c-b140-8258751da1c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:45.592710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91f31c5-3153-41eb-90ba-7981afe13126 req-9b4fd91f-96fe-4b4c-b140-8258751da1c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Jan 28 05:20:45.641085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a91f31c5-3153-41eb-90ba-7981afe13126 req-ff065172-3a67-4e02-9227-ef9f996aa253 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Jan 28 05:20:46.073946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-ecec4761-9d67-4538-aec7-ec4cee0be253 req-9e4f550f-ea68-41eb-aa15-d4ad5a89efc8 service neutron] (103138) timed out ('10.222.0.52', 64888) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:20:46.757582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd06ae2-00c3-494a-bd9d-a93ed5e8fcbc req-c718f2de-d410-40c8-a99a-a8fd9eb4f38a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:46.759061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebd06ae2-00c3-494a-bd9d-a93ed5e8fcbc req-c718f2de-d410-40c8-a99a-a8fd9eb4f38a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0482838 Jan 28 05:20:46.810909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebd06ae2-00c3-494a-bd9d-a93ed5e8fcbc req-3020a7a4-c189-47ec-9487-5401448957cb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Jan 28 05:20:47.931746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc50ba-c455-4ae4-9194-49415a7d67cc req-b54e3f15-24be-4520-ae21-9bbf0c81c2e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:47.933272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9fc50ba-c455-4ae4-9194-49415a7d67cc req-b54e3f15-24be-4520-ae21-9bbf0c81c2e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0538943 Jan 28 05:20:47.982980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c9fc50ba-c455-4ae4-9194-49415a7d67cc req-8ebf186c-7360-4b38-b5b5-e2648a87316e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Jan 28 05:20:49.134810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c9b55-5909-4c91-9822-1a88b52e945f req-b759e155-d67f-4606-a6af-9df3c2209111 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:49.136297 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb8c9b55-5909-4c91-9822-1a88b52e945f req-b759e155-d67f-4606-a6af-9df3c2209111 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0824773 Jan 28 05:20:49.138319 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-8a86cc21-953f-44b0-a411-28349ac0ef1c service neutron] show failed (client error): The resource could not be found. Jan 28 05:20:49.139251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-8a86cc21-953f-44b0-a411-28349ac0ef1c service neutron] 10.222.0.47 "GET /v2.0/ports/fcd035d1-b534-4bf7-8016-a730982447d2/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0916362 Jan 28 05:20:49.185354 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb8c9b55-5909-4c91-9822-1a88b52e945f req-c01d4ba3-87d7-492d-bebd-60fa6c9bcad9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Jan 28 05:20:49.336257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-6b79669d-663b-4675-9bf2-7589c405b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:49.337732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-6b79669d-663b-4675-9bf2-7589c405b53e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 1097 time: 0.0436559 Jan 28 05:20:49.355544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:20:49.407284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:49.599527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:20:49.632049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:20:49.678430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:20:49.680674 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a60db3-f164-4058-b08b-897e3a64cd4f" -d '{"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:20:49.684521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Publish callbacks [] for port (fcd035d1-b534-4bf7-8016-a730982447d2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:49.697532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Transition to ACTIVE for port object fcd035d1-b534-4bf7-8016-a730982447d2 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:20:49.704411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:49.793043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:20:49.806226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.806577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.806928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.807271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.807606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.807986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.808344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.808657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.809114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.809359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.809655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.809978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.810305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:49.816240 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920438a3-2973-40c9-ab53-9f6782714abb x-openstack-request-id: req-920438a3-2973-40c9-ab53-9f6782714abb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:20:49.816532 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:20:49.816792 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-920438a3-2973-40c9-ab53-9f6782714abb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:20:49.817219 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'code': 200} Jan 28 05:20:49.840565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] No DVR routers for this DVR port fcd035d1-b534-4bf7-8016-a730982447d2 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:20:49.987227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:20:49.987575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:20:49.988058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:20:49.992921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:20:49.993276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:20:49.998102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:20:49.998447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Checking segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:20:49.998832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Bound using segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:20:49.999264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Bound port: fcd035d1-b534-4bf7-8016-a730982447d2, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:20:49.999627 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:50.061011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:20:50.063905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:20:50.068203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:50.099872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:50.100724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:50.102652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] 10.222.0.52 "PUT /v2.0/ports/fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1092 time: 0.7512579 Jan 28 05:20:50.129584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922015e-2527-4780-ae12-ef59a9af3763 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:20:50.177793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-114c065b-68f3-4a06-a65b-7e06fddda2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:50.179330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-114c065b-68f3-4a06-a65b-7e06fddda2a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1095 time: 0.0432410 Jan 28 05:20:50.310890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-0877cf07-c2dc-449c-b85e-02fc56be7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:50.312582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-0877cf07-c2dc-449c-b85e-02fc56be7424 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1279490 Jan 28 05:20:50.368325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ddfe6-dd61-4c13-be5d-cd6bc3fd2cef req-a0f75ca7-b2cd-4308-8508-661fa2b84cc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:50.369751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-187ddfe6-dd61-4c13-be5d-cd6bc3fd2cef req-a0f75ca7-b2cd-4308-8508-661fa2b84cc9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.1086922 Jan 28 05:20:50.401990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-028ec38b-424a-48c6-95bf-0551a92359c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.0839760 Jan 28 05:20:50.459415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-187ddfe6-dd61-4c13-be5d-cd6bc3fd2cef req-9c49cc8d-8ddb-4fc8-afd6-6aadaa376810 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827911 Jan 28 05:20:50.467958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-a4497644-bca2-45e4-bd9e-aa82275b0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:50.469407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-a4497644-bca2-45e4-bd9e-aa82275b0598 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0621002 Jan 28 05:20:50.513044 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-3b35b97b-3560-410c-b0ba-94588d858278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:50.514534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-3b35b97b-3560-410c-b0ba-94588d858278 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399106 Jan 28 05:20:50.930970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-ad332274-570b-4d4b-9d69-3313b05fcf97 service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106536 Jan 28 05:20:51.015985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f7b93f34-4296-4174-858e-0dc1b9ad2a59 req-f7cf835a-607c-4ade-ac43-72fe90c0dea8 service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793977 Jan 28 05:20:51.575239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295282-c8cb-41ab-913f-32021279fe62 req-0acd1df9-e33b-477e-b77f-055273a4324e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:51.576693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e295282-c8cb-41ab-913f-32021279fe62 req-0acd1df9-e33b-477e-b77f-055273a4324e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0464602 Jan 28 05:20:51.623786 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e295282-c8cb-41ab-913f-32021279fe62 req-9e39684b-ed51-4aab-a553-427ad8a85f9e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407941 Jan 28 05:20:51.819052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:20:51.821366 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb19a0-6af0-4173-8475-0ca5036b0be2" -d '{"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:20:51.868646 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ede1d-3464-4c1f-875a-271827e80ced x-openstack-request-id: req-495ede1d-3464-4c1f-875a-271827e80ced {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:20:51.869052 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:20:51.869352 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-495ede1d-3464-4c1f-875a-271827e80ced {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:20:51.869763 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'status': 'completed', 'code': 200} Jan 28 05:20:51.979580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-a60caa1e-ce7c-4e12-b981-58b60288172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:51.981107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-a60caa1e-ce7c-4e12-b981-58b60288172c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1095 time: 0.0713415 Jan 28 05:20:51.983482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-665012b4-f0f0-4e08-8f95-09a4b74c4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:51.984835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-665012b4-f0f0-4e08-8f95-09a4b74c4c6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1095 time: 0.0672517 Jan 28 05:20:52.136005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-2c51b395-9bfc-4d28-a0a4-19bab1c3da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.137529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-2c51b395-9bfc-4d28-a0a4-19bab1c3da99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1506650 Jan 28 05:20:52.138889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-6bcf3793-8e1d-4433-b6e7-f4fd1ad2e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.140202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-6bcf3793-8e1d-4433-b6e7-f4fd1ad2e765 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1455257 Jan 28 05:20:52.250433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-78462ac0-5891-439c-b160-4770be217fbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.1067984 Jan 28 05:20:52.252196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-11d88e8d-9453-44e1-a2b6-1fd93bc7b5ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.1026263 Jan 28 05:20:52.335676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-f89ae8e0-e6cc-4658-b61e-700ca25dd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.337170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-f89ae8e0-e6cc-4658-b61e-700ca25dd533 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0800986 Jan 28 05:20:52.338553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-e4593d12-b672-463d-af7b-02e23611a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.339867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-e4593d12-b672-463d-af7b-02e23611a5f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0758662 Jan 28 05:20:52.407963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-bb62e5f2-c75a-475f-904a-8c6d8298198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.409418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-bb62e5f2-c75a-475f-904a-8c6d8298198d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665505 Jan 28 05:20:52.411689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-e627c073-122a-48cb-b1b7-bf7da29105b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.413056 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-e627c073-122a-48cb-b1b7-bf7da29105b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625920 Jan 28 05:20:52.564832 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-fae8f7ae-43ea-4ab3-b387-bce9c2973be8 service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481943 Jan 28 05:20:52.567537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-80b6cf31-69c8-4d6d-97e9-25991cd5e351 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442249 Jan 28 05:20:52.727141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-35e9b8aa-8aa6-45c3-9aa8-a0d8b21691cb service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556029 Jan 28 05:20:52.732754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-daeb19a0-6af0-4173-8475-0ca5036b0be2 req-630b50b2-f6c8-4ac3-81bd-78587919d6d1 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539564 Jan 28 05:20:52.746734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b32c-43f0-4958-a969-e4c59eb543a4 req-b9a279a8-d8bb-4a31-a84b-e1b88c0556f6 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:52.748225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c71b32c-43f0-4958-a969-e4c59eb543a4 req-b9a279a8-d8bb-4a31-a84b-e1b88c0556f6 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0507498 Jan 28 05:20:52.808084 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c71b32c-43f0-4958-a969-e4c59eb543a4 req-547cd49e-cbc5-4616-bce0-238222adcdbf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466845 Jan 28 05:20:52.872756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:20:52.915986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port fcd035d1-b534-4bf7-8016-a730982447d2 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:20:52.916325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:20:53.932770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6ae50-3f21-4011-8bd8-ae7bb745ed6c req-c65982b5-7c47-4695-913c-742a9bbe5a66 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:53.934292 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1bb6ae50-3f21-4011-8bd8-ae7bb745ed6c req-c65982b5-7c47-4695-913c-742a9bbe5a66 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0532770 Jan 28 05:20:53.985110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1bb6ae50-3f21-4011-8bd8-ae7bb745ed6c req-4a9bc940-f2cc-4c74-9b8a-c632dd38222a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Jan 28 05:20:55.096167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:20:55.099904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b542ca-97c7-48cd-a85d-f2b9bb087a58 req-cd453d2f-2da5-4040-8525-7ae2b1d1b265 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.101498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1b542ca-97c7-48cd-a85d-f2b9bb087a58 req-cd453d2f-2da5-4040-8525-7ae2b1d1b265 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 944 time: 0.0476134 Jan 28 05:20:55.151165 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1b542ca-97c7-48cd-a85d-f2b9bb087a58 req-da9fb681-8676-43cc-92ae-f0512af5f2f0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Jan 28 05:20:55.190506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:20:55.201663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'mac_address': 'fa:16:3e:3e:02:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:20:55.242666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port fcd035d1-b534-4bf7-8016-a730982447d2 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:20:55.243058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:55.255720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd035d1-b534-4bf7-8016-a730982447d2 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:20:55.277213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:20:55.282237 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:55.329913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:20:55.340141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.340952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.342124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.342124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.342124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.342389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:20:55.382025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-f1779f40-f13b-4cd2-84f0-00020762f8bf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.383522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-f1779f40-f13b-4cd2-84f0-00020762f8bf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548&tenant_id=338841884ec94bcda53cb811157e6687&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 945 time: 0.0570781 Jan 28 05:20:55.396170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323291-c745-43c9-9f90-baa62061dcd6 req-ca39f077-4e30-4281-afa6-af9e266e5d5a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.397788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70323291-c745-43c9-9f90-baa62061dcd6 req-ca39f077-4e30-4281-afa6-af9e266e5d5a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0483441 Jan 28 05:20:55.444650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-8a4e5db9-88da-4f9c-b2a2-6e88e98c74a7 service neutron] 10.222.0.52 "GET /v2.0/ports/fcd035d1-b534-4bf7-8016-a730982447d2/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 382 time: 0.0549169 Jan 28 05:20:55.446802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-70323291-c745-43c9-9f90-baa62061dcd6 req-1979b14e-834b-4868-8c10-9c53d261c28f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Jan 28 05:20:55.525575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-5b339aa6-c8d5-4ac6-af2d-35fa8b90835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.527077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-5b339aa6-c8d5-4ac6-af2d-35fa8b90835e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1096 time: 0.0447032 Jan 28 05:20:55.614814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-f4e4793c-0c6a-40f8-b16b-c9d12a0cd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.616247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-f4e4793c-0c6a-40f8-b16b-c9d12a0cd09b service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.0834067 Jan 28 05:20:55.683621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-ced6bf56-2ea1-4c74-a4b1-c9972731a7e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1001 time: 0.0615678 Jan 28 05:20:55.693525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['fcd035d1-b534-4bf7-8016-a730982447d2'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:20:55.733037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c156efec-5a10-4f0a-b32f-790c926ff69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.734584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c156efec-5a10-4f0a-b32f-790c926ff69a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0454564 Jan 28 05:20:55.780087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-34a6260f-f7ba-402b-8ddb-7d51513a7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:55.782712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-34a6260f-f7ba-402b-8ddb-7d51513a7ef1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422244 Jan 28 05:20:55.874777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-8c530806-0c45-4f26-868d-a43f144e6a26 service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861778 Jan 28 05:20:55.963536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-566d86f2-f121-4d44-9b1b-3eacc3d3a541 service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832694 Jan 28 05:20:56.564180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8775-215f-46b4-8847-53e2ca8b7a6b req-2c5917aa-ba63-498c-b60e-ff37d40bfcfc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:56.565676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a82a8775-215f-46b4-8847-53e2ca8b7a6b req-2c5917aa-ba63-498c-b60e-ff37d40bfcfc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0475566 Jan 28 05:20:56.615361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a82a8775-215f-46b4-8847-53e2ca8b7a6b req-f59cf3d1-789a-4e53-8227-7559e04111b1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Jan 28 05:20:57.112510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:20:57.161051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port fcd035d1-b534-4bf7-8016-a730982447d2 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:20:57.164850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port fcd035d1-b534-4bf7-8016-a730982447d2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:20:57.165266 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:57.244725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port fcd035d1-b534-4bf7-8016-a730982447d2 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:20:57.245116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:57.268052 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:20:57.271130 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f2ec1-3e43-4689-9a9d-d37bdb0ae1c2" -d '{"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-plugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:20:57.283813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:20:57.288026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:57.336119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:20:57.399687 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2aff1-413e-471f-a395-df7619c34f9c x-openstack-request-id: req-19d2aff1-413e-471f-a395-df7619c34f9c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:20:57.399994 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-plugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:20:57.400260 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19d2aff1-413e-471f-a395-df7619c34f9c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:20:57.400666 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'code': 200} Jan 28 05:20:57.740595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c70c3-075c-4986-89c5-465692b4573a req-74a5e3cf-47ca-472d-a3f3-919ad1932254 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:57.742151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-169c70c3-075c-4986-89c5-465692b4573a req-74a5e3cf-47ca-472d-a3f3-919ad1932254 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 946 time: 0.0572035 Jan 28 05:20:57.789588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-169c70c3-075c-4986-89c5-465692b4573a req-a392a879-28fc-4c55-987b-bbe3e69d42f2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Jan 28 05:20:58.341299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-2c3d01b3-7905-478e-a333-c1c25f326f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:58.342841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-2c3d01b3-7905-478e-a333-c1c25f326f4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 1097 time: 0.0412257 Jan 28 05:20:58.358204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:20:58.414261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:58.611246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:20:58.644140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:20:58.682959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:20:58.685276 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d636e-c547-4fb5-9eae-5b28946adc06" -d '{"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:20:58.688728 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Publish callbacks [] for port (fcd035d1-b534-4bf7-8016-a730982447d2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:58.703784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Transition to ACTIVE for port object fcd035d1-b534-4bf7-8016-a730982447d2 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:20:58.707150 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:58.746661 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbb0b2b-a221-4340-a9f4-0e0c8cdcde07 x-openstack-request-id: req-ebbb0b2b-a221-4340-a9f4-0e0c8cdcde07 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:20:58.747196 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:20:58.747423 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebbb0b2b-a221-4340-a9f4-0e0c8cdcde07 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:20:58.747971 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'code': 200} Jan 28 05:20:58.811581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:20:58.851448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] No DVR routers for this DVR port fcd035d1-b534-4bf7-8016-a730982447d2 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:20:58.981193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d698de-7655-4d98-9355-c81fe2e18bc9 req-602ac559-670a-46f2-8703-c86d19d2dd9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:58.982725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0d698de-7655-4d98-9355-c81fe2e18bc9 req-602ac559-670a-46f2-8703-c86d19d2dd9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0976660 Jan 28 05:20:59.066318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:20:59.066595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:20:59.066932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:20:59.074474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0d698de-7655-4d98-9355-c81fe2e18bc9 req-f28c18dd-6b47-4ca8-b995-2aa1fd349fbf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833743 Jan 28 05:20:59.075443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:20:59.075785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Attempting to bind port fcd035d1-b534-4bf7-8016-a730982447d2 on network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:20:59.080921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:20:59.081914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Checking segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:20:59.082273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Bound using segment: {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:20:59.082707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Bound port: fcd035d1-b534-4bf7-8016-a730982447d2, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b018c21a-b820-4225-bd21-7ef4a5ba9408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:20:59.083070 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:59.146619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:20:59.149660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:20:59.154311 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:59.188908 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:59.189600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:20:59.191043 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] 10.222.0.47 "PUT /v2.0/ports/fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1093 time: 0.8368189 Jan 28 05:20:59.211598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fe13a-86d2-404b-8f4a-77876d2fb3fd service neutron] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:20:59.271764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-2115455a-d2a1-4744-b461-bb7e8dcad19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:59.273338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-2115455a-d2a1-4744-b461-bb7e8dcad19b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1096 time: 0.0434539 Jan 28 05:20:59.369607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-9c86f425-4646-4c18-8fdc-61281e3c12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:59.371086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-9c86f425-4646-4c18-8fdc-61281e3c12f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.0920749 Jan 28 05:20:59.433589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-a1ec5093-73da-4ba4-a204-9b4264738981 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.0568364 Jan 28 05:20:59.486025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-4254482b-8b8a-41c3-ba19-6d3271c77c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:59.487367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-4254482b-8b8a-41c3-ba19-6d3271c77c96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0466197 Jan 28 05:20:59.530348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-df05df1c-a18c-4768-bbb9-f59a4869f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:20:59.531789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-df05df1c-a18c-4768-bbb9-f59a4869f741 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389109 Jan 28 05:20:59.616872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-bd2b61fa-6108-4a2c-b4de-0c64b2c03919 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787396 Jan 28 05:20:59.707257 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6797df2f-ec40-4475-999e-1aeb9352e368 req-521a3dde-7f25-46e3-8d02-137dcfb00d6e service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846524 Jan 28 05:21:00.196723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b4f0d-7cf5-4f5c-b84f-210d79de6de1 req-334e8cce-af0e-4fc1-a624-95561ded77c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:00.198241 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba5b4f0d-7cf5-4f5c-b84f-210d79de6de1 req-334e8cce-af0e-4fc1-a624-95561ded77c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Jan 28 05:21:00.246480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba5b4f0d-7cf5-4f5c-b84f-210d79de6de1 req-a330f62b-c2c8-45af-a8e2-33b0ae62a67d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Jan 28 05:21:00.748959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:21:00.751427 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8537d11a-381a-4545-8313-db9cfbe7f985" -d '{"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:21:00.798368 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d264f-2620-4e89-aec8-4656cead25cc x-openstack-request-id: req-662d264f-2620-4e89-aec8-4656cead25cc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:21:00.798664 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:21:00.798926 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-662d264f-2620-4e89-aec8-4656cead25cc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:21:00.799331 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'status': 'completed', 'code': 200} Jan 28 05:21:00.903839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-63bce0bd-f033-4104-a522-3240821622d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:00.905389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-63bce0bd-f033-4104-a522-3240821622d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1096 time: 0.0685117 Jan 28 05:21:00.907737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-d760ba85-1ce4-4ea7-b192-ed69f2c26c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:00.909081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-d760ba85-1ce4-4ea7-b192-ed69f2c26c4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1096 time: 0.0644250 Jan 28 05:21:01.061799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-82ff492e-5d33-47ab-96ac-cd6dedf13048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.063196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-82ff492e-5d33-47ab-96ac-cd6dedf13048 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1520755 Jan 28 05:21:01.065796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-e4ed7c6c-cf54-4c29-beb9-0aa44ddee3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.067121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-e4ed7c6c-cf54-4c29-beb9-0aa44ddee3df service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1491032 Jan 28 05:21:01.136754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:21:01.176845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-33804acd-b464-4e8a-bc66-e242b2d3333f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.1082902 Jan 28 05:21:01.183349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port fcd035d1-b534-4bf7-8016-a730982447d2 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:21:01.183862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:21:01.220870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-4bd43dfc-5190-4bb1-a55d-d73553f3eba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1000 time: 0.1106374 Jan 28 05:21:01.261635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-a6ac6a03-633e-4879-80d3-ceeb745f20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.263089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-a6ac6a03-633e-4879-80d3-ceeb745f20a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0790648 Jan 28 05:21:01.306266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-cd731222-e9ce-4dd0-bed8-bae95f82783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.308037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-cd731222-e9ce-4dd0-bed8-bae95f82783c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0780091 Jan 28 05:21:01.344728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-7ad8eb6f-e31b-4dd0-a23d-04a61b77b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.346335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-7ad8eb6f-e31b-4dd0-a23d-04a61b77b1ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754917 Jan 28 05:21:01.368389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814f9e-13a6-4e9f-b243-30215e3a5d98 req-d0766adf-1452-4050-af09-ef21b32c1c73 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.369932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8814f9e-13a6-4e9f-b243-30215e3a5d98 req-d0766adf-1452-4050-af09-ef21b32c1c73 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 945 time: 0.0498481 Jan 28 05:21:01.406445 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:21:01.412155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-b7ebcff6-ad78-4201-93d3-1db645e72cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:01.413854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-b7ebcff6-ad78-4201-93d3-1db645e72cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991471 Jan 28 05:21:01.419011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8814f9e-13a6-4e9f-b243-30215e3a5d98 req-cbbfd705-520c-43eb-8883-a8812eb3f8fd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Jan 28 05:21:01.441162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:01.539935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-031d60c7-a959-44ac-a2cb-460b559ec56a service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862037 Jan 28 05:21:01.586808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ef392aa8-3297-4874-9e33-d687fe0d5e70 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/16983b5d-37b7-433d-8461-df247b44c49e HTTP/1.1" status: 200 len: 992 time: 0.1395154 Jan 28 05:21:01.629575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-89f691e1-36ac-4b33-b742-ceb91d40776e service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100046 Jan 28 05:21:01.714478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-12d2aca4-f104-4d19-b419-554cc675debf service neutron] 10.222.0.52 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671782 Jan 28 05:21:01.738362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8537d11a-381a-4545-8313-db9cfbe7f985 req-3b23041f-b7f9-4e80-8d4c-0023ce560b6b service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030254 Jan 28 05:21:02.913804 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:21:03.006396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:03.017286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'port_id': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'mac_address': 'fa:16:3e:3e:02:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:21:03.053396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port fcd035d1-b534-4bf7-8016-a730982447d2 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:03.053791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:03.066841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd035d1-b534-4bf7-8016-a730982447d2 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:21:03.085218 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:03.088667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:03.134274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:03.369912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['fcd035d1-b534-4bf7-8016-a730982447d2'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:21:03.424772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-29d8e4c7-b471-4242-9c60-c32c064485d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435548 Jan 28 05:21:03.525182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f251-7155-4653-9578-9457db59b718 req-c7c89517-ab38-4b97-8165-0a7748c64f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:03.526824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-c7c89517-ab38-4b97-8165-0a7748c64f04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1097 time: 0.0436196 Jan 28 05:21:03.635363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f251-7155-4653-9578-9457db59b718 req-bf99cf85-9f8b-46bb-b042-5e0f89619166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:03.636862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-bf99cf85-9f8b-46bb-b042-5e0f89619166 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.0906994 Jan 28 05:21:04.041677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-8d6969aa-0ff2-46b1-bcc5-7649026cb5c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 1001 time: 0.3991573 Jan 28 05:21:04.088604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f251-7155-4653-9578-9457db59b718 req-176ee387-9ae7-429d-a7f6-bff01733c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:04.090096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-176ee387-9ae7-429d-a7f6-bff01733c047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0427847 Jan 28 05:21:04.134253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f251-7155-4653-9578-9457db59b718 req-c05c8b4d-e248-4cfe-8f14-dd13d4b25218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:04.135745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-c05c8b4d-e248-4cfe-8f14-dd13d4b25218 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393791 Jan 28 05:21:04.226223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-033d6d9e-a1ca-41e2-a0f0-cfeba95fa826 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830376 Jan 28 05:21:04.311785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad8f251-7155-4653-9578-9457db59b718 req-18ca40a1-9dad-4a50-b1fd-1f0c23442366 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800138 Jan 28 05:21:04.922559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:04.970478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port fcd035d1-b534-4bf7-8016-a730982447d2 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:21:04.974490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port fcd035d1-b534-4bf7-8016-a730982447d2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:04.974859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:05.050099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port fcd035d1-b534-4bf7-8016-a730982447d2 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:05.050494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:05.072043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:21:05.074302 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b8ae9-add7-409e-9f02-e9e321c578fd" -d '{"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-plugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:21:05.086969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:05.090845 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:05.115918 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d618f6-bcfd-4138-9dba-265b4e4531f4 x-openstack-request-id: req-02d618f6-bcfd-4138-9dba-265b4e4531f4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:21:05.116211 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-plugged", "status": "completed", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:21:05.116464 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02d618f6-bcfd-4138-9dba-265b4e4531f4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:21:05.116845 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'code': 200} Jan 28 05:21:05.139200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:06.670473 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:08.064031 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:08.638353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fa60-91c9-4c6a-8b6d-7cb4e6f29688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:10.855731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4675a07-78d7-41ad-9c85-e18bbc0d80aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:12.094978 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:13.820704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:15.389409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.070540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00889acd-74f3-497d-9979-5323d5a4fa2d req-7b5f4769-a09b-4424-ae1a-3bcee86b380c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:32.072338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-00889acd-74f3-497d-9979-5323d5a4fa2d req-7b5f4769-a09b-4424-ae1a-3bcee86b380c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1098 time: 0.0457282 Jan 28 05:21:32.118896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-00889acd-74f3-497d-9979-5323d5a4fa2d req-b65d7d83-8fbb-416d-8177-ad0cc6d1abd8 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Jan 28 05:21:32.142114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51160) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:32.300114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port e2f77164-a61f-4137-840c-b7d3f85d3cb0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:21:32.300377 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.373059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.373420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (e2f77164-a61f-4137-840c-b7d3f85d3cb0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.385381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for e2f77164-a61f-4137-840c-b7d3f85d3cb0 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:21:32.553751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e2f77164-a61f-4137-840c-b7d3f85d3cb0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.579694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=e2f77164-a61f-4137-840c-b7d3f85d3cb0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:32.643518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (16983b5d-37b7-433d-8461-df247b44c49e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.643852 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP 16983b5d-37b7-433d-8461-df247b44c49e disassociated (deleted). External IP: 172.25.6.141, port: fcd035d1-b534-4bf7-8016-a730982447d2. Jan 28 05:21:32.853886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:21:32.961605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:21:32.966309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:32.970809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] Sync routers for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:21:32.980615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:32.981271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:32.993203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3d868895-6ddc-4299-b20c-3af5f0cfacba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/floatingips/16983b5d-37b7-433d-8461-df247b44c49e HTTP/1.1" status: 204 len: 168 time: 0.8499548 Jan 28 05:21:32.993986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:21:32.996326 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec" -d '{"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:21:33.032268 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9203f702-d9ea-4c0e-b5f9-8d43fc55c001 x-openstack-request-id: req-9203f702-d9ea-4c0e-b5f9-8d43fc55c001 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:21:33.032562 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:21:33.032816 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9203f702-d9ea-4c0e-b5f9-8d43fc55c001 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:21:33.033250 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'status': 'completed', 'code': 200} Jan 28 05:21:33.101506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:33.124127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-f4ff5da8-6cd1-4c31-a860-3dcb384fa049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:33.127198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-f4ff5da8-6cd1-4c31-a860-3dcb384fa049 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 1098 time: 0.0475807 Jan 28 05:21:33.258907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65360ff-b502-49d0-a5ed-e8fcf79ef66a req-64a3ea05-124a-445c-bc1f-332e0960e5f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:33.260424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65360ff-b502-49d0-a5ed-e8fcf79ef66a req-64a3ea05-124a-445c-bc1f-332e0960e5f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 947 time: 0.0771885 Jan 28 05:21:33.265167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-7866964e-23a9-42fd-b1d6-6a89e8ec5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:33.266577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-7866964e-23a9-42fd-b1d6-6a89e8ec5431 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 200 len: 898 time: 0.1337860 Jan 28 05:21:33.313467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:45Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:33.320457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-fd17905b-66c3-4251-816c-f0d36e6c431e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 200 len: 217 time: 0.0458868 Jan 28 05:21:33.341210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] Checking router: 97e07260-bf9b-449c-88fa-1cdcb1bedfdc for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:21:33.349397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:33.350008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:33.383513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65360ff-b502-49d0-a5ed-e8fcf79ef66a req-ac8fc4c3-ac37-4d8a-9452-665d75484954 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154139 Jan 28 05:21:33.392613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-73af38b3-df9b-4145-8d6e-edb47cc9406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:33.394270 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-73af38b3-df9b-4145-8d6e-edb47cc9406d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 200 len: 834 time: 0.0677187 Jan 28 05:21:33.440358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-b68967ce-aa58-4c18-a4de-a3c63f9d19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:33.441928 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-b68967ce-aa58-4c18-a4de-a3c63f9d19d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59b7c7e0-e2f3-496d-bda0-1252dab2f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409732 Jan 28 05:21:33.472761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:33.537634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-f283dcf5-1411-46fc-b9c2-7fc15a331d0d service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894022 Jan 28 05:21:33.629517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2252670-cd67-4be1-94ca-5c7c6e0e54ec req-523627fa-0029-467d-b3da-48a4360a2e57 service neutron] 10.222.0.47 "GET /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Jan 28 05:21:33.669950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:45Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:33.699477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad7fb9-e260-4a0f-a5a3-d390f343ed3a None None] The sync data for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 is: [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:19:42Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '301de1fa-0d4b-4927-bd2c-f6396d7d8916', 'name': '', 'network_id': '59b7c7e0-e2f3-496d-bda0-1252dab2f139', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:8a:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:41Z', 'updated_at': '2022-01-28T05:19:45Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:21:33.910035 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f4c79-3070-483e-b041-2b12724b6213 None None] New status for floating IP 16983b5d-37b7-433d-8461-df247b44c49e: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:21:34.508243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec0b79-2620-4154-88bf-552b1a26022d req-92777160-f8c4-4cc1-8cd3-6dc8a3cea42f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:34.509806 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9aec0b79-2620-4154-88bf-552b1a26022d req-92777160-f8c4-4cc1-8cd3-6dc8a3cea42f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 947 time: 0.0524275 Jan 28 05:21:34.557391 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9aec0b79-2620-4154-88bf-552b1a26022d req-9a22b5e7-f9d3-43ff-9f40-d3ce0fa1ccef tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4375d5c-8df5-4b45-bd2b-ef62b1b33049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Jan 28 05:21:34.670374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-cdf1ace1-49fe-4cd5-a200-6d1316861567 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:34.671759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-cdf1ace1-49fe-4cd5-a200-6d1316861567 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 947 time: 0.0543208 Jan 28 05:21:34.759106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port fcd035d1-b534-4bf7-8016-a730982447d2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:21:34.759453 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:34.848710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port fcd035d1-b534-4bf7-8016-a730982447d2, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=fcd035d1-b534-4bf7-8016-a730982447d2,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:34.849075 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:34.861369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for fcd035d1-b534-4bf7-8016-a730982447d2 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:21:34.985607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (fcd035d1-b534-4bf7-8016-a730982447d2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:35.040162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=fcd035d1-b534-4bf7-8016-a730982447d2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:35.058715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] No DVR routers for this DVR port fcd035d1-b534-4bf7-8016-a730982447d2 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:21:35.061293 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:35.064650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0c43b2a-b48d-4022-afa7-15278d8ffe7d req-b81712f2-6fac-4e82-860b-efc56cc29133 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "DELETE /v2.0/ports/fcd035d1-b534-4bf7-8016-a730982447d2 HTTP/1.1" status: 204 len: 173 time: 0.3871214 Jan 28 05:21:35.065114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-deleted', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:21:35.067430 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40798547-ce5b-47c4-a83f-5db10134057e" -d '{"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-deleted", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:21:35.105004 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa46fd-2832-4498-af57-d7e6cfb213a6 x-openstack-request-id: req-b9aa46fd-2832-4498-af57-d7e6cfb213a6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:21:35.105349 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1fade-003c-41d9-bc89-84ae29cea548", "name": "network-vif-deleted", "tag": "fcd035d1-b534-4bf7-8016-a730982447d2", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:21:35.105613 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9aa46fd-2832-4498-af57-d7e6cfb213a6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:21:35.106065 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f1fade-003c-41d9-bc89-84ae29cea548', 'name': 'network-vif-deleted', 'tag': 'fcd035d1-b534-4bf7-8016-a730982447d2', 'status': 'completed', 'code': 200} Jan 28 05:21:35.669523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-16571b1c-512e-4516-a0cc-40d18d22ee4c req-dd8fc1f7-1678-43f7-b8ce-cae802089d4e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=99f1fade-003c-41d9-bc89-84ae29cea548 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Jan 28 05:21:36.685070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:36.728594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:37.083346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:37.339331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 301de1fa-0d4b-4927-bd2c-f6396d7d8916 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:21:37.339593 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:37.427637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port 301de1fa-0d4b-4927-bd2c-f6396d7d8916, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=301de1fa-0d4b-4927-bd2c-f6396d7d8916,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:37.427992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:37.439479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 301de1fa-0d4b-4927-bd2c-f6396d7d8916 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:21:37.620154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (301de1fa-0d4b-4927-bd2c-f6396d7d8916), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:37.645367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=301de1fa-0d4b-4927-bd2c-f6396d7d8916,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:37.825347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.038874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:21:38.070076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.140923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:21:38.146623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b286c16b-c346-404c-99fb-664d9458734c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/97e07260-bf9b-449c-88fa-1cdcb1bedfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4167161 Jan 28 05:21:38.149126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:38.152170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] Sync routers for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:21:38.163229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:38.163841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:38.200843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting subnet 30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:21:38.203967 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.243541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.274778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:38.324056 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.391568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.408836 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:21:38.419101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Subnet': ['ID=30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:38.425499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.428492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-659484db-d186-428b-a5ac-abded1d84356 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/subnets/30d98fdc-f19a-4d5a-a8e9-03c84cbbb9d6 HTTP/1.1" status: 204 len: 168 time: 0.2784283 Jan 28 05:21:38.431177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:38.445726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5dc1b-9ec1-4c18-ac50-719a7566117c None None] Network 59b7c7e0-e2f3-496d-bda0-1252dab2f139 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:21:38.534210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:21:37Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:38.572659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] Checking router: 97e07260-bf9b-449c-88fa-1cdcb1bedfdc for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:21:38.590932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] Routers {'97e07260-bf9b-449c-88fa-1cdcb1bedfdc'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:38.591692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:38.672429 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f40f82a6-325f-4ef5-8e6c-4ea112d991a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.716484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] DHCP port deletion for 59b7c7e0-e2f3-496d-bda0-1252dab2f139 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:21:38.764953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] Set router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:38.891460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:38.896849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] Deleting port c7c495d3-c428-494c-ae36-a5d6bd82a991 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:21:38.897252 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.000557 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.056007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:21:39.056387 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.139681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:39.140103 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.147324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:21:39.153030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:21:39.155987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] For port c7c495d3-c428-494c-ae36-a5d6bd82a991, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c7c495d3-c428-494c-ae36-a5d6bd82a991,segment=NetworkSegment(b018c21a-b820-4225-bd21-7ef4a5ba9408),segment_id=b018c21a-b820-4225-bd21-7ef4a5ba9408)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:39.156390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.183413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: fcd035d1-b534-4bf7-8016-a730982447d2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:21:39.184415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device fcd035d1-b534-4bf7-8016-a730982447d2 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:21:39.190486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] Calling delete_port for c7c495d3-c428-494c-ae36-a5d6bd82a991 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:21:39.268422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:21:37Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:39.299810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0556d34-7bdc-4fee-b1ad-280627ddd7ba None None] The sync data for ids ['97e07260-bf9b-449c-88fa-1cdcb1bedfdc'] in n-d-824835-3 is: [{'id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446860666', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:19:38Z', 'updated_at': '2022-01-28T05:21:37Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': 'd8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e07260-bf9b-449c-88fa-1cdcb1bedfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:19:39Z', 'updated_at': '2022-01-28T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:21:39.329048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (c7c495d3-c428-494c-ae36-a5d6bd82a991), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.359333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.362376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c7c495d3-c428-494c-ae36-a5d6bd82a991 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:21:39.365102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] Pushing event deleted for resources: {'Port': ['ID=c7c495d3-c428-494c-ae36-a5d6bd82a991,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:39.389911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c0f14-088a-44d0-8124-599d50e5ec1d None None] No DVR routers for this DVR port c7c495d3-c428-494c-ae36-a5d6bd82a991 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:21:39.391456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c7c495d3-c428-494c-ae36-a5d6bd82a991 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:21:39.391807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c7c495d3-c428-494c-ae36-a5d6bd82a991 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:21:39.396457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:39.468391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.562428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.564632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.607528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (97e07260-bf9b-449c-88fa-1cdcb1bedfdc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.607987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Fanout notify agent at l3_agent the message router_deleted on router 97e07260-bf9b-449c-88fa-1cdcb1bedfdc {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:21:39.615335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.616495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-923a9212-a387-41d5-9972-2b9d5585ae9a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/routers/97e07260-bf9b-449c-88fa-1cdcb1bedfdc HTTP/1.1" status: 204 len: 168 time: 1.1844106 Jan 28 05:21:39.619278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:39.707051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (59b7c7e0-e2f3-496d-bda0-1252dab2f139), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.797205 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (59b7c7e0-e2f3-496d-bda0-1252dab2f139), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.825989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b7c7e0-e2f3-496d-bda0-1252dab2f139']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:39.836340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b018c21a-b820-4225-bd21-7ef4a5ba9408') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:39.836646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b018c21a-b820-4225-bd21-7ef4a5ba9408') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:39.846129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (b018c21a-b820-4225-bd21-7ef4a5ba9408), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.859346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (b018c21a-b820-4225-bd21-7ef4a5ba9408), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.865228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:21:39.865616 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (b018c21a-b820-4225-bd21-7ef4a5ba9408), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:21:39.868535 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:21:39.929090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (59b7c7e0-e2f3-496d-bda0-1252dab2f139), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.936078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:39.939444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/networks/59b7c7e0-e2f3-496d-bda0-1252dab2f139 HTTP/1.1" status: 204 len: 168 time: 0.3190589 Jan 28 05:21:39.946066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51188) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:39.954994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce198c6-8866-484d-ae26-6381d506efa1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Network': ['ID=59b7c7e0-e2f3-496d-bda0-1252dab2f139,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.011442 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (c4375d5c-8df5-4b45-bd2b-ef62b1b33049), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.040290 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (c4375d5c-8df5-4b45-bd2b-ef62b1b33049), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.101527 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c4375d5c-8df5-4b45-bd2b-ef62b1b33049), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.104422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.105619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4375d5c-8df5-4b45-bd2b-ef62b1b33049 HTTP/1.1" status: 204 len: 168 time: 0.1585186 Jan 28 05:21:40.114705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4375d5c-8df5-4b45-bd2b-ef62b1b33049,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.122953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.123313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.123669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.124015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.124359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.124695 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.125245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.125813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.126189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.126549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.127128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.128264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.128661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea908af-061b-46ea-9ff5-d95daa63ed33 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:40.313067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51194) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:40.317765 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044027914', 'description': 'tempest-secgroup-smoke-1044027914 description', 'project_id': '338841884ec94bcda53cb811157e6687'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:40.339561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.418773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (9160d70d-a693-409c-a1b2-396f7005c205), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.422522 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9160d70d-a693-409c-a1b2-396f7005c205), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.453975 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.455234 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1411102 Jan 28 05:21:40.460280 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51196) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:40.464102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '9160d70d-a693-409c-a1b2-396f7005c205', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:40.469605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0776ad-b083-40f8-b3cb-318205a05524 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9160d70d-a693-409c-a1b2-396f7005c205,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.495560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (06ee92b0-3e9d-4b4d-ad6f-7f5d644c51b7), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.555463 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (06ee92b0-3e9d-4b4d-ad6f-7f5d644c51b7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.559076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (06ee92b0-3e9d-4b4d-ad6f-7f5d644c51b7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.578305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ee92b0-3e9d-4b4d-ad6f-7f5d644c51b7,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.587500 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.591261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a2f4c96c-3b00-474f-a93f-5efe24c2a1e0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291301 Jan 28 05:21:40.591450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51198) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:40.595846 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '9160d70d-a693-409c-a1b2-396f7005c205', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:40.621285 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (59b30a12-a4d9-40be-ab72-6daa279c1a80), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.675744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (59b30a12-a4d9-40be-ab72-6daa279c1a80), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.682512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (59b30a12-a4d9-40be-ab72-6daa279c1a80), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.699917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b30a12-a4d9-40be-ab72-6daa279c1a80,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.708420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.709523 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5698fd59-3dd2-4cd2-885e-74ec9e8c0866 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171589 Jan 28 05:21:40.712453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51200) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:40.716697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '9160d70d-a693-409c-a1b2-396f7005c205', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:40.742015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (e1b3393b-e337-4a75-b62a-f79e55a8459a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.800802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (e1b3393b-e337-4a75-b62a-f79e55a8459a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.804524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (e1b3393b-e337-4a75-b62a-f79e55a8459a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.823787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b3393b-e337-4a75-b62a-f79e55a8459a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.832402 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.833655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-34945ade-1515-4dba-8049-2ea0197b465c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202817 Jan 28 05:21:40.836510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51202) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:40.841450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '9160d70d-a693-409c-a1b2-396f7005c205', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:40.863539 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70e05102-8175-48c3-b03b-6da9bb95014d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.875175 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (44739599-850c-45ef-8263-8b54c09ea87e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.931278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (44739599-850c-45ef-8263-8b54c09ea87e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.935050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (44739599-850c-45ef-8263-8b54c09ea87e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.952297 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44739599-850c-45ef-8263-8b54c09ea87e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:40.959271 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:40.960472 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-473d4ac5-2854-4c5d-9806-0f27f0f6a38b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229184 Jan 28 05:21:40.963101 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51204) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:40.967274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '9160d70d-a693-409c-a1b2-396f7005c205', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:40.986779 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:21:40.991814 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (8465ee2c-a212-47f8-b9de-3cb89e3ed7d9), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.047717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (8465ee2c-a212-47f8-b9de-3cb89e3ed7d9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.052184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8465ee2c-a212-47f8-b9de-3cb89e3ed7d9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.069333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8465ee2c-a212-47f8-b9de-3cb89e3ed7d9,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:41.077243 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.081737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6256a5fd-32b3-462e-99b7-f2b9957ef9bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144564 Jan 28 05:21:41.081894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51206) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:41.086087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '9160d70d-a693-409c-a1b2-396f7005c205', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:41.106092 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:21:41.112068 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (aa7f9527-2b31-4bd6-85e4-04d439559191), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.174459 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (aa7f9527-2b31-4bd6-85e4-04d439559191), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.178092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (aa7f9527-2b31-4bd6-85e4-04d439559191), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.194906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7f9527-2b31-4bd6-85e4-04d439559191,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:41.203412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.204203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2c32e9dc-6546-4877-9387-06c798d4e39e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213744 Jan 28 05:21:41.207590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51208) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:41.212269 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'network': {'name': 'tempest-network-smoke--933765111', 'project_id': '338841884ec94bcda53cb811157e6687', 'port_security_enabled': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:41.231308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:21:41.234545 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.257164 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:21:41.262642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:21:41.269270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4118e581-6028-48b7-8f2e-86693dd17133), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.269617 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Added segment 4118e581-6028-48b7-8f2e-86693dd17133 of type vlan for network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 Jan 28 05:21:41.285382 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:21:41.285786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d8fe5c7c-e4d5-4e1d-a2b4-3feed59ab0a2 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:21:41.286247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 301de1fa-0d4b-4927-bd2c-f6396d7d8916 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:21:41.306302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 301de1fa-0d4b-4927-bd2c-f6396d7d8916 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:21:41.306687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 301de1fa-0d4b-4927-bd2c-f6396d7d8916 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:21:41.308131 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8b22695a-adb8-4b16-bad6-2aff6432d7e6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.332806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8b22695a-adb8-4b16-bad6-2aff6432d7e6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.337889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:41.338605 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.388480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1798911 Jan 28 05:21:41.391430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51210) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:41.396308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'admin_state_up': True, 'project_id': '338841884ec94bcda53cb811157e6687', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:41.405270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7a68e-88ec-4295-b05c-3a838795d9b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Network': ['ID=8b22695a-adb8-4b16-bad6-2aff6432d7e6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:41.416386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:21:41.418885 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (dd1b0147-24c8-4a9c-98b9-6be017542a54), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.419908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (dd1b0147-24c8-4a9c-98b9-6be017542a54), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.475732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (dd1b0147-24c8-4a9c-98b9-6be017542a54), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.609706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (dd1b0147-24c8-4a9c-98b9-6be017542a54), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.801810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (dd1b0147-24c8-4a9c-98b9-6be017542a54), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.820279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:41.917767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.209 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/3bea1694-c865-4b1b-bfc3-db956dd2e51c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:21:42.019815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:42.053112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:42.087523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:21:42.092031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:42.095500 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:21:42.099011 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:42.128582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=3bea1694-c865-4b1b-bfc3-db956dd2e51c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:42.357903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (dd1b0147-24c8-4a9c-98b9-6be017542a54), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:42.548810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (dd1b0147-24c8-4a9c-98b9-6be017542a54), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:42.677554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router dd1b0147-24c8-4a9c-98b9-6be017542a54 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:21:42.786408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:21:42.796211 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Sync routers for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:21:42.806396 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:42.806582 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:42.807129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:42.808075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-22af6378-9d6f-4661-88c1-83e7fed55e0c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4152954 Jan 28 05:21:42.811222 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51212) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:42.842968 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bb8d1c26-23fe-4abd-8691-bab0330bede6 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=338841884ec94bcda53cb811157e6687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305772 Jan 28 05:21:42.845626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51214) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:42.935381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6ef7c-caf2-4346-bd0f-4870f75f342c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:42.936858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-89b6ef7c-caf2-4346-bd0f-4870f75f342c tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897512 Jan 28 05:21:42.940332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51216) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:42.969713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-668c0824-9ff0-413c-b4c8-62f1d2d247ab tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280402 Jan 28 05:21:42.972181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51218) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:42.976894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975516915', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'project_id': '338841884ec94bcda53cb811157e6687', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:43.004956 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:43.066629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:21:43.070108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.180832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:42Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:43.210812 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Checking router: dd1b0147-24c8-4a9c-98b9-6be017542a54 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:21:43.211164 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Updating router dd1b0147-24c8-4a9c-98b9-6be017542a54 port 3bea1694-c865-4b1b-bfc3-db956dd2e51c binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:21:43.235630 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.251972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1f845edc-a11c-43d7-a117-7f1b20025b0a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.314304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Subnet': ['ID=1f845edc-a11c-43d7-a117-7f1b20025b0a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:43.322948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Checking segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:21:43.323313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network hostable DHCP agents. Network: 8b22695a-adb8-4b16-bad6-2aff6432d7e6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:21:43.340937 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:21:43.349950 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8b22695a-adb8-4b16-bad6-2aff6432d7e6) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:43.354416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:43.355018 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.361712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14d434-82a7-4b74-bdb0-55f8d58a104a None None] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:21:43.371843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7d773117-0f1e-4d94-9961-392bf37c1a34 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3986609 Jan 28 05:21:43.374565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51220) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:43.474732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:21:43.475614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.492635 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Publish callbacks [] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.499071 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.548213 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Attempting to bind port 3bea1694-c865-4b1b-bfc3-db956dd2e51c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:21:43.548666 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Attempting to bind port 3bea1694-c865-4b1b-bfc3-db956dd2e51c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:21:43.549610 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Attempting to bind port 3bea1694-c865-4b1b-bfc3-db956dd2e51c on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:21:43.563007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:21:43.563007 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:21:43.563353 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.563835 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:21:43.564368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Bound port: 3bea1694-c865-4b1b-bfc3-db956dd2e51c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:21:43.564858 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.567689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Pushing event updated for resources: {'Port': ['ID=3bea1694-c865-4b1b-bfc3-db956dd2e51c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:43.615405 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] For port 3bea1694-c865-4b1b-bfc3-db956dd2e51c, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:21:43.618525 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] For port 3bea1694-c865-4b1b-bfc3-db956dd2e51c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3bea1694-c865-4b1b-bfc3-db956dd2e51c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:21:43.624315 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.624525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Allocated IP 172.20.0.2 (8b22695a-adb8-4b16-bad6-2aff6432d7e6/1f845edc-a11c-43d7-a117-7f1b20025b0a/80c0557a-0999-4ead-b01b-d0ff8ee24c86) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:21:43.624709 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.624998 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.625375 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.626129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.626129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.626430 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.626689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.627019 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.627882 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.628211 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.628535 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.628854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:43.633187 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.688415 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:43.689041 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:43.729920 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44100e-10dd-4059-b896-4e2dd0f05bb8 None None] Pushing event updated for resources: {'Port': ['ID=3bea1694-c865-4b1b-bfc3-db956dd2e51c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:43.799069 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Publish callbacks [] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.800361 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:43.810042 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.834803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.875695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Pushing event updated for resources: {'Port': ['ID=80c0557a-0999-4ead-b01b-d0ff8ee24c86,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:43.879744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:21:43.880408 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.882181 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:43.886129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:21:43.941880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Attempting to bind port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:21:43.942553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Attempting to bind port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:21:43.943021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Attempting to bind port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:21:43.948162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:21:43.948719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Checking segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:21:43.949259 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.949799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Bound using segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:21:43.950349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Bound port: 80c0557a-0999-4ead-b01b-d0ff8ee24c86, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:21:43.950831 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:43.996646 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:42Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:44.017261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] For port 80c0557a-0999-4ead-b01b-d0ff8ee24c86, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:21:44.021774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] For port 80c0557a-0999-4ead-b01b-d0ff8ee24c86, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=80c0557a-0999-4ead-b01b-d0ff8ee24c86,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:21:44.027101 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:44.027356 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522cb277-0ba4-4380-b5c3-a6b63426a4f4 None None] The sync data for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 is: [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:42Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:21:44.091389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f12a8e-1133-4bdf-a925-adabfed92233 None None] Pushing event updated for resources: {'Port': ['ID=80c0557a-0999-4ead-b01b-d0ff8ee24c86,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:44.481313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.1 (8b22695a-adb8-4b16-bad6-2aff6432d7e6/1f845edc-a11c-43d7-a117-7f1b20025b0a/a40ab1b0-1e4c-4f33-bc1f-29337158d9a4) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:21:44.602645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:44.640103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:44.682733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:21:44.686100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:44.693299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:21:44.699850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:44.742908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (dd1b0147-24c8-4a9c-98b9-6be017542a54), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:44.880979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.168698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9c3fe-d040-42c2-8432-795ddb4baa56 None None] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:21:45.187098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.193824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.256596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] Provisioning complete for port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:45.256976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.276500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:45.282177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (dd1b0147-24c8-4a9c-98b9-6be017542a54), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.390668 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:21:45.392453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:45.398345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] Current status of the port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:45.398827 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.418179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3bea1694-c865-4b1b-bfc3-db956dd2e51c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:45.423004 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.501162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] For port 80c0557a-0999-4ead-b01b-d0ff8ee24c86, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=80c0557a-0999-4ead-b01b-d0ff8ee24c86,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:45.518372 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.525494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router dd1b0147-24c8-4a9c-98b9-6be017542a54 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:21:45.567547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3bea1694-c865-4b1b-bfc3-db956dd2e51c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:45.567960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.608532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938b3d8-e0a3-43ef-a81b-32d079e90710 None None] Pushing event updated for resources: {'Port': ['ID=80c0557a-0999-4ead-b01b-d0ff8ee24c86,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:45.657651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:21:45.669519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a9967f4b-7df9-4594-8efc-96b0158a8641 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/dd1b0147-24c8-4a9c-98b9-6be017542a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2896001 Jan 28 05:21:45.673373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3bea1694-c865-4b1b-bfc3-db956dd2e51c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:45.673810 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.710602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 3bea1694-c865-4b1b-bfc3-db956dd2e51c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3bea1694-c865-4b1b-bfc3-db956dd2e51c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:45.713758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-de90f56d-a9e4-41ff-9b8e-c034ffaf747a None None] Provisioning complete for port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:45.713758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de90f56d-a9e4-41ff-9b8e-c034ffaf747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.741517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.742595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80c0557a-0999-4ead-b01b-d0ff8ee24c86 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:45.824215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-de90f56d-a9e4-41ff-9b8e-c034ffaf747a None None] Port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:21:45.846878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=3bea1694-c865-4b1b-bfc3-db956dd2e51c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:45.850516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-5f843007-8b5d-4b17-b8bb-ba93065c64f8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044027914&fields=id&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 267 time: 0.0579157 Jan 28 05:21:45.856494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-de90f56d-a9e4-41ff-9b8e-c034ffaf747a None None] Provisioning complete for port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:45.856812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de90f56d-a9e4-41ff-9b8e-c034ffaf747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.899287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:45.899712 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:45.969428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-c1040728-2e0d-465b-a9d5-e18e371bb9cf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:45.971835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-c1040728-2e0d-465b-a9d5-e18e371bb9cf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 796 time: 0.1205461 Jan 28 05:21:45.986851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-de90f56d-a9e4-41ff-9b8e-c034ffaf747a None None] Current status of the port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:45.987498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-8b9ad020-341a-4d56-a45e-e5c49f76cb01 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/quotas/338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 375 time: 0.0101917 Jan 28 05:21:46.020631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Sync routers for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:21:46.047091 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:46.049311 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-00f22f4f-0620-4caf-9ad5-77201cccddcc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547950 Jan 28 05:21:46.050901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:46.051533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:46.153182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-838b18d2-8968-4dd2-9956-9b404293e723 None None] Provisioning complete for port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:46.153566 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-838b18d2-8968-4dd2-9956-9b404293e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:46.156417 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-6adbda26-9cd2-454b-844b-1338eb041004 service neutron] 10.222.0.21 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918145 Jan 28 05:21:46.198425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:46.231842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-838b18d2-8968-4dd2-9956-9b404293e723 None None] Port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:21:46.251628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-d0481597-638b-4026-b731-696c086f818d service neutron] 10.222.0.21 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Jan 28 05:21:46.377607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fe9b7fa5-7203-4da5-b56f-4c690783dadd None None] Provisioning complete for port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:46.377607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe9b7fa5-7203-4da5-b56f-4c690783dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:46.419732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-948ec445-660a-48fc-969f-55ef4bf73ac4 req-986aeefd-fd3d-456f-baa8-d3efde84e0bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 210 time: 0.0271366 Jan 28 05:21:46.434909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b7fa5-7203-4da5-b56f-4c690783dadd None None] Port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:21:46.455076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 2, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:46.483805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Checking router: dd1b0147-24c8-4a9c-98b9-6be017542a54 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:21:46.484185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Updating router dd1b0147-24c8-4a9c-98b9-6be017542a54 port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:21:46.514536 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:46.781218 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Publish callbacks [] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:46.786912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:46.836803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407230a-8301-4bdc-91b6-bd4f6994688a None None] Pushing event updated for resources: {'Port': ['ID=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:47.048958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Attempting to bind port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:21:47.049367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Attempting to bind port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:21:47.049729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Attempting to bind port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:21:47.061222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:21:47.061610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Checking segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:21:47.062013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.062402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Bound using segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:21:47.062870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Bound port: a40ab1b0-1e4c-4f33-bc1f-29337158d9a4, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:21:47.063250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.078524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e0c93004-fac1-4c8c-8bf1-67cf3c1f697c None None] Provisioning complete for port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:47.078897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0c93004-fac1-4c8c-8bf1-67cf3c1f697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.135233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0c93004-fac1-4c8c-8bf1-67cf3c1f697c None None] Port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:21:47.157339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] For port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:21:47.160315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] For port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:21:47.163672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.222529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:21:47.223175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:47.258244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407230a-8301-4bdc-91b6-bd4f6994688a None None] Pushing event updated for resources: {'Port': ['ID=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:47.274821 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3bea1694-c865-4b1b-bfc3-db956dd2e51c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:47.369682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:21:47.420975 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3bea1694-c865-4b1b-bfc3-db956dd2e51c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:47.421323 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.536014 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8bac2bec-446e-4d47-8bc5-0e0c6e825452 req-cb828582-fc4c-451d-ab77-c7063f41e241 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 210 time: 0.0279849 Jan 28 05:21:47.565875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] Provisioning complete for port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:47.566341 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.588437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-c76bd286-d8fe-498c-83bf-f7e402d60931 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:47.591874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-c76bd286-d8fe-498c-83bf-f7e402d60931 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 796 time: 0.1435211 Jan 28 05:21:47.668765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-faccd37a-f64b-4377-9495-5a11e2157e3d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 380 time: 0.0540700 Jan 28 05:21:47.682472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'port': {'device_id': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'admin_state_up': True, 'tenant_id': '338841884ec94bcda53cb811157e6687', 'security_groups': ['9160d70d-a693-409c-a1b2-396f7005c205']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:47.731056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3bea1694-c865-4b1b-bfc3-db956dd2e51c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:47.731904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80c0557a-0999-4ead-b01b-d0ff8ee24c86 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:47.765230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] Current status of the port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:47.765596 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.786648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:21:47.790643 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.816800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:21:47.853733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] For port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:47.855222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711887f-a014-4a87-b020-3091cf1e2bd5 None None] The sync data for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 is: [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:21:47.860902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.866752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:47.867161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:47.951756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.3 (8b22695a-adb8-4b16-bad6-2aff6432d7e6/1f845edc-a11c-43d7-a117-7f1b20025b0a/c5b130b5-63e5-4a0f-bc79-3288d8348ec1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:21:47.954303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94122b06-2082-4ba7-ae85-5d902ebe3b3b None None] Pushing event updated for resources: {'Port': ['ID=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:48.016546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:48.122420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.158754 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.202833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:21:48.206092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:48.212030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:21:48.218719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:48.267940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:48.268580 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.287391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-40f67a6c-02bf-41e3-aed7-c16ac8ceb93d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085849 Jan 28 05:21:48.304719 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Request body: {'port': {'device_id': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:48.369604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.485045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-23db313f-9c44-485b-8c67-d96682d349a7 None None] Provisioning complete for port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:48.485629 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23db313f-9c44-485b-8c67-d96682d349a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.530467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-23db313f-9c44-485b-8c67-d96682d349a7 None None] Port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:21:48.685015 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b130b5-63e5-4a0f-bc79-3288d8348ec1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:21:48.697566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Publish callbacks [] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.721856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b409-164d-4beb-b6bd-959aad86ce3a req-3f86f7a6-f5dc-4176-96a4-c40fd5d41c78 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:48.724063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0437b409-164d-4beb-b6bd-959aad86ce3a req-3f86f7a6-f5dc-4176-96a4-c40fd5d41c78 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 931 time: 0.1097727 Jan 28 05:21:48.742017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Transition to ACTIVE for port object c5b130b5-63e5-4a0f-bc79-3288d8348ec1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:21:48.753602 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:48.832987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:48.840796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0437b409-164d-4beb-b6bd-959aad86ce3a req-253ccbbc-df24-4d44-baaf-c1b85cfedd8a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093271 Jan 28 05:21:48.921330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:21:48.921670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:21:48.922004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:21:48.926950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:21:48.927288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:21:48.932698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:21:48.933045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Checking segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:21:48.933464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Bound using segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:21:48.933896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Bound port: c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:21:48.934286 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:49.015207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:21:49.018981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:21:49.023550 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:49.059403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.060047 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:49.061561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-05600888-e543-49dc-8474-7380c5837c96 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1091 time: 0.7612479 Jan 28 05:21:49.062039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:21:49.064392 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7065e-f157-4f92-9c1a-ec14912db2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:21:49.093459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05600888-e543-49dc-8474-7380c5837c96 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:49.113671 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be92443-02c7-4b21-bb0f-6fe43b9555cf x-openstack-request-id: req-1be92443-02c7-4b21-bb0f-6fe43b9555cf {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:21:49.113975 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:21:49.114240 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1be92443-02c7-4b21-bb0f-6fe43b9555cf {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:21:49.114658 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'status': 'completed', 'code': 200} Jan 28 05:21:49.177391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-e1e1d055-0e35-4de0-9743-ff3659d5730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.179026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-e1e1d055-0e35-4de0-9743-ff3659d5730d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1094 time: 0.0425508 Jan 28 05:21:49.233703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-a2eda8b8-70fd-4f15-9464-bf92c8426eb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 217 time: 0.0417485 Jan 28 05:21:49.295490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-d2fdc4c1-898e-4d00-a91b-b0f185686d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.296996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-d2fdc4c1-898e-4d00-a91b-b0f185686d78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0551734 Jan 28 05:21:49.307435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:49.343060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-d9a216f0-492b-4af4-a34e-d7ad85921803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.344577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-d9a216f0-492b-4af4-a34e-d7ad85921803 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420778 Jan 28 05:21:49.360959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:49.361279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:49.434559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-8b3e6c67-7572-4993-86c7-c6380743783e service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842295 Jan 28 05:21:49.441380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:49.528167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a2ac2d1f-de4e-49da-983d-bbfd0c43decc req-137ae64b-1e75-47fc-b31d-49a3da886cc3 service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877883 Jan 28 05:21:49.656559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-e7f99991-ade4-46a1-a4bd-b57d13171cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.658139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-e7f99991-ade4-46a1-a4bd-b57d13171cb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1094 time: 0.0414443 Jan 28 05:21:49.748518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-f0597d00-cf4b-4da8-9bfb-ab67ad80e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.750055 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-f0597d00-cf4b-4da8-9bfb-ab67ad80e07e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.0867026 Jan 28 05:21:49.789584 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-434e9813-82ed-437f-b63e-d2f69a9263f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 217 time: 0.0339487 Jan 28 05:21:49.835872 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-a38a97ba-3beb-437b-a843-dafa2ff2f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.837368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-a38a97ba-3beb-437b-a843-dafa2ff2f802 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0426121 Jan 28 05:21:49.884835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-bdb51804-4c34-491f-91f1-d60cf1ccee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:49.886418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-bdb51804-4c34-491f-91f1-d60cf1ccee25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437276 Jan 28 05:21:50.004581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cdc71-8f6c-4fe7-993c-1c6b1c4a09b7 req-4000a27d-ece8-4deb-be46-32648edd9f00 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:50.006083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-107cdc71-8f6c-4fe7-993c-1c6b1c4a09b7 req-4000a27d-ece8-4deb-be46-32648edd9f00 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 943 time: 0.0949409 Jan 28 05:21:50.028190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-c7b9a55b-65d8-45b8-acd9-5e681d6e144a service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359208 Jan 28 05:21:50.099792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-107cdc71-8f6c-4fe7-993c-1c6b1c4a09b7 req-69e42efd-a80e-4ca4-9237-8484f2b2da60 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881624 Jan 28 05:21:50.136172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa7065e-f157-4f92-9c1a-ec14912db2e5 req-0de636b7-8816-478e-8011-77484e7cebe1 service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003549 Jan 28 05:21:51.217088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db6df0-4fa9-43f3-9720-3ce6fa9efcd3 req-9d6e4780-d032-40d1-8729-ee5fe6cd1b79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:51.218678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3db6df0-4fa9-43f3-9720-3ce6fa9efcd3 req-9d6e4780-d032-40d1-8729-ee5fe6cd1b79 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 943 time: 0.0500176 Jan 28 05:21:51.266502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3db6df0-4fa9-43f3-9720-3ce6fa9efcd3 req-a993c846-a6ae-4f5f-937e-b9f1bc59bc1f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Jan 28 05:21:52.384441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644a27b-eed7-4633-8a72-78dd4a40f41d req-e37f0893-1713-4b4d-9560-f0c87e7b2ebd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:52.385998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1644a27b-eed7-4633-8a72-78dd4a40f41d req-e37f0893-1713-4b4d-9560-f0c87e7b2ebd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 943 time: 0.0486434 Jan 28 05:21:52.437986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1644a27b-eed7-4633-8a72-78dd4a40f41d req-0533bbf1-dcc4-4f5b-9418-45dc3b69319f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Jan 28 05:21:53.398861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:21:53.493835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:53.505805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'port_id': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'mac_address': 'fa:16:3e:88:94:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:21:53.545925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:53.546324 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:53.557666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9325ff-8756-40b6-9514-f0ac803d795c req-520fe906-711e-4244-8fca-f903cea40e83 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:53.559068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b130b5-63e5-4a0f-bc79-3288d8348ec1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:21:53.559194 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce9325ff-8756-40b6-9514-f0ac803d795c req-520fe906-711e-4244-8fca-f903cea40e83 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 943 time: 0.0520089 Jan 28 05:21:53.579731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:53.584167 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:53.608836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce9325ff-8756-40b6-9514-f0ac803d795c req-10345772-9639-4956-b8e8-48a3aa6d88ad tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Jan 28 05:21:53.633410 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:53.934859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c5b130b5-63e5-4a0f-bc79-3288d8348ec1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:21:54.728846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73028bcb-c7b5-472d-9cd4-f296d8597891 req-9358f0f1-0867-43d3-8948-9375e68175a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:54.730604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73028bcb-c7b5-472d-9cd4-f296d8597891 req-9358f0f1-0867-43d3-8948-9375e68175a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 944 time: 0.0530083 Jan 28 05:21:54.780389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-73028bcb-c7b5-472d-9cd4-f296d8597891 req-38ae4110-47d4-4622-a3b0-520d8586cb2a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Jan 28 05:21:55.409541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:21:55.458622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:21:55.462525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:21:55.462908 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:55.543794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:21:55.544180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:55.566458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:21:55.568662 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcaa10c-a9c5-481c-b63e-937086529d6b" -d '{"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-plugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:21:55.581009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:21:55.584952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:55.610206 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03089d78-7bf6-48b5-9c69-a92de2cccac5 x-openstack-request-id: req-03089d78-7bf6-48b5-9c69-a92de2cccac5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:21:55.610526 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-plugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:21:55.610783 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03089d78-7bf6-48b5-9c69-a92de2cccac5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:21:55.611176 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'code': 200} Jan 28 05:21:55.636248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:55.644388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.644744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.645094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.645469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.645807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.646143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.646479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.646820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.647149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.647478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.647839 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.648168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.648496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:21:55.733738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3597e1-f2cf-4f36-9ea0-28e499f018aa req-4e3a19bf-30f9-4b56-ab01-da25d0e875f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:55.735264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c3597e1-f2cf-4f36-9ea0-28e499f018aa req-4e3a19bf-30f9-4b56-ab01-da25d0e875f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1096 time: 0.0391514 Jan 28 05:21:55.779024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3c3597e1-f2cf-4f36-9ea0-28e499f018aa req-26af5289-8102-49ad-8630-74ff73bbd11d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380447 Jan 28 05:21:55.898835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0faebc-c34e-4bac-b38d-19d8c153afef req-1b09f71b-b9a4-4ab4-bf02-02b7b098ddaf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:55.900323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0faebc-c34e-4bac-b38d-19d8c153afef req-1b09f71b-b9a4-4ab4-bf02-02b7b098ddaf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0509670 Jan 28 05:21:55.947382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e0faebc-c34e-4bac-b38d-19d8c153afef req-b66e8f18-62d3-451b-9569-6e357f8857e8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Jan 28 05:21:57.066811 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb5de5-ba0d-4ec7-82de-3d162ec8c0c6 req-b35d023d-af21-4ae7-8245-5fb441eb51a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:57.068336 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63eb5de5-ba0d-4ec7-82de-3d162ec8c0c6 req-b35d023d-af21-4ae7-8245-5fb441eb51a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0482175 Jan 28 05:21:57.119634 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63eb5de5-ba0d-4ec7-82de-3d162ec8c0c6 req-396fc580-17ed-4993-9048-97efd8219010 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 Jan 28 05:21:58.249557 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281879f-46c0-4c22-b34a-fdf5dd53160d req-9fb82548-3c1a-4dd6-8851-2bd1494bcbb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:58.251107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4281879f-46c0-4c22-b34a-fdf5dd53160d req-9fb82548-3c1a-4dd6-8851-2bd1494bcbb8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0624118 Jan 28 05:21:58.300962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4281879f-46c0-4c22-b34a-fdf5dd53160d req-20596b76-8748-4ad1-9105-b81519951e5c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Jan 28 05:21:58.419039 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edb8e1-1948-476c-baef-247891c160b7 req-74155205-ee43-4e92-8317-fb3c09237635 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:58.420519 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-72edb8e1-1948-476c-baef-247891c160b7 req-74155205-ee43-4e92-8317-fb3c09237635 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0528252 Jan 28 05:21:58.467882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-72edb8e1-1948-476c-baef-247891c160b7 req-5c0f7566-9577-45a2-ac4c-284d76488bca tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Jan 28 05:21:58.491417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51278) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:58.529815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744fe73-11d4-4801-8b23-a70e7112d4fb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:21:58.531339 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b744fe73-11d4-4801-8b23-a70e7112d4fb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1091 time: 0.0389550 Jan 28 05:21:58.534825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51280) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:21:58.539081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:21:58.559668 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:58.658464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:58.758185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.190 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/ee96fb15-ddf8-4698-bd7f-b33825c52a68) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:21:58.862750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:58.896282 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:58.932657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:21:58.935517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:21:58.938892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:21:58.967017 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=ee96fb15-ddf8-4698-bd7f-b33825c52a68,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:59.293269 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (dcd7bbe9-7b73-49c3-afa1-c295724f44f0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:59.357834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:59.506770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:59.511263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:59.580578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=ee96fb15-ddf8-4698-bd7f-b33825c52a68,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:21:59.592383 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (dcd7bbe9-7b73-49c3-afa1-c295724f44f0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:21:59.691891 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP dcd7bbe9-7b73-49c3-afa1-c295724f44f0 associated. External IP: 172.25.6.190, port: c5b130b5-63e5-4a0f-bc79-3288d8348ec1. Jan 28 05:21:59.894076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router dd1b0147-24c8-4a9c-98b9-6be017542a54 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:22:00.000354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:22:00.010511 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] Sync routers for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:22:00.018824 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:00.020772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:22:00.021546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:22:00.049854 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b4103b5-6400-446d-adec-2aedab159843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5132496 Jan 28 05:22:00.050449 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:22:00.052701 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe36bf-4c2a-43c6-a259-60b39abdfff0" -d '{"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:22:00.090051 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821cae99-96e5-457f-8a54-f38d68879e9e x-openstack-request-id: req-821cae99-96e5-457f-8a54-f38d68879e9e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:22:00.090512 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:22:00.090901 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-821cae99-96e5-457f-8a54-f38d68879e9e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:22:00.091328 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'status': 'completed', 'code': 200} Jan 28 05:22:00.132507 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:22:00.179794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fda9d7-90fa-4b07-938b-2102d9aaab97 req-ef96fabb-0bab-4dc6-8137-364e94734fea tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:00.181250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63fda9d7-90fa-4b07-938b-2102d9aaab97 req-ef96fabb-0bab-4dc6-8137-364e94734fea tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0795920 Jan 28 05:22:00.187409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-17f1b289-a189-49a8-a008-db05b8644b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:00.188865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-17f1b289-a189-49a8-a008-db05b8644b44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1096 time: 0.0548260 Jan 28 05:22:00.286356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-63fda9d7-90fa-4b07-938b-2102d9aaab97 req-75f387e7-7b0c-4a82-bcb0-4c37fba568b9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964160 Jan 28 05:22:00.308637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51286) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:22:00.310496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-0288c9cb-b854-4e7c-a884-1f3fe06e4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:00.311973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-0288c9cb-b854-4e7c-a884-1f3fe06e4ec5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.1164935 Jan 28 05:22:00.354966 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'dcd7bbe9-7b73-49c3-afa1-c295724f44f0', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'port_id': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'mac_address': 'fa:16:3e:88:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:21:59Z', 'updated_at': '2022-01-28T05:21:59Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:22:00.370678 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9865da94-ac92-420f-86e0-5eaceff8079c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/dcd7bbe9-7b73-49c3-afa1-c295724f44f0 HTTP/1.1" status: 200 len: 991 time: 0.0605645 Jan 28 05:22:00.380940 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] Checking router: dd1b0147-24c8-4a9c-98b9-6be017542a54 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:22:00.382677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-5b25891c-11f1-4917-ba87-f345ccf643f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 999 time: 0.0640032 Jan 28 05:22:00.389863 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:22:00.390471 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:21:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:22:00.430211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-4917abcf-1594-495b-85cb-5772d61d182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:00.431707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-4917abcf-1594-495b-85cb-5772d61d182d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0439849 Jan 28 05:22:00.478969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-45e6a6f6-7d8f-4223-bbf9-cfd1ce819d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:00.480465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-45e6a6f6-7d8f-4223-bbf9-cfd1ce819d2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432441 Jan 28 05:22:00.495836 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:22:00.578525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-f6895be2-9c72-4f7b-8bc0-348b17a69c90 service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924592 Jan 28 05:22:00.675598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-82fe36bf-4c2a-43c6-a259-60b39abdfff0 req-431e2725-72a8-4bde-b065-44e7a6a30414 service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911281 Jan 28 05:22:00.817074 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'dcd7bbe9-7b73-49c3-afa1-c295724f44f0', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'port_id': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'mac_address': 'fa:16:3e:88:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:21:59Z', 'updated_at': '2022-01-28T05:21:59Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:22:00.844936 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b57e911-0a87-46c3-85c8-6d3693542773 None None] The sync data for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 is: [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'dcd7bbe9-7b73-49c3-afa1-c295724f44f0', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'port_id': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'mac_address': 'fa:16:3e:88:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:21:59Z', 'updated_at': '2022-01-28T05:21:59Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:22:01.036878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6a19f-d2c7-4ff9-a8f9-803ca2771801 None None] New status for floating IP dcd7bbe9-7b73-49c3-afa1-c295724f44f0: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:22:01.373028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51288) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:22:01.434481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-768f0e53-2806-4c14-bbed-c066f3be3181 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/dcd7bbe9-7b73-49c3-afa1-c295724f44f0 HTTP/1.1" status: 200 len: 993 time: 0.0603452 Jan 28 05:22:02.265387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-3a303e9a-9f7c-48b9-9f98-56ed650a30da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3719285 Jan 28 05:22:02.365004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-f0d288f1-23d1-4578-8465-339198567e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:02.366489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-f0d288f1-23d1-4578-8465-339198567e7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1096 time: 0.0400965 Jan 28 05:22:02.469443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-36490ff8-c0f3-4991-89ac-ddd9e69eaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:02.471063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-36490ff8-c0f3-4991-89ac-ddd9e69eaf48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.0862622 Jan 28 05:22:02.533863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-0ac5bda4-3162-4058-bd3a-406840700baf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0573072 Jan 28 05:22:02.581750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-a869d6f3-691a-4f52-878a-ab88e426b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:02.583211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-a869d6f3-691a-4f52-878a-ab88e426b204 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0441642 Jan 28 05:22:02.630454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-115d8fc2-dd51-4f7e-bcc1-c03182360086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:22:02.631978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-115d8fc2-dd51-4f7e-bcc1-c03182360086 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436456 Jan 28 05:22:02.720300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-aadb510f-1cc7-4655-9d0a-77b8c66032a8 service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Jan 28 05:22:02.814089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5389b2e4-0f67-41c6-aa9f-75f1f753c328 req-bebfb453-322a-460c-b581-7473d60cb76e service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Jan 28 05:22:06.684555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:08.066476 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:08.646456 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9314074f-f3de-4644-a79b-d6e77b472a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:10.855673 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7534865c-8b91-4fc7-8a3e-61b96d93ac24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:12.101547 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:13.827400 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:15.396314 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:15.410120 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:22:36.683652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:38.064092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:38.648247 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39872cf8-1142-41ae-aa25-4858495e372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:40.857604 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a47184c-bd83-437c-a084-d741566d3b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:42.103506 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:43.830650 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:45.397981 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:22:52.409865 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:23:02.279259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c99b-5788-4ba6-b440-5ab0e0abe95e req-9df1d772-f901-4362-8b36-05e5c0a0c308 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:02.280735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea4c99b-5788-4ba6-b440-5ab0e0abe95e req-9df1d772-f901-4362-8b36-05e5c0a0c308 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.1079431 Jan 28 05:23:02.327557 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8ea4c99b-5788-4ba6-b440-5ab0e0abe95e req-66de0d6f-5d34-4650-a98e-32195910544b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411506 Jan 28 05:23:02.350585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51316) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:02.411925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-16272b03-26ce-4346-994a-9289d3c2d9bf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/dcd7bbe9-7b73-49c3-afa1-c295724f44f0 HTTP/1.1" status: 200 len: 993 time: 0.0601268 Jan 28 05:23:02.689049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-87346eb3-e1e6-4905-a0b2-7b4a49055cdf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844438 Jan 28 05:23:02.789612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-59ebe6e9-2980-4da1-9f3f-1bb544d87f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:02.791123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-59ebe6e9-2980-4da1-9f3f-1bb544d87f41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1096 time: 0.0450871 Jan 28 05:23:02.880000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52165ea4-922a-4e19-9fc0-726f471e7616 req-c5a40a2c-3845-4263-a74d-028c3567a6ce tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:02.881563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52165ea4-922a-4e19-9fc0-726f471e7616 req-c5a40a2c-3845-4263-a74d-028c3567a6ce tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1096 time: 0.0877466 Jan 28 05:23:02.934474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-d37c9cd5-f791-4767-9786-9aa6f78f60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:02.935918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-d37c9cd5-f791-4767-9786-9aa6f78f60ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.1186888 Jan 28 05:23:02.958701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52165ea4-922a-4e19-9fc0-726f471e7616 req-da78b9bc-629b-49ce-98ac-df5bd71fce18 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709920 Jan 28 05:23:03.010829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-3bb73860-af5d-4815-a05a-c31fac07aef5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0658333 Jan 28 05:23:03.059886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-e47add0b-c800-42cf-9df6-3dd6fa742296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:03.061401 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-e47add0b-c800-42cf-9df6-3dd6fa742296 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0444493 Jan 28 05:23:03.115947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-915ce856-6233-456a-8982-8ca82fdb04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:03.117519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-915ce856-6233-456a-8982-8ca82fdb04cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500405 Jan 28 05:23:03.216623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-480423b2-91be-4c70-9f2c-a0539ec8fead service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926583 Jan 28 05:23:03.321875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c798f202-0c0d-4ef9-ac79-f1299ee46a50 req-9a467791-9aca-46a4-893f-abfa3912c18f service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989902 Jan 28 05:23:03.483428 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-24b9eaec-eb98-4351-993c-5f172151eea6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397098 Jan 28 05:23:03.492099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-3b72a8ff-efbe-4ef2-a2a6-e01418277b9b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:23:03.493072 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-3b72a8ff-efbe-4ef2-a2a6-e01418277b9b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048511 Jan 28 05:23:06.676877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:08.042316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-8a02bf6e-f43e-4123-9155-8d1e7dfb8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:08.043710 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-8a02bf6e-f43e-4123-9155-8d1e7dfb8718 service neutron] 10.222.0.21 "GET /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1093 time: 0.0365686 Jan 28 05:23:08.051987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Request body: {'binding': {'host': 'n-h2-824835-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:08.052473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Unknown quota resources ['binding']. {{(pid=103139) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:23:08.074822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:08.476604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on host n-h2-824835-3 for vnic_type normal with profile None {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:23:08.476945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:23:08.477322 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:08.481812 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:23:08.482142 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:08.487729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:23:08.488077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Checking segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:08.488466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Bound using segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:23:08.488897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Bound port: c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:23:08.572587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:23:08.579485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:08.580682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] 10.222.0.21 "POST /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5321071 Jan 28 05:23:08.664279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0ee113f-0ee9-4e1d-b30c-f001f4df6ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:08.725527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49b48-5702-4b2e-866b-0940ebd8197b req-03ef6043-570e-4fa6-a8f7-455f77dfc88b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:08.727233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12b49b48-5702-4b2e-866b-0940ebd8197b req-03ef6043-570e-4fa6-a8f7-455f77dfc88b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0552866 Jan 28 05:23:08.776880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12b49b48-5702-4b2e-866b-0940ebd8197b req-9e99b467-599b-43fa-b557-d6f78c42b6d8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Jan 28 05:23:08.816916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-013f202f-f461-4e6e-bdfa-b94b691bff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:08.818517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-013f202f-f461-4e6e-bdfa-b94b691bff6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1096 time: 0.0407679 Jan 28 05:23:08.910009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-67e19e34-fdf0-4a05-84ce-b328fe4b3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:08.911498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-67e19e34-fdf0-4a05-84ce-b328fe4b3576 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.0871742 Jan 28 05:23:08.976833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-8f6fe575-47ae-4349-bfdd-35db2142ed82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0597119 Jan 28 05:23:09.028135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-a5df524e-575b-409a-915a-60e15bff55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:09.029549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-a5df524e-575b-409a-915a-60e15bff55b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0473130 Jan 28 05:23:09.073417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-28459428-57b2-4b5f-b045-a1478e674ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:09.074910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-28459428-57b2-4b5f-b045-a1478e674ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391722 Jan 28 05:23:09.160505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-8a5f46e7-bfd2-4149-8b92-1dbb88f2bb03 service neutron] 10.222.0.47 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799901 Jan 28 05:23:09.251761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-f4a2e271-5411-4007-962a-ce338abc6b01 service neutron] 10.222.0.47 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 Jan 28 05:23:09.431275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-c45e4f10-1864-4d7f-bc7d-78edd9727499 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:09.432806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-c45e4f10-1864-4d7f-bc7d-78edd9727499 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&tenant_id=338841884ec94bcda53cb811157e6687&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1096 time: 0.0759599 Jan 28 05:23:09.442590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-3'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:09.499736 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:09.628148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:09.666268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:09.706045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:09.708225 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c55850-8438-4918-a58e-1d89a943370b" -d '{"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:09.712585 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Publish callbacks [] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:09.719778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:09.757283 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb771b4e-3785-4803-abde-88b94157c81d x-openstack-request-id: req-bb771b4e-3785-4803-abde-88b94157c81d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:09.757811 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:09.757907 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb771b4e-3785-4803-abde-88b94157c81d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:09.758295 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'code': 200} Jan 28 05:23:09.832883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:09.845179 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.845534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.845882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.846254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.846597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.846934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.847272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.847635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.847993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.848355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.848710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.849066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.849424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:09.916116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on host n-h1-824835-3 for vnic_type normal with profile {"migrating_to": "n-h2-824835-3"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:23:09.916453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:23:09.916785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:09.924851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:23:09.925204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Attempting to bind port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:09.933810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:23:09.934151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Checking segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:09.934543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Bound using segment: {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:23:09.934977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Bound port: c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4118e581-6028-48b7-8f2e-86693dd17133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:23:09.935337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:09.944022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f887d43-dbe8-4a0a-8a3b-610b2c6cedef req-1bb5993e-f3ea-4b31-9a0d-059a641321d5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:09.945755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f887d43-dbe8-4a0a-8a3b-610b2c6cedef req-1bb5993e-f3ea-4b31-9a0d-059a641321d5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 943 time: 0.0900545 Jan 28 05:23:10.019225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5778b736-84a4-40c5-a90f-9467863a6232 None None] Provisioning complete for port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:10.019791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5778b736-84a4-40c5-a90f-9467863a6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:10.035488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f887d43-dbe8-4a0a-8a3b-610b2c6cedef req-8c48cad6-d873-44bb-a89d-e04421b391d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820694 Jan 28 05:23:10.047921 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:10.051000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:23:10.054486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:10.060045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5778b736-84a4-40c5-a90f-9467863a6232 None None] Port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:23:10.144230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:10.193848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:10.194483 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:10.195890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-8e282811-66d1-4a90-8059-03d9086e32f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1121 time: 0.7572241 Jan 28 05:23:10.282713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Provisioning complete for port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:10.283026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:10.325020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c5b130b5-63e5-4a0f-bc79-3288d8348ec1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:23:10.399522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Current status of the port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:10.399916 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:10.440047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:10.442271 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b56caa-aa54-412e-8eab-640ee50aa9c7" -d '{"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-plugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:10.459739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:10.465448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:10.485860 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7f647b-eee4-4576-afdd-1ae8bd025023 x-openstack-request-id: req-2f7f647b-eee4-4576-afdd-1ae8bd025023 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:10.486157 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-plugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:10.486418 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f7f647b-eee4-4576-afdd-1ae8bd025023 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:10.486798 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'code': 200} Jan 28 05:23:10.792176 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:10.816612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.816965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.817339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.817683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.818021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.818357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.818688 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.819018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.819353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.819692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.820038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.820366 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.820709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3832b1d-2211-4467-9def-9bdd0521982d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:10.873481 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9afde3ac-4b8f-425a-9ee0-b1e57b66c936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:11.153544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f61fd-3593-4c93-bd77-e9340f616a4f req-9855a65b-2671-4e4c-a95c-309cb8dc4f5d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:11.155047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd7f61fd-3593-4c93-bd77-e9340f616a4f req-9855a65b-2671-4e4c-a95c-309cb8dc4f5d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0488324 Jan 28 05:23:11.202411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd7f61fd-3593-4c93-bd77-e9340f616a4f req-18bce5de-9b72-4393-b946-569e39f8b34b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Jan 28 05:23:11.759678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:11.762116 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94" -d '{"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:11.799046 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73384749-57d6-4615-874c-5f02bd29672c x-openstack-request-id: req-73384749-57d6-4615-874c-5f02bd29672c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:11.799354 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:11.799615 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73384749-57d6-4615-874c-5f02bd29672c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:11.800017 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'status': 'completed', 'code': 200} Jan 28 05:23:11.880441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-10f92135-6c75-4e46-aaed-f9d7115ee71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:11.881976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-10f92135-6c75-4e46-aaed-f9d7115ee71a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1126 time: 0.0408731 Jan 28 05:23:11.971205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-bfc9db30-e522-4365-8a90-5b2528401738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:11.972594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-bfc9db30-e522-4365-8a90-5b2528401738 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.0849259 Jan 28 05:23:12.036103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-5acca79c-1e64-480e-9aa3-fd7f35f0751f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0573184 Jan 28 05:23:12.086930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-47069a96-b065-428b-b60a-2b45d57bf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:12.088363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-47069a96-b065-428b-b60a-2b45d57bf408 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0469239 Jan 28 05:23:12.107942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:12.133538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-69ef3aff-7c3c-4666-897c-3924a803deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:12.135057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-69ef3aff-7c3c-4666-897c-3924a803deb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410779 Jan 28 05:23:12.222966 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-47dd7238-1a15-451f-91eb-7088e09da7cd service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808318 Jan 28 05:23:12.317740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80d4625e-b6ca-4c74-8f89-8d70e43d5e94 req-7455da87-0958-4e52-a5a3-e038a5f27eb9 service neutron] 10.222.0.52 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881970 Jan 28 05:23:12.385618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5690-b3f6-45ba-b8b5-53cd975706fc req-089eede1-97ec-4359-a772-85c2551c6ca4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:12.387117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b4f5690-b3f6-45ba-b8b5-53cd975706fc req-089eede1-97ec-4359-a772-85c2551c6ca4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0617132 Jan 28 05:23:12.435986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8b4f5690-b3f6-45ba-b8b5-53cd975706fc req-2c86c384-93dd-4a05-a471-5fa536b02547 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Jan 28 05:23:13.552067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137f3c2-725e-4023-81b5-3ad620135f80 req-5e702c42-8708-48c6-9ac3-72514d9d5d7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:13.553493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c137f3c2-725e-4023-81b5-3ad620135f80 req-5e702c42-8708-48c6-9ac3-72514d9d5d7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0484056 Jan 28 05:23:13.602375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c137f3c2-725e-4023-81b5-3ad620135f80 req-4abce742-886f-4924-8c2a-c3d717e53068 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Jan 28 05:23:13.638639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:23:13.784649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:13.800344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 has no active binding in host n-h2-824835-3 {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:23:13.832156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:14.721169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3605bfb-d0a4-4c09-a4ed-ad4b010f2537 req-1858e48c-28fc-4de0-820b-09d92c284085 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:14.722685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3605bfb-d0a4-4c09-a4ed-ad4b010f2537 req-1858e48c-28fc-4de0-820b-09d92c284085 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 945 time: 0.0522566 Jan 28 05:23:14.782670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3605bfb-d0a4-4c09-a4ed-ad4b010f2537 req-61252791-fac9-4fd7-a2a0-d53843369bd4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540223 Jan 28 05:23:15.372957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-3888dd01-9810-4e31-a36a-bf5b17d7dd0d service neutron] 10.222.0.52 "GET /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 384 time: 0.0609579 Jan 28 05:23:15.400530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:15.544573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:15.563138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:15.601865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:15.604339 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6edd86855840c95e33344b16ef3ce340440131959c9fd400ec10d2cc80edd27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812aaa20-de10-471f-866c-103ed08403ea" -d '{"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:15.611216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:15.625752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:15.657785 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb42838-4729-40d6-b846-6240330cb7f9 x-openstack-request-id: req-bfb42838-4729-40d6-b846-6240330cb7f9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:15.658079 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:15.658332 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfb42838-4729-40d6-b846-6240330cb7f9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:15.658724 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'code': 200} Jan 28 05:23:15.699057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] Transition to ACTIVE for port object c5b130b5-63e5-4a0f-bc79-3288d8348ec1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:23:15.706105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:15.799790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:15.834780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] No DVR routers for this DVR port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:23:15.965107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de654901-b408-4cce-a808-1a63043f7843 req-c15a6c33-b7a0-453f-83dc-706bc488832f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:15.966686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de654901-b408-4cce-a808-1a63043f7843 req-c15a6c33-b7a0-453f-83dc-706bc488832f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 944 time: 0.0935931 Jan 28 05:23:16.031298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-57aae941-dc7c-4d68-a1cf-48af9aebcda6 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1/bindings/n-h2-824835-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6528409 Jan 28 05:23:16.044655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de654901-b408-4cce-a808-1a63043f7843 req-831b290b-d83f-4d24-8e9f-da0b8baa8ac8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714726 Jan 28 05:23:16.164252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-cc0e6969-48e1-4ef3-bec9-79bd213c9eeb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.165810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-cc0e6969-48e1-4ef3-bec9-79bd213c9eeb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&tenant_id=338841884ec94bcda53cb811157e6687&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.0439994 Jan 28 05:23:16.211726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-369f81e2-de94-4e5a-9930-ee395e9aa2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.213369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-369f81e2-de94-4e5a-9930-ee395e9aa2f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 1095 time: 0.0404239 Jan 28 05:23:16.287904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-9b96a9e8-4e10-4022-872c-9744e28ad42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.289412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-9b96a9e8-4e10-4022-872c-9744e28ad42b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1095 time: 0.0435727 Jan 28 05:23:16.376141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-e23afa58-b909-49e8-8c43-752342b55a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.377779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-e23afa58-b909-49e8-8c43-752342b55a40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.0826886 Jan 28 05:23:16.444656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-079ab41c-cebe-4267-9f6f-4908782367d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 999 time: 0.0611451 Jan 28 05:23:16.492385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-29936239-db48-4ac3-a765-ba83c2fdc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.493999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-29936239-db48-4ac3-a765-ba83c2fdc49b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0440462 Jan 28 05:23:16.538026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-9af77974-14a9-4060-98af-3e2091020a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.539486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-9af77974-14a9-4060-98af-3e2091020a33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399358 Jan 28 05:23:16.628827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-eae7a0da-9c2b-4a1e-9473-bc4e849453cc service neutron] 10.222.0.47 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Jan 28 05:23:16.715376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-723f856c-fdbf-48a2-a419-b02d60348e28 service neutron] 10.222.0.47 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811255 Jan 28 05:23:16.981853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466660-c027-4e01-83bd-357b95b41523 req-c3982bbf-0540-48a5-8e11-710bd7c36e6e tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:16.983336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-c3982bbf-0540-48a5-8e11-710bd7c36e6e tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc&tenant_id=338841884ec94bcda53cb811157e6687&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 1095 time: 0.0442908 Jan 28 05:23:17.127138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1466660-c027-4e01-83bd-357b95b41523 req-d96b8880-a379-4983-8872-e16d8677f74b service neutron] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:17.130434 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1466660-c027-4e01-83bd-357b95b41523 req-d96b8880-a379-4983-8872-e16d8677f74b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:17.131628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-d96b8880-a379-4983-8872-e16d8677f74b service neutron] 10.222.0.47 "DELETE /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1/bindings/n-h1-824835-3 HTTP/1.1" status: 204 len: 173 time: 0.1411004 Jan 28 05:23:17.282216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730253-2505-49da-a8c6-1c09022184ba req-02682c98-5571-4e49-a974-f09ad0ca5749 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:17.284043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-43730253-2505-49da-a8c6-1c09022184ba req-02682c98-5571-4e49-a974-f09ad0ca5749 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 944 time: 0.0967450 Jan 28 05:23:17.331398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-43730253-2505-49da-a8c6-1c09022184ba req-5c821b41-7226-4e83-a2cd-6cf52d530911 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Jan 28 05:23:17.517375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15657ce-f9d4-4e46-8e8b-4be4f0d6d873 req-4fbeab31-a9fb-4b9c-b93e-55a31951e709 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:17.518917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e15657ce-f9d4-4e46-8e8b-4be4f0d6d873 req-4fbeab31-a9fb-4b9c-b93e-55a31951e709 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1095 time: 0.0834820 Jan 28 05:23:17.568512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e15657ce-f9d4-4e46-8e8b-4be4f0d6d873 req-886e61aa-ed20-428c-a2a0-6d7fd6843feb tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Jan 28 05:23:17.678967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdbc87-6b16-44ce-a2dd-ee67be4e12c4 req-c7e4ace7-48c6-44d9-8b9d-13167b6338a4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:17.680430 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29fdbc87-6b16-44ce-a2dd-ee67be4e12c4 req-c7e4ace7-48c6-44d9-8b9d-13167b6338a4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 944 time: 0.0460954 Jan 28 05:23:17.728536 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-29fdbc87-6b16-44ce-a2dd-ee67be4e12c4 req-56827402-1199-40a3-ac29-bf9b54aebcea tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Jan 28 05:23:17.750604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51402) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:17.814146 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e923171b-58d0-4692-8c51-e3426e213779 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/dcd7bbe9-7b73-49c3-afa1-c295724f44f0 HTTP/1.1" status: 200 len: 991 time: 0.0623107 Jan 28 05:23:17.832177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:23:17.873220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:23:17.873635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:23:18.055864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51408) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:18.212441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port ee96fb15-ddf8-4698-bd7f-b33825c52a68 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:23:18.212800 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:18.287544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:18.288291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (ee96fb15-ddf8-4698-bd7f-b33825c52a68), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:18.299693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for ee96fb15-ddf8-4698-bd7f-b33825c52a68 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:23:18.448422 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ee96fb15-ddf8-4698-bd7f-b33825c52a68), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:18.476634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=ee96fb15-ddf8-4698-bd7f-b33825c52a68,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:18.505564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.505921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.506267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.506604 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.506939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.507268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.507598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.507925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.508254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.508579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.508912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.509255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.509579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:18.548409 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (dcd7bbe9-7b73-49c3-afa1-c295724f44f0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:18.548741 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP dcd7bbe9-7b73-49c3-afa1-c295724f44f0 disassociated (deleted). External IP: 172.25.6.190, port: c5b130b5-63e5-4a0f-bc79-3288d8348ec1. Jan 28 05:23:18.757716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router dd1b0147-24c8-4a9c-98b9-6be017542a54 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:23:18.865842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:23:18.871000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:18.875856 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] Sync routers for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:23:18.885307 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:18.885921 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:18.901841 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-174f9cdc-dde4-4ff0-bf02-99c554749703 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcd7bbe9-7b73-49c3-afa1-c295724f44f0 HTTP/1.1" status: 204 len: 168 time: 0.8420005 Jan 28 05:23:18.901841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:18.902232 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:18.942718 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d85c54-e968-4f3d-b027-ec16d1d8d0b7 x-openstack-request-id: req-81d85c54-e968-4f3d-b027-ec16d1d8d0b7 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:18.943086 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:18.943439 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81d85c54-e968-4f3d-b027-ec16d1d8d0b7 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:18.943913 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'status': 'completed', 'code': 200} Jan 28 05:23:18.992596 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:19.038207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-8250811e-7a56-4044-96b4-ca49603591a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:19.041099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-8250811e-7a56-4044-96b4-ca49603591a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 1095 time: 0.0535028 Jan 28 05:23:19.188491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42d576-9f7c-4066-91a6-873910dd58c8 req-503dca89-74d2-40cd-86ac-a488383f5839 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:19.190321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd42d576-9f7c-4066-91a6-873910dd58c8 req-503dca89-74d2-40cd-86ac-a488383f5839 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 944 time: 0.1038001 Jan 28 05:23:19.197730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:19.217032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-72862944-b4cc-480e-ace0-0f78e92c0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:19.218494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-72862944-b4cc-480e-ace0-0f78e92c0409 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 200 len: 897 time: 0.1415341 Jan 28 05:23:19.224989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] Checking router: dd1b0147-24c8-4a9c-98b9-6be017542a54 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:23:19.233691 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:19.234350 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:19.273619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-69a312eb-d574-4765-8c05-e30be8be9513 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 200 len: 217 time: 0.0467193 Jan 28 05:23:19.282601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd42d576-9f7c-4066-91a6-873910dd58c8 req-c9f78da6-dd54-431d-91e3-a5c3e2fcb8d5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=9160d70d-a693-409c-a1b2-396f7005c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814948 Jan 28 05:23:19.326341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-fe9a3370-451e-4c53-ae01-ba6a209bc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:19.327817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-fe9a3370-451e-4c53-ae01-ba6a209bc53b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 200 len: 835 time: 0.0439353 Jan 28 05:23:19.341902 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:19.378267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-f0012dd7-f1fb-42af-b205-e8613e4d54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:19.379813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-f0012dd7-f1fb-42af-b205-e8613e4d54d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b22695a-adb8-4b16-bad6-2aff6432d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454538 Jan 28 05:23:19.481670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-7142d2f1-2402-4cd5-b64d-6626802775b6 service neutron] 10.222.0.47 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817258 Jan 28 05:23:19.550303 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:19.582646 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb995c03-ea69-4829-811e-eb9654cfa893 None None] The sync data for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 is: [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:44Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a40ab1b0-1e4c-4f33-bc1f-29337158d9a4', 'name': '', 'network_id': '8b22695a-adb8-4b16-bad6-2aff6432d7e6', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:91:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:43Z', 'updated_at': '2022-01-28T05:21:47Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': '1f845edc-a11c-43d7-a117-7f1b20025b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:23:19.609352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.47', 50265) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:19.680417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed100b-eced-443a-a43b-2eb864fd034a req-69de22c3-8b72-4969-a321-5ce0403780ec tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:19.682069 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-66ed100b-eced-443a-a43b-2eb864fd034a req-69de22c3-8b72-4969-a321-5ce0403780ec tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 944 time: 0.0703959 Jan 28 05:23:19.786859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:23:19.787211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:19.877948 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27cfa7-f155-4ec3-99ec-3f088f52eccf None None] New status for floating IP dcd7bbe9-7b73-49c3-afa1-c295724f44f0: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:23:19.893658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port c5b130b5-63e5-4a0f-bc79-3288d8348ec1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:19.894034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:19.907838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for c5b130b5-63e5-4a0f-bc79-3288d8348ec1 owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:23:19.942410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f92c1d65-f90d-43b3-b5a1-ea8a6bb9a7a6 req-a039b92d-ab85-462f-9745-e024e1974a2f service neutron] 10.222.0.47 "GET /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506671 Jan 28 05:23:20.042369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c5b130b5-63e5-4a0f-bc79-3288d8348ec1), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:20.071487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=c5b130b5-63e5-4a0f-bc79-3288d8348ec1,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:20.112374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] No DVR routers for this DVR port c5b130b5-63e5-4a0f-bc79-3288d8348ec1 on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:23:20.114934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:20.118251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-66ed100b-eced-443a-a43b-2eb864fd034a req-9416b615-dc6f-439e-9c0f-f6702c67c37e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.47 "DELETE /v2.0/ports/c5b130b5-63e5-4a0f-bc79-3288d8348ec1 HTTP/1.1" status: 204 len: 173 time: 0.4309335 Jan 28 05:23:20.397920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fbcbf40c-79bd-468c-9c93-e901bceb4d87 req-d95a62ed-cdde-44c3-9c87-44774b983f48 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=085051bc-6bc1-40bf-a8e3-b56ae23a79dc HTTP/1.1" status: 200 len: 210 time: 0.0265894 Jan 28 05:23:20.944921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-deleted', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:20.947300 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21196702932417c054a96c96e6caaddcada60dc170e8d90e2c24f37e18a6fe79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466d264f-c414-4833-ba75-0580feb4e64f" -d '{"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-deleted", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:20.982919 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7aa642-ce8e-4774-8556-f7400f520e51 x-openstack-request-id: req-ec7aa642-ce8e-4774-8556-f7400f520e51 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:20.983275 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085051bc-6bc1-40bf-a8e3-b56ae23a79dc", "name": "network-vif-deleted", "tag": "c5b130b5-63e5-4a0f-bc79-3288d8348ec1", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:20.983482 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec7aa642-ce8e-4774-8556-f7400f520e51 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:20.983880 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085051bc-6bc1-40bf-a8e3-b56ae23a79dc', 'name': 'network-vif-deleted', 'tag': 'c5b130b5-63e5-4a0f-bc79-3288d8348ec1', 'status': 'completed', 'code': 200} Jan 28 05:23:21.454700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51422) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:21.813569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (dd1b0147-24c8-4a9c-98b9-6be017542a54), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.059690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:23:22.060341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.144979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port a40ab1b0-1e4c-4f33-bc1f-29337158d9a4, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:22.145379 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.157387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:23:22.341867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a40ab1b0-1e4c-4f33-bc1f-29337158d9a4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.367900 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=a40ab1b0-1e4c-4f33-bc1f-29337158d9a4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:22.539420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (dd1b0147-24c8-4a9c-98b9-6be017542a54), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.753751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router dd1b0147-24c8-4a9c-98b9-6be017542a54 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:23:22.863077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:23:22.868504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c9fd6da3-b622-4d64-9a39-c4772fac63bd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/dd1b0147-24c8-4a9c-98b9-6be017542a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4127445 Jan 28 05:23:22.871345 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51424) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:22.873244 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] Sync routers for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:23:22.883265 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:22.883863 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:22.921888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting subnet 1f845edc-a11c-43d7-a117-7f1b20025b0a {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:23:22.925345 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (1f845edc-a11c-43d7-a117-7f1b20025b0a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.963693 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (1f845edc-a11c-43d7-a117-7f1b20025b0a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:22.986244 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:23.048993 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1f845edc-a11c-43d7-a117-7f1b20025b0a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.108510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (1f845edc-a11c-43d7-a117-7f1b20025b0a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.136197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Subnet': ['ID=1f845edc-a11c-43d7-a117-7f1b20025b0a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:23.143781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.150480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1dbd69aa-a2e9-4faa-9421-9028d43bfa7a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/subnets/1f845edc-a11c-43d7-a117-7f1b20025b0a HTTP/1.1" status: 204 len: 168 time: 0.2747445 Jan 28 05:23:23.150480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51426) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:23.153421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb35fa-5371-42dc-b006-18df8b997e38 None None] Network 8b22695a-adb8-4b16-bad6-2aff6432d7e6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:23:23.263257 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:23:22Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:23.263633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (dd1b0147-24c8-4a9c-98b9-6be017542a54), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.291964 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] Checking router: dd1b0147-24c8-4a9c-98b9-6be017542a54 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:23:23.301673 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] Routers {'dd1b0147-24c8-4a9c-98b9-6be017542a54'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:23.302368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['dd1b0147-24c8-4a9c-98b9-6be017542a54'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:23.355503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] DHCP port deletion for 8b22695a-adb8-4b16-bad6-2aff6432d7e6 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:23:23.374391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (dd1b0147-24c8-4a9c-98b9-6be017542a54), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.416359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] Deleting port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:23:23.416733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.420975 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] Set router dd1b0147-24c8-4a9c-98b9-6be017542a54 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:23.430895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 3bea1694-c865-4b1b-bfc3-db956dd2e51c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:23:23.431260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.491626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] For port 80c0557a-0999-4ead-b01b-d0ff8ee24c86, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=80c0557a-0999-4ead-b01b-d0ff8ee24c86,segment=NetworkSegment(4118e581-6028-48b7-8f2e-86693dd17133),segment_id=4118e581-6028-48b7-8f2e-86693dd17133)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:23.491930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.505351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] Calling delete_port for 80c0557a-0999-4ead-b01b-d0ff8ee24c86 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:23:23.525300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port 3bea1694-c865-4b1b-bfc3-db956dd2e51c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3bea1694-c865-4b1b-bfc3-db956dd2e51c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:23.525782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.538420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 3bea1694-c865-4b1b-bfc3-db956dd2e51c owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:23:23.587560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (80c0557a-0999-4ead-b01b-d0ff8ee24c86), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.616614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:23:22Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:23.616972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] Pushing event deleted for resources: {'Port': ['ID=80c0557a-0999-4ead-b01b-d0ff8ee24c86,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:23.621704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d82096-3db5-4bc2-b5db-7e03c3cb98cc None None] No DVR routers for this DVR port 80c0557a-0999-4ead-b01b-d0ff8ee24c86 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:23:23.644040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:23:23.651800 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b69666-b9b9-4e9b-95b0-949f68977907 None None] The sync data for ids ['dd1b0147-24c8-4a9c-98b9-6be017542a54'] in n-d-824835-3 is: [{'id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-453744890', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:23:22Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '3bea1694-c865-4b1b-bfc3-db956dd2e51c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b0147-24c8-4a9c-98b9-6be017542a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:21:41Z', 'updated_at': '2022-01-28T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:23:23.666093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: c5b130b5-63e5-4a0f-bc79-3288d8348ec1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:23:23.666778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device c5b130b5-63e5-4a0f-bc79-3288d8348ec1 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:23:23.726932 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3bea1694-c865-4b1b-bfc3-db956dd2e51c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.751027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=3bea1694-c865-4b1b-bfc3-db956dd2e51c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:23.811809 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (dd1b0147-24c8-4a9c-98b9-6be017542a54), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.900277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (dd1b0147-24c8-4a9c-98b9-6be017542a54), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.902320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (dd1b0147-24c8-4a9c-98b9-6be017542a54), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.947321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (dd1b0147-24c8-4a9c-98b9-6be017542a54), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.947897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Fanout notify agent at l3_agent the message router_deleted on router dd1b0147-24c8-4a9c-98b9-6be017542a54 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:23:23.954472 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:23.955574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4c3f6783-16fe-4e9a-9c38-b009183fd928 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/routers/dd1b0147-24c8-4a9c-98b9-6be017542a54 HTTP/1.1" status: 204 len: 168 time: 0.8047309 Jan 28 05:23:23.958316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51428) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:24.034972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8b22695a-adb8-4b16-bad6-2aff6432d7e6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.125861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8b22695a-adb8-4b16-bad6-2aff6432d7e6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.147303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b22695a-adb8-4b16-bad6-2aff6432d7e6']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:24.156455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4118e581-6028-48b7-8f2e-86693dd17133') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:24.156754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4118e581-6028-48b7-8f2e-86693dd17133') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:24.165875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4118e581-6028-48b7-8f2e-86693dd17133), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.179073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4118e581-6028-48b7-8f2e-86693dd17133), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.184855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:23:24.185276 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4118e581-6028-48b7-8f2e-86693dd17133), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:23:24.188723 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:23:24.247588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8b22695a-adb8-4b16-bad6-2aff6432d7e6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.255596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.258821 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/networks/8b22695a-adb8-4b16-bad6-2aff6432d7e6 HTTP/1.1" status: 204 len: 168 time: 0.2995858 Jan 28 05:23:24.261662 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51430) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:24.275460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562b74-9d0a-4962-afb7-119b6901fd09 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Network': ['ID=8b22695a-adb8-4b16-bad6-2aff6432d7e6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:24.323283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ecc9068-c06d-47af-ab45-df9fb9a905a2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (9160d70d-a693-409c-a1b2-396f7005c205), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.348999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ecc9068-c06d-47af-ab45-df9fb9a905a2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (9160d70d-a693-409c-a1b2-396f7005c205), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.409161 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ecc9068-c06d-47af-ab45-df9fb9a905a2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (9160d70d-a693-409c-a1b2-396f7005c205), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.411783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ecc9068-c06d-47af-ab45-df9fb9a905a2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.412944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ecc9068-c06d-47af-ab45-df9fb9a905a2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/security-groups/9160d70d-a693-409c-a1b2-396f7005c205 HTTP/1.1" status: 204 len: 168 time: 0.1502161 Jan 28 05:23:24.421877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc9068-c06d-47af-ab45-df9fb9a905a2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160d70d-a693-409c-a1b2-396f7005c205,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:24.699043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51436) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:24.704304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064665788', 'description': 'tempest-secgroup-smoke-2064665788 description', 'project_id': '338841884ec94bcda53cb811157e6687'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:24.725228 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.794590 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (778f6de3-4713-4f5c-a729-5bd942d17779), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.798254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (778f6de3-4713-4f5c-a729-5bd942d17779), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.826864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.828270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1280258 Jan 28 05:23:24.830751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c7429-9c67-4001-a5df-bb56183a7ffa tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778f6de3-4713-4f5c-a729-5bd942d17779,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:24.831317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51438) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:24.835923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '778f6de3-4713-4f5c-a729-5bd942d17779', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:24.862382 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (a185cd1d-2470-42c6-b716-a7192aedf4b9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.923192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (a185cd1d-2470-42c6-b716-a7192aedf4b9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.927004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a185cd1d-2470-42c6-b716-a7192aedf4b9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.944457 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a185cd1d-2470-42c6-b716-a7192aedf4b9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:24.952341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:24.954099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8cc0cceb-b5e3-4183-8e04-5e105781ff22 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217780 Jan 28 05:23:24.956794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51440) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:24.961268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '778f6de3-4713-4f5c-a729-5bd942d17779', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:24.986380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (a3fed63d-8279-4880-b8e8-544a3d1c1582), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.041167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (a3fed63d-8279-4880-b8e8-544a3d1c1582), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.044686 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (a3fed63d-8279-4880-b8e8-544a3d1c1582), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.062157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fed63d-8279-4880-b8e8-544a3d1c1582,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:25.069368 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.070579 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-cf4df01b-a737-412a-894e-5b457266e624 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127765 Jan 28 05:23:25.073300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51442) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:25.077617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '778f6de3-4713-4f5c-a729-5bd942d17779', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:25.104245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (aef0bcf1-4524-4b43-839c-0ee3bdc05f0f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.160510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (aef0bcf1-4524-4b43-839c-0ee3bdc05f0f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.164021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (aef0bcf1-4524-4b43-839c-0ee3bdc05f0f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.183080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef0bcf1-4524-4b43-839c-0ee3bdc05f0f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:25.191050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.192291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0e1ec2e9-cd01-47b4-8072-50119de3e370 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180632 Jan 28 05:23:25.194988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51444) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:25.199379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '778f6de3-4713-4f5c-a729-5bd942d17779', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:25.224408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (943436ae-5eb4-4e16-89a0-41c4a12fcc23), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.287136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (943436ae-5eb4-4e16-89a0-41c4a12fcc23), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.292104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (943436ae-5eb4-4e16-89a0-41c4a12fcc23), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.297316 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3bea1694-c865-4b1b-bfc3-db956dd2e51c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:23:25.310455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943436ae-5eb4-4e16-89a0-41c4a12fcc23,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:25.318943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3bea1694-c865-4b1b-bfc3-db956dd2e51c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:23:25.319268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.319381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3bea1694-c865-4b1b-bfc3-db956dd2e51c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:23:25.319701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80c0557a-0999-4ead-b01b-d0ff8ee24c86 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:23:25.320499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-73e40842-f8f5-43f8-91d4-c06a472c72d4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245711 Jan 28 05:23:25.323360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51446) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:25.327738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '778f6de3-4713-4f5c-a729-5bd942d17779', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:25.338982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 80c0557a-0999-4ead-b01b-d0ff8ee24c86 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:23:25.339342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 80c0557a-0999-4ead-b01b-d0ff8ee24c86 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:23:25.339772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:23:25.347756 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:23:25.353239 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (e2cd7829-a034-40da-ad44-9af7d4fbf541), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.362332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:23:25.362686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a40ab1b0-1e4c-4f33-bc1f-29337158d9a4 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:23:25.413538 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (e2cd7829-a034-40da-ad44-9af7d4fbf541), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.417040 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (e2cd7829-a034-40da-ad44-9af7d4fbf541), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.434354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cd7829-a034-40da-ad44-9af7d4fbf541,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:25.442081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.443289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a3603af2-ad6a-47cf-b6ce-637035d1a843 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190062 Jan 28 05:23:25.446307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51448) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:25.450622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'security_group_rule': {'security_group_id': '778f6de3-4713-4f5c-a729-5bd942d17779', 'project_id': '338841884ec94bcda53cb811157e6687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:25.471166 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Project 338841884ec94bcda53cb811157e6687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:23:25.476503 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (462c089c-50ea-4380-802c-37cd6ba0c233), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.535682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (462c089c-50ea-4380-802c-37cd6ba0c233), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.539304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (462c089c-50ea-4380-802c-37cd6ba0c233), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.556379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462c089c-50ea-4380-802c-37cd6ba0c233,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:25.564741 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.565981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ebab6a09-35bb-429f-a030-887c3c9f0316 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187549 Jan 28 05:23:25.569302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51450) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:25.574067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'network': {'name': 'tempest-network-smoke--1195118487', 'project_id': '338841884ec94bcda53cb811157e6687', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:25.593523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:23:25.596734 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.622954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:23:25.632236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (55645c8e-8200-4d65-bde5-cfe4d47e0c02), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.632570 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Added segment 55645c8e-8200-4d65-bde5-cfe4d47e0c02 of type vlan for network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d Jan 28 05:23:25.670162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7b39e895-d514-47a8-b4ff-8a8e65db3a2d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.694360 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7b39e895-d514-47a8-b4ff-8a8e65db3a2d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.699180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:25.699769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.755099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1847892 Jan 28 05:23:25.757941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:25.764550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'admin_state_up': True, 'project_id': '338841884ec94bcda53cb811157e6687', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:25.779494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288898-967c-4751-9c5a-645e67df39ba tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Network': ['ID=7b39e895-d514-47a8-b4ff-8a8e65db3a2d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:25.789743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:23:25.793632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (0858209b-a52e-400c-ace1-f5669ca6dff6), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.794683 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (0858209b-a52e-400c-ace1-f5669ca6dff6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.852941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (0858209b-a52e-400c-ace1-f5669ca6dff6), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:25.990427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (0858209b-a52e-400c-ace1-f5669ca6dff6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:26.185104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (0858209b-a52e-400c-ace1-f5669ca6dff6), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:26.204142 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:26.307510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.3 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/1a42492a-1cca-43ef-9396-7e33c63f8023) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:23:26.408248 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:26.440325 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:26.477257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:23:26.480276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:26.485904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:23:26.511172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=1a42492a-1cca-43ef-9396-7e33c63f8023,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:26.734923 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (0858209b-a52e-400c-ace1-f5669ca6dff6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:26.925512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (0858209b-a52e-400c-ace1-f5669ca6dff6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.050985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 0858209b-a52e-400c-ace1-f5669ca6dff6 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:23:27.155605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:23:27.165676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Sync routers for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:23:27.175458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.176328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:27.176876 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-50810caf-d201-44fc-bf0c-6ebd8f78ebcd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4179802 Jan 28 05:23:27.177130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:27.180146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51454) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:27.209475 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9e5d8089-875a-43d3-8fb5-c0fe89a8d5ad tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=338841884ec94bcda53cb811157e6687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273969 Jan 28 05:23:27.212138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51456) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:27.281345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:27.296409 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d36e1-dc9b-46ec-8980-480adee1d2bd tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:27.298502 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c3d36e1-dc9b-46ec-8980-480adee1d2bd tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854535 Jan 28 05:23:27.301372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51458) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:27.333017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-50b8dfc1-a614-42b6-804f-42854848f9b2 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306151 Jan 28 05:23:27.335498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51460) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:27.340157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376483535', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'project_id': '338841884ec94bcda53cb811157e6687', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:27.424523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:23:27.428011 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.459150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:26Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:27.486340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Checking router: 0858209b-a52e-400c-ace1-f5669ca6dff6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:23:27.486766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Updating router 0858209b-a52e-400c-ace1-f5669ca6dff6 port 1a42492a-1cca-43ef-9396-7e33c63f8023 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:23:27.512699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.610807 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e16fb0be-370c-485b-9af8-42024ac2b79b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.669285 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Subnet': ['ID=e16fb0be-370c-485b-9af8-42024ac2b79b,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:27.678478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Checking segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:27.678891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network hostable DHCP agents. Network: 7b39e895-d514-47a8-b4ff-8a8e65db3a2d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:23:27.695754 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:23:27.712863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 7b39e895-d514-47a8-b4ff-8a8e65db3a2d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:27.717086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:27.717970 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.725559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b43f90-9bf8-4634-a398-5a21620abf53 None None] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:23:27.736039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec73811c-b18f-4ebb-964b-925c196c4e54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3995442 Jan 28 05:23:27.738890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51462) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:27.810405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Publish callbacks [] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.817861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.900957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba9fd-d795-40ab-915a-a489c6f27f88 None None] Pushing event updated for resources: {'Port': ['ID=1a42492a-1cca-43ef-9396-7e33c63f8023,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:27.903465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Attempting to bind port 1a42492a-1cca-43ef-9396-7e33c63f8023 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:23:27.903845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Attempting to bind port 1a42492a-1cca-43ef-9396-7e33c63f8023 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:23:27.904190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Attempting to bind port 1a42492a-1cca-43ef-9396-7e33c63f8023 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:27.909280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:23:27.910163 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.921193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:23:27.921595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:27.921997 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:27.922387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:23:27.922863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Bound port: 1a42492a-1cca-43ef-9396-7e33c63f8023, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:23:27.923243 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.031000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] For port 1a42492a-1cca-43ef-9396-7e33c63f8023, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:28.049648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] For port 1a42492a-1cca-43ef-9396-7e33c63f8023, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1a42492a-1cca-43ef-9396-7e33c63f8023,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:23:28.056320 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.145718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Allocated IP 172.20.0.2 (7b39e895-d514-47a8-b4ff-8a8e65db3a2d/e16fb0be-370c-485b-9af8-42024ac2b79b/4e914728-46c5-453f-8cf8-95f95d33d5fd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:23:28.167978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba9fd-d795-40ab-915a-a489c6f27f88 None None] Pushing event updated for resources: {'Port': ['ID=1a42492a-1cca-43ef-9396-7e33c63f8023,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:28.172297 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:28.173006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:28.491752 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.506583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:28.635659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Publish callbacks [] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.645664 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.708836 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Pushing event updated for resources: {'Port': ['ID=4e914728-46c5-453f-8cf8-95f95d33d5fd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:28.715657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:23:28.718200 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:28.740333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:23:28.762374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.1 (7b39e895-d514-47a8-b4ff-8a8e65db3a2d/e16fb0be-370c-485b-9af8-42024ac2b79b/a0da6787-ba9a-41c2-94aa-b2bb087b5f25) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:23:28.801440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Attempting to bind port 4e914728-46c5-453f-8cf8-95f95d33d5fd on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:23:28.801817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Attempting to bind port 4e914728-46c5-453f-8cf8-95f95d33d5fd by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:23:28.802182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Attempting to bind port 4e914728-46c5-453f-8cf8-95f95d33d5fd on network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:28.809259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:23:28.809639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Checking segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:28.810045 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.810437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Bound using segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:23:28.810903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Bound port: 4e914728-46c5-453f-8cf8-95f95d33d5fd, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:23:28.811282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.830157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:26Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:28.875560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c72f5-bf49-4c5c-a9a8-faec864a057d None None] The sync data for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 is: [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:26Z', 'revision_number': 3, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:23:28.875931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.905180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] For port 4e914728-46c5-453f-8cf8-95f95d33d5fd, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:28.908538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] For port 4e914728-46c5-453f-8cf8-95f95d33d5fd, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e914728-46c5-453f-8cf8-95f95d33d5fd,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:23:28.913132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.913495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:28.960150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:23:28.966128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:28.969120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:23:28.975449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a791a18-de38-43cb-a212-283e6c29f4ca None None] Pushing event updated for resources: {'Port': ['ID=4e914728-46c5-453f-8cf8-95f95d33d5fd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:29.005028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:29.026806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (0858209b-a52e-400c-ace1-f5669ca6dff6), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.190427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.410334 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:23:29.455198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a42492a-1cca-43ef-9396-7e33c63f8023 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:23:29.511146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1a42492a-1cca-43ef-9396-7e33c63f8023 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:29.511605 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.533019 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.542046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.600801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1a42492a-1cca-43ef-9396-7e33c63f8023 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:29.601572 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.623192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 1a42492a-1cca-43ef-9396-7e33c63f8023, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1a42492a-1cca-43ef-9396-7e33c63f8023,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:29.624016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:29.629512 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (0858209b-a52e-400c-ace1-f5669ca6dff6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.634831 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.635637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e914728-46c5-453f-8cf8-95f95d33d5fd up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:23:29.713204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=1a42492a-1cca-43ef-9396-7e33c63f8023,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:29.725460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4e914728-46c5-453f-8cf8-95f95d33d5fd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:29.725837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.767092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:23:29.768615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:29.826419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4e914728-46c5-453f-8cf8-95f95d33d5fd is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:29.826963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.866882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 4e914728-46c5-453f-8cf8-95f95d33d5fd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e914728-46c5-453f-8cf8-95f95d33d5fd,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:29.871855 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:29.919666 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 0858209b-a52e-400c-ace1-f5669ca6dff6 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:23:29.925855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=4e914728-46c5-453f-8cf8-95f95d33d5fd,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:30.041440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:23:30.049657 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c7b2918e-64d7-473e-ba54-fc80ce1095a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/0858209b-a52e-400c-ace1-f5669ca6dff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3096976 Jan 28 05:23:30.139997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf953b-ea9c-49cd-b70e-d08fdacc95e6 None None] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:23:30.201117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-70c1b2e8-e9ec-41aa-8d5a-46d0b12e42dd tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064665788&fields=id&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 267 time: 0.0441620 Jan 28 05:23:30.243331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f995cf4e-ca81-4946-8987-28d2c0c600b1 None None] Provisioning complete for port 4e914728-46c5-453f-8cf8-95f95d33d5fd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:30.243708 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f995cf4e-ca81-4946-8987-28d2c0c600b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:30.315258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-f3a06050-dee3-4833-b2f0-de1b234c57a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:30.316826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-f3a06050-dee3-4833-b2f0-de1b234c57a8 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 797 time: 0.1084487 Jan 28 05:23:30.335462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-11aeea35-4393-48d1-b895-c24dd1f2918a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/quotas/338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 375 time: 0.0108445 Jan 28 05:23:30.347898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f995cf4e-ca81-4946-8987-28d2c0c600b1 None None] Current status of the port 4e914728-46c5-453f-8cf8-95f95d33d5fd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:30.395582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-d6780dc5-8a3c-4393-be23-b60124822a1c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498245 Jan 28 05:23:30.575575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9955d778-71ef-4950-a83f-95196c1ef5af None None] Provisioning complete for port 4e914728-46c5-453f-8cf8-95f95d33d5fd triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:30.576048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9955d778-71ef-4950-a83f-95196c1ef5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:30.590489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-781f52f7-7328-46d5-b473-61b6a986a4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473057 Jan 28 05:23:30.661550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9955d778-71ef-4950-a83f-95196c1ef5af None None] Current status of the port 4e914728-46c5-453f-8cf8-95f95d33d5fd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:30.672759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9955d778-71ef-4950-a83f-95196c1ef5af None None] Provisioning complete for port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:30.673137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9955d778-71ef-4950-a83f-95196c1ef5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:30.706824 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-0039f8f6-c631-44bb-ac0e-9789a1f47ed3 service neutron] 10.222.0.21 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079693 Jan 28 05:23:30.716262 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Sync routers for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:23:30.726188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9955d778-71ef-4950-a83f-95196c1ef5af None None] Port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:23:30.735825 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:30.736445 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:30.851242 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:30.858584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-354e7505-97a5-4f74-bdb2-7800beef0734 None None] Provisioning complete for port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:30.859023 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-354e7505-97a5-4f74-bdb2-7800beef0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:30.912936 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae080bf1-aa82-451a-b383-dd0bbac9c0cf req-55749d51-4a98-45d5-8246-27f010bf1e53 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 210 time: 0.0405557 Jan 28 05:23:30.914165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-354e7505-97a5-4f74-bdb2-7800beef0734 None None] Port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:23:31.036665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7c7689ee-eb0a-46e2-a987-9ef103fa0475 None None] Provisioning complete for port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:31.044683 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c7689ee-eb0a-46e2-a987-9ef103fa0475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.088857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c7689ee-eb0a-46e2-a987-9ef103fa0475 None None] Port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:23:31.090683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 2, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:31.118773 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Checking router: 0858209b-a52e-400c-ace1-f5669ca6dff6 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:23:31.119137 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Updating router 0858209b-a52e-400c-ace1-f5669ca6dff6 port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:23:31.146771 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.323602 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a42492a-1cca-43ef-9396-7e33c63f8023 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:23:31.372260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 1a42492a-1cca-43ef-9396-7e33c63f8023 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:31.372667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.423561 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Publish callbacks [] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.430132 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.456157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 1a42492a-1cca-43ef-9396-7e33c63f8023 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:31.457227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e914728-46c5-453f-8cf8-95f95d33d5fd up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:23:31.492101 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Pushing event updated for resources: {'Port': ['ID=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:31.531317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4e914728-46c5-453f-8cf8-95f95d33d5fd triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:31.531702 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.546387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.546775 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.547119 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.547457 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.547795 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.548261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.548594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.548921 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.549288 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.550538 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.550869 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.551215 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.551536 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:23:31.554826 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Attempting to bind port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:23:31.555198 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Attempting to bind port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:23:31.555560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Attempting to bind port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 on network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:31.561394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:23:31.561771 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Checking segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:31.562708 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.563466 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Bound using segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:23:31.563991 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Bound port: a0da6787-ba9a-41c2-94aa-b2bb087b5f25, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:23:31.564321 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.627287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4e914728-46c5-453f-8cf8-95f95d33d5fd is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:31.630766 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] For port a0da6787-ba9a-41c2-94aa-b2bb087b5f25, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:31.634997 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] For port a0da6787-ba9a-41c2-94aa-b2bb087b5f25, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:23:31.639821 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.704254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:31.704889 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:31.717502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] Provisioning complete for port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:31.718440 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.740949 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d138-a37e-4f1f-b259-31a5de74db6e None None] Pushing event updated for resources: {'Port': ['ID=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:31.805612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] Current status of the port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:31.806040 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.817838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:31.840113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] For port a0da6787-ba9a-41c2-94aa-b2bb087b5f25, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:31.848283 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:31.906885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b853a7-cfdf-4367-927c-b39a24ea0485 None None] Pushing event updated for resources: {'Port': ['ID=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:31.972409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e3d48b1f-a9aa-4283-b7e8-753023dd3422 None None] Provisioning complete for port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:31.974591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3d48b1f-a9aa-4283-b7e8-753023dd3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:32.075723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e3d48b1f-a9aa-4283-b7e8-753023dd3422 None None] Current status of the port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:32.084867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-8d8874c0-49ec-44af-8285-b0cf307a71e7 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:32.087095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-8d8874c0-49ec-44af-8285-b0cf307a71e7 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 797 time: 0.1503439 Jan 28 05:23:32.120380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11c9d51f-e43d-4965-96b2-0ad7d3824e14 req-3d59d3ef-eb4b-4a52-9792-ee25e8f319cc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 210 time: 0.0432467 Jan 28 05:23:32.173588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-e4bcd5fc-c07c-405f-b039-3c4b7d5e01b5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338841884ec94bcda53cb811157e6687 HTTP/1.1" status: 200 len: 380 time: 0.0602062 Jan 28 05:23:32.182011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'port': {'device_id': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'admin_state_up': True, 'tenant_id': '338841884ec94bcda53cb811157e6687', 'security_groups': ['778f6de3-4713-4f5c-a729-5bd942d17779']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:32.221425 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:32.246542 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452a183-6f10-4de8-aa4c-35ee37597072 None None] The sync data for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 is: [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:23:32.307920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Made reservation on behalf of 338841884ec94bcda53cb811157e6687 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:23:32.311479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:32.441221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.20.0.14 (7b39e895-d514-47a8-b4ff-8a8e65db3a2d/e16fb0be-370c-485b-9af8-42024ac2b79b/9c06c852-aad6-4703-b170-08d0b5ec5a18) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:23:32.586442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:32.623331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:32.667515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:23:32.670651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:32.677968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:23:32.684570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:32.740804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:32.741462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:32.759837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-ef1f4cdd-8e24-4fcf-958f-acdcb59b670c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815194 Jan 28 05:23:32.865454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Request body: {'port': {'device_id': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:32.924545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.011122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3248efb9-51bd-4b0a-85e3-905a6b775fa7 None None] Provisioning complete for port 9c06c852-aad6-4703-b170-08d0b5ec5a18 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:33.011702 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3248efb9-51bd-4b0a-85e3-905a6b775fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.053383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3248efb9-51bd-4b0a-85e3-905a6b775fa7 None None] Port 9c06c852-aad6-4703-b170-08d0b5ec5a18 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:23:33.211531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c06c852-aad6-4703-b170-08d0b5ec5a18 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:23:33.220629 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Publish callbacks [] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.241057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Transition to ACTIVE for port object 9c06c852-aad6-4703-b170-08d0b5ec5a18 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:23:33.245844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.252178 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc945f97-068e-4906-bfd8-2015db65413c req-f3f06682-12d2-44c4-8156-2c47b8ce3e4c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:33.254328 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dc945f97-068e-4906-bfd8-2015db65413c req-f3f06682-12d2-44c4-8156-2c47b8ce3e4c tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 932 time: 0.0608375 Jan 28 05:23:33.305215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:33.326742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dc945f97-068e-4906-bfd8-2015db65413c req-f7d5ab8f-a861-41f9-a084-d1b89acd21e1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632331 Jan 28 05:23:33.402186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Attempting to bind port 9c06c852-aad6-4703-b170-08d0b5ec5a18 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:23:33.402562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Attempting to bind port 9c06c852-aad6-4703-b170-08d0b5ec5a18 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:23:33.402905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Attempting to bind port 9c06c852-aad6-4703-b170-08d0b5ec5a18 on network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:33.408587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Port 9c06c852-aad6-4703-b170-08d0b5ec5a18 on network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:23:33.409137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Attempting to bind port 9c06c852-aad6-4703-b170-08d0b5ec5a18 on network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:23:33.415493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:23:33.416012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Checking segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:23:33.416405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Bound using segment: {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:23:33.416865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Bound port: 9c06c852-aad6-4703-b170-08d0b5ec5a18, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55645c8e-8200-4d65-bde5-cfe4d47e0c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:23:33.417249 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.428202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a0da6787-ba9a-41c2-94aa-b2bb087b5f25 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:23:33.488930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:33.489620 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.500436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:23:33.503918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:23:33.509261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.546192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:33.547706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:33.549334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 1092 time: 0.7316215 Jan 28 05:23:33.551951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:33.587735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:33.598213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42204bd6-3b26-4126-acd7-f796c60fe292 service neutron] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:33.631556 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c78c787-361c-40db-bd17-31defb7fd3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:33.653499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-5900c3d6-52cd-4f23-9216-0c64b81e5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:33.655216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-5900c3d6-52cd-4f23-9216-0c64b81e5c06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1095 time: 0.0516191 Jan 28 05:23:33.705638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-c63bb5fc-d18d-4f91-8d0f-f7613f22bc09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 217 time: 0.0394688 Jan 28 05:23:33.744818 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fceba6-239a-4154-ab85-cd8cda2920d2 x-openstack-request-id: req-68fceba6-239a-4154-ab85-cd8cda2920d2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:33.745115 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:33.745391 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68fceba6-239a-4154-ab85-cd8cda2920d2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:33.745787 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'status': 'completed', 'code': 200} Jan 28 05:23:33.767615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-69184f25-5afa-48cf-b9b9-cb0efabd6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:33.769545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-69184f25-5afa-48cf-b9b9-cb0efabd6524 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0589080 Jan 28 05:23:33.815437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-8f3202ba-1ae1-4149-b78c-d14c889784cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:33.818403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-8f3202ba-1ae1-4149-b78c-d14c889784cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434134 Jan 28 05:23:33.908099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-19d81edb-9df2-4199-a430-76c76e92b008 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Jan 28 05:23:33.998590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-138c1f97-514c-4a48-a3dc-b54a305ab20d req-a9122467-5810-4e48-a2c5-c103dca7419d service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846601 Jan 28 05:23:34.125803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-7a04e55c-a8d4-4faf-a0bc-ad98995a34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:34.127295 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-7a04e55c-a8d4-4faf-a0bc-ad98995a34a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1095 time: 0.0409491 Jan 28 05:23:34.215935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-74c96cf2-f042-4a12-a113-ad09f140d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:34.217424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-74c96cf2-f042-4a12-a113-ad09f140d8d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 898 time: 0.0847032 Jan 28 05:23:34.256347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-6f3636ed-7f56-4a3d-b329-036226c28f5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 217 time: 0.0336607 Jan 28 05:23:34.302898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-51f729ce-0872-4ab8-9a8e-1d63b593cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:34.304327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-51f729ce-0872-4ab8-9a8e-1d63b593cb50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0425305 Jan 28 05:23:34.352325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-14c1a74e-9055-4a71-8445-eee57ddc46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:34.354109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-14c1a74e-9055-4a71-8445-eee57ddc46f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430913 Jan 28 05:23:34.440944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-8793c458-0299-48c8-b99a-141f9660620d service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812032 Jan 28 05:23:34.449964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068b66-3545-41fd-9de9-c9fc6f56bb9f req-8544cfac-801c-45c4-b08c-a8bdf8fea363 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:34.451432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4068b66-3545-41fd-9de9-c9fc6f56bb9f req-8544cfac-801c-45c4-b08c-a8bdf8fea363 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 944 time: 0.0487428 Jan 28 05:23:34.499267 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4068b66-3545-41fd-9de9-c9fc6f56bb9f req-d74ce16d-7b15-456a-8639-17228c92c626 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415225 Jan 28 05:23:34.869961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c78c787-361c-40db-bd17-31defb7fd3a5 req-2d4d89d1-8d20-4414-bd08-13d85aa699c9 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234629 Jan 28 05:23:35.619636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246e702-d106-4686-a619-d4e745328e3e req-4fbd89b0-f346-41e0-bbd0-684d0427a5cb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:35.621121 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3246e702-d106-4686-a619-d4e745328e3e req-4fbd89b0-f346-41e0-bbd0-684d0427a5cb tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 944 time: 0.0478048 Jan 28 05:23:35.668834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3246e702-d106-4686-a619-d4e745328e3e req-79193e30-8f73-47ce-800a-5ef30b8e85c2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Jan 28 05:23:36.692615 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:36.785607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44cf1-adfe-4a0e-8c46-b5b077eda91c req-cc28a990-f950-4557-a759-b52730dcab7b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:36.787635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2be44cf1-adfe-4a0e-8c46-b5b077eda91c req-cc28a990-f950-4557-a759-b52730dcab7b tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 944 time: 0.0497124 Jan 28 05:23:36.844957 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2be44cf1-adfe-4a0e-8c46-b5b077eda91c req-6727db1a-94e0-48c9-ab6b-7b2f92617a54 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516679 Jan 28 05:23:37.910385 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:23:37.959304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd960069-f9ca-4ae1-b464-f1e97cb655d3 req-3897866e-8c02-4c7b-bf2b-15f870e05210 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:37.960719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd960069-f9ca-4ae1-b464-f1e97cb655d3 req-3897866e-8c02-4c7b-bf2b-15f870e05210 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 944 time: 0.0483923 Jan 28 05:23:38.008387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:38.009981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd960069-f9ca-4ae1-b464-f1e97cb655d3 req-c3270bc4-d306-4952-9b6a-b1b0b6b00724 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Jan 28 05:23:38.020186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'port_id': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'mac_address': 'fa:16:3e:bc:34:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:23:38.056228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9c06c852-aad6-4703-b170-08d0b5ec5a18 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:38.056624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:38.069789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c06c852-aad6-4703-b170-08d0b5ec5a18 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:23:38.094185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:38.099852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:38.132555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:38.151683 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:38.502984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9c06c852-aad6-4703-b170-08d0b5ec5a18'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:23:38.660465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-476e5108-c03b-4c9e-88ca-a85d2b600af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:39.137061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7363c4-cf20-4d64-b45e-7c2d7fc1020e req-8d1dd321-53ea-4620-9f2c-7481fc690bd5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:39.138609 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c7363c4-cf20-4d64-b45e-7c2d7fc1020e req-8d1dd321-53ea-4620-9f2c-7481fc690bd5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 945 time: 0.0584009 Jan 28 05:23:39.192422 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c7363c4-cf20-4d64-b45e-7c2d7fc1020e req-81e1dd6f-de58-4183-8004-97b41e933e84 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476346 Jan 28 05:23:39.910911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:23:39.959643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 9c06c852-aad6-4703-b170-08d0b5ec5a18 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:23:39.963629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9c06c852-aad6-4703-b170-08d0b5ec5a18 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:23:39.964009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:40.044300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9c06c852-aad6-4703-b170-08d0b5ec5a18 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:23:40.044698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:40.067006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:40.069299 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0d9f7eb19759bd51fb19839f6b2196f0a526364f7ed4e16878406aed396c52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e911a9-de33-4cb8-aa45-1d22f9d870ff" -d '{"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-plugged", "status": "completed", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:40.082811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:23:40.087160 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:40.110974 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81c55a-d76f-4b3f-a305-2cc1529d3821 x-openstack-request-id: req-ad81c55a-d76f-4b3f-a305-2cc1529d3821 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:40.111278 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-plugged", "status": "completed", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:40.111542 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad81c55a-d76f-4b3f-a305-2cc1529d3821 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:40.111937 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'code': 200} Jan 28 05:23:40.137082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:40.239003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da74af3-d025-48a8-8fc0-a3033051c084 req-c3f55511-19d5-45b4-aabc-e905f0ea49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:40.240526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6da74af3-d025-48a8-8fc0-a3033051c084 req-c3f55511-19d5-45b4-aabc-e905f0ea49ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1097 time: 0.0449889 Jan 28 05:23:40.288196 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6da74af3-d025-48a8-8fc0-a3033051c084 req-fb6f8b10-9d9d-4826-81bc-e07e72f91c10 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Jan 28 05:23:40.313637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9de5e-36fe-4282-90fb-3a2bb0b336eb req-11520292-67b1-4a42-98a9-a90d2498c775 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:40.315180 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4d9de5e-36fe-4282-90fb-3a2bb0b336eb req-11520292-67b1-4a42-98a9-a90d2498c775 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Jan 28 05:23:40.363977 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4d9de5e-36fe-4282-90fb-3a2bb0b336eb req-83621fae-48e6-413e-b144-343bbfc52e35 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 Jan 28 05:23:40.857376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7a14d3-8c7f-4a06-a479-af7e049552e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:41.479799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e26b-71a4-482b-8535-35ee9db6dd76 req-e95a881a-6d24-4f12-b93d-de2b03ecf073 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:41.481422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f259e26b-71a4-482b-8535-35ee9db6dd76 req-e95a881a-6d24-4f12-b93d-de2b03ecf073 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0489285 Jan 28 05:23:41.528668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f259e26b-71a4-482b-8535-35ee9db6dd76 req-da70f6eb-d698-42a5-b315-b7ed2df9cee2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Jan 28 05:23:42.109661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:42.656633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9d173-4b18-4d49-b1d0-5398edac53f0 req-fa695d63-b566-43d3-8d6f-36c2c15cc2bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:42.658150 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4e9d173-4b18-4d49-b1d0-5398edac53f0 req-fa695d63-b566-43d3-8d6f-36c2c15cc2bc tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0572393 Jan 28 05:23:42.709041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4e9d173-4b18-4d49-b1d0-5398edac53f0 req-743ee5f6-da4c-490d-8b3d-2392449f86ce tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Jan 28 05:23:42.822350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12601840-1f23-4f0b-b16d-bf28cca0a0df req-028153bf-3b07-442f-a3eb-fe669cf449fe tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:42.823815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12601840-1f23-4f0b-b16d-bf28cca0a0df req-028153bf-3b07-442f-a3eb-fe669cf449fe tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Jan 28 05:23:42.877767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-12601840-1f23-4f0b-b16d-bf28cca0a0df req-180fcada-3165-40ae-a4f8-be84bbb1622d tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474727 Jan 28 05:23:42.899374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51530) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:42.938614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e454a1-335b-4d85-b6d3-8a6911683849 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:42.940146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-77e454a1-335b-4d85-b6d3-8a6911683849 tempest-TestNetworkAdvancedServerOps-1917631550 tempest-TestNetworkAdvancedServerOps-1917631550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1092 time: 0.0397987 Jan 28 05:23:42.942943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:42.947109 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:23:42.967191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.063133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.161244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Allocated IP 172.25.6.95 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/387ad9c8-230e-4b99-a414-5bf0112bd974) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:23:43.268338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.304284 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.342381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:23:43.347960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:23:43.351998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:23:43.385477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=387ad9c8-230e-4b99-a414-5bf0112bd974,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:43.744320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (d45e54ad-bb2c-4433-adf3-b5e67470089e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.809929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.837526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.960524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:43.964858 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:44.036529 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event updated for resources: {'Port': ['ID=387ad9c8-230e-4b99-a414-5bf0112bd974,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:23:44.045095 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (d45e54ad-bb2c-4433-adf3-b5e67470089e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:44.144424 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP d45e54ad-bb2c-4433-adf3-b5e67470089e associated. External IP: 172.25.6.95, port: 9c06c852-aad6-4703-b170-08d0b5ec5a18. Jan 28 05:23:44.348815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 0858209b-a52e-400c-ace1-f5669ca6dff6 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:23:44.453985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:23:44.463471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] Sync routers for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:23:44.471500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:44.473475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:44.474096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:44.498953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-113a5fb5-1b04-4fc2-996d-44ab3a2a50d0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5550084 Jan 28 05:23:44.500166 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:23:44.502438 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d5fdb-245c-4499-ac90-dc6dc231011b" -d '{"events": [{"name": "network-changed", "server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:23:44.544587 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c585575-0e94-4476-b4af-78acdbb4484a x-openstack-request-id: req-7c585575-0e94-4476-b4af-78acdbb4484a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:23:44.544880 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:23:44.545137 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c585575-0e94-4476-b4af-78acdbb4484a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:23:44.545683 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'status': 'completed', 'code': 200} Jan 28 05:23:44.586015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:44.599821 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a4519-028e-442d-99f3-e1d4de139f1a req-77b71f1e-6eca-49c4-a78e-eec99690c480 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:44.601296 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d9a4519-028e-442d-99f3-e1d4de139f1a req-77b71f1e-6eca-49c4-a78e-eec99690c480 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0513012 Jan 28 05:23:44.627814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-7c603167-dac3-4598-b988-a059ce916e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:44.629358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-7c603167-dac3-4598-b988-a059ce916e24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1097 time: 0.0435390 Jan 28 05:23:44.655367 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0d9a4519-028e-442d-99f3-e1d4de139f1a req-1f5efe6e-9fd3-45ea-a974-cd0758ac4721 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472429 Jan 28 05:23:44.678687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51538) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:44.731632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-2541b8cc-7441-4ae5-9b1f-3c84dc0a5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:44.733135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-2541b8cc-7441-4ae5-9b1f-3c84dc0a5851 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 898 time: 0.0987082 Jan 28 05:23:44.744992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-398ff25b-c25d-4390-acfe-b1cc401d0295 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/d45e54ad-bb2c-4433-adf3-b5e67470089e HTTP/1.1" status: 200 len: 991 time: 0.0651739 Jan 28 05:23:44.807402 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-e27ceede-ecea-4031-9164-6104714fb1e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 999 time: 0.0684226 Jan 28 05:23:44.824394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'd45e54ad-bb2c-4433-adf3-b5e67470089e', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'port_id': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'mac_address': 'fa:16:3e:bc:34:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:23:43Z', 'updated_at': '2022-01-28T05:23:43Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:44.860294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-fb2bf3b0-3144-49d8-94d5-7750c0f16f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:44.861756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-fb2bf3b0-3144-49d8-94d5-7750c0f16f60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0484445 Jan 28 05:23:44.909791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-a26382dc-d2de-4355-b9fb-da55fdf55f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:23:44.911355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-a26382dc-d2de-4355-b9fb-da55fdf55f79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440953 Jan 28 05:23:45.002852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-7677a1c1-41e4-4535-accc-dbf2439b591c service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852723 Jan 28 05:23:45.013551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] Checking router: 0858209b-a52e-400c-ace1-f5669ca6dff6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:23:45.022958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:23:45.023571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:23:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:45.096677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-806d5fdb-245c-4499-ac90-dc6dc231011b req-3c97b21e-5ba2-4b20-8b4b-ae3137e3a477 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884850 Jan 28 05:23:45.135841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:23:45.354933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'd45e54ad-bb2c-4433-adf3-b5e67470089e', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'port_id': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'mac_address': 'fa:16:3e:bc:34:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:23:43Z', 'updated_at': '2022-01-28T05:23:43Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:45.383019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde9be5-c96f-4464-b301-fd849fc96e2f None None] The sync data for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 is: [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'd45e54ad-bb2c-4433-adf3-b5e67470089e', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'port_id': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'mac_address': 'fa:16:3e:bc:34:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:23:43Z', 'updated_at': '2022-01-28T05:23:43Z', 'revision_number': 0, 'project_id': '338841884ec94bcda53cb811157e6687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:23:45.413751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:45.591372 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50fb1b3-eef1-4ab4-a438-d01aa63a252d None None] New status for floating IP d45e54ad-bb2c-4433-adf3-b5e67470089e: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:23:45.748920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51540) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:45.808918 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c2984fc0-81c4-47db-83c3-81a09601f466 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/d45e54ad-bb2c-4433-adf3-b5e67470089e HTTP/1.1" status: 200 len: 993 time: 0.0581548 Jan 28 05:24:02.594362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-7f32209c-eef5-4330-ae35-4a6b2ff9929a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397060 Jan 28 05:24:02.695602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-524e4cda-c322-418a-aa44-7554a2af12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:02.697102 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-524e4cda-c322-418a-aa44-7554a2af12e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1097 time: 0.0434573 Jan 28 05:24:02.807245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-328bfe22-0894-4b71-bcc7-d0704e994e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:02.808719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-328bfe22-0894-4b71-bcc7-d0704e994e03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 898 time: 0.0908821 Jan 28 05:24:02.872396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-257f1c79-41a6-41af-b544-4c9c211333c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 1001 time: 0.0574574 Jan 28 05:24:02.924829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-31e45b1d-1b30-460e-be29-9e3c237faa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:02.926290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-31e45b1d-1b30-460e-be29-9e3c237faa3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0469115 Jan 28 05:24:02.968989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-b4a26a2c-ab64-4797-8a8f-521adc6735be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:02.970497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-b4a26a2c-ab64-4797-8a8f-521adc6735be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388694 Jan 28 05:24:03.056263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-316866f4-379e-42d8-a61e-0aaec1b42e6d service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800455 Jan 28 05:24:03.147442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-681258d9-2772-49be-9afa-9c3f3221ec1e req-da93fec7-8143-4f1e-ac7d-4d34df3a9963 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Jan 28 05:24:06.411084 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:24:06.694152 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:08.118639 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:08.653325 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-381a7fb5-240a-4903-bad5-03f71d873aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:10.859354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fdda6ff0-21bc-47e4-9c79-1007892ed884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:12.111936 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:13.841552 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:15.408264 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:36.709762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.130610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.657363 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc84c-b1f2-4ced-9027-bfa749ad7f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:40.862811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-314be31a-f523-4006-80d7-7335cef6fc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:42.116587 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:43.410809 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:24:43.843570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.410538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:46.712116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faff3c3-c293-4685-ab3f-bb46f81d9fbb req-d8e6a4ff-9d66-4dd1-be75-ae8c6e1257a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:46.713659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9faff3c3-c293-4685-ab3f-bb46f81d9fbb req-d8e6a4ff-9d66-4dd1-be75-ae8c6e1257a5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0507247 Jan 28 05:24:46.762695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9faff3c3-c293-4685-ab3f-bb46f81d9fbb req-4c94fb6b-e57c-4730-8466-edc997c2a38a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Jan 28 05:24:47.881891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc26bee-19e6-46c7-b2e2-687284e92b75 req-a735d4ea-a632-4f07-9eb4-562c39d1bb51 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:47.883562 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cc26bee-19e6-46c7-b2e2-687284e92b75 req-a735d4ea-a632-4f07-9eb4-562c39d1bb51 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Jan 28 05:24:47.938852 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8cc26bee-19e6-46c7-b2e2-687284e92b75 req-8bcc5778-abd7-487a-9e3a-784f3a8c868f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477190 Jan 28 05:24:49.061889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da3059-0ad6-4a19-99ce-a184cba294ff req-47e2293e-3f1c-4eb5-bcac-56e1c996e7a1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:49.063425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35da3059-0ad6-4a19-99ce-a184cba294ff req-47e2293e-3f1c-4eb5-bcac-56e1c996e7a1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0538020 Jan 28 05:24:49.111980 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35da3059-0ad6-4a19-99ce-a184cba294ff req-16f4d842-0c4e-41e0-9bed-8437ba4d2005 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Jan 28 05:24:50.228533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934882d-b90e-40db-aca0-47efd6cb979a req-fabd4dc5-b84d-4d69-b83c-b516b63528ad tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:50.230068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a934882d-b90e-40db-aca0-47efd6cb979a req-fabd4dc5-b84d-4d69-b83c-b516b63528ad tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Jan 28 05:24:50.280297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a934882d-b90e-40db-aca0-47efd6cb979a req-670b965a-ca44-4a7f-b6c3-df07ae0deafe tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Jan 28 05:24:51.393933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ac7a-d470-4096-967a-5275f3615879 req-6c4df26a-0f96-486d-b650-00e0bed782f5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:51.395731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4af8ac7a-d470-4096-967a-5275f3615879 req-6c4df26a-0f96-486d-b650-00e0bed782f5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Jan 28 05:24:51.445467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4af8ac7a-d470-4096-967a-5275f3615879 req-6437e715-b1c8-4f6a-9746-18b9ddf14026 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Jan 28 05:24:52.560759 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71653a-0c0a-473e-8e39-9956a4b4556d req-fec366f6-6fab-4e01-be46-8420498e1d05 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:52.562270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb71653a-0c0a-473e-8e39-9956a4b4556d req-fec366f6-6fab-4e01-be46-8420498e1d05 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0475266 Jan 28 05:24:52.612173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fb71653a-0c0a-473e-8e39-9956a4b4556d req-f5976520-67ef-4f3c-82cf-134b05942b39 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Jan 28 05:24:53.725470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae657c-7912-4c29-98c6-cf71c1194563 req-60fb6a2c-e28d-4e54-93d5-b0bf0d25ad66 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:53.726963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fae657c-7912-4c29-98c6-cf71c1194563 req-60fb6a2c-e28d-4e54-93d5-b0bf0d25ad66 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0473878 Jan 28 05:24:53.778535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fae657c-7912-4c29-98c6-cf71c1194563 req-73230cbe-2fdf-4164-a27e-72991f1d780e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Jan 28 05:24:54.896984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56adc-208c-473f-899f-0719a3483ef7 req-43cfba12-4efc-4e3c-ab51-9fff2f6c86c1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:54.898514 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7d56adc-208c-473f-899f-0719a3483ef7 req-43cfba12-4efc-4e3c-ab51-9fff2f6c86c1 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Jan 28 05:24:54.945811 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b7d56adc-208c-473f-899f-0719a3483ef7 req-c34321ab-3551-4140-8a26-ff8ad8eff458 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Jan 28 05:24:56.059835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0a1a4-68df-4dfb-bb2b-47bd99bc9dbf req-2e53a54a-5b8d-49b6-bda2-460512db44af tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:56.061837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fa0a1a4-68df-4dfb-bb2b-47bd99bc9dbf req-2e53a54a-5b8d-49b6-bda2-460512db44af tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0475390 Jan 28 05:24:56.110082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1fa0a1a4-68df-4dfb-bb2b-47bd99bc9dbf req-d9d73d28-0edc-4009-9e62-b2113fbe65c0 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Jan 28 05:24:57.223863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462bc2-8de2-4a3c-b3ec-7ae6474ddaa5 req-58fe86a1-998b-4cf7-aa05-b5c39267ec27 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:57.225400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60462bc2-8de2-4a3c-b3ec-7ae6474ddaa5 req-58fe86a1-998b-4cf7-aa05-b5c39267ec27 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0480680 Jan 28 05:24:57.273466 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-60462bc2-8de2-4a3c-b3ec-7ae6474ddaa5 req-37d19b84-2652-4dd6-a095-d9ed6d448dd2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Jan 28 05:24:58.387062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8cf2-b11a-4cd0-92a5-ca868b601e69 req-fd62aa2f-1946-4e34-ab12-3b3461adf53a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:58.388573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87da8cf2-b11a-4cd0-92a5-ca868b601e69 req-fd62aa2f-1946-4e34-ab12-3b3461adf53a tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0480328 Jan 28 05:24:58.437855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87da8cf2-b11a-4cd0-92a5-ca868b601e69 req-e20dc288-1a61-4300-a699-2ff33049bf44 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 Jan 28 05:24:59.568963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce5f1-dd82-448e-9dea-d7407cd69ea0 req-169bf94b-9c31-44bc-8b5c-76ec1f029e56 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:59.570728 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-753ce5f1-dd82-448e-9dea-d7407cd69ea0 req-169bf94b-9c31-44bc-8b5c-76ec1f029e56 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0625534 Jan 28 05:24:59.619288 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-753ce5f1-dd82-448e-9dea-d7407cd69ea0 req-71d0eaa2-46ed-4c66-a0e4-ef4160fa0f04 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Jan 28 05:25:00.741230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763171-c217-43dc-a231-3c5345f5d9a1 req-8b411457-393e-4273-a862-4bd75433dc02 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:00.742725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea763171-c217-43dc-a231-3c5345f5d9a1 req-8b411457-393e-4273-a862-4bd75433dc02 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0524218 Jan 28 05:25:00.789764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea763171-c217-43dc-a231-3c5345f5d9a1 req-a27e9d8d-54c5-4fed-a88c-0d3ccb74e907 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Jan 28 05:25:01.136006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98593631-f7bb-440d-8378-425207c05a19 req-cb1eec9a-d8b6-4537-a95b-bb533914dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:01.137670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98593631-f7bb-440d-8378-425207c05a19 req-cb1eec9a-d8b6-4537-a95b-bb533914dd34 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1097 time: 0.0409667 Jan 28 05:25:01.182427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98593631-f7bb-440d-8378-425207c05a19 req-a3ed404e-e4a9-4f8a-bb63-4dfa850bf7ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 Jan 28 05:25:01.911176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11766510-483a-47c1-af06-ff5cf796e32a req-2eb7042a-c2e0-4844-be84-ab85b440a063 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:01.912742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11766510-483a-47c1-af06-ff5cf796e32a req-2eb7042a-c2e0-4844-be84-ab85b440a063 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0523236 Jan 28 05:25:01.961862 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11766510-483a-47c1-af06-ff5cf796e32a req-f6bd212a-24a3-4127-9060-f6ae7401b4c3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 Jan 28 05:25:02.180005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:25:02.191219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:25:02.342125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:25:02.350490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9c06c852-aad6-4703-b170-08d0b5ec5a18 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:25:02.350891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:02.364598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'port_id': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'mac_address': 'fa:16:3e:bc:34:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:25:02.380369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:25:02.413488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:25:02.420034 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:02.424045 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1afc73-189b-447f-98ac-e05e93d0ce43" -d '{"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-unplugged", "status": "completed", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:25:02.456959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9c06c852-aad6-4703-b170-08d0b5ec5a18 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:25:02.457376 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:02.482384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c06c852-aad6-4703-b170-08d0b5ec5a18 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:25:02.522255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:25:02.527532 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73782e9-aba1-450f-be9f-2be97a877d0e x-openstack-request-id: req-e73782e9-aba1-450f-be9f-2be97a877d0e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:25:02.527852 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-unplugged", "status": "completed", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:25:02.528134 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e73782e9-aba1-450f-be9f-2be97a877d0e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:25:02.528533 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'code': 200} Jan 28 05:25:02.547321 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.547682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.548039 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.548391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.548742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.549085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.549452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.549792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.550129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.550463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.550799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.551131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.551464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:25:02.563025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:25:02.563387 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:25:02.912126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-147b7693-8260-452e-bfaf-45a1e043276b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379078 Jan 28 05:25:03.012199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-1c8ca228-f83f-4911-9b44-0272e313c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:03.013810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-1c8ca228-f83f-4911-9b44-0272e313c2d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1095 time: 0.0453231 Jan 28 05:25:03.080717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87d2ea-b63d-4ce6-9675-e1fa0ca3bb6a req-fe4a1614-a149-43ed-8bb8-00de3aac2130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:03.082770 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de87d2ea-b63d-4ce6-9675-e1fa0ca3bb6a req-fe4a1614-a149-43ed-8bb8-00de3aac2130 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 944 time: 0.0489340 Jan 28 05:25:03.103169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9c06c852-aad6-4703-b170-08d0b5ec5a18 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:25:03.103842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:03.115040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-203d33e0-1638-46b5-8676-001f2930a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:03.116554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-203d33e0-1638-46b5-8676-001f2930a02d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 898 time: 0.0863688 Jan 28 05:25:03.118634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c06c852-aad6-4703-b170-08d0b5ec5a18 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:25:03.136867 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-de87d2ea-b63d-4ce6-9675-e1fa0ca3bb6a req-4ef19336-9fee-4bca-9063-49ae3cda69d2 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488410 Jan 28 05:25:03.141032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:25:03.145722 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:03.160769 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51630) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:25:03.189328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-a69fd8c5-ffa4-416f-b6cb-5d5d5f3b95bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 999 time: 0.0671651 Jan 28 05:25:03.204754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:25:03.224469 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-abaf20c2-0c0a-4b74-b964-97b06dabe983 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/floatingips/d45e54ad-bb2c-4433-adf3-b5e67470089e HTTP/1.1" status: 200 len: 992 time: 0.0624707 Jan 28 05:25:03.240512 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-7a4d0054-9267-4752-876f-37d16793fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:03.242024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-7a4d0054-9267-4752-876f-37d16793fd64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0470645 Jan 28 05:25:03.286210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-683bc7b8-3a0e-4d30-b4ea-94c1f77e5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:25:03.287714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-683bc7b8-3a0e-4d30-b4ea-94c1f77e5a54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398684 Jan 28 05:25:03.378822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-3f5d44c5-54b7-499a-996c-fa079a90230b service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849612 Jan 28 05:25:03.466498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-84a9202c-5964-493f-9554-11abc0e6c5f6 req-6471c264-4990-45bd-8a36-5b54530c46a3 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813375 Jan 28 05:25:03.547629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9c06c852-aad6-4703-b170-08d0b5ec5a18'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:25:06.210797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:25:06.258202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9c06c852-aad6-4703-b170-08d0b5ec5a18 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:25:06.258584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:06.333928 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9c06c852-aad6-4703-b170-08d0b5ec5a18 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:25:06.334318 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:06.356335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:25:06.359244 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daebb78-f2a9-405c-aae9-146619dbf1b9" -d '{"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-plugged", "status": "completed", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:25:06.371908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:25:06.376853 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:06.402406 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8ca4c2-8c84-4e9e-88c6-45d39bbe0752 x-openstack-request-id: req-3b8ca4c2-8c84-4e9e-88c6-45d39bbe0752 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:25:06.402699 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-plugged", "status": "completed", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:25:06.402954 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b8ca4c2-8c84-4e9e-88c6-45d39bbe0752 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:25:06.403342 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'code': 200} Jan 28 05:25:06.426907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:25:06.711796 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:08.117795 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:08.658622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-379ef27a-a599-48a3-a67c-bc6b1dd4e45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:10.863949 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05cc729-3f27-4a82-b98b-d0c01ffec7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:12.120099 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:13.845962 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:15.413516 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:20.410337 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:25:32.784596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-4037753d-e05a-481e-8b83-a7477392984d req-fd640efa-0491-4718-b841-89ad30bc6474 service neutron] (103139) timed out ('10.222.0.21', 44842) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:25:36.722031 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:38.123292 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:38.659716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-10c5e880-60c7-4a1e-b23a-be399fcae36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:40.865618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02cd2071-3940-4f45-ac6b-b4cf57468aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:42.124243 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:43.849498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:45.416333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:57.409797 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:26:04.548057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-f511f86c-dcae-4346-894b-37979f5d79fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438499 Jan 28 05:26:04.655919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-dec27242-8c0f-46b3-a864-f1e4760f3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:04.657782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-dec27242-8c0f-46b3-a864-f1e4760f3ada service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1097 time: 0.0522738 Jan 28 05:26:04.764093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-bc974be4-8802-4439-8356-7119958e739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:04.765619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-bc974be4-8802-4439-8356-7119958e739a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 898 time: 0.0861778 Jan 28 05:26:04.833687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-c3b226b9-753d-42a4-88e7-b9b4e676c048 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 1001 time: 0.0615411 Jan 28 05:26:04.881774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-3e4f786f-31a5-406d-9bec-69610eac9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:04.883223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-3e4f786f-31a5-406d-9bec-69610eac9870 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0440283 Jan 28 05:26:04.928110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-685f99b6-59d2-48e1-91ee-6910c0732bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:04.929661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-685f99b6-59d2-48e1-91ee-6910c0732bad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396869 Jan 28 05:26:05.023811 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-1c1f0af0-f636-4e5c-8cb7-f78ab954e052 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842295 Jan 28 05:26:05.110186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f69a82-b413-42da-84e2-d2babc509fe6 req-80656c50-6655-4724-84f1-2e1e068c96c4 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811486 Jan 28 05:26:06.753633 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:07.847287 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51668) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:08.012590 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 387ad9c8-230e-4b99-a414-5bf0112bd974 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:26:08.012855 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.089264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.089601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (387ad9c8-230e-4b99-a414-5bf0112bd974), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.101362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 387ad9c8-230e-4b99-a414-5bf0112bd974 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:26:08.116651 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.246650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (387ad9c8-230e-4b99-a414-5bf0112bd974), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.271591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=387ad9c8-230e-4b99-a414-5bf0112bd974,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:08.283242 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.283610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.283955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.284304 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.284642 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.284977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.285342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.285679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.286011 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.286343 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.286675 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.287001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.287329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:08.339645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for floatingip (d45e54ad-bb2c-4433-adf3-b5e67470089e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.339984 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Floating IP d45e54ad-bb2c-4433-adf3-b5e67470089e disassociated (deleted). External IP: 172.25.6.95, port: 9c06c852-aad6-4703-b170-08d0b5ec5a18. Jan 28 05:26:08.544933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 0858209b-a52e-400c-ace1-f5669ca6dff6 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:26:08.651917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:26:08.656663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.662191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a5c29a8-0863-4bc6-9048-ad314e78653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:08.663702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] Sync routers for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:26:08.676058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:26:08.676670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:08.685269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3216b807-54ca-474f-b489-398fa7e2da9f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/floatingips/d45e54ad-bb2c-4433-adf3-b5e67470089e HTTP/1.1" status: 204 len: 168 time: 0.8368769 Jan 28 05:26:08.685862 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:08.770543 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51" -d '{"events": [{"name": "network-changed", "server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:08.795210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:26:08.898965 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6658305d-4628-435f-90e8-1c09381b6e86 x-openstack-request-id: req-6658305d-4628-435f-90e8-1c09381b6e86 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:08.899514 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:08.899750 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6658305d-4628-435f-90e8-1c09381b6e86 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:08.900268 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'status': 'completed', 'code': 200} Jan 28 05:26:08.937746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d793f-f6f2-4ed6-b5a9-140ad449d4a1 req-3247ae46-f7aa-4390-8c62-a9bb5c37bf4f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:08.939337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e8d793f-f6f2-4ed6-b5a9-140ad449d4a1 req-3247ae46-f7aa-4390-8c62-a9bb5c37bf4f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0543094 Jan 28 05:26:09.002792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:09.019134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-0e9ed4f0-a698-4716-ac89-1eab52c0babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:09.020792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-0e9ed4f0-a698-4716-ac89-1eab52c0babd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=338841884ec94bcda53cb811157e6687&device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 1097 time: 0.0777438 Jan 28 05:26:09.025803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4e8d793f-f6f2-4ed6-b5a9-140ad449d4a1 req-04ed75eb-d674-4444-a54d-67e78d95a4b4 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741277 Jan 28 05:26:09.033715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] Checking router: 0858209b-a52e-400c-ace1-f5669ca6dff6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:26:09.047703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:26:09.047703 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:25:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:09.115270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-393dd98b-28c8-4f68-bd89-ba98bcc98a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:09.116741 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-393dd98b-28c8-4f68-bd89-ba98bcc98a4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 200 len: 898 time: 0.0879617 Jan 28 05:26:09.147885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:26:09.163110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-9d5000d5-883f-4ad0-b2d2-be03b8287d9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 200 len: 217 time: 0.0392118 Jan 28 05:26:09.213686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-1ed4183e-a562-4407-bc7c-93471d27c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:09.215825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-1ed4183e-a562-4407-bc7c-93471d27c075 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 200 len: 835 time: 0.0461404 Jan 28 05:26:09.263472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-c4cef86e-b274-446e-83d7-0a3599a260a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:09.264993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-c4cef86e-b274-446e-83d7-0a3599a260a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b39e895-d514-47a8-b4ff-8a8e65db3a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421791 Jan 28 05:26:09.361057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-84fbcd78-f998-493b-9cb7-ee8f7bcedc19 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880728 Jan 28 05:26:09.448460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-83ec60aa-b0c7-44d9-b69d-d75007ff5c51 req-5a997d17-717b-4bc2-872c-3b65a1f414b1 service neutron] 10.222.0.52 "GET /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808945 Jan 28 05:26:09.509960 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:09.537269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeeab9c-705b-4c0c-b69f-ae1f10e44189 None None] The sync data for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 is: [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'a0da6787-ba9a-41c2-94aa-b2bb087b5f25', 'name': '', 'network_id': '7b39e895-d514-47a8-b4ff-8a8e65db3a2d', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'mac_address': 'fa:16:3e:68:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:28Z', 'updated_at': '2022-01-28T05:23:31Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'subnets': [{'id': 'e16fb0be-370c-485b-9af8-42024ac2b79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:26:09.749178 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cfefec-6dcb-486f-b53a-e503633a50a8 None None] New status for floating IP d45e54ad-bb2c-4433-adf3-b5e67470089e: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:26:10.145867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b565b-0b1e-49ec-9cb6-25876292724c req-65262349-6cc0-40e4-b6a4-3caade0c5f26 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:10.147414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d83b565b-0b1e-49ec-9cb6-25876292724c req-65262349-6cc0-40e4-b6a4-3caade0c5f26 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0506604 Jan 28 05:26:10.201152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d83b565b-0b1e-49ec-9cb6-25876292724c req-460b6975-596c-4392-927b-ac2b2b2af97f tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/security-groups?id=778f6de3-4713-4f5c-a729-5bd942d17779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474756 Jan 28 05:26:10.716677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-15469186-677a-432d-841a-9a3f6a545aaf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:10.718159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-15469186-677a-432d-841a-9a3f6a545aaf tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Jan 28 05:26:10.809592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 9c06c852-aad6-4703-b170-08d0b5ec5a18 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:26:10.809936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:10.866442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-66533cbc-5777-4d3a-bae3-1fde07a04a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:10.899261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port 9c06c852-aad6-4703-b170-08d0b5ec5a18, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9c06c852-aad6-4703-b170-08d0b5ec5a18,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:10.899623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:10.911495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 9c06c852-aad6-4703-b170-08d0b5ec5a18 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:26:11.041925 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9c06c852-aad6-4703-b170-08d0b5ec5a18), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:11.070935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=9c06c852-aad6-4703-b170-08d0b5ec5a18,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:11.110279 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.110801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.111611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.112274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.113056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.114007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.114638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.115257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.115879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.116507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.117134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.117803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.118600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:11.145559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] No DVR routers for this DVR port 9c06c852-aad6-4703-b170-08d0b5ec5a18 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:26:11.148816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:11.152847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7ba9bee-ab8b-48f8-87a7-8760433a3e8f req-8dd8f93d-15db-468d-a143-12d8844640e5 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.52 "DELETE /v2.0/ports/9c06c852-aad6-4703-b170-08d0b5ec5a18 HTTP/1.1" status: 204 len: 173 time: 0.4295163 Jan 28 05:26:11.153805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-deleted', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:11.157639 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96a67b-8025-4b3f-a547-0b80f732a7c6" -d '{"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-deleted", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:11.195875 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e9ca0-44a8-46a2-9704-bb48fc6ad751 x-openstack-request-id: req-ba9e9ca0-44a8-46a2-9704-bb48fc6ad751 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:11.196190 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f707dc-1ea8-4070-aaf3-d7191a356257", "name": "network-vif-deleted", "tag": "9c06c852-aad6-4703-b170-08d0b5ec5a18", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:11.196448 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba9e9ca0-44a8-46a2-9704-bb48fc6ad751 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:11.196855 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f707dc-1ea8-4070-aaf3-d7191a356257', 'name': 'network-vif-deleted', 'tag': '9c06c852-aad6-4703-b170-08d0b5ec5a18', 'status': 'completed', 'code': 200} Jan 28 05:26:11.301493 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8866d39-3a9b-49df-89f8-99ee43a74c3a req-338a4ef7-d683-4917-afa7-54de93b31f0e tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "GET /v2.0/ports?device_id=20f707dc-1ea8-4070-aaf3-d7191a356257 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Jan 28 05:26:12.124590 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:12.361069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51704) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:13.069122 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (0858209b-a52e-400c-ace1-f5669ca6dff6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:13.322635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port a0da6787-ba9a-41c2-94aa-b2bb087b5f25 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:26:13.322988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:13.425164 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port a0da6787-ba9a-41c2-94aa-b2bb087b5f25, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:13.425843 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:13.437734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for a0da6787-ba9a-41c2-94aa-b2bb087b5f25 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:26:13.617936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a0da6787-ba9a-41c2-94aa-b2bb087b5f25), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:13.650542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=a0da6787-ba9a-41c2-94aa-b2bb087b5f25,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:13.828023 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (0858209b-a52e-400c-ace1-f5669ca6dff6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:13.851780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.047483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Router 0858209b-a52e-400c-ace1-f5669ca6dff6 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:26:14.154569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:26:14.159822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2ffb65ef-c2ac-43dc-91b3-f29ee5d94b36 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "PUT /v2.0/routers/0858209b-a52e-400c-ace1-f5669ca6dff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974868 Jan 28 05:26:14.162330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51708) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:14.165567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] Sync routers for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:26:14.176217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:26:14.176883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:14.218163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting subnet e16fb0be-370c-485b-9af8-42024ac2b79b {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:26:14.221310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (e16fb0be-370c-485b-9af8-42024ac2b79b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.260795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e16fb0be-370c-485b-9af8-42024ac2b79b), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.282350 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:26:14.348864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e16fb0be-370c-485b-9af8-42024ac2b79b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.417455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e16fb0be-370c-485b-9af8-42024ac2b79b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.450986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Subnet': ['ID=e16fb0be-370c-485b-9af8-42024ac2b79b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:14.453087 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.456493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-31120bac-f77c-473e-b25d-5390360cb600 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/subnets/e16fb0be-370c-485b-9af8-42024ac2b79b HTTP/1.1" status: 204 len: 168 time: 0.2931902 Jan 28 05:26:14.459198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51710) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:14.460105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c33a7-b358-4c7a-a0e1-be655b5a9b55 None None] Network 7b39e895-d514-47a8-b4ff-8a8e65db3a2d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:26:14.526463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:26:14.563119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 9c06c852-aad6-4703-b170-08d0b5ec5a18 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:26:14.563456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9c06c852-aad6-4703-b170-08d0b5ec5a18 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:26:14.571523 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (0858209b-a52e-400c-ace1-f5669ca6dff6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.572308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:26:13Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:14.607359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] Checking router: 0858209b-a52e-400c-ace1-f5669ca6dff6 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:26:14.619031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] Routers {'0858209b-a52e-400c-ace1-f5669ca6dff6'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:26:14.619637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:26:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0858209b-a52e-400c-ace1-f5669ca6dff6'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:14.689330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_gateway (0858209b-a52e-400c-ace1-f5669ca6dff6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.708031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] DHCP port deletion for 7b39e895-d514-47a8-b4ff-8a8e65db3a2d request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:26:14.761054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] Set router 0858209b-a52e-400c-ace1-f5669ca6dff6 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:26:14.767607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Deleting port 1a42492a-1cca-43ef-9396-7e33c63f8023 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:26:14.767962 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.849761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] For port 1a42492a-1cca-43ef-9396-7e33c63f8023, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=1a42492a-1cca-43ef-9396-7e33c63f8023,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:14.850160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.863542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Calling delete_port for 1a42492a-1cca-43ef-9396-7e33c63f8023 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:26:14.873033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Deleting port 4e914728-46c5-453f-8cf8-95f95d33d5fd {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:26:14.873696 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.957109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] For port 4e914728-46c5-453f-8cf8-95f95d33d5fd, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4e914728-46c5-453f-8cf8-95f95d33d5fd,segment=NetworkSegment(55645c8e-8200-4d65-bde5-cfe4d47e0c02),segment_id=55645c8e-8200-4d65-bde5-cfe4d47e0c02)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:14.957467 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:14.989921 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Calling delete_port for 4e914728-46c5-453f-8cf8-95f95d33d5fd owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:26:15.034255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (1a42492a-1cca-43ef-9396-7e33c63f8023), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.065239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Port': ['ID=1a42492a-1cca-43ef-9396-7e33c63f8023,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:15.066767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:26:13Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:15.102023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d54b95-b155-451c-8e8f-4586a98dabb9 None None] The sync data for ids ['0858209b-a52e-400c-ace1-f5669ca6dff6'] in n-d-824835-3 is: [{'id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006108256', 'tenant_id': '338841884ec94bcda53cb811157e6687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:23:25Z', 'updated_at': '2022-01-28T05:26:13Z', 'revision_number': 5, 'project_id': '338841884ec94bcda53cb811157e6687', 'gw_port': {'id': '1a42492a-1cca-43ef-9396-7e33c63f8023', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0858209b-a52e-400c-ace1-f5669ca6dff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:23:26Z', 'updated_at': '2022-01-28T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:26:15.113271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (4e914728-46c5-453f-8cf8-95f95d33d5fd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.128151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (0858209b-a52e-400c-ace1-f5669ca6dff6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.141535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Pushing event deleted for resources: {'Port': ['ID=4e914728-46c5-453f-8cf8-95f95d33d5fd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:15.151933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.152889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.153275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.153623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.154009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.154345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.154679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.155009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.155339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.155666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.155994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.156320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.156647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:15.159446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ed352-c84d-4a4e-a576-3c1534ec12c7 None None] No DVR routers for this DVR port 4e914728-46c5-453f-8cf8-95f95d33d5fd on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:26:15.225460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (0858209b-a52e-400c-ace1-f5669ca6dff6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.227815 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router_controller (0858209b-a52e-400c-ace1-f5669ca6dff6), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.274140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (0858209b-a52e-400c-ace1-f5669ca6dff6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.274887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Fanout notify agent at l3_agent the message router_deleted on router 0858209b-a52e-400c-ace1-f5669ca6dff6 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:26:15.282170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.283621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8c2993b-092a-4717-9b13-a1d4fcfa53e9 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/routers/0858209b-a52e-400c-ace1-f5669ca6dff6 HTTP/1.1" status: 204 len: 168 time: 0.8233819 Jan 28 05:26:15.286016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51712) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:15.364758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7b39e895-d514-47a8-b4ff-8a8e65db3a2d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.420086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.465408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7b39e895-d514-47a8-b4ff-8a8e65db3a2d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.504455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b39e895-d514-47a8-b4ff-8a8e65db3a2d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:15.516185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55645c8e-8200-4d65-bde5-cfe4d47e0c02') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:15.516333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55645c8e-8200-4d65-bde5-cfe4d47e0c02') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:26:15.526962 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (55645c8e-8200-4d65-bde5-cfe4d47e0c02), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.549667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (55645c8e-8200-4d65-bde5-cfe4d47e0c02), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.557601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:26:15.558257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (55645c8e-8200-4d65-bde5-cfe4d47e0c02), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:26:15.565125 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:26:15.592805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a0da6787-ba9a-41c2-94aa-b2bb087b5f25 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:26:15.616230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a0da6787-ba9a-41c2-94aa-b2bb087b5f25 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:26:15.617035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a0da6787-ba9a-41c2-94aa-b2bb087b5f25 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:26:15.617525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e914728-46c5-453f-8cf8-95f95d33d5fd no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:26:15.630519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7b39e895-d514-47a8-b4ff-8a8e65db3a2d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.637774 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.641569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/networks/7b39e895-d514-47a8-b4ff-8a8e65db3a2d HTTP/1.1" status: 204 len: 168 time: 0.3545308 Jan 28 05:26:15.644189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51714) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:15.647519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4e914728-46c5-453f-8cf8-95f95d33d5fd {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:26:15.647874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4e914728-46c5-453f-8cf8-95f95d33d5fd not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:26:15.666129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c7cee-4655-44df-b053-53a2da039498 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'Network': ['ID=7b39e895-d514-47a8-b4ff-8a8e65db3a2d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:15.712647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4bbac80-c237-4e34-8606-c9eb450e30f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (778f6de3-4713-4f5c-a729-5bd942d17779), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.745175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4bbac80-c237-4e34-8606-c9eb450e30f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (778f6de3-4713-4f5c-a729-5bd942d17779), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.812833 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4bbac80-c237-4e34-8606-c9eb450e30f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (778f6de3-4713-4f5c-a729-5bd942d17779), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.815485 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4bbac80-c237-4e34-8606-c9eb450e30f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:15.819632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b4bbac80-c237-4e34-8606-c9eb450e30f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] 10.222.0.21 "DELETE /v2.0/security-groups/778f6de3-4713-4f5c-a729-5bd942d17779 HTTP/1.1" status: 204 len: 168 time: 0.1744661 Jan 28 05:26:15.831585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbac80-c237-4e34-8606-c9eb450e30f3 tempest-TestNetworkAdvancedServerOps-381890167 tempest-TestNetworkAdvancedServerOps-381890167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f6de3-4713-4f5c-a729-5bd942d17779,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:16.149182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:16.306294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-549193f8-d244-4a6d-bbb2-1cb943709f56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=338841884ec94bcda53cb811157e6687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559224 Jan 28 05:26:16.309325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51726) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:16.356665 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fac54f41-3878-422c-90e1-ef43d9570da0 admin admin] Publish callbacks [] for security_group (469e224b-4905-4048-a9aa-563ca428c48e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.379257 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fac54f41-3878-422c-90e1-ef43d9570da0 admin admin] Publish callbacks [] for security_group (469e224b-4905-4048-a9aa-563ca428c48e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.427633 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fac54f41-3878-422c-90e1-ef43d9570da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (469e224b-4905-4048-a9aa-563ca428c48e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.430308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fac54f41-3878-422c-90e1-ef43d9570da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.431565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fac54f41-3878-422c-90e1-ef43d9570da0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/469e224b-4905-4048-a9aa-563ca428c48e HTTP/1.1" status: 204 len: 168 time: 0.1213143 Jan 28 05:26:16.440089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54f41-3878-422c-90e1-ef43d9570da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e224b-4905-4048-a9aa-563ca428c48e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:16.697929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:16.739106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8d9e687b-2490-49b7-ac56-cf407c0fa0dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bcc30a82fd54871a9fba5c3040b3c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399098 Jan 28 05:26:16.741568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51734) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:16.795364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b30c655-5749-4b45-a6b7-41a113d8cc55 admin admin] Publish callbacks [] for security_group (e5747fec-3042-4555-b5cb-60db53473997), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.816411 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b30c655-5749-4b45-a6b7-41a113d8cc55 admin admin] Publish callbacks [] for security_group (e5747fec-3042-4555-b5cb-60db53473997), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.862272 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b30c655-5749-4b45-a6b7-41a113d8cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e5747fec-3042-4555-b5cb-60db53473997), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.864791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b30c655-5749-4b45-a6b7-41a113d8cc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.865985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0b30c655-5749-4b45-a6b7-41a113d8cc55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5747fec-3042-4555-b5cb-60db53473997 HTTP/1.1" status: 204 len: 168 time: 0.1231751 Jan 28 05:26:16.874805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30c655-5749-4b45-a6b7-41a113d8cc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5747fec-3042-4555-b5cb-60db53473997,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:17.340301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a42492a-1cca-43ef-9396-7e33c63f8023 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:26:17.362599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 1a42492a-1cca-43ef-9396-7e33c63f8023 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:26:17.362943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 1a42492a-1cca-43ef-9396-7e33c63f8023 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:26:28.095810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-bce7f064-b2eb-429d-be22-8aaf0b5b4647 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=166bd72ea00c41dc855521dc30fcd4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292561 Jan 28 05:26:28.295180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-86030f33-9d6e-4d9d-9227-fa70ed787378 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:28.296573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-86030f33-9d6e-4d9d-9227-fa70ed787378 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958337 Jan 28 05:26:28.310731 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-e883fb50-f402-4e33-a9fd-e8631aae7a8f tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/quotas/166bd72ea00c41dc855521dc30fcd4b1 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Jan 28 05:26:28.340427 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-bcab8e9e-1daf-4a54-bc45-de679a2e3aa1 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=166bd72ea00c41dc855521dc30fcd4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249321 Jan 28 05:26:28.501261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fcdfc9e-f9ef-433d-beb4-0def5aadf1c9 req-51ab9125-d0a5-48dc-a549-50ecfc5f6618 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 210 time: 0.0260546 Jan 28 05:26:29.531717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-da9e9590-99b6-4831-8615-49252cdb6237 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=166bd72ea00c41dc855521dc30fcd4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330679 Jan 28 05:26:29.619371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-75678e88-8042-45fd-a9ba-1842f4241fdc req-7751dde1-ec76-4894-bba2-a52592597f9b tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jan 28 05:26:29.748004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-dac364a7-b736-4a2a-8d09-415db024246d tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:29.749569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-dac364a7-b736-4a2a-8d09-415db024246d tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063093 Jan 28 05:26:29.766310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Request body: {'port': {'device_id': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'admin_state_up': True, 'tenant_id': '166bd72ea00c41dc855521dc30fcd4b1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:29.872860 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Made reservation on behalf of 166bd72ea00c41dc855521dc30fcd4b1 for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:26:29.876084 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:29.884889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:29.956936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks [] for security_group (5c2da61f-7d64-4051-8c19-a3b850a789e9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:29.960656 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5c2da61f-7d64-4051-8c19-a3b850a789e9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:30.028550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2da61f-7d64-4051-8c19-a3b850a789e9,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:30.102622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Allocated IP 192.168.233.49 (f7857662-5940-47cd-ba62-79741e94bac2/9bc69b02-6076-4c28-a1ea-60cb3b41a1fe/821233af-4183-451c-a5bf-300a1e1ea9ce) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:26:30.250227 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks [] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:30.610191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:30.650558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Network f7857662-5940-47cd-ba62-79741e94bac2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:26:30.653490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:26:30.657026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:26:30.686078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Pushing event updated for resources: {'Port': ['ID=821233af-4183-451c-a5bf-300a1e1ea9ce,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:30.744826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:30.745516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:30.769291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-756e1b30-43b1-47ff-89eb-759b01420071 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0061901 Jan 28 05:26:30.779540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf893e-91fc-4651-ae87-ffafe9c8e4a0 req-612a08bc-f52a-42bf-a0fd-0ad1f8f66890 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:30.781120 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1bf893e-91fc-4651-ae87-ffafe9c8e4a0 req-612a08bc-f52a-42bf-a0fd-0ad1f8f66890 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 935 time: 0.0844283 Jan 28 05:26:30.834034 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d1bf893e-91fc-4651-ae87-ffafe9c8e4a0 req-1c2e9d4f-694c-4534-b73d-631550a388f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Jan 28 05:26:30.900064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0680e19a-1c9b-4953-83d7-0fe764a0ccd7 None None] Provisioning complete for port 821233af-4183-451c-a5bf-300a1e1ea9ce triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:26:30.900576 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0680e19a-1c9b-4953-83d7-0fe764a0ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:30.935721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0680e19a-1c9b-4953-83d7-0fe764a0ccd7 None None] Port 821233af-4183-451c-a5bf-300a1e1ea9ce cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:26:30.939121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Request body: {'port': {'device_id': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:30.990748 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:31.282281 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821233af-4183-451c-a5bf-300a1e1ea9ce {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:26:31.289750 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Publish callbacks [] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:31.304591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Transition to ACTIVE for port object 821233af-4183-451c-a5bf-300a1e1ea9ce will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:26:31.308097 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:31.361007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Pushing event updated for resources: {'Port': ['ID=821233af-4183-451c-a5bf-300a1e1ea9ce,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:31.433861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Attempting to bind port 821233af-4183-451c-a5bf-300a1e1ea9ce on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:26:31.434221 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Attempting to bind port 821233af-4183-451c-a5bf-300a1e1ea9ce by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:26:31.434558 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Attempting to bind port 821233af-4183-451c-a5bf-300a1e1ea9ce on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:26:31.439247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Port 821233af-4183-451c-a5bf-300a1e1ea9ce on network f7857662-5940-47cd-ba62-79741e94bac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:26:31.439742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Attempting to bind port 821233af-4183-451c-a5bf-300a1e1ea9ce on network f7857662-5940-47cd-ba62-79741e94bac2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:26:31.444971 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:26:31.445455 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Checking segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:26:31.445838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Bound using segment: {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:26:31.446267 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Bound port: 821233af-4183-451c-a5bf-300a1e1ea9ce, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e135aa82-c899-4ac8-a64f-35f902f87425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:26:31.446623 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:31.512824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] For port 821233af-4183-451c-a5bf-300a1e1ea9ce, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:26:31.515858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] For port 821233af-4183-451c-a5bf-300a1e1ea9ce, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=821233af-4183-451c-a5bf-300a1e1ea9ce,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:26:31.520632 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:31.552952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:31.553603 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:31.555020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] 10.222.0.47 "PUT /v2.0/ports/821233af-4183-451c-a5bf-300a1e1ea9ce HTTP/1.1" status: 200 len: 1095 time: 0.6618252 Jan 28 05:26:31.555435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'tag': '821233af-4183-451c-a5bf-300a1e1ea9ce'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:31.557688 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb44062-892b-4fa6-8625-1431ac831534" -d '{"events": [{"name": "network-changed", "server_uuid": "5c08072e-b4e5-4222-9472-72f8ff5da81d", "tag": "821233af-4183-451c-a5bf-300a1e1ea9ce"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:31.592723 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee0c35-cc25-4929-81e7-0c1c3a354fcb service neutron] Pushing event updated for resources: {'Port': ['ID=821233af-4183-451c-a5bf-300a1e1ea9ce,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:31.606808 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb8d00a-cc88-4502-bee8-f259ff7850e2 x-openstack-request-id: req-dfb8d00a-cc88-4502-bee8-f259ff7850e2 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:31.607299 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c08072e-b4e5-4222-9472-72f8ff5da81d", "tag": "821233af-4183-451c-a5bf-300a1e1ea9ce", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:31.607555 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfb8d00a-cc88-4502-bee8-f259ff7850e2 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:31.607963 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'tag': '821233af-4183-451c-a5bf-300a1e1ea9ce', 'status': 'completed', 'code': 200} Jan 28 05:26:31.700065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-2ead5307-4856-46c6-ba7a-65ca2597a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:31.701736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-2ead5307-4856-46c6-ba7a-65ca2597a914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=166bd72ea00c41dc855521dc30fcd4b1&device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 1098 time: 0.0784001 Jan 28 05:26:31.772465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-83c87814-e7c8-4b6f-95ae-9a2e7ea6ab80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=821233af-4183-451c-a5bf-300a1e1ea9ce HTTP/1.1" status: 200 len: 217 time: 0.0567741 Jan 28 05:26:31.825703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-00f89ea6-f3be-49c5-845a-6895dbd64b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:31.827107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-00f89ea6-f3be-49c5-845a-6895dbd64b12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0488911 Jan 28 05:26:31.904313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8d23-863b-4c85-a933-0b21a821919d req-ccb505f0-650c-4547-9096-44650443da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:31.905872 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-ccb505f0-650c-4547-9096-44650443da6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716560 Jan 28 05:26:32.018770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda646f-df8a-48ce-a9e1-96c71840d3d8 req-441c0e0f-7eac-49d2-8316-c1b8c1df267e tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:32.020240 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cfda646f-df8a-48ce-a9e1-96c71840d3d8 req-441c0e0f-7eac-49d2-8316-c1b8c1df267e tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 947 time: 0.1124635 Jan 28 05:26:32.053911 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-24d9cc35-e0e4-4e11-be2c-81e264fa505c service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381583 Jan 28 05:26:32.118443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cfda646f-df8a-48ce-a9e1-96c71840d3d8 req-5866b061-9d58-47f1-9c73-ec497142bc2e tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Jan 28 05:26:32.158706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-297b8d23-863b-4c85-a933-0b21a821919d req-c219116c-50be-41f7-9fe4-d9598b9f1b68 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953441 Jan 28 05:26:32.281593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44062-892b-4fa6-8625-1431ac831534 req-7d6aba96-13e8-437a-bdd2-a5e239704155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:32.283096 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-7d6aba96-13e8-437a-bdd2-a5e239704155 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=166bd72ea00c41dc855521dc30fcd4b1&device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 1098 time: 0.0412440 Jan 28 05:26:32.443714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44062-892b-4fa6-8625-1431ac831534 req-04441aec-5bfc-4219-ab73-7e9b681ae480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:32.445260 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-04441aec-5bfc-4219-ab73-7e9b681ae480 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f7857662-5940-47cd-ba62-79741e94bac2 HTTP/1.1" status: 200 len: 870 time: 0.1558676 Jan 28 05:26:32.484504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-38fb8e04-2ecb-4627-9bda-ec67a04c2164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=821233af-4183-451c-a5bf-300a1e1ea9ce HTTP/1.1" status: 200 len: 217 time: 0.0327759 Jan 28 05:26:32.531082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44062-892b-4fa6-8625-1431ac831534 req-a0aa5b6c-099d-4c47-9520-15100fc23f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:32.532501 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-a0aa5b6c-099d-4c47-9520-15100fc23f77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9bc69b02-6076-4c28-a1ea-60cb3b41a1fe HTTP/1.1" status: 200 len: 843 time: 0.0421064 Jan 28 05:26:32.580514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44062-892b-4fa6-8625-1431ac831534 req-6eb73612-2e72-4aa6-860c-f23c8979fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:32.581998 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-6eb73612-2e72-4aa6-860c-f23c8979fede service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7857662-5940-47cd-ba62-79741e94bac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430760 Jan 28 05:26:32.672950 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-0919d20e-0a84-467d-aa98-ef0db3f100ea service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Jan 28 05:26:32.765629 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccb44062-892b-4fa6-8625-1431ac831534 req-83dfaeba-a74b-4f66-9fd9-600bb50956c6 service neutron] 10.222.0.47 "GET /v2.0/networks/f7857662-5940-47cd-ba62-79741e94bac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859041 Jan 28 05:26:33.235636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3cec0-6fbd-4f0e-9b27-3552e9b40087 req-5278482b-1749-48ad-a91e-fc3d69387ed0 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:33.237200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8c3cec0-6fbd-4f0e-9b27-3552e9b40087 req-5278482b-1749-48ad-a91e-fc3d69387ed0 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 947 time: 0.0484674 Jan 28 05:26:33.283973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8c3cec0-6fbd-4f0e-9b27-3552e9b40087 req-184a6466-1a2f-44f8-b734-bccdf81b0ea0 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Jan 28 05:26:34.391911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 821233af-4183-451c-a5bf-300a1e1ea9ce details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:26:34.402432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa7520-dd81-445c-8180-044af21ed5f3 req-4de01790-1aa2-47b6-bce7-b0626c31be97 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:34.404522 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5fa7520-dd81-445c-8180-044af21ed5f3 req-4de01790-1aa2-47b6-bce7-b0626c31be97 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 947 time: 0.0537047 Jan 28 05:26:34.409066 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:26:34.452556 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b5fa7520-dd81-445c-8180-044af21ed5f3 req-77cf18b6-ee32-4510-9484-72c0ad80bac0 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Jan 28 05:26:34.638720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 821233af-4183-451c-a5bf-300a1e1ea9ce, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=821233af-4183-451c-a5bf-300a1e1ea9ce,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:34.650964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '821233af-4183-451c-a5bf-300a1e1ea9ce', 'network_id': 'f7857662-5940-47cd-ba62-79741e94bac2', 'port_id': '821233af-4183-451c-a5bf-300a1e1ea9ce', 'mac_address': 'fa:16:3e:64:ee:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc69b02-6076-4c28-a1ea-60cb3b41a1fe', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:26:34.687797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 821233af-4183-451c-a5bf-300a1e1ea9ce is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:26:34.688192 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:34.701216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821233af-4183-451c-a5bf-300a1e1ea9ce {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:26:34.721664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 821233af-4183-451c-a5bf-300a1e1ea9ce, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=821233af-4183-451c-a5bf-300a1e1ea9ce,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:34.726058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:34.771811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=821233af-4183-451c-a5bf-300a1e1ea9ce,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:35.040633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['821233af-4183-451c-a5bf-300a1e1ea9ce'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:26:35.570729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4094c61-3fd4-4f37-a468-b07196950c0e req-0be561af-be50-44f4-a7c4-d6424d1b1cf5 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:35.572229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4094c61-3fd4-4f37-a468-b07196950c0e req-0be561af-be50-44f4-a7c4-d6424d1b1cf5 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 948 time: 0.0491576 Jan 28 05:26:35.619218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4094c61-3fd4-4f37-a468-b07196950c0e req-87e52c76-654d-45aa-898e-f56085b137a3 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Jan 28 05:26:36.387175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 821233af-4183-451c-a5bf-300a1e1ea9ce up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:26:36.437621 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 821233af-4183-451c-a5bf-300a1e1ea9ce completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:26:36.441606 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 821233af-4183-451c-a5bf-300a1e1ea9ce triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:26:36.441981 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:36.532389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 821233af-4183-451c-a5bf-300a1e1ea9ce is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:26:36.532778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:36.554634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821233af-4183-451c-a5bf-300a1e1ea9ce'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:36.556847 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c885d04-8827-4e72-ab32-0fbb903c86c0" -d '{"events": [{"server_uuid": "5c08072e-b4e5-4222-9472-72f8ff5da81d", "name": "network-vif-plugged", "status": "completed", "tag": "821233af-4183-451c-a5bf-300a1e1ea9ce"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:36.568820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 821233af-4183-451c-a5bf-300a1e1ea9ce, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=821233af-4183-451c-a5bf-300a1e1ea9ce,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:36.574190 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:36.601951 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214200c-ecee-4f83-87ac-fef14b992b21 x-openstack-request-id: req-2214200c-ecee-4f83-87ac-fef14b992b21 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:36.602257 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c08072e-b4e5-4222-9472-72f8ff5da81d", "name": "network-vif-plugged", "status": "completed", "tag": "821233af-4183-451c-a5bf-300a1e1ea9ce", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:36.602545 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2214200c-ecee-4f83-87ac-fef14b992b21 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:36.602942 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821233af-4183-451c-a5bf-300a1e1ea9ce', 'code': 200} Jan 28 05:26:36.624719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=821233af-4183-451c-a5bf-300a1e1ea9ce,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:36.724191 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a118e7-1afb-4929-9475-2dc93c95230a req-5728bb69-33d4-49d5-992d-5fd3d693a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:36.725783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-08a118e7-1afb-4929-9475-2dc93c95230a req-5728bb69-33d4-49d5-992d-5fd3d693a062 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 1100 time: 0.0420682 Jan 28 05:26:36.751553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b404f5-0ada-4da1-a9f7-d9a7dbc3fa39 req-2d5f06ce-cc7b-4b0a-a887-7ef99242ba32 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:36.753784 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99b404f5-0ada-4da1-a9f7-d9a7dbc3fa39 req-2d5f06ce-cc7b-4b0a-a887-7ef99242ba32 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 949 time: 0.0539784 Jan 28 05:26:36.767823 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:36.777718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-08a118e7-1afb-4929-9475-2dc93c95230a req-4f046c98-daf4-4ef2-8729-64ef55e2c07a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Jan 28 05:26:36.802260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99b404f5-0ada-4da1-a9f7-d9a7dbc3fa39 req-b0390d1c-4739-4fa6-85ca-8ab9805c7ea3 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Jan 28 05:26:37.926381 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ceb91-b7d6-449b-bfbf-7587b982bc18 req-8d8bff44-419f-4b6c-ab0a-74ccf99fe713 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:37.928225 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-454ceb91-b7d6-449b-bfbf-7587b982bc18 req-8d8bff44-419f-4b6c-ab0a-74ccf99fe713 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 949 time: 0.0540054 Jan 28 05:26:37.976858 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-454ceb91-b7d6-449b-bfbf-7587b982bc18 req-00e2ce19-bd24-4665-8cd3-bb3bcda8dc3f tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Jan 28 05:26:38.115428 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:38.248892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-421f4c8a-57c2-4151-a5f2-1acfb1ad31a1 req-ea70efa1-f1af-4d3e-a581-cc56dc404819 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:26:38.249956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-421f4c8a-57c2-4151-a5f2-1acfb1ad31a1 req-ea70efa1-f1af-4d3e-a581-cc56dc404819 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063016 Jan 28 05:26:38.643555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-48ef928d-a4c1-410c-8d53-b1af6add6a08 req-ecd07cf2-62d2-4d97-a898-6673636ca835 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:26:38.644680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48ef928d-a4c1-410c-8d53-b1af6add6a08 req-ecd07cf2-62d2-4d97-a898-6673636ca835 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0448203 Jan 28 05:26:38.664536 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9d61-9a5c-4922-b019-cc0533840f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:38.979419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f9e45-157a-4758-a309-591dfd048520 req-72d9354f-5988-4b2e-9bfd-6d625020d0fc tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:38.981698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-997f9e45-157a-4758-a309-591dfd048520 req-72d9354f-5988-4b2e-9bfd-6d625020d0fc tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 949 time: 0.0488291 Jan 28 05:26:39.029091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-997f9e45-157a-4758-a309-591dfd048520 req-03a3db57-c0ba-40fb-a9e0-2861100004ec tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Jan 28 05:26:40.153250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64f73e-897e-4c8b-8b4a-1a9668cf4622 req-9748ba75-b6ec-482b-a6b1-d2d0f7256cb0 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:40.154938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c64f73e-897e-4c8b-8b4a-1a9668cf4622 req-9748ba75-b6ec-482b-a6b1-d2d0f7256cb0 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 949 time: 0.0503066 Jan 28 05:26:40.202072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c64f73e-897e-4c8b-8b4a-1a9668cf4622 req-9b6ab232-54b8-4cfc-bed7-e7a6d3679390 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c2da61f-7d64-4051-8c19-a3b850a789e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Jan 28 05:26:40.385266 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-490d06ed-7580-42a3-baad-242e0b0d099c tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:40.387373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-490d06ed-7580-42a3-baad-242e0b0d099c tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 949 time: 0.0517342 Jan 28 05:26:40.478340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Deleting port 821233af-4183-451c-a5bf-300a1e1ea9ce {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:26:40.478685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:40.567802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] For port 821233af-4183-451c-a5bf-300a1e1ea9ce, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=821233af-4183-451c-a5bf-300a1e1ea9ce,segment=NetworkSegment(e135aa82-c899-4ac8-a64f-35f902f87425),segment_id=e135aa82-c899-4ac8-a64f-35f902f87425)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:40.568164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:40.580123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Calling delete_port for 821233af-4183-451c-a5bf-300a1e1ea9ce owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:26:40.703874 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (821233af-4183-451c-a5bf-300a1e1ea9ce), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:40.734338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Pushing event deleted for resources: {'Port': ['ID=821233af-4183-451c-a5bf-300a1e1ea9ce,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:40.736667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['821233af-4183-451c-a5bf-300a1e1ea9ce'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:26:40.777109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] No DVR routers for this DVR port 821233af-4183-451c-a5bf-300a1e1ea9ce on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:26:40.780100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:40.783508 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9fefbc2c-0e0c-4c59-8df8-46a38fca2b16 req-6400683f-b3d2-47b2-8e85-047b465964f8 tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.47 "DELETE /v2.0/ports/821233af-4183-451c-a5bf-300a1e1ea9ce HTTP/1.1" status: 204 len: 173 time: 0.3911450 Jan 28 05:26:40.783967 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'name': 'network-vif-deleted', 'tag': '821233af-4183-451c-a5bf-300a1e1ea9ce'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:40.786328 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c1b0e4-adef-4da5-9481-8078a359d1f5" -d '{"events": [{"server_uuid": "5c08072e-b4e5-4222-9472-72f8ff5da81d", "name": "network-vif-deleted", "tag": "821233af-4183-451c-a5bf-300a1e1ea9ce"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:40.856523 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed0d86-aa9e-4b82-9a54-8e7a23b527a9 x-openstack-request-id: req-d8ed0d86-aa9e-4b82-9a54-8e7a23b527a9 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:40.856822 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c08072e-b4e5-4222-9472-72f8ff5da81d", "name": "network-vif-deleted", "tag": "821233af-4183-451c-a5bf-300a1e1ea9ce", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:40.857399 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8ed0d86-aa9e-4b82-9a54-8e7a23b527a9 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:40.857810 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c08072e-b4e5-4222-9472-72f8ff5da81d', 'name': 'network-vif-deleted', 'tag': '821233af-4183-451c-a5bf-300a1e1ea9ce', 'status': 'completed', 'code': 200} Jan 28 05:26:40.876659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b425399-7490-441f-9d0f-d92c0c439a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:41.315245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b6ba46c-45d9-4c31-a465-df05ccc99a9e req-e0d123a4-d5bb-4cfc-a150-ef39bfd02b3d tempest-ServersAdminNegativeTestJSON-182318550 tempest-ServersAdminNegativeTestJSON-182318550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c08072e-b4e5-4222-9472-72f8ff5da81d HTTP/1.1" status: 200 len: 210 time: 0.0302470 Jan 28 05:26:42.127736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:42.603302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:42.740271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6c195dab-23ec-4da2-9c69-f55361dc5b18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=166bd72ea00c41dc855521dc30fcd4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358039 Jan 28 05:26:42.742793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:42.788681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ca42-c170-4a35-adb1-3037f1b143bc admin admin] Publish callbacks [] for security_group (5c2da61f-7d64-4051-8c19-a3b850a789e9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:42.810470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ca42-c170-4a35-adb1-3037f1b143bc admin admin] Publish callbacks [] for security_group (5c2da61f-7d64-4051-8c19-a3b850a789e9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:42.858771 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ca42-c170-4a35-adb1-3037f1b143bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5c2da61f-7d64-4051-8c19-a3b850a789e9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:42.861375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ca42-c170-4a35-adb1-3037f1b143bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:42.862553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7b2ca42-c170-4a35-adb1-3037f1b143bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c2da61f-7d64-4051-8c19-a3b850a789e9 HTTP/1.1" status: 204 len: 168 time: 0.1188729 Jan 28 05:26:42.870554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2ca42-c170-4a35-adb1-3037f1b143bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2da61f-7d64-4051-8c19-a3b850a789e9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:43.122452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:43.135618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47a01d45-8be0-4aa9-b6fb-e24dd6c2e5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.210471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47a01d45-8be0-4aa9-b6fb-e24dd6c2e5b7 admin admin] Publish callbacks [] for security_group (6388c4b5-a011-424e-80b1-e826ff43be2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.213994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47a01d45-8be0-4aa9-b6fb-e24dd6c2e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6388c4b5-a011-424e-80b1-e826ff43be2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.252472 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-47a01d45-8be0-4aa9-b6fb-e24dd6c2e5b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c61b7ba61aa43c282548db46863a4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289656 Jan 28 05:26:43.253707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a01d45-8be0-4aa9-b6fb-e24dd6c2e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6388c4b5-a011-424e-80b1-e826ff43be2e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:43.255189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:43.306307 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42801380-cf44-4c10-85fb-5a98a315dd3b admin admin] Publish callbacks [] for security_group (6388c4b5-a011-424e-80b1-e826ff43be2e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.327842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42801380-cf44-4c10-85fb-5a98a315dd3b admin admin] Publish callbacks [] for security_group (6388c4b5-a011-424e-80b1-e826ff43be2e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.374312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42801380-cf44-4c10-85fb-5a98a315dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (6388c4b5-a011-424e-80b1-e826ff43be2e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.376913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-42801380-cf44-4c10-85fb-5a98a315dd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:43.378104 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-42801380-cf44-4c10-85fb-5a98a315dd3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6388c4b5-a011-424e-80b1-e826ff43be2e HTTP/1.1" status: 204 len: 168 time: 0.1211417 Jan 28 05:26:43.386035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42801380-cf44-4c10-85fb-5a98a315dd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6388c4b5-a011-424e-80b1-e826ff43be2e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:43.854388 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.036903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 51926) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:44.132745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-318553568-network', 'tenant_id': '146d87b6e5f947f580ed268c4bad510f'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:44.152804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Made reservation on behalf of 146d87b6e5f947f580ed268c4bad510f for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:26:44.155085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.163418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.240669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks [] for security_group (c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.244334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.269894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:26:44.279434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:44.287247 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (873bd67b-a0ce-4786-9f90-00c420db38b0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.287722 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Added segment 873bd67b-a0ce-4786-9f90-00c420db38b0 of type vlan for network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 Jan 28 05:26:44.328066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7da6dc32-8762-4d5f-b8ff-7330221e8cb4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.352564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7da6dc32-8762-4d5f-b8ff-7330221e8cb4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.353475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:44.354316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.404456 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 821233af-4183-451c-a5bf-300a1e1ea9ce no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:26:44.425317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 821233af-4183-451c-a5bf-300a1e1ea9ce {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:26:44.425702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 821233af-4183-451c-a5bf-300a1e1ea9ce not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:26:44.434975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3969460 Jan 28 05:26:44.437995 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51930) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:44.443389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Request body: {'subnet': {'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-318553568-subnet', 'tenant_id': '146d87b6e5f947f580ed268c4bad510f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:44.452107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede6ddc-3a3d-4507-b168-2c8164c9e651 admin admin] Pushing event updated for resources: {'Network': ['ID=7da6dc32-8762-4d5f-b8ff-7330221e8cb4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:44.463165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:26:44.465885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Made reservation on behalf of 146d87b6e5f947f580ed268c4bad510f for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:26:44.468306 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.630699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (63660553-6946-49df-af98-707ab90ef2f5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.688511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63660553-6946-49df-af98-707ab90ef2f5,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:44.695752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Checking segment: {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:26:44.696100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Network hostable DHCP agents. Network: 7da6dc32-8762-4d5f-b8ff-7330221e8cb4, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:26:44.712041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:26:44.720863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 7da6dc32-8762-4d5f-b8ff-7330221e8cb4) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:26:44.726606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:44.728372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:44.731231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bbe62-20e3-4ed0-af7d-597d2bd75ddb None None] Network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:26:44.745249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dd2989d0-3579-4679-bdbc-6984baceb9d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3060997 Jan 28 05:26:44.829559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ee80d-2ef3-45ea-9e0e-4dcd28bc1bf3 None None] Network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:26:45.161973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-1c535e05-bb1c-42a3-91f8-36e6e4dfc2da tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:45.163366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-1c535e05-bb1c-42a3-91f8-36e6e4dfc2da tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 811 time: 0.0988574 Jan 28 05:26:45.177435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-3d7ea74f-b589-471e-9d7c-8b986609efd3 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/quotas/146d87b6e5f947f580ed268c4bad510f HTTP/1.1" status: 200 len: 375 time: 0.0087662 Jan 28 05:26:45.207999 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-1f930575-5092-4e25-9bf7-21b022342922 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259013 Jan 28 05:26:45.302559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-57501696-1d55-4bd0-ae2c-dc0909533b31 service neutron] 10.222.0.21 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880606 Jan 28 05:26:45.392918 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-50ca4072-d2cd-4706-9ff4-c825b6834fdf service neutron] 10.222.0.21 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841179 Jan 28 05:26:45.423315 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:45.566048 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03a034dc-96dc-433e-9a69-bdb7c88d16c8 req-97f9abe5-1ff5-408a-8fa7-30e664af0309 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jan 28 05:26:46.554825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-b86ab4c1-970e-4b7b-b168-b201dbd57388 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:46.556279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-b86ab4c1-970e-4b7b-b168-b201dbd57388 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.47 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 811 time: 0.1020825 Jan 28 05:26:46.574441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Request body: {'port': {'device_id': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4', 'admin_state_up': True, 'tenant_id': '146d87b6e5f947f580ed268c4bad510f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:46.665952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a84415c-3156-431d-a077-87046a5dc610 req-415b2eb8-6bee-4aa1-9ea1-0aa9eac533b3 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 210 time: 0.0324099 Jan 28 05:26:46.685195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Made reservation on behalf of 146d87b6e5f947f580ed268c4bad510f for: {'port': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:26:46.688615 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:46.815424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Allocated IP 172.20.0.8 (7da6dc32-8762-4d5f-b8ff-7330221e8cb4/63660553-6946-49df-af98-707ab90ef2f5/3880a367-13d0-4cd9-b462-e1b94d23b65b) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:26:46.952358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks [] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:46.992117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.036809 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:26:47.039796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:26:47.046515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:26:47.068352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:47.094930 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:47.095543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.111645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d9a7fb96-a8e8-41d8-b68b-e36c7926d48e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410428 Jan 28 05:26:47.127165 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Request body: {'port': {'device_id': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:47.178116 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.433406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3880a367-13d0-4cd9-b462-e1b94d23b65b {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:26:47.440423 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Publish callbacks [] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.453134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Transition to ACTIVE for port object 3880a367-13d0-4cd9-b462-e1b94d23b65b will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:26:47.456410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.507609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:47.576576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:26:47.577271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:26:47.577271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b on network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:26:47.581696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Port 3880a367-13d0-4cd9-b462-e1b94d23b65b on network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:26:47.582022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b on network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:26:47.587215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:26:47.587563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Checking segment: {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:26:47.587944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Bound using segment: {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:26:47.588418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Bound port: 3880a367-13d0-4cd9-b462-e1b94d23b65b, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:26:47.588730 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.655753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:26:47.658696 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:26:47.663250 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.694954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:47.695607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:47.697401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] 10.222.0.47 "PUT /v2.0/ports/3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 1091 time: 0.5741775 Jan 28 05:26:47.697869 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:47.701037 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f382a-dd1b-43bf-87b2-e49fe590637b" -d '{"events": [{"name": "network-changed", "server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:47.737137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01ea6a-3d83-4323-8d2f-14cabf6828cc service neutron] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:47.759292 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da9c662-836e-4aa1-a1ea-40508880e40a x-openstack-request-id: req-4da9c662-836e-4aa1-a1ea-40508880e40a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:47.759587 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:47.759847 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4da9c662-836e-4aa1-a1ea-40508880e40a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:47.760247 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'status': 'completed', 'code': 200} Jan 28 05:26:47.826993 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62bc9e-bd6f-4617-ac1f-83d5c586cb1b req-77305b4a-2f8b-430e-804d-231253f31af5 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:47.828481 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f62bc9e-bd6f-4617-ac1f-83d5c586cb1b req-77305b4a-2f8b-430e-804d-231253f31af5 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 943 time: 0.0795476 Jan 28 05:26:47.842881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-927bef82-27f9-4597-b561-36c36c83d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:47.844219 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-927bef82-27f9-4597-b561-36c36c83d7d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1094 time: 0.0681679 Jan 28 05:26:47.897175 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-c50b5016-40a7-4e75-a6b0-433e4b974e79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0396500 Jan 28 05:26:47.945561 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f62bc9e-bd6f-4617-ac1f-83d5c586cb1b req-3c97e8d1-7538-4068-b361-9696511753fb tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097407 Jan 28 05:26:47.965314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-db089970-1110-43fd-bc4b-ce5de0879964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:47.966798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-db089970-1110-43fd-bc4b-ce5de0879964 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0620050 Jan 28 05:26:47.999540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-83d5ab55-7616-46b9-a8d1-a20326056ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259683 Jan 28 05:26:48.089810 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-0940ee5e-55b0-4c94-9ae3-bfac44cae808 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841804 Jan 28 05:26:48.176086 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7d98c25c-7c7f-46a6-9fd1-9e597de86f73 req-d536da25-46cf-4fc3-be92-4020f43c95f0 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808656 Jan 28 05:26:48.317823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-fcb61617-476c-497f-8b06-202b367dd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:48.319377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-fcb61617-476c-497f-8b06-202b367dd232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1094 time: 0.0604100 Jan 28 05:26:48.405673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-549a43f1-0157-4f31-b172-7b484bf02e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:48.407152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-549a43f1-0157-4f31-b172-7b484bf02e3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0822084 Jan 28 05:26:48.451167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-34f90b71-c741-404c-9dc2-5e57974ae8ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0367262 Jan 28 05:26:48.831781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-da177cb1-0fbd-4390-b5b2-35aa6957cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:48.833433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-da177cb1-0fbd-4390-b5b2-35aa6957cebc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.3762252 Jan 28 05:26:48.863840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-9e810d76-5bf4-4c61-b9d1-d41e44b36980 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231686 Jan 28 05:26:48.953249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-9432dffd-7812-4c09-a4ce-4d376f6325d6 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821702 Jan 28 05:26:49.042293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-132f382a-dd1b-43bf-87b2-e49fe590637b req-fb67aa4e-e062-469f-b15b-7fae2f8714ce service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819235 Jan 28 05:26:49.071890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169348e6-e883-47d1-9d4f-489b0d0880cf req-20e07be0-8356-4e75-b3b0-d126e33b51ad tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:49.074029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-169348e6-e883-47d1-9d4f-489b0d0880cf req-20e07be0-8356-4e75-b3b0-d126e33b51ad tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 943 time: 0.0560212 Jan 28 05:26:49.119405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-169348e6-e883-47d1-9d4f-489b0d0880cf req-d06aa5d1-927d-4124-8d1a-ed0b044089af tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Jan 28 05:26:50.232487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffc150-9009-47e4-bee8-754b1ef6af88 req-9b6b5195-5cc1-46f5-8d4c-ee661b9ba153 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:50.233971 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82ffc150-9009-47e4-bee8-754b1ef6af88 req-9b6b5195-5cc1-46f5-8d4c-ee661b9ba153 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 943 time: 0.0472076 Jan 28 05:26:50.278304 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-82ffc150-9009-47e4-bee8-754b1ef6af88 req-70659577-87ce-4473-9d8a-8960b0145f8e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388057 Jan 28 05:26:50.435003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:26:50.531339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:50.543049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4', 'port_id': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'mac_address': 'fa:16:3e:ff:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63660553-6946-49df-af98-707ab90ef2f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:26:50.579363 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 3880a367-13d0-4cd9-b462-e1b94d23b65b is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:26:50.579760 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:50.592161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3880a367-13d0-4cd9-b462-e1b94d23b65b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:26:50.611416 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:50.614925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:50.664141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:50.873371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['3880a367-13d0-4cd9-b462-e1b94d23b65b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:26:51.392485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aa1ad-33a5-4744-9dab-76c02bbcb3b6 req-2cae4c1f-a342-4ded-a9d5-27c8383773f5 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:51.393993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c5aa1ad-33a5-4744-9dab-76c02bbcb3b6 req-2cae4c1f-a342-4ded-a9d5-27c8383773f5 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 944 time: 0.0478261 Jan 28 05:26:51.438984 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c5aa1ad-33a5-4744-9dab-76c02bbcb3b6 req-a8abaf9e-545e-4995-b15a-f3015ce7e05f tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Jan 28 05:26:52.465281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:26:52.517992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 3880a367-13d0-4cd9-b462-e1b94d23b65b completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:26:52.522131 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 3880a367-13d0-4cd9-b462-e1b94d23b65b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:26:52.522507 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:52.562466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f236e08-2faf-480b-be3c-dbdf99ae3f79 req-876efa44-0ff7-4b3d-9fed-302ec9f2843a tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:52.563958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f236e08-2faf-480b-be3c-dbdf99ae3f79 req-876efa44-0ff7-4b3d-9fed-302ec9f2843a tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 944 time: 0.0561800 Jan 28 05:26:52.601407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 3880a367-13d0-4cd9-b462-e1b94d23b65b is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:26:52.601815 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:52.611464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f236e08-2faf-480b-be3c-dbdf99ae3f79 req-d3d63bde-c93d-40d6-8e1d-cbd2f7b3b355 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Jan 28 05:26:52.625152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:26:52.627490 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc0eb6c-7ffd-4b9d-86e9-44aad50f3429" -d '{"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-plugged", "status": "completed", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:26:52.643425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:26:52.648087 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:52.671083 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91913f79-0552-4e90-a950-7218d1815b75 x-openstack-request-id: req-91913f79-0552-4e90-a950-7218d1815b75 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:26:52.671382 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-plugged", "status": "completed", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:26:52.671633 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91913f79-0552-4e90-a950-7218d1815b75 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:26:52.672014 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'code': 200} Jan 28 05:26:52.703242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:52.792708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb94591-5970-4c16-9b36-fb28de807adc req-4f2e202d-59be-413c-a31f-0101e29003b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:52.794317 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-edb94591-5970-4c16-9b36-fb28de807adc req-4f2e202d-59be-413c-a31f-0101e29003b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1096 time: 0.0393777 Jan 28 05:26:52.838447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-edb94591-5970-4c16-9b36-fb28de807adc req-a258a6e0-d312-4149-8395-83fa787e7f31 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373535 Jan 28 05:26:53.730763 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6f6e-aa09-411f-9dfb-8252ccc46620 req-b282649f-e56f-4f11-99f7-347a79ff18c8 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:53.732222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a4c6f6e-aa09-411f-9dfb-8252ccc46620 req-b282649f-e56f-4f11-99f7-347a79ff18c8 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0507827 Jan 28 05:26:53.777939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a4c6f6e-aa09-411f-9dfb-8252ccc46620 req-62280f13-0a45-49e1-91b9-7bbe74894392 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Jan 28 05:26:54.899656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabf7-38db-47f6-8fbe-f8dcb1196f8e req-a4aa7a74-e2b2-4372-a698-8d88f821bf65 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:54.901124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dfdabf7-38db-47f6-8fbe-f8dcb1196f8e req-a4aa7a74-e2b2-4372-a698-8d88f821bf65 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0507445 Jan 28 05:26:54.946287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5dfdabf7-38db-47f6-8fbe-f8dcb1196f8e req-f5372038-bd29-4196-be93-c88ead57b63b tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Jan 28 05:26:55.252140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 51992) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:55.276807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae64a-9be4-4b46-a4eb-28f8ce938686 req-aa133ded-0ab8-4eb3-b39f-09bb58dd3abc tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:55.278563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-632ae64a-9be4-4b46-a4eb-28f8ce938686 req-aa133ded-0ab8-4eb3-b39f-09bb58dd3abc tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0493689 Jan 28 05:26:55.329365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-632ae64a-9be4-4b46-a4eb-28f8ce938686 req-9e1a49bf-d2e2-4d2a-abec-5ef703832981 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Jan 28 05:26:55.333890 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-f23e2403-152c-43f3-8117-5586da467ab6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806103 Jan 28 05:26:55.343523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-86e11ad8-8807-4c19-bcfa-7cf3dd4874a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:26:55.344659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-86e11ad8-8807-4c19-bcfa-7cf3dd4874a0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061460 Jan 28 05:26:56.443367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf10b7-0038-481e-856e-639bd46557c0 req-0c6f22cf-4075-44aa-9158-3ac14ab2e2e4 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:56.444842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4bf10b7-0038-481e-856e-639bd46557c0 req-0c6f22cf-4075-44aa-9158-3ac14ab2e2e4 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0478103 Jan 28 05:26:56.489303 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4bf10b7-0038-481e-856e-639bd46557c0 req-d6ae4941-ed67-4da2-b900-07d49ede51f9 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Jan 28 05:26:56.664058 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-21ccf76d-3e44-4cdc-abc2-92f577a897d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:56.665555 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-21ccf76d-3e44-4cdc-abc2-92f577a897d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1096 time: 0.0445571 Jan 28 05:26:56.753902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-1da5b38c-6e14-47c8-89d8-bdf32ab7d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:56.755434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-1da5b38c-6e14-47c8-89d8-bdf32ab7d897 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0847268 Jan 28 05:26:56.798679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-ab39358e-e7fb-4b7d-8f1c-dcddeaf699bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0378194 Jan 28 05:26:56.845046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-ee33ccd1-8f76-401e-b3b6-3a7b0200b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:56.846534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-ee33ccd1-8f76-401e-b3b6-3a7b0200b29e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0428631 Jan 28 05:26:56.876916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-c009122d-ae9c-4aef-b372-1d7a62d785a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246518 Jan 28 05:26:56.965821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-dcf9e191-ed58-4d5c-8e8b-d89673742cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817440 Jan 28 05:26:57.050721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-ee8e6863-283c-4953-82f0-4e6865b29189 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790989 Jan 28 05:26:57.611540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa149f7c-4c59-481d-b6f5-027bd28cd5c0 req-4eb7289a-5823-4ff7-b653-0452a76360dd tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:57.612935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa149f7c-4c59-481d-b6f5-027bd28cd5c0 req-4eb7289a-5823-4ff7-b653-0452a76360dd tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0535479 Jan 28 05:26:57.660281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa149f7c-4c59-481d-b6f5-027bd28cd5c0 req-cadb7b90-6d9a-4f68-9a5e-f740de89c540 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Jan 28 05:26:58.780379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b0c67-3150-4c04-b7b5-3771650dec3d req-c2c4d8b7-c374-488b-a322-10b401fa5971 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:58.781903 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-371b0c67-3150-4c04-b7b5-3771650dec3d req-c2c4d8b7-c374-488b-a322-10b401fa5971 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0479021 Jan 28 05:26:58.826679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-371b0c67-3150-4c04-b7b5-3771650dec3d req-1633bcc3-bf9d-45f5-8422-40f34384a7d1 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 Jan 28 05:26:59.941843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c221be-8b33-4a72-b301-33c4ae030874 req-e5e7f3c3-9291-4faa-80ab-05a7b483c5fb tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:59.943345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0c221be-8b33-4a72-b301-33c4ae030874 req-e5e7f3c3-9291-4faa-80ab-05a7b483c5fb tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0484736 Jan 28 05:26:59.989432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0c221be-8b33-4a72-b301-33c4ae030874 req-fbc5c1d4-aac5-49a0-a73b-cb7481e71815 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403757 Jan 28 05:27:01.106672 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6aeb7-a65f-4615-8f58-eeadd98456e9 req-8e9f256b-35b8-481a-82d4-5e34a837a0f0 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:01.108167 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11d6aeb7-a65f-4615-8f58-eeadd98456e9 req-8e9f256b-35b8-481a-82d4-5e34a837a0f0 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0510390 Jan 28 05:27:01.154607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-11d6aeb7-a65f-4615-8f58-eeadd98456e9 req-2a12fba3-a4fc-4d0a-a914-03f1b3e63240 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Jan 28 05:27:02.276933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736a349-150e-47a4-ab84-fe9afcf24b7a req-3e25eff8-58b4-405f-9065-aab1dc533197 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:02.278455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4736a349-150e-47a4-ab84-fe9afcf24b7a req-3e25eff8-58b4-405f-9065-aab1dc533197 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0525599 Jan 28 05:27:02.328723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4736a349-150e-47a4-ab84-fe9afcf24b7a req-81b87616-d05d-4950-992d-19a94d331109 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Jan 28 05:27:03.443169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76303a7-ad24-4d4f-be3b-2321504667cf req-c60a5924-d555-47c0-b04c-864c09e65d26 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:03.444637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c76303a7-ad24-4d4f-be3b-2321504667cf req-c60a5924-d555-47c0-b04c-864c09e65d26 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0472813 Jan 28 05:27:03.490857 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c76303a7-ad24-4d4f-be3b-2321504667cf req-f2f2a0f5-dba4-4ee7-9336-a24ee9c3da5d tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400462 Jan 28 05:27:04.606652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c9f1-8733-4a8e-a12d-17079a27dab8 req-c5902231-e469-487c-a533-258700636fe3 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:04.608157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2e7c9f1-8733-4a8e-a12d-17079a27dab8 req-c5902231-e469-487c-a533-258700636fe3 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0474608 Jan 28 05:27:04.657790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2e7c9f1-8733-4a8e-a12d-17079a27dab8 req-2afe55c2-549e-4d65-9929-83916e0497fb tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412006 Jan 28 05:27:05.776791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346928b-2ac3-41f3-99f0-0297d62252b3 req-bff3dbab-b9e9-437e-9ce0-50f3fe4c2bb7 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:05.778309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4346928b-2ac3-41f3-99f0-0297d62252b3 req-bff3dbab-b9e9-437e-9ce0-50f3fe4c2bb7 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0520504 Jan 28 05:27:05.826112 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4346928b-2ac3-41f3-99f0-0297d62252b3 req-7493bc4c-b9cb-4eb6-9540-f7c2a64760f8 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Jan 28 05:27:06.757637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:06.938835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174a7f6-09cb-4786-8245-c19553967528 req-93a09a3b-2dd6-4604-8d68-500929066090 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:06.940316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b174a7f6-09cb-4786-8245-c19553967528 req-93a09a3b-2dd6-4604-8d68-500929066090 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0474353 Jan 28 05:27:06.986641 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b174a7f6-09cb-4786-8245-c19553967528 req-dacc8cf0-17d2-4a43-afcf-3482ccf91f70 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Jan 28 05:27:08.109410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ec651-79f0-45d0-b3ef-1701d5a25baf req-6e4519e9-321d-4c9b-be6c-970748a83b13 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:08.111005 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd5ec651-79f0-45d0-b3ef-1701d5a25baf req-6e4519e9-321d-4c9b-be6c-970748a83b13 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0480483 Jan 28 05:27:08.113825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:08.157521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd5ec651-79f0-45d0-b3ef-1701d5a25baf req-a5396c9d-7663-4849-9e70-212d3bc2e897 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Jan 28 05:27:08.667803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203aa461-cc88-4560-98de-5e2c2ae162c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:09.601915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1515-597d-493c-acf1-60d3276f9c60 req-0ebf942d-0d6b-4722-b7c1-3be2b4be7561 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:09.603520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-871e1515-597d-493c-acf1-60d3276f9c60 req-0ebf942d-0d6b-4722-b7c1-3be2b4be7561 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.3792894 Jan 28 05:27:09.650668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-871e1515-597d-493c-acf1-60d3276f9c60 req-12fe974b-23f4-4f8c-8864-f293a08ecce7 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Jan 28 05:27:10.766448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead81a98-0717-4f31-a2ee-39eb01616156 req-dfd91a0e-b621-4f9e-a68c-9afdc1699003 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:10.767967 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ead81a98-0717-4f31-a2ee-39eb01616156 req-dfd91a0e-b621-4f9e-a68c-9afdc1699003 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0484648 Jan 28 05:27:10.819972 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ead81a98-0717-4f31-a2ee-39eb01616156 req-80f4642d-2288-44b4-9793-e0bba660c09e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Jan 28 05:27:10.869952 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9c07c5-ac89-45cf-925f-ab1a80fc7949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:10.871640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-143f7d01-7cd1-43f3-8ca8-b6c16419d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:10.873217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-143f7d01-7cd1-43f3-8ca8-b6c16419d34c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1096 time: 0.0439882 Jan 28 05:27:10.974429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-d9a320fb-ccb4-4d64-a5fb-0b4fa6e7686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:10.975831 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-d9a320fb-ccb4-4d64-a5fb-0b4fa6e7686f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0855753 Jan 28 05:27:11.019016 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-b3c6b83d-e01d-43e3-ae97-18b17643ac8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0379839 Jan 28 05:27:11.065452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-8a4f44b4-112e-4b1d-8046-792271d033f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:11.066906 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-8a4f44b4-112e-4b1d-8046-792271d033f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0430417 Jan 28 05:27:11.096701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-9c05531b-ce33-4297-9824-db8907509dff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237176 Jan 28 05:27:11.186973 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-52662e01-f46f-4598-9f18-31793b9f1143 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848005 Jan 28 05:27:11.272969 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-316d2059-c966-40b9-9daa-9ee7948446e4 req-6a0e3278-b6df-4586-b195-95f2cf812a42 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793283 Jan 28 05:27:11.408324 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:27:11.934689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42d0e6-53c0-4a36-8135-6313869b7cf7 req-122efa7a-f296-4109-bb74-14b62bc3949e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:11.936176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca42d0e6-53c0-4a36-8135-6313869b7cf7 req-122efa7a-f296-4109-bb74-14b62bc3949e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0472856 Jan 28 05:27:11.982437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca42d0e6-53c0-4a36-8135-6313869b7cf7 req-08fb745b-2dfc-47ad-b386-541e4a9c8e64 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Jan 28 05:27:12.131047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:13.099580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec156be-fa46-405c-9f61-756e532c3d2b req-0480a56e-53e7-4cd0-96fc-55b8310e462e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:13.101090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bec156be-fa46-405c-9f61-756e532c3d2b req-0480a56e-53e7-4cd0-96fc-55b8310e462e tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0489471 Jan 28 05:27:13.152367 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bec156be-fa46-405c-9f61-756e532c3d2b req-32dacd77-bd24-4845-a686-3e2a692c14ad tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Jan 28 05:27:13.855912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:14.267738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824894f7-fa32-4836-bf15-8918432392d5 req-591b3a73-8fcb-487a-81f2-8495df4ed0cb tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:14.269239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-824894f7-fa32-4836-bf15-8918432392d5 req-591b3a73-8fcb-487a-81f2-8495df4ed0cb tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0480185 Jan 28 05:27:14.320446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-824894f7-fa32-4836-bf15-8918432392d5 req-cd1a8ad5-ffc9-4373-a7bd-f4773b444104 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Jan 28 05:27:15.431585 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:15.434797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60dab-8ef5-45cc-88fb-e44fa2a92064 req-0fdcc112-05bd-413a-ab2b-cf869e76425c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:15.436334 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3be60dab-8ef5-45cc-88fb-e44fa2a92064 req-0fdcc112-05bd-413a-ab2b-cf869e76425c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0478017 Jan 28 05:27:15.482450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3be60dab-8ef5-45cc-88fb-e44fa2a92064 req-6cb9a12f-682d-47bb-8449-3004465e07ae tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Jan 28 05:27:16.606092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8305e-2b4b-4f19-bb54-d2b57d709ab6 req-8a096921-7e6c-4aa5-9097-7ca4e90384a8 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:16.607583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ca8305e-2b4b-4f19-bb54-d2b57d709ab6 req-8a096921-7e6c-4aa5-9097-7ca4e90384a8 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0494943 Jan 28 05:27:16.655032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ca8305e-2b4b-4f19-bb54-d2b57d709ab6 req-d67b97d9-8c4c-442d-b76e-f6a8986a9a05 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Jan 28 05:27:17.772100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0ca2a-29c0-4f24-9f15-44886f61e9d8 req-9726bcce-c424-45f7-9d3f-b291c2be3f8d tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:17.773783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-54e0ca2a-29c0-4f24-9f15-44886f61e9d8 req-9726bcce-c424-45f7-9d3f-b291c2be3f8d tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0491116 Jan 28 05:27:17.821121 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-54e0ca2a-29c0-4f24-9f15-44886f61e9d8 req-5e488652-77e0-45dd-99b3-18cd820bf819 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Jan 28 05:27:18.936563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be5b56-8934-4fd1-920a-da74a1b6b288 req-b3d26a8a-d22c-4e35-b3e4-c8a0a24c8325 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:18.938116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8be5b56-8934-4fd1-920a-da74a1b6b288 req-b3d26a8a-d22c-4e35-b3e4-c8a0a24c8325 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0484235 Jan 28 05:27:18.986477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a8be5b56-8934-4fd1-920a-da74a1b6b288 req-3c2d6d29-cd90-4054-bba7-a1583d288d0a tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Jan 28 05:27:20.107510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a5937-6067-4c3d-b9be-08e4d15dd5aa req-71d0d9e6-f29e-43a5-8537-3c18d84c6597 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:20.109096 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a9a5937-6067-4c3d-b9be-08e4d15dd5aa req-71d0d9e6-f29e-43a5-8537-3c18d84c6597 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0535715 Jan 28 05:27:20.155373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a9a5937-6067-4c3d-b9be-08e4d15dd5aa req-72dd8cca-b250-4ef6-93cd-977799b031b2 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Jan 28 05:27:21.278971 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5cbee-73c2-4ccc-bffd-d4ace7b623da req-feeb6fdd-1a64-41a8-9f81-0c3fc6128712 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:21.280455 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa5cbee-73c2-4ccc-bffd-d4ace7b623da req-feeb6fdd-1a64-41a8-9f81-0c3fc6128712 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0522993 Jan 28 05:27:21.329070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9fa5cbee-73c2-4ccc-bffd-d4ace7b623da req-458e1b95-11f0-4bc4-af96-6d0ce57ebb95 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Jan 28 05:27:22.445007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f339-9c02-406c-a0f6-898917e1ad4f req-1928134d-6a6b-4b22-bd91-75045e055048 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:22.446534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49d7f339-9c02-406c-a0f6-898917e1ad4f req-1928134d-6a6b-4b22-bd91-75045e055048 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0480039 Jan 28 05:27:22.493598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-49d7f339-9c02-406c-a0f6-898917e1ad4f req-5a6dd721-2823-47cd-b3a9-36d4d4a7a202 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Jan 28 05:27:23.607967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9df4-b541-45d3-aa70-bcbc9151a078 req-f260b8b9-ad1b-4619-9c69-efc12f9d4ad9 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:23.609396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f57f9df4-b541-45d3-aa70-bcbc9151a078 req-f260b8b9-ad1b-4619-9c69-efc12f9d4ad9 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0482597 Jan 28 05:27:23.658413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f57f9df4-b541-45d3-aa70-bcbc9151a078 req-dd308bda-158f-48af-b707-0d7463202fef tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Jan 28 05:27:24.173934 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-cdd7d57b-4a48-4bad-afd3-d72e2bba8b00 service neutron] show failed (client error): The resource could not be found. Jan 28 05:27:24.174953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-cdd7d57b-4a48-4bad-afd3-d72e2bba8b00 service neutron] 10.222.0.47 "GET /v2.0/ports/3880a367-13d0-4cd9-b462-e1b94d23b65b/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0537026 Jan 28 05:27:24.419041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a3b57d31-81b2-40aa-94ca-421c1a250314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:24.420539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a3b57d31-81b2-40aa-94ca-421c1a250314 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b&tenant_id=146d87b6e5f947f580ed268c4bad510f HTTP/1.1" status: 200 len: 1096 time: 0.0728240 Jan 28 05:27:24.438207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:24.490292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:24.680927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:24.717445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:27:24.763790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:27:24.766420 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200c9bfb-e442-45a6-820f-de8c538d53ea" -d '{"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-unplugged", "status": "completed", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:27:24.770262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Publish callbacks [] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:24.783076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906a24-7d40-4a07-b13d-34f00a61d05a req-771d56b1-5f6a-4c83-98ce-8448e54e9709 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:24.784850 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a906a24-7d40-4a07-b13d-34f00a61d05a req-771d56b1-5f6a-4c83-98ce-8448e54e9709 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0560784 Jan 28 05:27:24.784987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Transition to ACTIVE for port object 3880a367-13d0-4cd9-b462-e1b94d23b65b will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:27:24.789292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:24.823350 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f9eae-8791-4b8f-bc46-947ceb606092 x-openstack-request-id: req-b71f9eae-8791-4b8f-bc46-947ceb606092 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:27:24.823653 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-unplugged", "status": "completed", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:27:24.823910 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b71f9eae-8791-4b8f-bc46-947ceb606092 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:27:24.824307 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'code': 200} Jan 28 05:27:24.840350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2a906a24-7d40-4a07-b13d-34f00a61d05a req-7b9c5e21-632a-4031-b3b6-2015639ed3d3 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Jan 28 05:27:24.849477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] No DVR routers for this DVR port 3880a367-13d0-4cd9-b462-e1b94d23b65b on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:27:24.862882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:24.884023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.884404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.884773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.885701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.886066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.886429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.886763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.887097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.887430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.887764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.888094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.888424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.888754 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:24.905018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:27:24.905398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:27:24.905734 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b on network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:27:24.910004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Port 3880a367-13d0-4cd9-b462-e1b94d23b65b on network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:27:24.910330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Attempting to bind port 3880a367-13d0-4cd9-b462-e1b94d23b65b on network 7da6dc32-8762-4d5f-b8ff-7330221e8cb4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:27:24.915193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:27:24.915556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Checking segment: {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:27:24.915967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Bound using segment: {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:27:24.916430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Bound port: 3880a367-13d0-4cd9-b462-e1b94d23b65b, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873bd67b-a0ce-4786-9f90-00c420db38b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:27:24.916790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:24.982116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:27:24.985520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:27:24.990515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:25.022360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:25.022977 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:25.024342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] 10.222.0.52 "PUT /v2.0/ports/3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 1091 time: 0.5904272 Jan 28 05:27:25.045801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0047d-6183-49ef-9df4-474bbe4e3d03 service neutron] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:25.097567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-6e4ecc75-639e-4d6c-881c-79896af2cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:25.099045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-6e4ecc75-639e-4d6c-881c-79896af2cea0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1094 time: 0.0402768 Jan 28 05:27:25.188202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-dca563e9-3590-401d-996b-30c229a42244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:25.189817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-dca563e9-3590-401d-996b-30c229a42244 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0842953 Jan 28 05:27:25.228809 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-d0df2ebe-e022-4f66-ae9c-8185f0c31bbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0334349 Jan 28 05:27:25.274653 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-32ed2df1-d4a2-427f-be66-b32ff4fdde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:25.276017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-32ed2df1-d4a2-427f-be66-b32ff4fdde20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0422750 Jan 28 05:27:25.305097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-e8d071c0-a828-4c6a-884e-b1807c1c82de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233779 Jan 28 05:27:25.314545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-ece9a499-e1c8-405f-9cab-bc04e134fea5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:27:25.315506 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-ece9a499-e1c8-405f-9cab-bc04e134fea5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049679 Jan 28 05:27:25.406389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-32dd512a-31de-42f9-8a99-5fed88c557b5 service neutron] 10.222.0.52 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Jan 28 05:27:25.491493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3baf93e7-acbc-45cc-9801-8b5b1c29d7af req-a26998ef-6a26-43ba-88c2-ae80172faac1 service neutron] 10.222.0.52 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794888 Jan 28 05:27:25.960732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7710-21f9-413d-8728-0460048eccfb req-5bf40805-3f39-4e30-b51b-d9022c020b7c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:25.962244 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d45d7710-21f9-413d-8728-0460048eccfb req-5bf40805-3f39-4e30-b51b-d9022c020b7c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 943 time: 0.0524993 Jan 28 05:27:26.007914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d45d7710-21f9-413d-8728-0460048eccfb req-2d5b1df6-9071-429b-84a4-182c4564bed8 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Jan 28 05:27:26.667221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:27:26.706234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 3880a367-13d0-4cd9-b462-e1b94d23b65b host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:27:26.706639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:27:26.826097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:27:26.828475 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b156062-339a-4344-8bf0-1bc7b377da3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:27:26.877331 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac95e53d-57aa-4ff7-a939-d4b1fc8fecd1 x-openstack-request-id: req-ac95e53d-57aa-4ff7-a939-d4b1fc8fecd1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:27:26.877642 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:27:26.877929 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac95e53d-57aa-4ff7-a939-d4b1fc8fecd1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:27:26.878338 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'status': 'completed', 'code': 200} Jan 28 05:27:26.958503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-7cab78f4-1c36-49d9-bd38-da6584ca3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:26.959948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-7cab78f4-1c36-49d9-bd38-da6584ca3129 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1094 time: 0.0408332 Jan 28 05:27:26.966052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-345270b8-a995-4e88-8340-b6b400f13ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:26.967562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-345270b8-a995-4e88-8340-b6b400f13ea1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1094 time: 0.0419238 Jan 28 05:27:27.054764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-fa72bc33-7aba-4274-90b5-7fac899cf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:27.056473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-fa72bc33-7aba-4274-90b5-7fac899cf35d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0909688 Jan 28 05:27:27.065463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-8631ab3c-0ff2-480d-bfe4-14b7172c02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:27.067085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-8631ab3c-0ff2-480d-bfe4-14b7172c02da service neutron] 10.222.0.52 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0939357 Jan 28 05:27:27.098686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-3c63c0cb-7bd6-4631-a165-0fddab4d1977 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0357835 Jan 28 05:27:27.118547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-fc5a71c7-6af8-4b7a-94f4-9a71c0f24b2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0447798 Jan 28 05:27:27.146867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-a0a1351a-aadf-4078-9102-4a100b8fef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:27.148341 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-a0a1351a-aadf-4078-9102-4a100b8fef11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0433373 Jan 28 05:27:27.178090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-4661db2a-d6fe-41e9-8556-857b153a615f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235474 Jan 28 05:27:27.189079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-7bbde146-21b3-439c-a14b-ff461db2223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:27.190565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-7bbde146-21b3-439c-a14b-ff461db2223b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0591745 Jan 28 05:27:27.199160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa72df-4351-4bed-9116-357c46774cb6 req-12cb6632-9d61-4886-9cd7-61c8a7d9c871 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:27.201045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42aa72df-4351-4bed-9116-357c46774cb6 req-12cb6632-9d61-4886-9cd7-61c8a7d9c871 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 943 time: 0.1207955 Jan 28 05:27:27.232131 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-2816c200-2c9e-4850-bf6d-8c515d6c6ba8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jan 28 05:27:27.269620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-06794e99-c033-4b88-8620-a30cc332208a service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Jan 28 05:27:27.320706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42aa72df-4351-4bed-9116-357c46774cb6 req-04e30fdb-e3ac-40c6-ae5e-15479a166524 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112781 Jan 28 05:27:27.351101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-19de5c9f-abc8-4873-a832-722137292157 service neutron] 10.222.0.52 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114767 Jan 28 05:27:27.365993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-7f4d3c3e-b92b-41d6-8703-0abe8e980a25 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905027 Jan 28 05:27:27.442723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b156062-339a-4344-8bf0-1bc7b377da3a req-fd1fe735-e6b2-47e1-82c2-28aa69074913 service neutron] 10.222.0.52 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857818 Jan 28 05:27:28.445773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7670e-7f66-4830-821c-2a38cb41cce4 req-ef9d6932-997f-42a2-a993-2d19df84f50b tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:28.447261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6da7670e-7f66-4830-821c-2a38cb41cce4 req-ef9d6932-997f-42a2-a993-2d19df84f50b tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 943 time: 0.0545123 Jan 28 05:27:28.495191 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6da7670e-7f66-4830-821c-2a38cb41cce4 req-443f750c-2da0-4626-92c0-2bbbb0f00c96 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Jan 28 05:27:28.855127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:27:28.950501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:28.961831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'network_id': '7da6dc32-8762-4d5f-b8ff-7330221e8cb4', 'port_id': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'mac_address': 'fa:16:3e:ff:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63660553-6946-49df-af98-707ab90ef2f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:27:28.998808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3880a367-13d0-4cd9-b462-e1b94d23b65b is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:28.999206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:29.011566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3880a367-13d0-4cd9-b462-e1b94d23b65b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:27:29.030471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:29.034229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:29.080207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:29.087520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.087883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.088750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.089094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.089459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.089796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.090130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.090463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.090794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.091124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.091452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.091777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.092104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:29.433027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['3880a367-13d0-4cd9-b462-e1b94d23b65b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:27:29.616117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca1ab-f5f9-4048-8190-257741196040 req-c84c0304-0ccd-46e4-9bc3-263370c79344 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:29.617552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f5ca1ab-f5f9-4048-8190-257741196040 req-c84c0304-0ccd-46e4-9bc3-263370c79344 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 944 time: 0.0519280 Jan 28 05:27:29.669274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4f5ca1ab-f5f9-4048-8190-257741196040 req-25aa541a-02be-46d5-8a18-961358704205 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Jan 28 05:27:29.946829 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-4c4f2cff-a709-411e-ab16-63ca3863cbaf tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:29.948370 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-4c4f2cff-a709-411e-ab16-63ca3863cbaf tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b&tenant_id=146d87b6e5f947f580ed268c4bad510f&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 944 time: 0.0822306 Jan 28 05:27:30.009508 n-d-824835-3 neutron-server[103139]: INFO neutron.api.v2.resource [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-f63b12d7-6386-4b13-b09f-25abbf1fb2af service neutron] delete failed (client error): The resource could not be found. Jan 28 05:27:30.010505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-f63b12d7-6386-4b13-b09f-25abbf1fb2af service neutron] 10.222.0.47 "DELETE /v2.0/ports/3880a367-13d0-4cd9-b462-e1b94d23b65b/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0558846 Jan 28 05:27:30.116477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-75a99fb4-f0ec-4996-ad46-b55355e70f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:30.118033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-75a99fb4-f0ec-4996-ad46-b55355e70f92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=146d87b6e5f947f580ed268c4bad510f&device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 1095 time: 0.0431826 Jan 28 05:27:30.205220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-f5c3f8d8-95f6-4ceb-93ce-d43ed2bc902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:30.206648 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-f5c3f8d8-95f6-4ceb-93ce-d43ed2bc902a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 200 len: 912 time: 0.0830641 Jan 28 05:27:30.250629 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-0063f0e4-b0eb-48ce-aa88-3f06a1133a44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 200 len: 217 time: 0.0379100 Jan 28 05:27:30.297359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-a1a4f437-5cae-410a-87cb-55ef62736952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:30.298794 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-a1a4f437-5cae-410a-87cb-55ef62736952 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 200 len: 851 time: 0.0427237 Jan 28 05:27:30.329713 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-2b0af5a4-49c2-4046-b4e4-0a42470e2080 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7da6dc32-8762-4d5f-b8ff-7330221e8cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250814 Jan 28 05:27:30.419896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-7ff95497-6961-4f77-a9c4-9a273234b2a6 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835507 Jan 28 05:27:30.506475 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-458cb962-9f65-4510-b7ac-65ffa5bcd421 service neutron] 10.222.0.47 "GET /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804245 Jan 28 05:27:30.871650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:27:30.922714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 3880a367-13d0-4cd9-b462-e1b94d23b65b completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:27:30.926959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 3880a367-13d0-4cd9-b462-e1b94d23b65b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:27:30.927349 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:31.006334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 3880a367-13d0-4cd9-b462-e1b94d23b65b is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:31.006707 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:31.032152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:27:31.035181 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd81cc8-e6ae-4e90-ba9b-ffd9610c4da1" -d '{"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-plugged", "status": "completed", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:27:31.048328 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:31.053592 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:31.078065 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3840540e-1f8d-475b-bd4e-edb309d7a7e0 x-openstack-request-id: req-3840540e-1f8d-475b-bd4e-edb309d7a7e0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:27:31.078363 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-plugged", "status": "completed", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:27:31.078621 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3840540e-1f8d-475b-bd4e-edb309d7a7e0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:27:31.079016 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'code': 200} Jan 28 05:27:31.105997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:31.263790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49033c6c-1a1e-46d7-9cba-494e120ca781 req-a7696931-98fc-4de9-ab70-d899f8cde2a7 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:31.265294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49033c6c-1a1e-46d7-9cba-494e120ca781 req-a7696931-98fc-4de9-ab70-d899f8cde2a7 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0525198 Jan 28 05:27:31.310867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-49033c6c-1a1e-46d7-9cba-494e120ca781 req-2ceca4c6-f8a4-4c8a-97cd-bb429429fa95 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Jan 28 05:27:32.443140 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0380-7915-440f-b4ed-3ddcedb02f87 req-00599109-380f-4010-9921-7c8c0574c42c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:32.444911 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4fe0380-7915-440f-b4ed-3ddcedb02f87 req-00599109-380f-4010-9921-7c8c0574c42c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0537553 Jan 28 05:27:32.494926 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4fe0380-7915-440f-b4ed-3ddcedb02f87 req-4bffac61-72f8-440f-b04c-59a5bbdfb9fc tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.21 "GET /v2.0/security-groups?id=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Jan 28 05:27:32.662584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-bdd4f027-f13a-4778-9a79-720d11d73e10 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:32.664469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-bdd4f027-f13a-4778-9a79-720d11d73e10 tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.52 "GET /v2.0/ports?device_id=3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b HTTP/1.1" status: 200 len: 945 time: 0.0487933 Jan 28 05:27:32.762276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Deleting port 3880a367-13d0-4cd9-b462-e1b94d23b65b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:27:32.762736 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:32.851213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] For port 3880a367-13d0-4cd9-b462-e1b94d23b65b, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=3880a367-13d0-4cd9-b462-e1b94d23b65b,segment=NetworkSegment(873bd67b-a0ce-4786-9f90-00c420db38b0),segment_id=873bd67b-a0ce-4786-9f90-00c420db38b0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:32.851618 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:32.864115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Calling delete_port for 3880a367-13d0-4cd9-b462-e1b94d23b65b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:27:33.012465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3880a367-13d0-4cd9-b462-e1b94d23b65b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.038490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Pushing event deleted for resources: {'Port': ['ID=3880a367-13d0-4cd9-b462-e1b94d23b65b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:33.082463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] No DVR routers for this DVR port 3880a367-13d0-4cd9-b462-e1b94d23b65b on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:27:33.084970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.088287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56d469c2-23b5-4633-b10a-7c1643fe67f4 req-631cc8dd-92f5-4eb0-9ce2-ab4b274ca51c tempest-DeleteServersTestJSON-801279584 tempest-DeleteServersTestJSON-801279584-project] 10.222.0.52 "DELETE /v2.0/ports/3880a367-13d0-4cd9-b462-e1b94d23b65b HTTP/1.1" status: 204 len: 173 time: 0.4185536 Jan 28 05:27:33.088730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-deleted', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:27:33.090995 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237fd1e4-f631-40aa-abf1-bfdcae18ee70" -d '{"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-deleted", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:27:33.129814 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639407ac-6b7a-4d1a-a639-89178f8118a5 x-openstack-request-id: req-639407ac-6b7a-4d1a-a639-89178f8118a5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:27:33.130118 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b", "name": "network-vif-deleted", "tag": "3880a367-13d0-4cd9-b462-e1b94d23b65b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:27:33.130374 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-639407ac-6b7a-4d1a-a639-89178f8118a5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:27:33.130777 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db1cd95-bfaa-46ed-9b41-6ad2f1b8ab4b', 'name': 'network-vif-deleted', 'tag': '3880a367-13d0-4cd9-b462-e1b94d23b65b', 'status': 'completed', 'code': 200} Jan 28 05:27:33.623074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52106) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:33.672081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Deleting subnet 63660553-6946-49df-af98-707ab90ef2f5 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:27:33.675137 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Publish callbacks [] for subnet (63660553-6946-49df-af98-707ab90ef2f5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.709081 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (63660553-6946-49df-af98-707ab90ef2f5), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.748481 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (63660553-6946-49df-af98-707ab90ef2f5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.798088 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (63660553-6946-49df-af98-707ab90ef2f5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.825553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.828959 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63660553-6946-49df-af98-707ab90ef2f5 HTTP/1.1" status: 204 len: 168 time: 0.2048929 Jan 28 05:27:33.830043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa3e0d-7573-41ef-9c4f-6b6f15d2e754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63660553-6946-49df-af98-707ab90ef2f5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:33.831526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52108) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:33.897933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7da6dc32-8762-4d5f-b8ff-7330221e8cb4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.975999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7da6dc32-8762-4d5f-b8ff-7330221e8cb4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:33.998152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da6dc32-8762-4d5f-b8ff-7330221e8cb4']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:27:34.007520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873bd67b-a0ce-4786-9f90-00c420db38b0') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:27:34.007838 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873bd67b-a0ce-4786-9f90-00c420db38b0') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:27:34.017047 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (873bd67b-a0ce-4786-9f90-00c420db38b0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.030995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (873bd67b-a0ce-4786-9f90-00c420db38b0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.036866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:27:34.037294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (873bd67b-a0ce-4786-9f90-00c420db38b0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:27:34.038911 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:27:34.090908 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7da6dc32-8762-4d5f-b8ff-7330221e8cb4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.096676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.099916 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/7da6dc32-8762-4d5f-b8ff-7330221e8cb4 HTTP/1.1" status: 204 len: 168 time: 0.2674098 Jan 28 05:27:34.113613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7da6dc32-8762-4d5f-b8ff-7330221e8cb4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:34.121170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.121564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.121871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.122206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.122539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.122924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.123186 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.123512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.123836 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.124160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.124480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.124803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.125118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e554d843-9ad9-4c76-bf9d-d954fdffc2aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:34.208327 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52112) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:34.250980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aaa421f6-18b5-4409-91d8-6db8ac338867 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=146d87b6e5f947f580ed268c4bad510f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414503 Jan 28 05:27:34.253649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52114) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:34.300548 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0824529-7bc1-49f0-b687-3c9cc1571b3f admin admin] Publish callbacks [] for security_group (c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.321954 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0824529-7bc1-49f0-b687-3c9cc1571b3f admin admin] Publish callbacks [] for security_group (c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.372701 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0824529-7bc1-49f0-b687-3c9cc1571b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.377532 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c0824529-7bc1-49f0-b687-3c9cc1571b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.379531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c0824529-7bc1-49f0-b687-3c9cc1571b3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e HTTP/1.1" status: 204 len: 168 time: 0.1247504 Jan 28 05:27:34.389752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0824529-7bc1-49f0-b687-3c9cc1571b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c536ae5f-cbb1-4995-8e6e-e9b1d40a1b7e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:34.899831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:27:34.923891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 3880a367-13d0-4cd9-b462-e1b94d23b65b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:27:34.924246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 3880a367-13d0-4cd9-b462-e1b94d23b65b not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:27:35.053322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52136) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:35.160709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-231020135-network', 'tenant_id': '054ff80e83e1497a9f25f7517a72cb15'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:35.179437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Made reservation on behalf of 054ff80e83e1497a9f25f7517a72cb15 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:27:35.181962 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.190355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.268209 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks [] for security_group (951be3b5-322b-488a-a6e5-31fc76eca5e1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.271954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (951be3b5-322b-488a-a6e5-31fc76eca5e1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.293395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:27:35.310391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951be3b5-322b-488a-a6e5-31fc76eca5e1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:35.313486 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a48b5984-7ab9-4ff3-a90a-42d97db78591), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.313845 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Added segment a48b5984-7ab9-4ff3-a90a-42d97db78591 of type vlan for network 99030936-518f-4732-85e6-f6b870baf162 Jan 28 05:27:35.355354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (99030936-518f-4732-85e6-f6b870baf162), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.380568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (99030936-518f-4732-85e6-f6b870baf162), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.381668 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:35.382253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.435116 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3806310 Jan 28 05:27:35.438097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52140) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:35.443656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Request body: {'subnet': {'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-231020135-subnet', 'tenant_id': '054ff80e83e1497a9f25f7517a72cb15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:35.444516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53ce16-7270-4f78-a195-800c42500dae admin admin] Pushing event updated for resources: {'Network': ['ID=99030936-518f-4732-85e6-f6b870baf162,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:35.455207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 99030936-518f-4732-85e6-f6b870baf162 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:27:35.467787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Made reservation on behalf of 054ff80e83e1497a9f25f7517a72cb15 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:27:35.470281 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.635337 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (35b6d25f-1ed4-4ce6-bd17-cbcf528e2675), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.686700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:35.696611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Checking segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:27:35.696975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Network hostable DHCP agents. Network: 99030936-518f-4732-85e6-f6b870baf162, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:27:35.714331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Network 99030936-518f-4732-85e6-f6b870baf162 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:27:35.722354 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 99030936-518f-4732-85e6-f6b870baf162) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:27:35.726375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:35.726976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:35.733361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6de88-8307-473f-9505-1fb82633155f None None] Network 99030936-518f-4732-85e6-f6b870baf162 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:27:35.742844 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fe25e101-2bb9-4ca1-a48d-6fd977cb5ca0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032014 Jan 28 05:27:35.836564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c423444-0535-498b-8c7c-3a60b7162a6c None None] Network 99030936-518f-4732-85e6-f6b870baf162 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:27:36.184884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-3e1bcabb-8185-4dd3-879b-6880d367c077 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:36.186471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-3e1bcabb-8185-4dd3-879b-6880d367c077 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 814 time: 0.1061635 Jan 28 05:27:36.200712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-cb75af82-0324-463b-ab28-cc15c4f7d574 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/quotas/054ff80e83e1497a9f25f7517a72cb15 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Jan 28 05:27:36.235896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-34d4be58-9583-49e7-a73d-0707db712bc8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293307 Jan 28 05:27:36.329944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-69d81366-102d-4e4f-b015-5c90c5530896 service neutron] 10.222.0.21 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867114 Jan 28 05:27:36.428587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-9b30fe74-249c-4bae-bebe-ba55ddb4120f service neutron] 10.222.0.21 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Jan 28 05:27:36.590290 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19ae0a7b-7a4b-4bc2-b5d9-7704ab386c6f req-c1bca74f-5a19-4caa-9aef-f9524e3d2036 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Jan 28 05:27:36.768146 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:37.594488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-9e41b508-89e0-44eb-8f8d-fdb6609ed9ed tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:37.595952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-9e41b508-89e0-44eb-8f8d-fdb6609ed9ed tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 814 time: 0.1084545 Jan 28 05:27:37.623724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Request body: {'port': {'device_id': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'admin_state_up': True, 'tenant_id': '054ff80e83e1497a9f25f7517a72cb15'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:37.700002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f9c0023-3068-4a31-b54c-0063a2f4243e req-80654356-1271-42cd-9c11-41f0f8c2d532 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0320311 Jan 28 05:27:37.753383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Made reservation on behalf of 054ff80e83e1497a9f25f7517a72cb15 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:27:37.756733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:37.881981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Allocated IP 172.20.0.12 (99030936-518f-4732-85e6-f6b870baf162/35b6d25f-1ed4-4ce6-bd17-cbcf528e2675/9091ec1a-67f9-4901-a3b6-432f207f2dab) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:27:38.028877 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks [] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.063339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.106455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Network 99030936-518f-4732-85e6-f6b870baf162 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:27:38.114373 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:27:38.114568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.118826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:27:38.122820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:38.173508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:38.174058 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.189642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-57fc3494-8cb4-416c-88ee-a175d66ba385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699282 Jan 28 05:27:38.205167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Request body: {'port': {'device_id': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:38.261870 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.526992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9091ec1a-67f9-4901-a3b6-432f207f2dab {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:27:38.534347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Publish callbacks [] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.547476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Transition to ACTIVE for port object 9091ec1a-67f9-4901-a3b6-432f207f2dab will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:27:38.550995 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.599274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:38.672155 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c364a683-2c67-4ef2-af8f-b983e2005021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.673720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:27:38.674078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:27:38.674406 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:27:38.680477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Port 9091ec1a-67f9-4901-a3b6-432f207f2dab on network 99030936-518f-4732-85e6-f6b870baf162 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:27:38.680806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:27:38.686229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:27:38.686571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Checking segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:27:38.686956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Bound using segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:27:38.687390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Bound port: 9091ec1a-67f9-4901-a3b6-432f207f2dab, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:27:38.687754 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.757423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:27:38.761474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:27:38.766211 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.800530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:38.801562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:38.804743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] 10.222.0.52 "PUT /v2.0/ports/9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 1092 time: 0.6035023 Jan 28 05:27:38.807896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:27:38.810343 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150d2860-45cf-492f-af59-147b6faef17f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:27:38.823154 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63886a36-f8cd-4ef0-bb6a-6238fd8cf6ab req-571444e0-262b-4f05-9d9c-04fd63c3e9fc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:38.830606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63886a36-f8cd-4ef0-bb6a-6238fd8cf6ab req-571444e0-262b-4f05-9d9c-04fd63c3e9fc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.0583436 Jan 28 05:27:38.837039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6812c8-3663-4e08-b625-4f9ba99b436d service neutron] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:38.880205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-63886a36-f8cd-4ef0-bb6a-6238fd8cf6ab req-b6c821cc-a172-4dc2-a4ea-bcf657114d94 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Jan 28 05:27:38.885966 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b18a03a-798b-4845-a464-fe746291091d x-openstack-request-id: req-7b18a03a-798b-4845-a464-fe746291091d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:27:38.886280 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:27:38.886546 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b18a03a-798b-4845-a464-fe746291091d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:27:38.886966 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'status': 'completed', 'code': 200} Jan 28 05:27:38.945550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-f3788ed5-f086-4731-b2eb-f3d8ced40f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:38.947140 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-f3788ed5-f086-4731-b2eb-f3d8ced40f87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0448861 Jan 28 05:27:38.995489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-308fe17a-e179-444a-b3c5-5b6dc200441d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0354028 Jan 28 05:27:39.044190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-3b7800e0-f485-4ccd-8866-34a3dea2afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:39.045798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-3b7800e0-f485-4ccd-8866-34a3dea2afa2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0443089 Jan 28 05:27:39.075258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-cba06575-bbb2-478b-9b4a-4f7d71c59960 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240579 Jan 28 05:27:39.169690 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-b7336526-15e2-484f-a6e8-91c2b725c8bc service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878727 Jan 28 05:27:39.258554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a04f75b8-573f-45b0-87d0-e0c4f3b41e96 req-1f7f3f76-4939-474a-bec5-5bbeb5e90fcc service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828233 Jan 28 05:27:39.386793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2860-45cf-492f-af59-147b6faef17f req-29a5b3de-87fb-41ef-b908-05fdffcf8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:39.388373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-29a5b3de-87fb-41ef-b908-05fdffcf8dbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0497885 Jan 28 05:27:39.483384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2860-45cf-492f-af59-147b6faef17f req-70105c0f-8c2d-48b8-8932-190d15c8eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:39.484922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-70105c0f-8c2d-48b8-8932-190d15c8eb1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0900865 Jan 28 05:27:39.536087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-d631ede6-38f4-44eb-9f64-e04e20be1283 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0457311 Jan 28 05:27:39.822866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2860-45cf-492f-af59-147b6faef17f req-ca8bc3fd-0364-431a-b270-58690118ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:39.824379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-ca8bc3fd-0364-431a-b270-58690118ecd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.2830551 Jan 28 05:27:39.855191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-40405600-891e-4765-9fb2-18bc21569803 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246954 Jan 28 05:27:39.947991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-bfbac539-9e6c-4b45-a610-067308b07453 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Jan 28 05:27:40.054331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9377-edec-4898-bb15-a88491d516a8 req-f114e5e4-687d-471b-9ae4-373dcf34583c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:40.057073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-030b9377-edec-4898-bb15-a88491d516a8 req-f114e5e4-687d-471b-9ae4-373dcf34583c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.1053519 Jan 28 05:27:40.092152 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-150d2860-45cf-492f-af59-147b6faef17f req-b24e10b8-a214-46d3-8630-0f73cfcca7f2 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320386 Jan 28 05:27:40.121360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-030b9377-edec-4898-bb15-a88491d516a8 req-07912fa9-e348-42bb-ac41-1e1a3af6cb6d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541520 Jan 28 05:27:40.871909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-99f2fe81-a807-423a-ad36-dc6254cb37dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:41.235545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02e5f-11bd-491a-bedd-96d2566f8fe3 req-590678fc-bcb7-4c3f-9964-2d32f8b873c5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:41.237028 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48e02e5f-11bd-491a-bedd-96d2566f8fe3 req-590678fc-bcb7-4c3f-9964-2d32f8b873c5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.0478241 Jan 28 05:27:41.283139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48e02e5f-11bd-491a-bedd-96d2566f8fe3 req-6a5f3139-6d20-4025-8356-7a207a0cee03 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Jan 28 05:27:42.134721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:42.395173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203814e-2aa3-4cfe-ade8-4b8231d65025 req-eb263470-f462-4593-8251-8643356c340a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:42.396575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e203814e-2aa3-4cfe-ade8-4b8231d65025 req-eb263470-f462-4593-8251-8643356c340a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.0477328 Jan 28 05:27:42.442312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e203814e-2aa3-4cfe-ade8-4b8231d65025 req-a54655dd-193e-4e87-ba7a-ce44b8ffc199 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Jan 28 05:27:42.945661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:27:43.044133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:43.055486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'port_id': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'mac_address': 'fa:16:3e:53:73:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b6d25f-1ed4-4ce6-bd17-cbcf528e2675', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:27:43.092167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9091ec1a-67f9-4901-a3b6-432f207f2dab is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:43.092562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:43.106087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9091ec1a-67f9-4901-a3b6-432f207f2dab {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:27:43.127611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:43.131502 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:43.180553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:43.494080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['9091ec1a-67f9-4901-a3b6-432f207f2dab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:27:43.559093 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270aaf5-72ae-4482-9a39-949eaf4e3a53 req-0967bb26-65a2-42d6-88db-11445a105be1 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:43.560600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d270aaf5-72ae-4482-9a39-949eaf4e3a53 req-0967bb26-65a2-42d6-88db-11445a105be1 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 945 time: 0.0515311 Jan 28 05:27:43.607660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d270aaf5-72ae-4482-9a39-949eaf4e3a53 req-92731594-dcf0-4a75-b395-a2d1c5aea33f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Jan 28 05:27:43.862887 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:44.721259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e913c-9ae8-407b-b7ae-cd100d76fb44 req-27d6ec61-d14f-46f4-a5cc-7d5cf8d8f2fe tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:44.722745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c7e913c-9ae8-407b-b7ae-cd100d76fb44 req-27d6ec61-d14f-46f4-a5cc-7d5cf8d8f2fe tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 945 time: 0.0499010 Jan 28 05:27:44.768771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c7e913c-9ae8-407b-b7ae-cd100d76fb44 req-b31e3fb0-7caa-4cdb-b570-27c4f79bf9a2 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Jan 28 05:27:44.960401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:27:45.011393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 9091ec1a-67f9-4901-a3b6-432f207f2dab completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:27:45.015222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 9091ec1a-67f9-4901-a3b6-432f207f2dab triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:27:45.015597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:45.092902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 9091ec1a-67f9-4901-a3b6-432f207f2dab is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:45.093324 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:45.115018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:27:45.117230 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb444ecc-2dab-4f55-977f-ca973a693bf0" -d '{"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-plugged", "status": "completed", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:27:45.133977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:45.138435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:45.165169 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44db4af9-6bc8-4133-8218-83c8b38fcf47 x-openstack-request-id: req-44db4af9-6bc8-4133-8218-83c8b38fcf47 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:27:45.165495 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-plugged", "status": "completed", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:27:45.165739 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44db4af9-6bc8-4133-8218-83c8b38fcf47 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:27:45.166133 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'code': 200} Jan 28 05:27:45.190221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:45.295371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e4ce-74e8-4f97-bed9-1dd69a708ee8 req-0b407a48-5bba-42eb-b5be-9734eb874f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:45.296920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ab1e4ce-74e8-4f97-bed9-1dd69a708ee8 req-0b407a48-5bba-42eb-b5be-9734eb874f37 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0471690 Jan 28 05:27:45.340912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ab1e4ce-74e8-4f97-bed9-1dd69a708ee8 req-55c29c79-6921-4618-a18d-2b52456020e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Jan 28 05:27:45.425302 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:45.881229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d255d-e717-4f7c-a4b7-ffd56c4d7fe3 req-99fde8ae-f2b2-4dc4-a974-a562ae621e45 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:45.882716 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe8d255d-e717-4f7c-a4b7-ffd56c4d7fe3 req-99fde8ae-f2b2-4dc4-a974-a562ae621e45 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0479133 Jan 28 05:27:45.929748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe8d255d-e717-4f7c-a4b7-ffd56c4d7fe3 req-b6b0013f-1f9b-4d42-a559-9168fe6b3025 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Jan 28 05:27:47.046116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dfcbe-7971-416b-b21d-9b239e4c199c req-0fcead66-469d-44d9-94c2-043b3b534fe8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:47.047756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da7dfcbe-7971-416b-b21d-9b239e4c199c req-0fcead66-469d-44d9-94c2-043b3b534fe8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Jan 28 05:27:47.094905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da7dfcbe-7971-416b-b21d-9b239e4c199c req-c8ee4072-4216-4dba-9fe3-7f5a289f68f9 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Jan 28 05:27:47.210711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ebac-7687-44cf-88dd-28323e823396 req-5b4465a0-6444-468c-9ef0-2a1408f5d666 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:47.212094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f1ebac-7687-44cf-88dd-28323e823396 req-5b4465a0-6444-468c-9ef0-2a1408f5d666 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Jan 28 05:27:47.258041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f1ebac-7687-44cf-88dd-28323e823396 req-dae5e0b6-c35b-49fe-be1c-8cd5a70ac179 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Jan 28 05:27:47.453168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1d98-3c1f-4704-9d94-bb7aee756370 req-72bc69db-e65a-4c58-82fd-3a9e9a50df2e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:47.454658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffcc1d98-3c1f-4704-9d94-bb7aee756370 req-72bc69db-e65a-4c58-82fd-3a9e9a50df2e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0471952 Jan 28 05:27:47.501601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffcc1d98-3c1f-4704-9d94-bb7aee756370 req-1a68a044-be55-4de2-bdf0-7bc3757a77e7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Jan 28 05:27:47.631283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d121639-c0dc-4dcd-8e25-a8e9ba689e75 req-df092d04-0e3a-44c8-b594-09dfeb72a23e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:47.632750 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d121639-c0dc-4dcd-8e25-a8e9ba689e75 req-df092d04-0e3a-44c8-b594-09dfeb72a23e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0501742 Jan 28 05:27:47.684046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1d121639-c0dc-4dcd-8e25-a8e9ba689e75 req-75ebbd31-d138-4807-92bc-0164dd684c94 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Jan 28 05:27:47.944800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-ae7dac30-d1d3-4a73-b82f-ac73868e34d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737844 Jan 28 05:27:47.952693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267717a-fe25-4bf3-b4a3-688e1e6adeb6 req-4ce89590-81f5-4e21-97de-a5c418c9457d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:47.954123 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d267717a-fe25-4bf3-b4a3-688e1e6adeb6 req-4ce89590-81f5-4e21-97de-a5c418c9457d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0688090 Jan 28 05:27:48.003741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d267717a-fe25-4bf3-b4a3-688e1e6adeb6 req-1f9d77a4-0f95-4a3b-be53-7916563719ad tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424252 Jan 28 05:27:48.407791 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:27:49.121694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e658a-50c3-4fc1-9174-b4a18d6fe3a5 req-e7e2a9e9-d1bd-4bf6-87bb-6631200783d0 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:49.123188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0e658a-50c3-4fc1-9174-b4a18d6fe3a5 req-e7e2a9e9-d1bd-4bf6-87bb-6631200783d0 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Jan 28 05:27:49.194506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-ea116b77-b9d2-4ca2-9ed8-40f03c8a150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:49.196015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-ea116b77-b9d2-4ca2-9ed8-40f03c8a150c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0719755 Jan 28 05:27:49.200304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f0e658a-50c3-4fc1-9174-b4a18d6fe3a5 req-b5b3eb4c-0c13-4b08-8843-8bc512e2ccd9 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691211 Jan 28 05:27:49.283909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-2cdc482f-c5ec-4352-ac8f-bc8b77d9c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:49.285355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-2cdc482f-c5ec-4352-ac8f-bc8b77d9c670 service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0831685 Jan 28 05:27:49.329090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-4b77be3b-406d-411a-bc72-c13e34c7023d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0385399 Jan 28 05:27:49.377739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-27af42ef-e960-4e29-a5d3-4f9d4d8f7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:49.379215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-27af42ef-e960-4e29-a5d3-4f9d4d8f7948 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0445213 Jan 28 05:27:49.409884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-da7cebee-ba87-49b5-8d35-7b94e0323929 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246131 Jan 28 05:27:49.499795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-9f18c626-0772-43f8-9790-3deba36d25c6 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843289 Jan 28 05:27:49.586323 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-2f1aa412-22d0-4565-80f8-b31f29cda693 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810502 Jan 28 05:27:50.318833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21966289-7a1c-4dee-b40e-8fc25329697f req-07296465-d110-4faa-9748-0a618f6d98fd tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:50.320307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21966289-7a1c-4dee-b40e-8fc25329697f req-07296465-d110-4faa-9748-0a618f6d98fd tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0504408 Jan 28 05:27:50.365807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21966289-7a1c-4dee-b40e-8fc25329697f req-46e40b5d-0416-427c-abc6-bc12491076fb tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Jan 28 05:27:51.481551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b263a1e-fc2d-4b42-9ab3-7c58dea42cb4 req-2dff99d2-0d32-47f0-9ffb-24e9c708dc0f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:51.483041 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b263a1e-fc2d-4b42-9ab3-7c58dea42cb4 req-2dff99d2-0d32-47f0-9ffb-24e9c708dc0f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Jan 28 05:27:51.528291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b263a1e-fc2d-4b42-9ab3-7c58dea42cb4 req-bb6a9462-84f8-4bdb-a7ba-91262d576743 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Jan 28 05:27:52.658751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325f30-8ce5-4eb9-a26c-d8a9de0e87c7 req-e4968a87-435f-4499-9c74-6132899321bc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:52.660404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c4325f30-8ce5-4eb9-a26c-d8a9de0e87c7 req-e4968a87-435f-4499-9c74-6132899321bc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0487452 Jan 28 05:27:52.708921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c4325f30-8ce5-4eb9-a26c-d8a9de0e87c7 req-87acb7de-1acd-4372-af8b-06e36a323cc2 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Jan 28 05:27:53.826883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8ebff-1d0b-4cad-81b6-08b4d5b8517b req-3864592a-67ef-41b9-95f9-6fe2d73592c4 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:53.828371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97a8ebff-1d0b-4cad-81b6-08b4d5b8517b req-3864592a-67ef-41b9-95f9-6fe2d73592c4 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0513022 Jan 28 05:27:53.874178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97a8ebff-1d0b-4cad-81b6-08b4d5b8517b req-73de5bce-3e34-489a-b326-75606b42c9a4 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Jan 28 05:27:54.989120 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67036d-464b-43be-897b-fd943a359520 req-6bf7fba7-0148-4ee7-bd94-5e01a35455ec tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:54.990533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd67036d-464b-43be-897b-fd943a359520 req-6bf7fba7-0148-4ee7-bd94-5e01a35455ec tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0473132 Jan 28 05:27:55.039498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd67036d-464b-43be-897b-fd943a359520 req-343d3d00-3cec-4abb-ad0d-aba3bf6f8180 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Jan 28 05:27:56.157918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e117d3d-feb6-46d7-a614-70bed5f78c1f req-7c900dcd-f2cb-4401-b93d-6153976214d7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:56.159392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e117d3d-feb6-46d7-a614-70bed5f78c1f req-7c900dcd-f2cb-4401-b93d-6153976214d7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0481529 Jan 28 05:27:56.205084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e117d3d-feb6-46d7-a614-70bed5f78c1f req-04155c01-7a30-4d20-96ee-b480e45b8be8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Jan 28 05:27:57.321632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17742-7cd9-4549-8baa-572b24db430f req-ea71aade-f14d-4e2e-bb9b-e1ccf9167b06 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:57.323795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1f17742-7cd9-4549-8baa-572b24db430f req-ea71aade-f14d-4e2e-bb9b-e1ccf9167b06 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Jan 28 05:27:57.368520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1f17742-7cd9-4549-8baa-572b24db430f req-c5a87dde-2653-416c-af11-73127edd0f07 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Jan 28 05:27:58.488152 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea9418-ae10-42f9-8e38-ac459779a73a req-be8c4cd9-481b-46bf-a125-788c8401f964 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:58.489673 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaea9418-ae10-42f9-8e38-ac459779a73a req-be8c4cd9-481b-46bf-a125-788c8401f964 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0520525 Jan 28 05:27:58.536178 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaea9418-ae10-42f9-8e38-ac459779a73a req-9bd9eb76-11e8-42f3-8ec8-f7d43eaf094f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Jan 28 05:27:59.651581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8a6c-8cc2-4730-a34e-1942466c0f26 req-14ce22a6-5f17-47e8-9841-c4f93861ff4a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:59.653828 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-516f8a6c-8cc2-4730-a34e-1942466c0f26 req-14ce22a6-5f17-47e8-9841-c4f93861ff4a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0517991 Jan 28 05:27:59.700136 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-516f8a6c-8cc2-4730-a34e-1942466c0f26 req-3c47909a-091e-4fb0-9522-5e99855d718c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Jan 28 05:28:00.820943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c98a-e4be-4daf-b541-4299c3fecdc8 req-acdc0d91-5bdd-4a2b-8dd3-1f01e5ed93e8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:00.822970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68c1c98a-e4be-4daf-b541-4299c3fecdc8 req-acdc0d91-5bdd-4a2b-8dd3-1f01e5ed93e8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0506070 Jan 28 05:28:00.869091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68c1c98a-e4be-4daf-b541-4299c3fecdc8 req-916b43f2-a6b5-4467-aca6-ff774311d132 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jan 28 05:28:01.987504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c72f28-acf0-4b41-9c3a-4cc241fb27ad req-49280a2d-1b08-4a8a-8b33-50641a25aa97 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:01.988924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57c72f28-acf0-4b41-9c3a-4cc241fb27ad req-49280a2d-1b08-4a8a-8b33-50641a25aa97 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0507712 Jan 28 05:28:02.033558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57c72f28-acf0-4b41-9c3a-4cc241fb27ad req-50348db1-dc96-43ad-9dcf-0d032cd91bdc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Jan 28 05:28:03.149740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3b286-3376-453d-a98f-e225a8ed33c8 req-a3845f45-45e0-4aad-9aba-e01c59d0cf7f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:03.151365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3a3b286-3376-453d-a98f-e225a8ed33c8 req-a3845f45-45e0-4aad-9aba-e01c59d0cf7f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0507917 Jan 28 05:28:03.206444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3a3b286-3376-453d-a98f-e225a8ed33c8 req-496ba355-6619-4aa9-9d2d-27919cce869b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491698 Jan 28 05:28:04.318163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715aa5d-02f1-48e9-9abc-fa77d42d14f7 req-97ed817c-2b35-46c2-93ef-90874683b098 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:04.319647 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1715aa5d-02f1-48e9-9abc-fa77d42d14f7 req-97ed817c-2b35-46c2-93ef-90874683b098 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0472226 Jan 28 05:28:04.365562 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1715aa5d-02f1-48e9-9abc-fa77d42d14f7 req-2ad798e9-19ee-45bc-99bc-4d8d5da6de69 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Jan 28 05:28:05.479379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c50d-b147-4429-bc15-9b3060c8c8d4 req-cd5ae774-b8e9-4781-b9e3-3f9b35395f5f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:05.481136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ab6c50d-b147-4429-bc15-9b3060c8c8d4 req-cd5ae774-b8e9-4781-b9e3-3f9b35395f5f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0476692 Jan 28 05:28:05.528291 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6ab6c50d-b147-4429-bc15-9b3060c8c8d4 req-b54d338a-95f4-4d30-ad13-bbb3c7f448de tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Jan 28 05:28:06.643010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347cef-84d0-4dcf-970c-8583b6be1227 req-1a770b26-1670-43c1-8243-e72ee2b794c5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:06.644471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea347cef-84d0-4dcf-970c-8583b6be1227 req-1a770b26-1670-43c1-8243-e72ee2b794c5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0470223 Jan 28 05:28:06.693249 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea347cef-84d0-4dcf-970c-8583b6be1227 req-da3b065d-9336-4758-a18a-a41191fe187c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Jan 28 05:28:06.767964 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:07.808089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23009c30-0e82-4758-a5a9-8f1a23975ccf req-b4219df5-110b-4678-a29e-baef26b1c0dc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:07.809599 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23009c30-0e82-4758-a5a9-8f1a23975ccf req-b4219df5-110b-4678-a29e-baef26b1c0dc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0485051 Jan 28 05:28:07.856302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23009c30-0e82-4758-a5a9-8f1a23975ccf req-4f044684-28e5-495a-8f80-465c919031cf tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Jan 28 05:28:08.113558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:08.598584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-e5d9ab85-b704-4dde-a2ac-ea0cfd943f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:08.600095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-e5d9ab85-b704-4dde-a2ac-ea0cfd943f94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0444865 Jan 28 05:28:08.673745 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd5aadfd-ea10-41f4-8c92-992daff8d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:08.703220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-b838c471-f79c-4eee-9d76-d9d62cd18d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:08.704791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-b838c471-f79c-4eee-9d76-d9d62cd18d93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0871241 Jan 28 05:28:08.757538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-cd6ee1a6-8d3a-4906-92fe-5e251e04b2df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0471220 Jan 28 05:28:08.803454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-fde13bc7-3e4a-49ca-afca-9476ccb69fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:08.804822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-fde13bc7-3e4a-49ca-afca-9476ccb69fb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0415454 Jan 28 05:28:08.834076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-ca0b240c-54ed-4a28-a83d-936d50e3ac48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236313 Jan 28 05:28:08.925261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-a4c5ee9f-126b-4bb4-858b-83097e43a236 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844805 Jan 28 05:28:08.979569 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d0be-498d-4c34-8e6d-4efd51974e1f req-b0e79c36-9279-44bc-8594-aff8a7b0c53d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:08.981385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4637d0be-498d-4c34-8e6d-4efd51974e1f req-b0e79c36-9279-44bc-8594-aff8a7b0c53d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0479908 Jan 28 05:28:09.013909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a378023d-b33c-4f70-96a9-edfe92cc5265 req-911a7acd-1255-4910-839e-da0133e23f3f service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832601 Jan 28 05:28:09.028033 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4637d0be-498d-4c34-8e6d-4efd51974e1f req-699e555d-4f76-4c97-bf60-a576ec7a0324 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Jan 28 05:28:10.142651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee91cb-6ff0-4696-aef0-124178e25f8c req-8402c9b1-5bc5-454c-8c2a-b0570512bd0f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:10.144149 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8ee91cb-6ff0-4696-aef0-124178e25f8c req-8402c9b1-5bc5-454c-8c2a-b0570512bd0f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0484960 Jan 28 05:28:10.189449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8ee91cb-6ff0-4696-aef0-124178e25f8c req-9bb5a7c3-b7a9-484a-b816-2b4ad4e3f375 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Jan 28 05:28:10.873318 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e8faf7e-4023-4dc5-bd4a-9a740974f5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:11.303339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b1db7-89c2-493a-a14e-f15c3a05e4f5 req-ce3c01b0-f470-4ef3-935e-376061a3740b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:11.304822 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-041b1db7-89c2-493a-a14e-f15c3a05e4f5 req-ce3c01b0-f470-4ef3-935e-376061a3740b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0471168 Jan 28 05:28:11.349400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-041b1db7-89c2-493a-a14e-f15c3a05e4f5 req-5baeca85-f0a1-4a97-a0cc-1afc52797343 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Jan 28 05:28:12.136024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:12.467656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e1c16-b0ae-4eb7-a0a4-14f5d8c89e53 req-638e88b6-3e5e-4377-880c-dee10b19eda6 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:12.469130 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-530e1c16-b0ae-4eb7-a0a4-14f5d8c89e53 req-638e88b6-3e5e-4377-880c-dee10b19eda6 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0507181 Jan 28 05:28:12.514991 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-530e1c16-b0ae-4eb7-a0a4-14f5d8c89e53 req-5e679406-9e51-42af-83cd-7558fa751b56 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Jan 28 05:28:13.630371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac0894-13f6-4b50-a37e-f6093441c5d6 req-c289b907-709c-4b99-8c8d-215b2174067e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:13.631898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52ac0894-13f6-4b50-a37e-f6093441c5d6 req-c289b907-709c-4b99-8c8d-215b2174067e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0500498 Jan 28 05:28:13.678335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52ac0894-13f6-4b50-a37e-f6093441c5d6 req-56fff0f4-1f77-4d7d-8d87-49a1706af7ee tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Jan 28 05:28:13.861477 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:14.794336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ba229-bdf3-425f-b97f-995f01f7c386 req-17daf007-e4af-4945-a23d-887e79fc0c20 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:14.795816 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b77ba229-bdf3-425f-b97f-995f01f7c386 req-17daf007-e4af-4945-a23d-887e79fc0c20 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0469790 Jan 28 05:28:14.845230 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b77ba229-bdf3-425f-b97f-995f01f7c386 req-2e85cdf6-fdb6-4d3a-844d-fa87bfdd6dcc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Jan 28 05:28:15.426572 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:15.961090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5de43a-cf52-47cb-9d17-04cb46d63023 req-a29dd049-87e8-4803-9276-b61fbc4a0b34 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:15.963072 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb5de43a-cf52-47cb-9d17-04cb46d63023 req-a29dd049-87e8-4803-9276-b61fbc4a0b34 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0470655 Jan 28 05:28:16.008368 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb5de43a-cf52-47cb-9d17-04cb46d63023 req-d27dfb0a-7a72-4f52-a7be-49e356f1ccae tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Jan 28 05:28:16.487643 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-d3f291cf-c956-4473-83e7-216e0018a297 req-2350728d-fb45-4250-a91a-ede7f62f7db3 service neutron] show failed (client error): The resource could not be found. Jan 28 05:28:16.488644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-2350728d-fb45-4250-a91a-ede7f62f7db3 service neutron] 10.222.0.52 "GET /v2.0/ports/9091ec1a-67f9-4901-a3b6-432f207f2dab/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0573428 Jan 28 05:28:16.718883 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-db25a5a0-04a2-47c4-9959-a89a7d00ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:16.720408 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-db25a5a0-04a2-47c4-9959-a89a7d00ee4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8&tenant_id=054ff80e83e1497a9f25f7517a72cb15 HTTP/1.1" status: 200 len: 1097 time: 0.0726280 Jan 28 05:28:16.736439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:28:16.787142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:16.980091 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:17.012115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h1-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:28:17.054519 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:28:17.057291 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752993d4-f697-45a5-8776-34f72a6e71b5" -d '{"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:28:17.060892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Publish callbacks [] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:17.075014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Transition to ACTIVE for port object 9091ec1a-67f9-4901-a3b6-432f207f2dab will not be triggered until provisioned by entity L2. {{(pid=103139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:28:17.078924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:17.120004 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156d8310-b71d-4f9e-98e4-6fe977d6317b x-openstack-request-id: req-156d8310-b71d-4f9e-98e4-6fe977d6317b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:28:17.120490 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:28:17.120618 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-156d8310-b71d-4f9e-98e4-6fe977d6317b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:28:17.120910 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'code': 200} Jan 28 05:28:17.136348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] No DVR routers for this DVR port 9091ec1a-67f9-4901-a3b6-432f207f2dab on host n-h1-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:28:17.149853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:17.177482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:28:17.177825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:28:17.178168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:28:17.183060 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Port 9091ec1a-67f9-4901-a3b6-432f207f2dab on network 99030936-518f-4732-85e6-f6b870baf162 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:28:17.183387 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Attempting to bind port 9091ec1a-67f9-4901-a3b6-432f207f2dab on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:28:17.183984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c65ba3-ca00-4109-9d49-d4f6835eb230 req-24d71158-9197-4697-aa44-9239af26943a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:17.185773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14c65ba3-ca00-4109-9d49-d4f6835eb230 req-24d71158-9197-4697-aa44-9239af26943a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.1057191 Jan 28 05:28:17.188227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:28:17.188576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Checking segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:28:17.188963 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Bound using segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:28:17.189424 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Bound port: 9091ec1a-67f9-4901-a3b6-432f207f2dab, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:28:17.189786 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:17.232720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14c65ba3-ca00-4109-9d49-d4f6835eb230 req-cd72c64e-619a-4cf8-9775-75401d13e975 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Jan 28 05:28:17.255096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h2-824835-3, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:28:17.258232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:28:17.261945 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:17.295193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:17.295774 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:17.297173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] 10.222.0.47 "PUT /v2.0/ports/9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 1092 time: 0.5645709 Jan 28 05:28:17.316841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ba55c-bc38-46ea-b6ee-5eab11e7763f service neutron] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:17.372131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-25bc7e34-1ffb-48f4-96f2-23b8886a0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:17.373667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-25bc7e34-1ffb-48f4-96f2-23b8886a0df2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0415678 Jan 28 05:28:17.464502 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-691d437a-94e4-42ff-8f50-b838ff07e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:17.466011 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-691d437a-94e4-42ff-8f50-b838ff07e114 service neutron] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0855529 Jan 28 05:28:17.505859 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-7094707c-b99c-40b9-914c-58ad93e929ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0338812 Jan 28 05:28:17.551207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f291cf-c956-4473-83e7-216e0018a297 req-8d6be10c-6ec5-4097-ac54-26cff1ee48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:17.552521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-8d6be10c-6ec5-4097-ac54-26cff1ee48ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0414629 Jan 28 05:28:17.580394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-34031f97-a789-4d4c-a996-a6a283d8b0c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224891 Jan 28 05:28:17.678325 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-e343eb8b-a25c-4200-aa11-b4276cc77763 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923922 Jan 28 05:28:17.765506 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d3f291cf-c956-4473-83e7-216e0018a297 req-3df9e794-ff39-41a3-a840-702ca298f885 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811877 Jan 28 05:28:18.406626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb9bad-ba46-40f1-804e-9a06ef54c0b8 req-3b28ecbf-1e5b-4bdb-b5f2-dee2ca6b7c85 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:18.408090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efeb9bad-ba46-40f1-804e-9a06ef54c0b8 req-3b28ecbf-1e5b-4bdb-b5f2-dee2ca6b7c85 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.1045861 Jan 28 05:28:18.452997 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-efeb9bad-ba46-40f1-804e-9a06ef54c0b8 req-d3fda14e-ccc3-46c4-8377-24cca208fae4 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Jan 28 05:28:19.122593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:28:19.124890 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a700b6-ebf3-4357-8e12-836ffae3031d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:28:19.172124 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c50fbc-2452-4307-8c54-f1c196bf7b26 x-openstack-request-id: req-30c50fbc-2452-4307-8c54-f1c196bf7b26 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:28:19.172443 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:28:19.172700 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30c50fbc-2452-4307-8c54-f1c196bf7b26 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:28:19.173091 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'status': 'completed', 'code': 200} Jan 28 05:28:19.249983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-58088dea-a43c-4a7b-b4bc-e7ee028ce40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.251505 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-58088dea-a43c-4a7b-b4bc-e7ee028ce40c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0415049 Jan 28 05:28:19.264753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-6742b2aa-035d-4548-b2ed-e46485511fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.266312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-6742b2aa-035d-4548-b2ed-e46485511fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0403368 Jan 28 05:28:19.350283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-23dc82a5-1b28-4320-9678-cba08a4236cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.352168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-23dc82a5-1b28-4320-9678-cba08a4236cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0952756 Jan 28 05:28:19.379990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-09bdf729-3f4e-47f8-9076-78771caa211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.381600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-09bdf729-3f4e-47f8-9076-78771caa211a service neutron] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0991540 Jan 28 05:28:19.395522 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-3ad3a91e-f8a8-4c8b-ae9b-87731de18793 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0368719 Jan 28 05:28:19.430689 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-c1f2a466-6081-4511-9e0a-b624ec691c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0349708 Jan 28 05:28:19.444378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-a69ec25b-35e7-434a-bf21-9066e8152f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.445880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-a69ec25b-35e7-434a-bf21-9066e8152f93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0452600 Jan 28 05:28:19.477085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-715dd307-510f-4421-bce3-d2e416272b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.478788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-715dd307-510f-4421-bce3-d2e416272b06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0430703 Jan 28 05:28:19.481546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-700ef21b-9fc1-4392-8808-313214b75d89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296276 Jan 28 05:28:19.511130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-262b93a5-9229-47bf-bd3c-1341b7fe0067 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266538 Jan 28 05:28:19.572526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-ba3cc32b-16c4-4137-b88d-21b6611b70be service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850155 Jan 28 05:28:19.618729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61cb0-e2e6-454d-876a-75c19d98f63c req-08a5560f-09d1-4722-9f1e-f3fabcaa0913 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.620202 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-84d61cb0-e2e6-454d-876a-75c19d98f63c req-08a5560f-09d1-4722-9f1e-f3fabcaa0913 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.0963302 Jan 28 05:28:19.648433 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-a1c37d8c-2e55-410c-a01c-2fe2bd982187 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314006 Jan 28 05:28:19.668645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-629d9f57-bc01-4731-b532-6a7071aa0a10 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898578 Jan 28 05:28:19.724524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-84d61cb0-e2e6-454d-876a-75c19d98f63c req-6e1ef834-6acd-46af-a497-117e08ea7d5b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963912 Jan 28 05:28:19.758716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28a700b6-ebf3-4357-8e12-836ffae3031d req-573b080c-5f7e-47d6-9580-1cced443e4fe service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035697 Jan 28 05:28:19.920420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73a40-50db-4eb5-9852-3a444c103b15 req-530d25e0-e63b-45f8-ada6-dd3062facee2 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.921945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9a73a40-50db-4eb5-9852-3a444c103b15 req-530d25e0-e63b-45f8-ada6-dd3062facee2 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.0507243 Jan 28 05:28:19.967542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9a73a40-50db-4eb5-9852-3a444c103b15 req-3ecca563-3346-4b97-9f4b-5a9959da359e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Jan 28 05:28:19.972771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-d2c01c43-be43-42dd-8240-14d965b59f09 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:19.974347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-d2c01c43-be43-42dd-8240-14d965b59f09 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8&tenant_id=054ff80e83e1497a9f25f7517a72cb15&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 944 time: 0.0844820 Jan 28 05:28:20.033177 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-fb6fd107-3c70-43d7-be3d-040949fe8cba service neutron] delete failed (client error): The resource could not be found. Jan 28 05:28:20.034238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-fb6fd107-3c70-43d7-be3d-040949fe8cba service neutron] 10.222.0.52 "DELETE /v2.0/ports/9091ec1a-67f9-4901-a3b6-432f207f2dab/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0538352 Jan 28 05:28:20.140687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-b82672d0-1257-46ae-976b-01a67948e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:20.142275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-b82672d0-1257-46ae-976b-01a67948e047 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0449347 Jan 28 05:28:20.229333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-ae2c0981-7491-4adf-9462-f64df244918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:20.231018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-ae2c0981-7491-4adf-9462-f64df244918d service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0835114 Jan 28 05:28:20.272804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-910a84b4-8bd8-45a7-b4b7-2d08d2ee675b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 200 len: 217 time: 0.0364687 Jan 28 05:28:20.318808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-8cfc6a76-5395-4119-a78c-055757d0b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:20.320222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-8cfc6a76-5395-4119-a78c-055757d0b886 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0417044 Jan 28 05:28:20.350095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-da28e177-b68c-4fbb-aba2-080bcb67cd53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236838 Jan 28 05:28:20.440874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-a91c0721-612d-4754-b7aa-f35f5631cdd1 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848765 Jan 28 05:28:20.527245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8a8fefdc-3e40-4568-8b28-2b94f750be03 req-4ea57637-611d-41c1-b74f-b5cb48117f9b service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810781 Jan 28 05:28:20.954265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:28:21.072575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:21.088374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'port_id': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'mac_address': 'fa:16:3e:53:73:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b6d25f-1ed4-4ce6-bd17-cbcf528e2675', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:28:21.089820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb75711-1c03-44a1-8463-bed6e6fc2943 req-3e899879-e77f-4caf-a7cc-b0d5e4a2fc36 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:21.091494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bb75711-1c03-44a1-8463-bed6e6fc2943 req-3e899879-e77f-4caf-a7cc-b0d5e4a2fc36 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 944 time: 0.0511527 Jan 28 05:28:21.125962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:28:21.150023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4bb75711-1c03-44a1-8463-bed6e6fc2943 req-da842b64-d0d6-48e0-8d54-a0c34b7a4830 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518072 Jan 28 05:28:21.168199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9091ec1a-67f9-4901-a3b6-432f207f2dab is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:28:21.168794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:21.193485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9091ec1a-67f9-4901-a3b6-432f207f2dab {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:28:21.198669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 9091ec1a-67f9-4901-a3b6-432f207f2dab host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:28:21.199076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:28:21.217953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:21.222061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:21.272841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1d66-c440-43d7-acbf-50feea5cecb8 req-68af6fda-d727-4d5c-b01e-97ee135901e0 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:21.274896 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9ea1d66-c440-43d7-acbf-50feea5cecb8 req-68af6fda-d727-4d5c-b01e-97ee135901e0 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 945 time: 0.0512340 Jan 28 05:28:21.278291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:21.321790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9ea1d66-c440-43d7-acbf-50feea5cecb8 req-c67a3827-196c-45dd-9c49-0a393c34fa0b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jan 28 05:28:21.448992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df140c-8588-4dae-b2fd-2da15aa63109 req-b271e5e1-117c-4523-980e-31b49491753a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:21.450511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1df140c-8588-4dae-b2fd-2da15aa63109 req-b271e5e1-117c-4523-980e-31b49491753a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Jan 28 05:28:21.497170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e1df140c-8588-4dae-b2fd-2da15aa63109 req-64ae5a3d-bafb-49e1-bfe8-0a3e850ecc3a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Jan 28 05:28:21.505009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9091ec1a-67f9-4901-a3b6-432f207f2dab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:28:21.847887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-f9ace6e9-7bba-4fc4-8eab-f45363dbe550 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:21.849296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-f9ace6e9-7bba-4fc4-8eab-f45363dbe550 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 814 time: 0.0982895 Jan 28 05:28:21.863786 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-6760f4c4-b4e2-40d3-b3bd-db10b2ac913a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/quotas/054ff80e83e1497a9f25f7517a72cb15 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Jan 28 05:28:21.918049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-1fb16fd2-b935-41c0-9c67-c435f10f0987 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494344 Jan 28 05:28:22.005968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-b411407d-6211-4553-be70-ec59c884a719 service neutron] 10.222.0.21 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813642 Jan 28 05:28:22.112929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-6aebefbd-ddc4-45d1-9c24-b294a3309d6e service neutron] 10.222.0.21 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997901 Jan 28 05:28:22.271101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f790b5c-48e2-4ef9-ac5a-4b6b460ae17c req-660a9d01-37ba-42b0-8ced-ca4898093a5c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 210 time: 0.0257823 Jan 28 05:28:22.970401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:28:23.021790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 9091ec1a-67f9-4901-a3b6-432f207f2dab completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:28:23.025697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 9091ec1a-67f9-4901-a3b6-432f207f2dab triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:28:23.026084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.100286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 9091ec1a-67f9-4901-a3b6-432f207f2dab is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:28:23.100721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.123575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:28:23.125824 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f0bd44-404e-49c5-a4d4-ad3b5ef5bfa7" -d '{"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-plugged", "status": "completed", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:28:23.138647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:23.142744 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.169054 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57314169-c017-4d89-b628-d5550e59bff2 x-openstack-request-id: req-57314169-c017-4d89-b628-d5550e59bff2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:28:23.169381 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-plugged", "status": "completed", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:28:23.169642 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57314169-c017-4d89-b628-d5550e59bff2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:28:23.170036 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'code': 200} Jan 28 05:28:23.195867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:23.250021 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-23296a35-c7a7-4c4c-86d3-ec5c6fbb5a08 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:23.251755 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-23296a35-c7a7-4c4c-86d3-ec5c6fbb5a08 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b73bb9-f56d-49a7-8f0b-c6090725a0a8 HTTP/1.1" status: 200 len: 946 time: 0.0523193 Jan 28 05:28:23.348874 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Deleting port 9091ec1a-67f9-4901-a3b6-432f207f2dab {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:28:23.349258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.355642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-8674e850-75e0-4612-865c-9f05e439fc2b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:23.357185 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-8674e850-75e0-4612-865c-9f05e439fc2b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 814 time: 0.1132414 Jan 28 05:28:23.375151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Request body: {'port': {'device_id': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'admin_state_up': True, 'tenant_id': '054ff80e83e1497a9f25f7517a72cb15'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:28:23.420148 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6f28ba4b-566a-4177-8fc6-2703dcde96e7 req-9f9187c5-f1c5-4c08-94b5-4bc9bffb7398 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 210 time: 0.0559649 Jan 28 05:28:23.464739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] For port 9091ec1a-67f9-4901-a3b6-432f207f2dab, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=9091ec1a-67f9-4901-a3b6-432f207f2dab,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:23.465112 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.477089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Calling delete_port for 9091ec1a-67f9-4901-a3b6-432f207f2dab owned by compute:nova {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:28:23.494122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Made reservation on behalf of 054ff80e83e1497a9f25f7517a72cb15 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:28:23.497713 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.634465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Allocated IP 172.20.0.14 (99030936-518f-4732-85e6-f6b870baf162/35b6d25f-1ed4-4ce6-bd17-cbcf528e2675/b1571fd6-1414-4d17-ad9c-1ceb00812360) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:28:23.792339 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks [] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.828407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.862566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9091ec1a-67f9-4901-a3b6-432f207f2dab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:28:23.872772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Network 99030936-518f-4732-85e6-f6b870baf162 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:28:23.876368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:28:23.879253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:28:23.959248 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9091ec1a-67f9-4901-a3b6-432f207f2dab), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:23.992562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['9091ec1a-67f9-4901-a3b6-432f207f2dab'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:28:23.995407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Pushing event deleted for resources: {'Port': ['ID=9091ec1a-67f9-4901-a3b6-432f207f2dab,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:24.041057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] No DVR routers for this DVR port 9091ec1a-67f9-4901-a3b6-432f207f2dab on host n-h2-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:28:24.043836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.047258 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.47 "DELETE /v2.0/ports/9091ec1a-67f9-4901-a3b6-432f207f2dab HTTP/1.1" status: 204 len: 173 time: 0.7873001 Jan 28 05:28:24.047722 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-deleted', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:28:24.050098 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3624577-43ce-40bf-804d-f2513d374071" -d '{"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-deleted", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:28:24.090439 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3e52d-c93a-4c6a-8427-4a6c24b3803a x-openstack-request-id: req-d8c3e52d-c93a-4c6a-8427-4a6c24b3803a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:28:24.090782 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b73bb9-f56d-49a7-8f0b-c6090725a0a8", "name": "network-vif-deleted", "tag": "9091ec1a-67f9-4901-a3b6-432f207f2dab", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:28:24.091759 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8c3e52d-c93a-4c6a-8427-4a6c24b3803a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:28:24.092444 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b73bb9-f56d-49a7-8f0b-c6090725a0a8', 'name': 'network-vif-deleted', 'tag': '9091ec1a-67f9-4901-a3b6-432f207f2dab', 'status': 'completed', 'code': 200} Jan 28 05:28:24.178066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:24.197110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:24.197751 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.213791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-09c2e5f3-ef84-46d9-93da-841cbee7d2ce tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427451 Jan 28 05:28:24.239083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Request body: {'port': {'device_id': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:28:24.292566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.533112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26f0fe-af56-4a53-a05b-17e08d762c00 req-0aea9058-e502-448e-bde8-771117c341b2 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:24.534637 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d26f0fe-af56-4a53-a05b-17e08d762c00 req-0aea9058-e502-448e-bde8-771117c341b2 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 932 time: 0.0467429 Jan 28 05:28:24.552362 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1571fd6-1414-4d17-ad9c-1ceb00812360 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:28:24.560352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Publish callbacks [] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.573433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Transition to ACTIVE for port object b1571fd6-1414-4d17-ad9c-1ceb00812360 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:28:24.577252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.581247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d26f0fe-af56-4a53-a05b-17e08d762c00 req-2353ac73-94c0-4eb8-9aa1-9782517f8385 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Jan 28 05:28:24.643669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:24.693334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:28:24.693699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:28:24.694035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:28:24.698417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Port b1571fd6-1414-4d17-ad9c-1ceb00812360 on network 99030936-518f-4732-85e6-f6b870baf162 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:28:24.698685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:28:24.703638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:28:24.703985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Checking segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:28:24.704378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Bound using segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:28:24.704816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Bound port: b1571fd6-1414-4d17-ad9c-1ceb00812360, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:28:24.705207 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.769925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:28:24.773030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:28:24.777057 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.812253 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:24.812883 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:24.814281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 1092 time: 0.5793443 Jan 28 05:28:24.814724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:28:24.816949 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27063a24-eef4-4585-a8dc-cddd7af8072b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:28:24.843173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea671e-b7f3-44b3-8305-07e1eff65445 service neutron] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:24.858894 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16449f2f-ae0b-43bd-9f20-f1a4d0b7ef22 x-openstack-request-id: req-16449f2f-ae0b-43bd-9f20-f1a4d0b7ef22 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:28:24.859193 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:28:24.859584 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16449f2f-ae0b-43bd-9f20-f1a4d0b7ef22 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:28:24.860333 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'status': 'completed', 'code': 200} Jan 28 05:28:24.917114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-ec582a11-6442-4b13-b84e-7073c6df9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:24.918627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-ec582a11-6442-4b13-b84e-7073c6df9b7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1095 time: 0.0402853 Jan 28 05:28:24.974598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-54b25ea9-0863-4993-bf19-4ee64183bbe0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0424027 Jan 28 05:28:25.020735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c19d-13c7-4139-a162-723c5854b97e req-e5cbe4fb-19c8-4df3-be2e-14e9da7c2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:25.022190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-e5cbe4fb-19c8-4df3-be2e-14e9da7c2594 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0423772 Jan 28 05:28:25.051692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-99a65ded-c9ed-4a66-8b2e-faa8e58b1733 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234277 Jan 28 05:28:25.142594 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-a4f86314-1224-4e7c-984b-1535799b6b94 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849020 Jan 28 05:28:25.241709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-efe9c19d-13c7-4139-a162-723c5854b97e req-7d24a4c9-efe8-46e6-8316-b8116515bb2d service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933647 Jan 28 05:28:25.371275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-7a02f4c0-0714-42c0-bd8c-fa38975652f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:25.372776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-7a02f4c0-0714-42c0-bd8c-fa38975652f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1095 time: 0.0411115 Jan 28 05:28:25.408094 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:28:25.464882 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-9f0c2042-2279-44b8-9114-2c2c57ac289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:25.466400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-9f0c2042-2279-44b8-9114-2c2c57ac289d service neutron] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0876703 Jan 28 05:28:25.509211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-1602d8f3-f8b3-46c6-829a-3fba01fbd662 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Jan 28 05:28:25.555772 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-0ecfab75-f619-487d-b431-ce32df41a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:25.557304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-0ecfab75-f619-487d-b431-ce32df41a91b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0433049 Jan 28 05:28:25.593184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-33c6c584-4e05-40b5-8e55-73f21bbccbb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288541 Jan 28 05:28:25.682763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-70184838-74f9-4731-9629-1a5c788f1931 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835509 Jan 28 05:28:25.695478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566ea6-b5af-4392-b77f-3d0a0940c4d7 req-517163ef-f4b9-4141-b409-701ef383e689 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:25.697484 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b6566ea6-b5af-4392-b77f-3d0a0940c4d7 req-517163ef-f4b9-4141-b409-701ef383e689 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 944 time: 0.0496552 Jan 28 05:28:25.745330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b6566ea6-b5af-4392-b77f-3d0a0940c4d7 req-e8dbc740-70ce-4e53-b2a7-ff9f17d796f1 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Jan 28 05:28:25.778752 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27063a24-eef4-4585-a8dc-cddd7af8072b req-62c0207c-35dc-49e3-9404-047e79910ab8 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895386 Jan 28 05:28:26.860520 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d434-9119-4085-87c7-c7936d7923c6 req-59b5b756-c550-4f89-b8e9-1379c2f4b0b9 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:26.862033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79f5d434-9119-4085-87c7-c7936d7923c6 req-59b5b756-c550-4f89-b8e9-1379c2f4b0b9 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 944 time: 0.0495586 Jan 28 05:28:26.907883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79f5d434-9119-4085-87c7-c7936d7923c6 req-e0ee9149-5be4-4ae7-af91-a9aad4e40927 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Jan 28 05:28:27.010870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:28:27.020147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:28:27.043592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 9091ec1a-67f9-4901-a3b6-432f207f2dab {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:28:27.043933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 9091ec1a-67f9-4901-a3b6-432f207f2dab not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:28:27.121399 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:27.132257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'port_id': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'mac_address': 'fa:16:3e:5c:c1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b6d25f-1ed4-4ce6-bd17-cbcf528e2675', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:28:27.171232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b1571fd6-1414-4d17-ad9c-1ceb00812360 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:28:27.171616 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:27.184270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1571fd6-1414-4d17-ad9c-1ceb00812360 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:28:27.202577 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:27.206771 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:27.253027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:27.465573 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['b1571fd6-1414-4d17-ad9c-1ceb00812360'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:28:28.019774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84e682-2668-499a-972e-f71cb1b4099f req-90f14f05-5b10-4c07-ab8e-60238c291b0c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:28.021137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa84e682-2668-499a-972e-f71cb1b4099f req-90f14f05-5b10-4c07-ab8e-60238c291b0c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 945 time: 0.0470533 Jan 28 05:28:28.065278 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa84e682-2668-499a-972e-f71cb1b4099f req-10a03a42-c5d7-43f7-a231-638e9353fcda tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Jan 28 05:28:29.026000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:28:29.075149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port b1571fd6-1414-4d17-ad9c-1ceb00812360 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:28:29.078927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port b1571fd6-1414-4d17-ad9c-1ceb00812360 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:28:29.079311 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:29.161838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port b1571fd6-1414-4d17-ad9c-1ceb00812360 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:28:29.162235 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:29.179221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71a9fa-a2e1-4d3c-8cc4-2bc39d1cc51f req-46e5b131-c6ec-4b84-b27d-cb62b2f9d57a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:29.180742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef71a9fa-a2e1-4d3c-8cc4-2bc39d1cc51f req-46e5b131-c6ec-4b84-b27d-cb62b2f9d57a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Jan 28 05:28:29.186009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:28:29.188359 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3ff54-48b6-43dd-9b8c-b65516871842" -d '{"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-plugged", "status": "completed", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:28:29.202040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:28:29.206960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:29.231122 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6496afbc-18d5-4660-8984-b03140f54610 x-openstack-request-id: req-6496afbc-18d5-4660-8984-b03140f54610 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:28:29.231438 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-plugged", "status": "completed", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:28:29.231698 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6496afbc-18d5-4660-8984-b03140f54610 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:28:29.232113 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'code': 200} Jan 28 05:28:29.232865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef71a9fa-a2e1-4d3c-8cc4-2bc39d1cc51f req-9389c121-1278-4093-b8ca-5eb1c0da53ec tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Jan 28 05:28:29.258192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:29.267206 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.267563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.267908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.268248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.268706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.269048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.269413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.270407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.270761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.271095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.271424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.271752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.272079 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:29.359664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159c993-f1d3-416c-adc4-1ad8e691fb0c req-047178f7-cd77-4c49-86af-8042ac56a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:29.361170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a159c993-f1d3-416c-adc4-1ad8e691fb0c req-047178f7-cd77-4c49-86af-8042ac56a1fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1097 time: 0.0441663 Jan 28 05:28:29.402919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a159c993-f1d3-416c-adc4-1ad8e691fb0c req-85c1683d-8418-4bde-84cc-4de9fdf14b34 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Jan 28 05:28:30.348229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86dbcf-0e91-427c-9478-eca602ff808b req-e7709081-c772-4f3d-b580-f6ddc6406198 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:30.349783 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f86dbcf-0e91-427c-9478-eca602ff808b req-e7709081-c772-4f3d-b580-f6ddc6406198 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0486782 Jan 28 05:28:30.402283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f86dbcf-0e91-427c-9478-eca602ff808b req-fc0be21b-83dd-4eef-8b2b-435a9a82031f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Jan 28 05:28:31.518663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa449cd-f298-4611-97de-e2d0b697eca9 req-f4a1714d-758b-435b-a3ac-f540b57f239d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:31.520156 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2aa449cd-f298-4611-97de-e2d0b697eca9 req-f4a1714d-758b-435b-a3ac-f540b57f239d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0495749 Jan 28 05:28:31.567104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2aa449cd-f298-4611-97de-e2d0b697eca9 req-ad37d341-8c11-48c1-a374-e22e0bde403d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Jan 28 05:28:31.679820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5d44-e69c-43cf-a651-2c0a1c621451 req-f36cf96d-c12e-495e-bd77-c60956eb2e6f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:31.681815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1eca5d44-e69c-43cf-a651-2c0a1c621451 req-f36cf96d-c12e-495e-bd77-c60956eb2e6f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0468225 Jan 28 05:28:31.726132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1eca5d44-e69c-43cf-a651-2c0a1c621451 req-92fc7b47-d96b-4468-9bec-e436f1be2897 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Jan 28 05:28:31.970751 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-def814b2-a614-40bd-95d8-c0c6f0ee375c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690536 Jan 28 05:28:31.985658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d6e0-99f4-4a43-acdb-932c2af004ae req-60bded51-91a0-4d9f-b686-0b4800d04bb7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:31.987421 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80b0d6e0-99f4-4a43-acdb-932c2af004ae req-60bded51-91a0-4d9f-b686-0b4800d04bb7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0619547 Jan 28 05:28:32.034871 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-80b0d6e0-99f4-4a43-acdb-932c2af004ae req-10a78788-f8e5-4506-8b70-2ea63ff6d588 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Jan 28 05:28:33.140725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-5bbd70a0-5f20-4560-919c-5898d9acb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:33.142269 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-5bbd70a0-5f20-4560-919c-5898d9acb27f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1097 time: 0.0671797 Jan 28 05:28:33.212358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c6b35-e8d5-408b-9099-07d71ac2304f req-111da081-f2d3-4568-ba3c-bf6c4883028b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:33.213979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a1c6b35-e8d5-408b-9099-07d71ac2304f req-111da081-f2d3-4568-ba3c-bf6c4883028b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.1055062 Jan 28 05:28:33.272771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-f01f4da5-581c-49d9-abb0-067e2877af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:33.274328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-f01f4da5-581c-49d9-abb0-067e2877af1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.1262281 Jan 28 05:28:33.292195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a1c6b35-e8d5-408b-9099-07d71ac2304f req-cd259144-83a7-42f5-8e6f-511e18695902 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722501 Jan 28 05:28:33.324671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-537a028d-935c-4b4a-9bd6-d410d3602b8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0426371 Jan 28 05:28:33.371696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-87488dec-efaa-4b81-9a44-4f3f857f8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:33.373126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-87488dec-efaa-4b81-9a44-4f3f857f8264 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0425920 Jan 28 05:28:33.404160 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-fa38b89b-a557-4efb-97df-3bb0ce33dce0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245554 Jan 28 05:28:33.497105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-9dc6eb4a-c967-4624-8fc0-ab324bb1af7c service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870314 Jan 28 05:28:33.585922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-a572f887-e53c-4c68-9323-05bfa1ec56d9 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827687 Jan 28 05:28:34.407620 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3e472-f0ea-49e9-8e22-82756a7bf776 req-861f172c-24f3-45b0-be27-c9390f294c47 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:34.409085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06e3e472-f0ea-49e9-8e22-82756a7bf776 req-861f172c-24f3-45b0-be27-c9390f294c47 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0474598 Jan 28 05:28:34.453821 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06e3e472-f0ea-49e9-8e22-82756a7bf776 req-c8f9d00d-70de-4708-a186-e11eed028b6f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392895 Jan 28 05:28:35.582409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38d646-a9f8-4ab4-9de7-3d356711dc87 req-5f2d0038-bbc0-4e7c-ac27-183c8ab3cb5b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:35.583891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf38d646-a9f8-4ab4-9de7-3d356711dc87 req-5f2d0038-bbc0-4e7c-ac27-183c8ab3cb5b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0576513 Jan 28 05:28:35.628962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cf38d646-a9f8-4ab4-9de7-3d356711dc87 req-f30151e5-046e-41eb-b892-1c52a81f0445 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395198 Jan 28 05:28:36.745729 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db68ec-8f8f-4f6e-a636-0d1aa9629a17 req-79d99287-7670-4549-b136-c2496b16dea3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:36.747207 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52db68ec-8f8f-4f6e-a636-0d1aa9629a17 req-79d99287-7670-4549-b136-c2496b16dea3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0495443 Jan 28 05:28:36.768055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:36.795832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-52db68ec-8f8f-4f6e-a636-0d1aa9629a17 req-a1963955-a339-49ea-8a73-21107e273fe4 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Jan 28 05:28:37.912358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff529c2-4d73-4d40-912f-668b1ddbc9bf req-66cb455f-f028-4d95-b409-9ce51d27ee1a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:37.914004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ff529c2-4d73-4d40-912f-668b1ddbc9bf req-66cb455f-f028-4d95-b409-9ce51d27ee1a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0497532 Jan 28 05:28:37.965924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ff529c2-4d73-4d40-912f-668b1ddbc9bf req-58056c2b-0a25-46dc-9888-e09dfc49b770 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462699 Jan 28 05:28:38.114175 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:38.679426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4fd7-8d32-4658-82be-e8b716b07e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:39.079684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452a5ce-9a2c-47b8-af63-9eeaa841a2e2 req-e2025228-6e91-45f2-89bc-1f9b3c46a122 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:39.081173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7452a5ce-9a2c-47b8-af63-9eeaa841a2e2 req-e2025228-6e91-45f2-89bc-1f9b3c46a122 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0481691 Jan 28 05:28:39.136004 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7452a5ce-9a2c-47b8-af63-9eeaa841a2e2 req-96a4fb2d-9966-4eb8-83e7-fee76b32801b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Jan 28 05:28:40.251314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcf08c-8af9-48fd-ab56-f72ef3fd9a40 req-6ad203e6-e3e2-4c1b-9780-06dbb0d9e683 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:40.252845 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8dcf08c-8af9-48fd-ab56-f72ef3fd9a40 req-6ad203e6-e3e2-4c1b-9780-06dbb0d9e683 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Jan 28 05:28:40.303927 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f8dcf08c-8af9-48fd-ab56-f72ef3fd9a40 req-2f50be2e-9737-4d7a-9d73-b263bc2db239 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Jan 28 05:28:40.875307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b3e03a0-abbe-48b1-9b85-113ae6ae58d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:41.416493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7b34e-4953-4b6c-90b5-5a397eec4177 req-d2b568be-9046-486a-a3d6-2d74ae75a845 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:41.417992 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0c7b34e-4953-4b6c-90b5-5a397eec4177 req-d2b568be-9046-486a-a3d6-2d74ae75a845 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0473566 Jan 28 05:28:41.462972 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a0c7b34e-4953-4b6c-90b5-5a397eec4177 req-4b9e19ce-842d-494b-9be7-e27e1d26bde8 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Jan 28 05:28:42.139390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:42.576815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a427-04f2-4ceb-9625-e18451d57710 req-a086ef60-77d3-4ebb-9b4d-1986a8978c4f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:42.578326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d195a427-04f2-4ceb-9625-e18451d57710 req-a086ef60-77d3-4ebb-9b4d-1986a8978c4f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Jan 28 05:28:42.624972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d195a427-04f2-4ceb-9625-e18451d57710 req-93ee59f5-be25-48ac-98cc-722b581684cd tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Jan 28 05:28:43.745311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027463-0ede-4de0-bc6a-8c9ef68c5b10 req-78bab47c-e0f5-449d-8e84-dd0dc98a2fbc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:43.746791 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d027463-0ede-4de0-bc6a-8c9ef68c5b10 req-78bab47c-e0f5-449d-8e84-dd0dc98a2fbc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0519838 Jan 28 05:28:43.791892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8d027463-0ede-4de0-bc6a-8c9ef68c5b10 req-3f8be30b-4cc4-4f65-a798-703a34baf452 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Jan 28 05:28:43.864052 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:44.907163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec7362-9a4d-46c3-a68a-7a5328f01ee3 req-440df65d-d197-42c2-bf47-dd28b26adbae tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:44.908691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5ec7362-9a4d-46c3-a68a-7a5328f01ee3 req-440df65d-d197-42c2-bf47-dd28b26adbae tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0486491 Jan 28 05:28:44.954265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5ec7362-9a4d-46c3-a68a-7a5328f01ee3 req-687613d9-ce69-41e8-af5a-1299bb222760 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Jan 28 05:28:45.429118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:46.066840 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793437ca-984e-4e9b-8479-fa49132814fa req-9c3a69ad-f790-4827-9607-37d7a695a35d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:46.068305 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-793437ca-984e-4e9b-8479-fa49132814fa req-9c3a69ad-f790-4827-9607-37d7a695a35d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0472636 Jan 28 05:28:46.113266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-793437ca-984e-4e9b-8479-fa49132814fa req-2d2f29f4-ebc0-4ef6-8d53-e4f6c331a4da tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Jan 28 05:28:47.229132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f55f23-33e8-4dda-a546-9b16c7248b7c req-16cb3ea5-0feb-4259-865d-13dc9890de47 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:47.230902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4f55f23-33e8-4dda-a546-9b16c7248b7c req-16cb3ea5-0feb-4259-865d-13dc9890de47 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0516224 Jan 28 05:28:47.276688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f4f55f23-33e8-4dda-a546-9b16c7248b7c req-c3d4425d-f1f2-4b60-82b7-4e08917a6a1c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Jan 28 05:28:48.389160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645c413-5c98-4d50-9980-49381fefa719 req-d3bec2c7-1154-4480-92c0-333382a1d09f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:48.390660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0645c413-5c98-4d50-9980-49381fefa719 req-d3bec2c7-1154-4480-92c0-333382a1d09f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0470858 Jan 28 05:28:48.439031 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0645c413-5c98-4d50-9980-49381fefa719 req-a0110c32-e2f6-441d-bb2e-375aec71f3d7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Jan 28 05:28:49.552916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01628f49-b580-4747-8df6-18a83e372161 req-d35b7d62-b518-43f5-880f-f409c537be52 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:49.554425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01628f49-b580-4747-8df6-18a83e372161 req-d35b7d62-b518-43f5-880f-f409c537be52 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Jan 28 05:28:49.599942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-01628f49-b580-4747-8df6-18a83e372161 req-fbf33620-3013-4ba7-9fbb-fcbe60498cd5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Jan 28 05:28:50.714210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a69a7-a216-4292-aa11-a20fc9801925 req-5da64c5e-ba85-4112-bfb3-8f8a4bbcb173 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:50.715699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-832a69a7-a216-4292-aa11-a20fc9801925 req-5da64c5e-ba85-4112-bfb3-8f8a4bbcb173 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0475545 Jan 28 05:28:50.764939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-832a69a7-a216-4292-aa11-a20fc9801925 req-49f568b9-9241-4bab-a7ca-f47f54880363 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437081 Jan 28 05:28:51.877912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f352cd-44b6-41fd-bbc0-241d5909b782 req-87a9a2fd-2de8-4ba7-9ea2-e328e6b2c799 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:51.879387 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f352cd-44b6-41fd-bbc0-241d5909b782 req-87a9a2fd-2de8-4ba7-9ea2-e328e6b2c799 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0471199 Jan 28 05:28:51.929541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-54f352cd-44b6-41fd-bbc0-241d5909b782 req-2f4b0ee7-6a4e-41c2-8084-9ab3a3f2be73 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Jan 28 05:28:53.042330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d324d9-f04b-4a19-b26f-01ab10bb4691 req-0c222c92-3274-47aa-9c75-5ee34b7dd680 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:53.043792 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9d324d9-f04b-4a19-b26f-01ab10bb4691 req-0c222c92-3274-47aa-9c75-5ee34b7dd680 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0467441 Jan 28 05:28:53.088322 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a9d324d9-f04b-4a19-b26f-01ab10bb4691 req-3686e106-b4fa-45e6-bf24-08857445269d tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Jan 28 05:28:54.201322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9e9b4-1ef7-4058-9014-9338caf67e68 req-c55745b9-f968-4d18-90a3-009a9a047097 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:54.202812 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7e9e9b4-1ef7-4058-9014-9338caf67e68 req-c55745b9-f968-4d18-90a3-009a9a047097 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0472994 Jan 28 05:28:54.248952 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c7e9e9b4-1ef7-4058-9014-9338caf67e68 req-f9d733bc-0b06-4ce6-9af9-11b20f3478c9 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Jan 28 05:28:55.372585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a88d4-69d8-4e3d-9d2d-591dd34c918d req-0703636f-9524-4863-b89e-707c12f44d4e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:55.374099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-627a88d4-69d8-4e3d-9d2d-591dd34c918d req-0703636f-9524-4863-b89e-707c12f44d4e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0509439 Jan 28 05:28:55.419604 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-627a88d4-69d8-4e3d-9d2d-591dd34c918d req-ef2896dd-55db-4773-9921-22d9cc97d7d7 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Jan 28 05:28:56.533341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b5abc-228b-4be0-a2cc-762f041c03f1 req-b9be6380-83f5-4956-9649-c5efa0af04df tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:56.534817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d1b5abc-228b-4be0-a2cc-762f041c03f1 req-b9be6380-83f5-4956-9649-c5efa0af04df tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0474465 Jan 28 05:28:56.581674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d1b5abc-228b-4be0-a2cc-762f041c03f1 req-c0d2b7ff-f5ae-4060-9d9a-1806a958263a tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Jan 28 05:28:57.693876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c73dfb-8fa2-427e-9e5e-4399530ff7a9 req-b1ccba62-ae22-47fc-a518-ed3cb3b86e7f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:57.695297 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91c73dfb-8fa2-427e-9e5e-4399530ff7a9 req-b1ccba62-ae22-47fc-a518-ed3cb3b86e7f tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0472021 Jan 28 05:28:57.743242 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-91c73dfb-8fa2-427e-9e5e-4399530ff7a9 req-b8c8f3a1-63ba-4523-9182-e9ef4c841388 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Jan 28 05:28:58.860752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a95c-3d63-4960-8fa5-2c17ed3afd57 req-3e9bf63c-f8d1-4c12-93d0-9439c7a7b87c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:28:58.862233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9774a95c-3d63-4960-8fa5-2c17ed3afd57 req-3e9bf63c-f8d1-4c12-93d0-9439c7a7b87c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0515726 Jan 28 05:28:58.907598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9774a95c-3d63-4960-8fa5-2c17ed3afd57 req-d78d5657-7c35-4f2a-8f3a-06b7a273cd9c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Jan 28 05:29:00.028464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76969c-2fc8-49a2-a3a3-90c9b04dba38 req-03b442f3-6eee-4010-bf3b-a437451746a3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:00.029899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee76969c-2fc8-49a2-a3a3-90c9b04dba38 req-03b442f3-6eee-4010-bf3b-a437451746a3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0517619 Jan 28 05:29:00.076082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ee76969c-2fc8-49a2-a3a3-90c9b04dba38 req-a2cf2f2a-a6aa-4179-84d8-855f2db59c4c tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Jan 28 05:29:00.560658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-99bcbcbe-f12c-4ca3-882c-a986fe1a5d35 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:29:00.561874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-99bcbcbe-f12c-4ca3-882c-a986fe1a5d35 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055988 Jan 28 05:29:00.621519 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-e707416a-cc11-4bb8-8ee1-1f98bfd35e10 service neutron] show failed (client error): The resource could not be found. Jan 28 05:29:00.622500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-e707416a-cc11-4bb8-8ee1-1f98bfd35e10 service neutron] 10.222.0.47 "GET /v2.0/ports/b1571fd6-1414-4d17-ad9c-1ceb00812360/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0528364 Jan 28 05:29:00.866022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-93038539-f791-4625-8f58-1a4cdd4384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:00.868129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-93038539-f791-4625-8f58-1a4cdd4384ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1&tenant_id=054ff80e83e1497a9f25f7517a72cb15 HTTP/1.1" status: 200 len: 1097 time: 0.0833013 Jan 28 05:29:00.884733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:00.938391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:01.134765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:01.199864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:29:01.227528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a58e8-d6c3-4a8d-ad62-875df7ceedd9 req-91094a90-414a-4eee-b075-86e73ccced39 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:01.229010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-198a58e8-d6c3-4a8d-ad62-875df7ceedd9 req-91094a90-414a-4eee-b075-86e73ccced39 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0834246 Jan 28 05:29:01.263489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:01.265909 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ae172c-2a80-4463-a629-82132590e053" -d '{"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:01.269440 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Publish callbacks [] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:01.294926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Transition to ACTIVE for port object b1571fd6-1414-4d17-ad9c-1ceb00812360 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:29:01.300153 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:01.332026 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-198a58e8-d6c3-4a8d-ad62-875df7ceedd9 req-3f2451eb-ec56-4f4f-8378-0d6ce6f1adfc tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969834 Jan 28 05:29:01.367751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] No DVR routers for this DVR port b1571fd6-1414-4d17-ad9c-1ceb00812360 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:29:01.374399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:01.385574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.385939 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.386354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.386709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.387055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.387396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.387737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.388076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.388412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.388748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.389087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.389458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.389792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:01.412822 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71043f2-bf7a-4343-8764-8bbac921212e x-openstack-request-id: req-c71043f2-bf7a-4343-8764-8bbac921212e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:01.413120 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:01.413434 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c71043f2-bf7a-4343-8764-8bbac921212e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:01.413830 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'code': 200} Jan 28 05:29:01.427384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:29:01.427725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:29:01.428054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:01.432928 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Port b1571fd6-1414-4d17-ad9c-1ceb00812360 on network 99030936-518f-4732-85e6-f6b870baf162 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:29:01.433287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Attempting to bind port b1571fd6-1414-4d17-ad9c-1ceb00812360 on network 99030936-518f-4732-85e6-f6b870baf162 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:01.438075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:29:01.438417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Checking segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:29:01.438799 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Bound using segment: {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:29:01.439223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Bound port: b1571fd6-1414-4d17-ad9c-1ceb00812360, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48b5984-7ab9-4ff3-a90a-42d97db78591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '99030936-518f-4732-85e6-f6b870baf162'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:29:01.439578 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:01.503349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:29:01.506521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:29:01.510463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:01.545663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:01.546287 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:01.547668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] 10.222.0.52 "PUT /v2.0/ports/b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 1092 time: 0.6668358 Jan 28 05:29:01.565542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c12b6-4202-4745-980e-882d1836beed service neutron] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:01.618894 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-a2c388a5-c81b-4f92-a3cc-57fd93631e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:01.620293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-a2c388a5-c81b-4f92-a3cc-57fd93631e36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1095 time: 0.0407574 Jan 28 05:29:01.712667 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-f21c6576-a924-4856-9923-74efd455c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:01.714202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-f21c6576-a924-4856-9923-74efd455c3f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0864353 Jan 28 05:29:01.755972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-e9bb4ee3-51aa-440b-af7e-c953d5e9a327 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0354843 Jan 28 05:29:01.803791 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-9d685861-0a77-4e25-a028-140cfda2dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:01.805410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-9d685861-0a77-4e25-a028-140cfda2dc3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0434020 Jan 28 05:29:01.835153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-db4dbcbe-9845-406a-be3b-106ed923025c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236979 Jan 28 05:29:01.926838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-df347b0e-398d-4949-be94-988df65fae3f service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Jan 28 05:29:02.013628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbefa6c-af30-41c4-9022-0a81f6795a2c req-4cb28e9a-fcd8-477e-8177-1ea12c753cf8 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807474 Jan 28 05:29:02.406989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:29:02.463242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c032c60-3161-4a58-b378-3e49533a8ec3 req-08f8d0ce-89d0-4872-8741-7dde5f13b033 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:02.464718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c032c60-3161-4a58-b378-3e49533a8ec3 req-08f8d0ce-89d0-4872-8741-7dde5f13b033 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 944 time: 0.0522323 Jan 28 05:29:02.511058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c032c60-3161-4a58-b378-3e49533a8ec3 req-987ceb1f-22db-4619-8017-34514b282365 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Jan 28 05:29:03.250368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:29:03.287667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port b1571fd6-1414-4d17-ad9c-1ceb00812360 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:29:03.288073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:29:03.415260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:03.417670 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:03.464984 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e5e3d-bcf4-47bb-beaf-97200ca9e61a x-openstack-request-id: req-5a4e5e3d-bcf4-47bb-beaf-97200ca9e61a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:03.465319 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:03.465581 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4e5e3d-bcf4-47bb-beaf-97200ca9e61a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:03.465980 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'status': 'completed', 'code': 200} Jan 28 05:29:03.572503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-43833f1f-2f50-42fc-bcb3-e88759f98e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.574060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-43833f1f-2f50-42fc-bcb3-e88759f98e58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1095 time: 0.0683892 Jan 28 05:29:03.576473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-efde7488-9f18-4357-998f-06cc2175f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.577851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-efde7488-9f18-4357-998f-06cc2175f141 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1095 time: 0.0639324 Jan 28 05:29:03.745925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea7d9-8332-4cbc-9b54-107a49101869 req-f884ae26-1d63-4493-bb9f-dcb10fabc6bf tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.747413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-905ea7d9-8332-4cbc-9b54-107a49101869 req-f884ae26-1d63-4493-bb9f-dcb10fabc6bf tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 944 time: 0.1687062 Jan 28 05:29:03.800674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-167aac17-dc0f-496f-828f-6dd8d9abf30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.802053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-167aac17-dc0f-496f-828f-6dd8d9abf30d service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.2134025 Jan 28 05:29:03.805069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-96d0c121-d30f-4365-bc69-be5c6c6f68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.806429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-96d0c121-d30f-4365-bc69-be5c6c6f68e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.2198174 Jan 28 05:29:03.860275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-15ee3fe9-e0b7-44f3-98d3-77687db1081f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0504746 Jan 28 05:29:03.887923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-905ea7d9-8332-4cbc-9b54-107a49101869 req-23cb8b1d-7365-4eaa-85ba-bab347ca08ee tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339691 Jan 28 05:29:03.896682 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-def4fd5f-eadf-468f-a2bc-dda2014fc0b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0761859 Jan 28 05:29:03.965110 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-85248f28-42ed-4a56-bc66-fc7a3b20062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.966600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-85248f28-42ed-4a56-bc66-fc7a3b20062c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0778277 Jan 28 05:29:03.970310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-bb19dc26-4fb6-44fa-b371-c17221d23c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:03.971617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-bb19dc26-4fb6-44fa-b371-c17221d23c6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0562589 Jan 28 05:29:04.018614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-b7480dc4-1237-46c6-b598-a5b96fb5cb16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459874 Jan 28 05:29:04.020432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-b8851868-882f-4be5-9da3-5e85c6bebcd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404658 Jan 28 05:29:04.415037 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-bfb90014-a377-4458-b9e5-bf2b8e706c90 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831668 Jan 28 05:29:04.416701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-cc84ac8f-dfa7-4573-b058-7c4d28f983dd service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919721 Jan 28 05:29:04.570737 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-534c8a99-f3ec-4e9c-847b-829ff4c507c4 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463737 Jan 28 05:29:04.572437 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5c36af7-8bf6-4c1e-ad22-f85c22f2c6d0 req-8e7aa85d-452d-4aa4-91b6-2cfbde9fc382 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497436 Jan 28 05:29:05.013121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a04f5-6e44-4fae-846e-69ddbdd5f9ff req-8a79e5b4-c692-4028-b561-4bf303a84e73 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:05.014577 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-040a04f5-6e44-4fae-846e-69ddbdd5f9ff req-8a79e5b4-c692-4028-b561-4bf303a84e73 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 944 time: 0.0544987 Jan 28 05:29:05.064753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-040a04f5-6e44-4fae-846e-69ddbdd5f9ff req-690a2025-1aac-4ae5-bbbf-27a6a9149f9b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Jan 28 05:29:05.295414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:29:05.391613 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:05.403030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'network_id': '99030936-518f-4732-85e6-f6b870baf162', 'port_id': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'mac_address': 'fa:16:3e:5c:c1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b6d25f-1ed4-4ce6-bd17-cbcf528e2675', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:29:05.439800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b1571fd6-1414-4d17-ad9c-1ceb00812360 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:05.440203 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:05.453697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1571fd6-1414-4d17-ad9c-1ceb00812360 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:29:05.476419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:05.480690 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:05.527641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:05.922712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b1571fd6-1414-4d17-ad9c-1ceb00812360'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:29:06.183018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bb70-33c5-4bd7-8527-0e0805779e84 req-81fafaaf-0c47-4642-9fb4-f622e9e6e8ad tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:06.184517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7b7bb70-33c5-4bd7-8527-0e0805779e84 req-81fafaaf-0c47-4642-9fb4-f622e9e6e8ad tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Jan 28 05:29:06.231618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7b7bb70-33c5-4bd7-8527-0e0805779e84 req-73128ff9-ee60-42c2-aa02-baa1924211eb tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Jan 28 05:29:06.446842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34416c-8f77-41ca-af4e-f9a41db13cbe req-5cb0c050-4c3c-429a-9038-e7384acad67e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:06.448330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe34416c-8f77-41ca-af4e-f9a41db13cbe req-5cb0c050-4c3c-429a-9038-e7384acad67e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 945 time: 0.0734358 Jan 28 05:29:06.476911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-4bb176d1-7cac-4ff1-a051-47a9a095c4b5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:06.478346 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-4bb176d1-7cac-4ff1-a051-47a9a095c4b5 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1&tenant_id=054ff80e83e1497a9f25f7517a72cb15&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 945 time: 0.0774379 Jan 28 05:29:06.535896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe34416c-8f77-41ca-af4e-f9a41db13cbe req-05b6a8a1-fd14-4b29-aeeb-c0dc6d275cef tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805063 Jan 28 05:29:06.559705 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-c5bb2008-ca3d-47f2-a358-20a4e8386921 service neutron] delete failed (client error): The resource could not be found. Jan 28 05:29:06.560726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-c5bb2008-ca3d-47f2-a358-20a4e8386921 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b1571fd6-1414-4d17-ad9c-1ceb00812360/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0749128 Jan 28 05:29:06.665436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-b658faa3-a73b-4fb1-8de0-59c0eea24c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:06.666935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-b658faa3-a73b-4fb1-8de0-59c0eea24c1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1096 time: 0.0430496 Jan 28 05:29:06.762242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-3687efd4-d840-4750-a2d9-5f2aaf817cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:06.763863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-3687efd4-d840-4750-a2d9-5f2aaf817cac service neutron] 10.222.0.47 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.0884078 Jan 28 05:29:06.765437 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:06.804336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-cd313a84-c03e-410f-adc9-286b800d3f78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0343750 Jan 28 05:29:06.851074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-3bd3066f-25bb-43fb-b892-03837651956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:06.853024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-3bd3066f-25bb-43fb-b892-03837651956b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0430710 Jan 28 05:29:06.883386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-48135977-08bb-4c60-a946-a625d8af7a52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236003 Jan 28 05:29:06.972195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-4d768a58-3f84-422e-8f83-2a2133e8d1a3 service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Jan 28 05:29:07.064009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09eae9c8-2551-425c-bc81-cdb501cdffe9 req-5b65be2c-5346-439f-a77a-beacf7c493ac service neutron] 10.222.0.47 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859978 Jan 28 05:29:07.307144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:07.360842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port b1571fd6-1414-4d17-ad9c-1ceb00812360 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:29:07.364574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port b1571fd6-1414-4d17-ad9c-1ceb00812360 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:07.364957 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:07.439931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port b1571fd6-1414-4d17-ad9c-1ceb00812360 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:07.440363 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:07.467781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:07.479162 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78677d55-1d28-4f74-96a5-8bafdc577eb1" -d '{"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-plugged", "status": "completed", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:07.492241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:07.497412 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:07.528135 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ffcaa7-0b6e-40e7-9990-5944104a549c x-openstack-request-id: req-38ffcaa7-0b6e-40e7-9990-5944104a549c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:07.528445 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-plugged", "status": "completed", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:07.528689 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ffcaa7-0b6e-40e7-9990-5944104a549c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:07.529091 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'code': 200} Jan 28 05:29:07.549494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:07.660821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd096acf-31fb-4a66-9c76-79a68829bd37 req-fd15c130-074e-497a-bfb7-051d09d23250 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:07.662520 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd096acf-31fb-4a66-9c76-79a68829bd37 req-fd15c130-074e-497a-bfb7-051d09d23250 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0543587 Jan 28 05:29:07.713464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd096acf-31fb-4a66-9c76-79a68829bd37 req-711c8018-9310-499e-bfaf-56261dafba05 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Jan 28 05:29:07.827350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ce49-5343-448e-82c3-b636108f3149 req-2bd103ab-39e1-43e8-a2fe-7be34050a872 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:07.828767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f038ce49-5343-448e-82c3-b636108f3149 req-2bd103ab-39e1-43e8-a2fe-7be34050a872 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0476015 Jan 28 05:29:07.880739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f038ce49-5343-448e-82c3-b636108f3149 req-b4d938aa-6535-4f11-a6d3-a28c35565068 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Jan 28 05:29:07.904774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-fea6dea6-f713-41ad-abe0-b931a159125a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394959 Jan 28 05:29:08.027950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c39e1-c3ff-4750-b135-69961d3b650d req-e7aed0f5-d345-4472-8a36-634b6f8b8d4b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:08.029489 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e89c39e1-c3ff-4750-b135-69961d3b650d req-e7aed0f5-d345-4472-8a36-634b6f8b8d4b tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0832238 Jan 28 05:29:08.031989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-1c4db607-8b3c-4a69-a566-d31cb87c07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:08.033385 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-1c4db607-8b3c-4a69-a566-d31cb87c07e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=054ff80e83e1497a9f25f7517a72cb15&device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 1097 time: 0.0614305 Jan 28 05:29:08.119308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:08.126013 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e89c39e1-c3ff-4750-b135-69961d3b650d req-6a3f9903-3a86-4aed-adfd-b35f006cf0a9 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909290 Jan 28 05:29:08.159249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-4172b7b5-d5a0-4ad2-b163-0447e03a96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:08.160865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-4172b7b5-d5a0-4ad2-b163-0447e03a96bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 200 len: 915 time: 0.1093590 Jan 28 05:29:08.206995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-1324c9de-d239-493f-b3bf-8ed2a99cd1d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 200 len: 217 time: 0.0394318 Jan 28 05:29:08.257431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-2eef2a18-034b-44a1-a15b-e8e87918b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:08.259444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-2eef2a18-034b-44a1-a15b-e8e87918b43b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 200 len: 854 time: 0.0454271 Jan 28 05:29:08.291614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-42773f81-2b2d-47d3-b12c-4167fe0f196a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99030936-518f-4732-85e6-f6b870baf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260861 Jan 28 05:29:08.414141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-968733a5-032c-4d9c-86bb-ca2d58073cbe service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875602 Jan 28 05:29:08.458386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ec844-7cf4-4398-936d-3235fc269496 req-69ef4f7e-7f9a-4b95-b35c-5cd651db4ffa tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:08.459870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a4ec844-7cf4-4398-936d-3235fc269496 req-69ef4f7e-7f9a-4b95-b35c-5cd651db4ffa tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0476046 Jan 28 05:29:08.504551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e26a1d8e-5076-4adf-9613-434edc4094b0 req-97597bab-0123-461c-9c15-724b86989d33 service neutron] 10.222.0.52 "GET /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841775 Jan 28 05:29:08.506892 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6a4ec844-7cf4-4398-936d-3235fc269496 req-696dd5ba-0c74-42f3-8315-afb1b43ab990 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Jan 28 05:29:08.681100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d31a4c1-1275-4289-a417-a587001bb5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:09.622968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0fc69-5b83-437b-8e67-2e33eb0add8d req-1b92c7d3-6b0f-4383-a166-43ce90f50d3e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:09.624475 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5f0fc69-5b83-437b-8e67-2e33eb0add8d req-1b92c7d3-6b0f-4383-a166-43ce90f50d3e tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0485480 Jan 28 05:29:09.670308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5f0fc69-5b83-437b-8e67-2e33eb0add8d req-5400c093-8419-42a8-82b4-f4fe132049af tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/security-groups?id=951be3b5-322b-488a-a6e5-31fc76eca5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Jan 28 05:29:09.969388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-24bb0551-986d-4555-a468-2a7f55db1ea3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:09.970760 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-24bb0551-986d-4555-a468-2a7f55db1ea3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 946 time: 0.0508049 Jan 28 05:29:10.058310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Deleting port b1571fd6-1414-4d17-ad9c-1ceb00812360 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:29:10.058654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:10.149075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] For port b1571fd6-1414-4d17-ad9c-1ceb00812360, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=b1571fd6-1414-4d17-ad9c-1ceb00812360,segment=NetworkSegment(a48b5984-7ab9-4ff3-a90a-42d97db78591),segment_id=a48b5984-7ab9-4ff3-a90a-42d97db78591)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:10.149468 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:10.160982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Calling delete_port for b1571fd6-1414-4d17-ad9c-1ceb00812360 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:29:10.290999 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (b1571fd6-1414-4d17-ad9c-1ceb00812360), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:10.318993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Pushing event deleted for resources: {'Port': ['ID=b1571fd6-1414-4d17-ad9c-1ceb00812360,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:10.328586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['b1571fd6-1414-4d17-ad9c-1ceb00812360'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:29:10.359581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] No DVR routers for this DVR port b1571fd6-1414-4d17-ad9c-1ceb00812360 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:29:10.362060 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:10.365363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ef7d1fb1-962e-4e52-88fa-7878335145bd req-42082fd0-a4bb-45c8-a616-78445e3a0fc3 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.52 "DELETE /v2.0/ports/b1571fd6-1414-4d17-ad9c-1ceb00812360 HTTP/1.1" status: 204 len: 173 time: 0.3877699 Jan 28 05:29:10.365807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-deleted', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:10.368707 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c437d-9504-450e-8069-651e1d999392" -d '{"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-deleted", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:10.404941 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bfd46c-701c-4a7d-ab9d-d6281ab40db0 x-openstack-request-id: req-87bfd46c-701c-4a7d-ab9d-d6281ab40db0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:10.405279 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29bbb4-8af5-456a-8995-d40e57d546c1", "name": "network-vif-deleted", "tag": "b1571fd6-1414-4d17-ad9c-1ceb00812360", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:10.405522 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87bfd46c-701c-4a7d-ab9d-d6281ab40db0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:10.405958 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29bbb4-8af5-456a-8995-d40e57d546c1', 'name': 'network-vif-deleted', 'tag': 'b1571fd6-1414-4d17-ad9c-1ceb00812360', 'status': 'completed', 'code': 200} Jan 28 05:29:10.775603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-61d5c4cc-437d-4607-a4b9-461c20015c2c req-86655d0e-f06e-4d88-a7ce-237fcd466a57 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29bbb4-8af5-456a-8995-d40e57d546c1 HTTP/1.1" status: 200 len: 210 time: 0.0267222 Jan 28 05:29:10.878892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d23-6adb-4fe1-8c98-03460ee5ffd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:11.901081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52474) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:11.943824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Deleting subnet 35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:29:11.947339 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Publish callbacks [] for subnet (35b6d25f-1ed4-4ce6-bd17-cbcf528e2675), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:11.979947 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (35b6d25f-1ed4-4ce6-bd17-cbcf528e2675), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.020263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (35b6d25f-1ed4-4ce6-bd17-cbcf528e2675), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.068906 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (35b6d25f-1ed4-4ce6-bd17-cbcf528e2675), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.093909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b6d25f-1ed4-4ce6-bd17-cbcf528e2675,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:12.098324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.101463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35b6d25f-1ed4-4ce6-bd17-cbcf528e2675 HTTP/1.1" status: 204 len: 168 time: 0.1991799 Jan 28 05:29:12.104148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52476) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:12.106797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.107151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.107494 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.107833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.108230 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.108563 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.108894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.109253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.109583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.109910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.110235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.110559 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.110884 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a0d92-1b1c-4639-8453-a2f11aed06a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:12.143070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.182526 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (99030936-518f-4732-85e6-f6b870baf162), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.264278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (99030936-518f-4732-85e6-f6b870baf162), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.284541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99030936-518f-4732-85e6-f6b870baf162']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:12.294171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48b5984-7ab9-4ff3-a90a-42d97db78591') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:12.294469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48b5984-7ab9-4ff3-a90a-42d97db78591') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:12.307789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a48b5984-7ab9-4ff3-a90a-42d97db78591), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.320395 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a48b5984-7ab9-4ff3-a90a-42d97db78591), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.326137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:29:12.326515 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a48b5984-7ab9-4ff3-a90a-42d97db78591), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:29:12.328131 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:29:12.379446 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (99030936-518f-4732-85e6-f6b870baf162), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.384808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.389571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99030936-518f-4732-85e6-f6b870baf162 HTTP/1.1" status: 204 len: 168 time: 0.2842155 Jan 28 05:29:12.401010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becba03f-d547-4750-9706-76b469bf5a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=99030936-518f-4732-85e6-f6b870baf162,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:12.496050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52480) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:12.534885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-44f7da1b-9e26-4847-a0fc-0433740b07e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=054ff80e83e1497a9f25f7517a72cb15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375130 Jan 28 05:29:12.537115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:12.582255 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-069008a9-f5cf-47db-b22d-46aaf1a021f5 admin admin] Publish callbacks [] for security_group (951be3b5-322b-488a-a6e5-31fc76eca5e1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.603577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-069008a9-f5cf-47db-b22d-46aaf1a021f5 admin admin] Publish callbacks [] for security_group (951be3b5-322b-488a-a6e5-31fc76eca5e1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.653233 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-069008a9-f5cf-47db-b22d-46aaf1a021f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (951be3b5-322b-488a-a6e5-31fc76eca5e1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.656129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-069008a9-f5cf-47db-b22d-46aaf1a021f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:12.657334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-069008a9-f5cf-47db-b22d-46aaf1a021f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/951be3b5-322b-488a-a6e5-31fc76eca5e1 HTTP/1.1" status: 204 len: 168 time: 0.1192844 Jan 28 05:29:12.666240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069008a9-f5cf-47db-b22d-46aaf1a021f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951be3b5-322b-488a-a6e5-31fc76eca5e1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:13.318815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52504) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:13.411682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1070165169-network', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:13.432562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Made reservation on behalf of 7003619ba88a4a9896665ff4ea0a785a for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:29:13.434920 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.443454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.517399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks [] for security_group (f8fee397-4e5a-4d8e-a80b-62f8a79fbebd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.521035 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f8fee397-4e5a-4d8e-a80b-62f8a79fbebd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.541377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:29:13.561453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fee397-4e5a-4d8e-a80b-62f8a79fbebd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:13.566191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.566458 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Added segment 4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082 of type vlan for network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 Jan 28 05:29:13.605849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.630017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.630956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:13.631570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.682939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3629978 Jan 28 05:29:13.685952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52508) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:13.690949 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Request body: {'subnet': {'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1070165169-subnet', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:13.698465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7504a2-7d1c-4438-8507-4ab1b844dc92 admin admin] Pushing event updated for resources: {'Network': ['ID=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:13.712406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Made reservation on behalf of 7003619ba88a4a9896665ff4ea0a785a for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:29:13.713955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:29:13.714918 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.868362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.885669 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (64de89bc-c52f-4551-9302-04744cdfbf86), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.939182 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64de89bc-c52f-4551-9302-04744cdfbf86,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:13.948271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:29:13.948660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Network hostable DHCP agents. Network: d2becf9b-c5cc-4957-b644-d5d8a07c9fe3, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:29:13.964507 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:29:13.972975 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, d2becf9b-c5cc-4957-b644-d5d8a07c9fe3) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:13.976887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:13.977526 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:13.983313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db8b85-8867-4f4b-aca8-539aeb7008c9 None None] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:29:13.994102 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e8bd0851-1fea-40cc-ad92-1fa3968c2b13 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3069990 Jan 28 05:29:13.996867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52510) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:14.001096 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:14.019528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.020561 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.076671 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks [] for router_controller (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.083863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-d2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:29:14.084750 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.213976 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks [] for router_gateway (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.225633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Allocated IP 172.20.0.2 (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3/64de89bc-c52f-4551-9302-04744cdfbf86/afe0e890-7d84-4190-83d1-c2689fc25a6c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:29:14.368299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Publish callbacks [] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.373900 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.411509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:29:14.412911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks [] for router_gateway (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.414398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:14.417694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:29:14.428643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Pushing event updated for resources: {'Port': ['ID=afe0e890-7d84-4190-83d1-c2689fc25a6c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:14.431747 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.483844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Attempting to bind port afe0e890-7d84-4190-83d1-c2689fc25a6c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:29:14.484130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Attempting to bind port afe0e890-7d84-4190-83d1-c2689fc25a6c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:29:14.484502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Attempting to bind port afe0e890-7d84-4190-83d1-c2689fc25a6c on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:14.489468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:29:14.489866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:29:14.490270 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.490667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:29:14.491140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Bound port: afe0e890-7d84-4190-83d1-c2689fc25a6c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:29:14.491530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.539346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Allocated IP 172.25.6.239 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/b171b8d3-e251-417d-be15-f0743b0b26ff) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:29:14.556352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] For port afe0e890-7d84-4190-83d1-c2689fc25a6c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:29:14.559548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] For port afe0e890-7d84-4190-83d1-c2689fc25a6c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=afe0e890-7d84-4190-83d1-c2689fc25a6c,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:29:14.563205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.622098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e71aa-0039-4afa-a2c5-2335b85f8515 None None] Pushing event updated for resources: {'Port': ['ID=afe0e890-7d84-4190-83d1-c2689fc25a6c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:14.646779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks [] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.683942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:14.723067 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:29:14.725983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:14.732416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:29:14.763193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Pushing event updated for resources: {'Port': ['ID=b171b8d3-e251-417d-be15-f0743b0b26ff,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:15.004043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks [] for router_gateway (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.194031 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.329708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:29:15.344069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:29:15.364635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: b1571fd6-1414-4d17-ad9c-1ceb00812360 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:29:15.364985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device b1571fd6-1414-4d17-ad9c-1ceb00812360 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:29:15.441975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.453311 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:29:15.465366 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:29:15.477711 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:29:15.478611 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:29:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:15.480126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.482749 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6e62cc82-3117-462a-9409-00ba4a39a848 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4840794 Jan 28 05:29:15.484658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52512) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:15.540874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33495be-ccac-4945-a6d2-b2da5b2c612c None None] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:29:15.569605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device afe0e890-7d84-4190-83d1-c2689fc25a6c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:15.614225 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:29:15.674828 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] Provisioning complete for port afe0e890-7d84-4190-83d1-c2689fc25a6c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:15.675223 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.738845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port afe0e890-7d84-4190-83d1-c2689fc25a6c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:15.739217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.797966 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:14Z', 'revision_number': 3, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:15.824762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] Current status of the port afe0e890-7d84-4190-83d1-c2689fc25a6c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:15.825168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.825286 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:29:15.825676 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Updating router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 port b171b8d3-e251-417d-be15-f0743b0b26ff binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:29:15.865925 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.891308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] For port afe0e890-7d84-4190-83d1-c2689fc25a6c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=afe0e890-7d84-4190-83d1-c2689fc25a6c,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:15.892370 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port afe0e890-7d84-4190-83d1-c2689fc25a6c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:15.892754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.907133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:15.963705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.003535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c17218-ccc2-44e3-9ae6-977b5e714458 None None] Pushing event updated for resources: {'Port': ['ID=afe0e890-7d84-4190-83d1-c2689fc25a6c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:16.009019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:29:16.009391 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:29:16.128942 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e8b7739b-1f3a-4236-bdde-c7e532814692 None None] Provisioning complete for port afe0e890-7d84-4190-83d1-c2689fc25a6c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:16.129345 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8b7739b-1f3a-4236-bdde-c7e532814692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.143107 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Publish callbacks [] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.151815 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.198520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Attempting to bind port b171b8d3-e251-417d-be15-f0743b0b26ff on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:29:16.198896 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Attempting to bind port b171b8d3-e251-417d-be15-f0743b0b26ff by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:29:16.199264 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Attempting to bind port b171b8d3-e251-417d-be15-f0743b0b26ff on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:16.207437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:29:16.207805 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:29:16.208210 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.208601 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:29:16.209070 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Bound port: b171b8d3-e251-417d-be15-f0743b0b26ff, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:29:16.209715 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.212965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Allocated IP 172.20.0.1 (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3/64de89bc-c52f-4551-9302-04744cdfbf86/38bdba58-8af3-4160-9867-a7502f14c491) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:29:16.245544 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Pushing event updated for resources: {'Port': ['ID=b171b8d3-e251-417d-be15-f0743b0b26ff,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:16.261055 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.261446 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.261814 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.262149 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.262486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.262809 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.263131 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.263455 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.263787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.264224 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.264461 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.264970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.265321 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:16.285987 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] For port b171b8d3-e251-417d-be15-f0743b0b26ff, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:29:16.289658 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] For port b171b8d3-e251-417d-be15-f0743b0b26ff, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b171b8d3-e251-417d-be15-f0743b0b26ff,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:29:16.295369 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.340043 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks [] for port (38bdba58-8af3-4160-9867-a7502f14c491), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.356789 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:29:16.357550 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:29:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:16.362748 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1103d-cac6-4174-b158-9950edd0f3d1 None None] Pushing event updated for resources: {'Port': ['ID=b171b8d3-e251-417d-be15-f0743b0b26ff,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:16.380235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (38bdba58-8af3-4160-9867-a7502f14c491), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.390307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7739b-1f3a-4236-bdde-c7e532814692 None None] Current status of the port afe0e890-7d84-4190-83d1-c2689fc25a6c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:16.418742 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:29:16.421924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:16.425501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:29:16.460480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Pushing event updated for resources: {'Port': ['ID=38bdba58-8af3-4160-9867-a7502f14c491,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:16.477779 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.555237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port afe0e890-7d84-4190-83d1-c2689fc25a6c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:16.582022 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:29:16.624685 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (38bdba58-8af3-4160-9867-a7502f14c491), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.711388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6d565fb9-543f-4bc8-bc2d-7ca177ea1270 None None] Provisioning complete for port 38bdba58-8af3-4160-9867-a7502f14c491 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:16.711762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d565fb9-543f-4bc8-bc2d-7ca177ea1270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38bdba58-8af3-4160-9867-a7502f14c491), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.749340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6d565fb9-543f-4bc8-bc2d-7ca177ea1270 None None] Port 38bdba58-8af3-4160-9867-a7502f14c491 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:29:16.777922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:14Z', 'revision_number': 3, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:16.799617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks [] for port (38bdba58-8af3-4160-9867-a7502f14c491), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.804028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa49264-2b8e-4b03-b72a-fc5cb97b5240 None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:14Z', 'revision_number': 3, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:29:16.804314 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (38bdba58-8af3-4160-9867-a7502f14c491), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.878051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:16.879819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Pushing event updated for resources: {'Port': ['ID=38bdba58-8af3-4160-9867-a7502f14c491,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:16.975284 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:29:16.977341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:17.107118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:29:17.228168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:29:17.233237 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-680b7d3f-01ce-406b-b56c-0a3feb2a86ca admin admin] 10.222.0.21 "PUT /v2.0/routers/e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475319 Jan 28 05:29:17.273173 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-898455bc-e55d-4ac7-9789-390a9cd41ae0 None None] Provisioning complete for port 38bdba58-8af3-4160-9867-a7502f14c491 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:17.273818 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-898455bc-e55d-4ac7-9789-390a9cd41ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38bdba58-8af3-4160-9867-a7502f14c491), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.311771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-898455bc-e55d-4ac7-9789-390a9cd41ae0 None None] Port 38bdba58-8af3-4160-9867-a7502f14c491 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:29:17.573619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device afe0e890-7d84-4190-83d1-c2689fc25a6c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:17.609663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 52520) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:17.615336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113313961', 'description': 'tempest-description--698776100'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:17.628307 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port afe0e890-7d84-4190-83d1-c2689fc25a6c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:17.628961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.639571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.722295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port afe0e890-7d84-4190-83d1-c2689fc25a6c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:17.722712 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group (fec56e0b-3807-4e95-8f0b-de2fe71f69ad), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.723351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b171b8d3-e251-417d-be15-f0743b0b26ff up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:17.727265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fec56e0b-3807-4e95-8f0b-de2fe71f69ad), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.756949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.758271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1468229 Jan 28 05:29:17.760323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e345-9a72-48d0-a56b-64d0e555f5b3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec56e0b-3807-4e95-8f0b-de2fe71f69ad,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:17.761278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52522) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:17.766013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'security_group_rule': {'security_group_id': 'fec56e0b-3807-4e95-8f0b-de2fe71f69ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:17.782675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b171b8d3-e251-417d-be15-f0743b0b26ff triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:17.783131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.795597 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group_rule (e0393865-17e6-4ffa-a491-642d8d954366), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.860278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b171b8d3-e251-417d-be15-f0743b0b26ff is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:17.860669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.865765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group_rule (e0393865-17e6-4ffa-a491-642d8d954366), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.871466 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (e0393865-17e6-4ffa-a491-642d8d954366), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.885787 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port b171b8d3-e251-417d-be15-f0743b0b26ff, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b171b8d3-e251-417d-be15-f0743b0b26ff,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:17.891037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.892791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0393865-17e6-4ffa-a491-642d8d954366,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:17.897387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.901627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0f0ed4af-a8b4-466e-a13f-08efddf2eab5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368961 Jan 28 05:29:17.902013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52524) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:17.906346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'security_group_rule': {'security_group_id': 'fec56e0b-3807-4e95-8f0b-de2fe71f69ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:17.932431 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group_rule (0ba783dc-8793-444c-9406-50e13e46dfdb), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.942672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=b171b8d3-e251-417d-be15-f0743b0b26ff,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:17.992236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group_rule (0ba783dc-8793-444c-9406-50e13e46dfdb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:17.995938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0ba783dc-8793-444c-9406-50e13e46dfdb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.014619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba783dc-8793-444c-9406-50e13e46dfdb,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:18.020199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.021741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-63c299d9-cea9-4ea8-bffe-a88cdbb3271d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185739 Jan 28 05:29:18.025076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:18.029954 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:18.051215 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.149283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.257085 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Allocated IP 172.25.6.98 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/63fabd41-e476-4567-84d9-009f8537939c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:29:18.360234 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for port (63fabd41-e476-4567-84d9-009f8537939c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.383202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:29:18.393365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (63fabd41-e476-4567-84d9-009f8537939c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.394610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:29:18.395406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:29:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:18.435707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:29:18.438418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:18.444062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:29:18.469423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'Port': ['ID=63fabd41-e476-4567-84d9-009f8537939c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:18.505257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:29:18.564219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.605718 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (63fabd41-e476-4567-84d9-009f8537939c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:18.712049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 2, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:18.743597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:29:18.743958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Updating router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 port 38bdba58-8af3-4160-9867-a7502f14c491 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:29:18.771893 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (38bdba58-8af3-4160-9867-a7502f14c491), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.048274 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Publish callbacks [] for port (38bdba58-8af3-4160-9867-a7502f14c491), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.053482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (38bdba58-8af3-4160-9867-a7502f14c491), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.099570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for port (63fabd41-e476-4567-84d9-009f8537939c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.104908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de630d55-fc50-4109-9a52-6704e51d0eb3 None None] Pushing event updated for resources: {'Port': ['ID=38bdba58-8af3-4160-9867-a7502f14c491,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:19.105867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (63fabd41-e476-4567-84d9-009f8537939c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.170742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Attempting to bind port 38bdba58-8af3-4160-9867-a7502f14c491 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:29:19.171120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Attempting to bind port 38bdba58-8af3-4160-9867-a7502f14c491 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:29:19.171490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Attempting to bind port 38bdba58-8af3-4160-9867-a7502f14c491 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:19.177516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:29:19.177922 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:29:19.178931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.178931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:29:19.180049 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'Port': ['ID=63fabd41-e476-4567-84d9-009f8537939c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:19.180175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Bound port: 38bdba58-8af3-4160-9867-a7502f14c491, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:29:19.180473 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (38bdba58-8af3-4160-9867-a7502f14c491), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.196631 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.214620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.217669 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a9d07740-dc14-40af-8acd-e751b4928ea7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1913028 Jan 28 05:29:19.251756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] For port 38bdba58-8af3-4160-9867-a7502f14c491, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:29:19.255032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] For port 38bdba58-8af3-4160-9867-a7502f14c491, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38bdba58-8af3-4160-9867-a7502f14c491,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:29:19.265204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (38bdba58-8af3-4160-9867-a7502f14c491), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.325643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:29:19.326325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:29:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:19.373223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de630d55-fc50-4109-9a52-6704e51d0eb3 None None] Pushing event updated for resources: {'Port': ['ID=38bdba58-8af3-4160-9867-a7502f14c491,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:19.392419 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-90b20076-398e-4f2a-a9ea-e5ec1daee32b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1113313961&fields=id&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 267 time: 0.0568368 Jan 28 05:29:19.402945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] Provisioning complete for port 38bdba58-8af3-4160-9867-a7502f14c491 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:19.403330 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38bdba58-8af3-4160-9867-a7502f14c491), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.487138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:29:19.515480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b171b8d3-e251-417d-be15-f0743b0b26ff up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:19.519236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-ce31e5f2-dbf0-452e-886c-84b564414495 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:19.520921 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-ce31e5f2-dbf0-452e-886c-84b564414495 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1213918 Jan 28 05:29:19.536743 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-eb9a742a-0d93-4598-8189-c77d04c8ec66 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/quotas/7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 375 time: 0.0098066 Jan 28 05:29:19.618740 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-b89c75ab-f115-4410-91d1-c2ec83261a76 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760784 Jan 28 05:29:19.637786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-8bc84f9c-d2d9-42ec-9ebe-fb9efc22f838 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:29:19.639058 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-8bc84f9c-d2d9-42ec-9ebe-fb9efc22f838 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056856 Jan 28 05:29:19.695676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] Current status of the port 38bdba58-8af3-4160-9867-a7502f14c491 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:19.696066 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (38bdba58-8af3-4160-9867-a7502f14c491), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.719273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port b171b8d3-e251-417d-be15-f0743b0b26ff triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:19.719867 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.732547 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-65057e0e-3179-40ae-955d-badac3ad5c70 service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 Jan 28 05:29:19.785498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] For port 38bdba58-8af3-4160-9867-a7502f14c491, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38bdba58-8af3-4160-9867-a7502f14c491,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:19.809042 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (38bdba58-8af3-4160-9867-a7502f14c491), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.821767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-2030c5ff-4742-41a2-a8ed-9eb2536bc56b service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Jan 28 05:29:19.911285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49513ae6-d16e-4d43-9b14-60a71f1e223f None None] Pushing event updated for resources: {'Port': ['ID=38bdba58-8af3-4160-9867-a7502f14c491,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:19.916625 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port b171b8d3-e251-417d-be15-f0743b0b26ff is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:19.937367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:19.969854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e66839-91cc-4d21-87f6-cd01f8d4929d None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:29:19.972744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-647124e1-7a3a-4418-b823-96e936c36b9a None None] Provisioning complete for port 38bdba58-8af3-4160-9867-a7502f14c491 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:19.973132 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-647124e1-7a3a-4418-b823-96e936c36b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38bdba58-8af3-4160-9867-a7502f14c491), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:19.985650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19616cef-3582-402c-be03-f83e4109b37a req-6bbf7548-36c0-47d9-a7c9-9bbe62360bcc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 210 time: 0.0280151 Jan 28 05:29:20.102038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-647124e1-7a3a-4418-b823-96e936c36b9a None None] Current status of the port 38bdba58-8af3-4160-9867-a7502f14c491 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:21.110268 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ffa24105-e78f-4ab7-abab-b199912973c1 req-0d6b584f-14f9-4946-8855-cb0ab75c69a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 210 time: 0.0490932 Jan 28 05:29:21.182752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-c259e44e-3902-4eeb-855e-0b87ec8f75e5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:21.184266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-c259e44e-3902-4eeb-855e-0b87ec8f75e5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1131096 Jan 28 05:29:21.255102 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-08718f9e-0b6f-4561-9aa6-6418fffa7e96 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 380 time: 0.0558469 Jan 28 05:29:21.276850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'port': {'device_id': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'admin_state_up': True, 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'security_groups': ['fec56e0b-3807-4e95-8f0b-de2fe71f69ad']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:21.380237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Made reservation on behalf of 7003619ba88a4a9896665ff4ea0a785a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:29:21.384295 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:21.515527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Allocated IP 172.20.0.6 (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3/64de89bc-c52f-4551-9302-04744cdfbf86/77b7ea98-39bb-4e1c-90c8-1381b80f0a5f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:29:21.519799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38bdba58-8af3-4160-9867-a7502f14c491 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:21.571555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 38bdba58-8af3-4160-9867-a7502f14c491 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:21.571933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (38bdba58-8af3-4160-9867-a7502f14c491), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:21.652234 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 38bdba58-8af3-4160-9867-a7502f14c491 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:21.657876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:21.693756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:21.739327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:29:21.742981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:29:21.749394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:29:21.755620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:21.810367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:21.811026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:21.831315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-5324cea7-80a8-41cd-9554-717df27b9517 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579722 Jan 28 05:29:21.849083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Request body: {'port': {'device_id': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:21.909966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.037652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-680c76a7-850e-4b6b-bc22-a065b9fdbe14 None None] Provisioning complete for port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:22.038301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-680c76a7-850e-4b6b-bc22-a065b9fdbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.191389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:29:22.207954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Publish callbacks [] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.236798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Transition to ACTIVE for port object 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:29:22.241176 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.245628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-680c76a7-850e-4b6b-bc22-a065b9fdbe14 None None] Port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:29:22.292889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db709-07ef-404a-a71b-84717adf31ff req-bbec303c-183c-44b2-ba01-c539b1a5903c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:22.294467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e96db709-07ef-404a-a71b-84717adf31ff req-bbec303c-183c-44b2-ba01-c539b1a5903c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 931 time: 0.1061749 Jan 28 05:29:22.317912 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:22.402473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e96db709-07ef-404a-a71b-84717adf31ff req-88b3a781-bc61-48d7-a274-e52a2f340c8c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023395 Jan 28 05:29:22.420655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:29:22.421018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:29:22.421385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:22.426195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:29:22.426530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:29:22.432134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:29:22.432481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:29:22.432876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:29:22.433344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Bound port: 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:29:22.433717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.501950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:29:22.504888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:29:22.509457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.551505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:22.552214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:22.553659 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] 10.222.0.52 "PUT /v2.0/ports/77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 1091 time: 0.7090998 Jan 28 05:29:22.554271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:22.556455 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:22.577126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1bd2-239d-45f5-af85-7a75c24aa387 service neutron] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:22.610506 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19eb89-326a-44e0-b73d-db154f0cea77 x-openstack-request-id: req-cd19eb89-326a-44e0-b73d-db154f0cea77 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:22.610813 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:22.611072 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd19eb89-326a-44e0-b73d-db154f0cea77 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:22.611483 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'status': 'completed', 'code': 200} Jan 28 05:29:22.675377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-8704e441-5e36-4ede-be69-31caf4c0043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:22.676909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-8704e441-5e36-4ede-be69-31caf4c0043f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1094 time: 0.0430915 Jan 28 05:29:22.729630 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-f7d92d9b-307e-4f72-8900-8b4394c7a52b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0395100 Jan 28 05:29:22.779632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-3b91b30d-cbce-4291-8aa9-1953d09f62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:22.781119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-3b91b30d-cbce-4291-8aa9-1953d09f62d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0465627 Jan 28 05:29:22.827083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-cf66a5ba-68fc-4d60-88c0-761ad76fd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:22.828614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-cf66a5ba-68fc-4d60-88c0-761ad76fd775 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412171 Jan 28 05:29:22.921722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-3b98fce6-1152-4099-a57e-0472190de0a6 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Jan 28 05:29:23.009208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f9e3182-e1ba-4575-9c77-6c33f1f30de1 req-2f597beb-48f0-4f86-a04b-8980a16cb7f1 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817926 Jan 28 05:29:23.138335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-24dc0979-5f2f-4ca3-8f8a-905e56f51239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:23.139996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-24dc0979-5f2f-4ca3-8f8a-905e56f51239 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1094 time: 0.0409861 Jan 28 05:29:23.485793 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-d47049d2-3efd-4fc6-ae6f-6d91f4a7f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:23.487304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-d47049d2-3efd-4fc6-ae6f-6d91f4a7f80e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.3420842 Jan 28 05:29:23.540693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-b975a9b7-c51c-42d4-9277-488282c57954 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0400691 Jan 28 05:29:23.579736 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88935-7850-4e64-b889-25846387a077 req-3452a2c9-120d-4c67-87a3-8c6a0b38472b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:23.581491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee88935-7850-4e64-b889-25846387a077 req-3452a2c9-120d-4c67-87a3-8c6a0b38472b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 943 time: 0.1091335 Jan 28 05:29:23.611914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-fd21bb5f-672b-4c5e-9ca3-b8993b89691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:23.613413 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-fd21bb5f-672b-4c5e-9ca3-b8993b89691a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0664959 Jan 28 05:29:23.661461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee88935-7850-4e64-b889-25846387a077 req-712b6ff1-101e-4e19-b1bb-b748e66fdbfe tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742316 Jan 28 05:29:23.677297 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-7f9c6119-6036-40d4-93d4-f2c204f98c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:23.680432 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-7f9c6119-6036-40d4-93d4-f2c204f98c28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574269 Jan 28 05:29:23.773001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-e4c9f183-9f9e-4e89-a0e6-4cf0b09cf6da service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861008 Jan 28 05:29:23.860390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-070a112d-70c1-49ed-92f3-8ea59ac2fe1d req-e5978cd2-6331-40f9-b7e4-47b39ee417df service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804834 Jan 28 05:29:24.775614 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4954d2-e6b8-40e4-8709-763d8f0fe42b req-a49cc7d7-99dd-4ec0-9816-e504670fea4b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:24.777085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e4954d2-e6b8-40e4-8709-763d8f0fe42b req-a49cc7d7-99dd-4ec0-9816-e504670fea4b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 943 time: 0.0475132 Jan 28 05:29:24.822261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e4954d2-e6b8-40e4-8709-763d8f0fe42b req-48459387-9ec4-451f-8e6e-a313bed93915 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396774 Jan 28 05:29:25.395047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:29:25.489263 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:25.500438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'mac_address': 'fa:16:3e:2a:99:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:29:25.537383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:25.537775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:25.550279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:29:25.570715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:25.574579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:25.622872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:25.936082 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9791-bfac-463b-a1c4-b42426f1f374 req-73680fa3-6e1e-4d81-985c-46a2f7af2796 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:25.937655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40db9791-bfac-463b-a1c4-b42426f1f374 req-73680fa3-6e1e-4d81-985c-46a2f7af2796 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 944 time: 0.0486503 Jan 28 05:29:25.949221 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:29:25.996895 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40db9791-bfac-463b-a1c4-b42426f1f374 req-30708a6f-fc96-4aee-a5e8-c0821159beda tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534031 Jan 28 05:29:27.113264 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa708b-e43c-4ac2-ae35-e8fd35f376a0 req-5578590f-7f4b-4716-a794-5e0e4f732892 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:27.114679 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7aa708b-e43c-4ac2-ae35-e8fd35f376a0 req-5578590f-7f4b-4716-a794-5e0e4f732892 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 944 time: 0.0473840 Jan 28 05:29:27.159359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7aa708b-e43c-4ac2-ae35-e8fd35f376a0 req-b05e5700-71c5-490e-b969-e5db5628c971 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Jan 28 05:29:27.396389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:29:27.447300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:29:27.451345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:29:27.451727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:27.526014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:29:27.526419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:27.548033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:27.550334 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6af5e34-a372-4841-93ba-44f9d540453d" -d '{"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-plugged", "status": "completed", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:27.563654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:29:27.567758 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:27.590628 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa04c7-d680-4e8d-808a-c23056e449ff x-openstack-request-id: req-26fa04c7-d680-4e8d-808a-c23056e449ff {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:27.590926 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-plugged", "status": "completed", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:27.591185 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26fa04c7-d680-4e8d-808a-c23056e449ff {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:27.591572 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'code': 200} Jan 28 05:29:27.620610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:29:27.713436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4c5e-34a0-4861-8448-52e2a81864ff req-1ec18e52-94fb-4120-b825-27d26432a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:27.714975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9de4c5e-34a0-4861-8448-52e2a81864ff req-1ec18e52-94fb-4120-b825-27d26432a3d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1096 time: 0.0402260 Jan 28 05:29:27.768459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9de4c5e-34a0-4861-8448-52e2a81864ff req-59e4bb43-cdf2-4f40-a04b-4aaab95d5d49 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Jan 28 05:29:28.275268 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fe06d-03ba-45cb-b0e8-297fb921e6de req-309339cd-4045-433d-ade6-3dee3ac582a7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:28.276717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b69fe06d-03ba-45cb-b0e8-297fb921e6de req-309339cd-4045-433d-ade6-3dee3ac582a7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0507724 Jan 28 05:29:28.321133 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b69fe06d-03ba-45cb-b0e8-297fb921e6de req-08be91d8-eb18-435a-9672-ae6a9be9c6c3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388732 Jan 28 05:29:29.437092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fd0d1-6c4f-421e-843b-9f8f68151119 req-77813542-5634-47b0-a3bd-f8bc7bc01d3a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:29.438616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-373fd0d1-6c4f-421e-843b-9f8f68151119 req-77813542-5634-47b0-a3bd-f8bc7bc01d3a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0474255 Jan 28 05:29:29.485028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-373fd0d1-6c4f-421e-843b-9f8f68151119 req-7b5526c4-e629-4457-b1d3-ec8ee19253df tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Jan 28 05:29:29.593213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad840467-4437-49af-a34e-28497d4ef235 req-94e37f3b-ecc7-487d-aa74-5da9d44a0287 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:29.594699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ad840467-4437-49af-a34e-28497d4ef235 req-94e37f3b-ecc7-487d-aa74-5da9d44a0287 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0468183 Jan 28 05:29:29.603382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 52574) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:29:29.607942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'floatingip': {'port_id': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:29:29.650108 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:30.202995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:30.206756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:30.302516 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b associated. External IP: 172.25.6.98, port: 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f. Jan 28 05:29:30.501679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:29:30.853035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:29:30.857854 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:30.862705 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:29:30.873054 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:29:30.873679 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:29:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:30.884906 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fb43b3e4-ded8-4efd-b978-7768d8b2e2c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "PUT /v2.0/floatingips/41621fcb-a55b-4815-b4cf-0a1f398a454b HTTP/1.1" status: 200 len: 990 time: 1.2805047 Jan 28 05:29:30.885541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:29:30.887968 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42939757-9b5c-4db1-b311-c8d7ec76829a" -d '{"events": [{"name": "network-changed", "server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:29:30.927124 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a5be2-e10b-47a4-9173-45782e55c08a x-openstack-request-id: req-2a9a5be2-e10b-47a4-9173-45782e55c08a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:29:30.927662 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:29:30.927927 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a9a5be2-e10b-47a4-9173-45782e55c08a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:29:30.928351 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'status': 'completed', 'code': 200} Jan 28 05:29:30.979257 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:29:31.033335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-06225e45-432f-4853-adbb-18b689b4e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:31.034860 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-06225e45-432f-4853-adbb-18b689b4e04b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1096 time: 0.0452695 Jan 28 05:29:31.126445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-aefe6d23-c1fb-4177-bfa6-783cf25e159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:31.127938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-aefe6d23-c1fb-4177-bfa6-783cf25e159b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0871577 Jan 28 05:29:31.203800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-9d18420c-c4ba-41a8-8f00-18e5f5eb3abf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 998 time: 0.0694072 Jan 28 05:29:31.207735 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:2a:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:29:30Z', 'revision_number': 1, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:31.234199 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:29:31.242182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:29:31.242787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:29:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:31.252369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-614e09dc-31b5-444d-855f-a1798f4b71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:31.253896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-614e09dc-31b5-444d-855f-a1798f4b71ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0444794 Jan 28 05:29:31.298567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-e545ed7e-7726-4fd7-8bc0-aa557f8558d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:29:31.300111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-e545ed7e-7726-4fd7-8bc0-aa557f8558d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Jan 28 05:29:31.345442 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:29:31.391019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-79b1e0f2-e2fb-403e-bde4-ac7936c6e1a5 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Jan 28 05:29:31.479628 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-42939757-9b5c-4db1-b311-c8d7ec76829a req-b4c66548-d542-4e53-bfc9-ba0c9557ca8e service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825899 Jan 28 05:29:31.561089 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:2a:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:29:30Z', 'revision_number': 1, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:29:31.590333 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9372a-2345-4e71-b59e-86aef17ff302 None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:2a:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:29:30Z', 'revision_number': 1, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:29:31.782214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66944d0f-e33d-4e84-8043-360801e84f29 None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:29:36.780976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:38.110816 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:38.689219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b7e634f5-796f-4714-a2fb-8665af4a5bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:39.406937 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:29:40.880453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53f9378b-886f-4b38-a924-db92a3164e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:42.144550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:43.870489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:45.426686 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:06.769342 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:07.903316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-31eff1f7-b6d6-494b-90e1-494cf2ee1650 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408263 Jan 28 05:30:08.005333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-d0709f6f-b3f7-440e-8959-e8ab753939be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:30:08.007646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-d0709f6f-b3f7-440e-8959-e8ab753939be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1096 time: 0.0476913 Jan 28 05:30:08.109184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-9ce7744b-1cac-4a53-b82d-ce8592978d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:30:08.109509 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:08.110776 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-9ce7744b-1cac-4a53-b82d-ce8592978d67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0858543 Jan 28 05:30:08.180896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-869866c0-cb90-440b-93fd-e802012ab4c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 1000 time: 0.0620449 Jan 28 05:30:08.229334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-8c688b29-da94-4bb4-8f54-f9fd95d064b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:30:08.231012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-8c688b29-da94-4bb4-8f54-f9fd95d064b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0431004 Jan 28 05:30:08.274227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-3ee0da90-b1ae-4716-b546-7d424297a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:30:08.275625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-3ee0da90-b1ae-4716-b546-7d424297a76e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390949 Jan 28 05:30:08.369036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-1d014937-47a4-41cd-b47f-1df99ed1363b service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860727 Jan 28 05:30:08.456481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3f4ae84-abed-46e8-81c7-41c0ecc238e5 req-c02d52c1-8be7-4363-af1b-34910303625c service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818310 Jan 28 05:30:08.694691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b84061-8be3-4896-8d31-2fc081956a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:10.881660 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c296139-397b-4198-87a3-73f4f4b2ad60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:12.149076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:13.873460 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:15.431347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:16.405378 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:30:36.778824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:38.118259 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:38.686071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a059b2fc-08c7-43de-830b-16d57d9d127f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:40.883233 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fe06466-4b51-463b-ab3a-4f2f73f607f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:42.150911 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:43.876398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:45.433773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:53.405053 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:31:06.777830 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:08.103275 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:08.687042 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a63ae238-747d-44a2-bacb-2fe4fdd93517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:10.539772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-f6e8791a-4bc7-45c4-9c3c-9c9e3e2b7a97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402439 Jan 28 05:31:10.640400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24755778-2e83-49d2-b08f-2f94a872dfec req-607538e6-23e1-4672-bc5f-fcb75399c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:10.641917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-607538e6-23e1-4672-bc5f-fcb75399c1f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1096 time: 0.0458496 Jan 28 05:31:10.742659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24755778-2e83-49d2-b08f-2f94a872dfec req-19e6ecb7-43b1-4706-835d-8ddb37078978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:10.744151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-19e6ecb7-43b1-4706-835d-8ddb37078978 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0852592 Jan 28 05:31:10.811180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-4a826186-4f44-41f4-902e-b3b0c22da359 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 1000 time: 0.0616713 Jan 28 05:31:10.857836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24755778-2e83-49d2-b08f-2f94a872dfec req-3501c169-ef2c-46ac-9073-5ef2949358a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:10.859316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-3501c169-ef2c-46ac-9073-5ef2949358a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0431943 Jan 28 05:31:10.885130 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-40e267ef-ebae-43aa-bbea-787f56ea5f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:10.903452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24755778-2e83-49d2-b08f-2f94a872dfec req-011a74d4-827f-4d14-8b23-e86874abb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:10.905029 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-011a74d4-827f-4d14-8b23-e86874abb654 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395398 Jan 28 05:31:10.995473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-1cc0b539-e71e-4521-9cea-71ac2dd2c523 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848305 Jan 28 05:31:11.081006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-24755778-2e83-49d2-b08f-2f94a872dfec req-9e71a0e1-eb56-46a9-8c43-3b2eab5ddf6a service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802166 Jan 28 05:31:12.153449 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:13.878311 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:15.436061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:30.404635 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:31:36.777362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:38.102266 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:38.689347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e0eb-287b-4171-b179-d2d9f74cff8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:40.887550 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-690fb4ca-2207-4373-a83f-3dba7646867f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:42.157658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:43.881601 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:45.437112 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:57.826069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde2fcd-ecb1-489d-9a80-19e4e5cab1df req-59f98f83-3260-4b47-ab3c-84d6bfc736a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:57.827540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0bde2fcd-ecb1-489d-9a80-19e4e5cab1df req-59f98f83-3260-4b47-ab3c-84d6bfc736a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0486746 Jan 28 05:31:57.873217 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0bde2fcd-ecb1-489d-9a80-19e4e5cab1df req-8600ee22-8200-4400-aa61-9c0a87f521f4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Jan 28 05:31:58.116875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f396f7-1ac0-4ce9-9fde-d958596bd49b req-ac170503-50a1-484a-b7d3-4fe52d746ad0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:58.118439 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22f396f7-1ac0-4ce9-9fde-d958596bd49b req-ac170503-50a1-484a-b7d3-4fe52d746ad0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0495648 Jan 28 05:31:58.191279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-b84e7a60-6afc-4209-bf1e-9a2362c07bde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306200 Jan 28 05:31:58.194789 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-22f396f7-1ac0-4ce9-9fde-d958596bd49b req-a0694150-8203-41df-8c40-0826f26883ba tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678701 Jan 28 05:31:59.313420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ad7f-e5ff-4db7-9be8-b28a04f4926c req-4a1ba50d-f2ca-412c-af29-0344b76b5149 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:59.314925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1976ad7f-e5ff-4db7-9be8-b28a04f4926c req-4a1ba50d-f2ca-412c-af29-0344b76b5149 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0505362 Jan 28 05:31:59.371560 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1976ad7f-e5ff-4db7-9be8-b28a04f4926c req-4fed54fc-898a-42ed-a949-dca5b6bad5da tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503263 Jan 28 05:31:59.465932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-d9834fcf-16ff-45f6-8b3d-ef8e046257d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:59.467436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-d9834fcf-16ff-45f6-8b3d-ef8e046257d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1096 time: 0.0399318 Jan 28 05:31:59.557892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-a89349cb-6650-46d1-a8d9-69a6d1acc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:59.559359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-a89349cb-6650-46d1-a8d9-69a6d1acc96e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0854073 Jan 28 05:31:59.627232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-6c6a553b-c3df-48f8-8dce-c47d1053158e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 1000 time: 0.0608225 Jan 28 05:31:59.674616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-90e115fe-b385-4094-8b58-efa64aa41d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:59.676642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-90e115fe-b385-4094-8b58-efa64aa41d2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0427790 Jan 28 05:31:59.720808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-e274b8c2-6727-4d0b-8d8d-3a022f899e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:31:59.722568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-e274b8c2-6727-4d0b-8d8d-3a022f899e41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400965 Jan 28 05:31:59.822655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-f308f7f8-1652-4ed5-be22-67d34d0584ac service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942085 Jan 28 05:31:59.919448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-f3639a39-9c13-4ea2-b548-bd3e363cf1e7 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899315 Jan 28 05:32:00.487175 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389502-98fe-4510-976e-a87886dc03e7 req-4c307595-b5fd-4344-bee6-27164e095ec5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:00.489192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3389502-98fe-4510-976e-a87886dc03e7 req-4c307595-b5fd-4344-bee6-27164e095ec5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0482395 Jan 28 05:32:00.534089 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c3389502-98fe-4510-976e-a87886dc03e7 req-57272380-0bf8-446a-ba4a-552449c17dbe tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394504 Jan 28 05:32:01.657836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e8185-eb1d-45b8-9812-b3e5b96e11f4 req-14a61814-891b-41a9-a242-152c26cf717b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:01.659312 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b0e8185-eb1d-45b8-9812-b3e5b96e11f4 req-14a61814-891b-41a9-a242-152c26cf717b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0487719 Jan 28 05:32:01.710172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6b0e8185-eb1d-45b8-9812-b3e5b96e11f4 req-c314c7bb-df7a-4640-8d53-a8aa46262acd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Jan 28 05:32:02.828282 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55833731-2fec-4a9b-a8d0-34336e9c7ca1 req-d3136a22-bbdb-473d-a929-ea18692c3096 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:02.829798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55833731-2fec-4a9b-a8d0-34336e9c7ca1 req-d3136a22-bbdb-473d-a929-ea18692c3096 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0507953 Jan 28 05:32:02.876072 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-55833731-2fec-4a9b-a8d0-34336e9c7ca1 req-5865c239-3153-4c0c-b57a-17f2218bcdc9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Jan 28 05:32:03.992041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e52d9-e6ca-4d18-b6a8-f009645822fc req-6b5e18c0-6e32-465d-ad89-b963829036ea tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:03.993566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae8e52d9-e6ca-4d18-b6a8-f009645822fc req-6b5e18c0-6e32-465d-ad89-b963829036ea tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0502594 Jan 28 05:32:04.039020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ae8e52d9-e6ca-4d18-b6a8-f009645822fc req-f5bf9248-56fd-4663-854b-aa23c29fd4f7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Jan 28 05:32:05.153089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cd64b-6e0a-4593-b63a-3b6c8c2ebd86 req-846f48fa-8a52-4440-b60f-d370b2722d4e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:05.154595 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a4cd64b-6e0a-4593-b63a-3b6c8c2ebd86 req-846f48fa-8a52-4440-b60f-d370b2722d4e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0473554 Jan 28 05:32:05.199618 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7a4cd64b-6e0a-4593-b63a-3b6c8c2ebd86 req-837ce296-7414-41e9-adf5-b71bf5a53f41 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Jan 28 05:32:06.316335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4d680-1fde-48cb-b2ce-3d97edea2fd9 req-39ed8052-fa25-444d-bdd4-d63e1013c7a8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:06.317867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-faa4d680-1fde-48cb-b2ce-3d97edea2fd9 req-39ed8052-fa25-444d-bdd4-d63e1013c7a8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0504806 Jan 28 05:32:06.364379 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-faa4d680-1fde-48cb-b2ce-3d97edea2fd9 req-79ae2129-7207-4fc3-a17d-50f2631db390 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 Jan 28 05:32:06.771891 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:07.403364 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:32:07.475751 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86edce8-287c-4333-9bda-70efaf673c21 req-06a90999-eae3-46f8-a33d-f439723f2aaf tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:07.477308 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f86edce8-287c-4333-9bda-70efaf673c21 req-06a90999-eae3-46f8-a33d-f439723f2aaf tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0467243 Jan 28 05:32:07.528272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f86edce8-287c-4333-9bda-70efaf673c21 req-5899b07d-55c6-4891-9c00-52719a0ae413 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452912 Jan 28 05:32:08.101384 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:08.645752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7df05-e6a9-4abb-b4f2-7174afee2462 req-d74ef2b8-4534-4d05-915a-78a956c25457 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:08.647223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e7df05-e6a9-4abb-b4f2-7174afee2462 req-d74ef2b8-4534-4d05-915a-78a956c25457 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0523005 Jan 28 05:32:08.692086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0deef943-357b-49dd-91f5-2390b117d897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:08.697003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5e7df05-e6a9-4abb-b4f2-7174afee2462 req-7b20bf2b-891f-44d7-9043-799d67e5cd5f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Jan 28 05:32:09.812342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340138-507f-49a9-a6cd-6ad023515397 req-69e9265f-0116-47a0-a203-3917d79125f9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:09.813784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e0340138-507f-49a9-a6cd-6ad023515397 req-69e9265f-0116-47a0-a203-3917d79125f9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0480175 Jan 28 05:32:09.861019 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e0340138-507f-49a9-a6cd-6ad023515397 req-04fc13a9-2a74-4a3a-9bbc-b44705eb6ca7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Jan 28 05:32:10.889886 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c89d078a-bbf5-45b0-a90d-357cc2abf91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:10.975453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a411d-2b09-4c4c-b8e5-f440e7a673de req-f667c786-03a2-4a00-ac5c-aa49ef8d2174 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:10.976858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-599a411d-2b09-4c4c-b8e5-f440e7a673de req-f667c786-03a2-4a00-ac5c-aa49ef8d2174 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0477753 Jan 28 05:32:11.026804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-599a411d-2b09-4c4c-b8e5-f440e7a673de req-db4949d7-d2b3-431c-a202-28758a06ac68 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Jan 28 05:32:11.964341 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-90fd7f6f-e1ba-4dca-806b-08d498402c7c service neutron] show failed (client error): The resource could not be found. Jan 28 05:32:11.965419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-90fd7f6f-e1ba-4dca-806b-08d498402c7c service neutron] 10.222.0.52 "GET /v2.0/ports/77b7ea98-39bb-4e1c-90c8-1381b80f0a5f/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0572248 Jan 28 05:32:12.148861 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa715e1-b33a-4ab2-a1dc-663b0c1934be req-c5f75dd9-d633-407c-a78c-f7d9c727a775 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:12.152363 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7fa715e1-b33a-4ab2-a1dc-663b0c1934be req-c5f75dd9-d633-407c-a78c-f7d9c727a775 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0548913 Jan 28 05:32:12.162391 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:12.201730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7fa715e1-b33a-4ab2-a1dc-663b0c1934be req-31095a69-020b-49e8-8e0d-2241fbd88a23 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 Jan 28 05:32:12.229356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-1ed48544-4646-4ecd-a2f5-43a4758e41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:12.230847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-1ed48544-4646-4ecd-a2f5-43a4758e41eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 1096 time: 0.0869122 Jan 28 05:32:12.248207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:32:12.299351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:12.494705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:12.533516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:32:12.572365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:12.574763 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2134e3-54f3-462b-9f96-4c5cb023d925" -d '{"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-unplugged", "status": "completed", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:12.578220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Publish callbacks [] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:12.590863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Transition to ACTIVE for port object 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:32:12.595259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:12.628828 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b0babf-c143-4de6-9497-b3e4a25eb1f9 x-openstack-request-id: req-c6b0babf-c143-4de6-9497-b3e4a25eb1f9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:12.629181 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-unplugged", "status": "completed", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:12.630068 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6b0babf-c143-4de6-9497-b3e4a25eb1f9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:12.630854 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'code': 200} Jan 28 05:32:12.709100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:12.727150 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.727506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.727862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.728210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.728554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.728901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.729269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.729611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.729945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.730286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.730624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.730958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.731285 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:12.790254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] No DVR routers for this DVR port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:32:12.926815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:32:12.927070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:32:12.927396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:32:12.931635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:32:12.931954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Attempting to bind port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:32:12.936652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:32:12.936990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:32:12.937398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:32:12.937822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Bound port: 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:32:12.938175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:13.001926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:32:13.005245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:32:13.009331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:13.042963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:13.043606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:13.045000 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] 10.222.0.47 "PUT /v2.0/ports/77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 1091 time: 0.8008635 Jan 28 05:32:13.068347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64097dc8-a1e1-4b7f-b0fb-dffcb5613f3a service neutron] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:13.119461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-fa569189-5f95-4396-8038-c638145d3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:13.120981 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-fa569189-5f95-4396-8038-c638145d3e58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1094 time: 0.0429885 Jan 28 05:32:13.214511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-dea712c9-c05f-4e8d-b6db-de34b8d995fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:13.216096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-dea712c9-c05f-4e8d-b6db-de34b8d995fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0897875 Jan 28 05:32:13.284186 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-1eb931a7-ee66-4718-ae0c-942d731f1587 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 998 time: 0.0624056 Jan 28 05:32:13.337118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-b3756ce5-84cf-4822-bdf5-5ff3c2292f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:13.338440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4627-f71b-4688-83a5-335ea1e02935 req-c20a3a44-aefd-4c57-8f33-246feb5a5115 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:13.338944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-b3756ce5-84cf-4822-bdf5-5ff3c2292f3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0487938 Jan 28 05:32:13.339949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-303e4627-f71b-4688-83a5-335ea1e02935 req-c20a3a44-aefd-4c57-8f33-246feb5a5115 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 943 time: 0.0632751 Jan 28 05:32:13.388338 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-303e4627-f71b-4688-83a5-335ea1e02935 req-5ec81eae-28a0-4892-ae0e-b5c820d1a342 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Jan 28 05:32:13.633162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-d02f7679-2e77-4e49-88e6-d563949ac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:13.634703 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-d02f7679-2e77-4e49-88e6-d563949ac3f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2907078 Jan 28 05:32:13.725996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-f5d614ee-6241-40fe-9569-67dfbd64feba service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847700 Jan 28 05:32:13.818415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a49eb49-0298-4ea3-ab9e-fec88198c21a req-1160140e-dc43-4bf8-b99d-4a7c215c5b20 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857825 Jan 28 05:32:13.885865 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:14.506209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592776f-1f0d-477a-9014-98157aa708a8 req-ffae1d1e-b9bd-4ef8-8b46-bdcb9061f6ce tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:14.507719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c592776f-1f0d-477a-9014-98157aa708a8 req-ffae1d1e-b9bd-4ef8-8b46-bdcb9061f6ce tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 943 time: 0.0483580 Jan 28 05:32:14.554528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c592776f-1f0d-477a-9014-98157aa708a8 req-a2934438-e1b8-4e9d-8b34-ca7fb676d225 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410943 Jan 28 05:32:14.632244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:14.635317 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887358c-53e0-44c6-8112-58ab878ba277" -d '{"events": [{"name": "network-changed", "server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:14.684960 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc8be02-c558-4fe5-9b96-c58cca3982e8 x-openstack-request-id: req-ebc8be02-c558-4fe5-9b96-c58cca3982e8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:14.685297 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:14.685557 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebc8be02-c558-4fe5-9b96-c58cca3982e8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:14.685959 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'status': 'completed', 'code': 200} Jan 28 05:32:14.793669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-b5bc9bd7-a54a-415b-88b7-a49cf9b1a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:14.795235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-b5bc9bd7-a54a-415b-88b7-a49cf9b1a474 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1094 time: 0.0722053 Jan 28 05:32:14.797616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-7e4a4b27-df1d-49dd-b393-32eadc7e4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:14.798978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-7e4a4b27-df1d-49dd-b393-32eadc7e4e65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1094 time: 0.0668106 Jan 28 05:32:14.949193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-a082454d-4ca9-4541-a40e-db36e95beaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:14.950572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-a082454d-4ca9-4541-a40e-db36e95beaef service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1488757 Jan 28 05:32:14.953032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-811fe750-20e0-4447-99f5-347c88719e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:14.954352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-811fe750-20e0-4447-99f5-347c88719e2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1455195 Jan 28 05:32:15.061578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-db2c644f-ad47-4c4e-ae86-68e05693a736 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 998 time: 0.1054575 Jan 28 05:32:15.063173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-94888193-864b-4736-8813-ac9906eb2b1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 998 time: 0.1008360 Jan 28 05:32:15.141558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-02831459-aeb8-4f6b-8574-81ed82bcffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.143040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-02831459-aeb8-4f6b-8574-81ed82bcffce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0755317 Jan 28 05:32:15.146692 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-0938de55-55d0-48ad-8cd6-3603610d11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.148008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-0938de55-55d0-48ad-8cd6-3603610d11f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0732961 Jan 28 05:32:15.219609 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-6dfd598d-2c63-4b33-9bb1-5a01705bd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.221010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-6dfd598d-2c63-4b33-9bb1-5a01705bd9a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650926 Jan 28 05:32:15.222745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887358c-53e0-44c6-8112-58ab878ba277 req-221a0b9c-f945-4f34-bf01-69f2b7086ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.224080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-221a0b9c-f945-4f34-bf01-69f2b7086ff0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752211 Jan 28 05:32:15.384689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-e0aa9eff-ebfd-4fc3-a364-a3beb6384764 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568689 Jan 28 05:32:15.386583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-1cc68d49-dd18-417f-8ad4-c6abf02404f0 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516955 Jan 28 05:32:15.448535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:15.552305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-d983a12b-b6fb-4df7-ac05-8e27722cfec5 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587920 Jan 28 05:32:15.554247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a887358c-53e0-44c6-8112-58ab878ba277 req-ff5233bf-1f8d-4630-8cfc-b8ef4bb072fc service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618757 Jan 28 05:32:15.676943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604170a9-aca9-4e87-83b1-9351e85ed78f req-ed03b32f-9c1d-4612-a374-6fb9c8566ec7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.678446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604170a9-aca9-4e87-83b1-9351e85ed78f req-ed03b32f-9c1d-4612-a374-6fb9c8566ec7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 943 time: 0.0537291 Jan 28 05:32:15.727293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604170a9-aca9-4e87-83b1-9351e85ed78f req-e5bd7674-861e-429b-ba4c-d66ea80fa1c0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Jan 28 05:32:15.957927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7636e-9748-4d8d-baec-07e353d17993 req-0614d5b0-8ab5-4650-aaa5-3e2c6a5d3758 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.959460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28e7636e-9748-4d8d-baec-07e353d17993 req-0614d5b0-8ab5-4650-aaa5-3e2c6a5d3758 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 943 time: 0.0821755 Jan 28 05:32:15.970764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-ce7dc95c-a3ef-40e8-a44f-484bfc73d55f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:15.972153 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-ce7dc95c-a3ef-40e8-a44f-484bfc73d55f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be&tenant_id=7003619ba88a4a9896665ff4ea0a785a&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 943 time: 0.0695889 Jan 28 05:32:16.062795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28e7636e-9748-4d8d-baec-07e353d17993 req-7e30e584-fdd9-494b-940f-4b72bb72d26f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895185 Jan 28 05:32:16.067572 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-aa8d1684-bd14-4d46-a80c-6797a8861c8c service neutron] delete failed (client error): The resource could not be found. Jan 28 05:32:16.068583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-aa8d1684-bd14-4d46-a80c-6797a8861c8c service neutron] 10.222.0.52 "DELETE /v2.0/ports/77b7ea98-39bb-4e1c-90c8-1381b80f0a5f/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0882220 Jan 28 05:32:16.173261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-5dad3c95-4c4e-4ad1-880d-cb502e1e4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:16.174780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-5dad3c95-4c4e-4ad1-880d-cb502e1e4574 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1094 time: 0.0406857 Jan 28 05:32:16.177056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:32:16.215312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:32:16.215764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:32:16.254549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:32:16.270198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-5923b2f5-7056-4b85-a296-843326282a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:16.271702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-5923b2f5-7056-4b85-a296-843326282a47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0902097 Jan 28 05:32:16.336406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-c3817751-2f4c-477a-9fcd-487a687e5470 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 998 time: 0.0589776 Jan 28 05:32:16.350734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:16.362277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'mac_address': 'fa:16:3e:2a:99:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:32:16.386970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-9546c1b4-be16-4449-94f9-292664083620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:16.388552 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-9546c1b4-be16-4449-94f9-292664083620 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0451782 Jan 28 05:32:16.404001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:32:16.404489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:16.417626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:32:16.438413 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:16.440226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-9d4fc309-a071-4992-9980-bf5673ae4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:16.442610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-9d4fc309-a071-4992-9980-bf5673ae4269 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462756 Jan 28 05:32:16.443037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:16.490166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:16.499944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.500301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.500986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.500986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.501357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.501700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.502034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.502726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.502726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.503021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.503357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.503731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.504454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:32:16.531877 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-d2e04b1b-6c13-4e4b-bffc-ecb508bec4ce service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832725 Jan 28 05:32:16.624523 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a44e281-f7f6-4338-b600-25140bd93c84 req-e61f8dea-8b5d-4268-b7f5-3a64de2fce0c service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859942 Jan 28 05:32:16.763687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:32:16.829050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-853715da-7363-4be3-a46c-7280831fe999 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406289 Jan 28 05:32:16.924180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-51c6bded-0e9b-42c9-b2e3-ad72e6bfe1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:16.926763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-51c6bded-0e9b-42c9-b2e3-ad72e6bfe1ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 1095 time: 0.0429370 Jan 28 05:32:17.031983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-7530c969-e4e1-4521-a396-57b0e3286aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.033530 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-7530c969-e4e1-4521-a396-57b0e3286aa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0885580 Jan 28 05:32:17.099570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-00d9ccdd-98eb-428a-b541-861a22f5519e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 200 len: 999 time: 0.0597725 Jan 28 05:32:17.149434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-7d9598ff-2f12-420f-8889-11bb0e001a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.150932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-7d9598ff-2f12-420f-8889-11bb0e001a33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0459585 Jan 28 05:32:17.187914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f2f14-0f11-43e8-9b73-4a9333c56c98 req-c2528c22-e24b-43cb-9677-2526decf0021 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.190272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-313f2f14-0f11-43e8-9b73-4a9333c56c98 req-c2528c22-e24b-43cb-9677-2526decf0021 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 944 time: 0.0514028 Jan 28 05:32:17.207839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-e41f589e-b629-4320-9cdb-5f2caab2e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.209412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-e41f589e-b629-4320-9cdb-5f2caab2e11c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525374 Jan 28 05:32:17.244052 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-313f2f14-0f11-43e8-9b73-4a9333c56c98 req-e58f74c5-6f3d-42b2-9df9-aeee64f836b5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457115 Jan 28 05:32:17.306021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-275ec816-4783-4185-b412-f279b1fe819c service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901880 Jan 28 05:32:17.428841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7ef4-c365-40af-956b-2776e5096ed2 req-c17e84bb-422b-4f73-bdfe-139502bbb97e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.430334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fe7ef4-c365-40af-956b-2776e5096ed2 req-c17e84bb-422b-4f73-bdfe-139502bbb97e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 944 time: 0.1104596 Jan 28 05:32:17.435562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-86982efb-5e9f-4672-9e0e-8a6fa76340ae req-c8024d10-dfc3-449b-bc32-a46bc400592c service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235893 Jan 28 05:32:17.477025 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e2fe7ef4-c365-40af-956b-2776e5096ed2 req-d315379b-371e-4dec-aa05-b5462ad8bd6b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Jan 28 05:32:17.590550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d3e85-860b-40d2-8698-e56f58672209 req-c792e0b8-58b1-469b-84b7-370ace1ce1dc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.592041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-404d3e85-860b-40d2-8698-e56f58672209 req-c792e0b8-58b1-469b-84b7-370ace1ce1dc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 944 time: 0.0493748 Jan 28 05:32:17.648726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-404d3e85-860b-40d2-8698-e56f58672209 req-ba9dd950-2789-47d8-a33d-6212d384b73b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511973 Jan 28 05:32:17.882622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0577336-7acc-4fe8-8f4e-039628fe7223 req-3ec40fc8-5c5c-4bf7-a186-86001821801e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:17.884342 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0577336-7acc-4fe8-8f4e-039628fe7223 req-3ec40fc8-5c5c-4bf7-a186-86001821801e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 944 time: 0.0505202 Jan 28 05:32:17.930978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0577336-7acc-4fe8-8f4e-039628fe7223 req-8c54613c-563f-4c37-ad8b-5cd7037d4587 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Jan 28 05:32:18.269341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:32:18.318212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:32:18.322520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:32:18.322902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:18.403860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:32:18.404260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:18.426062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:18.428263 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33733a6d-1b17-47e7-9f45-08c7447cac07" -d '{"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-plugged", "status": "completed", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:18.441449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:18.445430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:18.494987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:18.537517 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee85302-775b-437f-ad08-b80015e9857c x-openstack-request-id: req-3ee85302-775b-437f-ad08-b80015e9857c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:18.537812 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-plugged", "status": "completed", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:18.538070 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ee85302-775b-437f-ad08-b80015e9857c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:18.538468 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'code': 200} Jan 28 05:32:19.046159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdb331-5cb7-4997-978f-d3cf59161fc6 req-f09069b8-5c02-43d6-91ee-f566ca057f36 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:19.047931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4fdb331-5cb7-4997-978f-d3cf59161fc6 req-f09069b8-5c02-43d6-91ee-f566ca057f36 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0489807 Jan 28 05:32:19.094652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a4fdb331-5cb7-4997-978f-d3cf59161fc6 req-956ba73f-2b3a-473f-bb89-1a578ea5cea3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Jan 28 05:32:19.290546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-725a762a-b0ca-44b4-9e06-093e17972abd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:19.291925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-725a762a-b0ca-44b4-9e06-093e17972abd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 945 time: 0.0477610 Jan 28 05:32:19.386317 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Deleting port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:32:19.386670 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:19.472650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] For port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:19.473012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:20.002757 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:20.003036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:20.003384 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b disassociated. External IP: 172.25.6.98, port: 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f. Jan 28 05:32:20.004284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Calling delete_port for 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:32:20.129632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (77b7ea98-39bb-4e1c-90c8-1381b80f0a5f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:20.158273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event deleted for resources: {'Port': ['ID=77b7ea98-39bb-4e1c-90c8-1381b80f0a5f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:20.227163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a73a96f-18ee-487e-971c-c35252ecb1e8 req-076c2855-cca4-43ee-b226-a9f3807766f5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bfb9ea-7587-4a05-b7d6-9f5efd7615be HTTP/1.1" status: 200 len: 210 time: 0.0611436 Jan 28 05:32:20.305854 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:32:20.414054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:32:20.426006 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:32:20.435274 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:32:20.435827 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:32:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:20.452361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] No DVR routers for this DVR port 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:32:20.455008 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:20.458950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-57e8c6bc-3011-440b-a174-9f03f247f88e req-180a574b-e1ee-4584-ae5a-848ed6a72b16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "DELETE /v2.0/ports/77b7ea98-39bb-4e1c-90c8-1381b80f0a5f HTTP/1.1" status: 204 len: 173 time: 1.1619503 Jan 28 05:32:20.459403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-deleted', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:20.461692 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa8d0b-b76b-4f76-9d91-7c6b37a9ba2c" -d '{"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-deleted", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:20.504945 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4773a4b-aff0-471c-ab34-c9eccc7e09f4 x-openstack-request-id: req-d4773a4b-aff0-471c-ab34-c9eccc7e09f4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:20.505291 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfb9ea-7587-4a05-b7d6-9f5efd7615be", "name": "network-vif-deleted", "tag": "77b7ea98-39bb-4e1c-90c8-1381b80f0a5f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:20.505551 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4773a4b-aff0-471c-ab34-c9eccc7e09f4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:20.505984 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfb9ea-7587-4a05-b7d6-9f5efd7615be', 'name': 'network-vif-deleted', 'tag': '77b7ea98-39bb-4e1c-90c8-1381b80f0a5f', 'status': 'completed', 'code': 200} Jan 28 05:32:20.545985 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:32:20.839010 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:20.865262 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:32:20.873455 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:32:20.874058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:32:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:20.975462 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:32:21.168448 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:21.194261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076403-8cac-429f-8afb-14e4d15186aa None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:32:21.420204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4cf89b-521b-446f-b8e4-b32b2063e1ce None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:32:21.472399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-9ca7811f-b688-44e7-9391-759fa97cfcb7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1113313961&fields=id&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 267 time: 0.0423527 Jan 28 05:32:21.585420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f9bb39b-914a-4630-b3fc-c61ffff50849 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:21.586889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f9bb39b-914a-4630-b3fc-c61ffff50849 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1080492 Jan 28 05:32:21.601738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-0f42ff38-1f14-44f2-a0d6-fdd0e4a0acf8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/quotas/7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 375 time: 0.0094378 Jan 28 05:32:21.651206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-bf337e03-c53c-4965-8ea5-424167af9900 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445209 Jan 28 05:32:21.712641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-a180de57-9f47-42e0-9854-951892ad0217 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:32:21.713711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-a180de57-9f47-42e0-9854-951892ad0217 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516152 Jan 28 05:32:21.806144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-23dc8130-f347-497e-9fb7-0bcbbbb3e92b service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864108 Jan 28 05:32:21.893576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1d664cec-f924-4d7d-a68b-17dc2553bec6 service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817068 Jan 28 05:32:22.052548 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e43c1514-1f46-4266-82a8-51edd9686922 req-8a39952f-5aea-48ef-bdbb-7973a4394193 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 210 time: 0.0291581 Jan 28 05:32:22.264528 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:32:22.289020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:32:22.289392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 77b7ea98-39bb-4e1c-90c8-1381b80f0a5f not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:32:23.024097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-bd58cd6d-4f08-4357-8d38-50ae5c9373bd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:23.025484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-bd58cd6d-4f08-4357-8d38-50ae5c9373bd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1067455 Jan 28 05:32:23.090561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-60807a35-62d1-4508-9d53-990b3b9f3f97 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 380 time: 0.0518212 Jan 28 05:32:23.121087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'port': {'device_id': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'admin_state_up': True, 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'security_groups': ['fec56e0b-3807-4e95-8f0b-de2fe71f69ad']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:32:23.187224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d0567c4-b1c9-4985-bcb9-4e118a2c31b8 req-f9a5c264-1523-4462-b7db-899863553621 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 210 time: 0.0626597 Jan 28 05:32:23.251892 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Made reservation on behalf of 7003619ba88a4a9896665ff4ea0a785a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:32:23.255490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:23.379933 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Allocated IP 172.20.0.3 (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3/64de89bc-c52f-4551-9302-04744cdfbf86/5b34543c-bae2-4921-a926-a8663562e855) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:32:23.518749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for port (5b34543c-bae2-4921-a926-a8663562e855), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:23.552583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:23.593931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:32:23.596856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:32:23.600441 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:32:23.628010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:23.656690 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:23.657344 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:23.675631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4658b8e6-2ddf-45f0-b796-44469f36e33d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585790 Jan 28 05:32:23.693168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Request body: {'port': {'device_id': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:32:23.769172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:23.861774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5327b4e6-e088-49f6-ad20-477d89633f17 None None] Provisioning complete for port 5b34543c-bae2-4921-a926-a8663562e855 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:32:23.862393 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5327b4e6-e088-49f6-ad20-477d89633f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b34543c-bae2-4921-a926-a8663562e855), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:23.896550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5327b4e6-e088-49f6-ad20-477d89633f17 None None] Port 5b34543c-bae2-4921-a926-a8663562e855 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:32:24.028504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b34543c-bae2-4921-a926-a8663562e855 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:32:24.036046 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Publish callbacks [] for port (5b34543c-bae2-4921-a926-a8663562e855), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:24.048037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Transition to ACTIVE for port object 5b34543c-bae2-4921-a926-a8663562e855 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:32:24.051771 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:24.125451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:24.178888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:32:24.179235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:32:24.179571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:32:24.184301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Port 5b34543c-bae2-4921-a926-a8663562e855 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:32:24.184632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:32:24.190023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:32:24.190388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:32:24.190819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:32:24.191259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Bound port: 5b34543c-bae2-4921-a926-a8663562e855, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:32:24.191654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:24.260578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:32:24.263902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:32:24.269934 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:24.307167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.307795 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:24.309281 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] 10.222.0.47 "PUT /v2.0/ports/5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 1091 time: 0.6211424 Jan 28 05:32:24.309726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:24.312149 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae37a34-3ece-4933-9607-a8c55e22a382" -d '{"events": [{"name": "network-changed", "server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:24.312556 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245604c8-1eec-474d-a3ba-8fd9b8400f96 req-b463b943-c739-4626-9bae-6efeaedee3cd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.321716 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-245604c8-1eec-474d-a3ba-8fd9b8400f96 req-b463b943-c739-4626-9bae-6efeaedee3cd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 943 time: 0.0610161 Jan 28 05:32:24.336372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f813279-1dcb-4c83-948c-239a465957bf service neutron] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:24.371666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-245604c8-1eec-474d-a3ba-8fd9b8400f96 req-8a02e159-8204-4977-a165-53373539362c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 Jan 28 05:32:24.374566 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5a663-d480-4ca7-a950-9fb8ca4a29bc x-openstack-request-id: req-e2a5a663-d480-4ca7-a950-9fb8ca4a29bc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:24.374832 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:24.375090 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2a5a663-d480-4ca7-a950-9fb8ca4a29bc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:24.375556 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'status': 'completed', 'code': 200} Jan 28 05:32:24.434661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-8cb2c485-7b9e-4f7c-85d5-55bf6dd229f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.436544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-8cb2c485-7b9e-4f7c-85d5-55bf6dd229f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1094 time: 0.0481305 Jan 28 05:32:24.485062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-4ad109b3-6aa2-4f3b-9057-42bed46dcfd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 217 time: 0.0358052 Jan 28 05:32:24.535492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-c502afbe-dcac-4377-a7e8-4c93e2cd886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.537072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-c502afbe-dcac-4377-a7e8-4c93e2cd886d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0463419 Jan 28 05:32:24.585021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-3da60995-bfb7-44da-bad5-4f5dd1ae7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.586592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-3da60995-bfb7-44da-bad5-4f5dd1ae7cea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441248 Jan 28 05:32:24.679147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-76277ce5-55c0-4dc8-bf5a-7401cd71ef25 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849335 Jan 28 05:32:24.770792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a0ef79c-e0f0-43b7-ae30-f3cc44bc1a89 req-a119bd48-31e6-48b2-b10d-387f6f7d798d service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Jan 28 05:32:24.889499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-08ca3eaf-803a-47b5-8ef8-302a1027add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.890986 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-08ca3eaf-803a-47b5-8ef8-302a1027add0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1094 time: 0.0404892 Jan 28 05:32:24.977715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-a3562928-bb06-452e-9753-7471ed0590c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:24.979139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-a3562928-bb06-452e-9753-7471ed0590c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0814013 Jan 28 05:32:25.024093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-c5ece4f1-b06d-47a9-b4b6-dcc9b1d343b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 217 time: 0.0380676 Jan 28 05:32:25.071801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-ad33fa4a-9a77-4605-bdec-de3b590989ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:25.073301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-ad33fa4a-9a77-4605-bdec-de3b590989ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0433037 Jan 28 05:32:25.117659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-c92ac7af-daff-40ec-997c-0a46cfa30f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:25.119212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-c92ac7af-daff-40ec-997c-0a46cfa30f2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395546 Jan 28 05:32:25.209678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-0ebc9c03-780c-4222-a319-c07fad2f9f0a service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Jan 28 05:32:25.296195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cae37a34-3ece-4933-9607-a8c55e22a382 req-0e45822f-c362-45e9-bb6c-b5102a40d89d service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804250 Jan 28 05:32:25.486798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88349-6b9b-46c0-9961-31acdd2e2aab req-702380d4-2d85-4010-b4f4-a1aac8e11b0a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:25.488275 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08a88349-6b9b-46c0-9961-31acdd2e2aab req-702380d4-2d85-4010-b4f4-a1aac8e11b0a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 943 time: 0.0485737 Jan 28 05:32:25.542098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-08a88349-6b9b-46c0-9961-31acdd2e2aab req-01a1a7e1-7316-454b-836d-63f21da9eb97 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466876 Jan 28 05:32:26.295303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b34543c-bae2-4921-a926-a8663562e855 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:32:26.543636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:26.554763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '5b34543c-bae2-4921-a926-a8663562e855', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '5b34543c-bae2-4921-a926-a8663562e855', 'mac_address': 'fa:16:3e:3f:04:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:32:26.592779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5b34543c-bae2-4921-a926-a8663562e855 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:32:26.593207 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:26.605956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34543c-bae2-4921-a926-a8663562e855 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:32:26.626784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:26.631416 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:26.659331 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e8b75-6776-4ec1-b3b5-f82a07c99af1 req-6ba9f0ed-addb-41f4-8af7-0215fc4a1ba2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:26.660895 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-958e8b75-6776-4ec1-b3b5-f82a07c99af1 req-6ba9f0ed-addb-41f4-8af7-0215fc4a1ba2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 943 time: 0.0495579 Jan 28 05:32:26.682320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:26.709025 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-958e8b75-6776-4ec1-b3b5-f82a07c99af1 req-27e01c73-cd08-4337-a1c1-94da0dd9afa8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Jan 28 05:32:26.890684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['5b34543c-bae2-4921-a926-a8663562e855'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:32:27.824357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361e7d4-2f17-4bf3-b042-9ed608d3c2be req-be07deb9-447e-4e86-aa6b-da4b47c07fcf tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:27.825802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1361e7d4-2f17-4bf3-b042-9ed608d3c2be req-be07deb9-447e-4e86-aa6b-da4b47c07fcf tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 944 time: 0.0486019 Jan 28 05:32:27.873692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1361e7d4-2f17-4bf3-b042-9ed608d3c2be req-c5489dfe-4d42-4720-8e53-87f6be880af8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Jan 28 05:32:28.319050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b34543c-bae2-4921-a926-a8663562e855 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:32:28.367486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 5b34543c-bae2-4921-a926-a8663562e855 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:32:28.371533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 5b34543c-bae2-4921-a926-a8663562e855 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:32:28.371910 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b34543c-bae2-4921-a926-a8663562e855), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:28.446699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 5b34543c-bae2-4921-a926-a8663562e855 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:32:28.447088 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:28.470425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:28.473074 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fdb76c-c01d-4f60-9518-d7be6a4fd8b9" -d '{"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-plugged", "status": "completed", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:28.486273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:32:28.492823 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:28.521709 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8fdef7-6751-49c3-8c1d-12c66188151a x-openstack-request-id: req-3d8fdef7-6751-49c3-8c1d-12c66188151a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:28.521996 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-plugged", "status": "completed", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:28.522249 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d8fdef7-6751-49c3-8c1d-12c66188151a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:28.522633 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'code': 200} Jan 28 05:32:28.547464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:32:28.646560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f84967-9c85-48d7-aef4-2727c2023a0a req-1a3a2f16-9e69-4e96-9a9f-690c9fd4fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:28.648129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9f84967-9c85-48d7-aef4-2727c2023a0a req-1a3a2f16-9e69-4e96-9a9f-690c9fd4fc4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1096 time: 0.0428603 Jan 28 05:32:28.696042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9f84967-9c85-48d7-aef4-2727c2023a0a req-9ca655b0-1d09-4194-99d7-a837c060e7a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Jan 28 05:32:28.991396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff6e9-a862-428f-9ed2-ed6d151c7484 req-56fd0c41-838d-4baf-aede-365ed8482d42 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:28.993118 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-088ff6e9-a862-428f-9ed2-ed6d151c7484 req-56fd0c41-838d-4baf-aede-365ed8482d42 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0528388 Jan 28 05:32:29.040796 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-088ff6e9-a862-428f-9ed2-ed6d151c7484 req-19f7d261-f43d-4625-b560-8e5ad4edfdd8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Jan 28 05:32:30.158467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a4fe6-17d5-4fc8-9354-ecb211116904 req-da32cfb2-3b68-4cd8-be1d-b21a5b464d06 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:30.160041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-015a4fe6-17d5-4fc8-9354-ecb211116904 req-da32cfb2-3b68-4cd8-be1d-b21a5b464d06 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0510397 Jan 28 05:32:30.205677 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-015a4fe6-17d5-4fc8-9354-ecb211116904 req-686d29a0-28ac-4b02-a408-7d129331d5ea tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Jan 28 05:32:30.314597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205d639-7128-4b06-9f57-7ad51f66040f req-3bcbb425-cf47-4025-a853-f2117bb6bb38 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:30.316772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6205d639-7128-4b06-9f57-7ad51f66040f req-3bcbb425-cf47-4025-a853-f2117bb6bb38 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0476635 Jan 28 05:32:30.325439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53018) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:32:30.329716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'floatingip': {'port_id': '5b34543c-bae2-4921-a926-a8663562e855'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:32:30.370980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:30.802078 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:30.806012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:30.913346 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b associated. External IP: 172.25.6.98, port: 5b34543c-bae2-4921-a926-a8663562e855. Jan 28 05:32:31.383569 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:32:31.488570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:32:31.493544 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:31.498970 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:32:31.508157 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:32:31.508756 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:32:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:31.521827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3de6f9a9-b41b-4e2e-a581-74f16838f1e3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "PUT /v2.0/floatingips/41621fcb-a55b-4815-b4cf-0a1f398a454b HTTP/1.1" status: 200 len: 990 time: 1.1953228 Jan 28 05:32:31.522560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:32:31.524870 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb709251-1101-43c0-b990-8187fca3832d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:32:31.563581 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60887a01-24a4-4a24-b9fe-74f5ab450264 x-openstack-request-id: req-60887a01-24a4-4a24-b9fe-74f5ab450264 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:32:31.564619 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:32:31.565004 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60887a01-24a4-4a24-b9fe-74f5ab450264 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:32:31.565676 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'status': 'completed', 'code': 200} Jan 28 05:32:31.616448 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:32:31.657886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709251-1101-43c0-b990-8187fca3832d req-ad201e34-695f-413c-8c64-a56abe059c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:31.659332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-ad201e34-695f-413c-8c64-a56abe059c4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1096 time: 0.0423391 Jan 28 05:32:31.753215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709251-1101-43c0-b990-8187fca3832d req-ee5cd064-dec2-47a7-a46d-8e3a29cdd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:31.754726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-ee5cd064-dec2-47a7-a46d-8e3a29cdd200 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0893004 Jan 28 05:32:31.820806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-a503b51b-5f48-408d-9d34-b4e51a1774df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 998 time: 0.0606015 Jan 28 05:32:31.842406 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '5b34543c-bae2-4921-a926-a8663562e855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:3f:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:32:30Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:31.868545 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:32:31.874296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709251-1101-43c0-b990-8187fca3832d req-75de1a19-a3d8-4e53-b417-36abd0219298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:31.875766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-75de1a19-a3d8-4e53-b417-36abd0219298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0488913 Jan 28 05:32:31.876808 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:32:31.877433 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:32:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:31.919641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709251-1101-43c0-b990-8187fca3832d req-023909e1-7563-405f-b28e-a469195d6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:32:31.921093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-023909e1-7563-405f-b28e-a469195d6ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399995 Jan 28 05:32:31.996305 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:32:32.009276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-1b7a79ee-e6b4-4598-8c36-95e7e1eee7e3 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821700 Jan 28 05:32:32.102237 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cb709251-1101-43c0-b990-8187fca3832d req-c65cafc8-d9b4-4390-adfd-0e8d323ce7b1 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Jan 28 05:32:32.218128 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '5b34543c-bae2-4921-a926-a8663562e855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:3f:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:32:30Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:32:32.243269 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c78ba4-c22e-40ce-aaac-038e00a219b2 None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '5b34543c-bae2-4921-a926-a8663562e855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:3f:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:32:30Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:32:32.423041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed4c19-3d2b-4519-bb47-697c45200ed3 None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:32:36.775346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:38.119919 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:38.695326 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75c5401e-8933-4399-9006-483428a343b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:40.891828 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2941f5b-ca8a-4f7c-a7e8-cf24170991f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:42.163273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:43.888839 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:44.402650 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:32:45.442334 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:06.772251 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:08.114446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:08.695522 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbc9ca17-13ed-4959-96f3-441807816248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:10.894280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61230862-42ea-4146-8c0c-a1fe1d2d049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:12.166256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:13.890849 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:15.445384 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:17.853258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-53eb75f5-b3c7-4b7a-97e4-b5508c78387e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413532 Jan 28 05:33:17.950776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-3fd0b8ed-06c8-4b00-9e9e-d15ac0adc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:17.952389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-3fd0b8ed-06c8-4b00-9e9e-d15ac0adc585 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1096 time: 0.0408692 Jan 28 05:33:18.055335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-acc5fb28-f948-4de3-93c5-7ee5abfc611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:18.056813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-acc5fb28-f948-4de3-93c5-7ee5abfc611e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0863237 Jan 28 05:33:18.120709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-1d181371-2bbb-4074-a80c-aa771fc930a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 1000 time: 0.0581794 Jan 28 05:33:18.171038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-c07aa577-34c1-401f-91c0-39a6981a29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:18.172478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-c07aa577-34c1-401f-91c0-39a6981a29bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0466666 Jan 28 05:33:18.216713 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-7f3dbfe7-6431-474d-bd1c-a547e86ad572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:18.218306 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-7f3dbfe7-6431-474d-bd1c-a547e86ad572 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398552 Jan 28 05:33:18.306446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-76e2a6ba-9290-4577-9563-0afac4f45de5 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814724 Jan 28 05:33:18.400148 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37563f36-4d8b-408f-829b-1945bac3a7bd req-019f098e-51f3-43f3-9e7e-d5a947f5bc17 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Jan 28 05:33:21.402189 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:33:36.773790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:38.128768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:38.696536 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-447e3986-888e-49dd-9892-5d45786c5620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:40.895953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a09f238-bbf5-4494-b27d-a30a81cffdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:42.173877 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:43.895644 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:45.447821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.401655 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:34:06.774344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.367797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221920e2-bc68-48da-b44f-b1a32a7f17f6 req-aa142b21-0096-4070-ae47-8460f231f61e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:07.369364 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-221920e2-bc68-48da-b44f-b1a32a7f17f6 req-aa142b21-0096-4070-ae47-8460f231f61e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.1181157 Jan 28 05:34:07.415646 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-221920e2-bc68-48da-b44f-b1a32a7f17f6 req-86c68ea1-e145-4a69-9382-8edb527f6667 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Jan 28 05:34:08.127505 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.589173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c0ed-c5dd-4772-a502-1771f1645a62 req-3030b9d1-40b3-43f6-ac02-d561e4270269 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:08.590677 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52d0c0ed-c5dd-4772-a502-1771f1645a62 req-3030b9d1-40b3-43f6-ac02-d561e4270269 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.1052608 Jan 28 05:34:08.637075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52d0c0ed-c5dd-4772-a502-1771f1645a62 req-e697ddb4-1b2a-4e17-8b4f-d790b2467b76 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Jan 28 05:34:08.698242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f894442-6d6c-43be-99cd-b677aa835fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.754684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08eb8f-9fac-4c45-9e80-3484f92e3063 req-0a7cbfb3-639a-43b0-b136-efde8e418922 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:09.756157 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e08eb8f-9fac-4c45-9e80-3484f92e3063 req-0a7cbfb3-639a-43b0-b136-efde8e418922 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Jan 28 05:34:09.801398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1e08eb8f-9fac-4c45-9e80-3484f92e3063 req-35518d49-77fc-49db-b3d7-1832a37b1c14 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396488 Jan 28 05:34:10.897043 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a62f93c7-1156-4826-bed9-cba6cb2f5624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.919682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49e6cb-acdb-48a1-a81c-1e9f31cfb388 req-a551bc38-5a40-4ca3-b381-c627c80a52ef tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:10.921232 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a49e6cb-acdb-48a1-a81c-1e9f31cfb388 req-a551bc38-5a40-4ca3-b381-c627c80a52ef tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0530789 Jan 28 05:34:10.968273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a49e6cb-acdb-48a1-a81c-1e9f31cfb388 req-174bd020-198d-463f-981d-83153a5a2523 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Jan 28 05:34:12.080533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d2b11-e45c-4d50-8bd6-50db564a40a5 req-4d599a7b-c8bb-4290-b2e6-92f665d6d937 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:12.082043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e7d2b11-e45c-4d50-8bd6-50db564a40a5 req-4d599a7b-c8bb-4290-b2e6-92f665d6d937 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Jan 28 05:34:12.129020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e7d2b11-e45c-4d50-8bd6-50db564a40a5 req-10c5521b-6811-4875-8309-8bab663698df tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Jan 28 05:34:12.172362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.242759 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07dbb7-601e-455a-8281-e420713036d2 req-2582fd1c-3dc3-4cec-8c60-214aa60f15e2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:13.244258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c07dbb7-601e-455a-8281-e420713036d2 req-2582fd1c-3dc3-4cec-8c60-214aa60f15e2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Jan 28 05:34:13.290239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c07dbb7-601e-455a-8281-e420713036d2 req-63827e55-cb36-46d8-8ce1-f405dccc83df tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402668 Jan 28 05:34:13.899353 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.403216 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087abc7-69cb-468a-af91-706d1511ac30 req-cf9ed823-bdb4-4182-b3ee-1353d4b9d1ee tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:14.404720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8087abc7-69cb-468a-af91-706d1511ac30 req-cf9ed823-bdb4-4182-b3ee-1353d4b9d1ee tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Jan 28 05:34:14.454589 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8087abc7-69cb-468a-af91-706d1511ac30 req-0f12eba2-f08d-4619-85bb-d82cb233b221 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434203 Jan 28 05:34:15.449686 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.571922 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00e3d-f856-42ae-b47f-7a5e1834d758 req-4e02d494-e7ce-4f82-b19f-717ae875408e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:15.573452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98e00e3d-f856-42ae-b47f-7a5e1834d758 req-4e02d494-e7ce-4f82-b19f-717ae875408e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0476270 Jan 28 05:34:15.623963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98e00e3d-f856-42ae-b47f-7a5e1834d758 req-4af2602f-6ad0-43a3-9797-6b9da56424c1 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Jan 28 05:34:16.746544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33a051-1cc9-4dff-9ede-44ee117dfa8a req-5cc1b77d-9e31-4aef-89f0-d95c97dfa5bb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:16.748149 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb33a051-1cc9-4dff-9ede-44ee117dfa8a req-5cc1b77d-9e31-4aef-89f0-d95c97dfa5bb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0512540 Jan 28 05:34:16.796187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-eb33a051-1cc9-4dff-9ede-44ee117dfa8a req-f2cc160d-d5d1-4892-b773-a32149a2a11a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Jan 28 05:34:17.955768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c91bc9-6590-4686-9860-789385149b0f req-8fe697ac-b906-4ed8-aa9d-a4b53c279b06 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:17.957294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23c91bc9-6590-4686-9860-789385149b0f req-8fe697ac-b906-4ed8-aa9d-a4b53c279b06 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0484185 Jan 28 05:34:18.002666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23c91bc9-6590-4686-9860-789385149b0f req-18c5069e-f327-4d95-9a1a-06396778b55f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Jan 28 05:34:19.234124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-af5b5a02-cad6-4992-aab0-e0c5ad7e6bdc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415149 Jan 28 05:34:19.249423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880168cf-41c2-42dc-a22e-32eb63e42a90 req-2f8d8f52-e142-45b6-8893-61e7fcd30a37 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:19.250930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-880168cf-41c2-42dc-a22e-32eb63e42a90 req-2f8d8f52-e142-45b6-8893-61e7fcd30a37 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0491796 Jan 28 05:34:19.299251 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-880168cf-41c2-42dc-a22e-32eb63e42a90 req-b3c1056c-dc26-4a0a-8d4f-1ed4465e86d4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Jan 28 05:34:19.903254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5666157-b851-4c29-8cf9-cac644135529 req-fa24cc4c-7257-4b44-8198-699537ef8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:19.904942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-fa24cc4c-7257-4b44-8198-699537ef8050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1096 time: 0.0441802 Jan 28 05:34:20.004917 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5666157-b851-4c29-8cf9-cac644135529 req-6c7ecbcd-9336-45e8-aff9-003772f3c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:20.006361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-6c7ecbcd-9336-45e8-aff9-003772f3c767 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0840008 Jan 28 05:34:20.075625 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-958b9c8a-5205-4ab2-b6d1-7dcb785c68a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 1000 time: 0.0635865 Jan 28 05:34:20.122680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5666157-b851-4c29-8cf9-cac644135529 req-f57b0c1e-3981-4a9c-848d-1971611a7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:20.124143 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-f57b0c1e-3981-4a9c-848d-1971611a7e64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0433249 Jan 28 05:34:20.167821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5666157-b851-4c29-8cf9-cac644135529 req-bb9dea7d-28d4-4b20-af5f-a314fb2b6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:20.169349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-bb9dea7d-28d4-4b20-af5f-a314fb2b6f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396564 Jan 28 05:34:20.259328 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-253605b8-c4be-44a7-8667-07ec171362ae service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Jan 28 05:34:20.346835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c5666157-b851-4c29-8cf9-cac644135529 req-fb7d88fb-8a2b-4b14-8f9e-674c9f14fa9e service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818760 Jan 28 05:34:20.418105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c91de0-7ab4-4672-99fc-dca4a558fa26 req-28af717d-c86a-4bc3-9708-12f60d5f64d4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:20.419600 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3c91de0-7ab4-4672-99fc-dca4a558fa26 req-28af717d-c86a-4bc3-9708-12f60d5f64d4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0516269 Jan 28 05:34:20.466393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a3c91de0-7ab4-4672-99fc-dca4a558fa26 req-f972cb3c-ce42-4f4f-b7c6-65252a1c94c2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Jan 28 05:34:21.580209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3ec4-cac8-4236-ae3d-b7dc195a2614 req-bdc12268-06ff-43cf-8329-4a8bdb0a335a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:21.581722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d47f3ec4-cac8-4236-ae3d-b7dc195a2614 req-bdc12268-06ff-43cf-8329-4a8bdb0a335a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0480132 Jan 28 05:34:21.631611 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d47f3ec4-cac8-4236-ae3d-b7dc195a2614 req-aa98b7b6-cedc-4b51-89d9-6956c45daae9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Jan 28 05:34:22.419745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-21b3fa44-1ebd-4056-8b0a-671509452a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.421277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-21b3fa44-1ebd-4056-8b0a-671509452a05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1096 time: 0.0402131 Jan 28 05:34:22.508974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-05e947c5-0233-4216-b6ce-1fbbb256cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.510509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-05e947c5-0233-4216-b6ce-1fbbb256cc52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0827806 Jan 28 05:34:22.579662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-7a45024b-3313-4022-9739-e21f636e1c8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 1000 time: 0.0629444 Jan 28 05:34:22.627495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d71fc938-1d65-409e-bdc5-ce23bf4b33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.628995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d71fc938-1d65-409e-bdc5-ce23bf4b33e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0444901 Jan 28 05:34:22.674183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-39fe2c40-16f8-4334-bfb4-d2d1afb7426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.675801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-39fe2c40-16f8-4334-bfb4-d2d1afb7426f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408556 Jan 28 05:34:22.747403 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf02070-66c5-4a95-b2e6-25ed69f54ef0 req-7066b571-c2e7-4272-b5fd-25815b1b4356 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.748940 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-adf02070-66c5-4a95-b2e6-25ed69f54ef0 req-7066b571-c2e7-4272-b5fd-25815b1b4356 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Jan 28 05:34:22.776566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-522bc60d-3385-4267-b592-c5bd5f791d07 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946755 Jan 28 05:34:22.796065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-adf02070-66c5-4a95-b2e6-25ed69f54ef0 req-27ed869a-c1af-43f9-a4f4-7d2305780c46 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409629 Jan 28 05:34:22.868548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-9fc1de1f-7f5e-47ce-846d-741f6ff44c6b service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862808 Jan 28 05:34:23.912677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768735a2-6104-4c61-9be1-95f3980ca025 req-966153b1-23ca-4151-a0f9-96d852ee35db tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:23.914208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-768735a2-6104-4c61-9be1-95f3980ca025 req-966153b1-23ca-4151-a0f9-96d852ee35db tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0479598 Jan 28 05:34:23.964691 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-768735a2-6104-4c61-9be1-95f3980ca025 req-6659f6a7-f6a9-46ea-a9bd-6103d8cb1d41 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Jan 28 05:34:24.789058 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-0667a115-06e1-4db9-8c22-418d5117cf51 service neutron] show failed (client error): The resource could not be found. Jan 28 05:34:24.790091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-0667a115-06e1-4db9-8c22-418d5117cf51 service neutron] 10.222.0.47 "GET /v2.0/ports/5b34543c-bae2-4921-a926-a8663562e855/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0531576 Jan 28 05:34:25.035479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-e640d60c-1f3d-4204-b1be-240197dc104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.037068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-e640d60c-1f3d-4204-b1be-240197dc104f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 1096 time: 0.0888469 Jan 28 05:34:25.054450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:25.081940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f9f80-544f-48dd-9a67-e76bba4ad2b5 req-eda07d0b-6f84-450a-9939-c15d170e5c52 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.083438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e9f9f80-544f-48dd-9a67-e76bba4ad2b5 req-eda07d0b-6f84-450a-9939-c15d170e5c52 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Jan 28 05:34:25.112338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.142046 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0e9f9f80-544f-48dd-9a67-e76bba4ad2b5 req-bac9a7e1-3f72-4725-adad-d12f346727c6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523326 Jan 28 05:34:25.309389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:25.341993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:25.381837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:25.384085 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458c0a10-3056-4d53-800d-6ac01a40c9d6" -d '{"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-unplugged", "status": "completed", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:25.387997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Publish callbacks [] for port (5b34543c-bae2-4921-a926-a8663562e855), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.401038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Transition to ACTIVE for port object 5b34543c-bae2-4921-a926-a8663562e855 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:34:25.404849 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.491361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:25.496867 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04681f78-297b-41b5-803f-55746aab3446 x-openstack-request-id: req-04681f78-297b-41b5-803f-55746aab3446 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:25.497186 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-unplugged", "status": "completed", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:25.497448 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04681f78-297b-41b5-803f-55746aab3446 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:25.497847 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'code': 200} Jan 28 05:34:25.506659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.507006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.507461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.507807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.508142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.508481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.508809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.509135 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.509482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.509810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.510137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.510464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.510783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:25.547247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] No DVR routers for this DVR port 5b34543c-bae2-4921-a926-a8663562e855 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:34:25.685833 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:25.686174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:25.686504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:25.691248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Port 5b34543c-bae2-4921-a926-a8663562e855 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:25.691572 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Attempting to bind port 5b34543c-bae2-4921-a926-a8663562e855 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:25.696367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:25.696707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:25.697095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:25.697559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Bound port: 5b34543c-bae2-4921-a926-a8663562e855, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:25.697919 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.761394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:25.764255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:25.768851 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.806539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.807164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.808566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] 10.222.0.52 "PUT /v2.0/ports/5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 1091 time: 0.7584269 Jan 28 05:34:25.828660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f53448-6510-451a-be3f-76964aa57c4d service neutron] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:25.882638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-8dcf27a1-a368-466d-a8dd-f2f7b31110e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.884215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-8dcf27a1-a368-466d-a8dd-f2f7b31110e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1094 time: 0.0436270 Jan 28 05:34:25.975847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-2c35307e-7f6a-451d-bf3b-72b149ac7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.977547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-2c35307e-7f6a-451d-bf3b-72b149ac7a0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0870848 Jan 28 05:34:26.047228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-8a91864c-e45a-47a5-9902-0f6b24d9270d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 998 time: 0.0630364 Jan 28 05:34:26.093473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-983a98c2-c1f2-41db-ad27-e2f64e0f3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:26.094801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-983a98c2-c1f2-41db-ad27-e2f64e0f3400 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0418322 Jan 28 05:34:26.137949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-a3d03b75-88c6-48ef-8fb2-fc6073623053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:26.139415 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-a3d03b75-88c6-48ef-8fb2-fc6073623053 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393014 Jan 28 05:34:26.230203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-b5646fbc-3d7e-47fd-91c4-a4ff598e40b5 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846770 Jan 28 05:34:26.258522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b497ce4-afce-4652-bd53-04e425cc784d req-c2dc8737-f026-4e3c-bc45-2a115ebfa414 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:26.260024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b497ce4-afce-4652-bd53-04e425cc784d req-c2dc8737-f026-4e3c-bc45-2a115ebfa414 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 943 time: 0.0472350 Jan 28 05:34:26.306093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8b497ce4-afce-4652-bd53-04e425cc784d req-2f20dfa6-fb70-4bf9-92f7-725a7b07716b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Jan 28 05:34:26.318170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d22c04cf-bd63-406b-a2a2-8c70251654d4 req-b8186569-575e-4a5c-a50b-906a18882791 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820882 Jan 28 05:34:27.434226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e7206-1ccd-40e5-a79d-7ea8930dd72a req-33b82d9b-c446-442d-a2aa-907e2e2dd12e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:27.435705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d9e7206-1ccd-40e5-a79d-7ea8930dd72a req-33b82d9b-c446-442d-a2aa-907e2e2dd12e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 943 time: 0.0525553 Jan 28 05:34:27.482103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d9e7206-1ccd-40e5-a79d-7ea8930dd72a req-392cd767-4f83-4a09-a06f-0c7cf58556d5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Jan 28 05:34:27.498717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:27.501101 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f301016e-253b-4d3a-ae70-556501979001" -d '{"events": [{"name": "network-changed", "server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:27.551081 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68049c0-3e50-4ea5-ad33-25936b63b9cb x-openstack-request-id: req-f68049c0-3e50-4ea5-ad33-25936b63b9cb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:27.551381 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:27.551646 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f68049c0-3e50-4ea5-ad33-25936b63b9cb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:27.552057 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'status': 'completed', 'code': 200} Jan 28 05:34:27.657588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-cf27b295-53a6-4b4b-92e7-2e1edf121a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:27.659145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-cf27b295-53a6-4b4b-92e7-2e1edf121a77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1094 time: 0.0679665 Jan 28 05:34:27.661506 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-4c576810-6d78-4a72-82a6-9f54c100ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:27.662861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-4c576810-6d78-4a72-82a6-9f54c100ef28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1094 time: 0.0622034 Jan 28 05:34:27.819036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-7c97c86b-b623-41a2-8e9c-acb61268d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:27.820575 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-7c97c86b-b623-41a2-8e9c-acb61268d4ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1555617 Jan 28 05:34:27.821919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-3e7d20f3-ace5-4510-9206-d5970e7b4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:27.823242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-3e7d20f3-ace5-4510-9206-d5970e7b4ae0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1506016 Jan 28 05:34:28.191698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-6f58a4cf-9b9b-4dcf-a508-ab5c2f8fcc1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 998 time: 0.3643923 Jan 28 05:34:28.195367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-889b62f9-d972-4280-b0aa-15d60adfe2b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 998 time: 0.3610234 Jan 28 05:34:28.272985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-860382e6-4de7-429b-9dbb-168b2b935336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:28.274495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-860382e6-4de7-429b-9dbb-168b2b935336 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0693808 Jan 28 05:34:28.275702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-51eb4226-e886-4270-bd2a-7ecedb690c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:28.277077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-51eb4226-e886-4270-bd2a-7ecedb690c3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0793908 Jan 28 05:34:28.350121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-5739e84d-5e8c-4866-a23c-af78dc7a9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:28.351643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-5739e84d-5e8c-4866-a23c-af78dc7a9e2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718138 Jan 28 05:34:28.353977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301016e-253b-4d3a-ae70-556501979001 req-61870ae0-baf8-43cc-9c20-e58e2e0eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:28.355390 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-61870ae0-baf8-43cc-9c20-e58e2e0eb6d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678864 Jan 28 05:34:28.507956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-ec5c6681-8d53-4da7-8d46-ce641a36fcc5 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502347 Jan 28 05:34:28.511462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-de1b68ac-af5b-4043-94c1-bc6755d1dc1e service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459835 Jan 28 05:34:28.699589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-9a694846-5951-4b80-ad4e-07c848260ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854451 Jan 28 05:34:28.708735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f5f8-f317-4520-a904-87a9b2e15340 req-9a5a9137-74ec-4152-81da-cede6f228a46 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:28.710213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be89f5f8-f317-4520-a904-87a9b2e15340 req-9a5a9137-74ec-4152-81da-cede6f228a46 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 943 time: 0.1358833 Jan 28 05:34:28.712238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f301016e-253b-4d3a-ae70-556501979001 req-0b65ea80-4194-4eec-87d7-0a27c5da702f service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897478 Jan 28 05:34:28.761045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be89f5f8-f317-4520-a904-87a9b2e15340 req-1bd81679-aef1-47c9-a008-405360f49dae tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Jan 28 05:34:28.835045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b34543c-bae2-4921-a926-a8663562e855 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:34:28.895433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b34543c-bae2-4921-a926-a8663562e855 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:34:28.962970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 5b34543c-bae2-4921-a926-a8663562e855 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:34:28.963378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 5b34543c-bae2-4921-a926-a8663562e855 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:34:28.965878 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:28.977162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '5b34543c-bae2-4921-a926-a8663562e855', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '5b34543c-bae2-4921-a926-a8663562e855', 'mac_address': 'fa:16:3e:3f:04:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:34:29.019680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b34543c-bae2-4921-a926-a8663562e855 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:29.020000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.033123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34543c-bae2-4921-a926-a8663562e855 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:29.053015 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:29.057216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.102574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:29.110507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.110861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.111210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.111571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.111891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.112227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.112561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.112897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.113254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.113587 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.113917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.114243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.114569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:29.474746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['5b34543c-bae2-4921-a926-a8663562e855'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:29.877389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fef8e-a9f3-4e93-9c72-84051ce3606e req-803582b0-4543-4ed8-b517-d81e27c0b3d4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:29.878883 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d41fef8e-a9f3-4e93-9c72-84051ce3606e req-803582b0-4543-4ed8-b517-d81e27c0b3d4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 944 time: 0.0477827 Jan 28 05:34:29.924848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d41fef8e-a9f3-4e93-9c72-84051ce3606e req-a4b28b5c-ebdc-46ea-8921-f12e93e51411 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Jan 28 05:34:30.131849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f58e-26db-47b7-9d1c-b943d4e0591c req-b5341339-1432-4862-ab3b-97530eef40ad tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.133525 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd18f58e-26db-47b7-9d1c-b943d4e0591c req-b5341339-1432-4862-ab3b-97530eef40ad tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 944 time: 0.0517793 Jan 28 05:34:30.152269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-9e120190-63b7-4586-8b56-575cc7ed450d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.153989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-9e120190-63b7-4586-8b56-575cc7ed450d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396&tenant_id=7003619ba88a4a9896665ff4ea0a785a&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 944 time: 0.0565567 Jan 28 05:34:30.183438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd18f58e-26db-47b7-9d1c-b943d4e0591c req-4bf74dde-3290-4457-bf67-94ca6ee7e013 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Jan 28 05:34:30.212854 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-bd32688b-7cd9-49d0-ad3d-76c0810e06f3 service neutron] delete failed (client error): The resource could not be found. Jan 28 05:34:30.213917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-bd32688b-7cd9-49d0-ad3d-76c0810e06f3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5b34543c-bae2-4921-a926-a8663562e855/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0539322 Jan 28 05:34:30.315859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-02d37416-aa41-43b8-83d6-fea263a0f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.317451 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-02d37416-aa41-43b8-83d6-fea263a0f41b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1095 time: 0.0415587 Jan 28 05:34:30.410014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-9158a910-a20d-4e87-92c5-51e0868d69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.411485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-9158a910-a20d-4e87-92c5-51e0868d69f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0872586 Jan 28 05:34:30.475317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-43616dc5-ac2d-4f2d-a225-b7855bd4ab95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 999 time: 0.0569949 Jan 28 05:34:30.523655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-48b27e7d-2b8f-4d69-90bd-420b9aacf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.525681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-48b27e7d-2b8f-4d69-90bd-420b9aacf0dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0442562 Jan 28 05:34:30.573478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-d82a306c-d226-423d-9728-049e610a1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.574893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-d82a306c-d226-423d-9728-049e610a1dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437322 Jan 28 05:34:30.663164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-22132dfe-764d-43ee-a6ec-7549452b7a6f service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825379 Jan 28 05:34:30.756382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-079a21f0-7670-44be-ac1e-7c071da6a901 req-daacd952-f813-41f3-88f7-906680ff6a56 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870233 Jan 28 05:34:30.837957 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b34543c-bae2-4921-a926-a8663562e855 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:30.894892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 5b34543c-bae2-4921-a926-a8663562e855 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:34:30.898508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 5b34543c-bae2-4921-a926-a8663562e855 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:30.898890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5b34543c-bae2-4921-a926-a8663562e855), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.984986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 5b34543c-bae2-4921-a926-a8663562e855 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:30.985406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.007346 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:31.009617 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d649815b-ead7-4cb3-a550-44142fe43b86" -d '{"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-plugged", "status": "completed", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:31.022844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:31.026766 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.061618 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7ce83-f672-4cab-9bb2-43e8d9be0811 x-openstack-request-id: req-b6b7ce83-f672-4cab-9bb2-43e8d9be0811 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:31.061916 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-plugged", "status": "completed", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:31.062174 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6b7ce83-f672-4cab-9bb2-43e8d9be0811 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:31.062571 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'code': 200} Jan 28 05:34:31.079971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:31.301690 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5b024-30de-4a55-a40b-f200a17f97fa req-e1206090-9727-4cac-bf04-7ddece52f170 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.303210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2dd5b024-30de-4a55-a40b-f200a17f97fa req-e1206090-9727-4cac-bf04-7ddece52f170 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0486970 Jan 28 05:34:31.356681 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2dd5b024-30de-4a55-a40b-f200a17f97fa req-08fc9e1b-c2cb-4800-ba8b-458069547354 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477481 Jan 28 05:34:31.473093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879fdb9-fd7f-40fd-a554-7861cd2b7b63 req-3bfe8125-49f7-40f6-9537-4bcc3212316b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.474604 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6879fdb9-fd7f-40fd-a554-7861cd2b7b63 req-3bfe8125-49f7-40f6-9537-4bcc3212316b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Jan 28 05:34:31.522065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6879fdb9-fd7f-40fd-a554-7861cd2b7b63 req-fa8a6b47-e140-489e-8aef-8294f5b766a7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Jan 28 05:34:31.719876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8818-7bce-4aee-bb31-4d482dc85125 req-fa5ff5e6-1271-4b7c-b806-e674b4f2fdd0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.721490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-748e8818-7bce-4aee-bb31-4d482dc85125 req-fa5ff5e6-1271-4b7c-b806-e674b4f2fdd0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Jan 28 05:34:31.802266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-748e8818-7bce-4aee-bb31-4d482dc85125 req-ed25ad62-065c-4cf3-bd2a-0e9cbf03af21 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734673 Jan 28 05:34:31.804828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-8d909d11-efb3-4157-92b2-5fd83023b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.806264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-8d909d11-efb3-4157-92b2-5fd83023b396 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 1096 time: 0.0786362 Jan 28 05:34:31.895336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-423ca458-c403-44ed-b011-52defc40c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.896825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-423ca458-c403-44ed-b011-52defc40c704 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0840631 Jan 28 05:34:31.963470 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-698d763c-e5a5-4e76-a411-005c4b170965 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 200 len: 1000 time: 0.0613883 Jan 28 05:34:32.010684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-ee9191c1-9f7f-4825-b317-bdab64fffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:32.012090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-ee9191c1-9f7f-4825-b317-bdab64fffcaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0425208 Jan 28 05:34:32.054611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-1368a082-084e-4ddd-8222-281e0f72b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:32.056093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-1368a082-084e-4ddd-8222-281e0f72b332 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385728 Jan 28 05:34:32.147039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-edb13923-ac90-4895-8a17-e32dac40c610 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847111 Jan 28 05:34:32.234226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04aac10d-204f-4d51-b62f-ed7ac17fd499 req-66d50e90-9b7e-4a3a-b086-e1532e1bdae3 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819097 Jan 28 05:34:32.927006 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50977-b63f-4db8-8b51-88268fb7bca4 req-b24ec2a1-b48d-4b23-8afc-5c16cabfdaf8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:32.928503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-71a50977-b63f-4db8-8b51-88268fb7bca4 req-b24ec2a1-b48d-4b23-8afc-5c16cabfdaf8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Jan 28 05:34:32.979973 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-71a50977-b63f-4db8-8b51-88268fb7bca4 req-5373bfba-816a-4d94-bb60-c98d6b0957cf tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Jan 28 05:34:33.208936 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1dbe-baa2-4cf7-acaa-21363aff7179 req-179ade17-8578-4136-b7a5-a9fad5c7622a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:33.210450 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce7f1dbe-baa2-4cf7-acaa-21363aff7179 req-179ade17-8578-4136-b7a5-a9fad5c7622a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Jan 28 05:34:33.256308 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce7f1dbe-baa2-4cf7-acaa-21363aff7179 req-40825e14-31ba-4529-af5d-7ffb1f149d73 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Jan 28 05:34:34.379229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24752a2-3a4c-41d5-a9c4-324d31679274 req-4de45483-460e-4b61-8570-6008aa6b5cbb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:34.380724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c24752a2-3a4c-41d5-a9c4-324d31679274 req-4de45483-460e-4b61-8570-6008aa6b5cbb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Jan 28 05:34:34.432551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c24752a2-3a4c-41d5-a9c4-324d31679274 req-e046b6be-d094-43b7-8506-5d11a1d2a00f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462601 Jan 28 05:34:34.706749 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-1d669f40-26b0-4f07-92e6-d9ab49d98fdb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:34.708288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-1d669f40-26b0-4f07-92e6-d9ab49d98fdb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Jan 28 05:34:34.793851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Deleting port 5b34543c-bae2-4921-a926-a8663562e855 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:34:34.794196 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5b34543c-bae2-4921-a926-a8663562e855), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.883433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] For port 5b34543c-bae2-4921-a926-a8663562e855, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=5b34543c-bae2-4921-a926-a8663562e855,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:34.883804 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5b34543c-bae2-4921-a926-a8663562e855), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.053717 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.054005 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.054333 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b disassociated. External IP: 172.25.6.98, port: 5b34543c-bae2-4921-a926-a8663562e855. Jan 28 05:34:35.054683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Calling delete_port for 5b34543c-bae2-4921-a926-a8663562e855 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:34:35.190392 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5b34543c-bae2-4921-a926-a8663562e855), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.220158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event deleted for resources: {'Port': ['ID=5b34543c-bae2-4921-a926-a8663562e855,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:35.341857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:34:35.400139 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:34:35.452155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:35.463757 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:35.474272 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:35.474958 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:35.494191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] No DVR routers for this DVR port 5b34543c-bae2-4921-a926-a8663562e855 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:34:35.497606 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.501996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dad18c99-a34f-43b6-a319-7b60a7c15b34 req-d7d73dfb-ccad-4b00-9b6d-8f962c280188 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "DELETE /v2.0/ports/5b34543c-bae2-4921-a926-a8663562e855 HTTP/1.1" status: 204 len: 173 time: 0.7888699 Jan 28 05:34:35.502467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-deleted', 'tag': '5b34543c-bae2-4921-a926-a8663562e855'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:35.505501 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeeabd1-6b5e-4617-9fc3-d950b92d71b9" -d '{"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-deleted", "tag": "5b34543c-bae2-4921-a926-a8663562e855"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:35.545624 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a5babb-ec9a-4d82-945e-26c393019b7f x-openstack-request-id: req-51a5babb-ec9a-4d82-945e-26c393019b7f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:35.545919 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a240c3e-4eb7-49dd-af40-1844027ca396", "name": "network-vif-deleted", "tag": "5b34543c-bae2-4921-a926-a8663562e855", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:35.546176 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51a5babb-ec9a-4d82-945e-26c393019b7f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:35.546594 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a240c3e-4eb7-49dd-af40-1844027ca396', 'name': 'network-vif-deleted', 'tag': '5b34543c-bae2-4921-a926-a8663562e855', 'status': 'completed', 'code': 200} Jan 28 05:34:35.552065 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-86110f68-c42c-4558-9d0b-9c2546662058 req-7b6325a6-5040-41f3-9b80-bbc88ad1155a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a240c3e-4eb7-49dd-af40-1844027ca396 HTTP/1.1" status: 200 len: 210 time: 0.0435121 Jan 28 05:34:35.588300 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:35.791916 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:35.821849 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:35.830437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:35.831046 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:34:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:35.934183 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:36.132777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:36.158222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4b7270-0864-4668-9313-ead1a128533c None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:36.369920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f648d8-6180-470e-8e63-f86eebf0d376 None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:34:36.778158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.842662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-ab631c59-dbbd-4e8b-8438-31a02e418de4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1113313961&fields=id&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 267 time: 0.0417879 Jan 28 05:34:36.949631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-ae94f843-e549-485b-b0ef-de4f7edd09b7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:36.951105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-ae94f843-e549-485b-b0ef-de4f7edd09b7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1018121 Jan 28 05:34:36.966329 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-12d3e955-07d9-4125-83b6-7181b24ef6e2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/quotas/7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 375 time: 0.0089550 Jan 28 05:34:37.015267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-26169081-4300-4988-b290-eddbe68e9f2c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442519 Jan 28 05:34:37.113862 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-a15c1a7f-1ef3-4077-afb8-cb7eafe07117 service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869434 Jan 28 05:34:37.201948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-37087389-e460-427d-bebb-41f4183e6f3f service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819430 Jan 28 05:34:37.359720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c7c7fb3b-f7fa-4c8e-83b8-c708e8f1f952 req-95e0c237-28a2-4a72-b9c7-96f4e6a00fd8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 210 time: 0.0274649 Jan 28 05:34:38.130779 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.384531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-808802ab-ceca-44ed-82df-36cbf484a323 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:38.385947 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-808802ab-ceca-44ed-82df-36cbf484a323 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1033945 Jan 28 05:34:38.467917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7f54fa29-1d4f-4030-bed2-bf077c94ba66 req-af074707-9b07-4c68-999d-96faf0be5961 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 210 time: 0.0328059 Jan 28 05:34:38.474082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-a3641347-4c91-413e-b7b8-5dab05c57375 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 380 time: 0.0746236 Jan 28 05:34:38.489348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'port': {'device_id': '28c748ba-378e-44a0-9577-5c2278bed779', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'admin_state_up': True, 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'security_groups': ['fec56e0b-3807-4e95-8f0b-de2fe71f69ad']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:38.595962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Made reservation on behalf of 7003619ba88a4a9896665ff4ea0a785a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:38.599388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.710282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e9e619d-cb2c-46fd-9cfd-2087f91d7719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.724856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Allocated IP 172.20.0.5 (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3/64de89bc-c52f-4551-9302-04744cdfbf86/d20d6323-d983-4650-99bf-ac507a2ae502) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:38.849658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b34543c-bae2-4921-a926-a8663562e855 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:34:38.866845 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for port (d20d6323-d983-4650-99bf-ac507a2ae502), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.869287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 5b34543c-bae2-4921-a926-a8663562e855 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:34:38.869641 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 5b34543c-bae2-4921-a926-a8663562e855 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:34:38.900621 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.940817 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:38.943679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:38.947210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:38.974856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:39.003479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.004104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.021289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c105b466-f048-4d75-9f30-de57685a3ed0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362036 Jan 28 05:34:39.037828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Request body: {'port': {'device_id': '28c748ba-378e-44a0-9577-5c2278bed779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:39.097560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.241376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-439ff5c3-a0da-4e1b-8dc2-b122da34322c None None] Provisioning complete for port d20d6323-d983-4650-99bf-ac507a2ae502 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:39.241934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-439ff5c3-a0da-4e1b-8dc2-b122da34322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.275644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-439ff5c3-a0da-4e1b-8dc2-b122da34322c None None] Port d20d6323-d983-4650-99bf-ac507a2ae502 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:39.360471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20d6323-d983-4650-99bf-ac507a2ae502 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:39.367716 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Publish callbacks [] for port (d20d6323-d983-4650-99bf-ac507a2ae502), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.380189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Transition to ACTIVE for port object d20d6323-d983-4650-99bf-ac507a2ae502 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:34:39.383745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.434386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:39.505352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:39.505597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:39.505904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:39.510701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:39.511034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:39.516199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:39.516536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:39.516925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:39.517391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Bound port: d20d6323-d983-4650-99bf-ac507a2ae502, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:39.517753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.591672 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:39.595362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6b187-fc8b-490e-8792-9c8f12162cd4 req-eb2001a8-2498-43bc-833e-f639faac6e08 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.595875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:39.597947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9a6b187-fc8b-490e-8792-9c8f12162cd4 req-eb2001a8-2498-43bc-833e-f639faac6e08 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0572829 Jan 28 05:34:39.600942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.636698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.637359 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.638773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] 10.222.0.47 "PUT /v2.0/ports/d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1091 time: 0.6052442 Jan 28 05:34:39.639237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:39.641720 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:39.654955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9a6b187-fc8b-490e-8792-9c8f12162cd4 req-42f8db1e-b202-444d-ab84-72c5871923aa tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492501 Jan 28 05:34:39.688268 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f94775-e644-4b5e-ab0e-4094313325d5 x-openstack-request-id: req-e9f94775-e644-4b5e-ab0e-4094313325d5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:39.688564 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:39.688825 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9f94775-e644-4b5e-ab0e-4094313325d5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:39.689276 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'status': 'completed', 'code': 200} Jan 28 05:34:39.695835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d28f-d2c7-402f-a53c-dd3d9e797b7d service neutron] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:39.760554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-abb1be19-09bd-4c6f-a69b-5a53674b8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.762132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-abb1be19-09bd-4c6f-a69b-5a53674b8f5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1094 time: 0.0434294 Jan 28 05:34:39.814615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-048d4769-0d3e-4a5a-a9a4-60cbebe41112 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 217 time: 0.0357451 Jan 28 05:34:39.863591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-f885dd2c-4c09-4759-88b9-cb29b23266ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.865069 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-f885dd2c-4c09-4759-88b9-cb29b23266ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0452166 Jan 28 05:34:39.915456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-05cdbfeb-dd0d-4192-bc75-241b8ba4640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.916961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-05cdbfeb-dd0d-4192-bc75-241b8ba4640a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443311 Jan 28 05:34:40.003563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-c31d0211-40cf-4c99-861c-40a7fbddbf72 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805824 Jan 28 05:34:40.356440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7ca5f53f-cd08-4063-89a9-691d27e48122 req-a35c075f-f2b6-48b9-97a3-3e7a148023dc service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465371 Jan 28 05:34:40.489775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-2e90e9d0-fe0f-4416-9292-1d50cd4bd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.491267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-2e90e9d0-fe0f-4416-9292-1d50cd4bd9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1094 time: 0.0431299 Jan 28 05:34:40.582114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-57e56bc9-26af-4b26-93fe-9bc46dc545c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.583601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-57e56bc9-26af-4b26-93fe-9bc46dc545c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0850255 Jan 28 05:34:40.624360 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-cc66361a-b83e-4c69-a2f0-597515af1c3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 217 time: 0.0342481 Jan 28 05:34:40.671643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-db657927-40f0-4590-a0a1-f0e51b906e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.674392 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-db657927-40f0-4590-a0a1-f0e51b906e58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0430574 Jan 28 05:34:40.720391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-4a6a40ae-5462-4dab-9f2d-35594d5013af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.721956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-4a6a40ae-5462-4dab-9f2d-35594d5013af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411105 Jan 28 05:34:40.770052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4147d7-3b20-40f3-8a34-0c546d6058f1 req-3c28b7ed-76b0-4919-8933-07de117b9f20 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.771631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba4147d7-3b20-40f3-8a34-0c546d6058f1 req-3c28b7ed-76b0-4919-8933-07de117b9f20 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0514321 Jan 28 05:34:40.816597 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-343d3041-3e46-44ad-b0a0-52a150f58644 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Jan 28 05:34:40.818980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ba4147d7-3b20-40f3-8a34-0c546d6058f1 req-907c60a5-afb6-405f-b97e-f3d07cb5d31c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Jan 28 05:34:40.898679 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34553d27-4722-438d-9c3c-c5b7a7ee55d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.912216 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1f4ab4d2-9ee1-4f39-9e96-3dda4333e1fe req-2bab15ce-1045-4100-b07d-7dbbfb6d7353 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Jan 28 05:34:41.934842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5e8d-3814-41ad-94f5-e4e7885d09da req-4abc8ccf-956a-46f9-a999-a2b8805cabe8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:41.936331 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-911e5e8d-3814-41ad-94f5-e4e7885d09da req-4abc8ccf-956a-46f9-a999-a2b8805cabe8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0477777 Jan 28 05:34:41.982573 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-911e5e8d-3814-41ad-94f5-e4e7885d09da req-89a0643d-08bc-40b1-adb9-d812c3e8f267 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 Jan 28 05:34:42.175451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.922078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:34:43.012732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:43.025252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'mac_address': 'fa:16:3e:d4:22:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:34:43.065455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d20d6323-d983-4650-99bf-ac507a2ae502 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:43.065848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.078361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20d6323-d983-4650-99bf-ac507a2ae502 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:43.098045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:43.098610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c1ce1-efbe-4757-b961-f2bcf4ae7dcc req-cf46c9c4-e056-4c4c-b10a-7e3f919dcb70 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.100767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-286c1ce1-efbe-4757-b961-f2bcf4ae7dcc req-cf46c9c4-e056-4c4c-b10a-7e3f919dcb70 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0486481 Jan 28 05:34:43.102764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.150325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:43.152875 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-286c1ce1-efbe-4757-b961-f2bcf4ae7dcc req-d3a73565-523d-4c9e-a192-0c10defe1eae tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456791 Jan 28 05:34:43.377795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d20d6323-d983-4650-99bf-ac507a2ae502'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:43.898769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.268877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b569bf-baf1-4f55-905e-70e6113ff9b2 req-82817afe-cd41-4572-95b8-29c3a697668e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.270400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a0b569bf-baf1-4f55-905e-70e6113ff9b2 req-82817afe-cd41-4572-95b8-29c3a697668e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 944 time: 0.0476511 Jan 28 05:34:44.316723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a0b569bf-baf1-4f55-905e-70e6113ff9b2 req-933fbb87-df57-4062-a829-03d893ea49a8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Jan 28 05:34:44.924711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:44.973626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port d20d6323-d983-4650-99bf-ac507a2ae502 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:34:44.977654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port d20d6323-d983-4650-99bf-ac507a2ae502 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:44.978037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.056455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d20d6323-d983-4650-99bf-ac507a2ae502 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:45.056846 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.078739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:45.080947 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521c8e5-a3f6-4794-8038-3641a6618eef" -d '{"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-plugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:45.092579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:45.097097 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.119373 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13ac91e-2aaf-4f93-8b3f-a0df57889ac6 x-openstack-request-id: req-b13ac91e-2aaf-4f93-8b3f-a0df57889ac6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:45.119668 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-plugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:45.119923 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b13ac91e-2aaf-4f93-8b3f-a0df57889ac6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:45.120306 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'code': 200} Jan 28 05:34:45.145917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:45.252607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2706-4177-480c-b417-a16701bbcb6c req-7a1a7867-3916-47c5-826c-1b305daa57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:45.254090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-357f2706-4177-480c-b417-a16701bbcb6c req-7a1a7867-3916-47c5-826c-1b305daa57f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1096 time: 0.0443399 Jan 28 05:34:45.299002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-357f2706-4177-480c-b417-a16701bbcb6c req-0363b71d-ecb0-43ba-8aa8-274b7c189d25 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Jan 28 05:34:45.433029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281ae5b-8464-4390-bd42-4b69d6969e2f req-6134d8a3-fb8e-4f86-b248-643e302a1e92 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:45.434553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2281ae5b-8464-4390-bd42-4b69d6969e2f req-6134d8a3-fb8e-4f86-b248-643e302a1e92 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0480065 Jan 28 05:34:45.453214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.484093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2281ae5b-8464-4390-bd42-4b69d6969e2f req-043c6cfd-6c89-4fae-ae57-3329059b88f4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Jan 28 05:34:46.600079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846211-26b3-4168-9aec-085a51afb516 req-f60e85a9-df37-45a1-bafe-c7046f75017c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:46.601596 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f846211-26b3-4168-9aec-085a51afb516 req-f60e85a9-df37-45a1-bafe-c7046f75017c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0474658 Jan 28 05:34:46.648818 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8f846211-26b3-4168-9aec-085a51afb516 req-bb481aed-8bab-42a0-a502-c391b19d7435 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Jan 28 05:34:46.760635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ecf09-26dd-4bd4-a34e-4d322180b721 req-c2bbbcdd-c51f-405f-8d60-f54d3842f509 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:46.762161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-135ecf09-26dd-4bd4-a34e-4d322180b721 req-c2bbbcdd-c51f-405f-8d60-f54d3842f509 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Jan 28 05:34:46.771261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 53380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:46.775669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'floatingip': {'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:46.817080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.252274 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.256099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.369349 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b associated. External IP: 172.25.6.98, port: d20d6323-d983-4650-99bf-ac507a2ae502. Jan 28 05:34:47.568341 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:34:47.674764 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:47.679334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.685581 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:47.696780 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:47.697839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:47.715500 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-96ecba10-9644-46ac-9c60-17e79832e42e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "PUT /v2.0/floatingips/41621fcb-a55b-4815-b4cf-0a1f398a454b HTTP/1.1" status: 200 len: 990 time: 0.9431512 Jan 28 05:34:47.716287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:47.718858 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be260057-9228-45ee-acd1-9784c56939a5" -d '{"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:47.760214 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f365c6d9-d65e-4743-ba5d-9f6afcc6fbb1 x-openstack-request-id: req-f365c6d9-d65e-4743-ba5d-9f6afcc6fbb1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:47.760515 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:47.760780 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f365c6d9-d65e-4743-ba5d-9f6afcc6fbb1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:47.761897 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'status': 'completed', 'code': 200} Jan 28 05:34:47.812313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:47.857242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260057-9228-45ee-acd1-9784c56939a5 req-eee6d038-9542-49c3-aaca-d68b7f30f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.858988 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-eee6d038-9542-49c3-aaca-d68b7f30f237 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1096 time: 0.0438015 Jan 28 05:34:47.949466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260057-9228-45ee-acd1-9784c56939a5 req-71e8e154-72fc-4a53-ac84-ed7571f29318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.950987 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-71e8e154-72fc-4a53-ac84-ed7571f29318 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0858347 Jan 28 05:34:48.021086 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-f5919d36-dad2-4d63-bac1-a0f6c980d248 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 998 time: 0.0641084 Jan 28 05:34:48.069340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260057-9228-45ee-acd1-9784c56939a5 req-8a0198d6-33d6-46e7-a816-25e9837adbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:48.070734 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-8a0198d6-33d6-46e7-a816-25e9837adbc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0432777 Jan 28 05:34:48.115745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260057-9228-45ee-acd1-9784c56939a5 req-c1eaaaa3-7e65-4d02-be27-4e6d6207f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:48.117277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-c1eaaaa3-7e65-4d02-be27-4e6d6207f4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407951 Jan 28 05:34:48.120939 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:d4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c748ba-378e-44a0-9577-5c2278bed779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:34:47Z', 'revision_number': 9, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:48.148904 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:48.157618 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:48.158220 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:34:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:48.209675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-8eb454d4-c360-4db5-8788-167b965076c6 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865817 Jan 28 05:34:48.260216 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:48.299250 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be260057-9228-45ee-acd1-9784c56939a5 req-057eb826-9dc0-467a-9f6b-44a12ca1fef7 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Jan 28 05:34:48.477332 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:d4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c748ba-378e-44a0-9577-5c2278bed779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:34:47Z', 'revision_number': 9, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:48.507119 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c5c53-fd8f-4864-b242-175c7087de58 None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:d4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c748ba-378e-44a0-9577-5c2278bed779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:34:47Z', 'revision_number': 9, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:48.708368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7e0f4-c50c-4641-ac90-a85a94afaafb None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:35:06.788465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:08.137264 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:08.705780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52912322-1ffc-4168-9dda-d1ac61bcc989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.901560 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9b52a59-3f8c-4635-aa7e-a1c7258223c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:12.177336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:12.399884 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:35:13.901856 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.455769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:21.835517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-29d41097-7498-48c6-9574-4437a7dbf115 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399003 Jan 28 05:35:21.939530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-c71993c1-d95d-4713-a6b3-149651d197a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:21.941024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-c71993c1-d95d-4713-a6b3-149651d197a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1096 time: 0.0451589 Jan 28 05:35:22.057464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-8b9416c2-ef9f-40a0-9d38-eff1041ae737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:22.059088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-8b9416c2-ef9f-40a0-9d38-eff1041ae737 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0963731 Jan 28 05:35:22.127823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-86580447-5855-4998-8102-3864e71f6d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1001 time: 0.0626988 Jan 28 05:35:22.174466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-453120ed-aebb-45ea-a5b6-9e2c7c9a6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:22.175909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-453120ed-aebb-45ea-a5b6-9e2c7c9a6680 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0422931 Jan 28 05:35:22.219369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-a3112fa8-7304-40b9-a495-669a965a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:22.220775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-a3112fa8-7304-40b9-a495-669a965a5e49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393322 Jan 28 05:35:22.310940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-42dc11f1-a39d-4539-b5f3-ad7950dde237 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839787 Jan 28 05:35:22.410705 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51cc82ea-2fe6-4b49-ac81-f20c2b1f4b25 req-054df584-7460-43db-9e18-c756280907b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938241 Jan 28 05:35:36.791452 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.137659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.711250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fdfb690d-80ca-4843-8203-38aebcfaaf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:40.902719 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-507be1e7-130c-4c85-afa9-ca18a5e425bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.179786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.904533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.459295 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:49.399272 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:36:06.816089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:08.137542 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:08.713838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5fda-7d55-4e5d-8ff7-c5197cc3cf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:10.904448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1bc2808-f57c-409b-aa0c-7f92e5f910a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:12.182230 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:14.060039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:15.461806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.832920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-c5513cff-16e5-4532-bf4b-078591604791 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410533 Jan 28 05:36:22.944686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-55c35c4b-8034-4624-b9fe-b465b43904ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.946209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-55c35c4b-8034-4624-b9fe-b465b43904ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1096 time: 0.0455995 Jan 28 05:36:23.048402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-ef20539c-581f-4a42-839c-032fb6753776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:23.049817 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-ef20539c-581f-4a42-839c-032fb6753776 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0854833 Jan 28 05:36:23.117412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-f08bcfc4-405f-4fcb-80fc-ad49d235e60f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1001 time: 0.0609577 Jan 28 05:36:23.168006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-59321825-0b01-48f1-8fd4-fd60d8b7e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:23.169578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-59321825-0b01-48f1-8fd4-fd60d8b7e211 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0446491 Jan 28 05:36:23.212318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-4a4938ea-fada-43ff-b64b-c99a99a39568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:23.213855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-4a4938ea-fada-43ff-b64b-c99a99a39568 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389390 Jan 28 05:36:23.304058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-e59ff547-8142-4202-acc2-d3c4f332d060 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837600 Jan 28 05:36:23.390466 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09b40a37-0eee-4ba6-8c99-3ad5cdc8024c req-f9046ef7-fb6f-435f-94d5-1593e5feb2a5 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805781 Jan 28 05:36:25.296438 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-c991d4e3-7b67-4790-9a05-59798217203a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729294 Jan 28 05:36:25.307286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299fa42-fa3f-42a3-8548-38ea5396a1e3 req-ba4cb637-63a4-4076-92fc-00c7fd0152fc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:25.308758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8299fa42-fa3f-42a3-8548-38ea5396a1e3 req-ba4cb637-63a4-4076-92fc-00c7fd0152fc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0606122 Jan 28 05:36:25.359848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8299fa42-fa3f-42a3-8548-38ea5396a1e3 req-0834f222-c872-400d-9499-63f49169b13b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442469 Jan 28 05:36:26.397805 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:36:26.482546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03ef4-9862-4afb-bb22-aaf15c2dd363 req-07ca21a7-2d4b-436f-a27a-fa5f4de9a708 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.484320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-88f03ef4-9862-4afb-bb22-aaf15c2dd363 req-07ca21a7-2d4b-436f-a27a-fa5f4de9a708 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0508599 Jan 28 05:36:26.570676 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-88f03ef4-9862-4afb-bb22-aaf15c2dd363 req-541c7656-dca5-41b7-af94-6e5d1375e0ed tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798054 Jan 28 05:36:26.573132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-66e258e0-657b-462b-9b42-e84813c37334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.574545 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-66e258e0-657b-462b-9b42-e84813c37334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1096 time: 0.0732765 Jan 28 05:36:26.664536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-ff000d87-dad7-406f-9c95-4fe0aefbe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.665979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-ff000d87-dad7-406f-9c95-4fe0aefbe430 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0841532 Jan 28 05:36:26.735618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-093cbfe4-a060-4946-ad11-124ac13d1588 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1001 time: 0.0640993 Jan 28 05:36:26.782011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-57b84412-965c-4208-8e20-fb4013ca53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.783425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-57b84412-965c-4208-8e20-fb4013ca53a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0425708 Jan 28 05:36:26.825818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-9b4d3747-f829-4dc6-a210-b4a91ceec783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.827857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-9b4d3747-f829-4dc6-a210-b4a91ceec783 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389414 Jan 28 05:36:27.180503 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-9d699d42-25b1-4f49-af4c-c3c8cbf157b4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469338 Jan 28 05:36:27.270172 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-50f5618f-c90d-4de2-bacf-3fc77a2dc077 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831711 Jan 28 05:36:27.686256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e991a-3844-478b-9d81-ce0884c6aa33 req-967dc612-2607-47af-86c7-6e68e008555a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:27.687760 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-134e991a-3844-478b-9d81-ce0884c6aa33 req-967dc612-2607-47af-86c7-6e68e008555a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Jan 28 05:36:27.735118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-134e991a-3844-478b-9d81-ce0884c6aa33 req-0117af68-6bd6-4080-801d-11c0a478421b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Jan 28 05:36:28.852098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661469-257e-4055-b386-ed487be8524d req-47efe119-7537-48b4-8ac3-4c81f3a3aaef tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.853660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28661469-257e-4055-b386-ed487be8524d req-47efe119-7537-48b4-8ac3-4c81f3a3aaef tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0514860 Jan 28 05:36:28.899338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28661469-257e-4055-b386-ed487be8524d req-f07a1cab-362f-4e5e-a1c0-416b4ee89569 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Jan 28 05:36:30.016172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021663-cd86-410b-b3e4-126c6e329a25 req-fdb5c7f5-e5aa-46e1-8a8a-438effb04f7e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:30.017671 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62021663-cd86-410b-b3e4-126c6e329a25 req-fdb5c7f5-e5aa-46e1-8a8a-438effb04f7e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0476718 Jan 28 05:36:30.067377 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62021663-cd86-410b-b3e4-126c6e329a25 req-c2b5ee6c-8be6-48cb-8e0f-3aa87b7a722e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Jan 28 05:36:31.186856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb7854-6115-425b-bd3b-87591b38a109 req-7846f12a-753e-47fe-a022-0356ab808867 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:31.188355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cffb7854-6115-425b-bd3b-87591b38a109 req-7846f12a-753e-47fe-a022-0356ab808867 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Jan 28 05:36:31.240048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cffb7854-6115-425b-bd3b-87591b38a109 req-e039d3f7-5bf7-445f-966e-e13458daa041 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Jan 28 05:36:32.360002 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb96e3-75ab-42b6-ab2e-2efb0f83bc47 req-1f6bd327-d451-4b5d-b36f-28dcfd892029 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:32.361483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92fb96e3-75ab-42b6-ab2e-2efb0f83bc47 req-1f6bd327-d451-4b5d-b36f-28dcfd892029 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0469272 Jan 28 05:36:32.406737 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92fb96e3-75ab-42b6-ab2e-2efb0f83bc47 req-3432aaad-5bda-4dd8-9ce1-0413e04307bb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Jan 28 05:36:33.522025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755297e2-bdea-4503-b262-a73c87c68e4e req-02afa456-e557-4c10-aa6e-0eeacc4ce6c9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:33.523511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-755297e2-bdea-4503-b262-a73c87c68e4e req-02afa456-e557-4c10-aa6e-0eeacc4ce6c9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0479250 Jan 28 05:36:33.572457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-755297e2-bdea-4503-b262-a73c87c68e4e req-96ec05b4-e34b-43e5-9076-c485b06ebe6a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Jan 28 05:36:34.687832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92787121-8af7-4247-b65f-237e73d4280e req-9ba76ad4-88c3-4492-a600-fe2507f42e05 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:34.689357 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92787121-8af7-4247-b65f-237e73d4280e req-9ba76ad4-88c3-4492-a600-fe2507f42e05 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Jan 28 05:36:34.736575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-92787121-8af7-4247-b65f-237e73d4280e req-cd399bb8-fe47-4812-be39-80f7df6e92b7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Jan 28 05:36:35.850169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f895-5f46-42ec-b757-4af5fabedd74 req-01f2b0d3-4c63-4a7b-b2bd-81359ddf2e58 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:35.851651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbb2f895-5f46-42ec-b757-4af5fabedd74 req-01f2b0d3-4c63-4a7b-b2bd-81359ddf2e58 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0469306 Jan 28 05:36:35.897561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fbb2f895-5f46-42ec-b757-4af5fabedd74 req-cc18d37d-e4d5-460c-b1bc-d80755b51428 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Jan 28 05:36:36.815242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:37.015003 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a912-be57-47ef-a8da-02cd9df8f226 req-e31821c6-30ea-44ba-827d-59ec363dce63 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:37.016404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37f9a912-be57-47ef-a8da-02cd9df8f226 req-e31821c6-30ea-44ba-827d-59ec363dce63 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Jan 28 05:36:37.061442 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-37f9a912-be57-47ef-a8da-02cd9df8f226 req-5793605c-4c25-4f0e-a7ef-57ae10905f16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Jan 28 05:36:38.139974 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:38.185555 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9a323-7ad5-45ea-a324-387baaf80c51 req-e977c31b-1e83-42c7-9c54-a50b2f11c8c9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.191754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15f9a323-7ad5-45ea-a324-387baaf80c51 req-e977c31b-1e83-42c7-9c54-a50b2f11c8c9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0497537 Jan 28 05:36:38.235661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15f9a323-7ad5-45ea-a324-387baaf80c51 req-296e0149-0c2c-40f7-a3a7-68fabe4bf9fe tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Jan 28 05:36:38.716535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a46d03b1-370d-4aec-8985-c96ac5690fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.274720 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-21e0f909-9d89-4256-9201-79c8566cf679 req-c9a6f839-f41c-4705-b667-b398b4b4bee8 service neutron] show failed (client error): The resource could not be found. Jan 28 05:36:39.275763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-c9a6f839-f41c-4705-b667-b398b4b4bee8 service neutron] 10.222.0.47 "GET /v2.0/ports/d20d6323-d983-4650-99bf-ac507a2ae502/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0595918 Jan 28 05:36:39.356342 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7966aa0-6ec7-41ae-9b75-5148ab2bdc23 req-d1b4dddd-73a2-4bfb-8366-2ff099922cab tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:39.358976 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7966aa0-6ec7-41ae-9b75-5148ab2bdc23 req-d1b4dddd-73a2-4bfb-8366-2ff099922cab tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0513048 Jan 28 05:36:39.409839 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7966aa0-6ec7-41ae-9b75-5148ab2bdc23 req-51fa12e2-081e-47b1-86bf-676e833aa873 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Jan 28 05:36:39.489862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-ed6d6c05-31e9-401d-be5a-332b0d25d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:39.491484 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-ed6d6c05-31e9-401d-be5a-332b0d25d32f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 1096 time: 0.0424700 Jan 28 05:36:39.508906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:39.564202 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.765306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:39.798030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:39.836715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:39.839064 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb25fbee-105c-41f4-b08b-156c365f7cbe" -d '{"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-unplugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:39.843338 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Publish callbacks [] for port (d20d6323-d983-4650-99bf-ac507a2ae502), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.856717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Transition to ACTIVE for port object d20d6323-d983-4650-99bf-ac507a2ae502 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:39.860707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.940958 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cd4f47-a35f-4cd1-ae37-c59b2fdf6ebe x-openstack-request-id: req-35cd4f47-a35f-4cd1-ae37-c59b2fdf6ebe {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:39.941300 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-unplugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:39.941561 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35cd4f47-a35f-4cd1-ae37-c59b2fdf6ebe {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:39.941966 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'code': 200} Jan 28 05:36:39.962108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:39.977551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.977918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.978513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.978853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.979187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.979519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.979848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.980210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.980538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.980866 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.981218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.981545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:39.981867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:40.000573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] No DVR routers for this DVR port d20d6323-d983-4650-99bf-ac507a2ae502 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:40.148746 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:40.149251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:40.149669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:40.154481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:40.154884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:40.160070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:40.160420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:40.160814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:40.161295 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Bound port: d20d6323-d983-4650-99bf-ac507a2ae502, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:40.161661 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.232489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:40.236726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:40.242926 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.285790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.286447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.287881 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] 10.222.0.52 "PUT /v2.0/ports/d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1091 time: 0.7829032 Jan 28 05:36:40.307771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79798c74-7f79-4695-b915-0a1effa46bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:40.367641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-ecbe37af-d3b9-4dc6-9126-121577090529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.369377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-ecbe37af-d3b9-4dc6-9126-121577090529 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1094 time: 0.0445375 Jan 28 05:36:40.477936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-926620cd-7e82-44ef-ad25-86f12d80de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.479591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-926620cd-7e82-44ef-ad25-86f12d80de9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1045768 Jan 28 05:36:40.546069 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14b9db-28fc-4a07-934c-055d9af89b5f req-b246e5ba-563b-4261-b0ec-fd41d90f5b27 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.548392 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb14b9db-28fc-4a07-934c-055d9af89b5f req-b246e5ba-563b-4261-b0ec-fd41d90f5b27 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0557759 Jan 28 05:36:40.555624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-9ffea58b-9dc0-4f36-a2e4-14945fbba65a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 999 time: 0.0698681 Jan 28 05:36:40.599232 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cb14b9db-28fc-4a07-934c-055d9af89b5f req-b4c42d86-9635-4a1b-9334-f30fe8c51d1d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Jan 28 05:36:40.609126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-8561fd22-4fa3-422f-b76c-50c77a2b4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.610645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-8561fd22-4fa3-422f-b76c-50c77a2b4eae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0485425 Jan 28 05:36:40.655539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f909-9d89-4256-9201-79c8566cf679 req-b61a2753-b383-43e8-bff4-532bffa027c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.657019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-b61a2753-b383-43e8-bff4-532bffa027c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411117 Jan 28 05:36:40.750833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-af6d562e-5718-4a89-9936-5d7191c2dcd7 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881302 Jan 28 05:36:40.837421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21e0f909-9d89-4256-9201-79c8566cf679 req-87838cec-9d33-49f7-b152-c4a7e306e812 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812533 Jan 28 05:36:40.906494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cca35c14-71aa-490b-a7a1-0bb1190c9ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:41.717729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb139af-ecb4-4216-9310-7e315d2feb1e req-9e046908-1353-42b6-bdff-d328e3fa0c99 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:41.719234 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fb139af-ecb4-4216-9310-7e315d2feb1e req-9e046908-1353-42b6-bdff-d328e3fa0c99 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0495906 Jan 28 05:36:41.774233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6fb139af-ecb4-4216-9310-7e315d2feb1e req-d252c8ac-9631-4f6e-b441-16d3fd58515e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494406 Jan 28 05:36:41.943046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:41.945425 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6" -d '{"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:41.993396 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2607426-1eb5-4c9e-84f5-cb845d683c32 x-openstack-request-id: req-e2607426-1eb5-4c9e-84f5-cb845d683c32 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:41.993695 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:41.993954 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2607426-1eb5-4c9e-84f5-cb845d683c32 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:41.994357 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'status': 'completed', 'code': 200} Jan 28 05:36:42.097648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-9bc92eb5-856f-48e1-9950-2035c8f02c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.099166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-9bc92eb5-856f-48e1-9950-2035c8f02c1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1094 time: 0.0674305 Jan 28 05:36:42.101482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-329b576a-b565-4b1b-9f5e-738048d7d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.102838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-329b576a-b565-4b1b-9f5e-738048d7d9a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1094 time: 0.0633183 Jan 28 05:36:42.185086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:42.258563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-df4bf34e-5a65-4d12-9eca-6b41fa7450a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.259962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-df4bf34e-5a65-4d12-9eca-6b41fa7450a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1543603 Jan 28 05:36:42.261029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-6ced56b8-8a42-48cf-90f3-4547b9789a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.262371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-6ced56b8-8a42-48cf-90f3-4547b9789a9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1495590 Jan 28 05:36:42.369108 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-19125cea-11fb-49ef-b973-52e1ec02891d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 999 time: 0.1027937 Jan 28 05:36:42.373262 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-44ccb211-1cc9-432e-829c-afc19381fef9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 999 time: 0.1009388 Jan 28 05:36:42.450650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-a529372a-4083-45bc-b5a3-4e7bd4da8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.452642 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-a529372a-4083-45bc-b5a3-4e7bd4da8efb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0775151 Jan 28 05:36:42.455981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-bd8e0525-ae9f-47a1-aefc-7952d0d820df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.457329 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-bd8e0525-ae9f-47a1-aefc-7952d0d820df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0751131 Jan 28 05:36:42.522545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-dbbf05dc-262b-48d2-8fb1-e69baa9fa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.523954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-dbbf05dc-262b-48d2-8fb1-e69baa9fa8f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656087 Jan 28 05:36:42.531148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-7feb4d1a-2d7e-4b80-8126-230b70ba09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.532521 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-7feb4d1a-2d7e-4b80-8126-230b70ba09fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660875 Jan 28 05:36:42.680399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-83507c50-971e-4a37-b540-169bbf49c219 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469483 Jan 28 05:36:42.683763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-a4e35119-99e9-4be8-b43a-e985567357fe service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428571 Jan 28 05:36:42.838002 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-52619411-1a36-4f67-84b2-aacd3c7e9af7 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518478 Jan 28 05:36:42.839910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c674e-bb37-468e-9a2f-1fdb48b49af6 req-69e6c256-f93c-4ac3-adcb-659e5a6d250b service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466212 Jan 28 05:36:42.890234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675e2d0-e8fe-4549-8875-f1b247b725a3 req-389a7c88-0f82-464b-ae48-7315b33d73b2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.891709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5675e2d0-e8fe-4549-8875-f1b247b725a3 req-389a7c88-0f82-464b-ae48-7315b33d73b2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0481098 Jan 28 05:36:42.937510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5675e2d0-e8fe-4549-8875-f1b247b725a3 req-2f5fdda8-340a-48b6-bb53-7773b7a262a6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Jan 28 05:36:43.446058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:43.484313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port d20d6323-d983-4650-99bf-ac507a2ae502 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:36:43.484700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:43.909580 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:44.055650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30485e41-8a6c-4f40-accf-d90eff03f519 req-7d610d4a-4a06-4594-89a3-2f6d551e2154 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.057122 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30485e41-8a6c-4f40-accf-d90eff03f519 req-7d610d4a-4a06-4594-89a3-2f6d551e2154 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0468404 Jan 28 05:36:44.104924 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30485e41-8a6c-4f40-accf-d90eff03f519 req-6c392a1e-21a0-4d06-803b-18628b168bf3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416124 Jan 28 05:36:45.228053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e014a4-3ff3-4fb4-a85a-3424f26c7b97 req-0d7762fa-063a-4a00-9b07-ea3a9a72ff7d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.229563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51e014a4-3ff3-4fb4-a85a-3424f26c7b97 req-0d7762fa-063a-4a00-9b07-ea3a9a72ff7d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0520315 Jan 28 05:36:45.275104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51e014a4-3ff3-4fb4-a85a-3424f26c7b97 req-0577dc2d-1b4a-4803-a478-777f9b15ead3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Jan 28 05:36:45.366521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:45.475031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:45.482252 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:45.487565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'mac_address': 'fa:16:3e:d4:22:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:45.534143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d20d6323-d983-4650-99bf-ac507a2ae502 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:45.539533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:45.555465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20d6323-d983-4650-99bf-ac507a2ae502 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:45.576087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:45.579998 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:45.598785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-cf57383e-8085-4417-8821-9927671b1f21 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.600316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-cf57383e-8085-4417-8821-9927671b1f21 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779&tenant_id=7003619ba88a4a9896665ff4ea0a785a&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 943 time: 0.0814369 Jan 28 05:36:45.615905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03926e97-b87a-4357-8cc8-94a6750021c6 req-2bbe5bfc-a72c-4116-8c7c-1ec27a1b1344 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.617396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03926e97-b87a-4357-8cc8-94a6750021c6 req-2bbe5bfc-a72c-4116-8c7c-1ec27a1b1344 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 943 time: 0.0699911 Jan 28 05:36:45.627779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:45.635268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.635898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.636259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.636611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.636959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.637340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.637819 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.638014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.638881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.639215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.639550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.639882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.640212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:45.705839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-03926e97-b87a-4357-8cc8-94a6750021c6 req-e8fc7b11-a0c0-442a-814a-92a6bb3231ab tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821216 Jan 28 05:36:45.708942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-f1b56dba-1122-43cb-9cde-411b8b665b42 service neutron] 10.222.0.52 "GET /v2.0/ports/d20d6323-d983-4650-99bf-ac507a2ae502/bindings/n-h1-824835-3 HTTP/1.1" status: 200 len: 382 time: 0.1003187 Jan 28 05:36:45.789659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-eaf2a3a1-3e47-43ce-a442-4ac995e03928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.791049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-eaf2a3a1-3e47-43ce-a442-4ac995e03928 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1095 time: 0.0392075 Jan 28 05:36:45.883005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-c3ab2506-f9f6-4c3d-a839-b51807af4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.884477 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-c3ab2506-f9f6-4c3d-a839-b51807af4362 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0859849 Jan 28 05:36:45.948209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-8236f268-d55d-4ee7-9024-81dabafccf02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1000 time: 0.0569389 Jan 28 05:36:45.995028 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-7f8d9ae3-ae0d-4c90-8c16-e5fb41b06cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.996446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-7f8d9ae3-ae0d-4c90-8c16-e5fb41b06cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0419266 Jan 28 05:36:46.005541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['d20d6323-d983-4650-99bf-ac507a2ae502'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:46.045114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-6c5f02b9-405d-4cfd-a463-c6317f9574f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:46.046587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-6c5f02b9-405d-4cfd-a463-c6317f9574f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432029 Jan 28 05:36:46.133317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-b012aff9-d0ed-4e49-b4b3-3120c6cfec8a service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808265 Jan 28 05:36:46.223962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1c8aa48b-8486-4a4b-aeba-e2a50e1f25d2 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848150 Jan 28 05:36:46.823306 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b3182-8dce-4ff1-8cbe-06be63640ac4 req-e5bb4323-bf56-4034-a7c2-f70ff1b754d1 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:46.824788 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-487b3182-8dce-4ff1-8cbe-06be63640ac4 req-e5bb4323-bf56-4034-a7c2-f70ff1b754d1 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 944 time: 0.0478911 Jan 28 05:36:46.874714 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-487b3182-8dce-4ff1-8cbe-06be63640ac4 req-4290e0c5-16a2-45b6-8b17-fccd304081ca tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Jan 28 05:36:47.379157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:47.429230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port d20d6323-d983-4650-99bf-ac507a2ae502 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:47.432930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port d20d6323-d983-4650-99bf-ac507a2ae502 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:47.433345 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.508458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port d20d6323-d983-4650-99bf-ac507a2ae502 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:47.508859 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.531783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:47.534141 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d1795-80af-46a9-bf66-d76b3cf82b1b" -d '{"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-plugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:47.547436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:47.551807 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.587441 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e9e38c-80c7-4e39-ad0b-cfea54eaec7e x-openstack-request-id: req-12e9e38c-80c7-4e39-ad0b-cfea54eaec7e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:47.587739 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-plugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:47.587993 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e9e38c-80c7-4e39-ad0b-cfea54eaec7e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:47.588406 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'code': 200} Jan 28 05:36:47.600533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:47.989367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c47024-4b08-496c-ac45-71ddf02f150d req-b39258f4-5170-40f9-8d58-d6dd462a1375 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:47.990835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4c47024-4b08-496c-ac45-71ddf02f150d req-b39258f4-5170-40f9-8d58-d6dd462a1375 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0479190 Jan 28 05:36:48.036545 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e4c47024-4b08-496c-ac45-71ddf02f150d req-9acc6d9a-5ec1-44f5-86c5-7c4dd71ef601 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Jan 28 05:36:48.471941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-650fc1bb-8486-4149-9bae-77607abad454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:48.473665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-650fc1bb-8486-4149-9bae-77607abad454 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 1096 time: 0.0416856 Jan 28 05:36:48.490428 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:48.542138 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:48.998465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:49.030240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:49.068925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:49.071293 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1474d5d4-5382-4b71-b346-296197f5d16f" -d '{"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-unplugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:49.075195 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Publish callbacks [] for port (d20d6323-d983-4650-99bf-ac507a2ae502), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.089247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Transition to ACTIVE for port object d20d6323-d983-4650-99bf-ac507a2ae502 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:49.094159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.136735 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d179b84e-eb0a-42ce-9d1f-b9a902ff2a21 x-openstack-request-id: req-d179b84e-eb0a-42ce-9d1f-b9a902ff2a21 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:49.137048 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-unplugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:49.137314 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d179b84e-eb0a-42ce-9d1f-b9a902ff2a21 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:49.137724 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'code': 200} Jan 28 05:36:49.172026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:49.239032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3e11-9a5a-4cb0-8955-a91a5931aae8 req-8e3ec12d-4666-4a15-8b7b-032107541b31 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.240576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bbc3e11-9a5a-4cb0-8955-a91a5931aae8 req-8e3ec12d-4666-4a15-8b7b-032107541b31 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 944 time: 0.1190414 Jan 28 05:36:49.266378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] No DVR routers for this DVR port d20d6323-d983-4650-99bf-ac507a2ae502 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:49.348896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8bbc3e11-9a5a-4cb0-8955-a91a5931aae8 req-724c24f1-fba3-4eea-8ccd-8feea83df667 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014938 Jan 28 05:36:49.428551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:49.428818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:49.429228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:49.433375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:49.433696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Attempting to bind port d20d6323-d983-4650-99bf-ac507a2ae502 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:49.438389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:49.438726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:49.439105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:49.439525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Bound port: d20d6323-d983-4650-99bf-ac507a2ae502, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:49.439904 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.503835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:49.507068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:49.510880 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.543920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.544558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.546004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] 10.222.0.47 "PUT /v2.0/ports/d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 1092 time: 1.0595150 Jan 28 05:36:49.574127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2658-fa17-446f-99f5-d35f3b10d29e service neutron] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:49.636884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-17057529-f0db-4fff-977e-76d8112a5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.638893 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-17057529-f0db-4fff-977e-76d8112a5ace service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1095 time: 0.0420990 Jan 28 05:36:49.738796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-38d793f3-4c96-40a3-9e34-c516180eb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.740316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-38d793f3-4c96-40a3-9e34-c516180eb782 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0959940 Jan 28 05:36:49.804906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-d3f48364-7861-4ef9-99ef-8b6c054fc1d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 999 time: 0.0588188 Jan 28 05:36:49.858530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-ac1cfc36-982f-4dac-8b56-fcae7e5229af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.860266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-ac1cfc36-982f-4dac-8b56-fcae7e5229af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0488048 Jan 28 05:36:49.907438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-94579206-bdf9-474a-8716-64bd19997a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.908905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-94579206-bdf9-474a-8716-64bd19997a38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432491 Jan 28 05:36:49.995147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-53bc2169-1349-442f-8af2-2f0030dcb054 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800011 Jan 28 05:36:50.085612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eeb0264d-a848-45c9-89b0-b0b0adb34840 req-7abd555c-0b7a-401e-a068-8eea35be9a09 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839272 Jan 28 05:36:50.476582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6c3e-6373-410f-b406-a3fe5b1ee403 req-61f4120e-9bcb-4527-9a19-97e0be255df0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:50.478066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f5f6c3e-6373-410f-b406-a3fe5b1ee403 req-61f4120e-9bcb-4527-9a19-97e0be255df0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 944 time: 0.0469918 Jan 28 05:36:50.523787 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f5f6c3e-6373-410f-b406-a3fe5b1ee403 req-5820bc31-b8cc-4f21-8821-e7d9c40c2ab9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Jan 28 05:36:51.139089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:51.141484 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e815d9c9-8905-48ce-91ef-6afd58564b25" -d '{"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:51.193272 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028416a2-0076-48a2-a75d-5010b334f356 x-openstack-request-id: req-028416a2-0076-48a2-a75d-5010b334f356 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:51.193580 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:51.193842 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-028416a2-0076-48a2-a75d-5010b334f356 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:51.194252 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'status': 'completed', 'code': 200} Jan 28 05:36:51.299689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-465f1e5f-e850-4993-a7bc-78053d3249a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.301440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-465f1e5f-e850-4993-a7bc-78053d3249a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1095 time: 0.0668526 Jan 28 05:36:51.306464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-f2ddab51-44dd-4290-b388-1d9770195bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.307857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-f2ddab51-44dd-4290-b388-1d9770195bab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 1095 time: 0.0655344 Jan 28 05:36:51.397464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:51.435266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port d20d6323-d983-4650-99bf-ac507a2ae502 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:36:51.435653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:51.459913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-9bcf385f-abb9-4d82-9b57-8d9fe833d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.461559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-9bcf385f-abb9-4d82-9b57-8d9fe833d953 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1527071 Jan 28 05:36:51.467177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-ff1ea3f2-aea0-49c5-ae23-1a9339891d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.468561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-ff1ea3f2-aea0-49c5-ae23-1a9339891d26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1514144 Jan 28 05:36:51.489631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:51.580001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-4aec6816-12f5-4dbb-96ea-4b55fd7a8e54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 999 time: 0.1085489 Jan 28 05:36:51.611327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:51.624165 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'mac_address': 'fa:16:3e:d4:22:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:51.643826 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-7e703820-130b-4acb-a8ee-918d5c0aeef6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 200 len: 999 time: 0.1156006 Jan 28 05:36:51.659475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-24de45ed-7fe5-40de-be1b-1c49d381104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.661289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-24de45ed-7fe5-40de-be1b-1c49d381104d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0759172 Jan 28 05:36:51.668544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d20d6323-d983-4650-99bf-ac507a2ae502 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:51.668961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:51.684027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20d6323-d983-4650-99bf-ac507a2ae502 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:51.705628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:51.705841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c996afb-fa56-41f2-8152-2c391f92c383 req-f813aa63-f5d1-4b0d-abf6-fec0197c5bb1 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.710781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:51.718061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c996afb-fa56-41f2-8152-2c391f92c383 req-f813aa63-f5d1-4b0d-abf6-fec0197c5bb1 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 944 time: 0.0874324 Jan 28 05:36:51.746630 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-1ae5ab3d-b263-4d89-93a2-7fe2b7956b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.748231 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-1ae5ab3d-b263-4d89-93a2-7fe2b7956b7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0973909 Jan 28 05:36:51.754568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-8fe5231a-3b92-478e-a4cc-c14364ba4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.756103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-8fe5231a-3b92-478e-a4cc-c14364ba4052 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734963 Jan 28 05:36:51.770554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:51.787660 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c996afb-fa56-41f2-8152-2c391f92c383 req-8cad7410-d642-43c4-ae4a-2e6f9d3f8d3c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663321 Jan 28 05:36:51.860859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-9828a2cf-c0b8-4178-9725-66a36f492e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.862806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-9828a2cf-c0b8-4178-9725-66a36f492e92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045244 Jan 28 05:36:51.933253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-bafacb62-544b-454f-aa0c-4fd67a750c56 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646986 Jan 28 05:36:52.019300 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-71a11eb9-d2dd-40c8-8eaf-440781a519e7 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498230 Jan 28 05:36:52.049575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['d20d6323-d983-4650-99bf-ac507a2ae502'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:52.102586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-e9d9cd22-9966-4eb7-bcac-66781d536c5b service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619635 Jan 28 05:36:52.135146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e815d9c9-8905-48ce-91ef-6afd58564b25 req-d8916e93-2449-4b02-97ab-c441f0670341 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082568 Jan 28 05:36:52.902556 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1391-4119-4895-a73b-bf4e96627074 req-79f296af-e3f3-4c29-8421-f0e936bc4d1f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:52.904054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46a1391-4119-4895-a73b-bf4e96627074 req-79f296af-e3f3-4c29-8421-f0e936bc4d1f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Jan 28 05:36:52.949847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a46a1391-4119-4895-a73b-bf4e96627074 req-824fb0c2-908e-4d9b-898d-7862fe6974ff tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Jan 28 05:36:53.064790 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58db0dd-5b84-4ac7-974b-d6651b80dec5 req-c851549b-8547-4c26-9965-0dd8a4d84bf6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.066314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c58db0dd-5b84-4ac7-974b-d6651b80dec5 req-c851549b-8547-4c26-9965-0dd8a4d84bf6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0493085 Jan 28 05:36:53.112627 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c58db0dd-5b84-4ac7-974b-d6651b80dec5 req-99fdd748-b266-48a5-a3a6-e25476ff542f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407941 Jan 28 05:36:53.225954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fdd57-4b28-4c2a-beb1-4a3f8f614973 req-c9a97e0f-2edc-444b-89af-4120a4b15e77 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.227367 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c3fdd57-4b28-4c2a-beb1-4a3f8f614973 req-c9a97e0f-2edc-444b-89af-4120a4b15e77 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0504632 Jan 28 05:36:53.276614 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0c3fdd57-4b28-4c2a-beb1-4a3f8f614973 req-6078cb7b-370d-4df4-9546-392ec56b1b74 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Jan 28 05:36:53.493880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:53.513902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db588-de51-457a-a577-fb2cc9042e0b req-9aecabff-d627-43ec-b4b9-1b5c9435ae74 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.515384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-182db588-de51-457a-a577-fb2cc9042e0b req-9aecabff-d627-43ec-b4b9-1b5c9435ae74 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Jan 28 05:36:53.543123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port d20d6323-d983-4650-99bf-ac507a2ae502 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:53.547540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port d20d6323-d983-4650-99bf-ac507a2ae502 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:53.547925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:53.571428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-182db588-de51-457a-a577-fb2cc9042e0b req-dce7342f-9d8a-4b6f-aaf3-a538bd668b13 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485198 Jan 28 05:36:53.629520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port d20d6323-d983-4650-99bf-ac507a2ae502 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:53.629909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:53.654076 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:53.656316 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeec81c-1967-4b54-826a-b6da82fd55fb" -d '{"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-plugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:53.668818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:53.672901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:53.696518 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05df064-e683-406d-b2cc-51b6abcad25d x-openstack-request-id: req-b05df064-e683-406d-b2cc-51b6abcad25d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:53.696817 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-plugged", "status": "completed", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:53.697080 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b05df064-e683-406d-b2cc-51b6abcad25d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:53.697497 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'code': 200} Jan 28 05:36:53.723472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:54.687691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f03223-6720-459d-8885-73c2903f7059 req-368abd58-89b5-4bdb-9f8c-495c2569e60b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:54.689288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66f03223-6720-459d-8885-73c2903f7059 req-368abd58-89b5-4bdb-9f8c-495c2569e60b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 946 time: 0.0485792 Jan 28 05:36:54.736433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-66f03223-6720-459d-8885-73c2903f7059 req-6ec872e1-134c-4003-b129-9c16f749a067 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Jan 28 05:36:54.918288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-6cc79fd4-5ff9-4d56-8830-be01f76786bc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:54.920247 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-6cc79fd4-5ff9-4d56-8830-be01f76786bc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 946 time: 0.0524523 Jan 28 05:36:55.007032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Deleting port d20d6323-d983-4650-99bf-ac507a2ae502 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:55.007383 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.095602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] For port d20d6323-d983-4650-99bf-ac507a2ae502, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=d20d6323-d983-4650-99bf-ac507a2ae502,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:55.095972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.263156 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.263447 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.263776 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b disassociated. External IP: 172.25.6.98, port: d20d6323-d983-4650-99bf-ac507a2ae502. Jan 28 05:36:55.264125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Calling delete_port for d20d6323-d983-4650-99bf-ac507a2ae502 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:55.395617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d20d6323-d983-4650-99bf-ac507a2ae502), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.424705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event deleted for resources: {'Port': ['ID=d20d6323-d983-4650-99bf-ac507a2ae502,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:55.543193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:36:55.664084 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:36:55.674542 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:36:55.684556 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:36:55.685234 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:55.708485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] No DVR routers for this DVR port d20d6323-d983-4650-99bf-ac507a2ae502 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:55.711381 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.714745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3faeee56-aff8-4711-86c4-c5c2131d3af9 req-e87d9b2b-cb1b-4279-ad86-aa55fad8427d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "DELETE /v2.0/ports/d20d6323-d983-4650-99bf-ac507a2ae502 HTTP/1.1" status: 204 len: 173 time: 0.7895138 Jan 28 05:36:55.715191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-deleted', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:55.718259 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694cd0fc-270f-4b04-81c8-93836cc83f1d" -d '{"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-deleted", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:55.766303 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a55b2-4256-455a-b317-ce6b0bdd531a x-openstack-request-id: req-e58a55b2-4256-455a-b317-ce6b0bdd531a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:55.766612 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c748ba-378e-44a0-9577-5c2278bed779", "name": "network-vif-deleted", "tag": "d20d6323-d983-4650-99bf-ac507a2ae502", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:55.766894 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e58a55b2-4256-455a-b317-ce6b0bdd531a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:55.767300 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c748ba-378e-44a0-9577-5c2278bed779', 'name': 'network-vif-deleted', 'tag': 'd20d6323-d983-4650-99bf-ac507a2ae502', 'status': 'completed', 'code': 200} Jan 28 05:36:55.819957 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:36:55.835355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7d6f6e40-c497-462c-979b-5219468a6961 req-24a4527c-ca2b-401f-be29-ac33e0f45818 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=28c748ba-378e-44a0-9577-5c2278bed779 HTTP/1.1" status: 200 len: 210 time: 0.0277812 Jan 28 05:36:56.025458 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:56.053586 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:36:56.062057 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:36:56.062735 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:56.170930 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:36:56.464306 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:56.490832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea045419-d3a1-41a7-93ca-dbb12dfab68e None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:36:56.719151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5540219-8b75-4ccc-bb0c-64d89c6a51bd None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:36:57.124793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-1ab3cd81-f690-469d-bc37-25e69c570007 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1113313961&fields=id&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 267 time: 0.0443501 Jan 28 05:36:57.242655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-10a299b1-0cad-41b5-bfa0-a9554eb01117 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:57.244074 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-10a299b1-0cad-41b5-bfa0-a9554eb01117 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1127062 Jan 28 05:36:57.259350 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-5addbdae-bee8-4020-95ba-6ff8cb9661ac tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/quotas/7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 375 time: 0.0093393 Jan 28 05:36:57.316942 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-7794d96b-4b9e-456c-ab5c-ae2def52977a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524931 Jan 28 05:36:57.454541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-5062d34a-14a0-4835-9b41-c1f944a86e6a service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260552 Jan 28 05:36:57.544520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-811e2bfa-b8d6-43d5-85ac-64c5cc8a3638 service neutron] 10.222.0.21 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840776 Jan 28 05:36:57.704621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4c09f90-09bc-4307-bf6e-bea992d29c43 req-7ddcdd19-3397-4e46-9f8a-026a68ef3fae tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0265973 Jan 28 05:36:58.688497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-de7363a3-b2ef-4b57-8be3-5f37e105fd18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.689996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-de7363a3-b2ef-4b57-8be3-5f37e105fd18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 812 time: 0.1067193 Jan 28 05:36:58.773800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-1ca56931-2fbd-4a80-bed0-f103218b14d3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 380 time: 0.0611794 Jan 28 05:36:58.783573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'port': {'device_id': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'admin_state_up': True, 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'security_groups': ['fec56e0b-3807-4e95-8f0b-de2fe71f69ad']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:58.803323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e19a1ec5-f2ec-49c9-b935-b9a4efdc8096 req-a0a0ef54-f7f9-49ae-978c-f6549fe37b22 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0271664 Jan 28 05:36:58.897544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Made reservation on behalf of 7003619ba88a4a9896665ff4ea0a785a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:58.901300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.289637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Allocated IP 172.20.0.9 (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3/64de89bc-c52f-4551-9302-04744cdfbf86/7164c896-7eff-4043-9fcb-e2c4f3f542d9) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:59.428574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.462807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.506323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:59.507325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:59.509487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:59.515401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:59.527795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: d20d6323-d983-4650-99bf-ac507a2ae502 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:59.528143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device d20d6323-d983-4650-99bf-ac507a2ae502 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:59.540340 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:59.573561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.574181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.594087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-c59fca8b-815b-4bd5-bf47-13381681cdc6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8140850 Jan 28 05:36:59.612590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Request body: {'port': {'device_id': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:59.672203 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.781540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6ae6f59a-2cd5-4a37-b0c3-d0391c7d5fbc None None] Provisioning complete for port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:59.781916 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f59a-2cd5-4a37-b0c3-d0391c7d5fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.815394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6f59a-2cd5-4a37-b0c3-d0391c7d5fbc None None] Port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:36:59.973408 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77665e-3fbb-42a3-8c7c-f841576b9344 req-28ee3fc3-4d48-48ad-b90a-2cc0ee03190a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.974890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da77665e-3fbb-42a3-8c7c-f841576b9344 req-28ee3fc3-4d48-48ad-b90a-2cc0ee03190a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 931 time: 0.0921519 Jan 28 05:36:59.992397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:00.005092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Publish callbacks [] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.028838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Transition to ACTIVE for port object 7164c896-7eff-4043-9fcb-e2c4f3f542d9 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:37:00.039744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.052139 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-da77665e-3fbb-42a3-8c7c-f841576b9344 req-494870e8-9151-474e-9e16-f49f985c1be5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712643 Jan 28 05:37:00.095847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:00.167678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:00.168002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:00.168334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:00.173673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:37:00.173997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:00.179453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:00.179801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:00.180185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:00.180636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Bound port: 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:00.180974 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.252472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:00.256311 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:00.260143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.295829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.296414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.297915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] 10.222.0.52 "PUT /v2.0/ports/7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1091 time: 0.6899426 Jan 28 05:37:00.298380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:00.300791 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981dfc91-869c-454e-be8f-199071980f68" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:00.328584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951235f3-3409-4799-ab9d-d3121716c88f service neutron] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:00.378419 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefdb819-6ffc-467d-9e6a-1837cbc26219 x-openstack-request-id: req-eefdb819-6ffc-467d-9e6a-1837cbc26219 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:00.378754 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:00.378975 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eefdb819-6ffc-467d-9e6a-1837cbc26219 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:00.379409 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'status': 'completed', 'code': 200} Jan 28 05:37:00.398249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-a9de3bef-f151-4fd7-bfa0-bec55172b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.399820 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-a9de3bef-f151-4fd7-bfa0-bec55172b3fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0485654 Jan 28 05:37:00.454457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-e8d18f54-16b5-4123-8441-f96acdb1c8d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 217 time: 0.0428989 Jan 28 05:37:00.504620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-5a2097b8-5c44-4a85-989d-fb85747144fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.506171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-5a2097b8-5c44-4a85-989d-fb85747144fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0465639 Jan 28 05:37:00.550983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-16f877b2-3ad9-4cd7-b777-0bd00a2a6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.552487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-16f877b2-3ad9-4cd7-b777-0bd00a2a6ce9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407321 Jan 28 05:37:00.645179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-a145bc43-5bf9-4eff-b8d8-032cff1ef2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869384 Jan 28 05:37:00.735863 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-961ca0a3-f5e2-43bd-81c6-864aa9e9be43 req-6cd2a390-6563-40b9-9042-599f8eb3791f service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Jan 28 05:37:00.870822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dfc91-869c-454e-be8f-199071980f68 req-52ba285b-cf01-407d-a257-f93a3c2ac87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.872330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-52ba285b-cf01-407d-a257-f93a3c2ac87c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0453899 Jan 28 05:37:00.959418 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dfc91-869c-454e-be8f-199071980f68 req-64b30d11-8342-4f0c-896d-938e393b3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.960814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-64b30d11-8342-4f0c-896d-938e393b3c87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0828667 Jan 28 05:37:01.005326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-b52ad9a5-42b7-497e-89a4-5cc52834a27c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 217 time: 0.0379050 Jan 28 05:37:01.052012 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dfc91-869c-454e-be8f-199071980f68 req-bfeffcc4-a54a-42cf-9274-2fb45e73e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:01.053462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-bfeffcc4-a54a-42cf-9274-2fb45e73e223 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0431042 Jan 28 05:37:01.099936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dfc91-869c-454e-be8f-199071980f68 req-fed59f1f-f20e-4322-8930-4fdc0796ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:01.101501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-fed59f1f-f20e-4322-8930-4fdc0796ee70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414453 Jan 28 05:37:01.218370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253832d-f056-477d-b05c-42a94207510b req-92a08bb4-ac85-4349-bdcd-2f3d28c75933 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:01.219661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a253832d-f056-477d-b05c-42a94207510b req-92a08bb4-ac85-4349-bdcd-2f3d28c75933 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0925553 Jan 28 05:37:01.240351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-c1858352-f3ff-4287-bad3-8e66912219b4 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298103 Jan 28 05:37:01.324326 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a253832d-f056-477d-b05c-42a94207510b req-b8968483-b1cb-41c4-bf9c-b079f11e5064 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954921 Jan 28 05:37:01.352954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-981dfc91-869c-454e-be8f-199071980f68 req-6329d4bc-38d7-40f5-9613-bd5cb60a525e service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059582 Jan 28 05:37:02.445366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7e5d9-6e27-4bac-9df6-eeee4c7e663c req-1da418e8-79fe-4f7e-8319-cd98b662924c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.446870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65d7e5d9-6e27-4bac-9df6-eeee4c7e663c req-1da418e8-79fe-4f7e-8319-cd98b662924c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0530739 Jan 28 05:37:02.492815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65d7e5d9-6e27-4bac-9df6-eeee4c7e663c req-da58a7be-7364-48f5-b933-c7623a4f9ac6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Jan 28 05:37:03.396959 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:37:03.609379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f94bc3-38bc-46bd-9211-d9f0efa6ef1c req-f43c0ef4-6e88-48cd-8978-7ff37f9c559c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:03.610902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-13f94bc3-38bc-46bd-9211-d9f0efa6ef1c req-f43c0ef4-6e88-48cd-8978-7ff37f9c559c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0500793 Jan 28 05:37:03.657377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-13f94bc3-38bc-46bd-9211-d9f0efa6ef1c req-b0c6963f-6a32-4cf4-b7c8-fab1c6e02f2c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Jan 28 05:37:04.775170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778b027-7220-4782-82d5-d5249d28516f req-9e3ca544-7ffc-4924-bea2-fb5ec33e7150 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:04.776664 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0778b027-7220-4782-82d5-d5249d28516f req-9e3ca544-7ffc-4924-bea2-fb5ec33e7150 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0478575 Jan 28 05:37:04.821485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0778b027-7220-4782-82d5-d5249d28516f req-e2345aa1-1ccb-4c1a-a85c-a6fab8a3a2b0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Jan 28 05:37:05.460304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:05.556018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:05.567500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'mac_address': 'fa:16:3e:5a:de:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:05.612935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:05.613364 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:05.627119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:05.645822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:05.649762 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:05.696270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:05.937936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e70c3-c3d1-4a5d-ba02-829d2f4f1326 req-a88a99f5-3532-423a-9fe1-ce405908719d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:05.939418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea9e70c3-c3d1-4a5d-ba02-829d2f4f1326 req-a88a99f5-3532-423a-9fe1-ce405908719d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0479469 Jan 28 05:37:05.985342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea9e70c3-c3d1-4a5d-ba02-829d2f4f1326 req-352d4d5e-53c8-4e27-839d-0d3cabde43a0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Jan 28 05:37:06.016865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['7164c896-7eff-4043-9fcb-e2c4f3f542d9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:06.830709 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.097956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dd7fc-3653-40cc-969c-1199a59536c0 req-60a450a0-c372-4bab-a4c8-c096ced87ad9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.099412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a4dd7fc-3653-40cc-969c-1199a59536c0 req-60a450a0-c372-4bab-a4c8-c096ced87ad9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0467200 Jan 28 05:37:07.148659 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4a4dd7fc-3653-40cc-969c-1199a59536c0 req-689f5674-2454-4081-8475-693e0acdc2bc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Jan 28 05:37:07.473536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:07.522610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:37:07.526869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:07.527253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.606875 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:07.607298 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.630275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:07.632589 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7df330-2858-475d-8c89-7114c6e8f097" -d '{"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-plugged", "status": "completed", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:07.645361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:07.651232 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.675917 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c1eb0a-9e41-496b-ae33-41387c27eae6 x-openstack-request-id: req-11c1eb0a-9e41-496b-ae33-41387c27eae6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:07.676209 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-plugged", "status": "completed", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:07.676463 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11c1eb0a-9e41-496b-ae33-41387c27eae6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:07.676850 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'code': 200} Jan 28 05:37:07.702696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:07.799652 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e97f6-4431-42db-ba33-284d51796b47 req-fc1a65a9-0a02-45dc-bdb9-98c2d04de575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.801097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-166e97f6-4431-42db-ba33-284d51796b47 req-fc1a65a9-0a02-45dc-bdb9-98c2d04de575 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1096 time: 0.0447907 Jan 28 05:37:07.842971 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-166e97f6-4431-42db-ba33-284d51796b47 req-81f5bf45-a28c-4ffb-8f2e-98529cc325ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Jan 28 05:37:08.136987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.267974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a036f-a941-4018-b408-ad5008496f96 req-a7f98751-c0b1-4523-8328-1808dd411060 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:08.269521 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-468a036f-a941-4018-b408-ad5008496f96 req-a7f98751-c0b1-4523-8328-1808dd411060 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0505857 Jan 28 05:37:08.314576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-468a036f-a941-4018-b408-ad5008496f96 req-916366a2-260a-46ad-ac3d-134d8611025d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Jan 28 05:37:08.719699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f30e6fc-63ea-4534-818a-5bf0d6da0145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:09.430456 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b97a4-5df3-42a8-8dce-aff0df9c1b3d req-ea3d9fd4-9ea1-4dba-915d-c5c122e66e35 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:09.431935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c62b97a4-5df3-42a8-8dce-aff0df9c1b3d req-ea3d9fd4-9ea1-4dba-915d-c5c122e66e35 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0471985 Jan 28 05:37:09.477568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c62b97a4-5df3-42a8-8dce-aff0df9c1b3d req-4ffc577b-bd79-4153-8783-2d75cde5b2a4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394695 Jan 28 05:37:09.587288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff955eac-6813-4750-bf46-66029d6153bd req-ba170a00-a859-447e-935c-f79a21e34f79 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:09.588763 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff955eac-6813-4750-bf46-66029d6153bd req-ba170a00-a859-447e-935c-f79a21e34f79 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Jan 28 05:37:09.598041 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 53740) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:09.602299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Request body: {'floatingip': {'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:09.644426 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.071544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.075174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.171668 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b associated. External IP: 172.25.6.98, port: 7164c896-7eff-4043-9fcb-e2c4f3f542d9. Jan 28 05:37:10.382137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:37:10.488077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:37:10.492789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.498804 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:37:10.508452 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:37:10.509065 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:10.519840 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-76234ae2-8d8c-4267-a721-9f5571cf3db2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "PUT /v2.0/floatingips/41621fcb-a55b-4815-b4cf-0a1f398a454b HTTP/1.1" status: 200 len: 991 time: 0.9208181 Jan 28 05:37:10.520544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:10.522873 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6db67d-b800-4db4-ba95-288042fae01b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:10.617368 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:37:10.629713 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70544e5-eb92-436f-a603-bebfdea0e25e x-openstack-request-id: req-f70544e5-eb92-436f-a603-bebfdea0e25e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:10.630259 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:10.630259 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f70544e5-eb92-436f-a603-bebfdea0e25e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:10.630686 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'status': 'completed', 'code': 200} Jan 28 05:37:10.718748 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db67d-b800-4db4-ba95-288042fae01b req-18d6604d-e591-4a8c-93be-71d0b18a3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.720280 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-18d6604d-e591-4a8c-93be-71d0b18a3d30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1096 time: 0.0479300 Jan 28 05:37:10.806613 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db67d-b800-4db4-ba95-288042fae01b req-330545b0-f0d5-4f68-b5f8-aa203de6cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.808109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-330545b0-f0d5-4f68-b5f8-aa203de6cdc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0827432 Jan 28 05:37:10.839946 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:5a:de:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:37:09Z', 'revision_number': 13, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:10.866242 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:37:10.875066 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:37:10.875678 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:36:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:10.876685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-b4d65023-eecf-4b5d-b0cd-1ad1ff71fa6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0624099 Jan 28 05:37:10.908735 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b4d7-bd65-46b6-96c6-ae145948ecc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.925228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db67d-b800-4db4-ba95-288042fae01b req-0124435a-2c09-45ea-8c30-50a644e51b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.926708 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-0124435a-2c09-45ea-8c30-50a644e51b14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0447457 Jan 28 05:37:10.971535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db67d-b800-4db4-ba95-288042fae01b req-923661c9-9e8a-4103-ac18-ad801772cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.973054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-923661c9-9e8a-4103-ac18-ad801772cc45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411270 Jan 28 05:37:10.983636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:37:11.070833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-54746aac-1397-46fc-a0f5-fe8e50f9f202 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922918 Jan 28 05:37:11.161376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a6db67d-b800-4db4-ba95-288042fae01b req-f681f22a-97f3-41fd-a75f-b712eafed8c9 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844190 Jan 28 05:37:11.205656 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:5a:de:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:37:09Z', 'revision_number': 13, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:11.235322 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f101a-6053-4830-b005-5b391a42d966 None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '41621fcb-a55b-4815-b4cf-0a1f398a454b', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'mac_address': 'fa:16:3e:5a:de:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:29:18Z', 'updated_at': '2022-01-28T05:37:09Z', 'revision_number': 13, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:37:11.423020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a106c21-29b8-4293-9e1a-fab6c07cb25c None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:37:12.189622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:13.912897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:15.465048 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:16.564769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-92131033-f7b6-4bdc-b104-a7f6ffd5e021 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401154 Jan 28 05:37:16.664052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-39c95c6a-464a-4616-91d2-28f112d74882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:16.665608 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-39c95c6a-464a-4616-91d2-28f112d74882 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1096 time: 0.0461032 Jan 28 05:37:16.765989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-dc441b38-e2a3-4f21-8f3f-e9ca4b0f1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:16.767476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-dc441b38-e2a3-4f21-8f3f-e9ca4b0f1814 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0843122 Jan 28 05:37:16.835089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-3e178cc4-4f54-4145-af02-1b409f92cead service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1001 time: 0.0618286 Jan 28 05:37:16.882286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-24557e21-299e-42d3-af4d-d2956773b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:16.883752 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-24557e21-299e-42d3-af4d-d2956773b7da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0423357 Jan 28 05:37:16.926146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-7495ae0c-2db9-4522-a9ca-447b581a2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:16.927621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-7495ae0c-2db9-4522-a9ca-447b581a2ea2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381896 Jan 28 05:37:17.018018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-f3e4f78d-91aa-4e13-aa9f-069d0ec3e2d1 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847926 Jan 28 05:37:17.109990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51f94312-175a-46d8-b1de-74f8d52fbc28 req-cfc85622-b7a4-40d7-9b17-1f38073e2a28 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867221 Jan 28 05:37:36.861273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:38.139386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:38.723576 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-200be5f4-fa1d-41e3-828d-6aef7adbd752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.396170 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:37:40.910735 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8b67a7d-d761-42a3-8186-d622feb7b72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.194657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.916485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.468718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:06.867497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.131127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.581778 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-f1466660-c027-4e01-83bd-357b95b41523 req-f12792d8-7e1c-4c55-bd71-cec1a3f1c54d service neutron] (103139) timed out ('10.222.0.21', 50806) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:38:08.725027 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-913a9476-ed84-47b7-bef2-71e97423c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.914848 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd50d-d6ff-44cd-a4f8-7c6963fb3740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.197577 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.924556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.470708 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.395051 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:38:18.602774 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-f1aebc4f-4271-46c9-b474-69521518aa35 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408061 Jan 28 05:38:18.704375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-64c18bb0-533a-4e26-ad40-ebee4b7fc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:18.706889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-64c18bb0-533a-4e26-ad40-ebee4b7fc84d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1096 time: 0.0478499 Jan 28 05:38:18.815689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-d1066894-1ad2-4771-b987-e868eba551bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:18.817339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-d1066894-1ad2-4771-b987-e868eba551bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0894156 Jan 28 05:38:18.887157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-13d6c256-360b-47fc-b7f8-64fc2f993cf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1001 time: 0.0639272 Jan 28 05:38:18.935587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-5ba8c4c6-6a95-442f-9f4f-d77a805cc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:18.937125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-5ba8c4c6-6a95-442f-9f4f-d77a805cc7d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0440269 Jan 28 05:38:18.981518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-26395066-4372-4163-886d-d4895d44da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:18.983024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-26395066-4372-4163-886d-d4895d44da03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401120 Jan 28 05:38:18.992220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-b2a7dd1b-214b-423f-ad34-ea099d1138b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:38:18.993294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-b2a7dd1b-214b-423f-ad34-ea099d1138b8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048897 Jan 28 05:38:19.083751 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-aa3ea072-e6e8-4a7e-b6b0-b02aa936bc1e service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832589 Jan 28 05:38:19.172468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a3bf4e8d-7403-45b5-bc98-b064f329fea6 req-1a4761a4-1e59-4d7a-8ffb-ce7feb160175 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816820 Jan 28 05:38:36.874535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:38.134069 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:38.728564 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf828776-dee5-4013-8d6b-c8d237705d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:40.916085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2ea10b5-80d1-4984-9421-9972a6c304d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.197584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.922396 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:45.472158 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:54.396630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:39:06.875686 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:08.138117 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:08.731474 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8d30-c772-4af4-aeb7-3789f448472e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:10.918189 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3647-2638-4ea3-9950-a0c883035cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:12.202768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:13.925794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.473885 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:18.881861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-34bd2639-e8f5-43b3-8c7e-51ec6d4fbf91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402193 Jan 28 05:39:18.980548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f104d-8a42-4020-b6c6-90fc860215da req-4de8ea92-6349-4778-8e8e-b9c3b68bc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:18.982035 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-4de8ea92-6349-4778-8e8e-b9c3b68bc4cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1096 time: 0.0431635 Jan 28 05:39:19.078498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f104d-8a42-4020-b6c6-90fc860215da req-042b0408-32f9-4276-a7e4-9c2f753fe16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.079951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-042b0408-32f9-4276-a7e4-9c2f753fe16b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0804329 Jan 28 05:39:19.147057 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-6aaf9330-cc34-4ddf-84d6-d7b8f1437bcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1001 time: 0.0602598 Jan 28 05:39:19.194332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f104d-8a42-4020-b6c6-90fc860215da req-50698e22-1425-4edf-8d1e-32aa9246615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.195763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-50698e22-1425-4edf-8d1e-32aa9246615d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0425727 Jan 28 05:39:19.240590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f104d-8a42-4020-b6c6-90fc860215da req-38844e58-eef8-475b-9191-76d8fb6965cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.242147 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-38844e58-eef8-475b-9191-76d8fb6965cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406125 Jan 28 05:39:19.334791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-6e2d32d4-a8ff-4480-9da6-8b6f7d7e321c service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858371 Jan 28 05:39:19.680806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c85f104d-8a42-4020-b6c6-90fc860215da req-b9406772-fde3-43ef-b4e6-f0504eec76da service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403697 Jan 28 05:39:31.395440 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:39:36.878075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.152056 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.737398 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50675b95-dbfb-4074-884b-9aea8c9d8c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:40.923217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4265-8dbb-40e2-bb60-106b629670df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:42.203610 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:43.931362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:45.476687 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:45.680905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8744e1-96d5-4073-99f3-e66187b6a543 req-2a582ce6-a751-43a1-97af-d6320e77b64d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:45.682894 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a8744e1-96d5-4073-99f3-e66187b6a543 req-2a582ce6-a751-43a1-97af-d6320e77b64d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.1952894 Jan 28 05:39:45.729808 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8a8744e1-96d5-4073-99f3-e66187b6a543 req-113f64fd-d35e-46ed-8596-dd48c3eec669 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412140 Jan 28 05:40:02.089088 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-2cc866e6-29fc-4339-8d2f-998df8b6018a req-bb4a46f7-e17a-4a80-8685-245f2f843e70 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:40:02.090107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cc866e6-29fc-4339-8d2f-998df8b6018a req-bb4a46f7-e17a-4a80-8685-245f2f843e70 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058689 Jan 28 05:40:03.284173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ffe4-ad42-482c-886b-3fc60bfdf2f7 req-1611019c-dbaf-4dec-b7ec-99febd13f936 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:03.285757 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40b4ffe4-ad42-482c-886b-3fc60bfdf2f7 req-1611019c-dbaf-4dec-b7ec-99febd13f936 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0487330 Jan 28 05:40:03.299993 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-3eb44362-c618-4379-a417-8e2b8a0a4e8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785394 Jan 28 05:40:03.309350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-9558dacb-5dae-4cda-9ebc-e1097ca0f57b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:40:03.310394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-9558dacb-5dae-4cda-9ebc-e1097ca0f57b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055983 Jan 28 05:40:03.335696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40b4ffe4-ad42-482c-886b-3fc60bfdf2f7 req-099df28b-5de9-459c-a32f-1d2f3a9689eb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Jan 28 05:40:04.453925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383a6cc-9202-4ee4-8eed-c2d1970ea6b5 req-c81cbe68-9a18-4c7c-b873-6249b5799ca6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:04.455404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2383a6cc-9202-4ee4-8eed-c2d1970ea6b5 req-c81cbe68-9a18-4c7c-b873-6249b5799ca6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0471623 Jan 28 05:40:04.507909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2383a6cc-9202-4ee4-8eed-c2d1970ea6b5 req-e0d9448a-c3c9-4ac6-b88c-d418edd78be6 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469093 Jan 28 05:40:04.632090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-a62b74ab-5946-4d29-bf25-7ffb4dd477ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:04.633618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-a62b74ab-5946-4d29-bf25-7ffb4dd477ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1096 time: 0.0934196 Jan 28 05:40:04.719644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-a31c99c2-61ba-4d32-9cee-394a8353400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:04.721119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-a31c99c2-61ba-4d32-9cee-394a8353400f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0820897 Jan 28 05:40:04.788353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-c7ec8c3e-1e27-452a-a25a-622f69f96046 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1001 time: 0.0611145 Jan 28 05:40:04.835273 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-ea4d9ea4-a34f-45d6-a164-a40a4dad3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:04.836709 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-ea4d9ea4-a34f-45d6-a164-a40a4dad3779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0424206 Jan 28 05:40:04.879787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d6a6d761-26a2-420b-9dfd-e1b89a816e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:04.881286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d6a6d761-26a2-420b-9dfd-e1b89a816e83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389121 Jan 28 05:40:04.968684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-55d2e3e4-9780-44c0-8bd5-a93981b26cb0 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Jan 28 05:40:05.056666 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-c0ff1b80-adcd-442c-9269-7d77070e374a service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822775 Jan 28 05:40:05.629893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba65a-3921-4b40-b8ed-830e511c1ff7 req-e2b33ac6-8c6f-4ce5-9455-207033e73147 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:05.631377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1deba65a-3921-4b40-b8ed-830e511c1ff7 req-e2b33ac6-8c6f-4ce5-9455-207033e73147 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Jan 28 05:40:05.678126 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1deba65a-3921-4b40-b8ed-830e511c1ff7 req-e1858080-19a1-4bda-9493-4cc54915cb0d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Jan 28 05:40:06.794066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c2f33-6a3b-4d6b-a5fe-c5ac8d39c339 req-a9bac3fb-7119-4a8a-9a42-341268df0ef2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:06.795550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e66c2f33-6a3b-4d6b-a5fe-c5ac8d39c339 req-a9bac3fb-7119-4a8a-9a42-341268df0ef2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0479922 Jan 28 05:40:06.841163 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e66c2f33-6a3b-4d6b-a5fe-c5ac8d39c339 req-c8841f88-2917-4147-8d7a-bd0cf8cc1920 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Jan 28 05:40:06.902806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.955208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56103fcf-7619-4efa-8cf6-5f255d465fbc req-13825bb1-214f-4b21-8be7-bbd62235270f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:07.956702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56103fcf-7619-4efa-8cf6-5f255d465fbc req-13825bb1-214f-4b21-8be7-bbd62235270f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0472889 Jan 28 05:40:08.003162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56103fcf-7619-4efa-8cf6-5f255d465fbc req-8cee2b14-a7d7-4ad0-adf1-44569e03b341 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402997 Jan 28 05:40:08.141813 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:08.394313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:40:08.730278 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9612d1b0-29fd-428e-ab68-829078a0a233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.123670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55bd0-2570-485d-9888-bc44ce2059d2 req-c5f3581c-313f-42b3-8637-cc6be06c46c3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:09.125168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ca55bd0-2570-485d-9888-bc44ce2059d2 req-c5f3581c-313f-42b3-8637-cc6be06c46c3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0532904 Jan 28 05:40:09.170269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ca55bd0-2570-485d-9888-bc44ce2059d2 req-6256e84a-a625-4bf5-a7db-bf2c7d77bd7a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Jan 28 05:40:10.286184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01efcdf-d0bf-43b3-beda-7800bc4d637c req-49b24a73-92e7-4e86-9d79-3255c15b6c58 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:10.287572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e01efcdf-d0bf-43b3-beda-7800bc4d637c req-49b24a73-92e7-4e86-9d79-3255c15b6c58 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0473747 Jan 28 05:40:10.336644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e01efcdf-d0bf-43b3-beda-7800bc4d637c req-1339bf67-a139-4b38-b697-00aff4d4c1be tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Jan 28 05:40:10.913751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bd88fad-9f9e-47ee-9d2e-ecdddf5ad250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:11.456574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab615f0-4575-4565-a8f0-2e7417e3f008 req-c55260f9-5f3c-4289-aa17-2dde45f7cd89 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:11.458106 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ab615f0-4575-4565-a8f0-2e7417e3f008 req-c55260f9-5f3c-4289-aa17-2dde45f7cd89 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Jan 28 05:40:11.504262 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3ab615f0-4575-4565-a8f0-2e7417e3f008 req-fbfcd7e9-e39d-429c-bd98-e50ba65313ae tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405347 Jan 28 05:40:12.206114 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.619093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f85fa-7f8f-418f-a468-5d9d3e74f61d req-2a306bb8-0222-4d79-b7de-4720b0a4697f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:12.620596 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b9f85fa-7f8f-418f-a468-5d9d3e74f61d req-2a306bb8-0222-4d79-b7de-4720b0a4697f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0496945 Jan 28 05:40:12.666171 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7b9f85fa-7f8f-418f-a468-5d9d3e74f61d req-c8a1e816-29b7-49b5-9d6a-530aae23b87d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Jan 28 05:40:13.781436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9a36f-9fc8-47c0-98b0-5b01f5ac11de req-0eddd107-f3ae-4a01-adda-a3e18e04a499 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:13.782898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9b9a36f-9fc8-47c0-98b0-5b01f5ac11de req-0eddd107-f3ae-4a01-adda-a3e18e04a499 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jan 28 05:40:13.828996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f9b9a36f-9fc8-47c0-98b0-5b01f5ac11de req-8e0eed8b-5dd7-4501-bc7d-b9919d80c1f8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Jan 28 05:40:13.931220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.944968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc6da-71a4-4e05-87f2-caaf8a9a4001 req-a570b7c2-38eb-40b5-b640-26e18a86b1a3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:14.946976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d91bc6da-71a4-4e05-87f2-caaf8a9a4001 req-a570b7c2-38eb-40b5-b640-26e18a86b1a3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Jan 28 05:40:14.994159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d91bc6da-71a4-4e05-87f2-caaf8a9a4001 req-40ff3d60-4974-4547-8214-1311b491965c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411408 Jan 28 05:40:15.478667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:16.108016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d3ec-6064-4e5d-91e2-c95d44d431fa req-fd989aa2-2969-4b57-9e30-f22b9b1d3e33 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:16.109520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4883d3ec-6064-4e5d-91e2-c95d44d431fa req-fd989aa2-2969-4b57-9e30-f22b9b1d3e33 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0467637 Jan 28 05:40:16.160061 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4883d3ec-6064-4e5d-91e2-c95d44d431fa req-b29a8314-519f-4873-b96c-439c07dacf2e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Jan 28 05:40:17.281702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7b21e-2d71-42a1-9b16-4da72476f41d req-ab882441-0ba9-4cd5-b941-e26ff6d5209a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:17.283173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aba7b21e-2d71-42a1-9b16-4da72476f41d req-ab882441-0ba9-4cd5-b941-e26ff6d5209a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Jan 28 05:40:17.328418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aba7b21e-2d71-42a1-9b16-4da72476f41d req-4ab87645-c6de-4284-badc-4039c7bf1606 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Jan 28 05:40:18.448369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e7b7-8e3c-4593-90e4-ce43e7500cca req-6902ad30-aedf-491f-8edb-da8889da1002 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:18.449802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b429e7b7-8e3c-4593-90e4-ce43e7500cca req-6902ad30-aedf-491f-8edb-da8889da1002 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0472922 Jan 28 05:40:18.495730 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b429e7b7-8e3c-4593-90e4-ce43e7500cca req-8d9370e8-be97-46f9-8940-de766f0bb2f8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Jan 28 05:40:19.608741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e9340-54a2-4e95-b842-fb98ce859cc5 req-c5b03898-6c1c-4368-890e-c220cfb95dea tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:19.610274 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b9e9340-54a2-4e95-b842-fb98ce859cc5 req-c5b03898-6c1c-4368-890e-c220cfb95dea tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0472300 Jan 28 05:40:19.657324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0b9e9340-54a2-4e95-b842-fb98ce859cc5 req-05f428e4-63e6-44d1-8e10-3595674c7954 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Jan 28 05:40:20.481345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:20.559497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:20.559892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.584595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:20.587413 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9878d902-3b8f-43a6-9272-c7666ce00393" -d '{"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-unplugged", "status": "completed", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:20.599151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:20.603319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.659626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:20.668369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.669591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.669949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.670296 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.670639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.670977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.671398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.671659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.671994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.672329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.672663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.673159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.673341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:20.704947 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8971b27a-31f3-4ed5-8d6c-f7768400d6d8 x-openstack-request-id: req-8971b27a-31f3-4ed5-8d6c-f7768400d6d8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:20.705503 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-unplugged", "status": "completed", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:20.705958 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8971b27a-31f3-4ed5-8d6c-f7768400d6d8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:20.706555 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'code': 200} Jan 28 05:40:20.784955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f5c70-507a-40ae-9b03-e2c7d545925a req-31879bf4-18ca-4e07-97b7-531e60090696 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:20.786488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259f5c70-507a-40ae-9b03-e2c7d545925a req-31879bf4-18ca-4e07-97b7-531e60090696 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0483973 Jan 28 05:40:20.846243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-259f5c70-507a-40ae-9b03-e2c7d545925a req-1bfab315-6ad2-4652-b4d5-afeb42c7b22d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528138 Jan 28 05:40:20.894306 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-4b97e440-5c07-4910-ba49-6e74ac4a3d99 service neutron] show failed (client error): The resource could not be found. Jan 28 05:40:20.895419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-4b97e440-5c07-4910-ba49-6e74ac4a3d99 service neutron] 10.222.0.52 "GET /v2.0/ports/7164c896-7eff-4043-9fcb-e2c4f3f542d9/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0614400 Jan 28 05:40:21.131215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-07e85f5f-d2a9-4d49-8097-22828412e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:21.132745 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-07e85f5f-d2a9-4d49-8097-22828412e708 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 1094 time: 0.0779810 Jan 28 05:40:21.142321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-95a1b744-f477-4db3-9c38-fdf97ae31a17 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:40:21.143322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-95a1b744-f477-4db3-9c38-fdf97ae31a17 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049067 Jan 28 05:40:21.160948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:21.217700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.417705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:21.450589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:21.482968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:21.490558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Publish callbacks [] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.503064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Transition to ACTIVE for port object 7164c896-7eff-4043-9fcb-e2c4f3f542d9 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:40:21.506766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.552565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:21.562741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.563093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.563446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.563789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.564130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.564468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.564803 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.565137 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.565499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.565831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.566163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.566492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.566819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:21.643494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] No DVR routers for this DVR port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:21.780216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:21.780560 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:21.780904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:21.785118 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:21.785722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:21.790559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:21.790910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:21.791302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:21.791762 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Bound port: 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:21.792119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.856197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:21.859190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:21.863884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.901708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:21.902347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.903754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1091 time: 0.7466564 Jan 28 05:40:21.904206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:21.906488 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea81f469-a681-4093-9a87-8d516b47e4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:21.934017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ea56a-db34-4e46-b325-8499304ff3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:21.978593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-5885ef35-1ce8-4d01-9654-39a0adddcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:21.980150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-5885ef35-1ce8-4d01-9654-39a0adddcaf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0432620 Jan 28 05:40:21.986256 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa998fa6-67a6-4742-8907-cab6b63cadde req-7da84986-4c99-4703-b01c-2fc09e6211f9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:21.988503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa998fa6-67a6-4742-8907-cab6b63cadde req-7da84986-4c99-4703-b01c-2fc09e6211f9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0567794 Jan 28 05:40:22.050667 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec393499-3e63-4bec-a428-91adad771597 x-openstack-request-id: req-ec393499-3e63-4bec-a428-91adad771597 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:22.050970 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:22.051231 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec393499-3e63-4bec-a428-91adad771597 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:22.051641 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'status': 'completed', 'code': 200} Jan 28 05:40:22.061183 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-aa998fa6-67a6-4742-8907-cab6b63cadde req-02e0ffad-0247-47c1-b2d7-60fe218e1d68 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601206 Jan 28 05:40:22.086233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-aa8750ce-2952-4d53-b338-961806e5e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.087908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-aa8750ce-2952-4d53-b338-961806e5e015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1021895 Jan 28 05:40:22.187906 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-3c56d694-02bb-4bd7-a0d0-5284ed00b20b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0837836 Jan 28 05:40:22.189554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-0a3c17d6-0bb7-4440-9782-83e0be7bf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.190940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-0a3c17d6-0bb7-4440-9782-83e0be7bf79b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0953434 Jan 28 05:40:22.285808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-09c21d26-7c49-4007-91a7-bdbe37c48fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.287290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-09c21d26-7c49-4007-91a7-bdbe37c48fe0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0941937 Jan 28 05:40:22.340106 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-b3bffe0f-9a1f-4290-aca5-fd3ed313f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.341570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-b3bffe0f-9a1f-4290-aca5-fd3ed313f3f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1409769 Jan 28 05:40:22.355708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-55da361b-6cd5-4fa3-a3ab-d585b6a25256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.357095 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-55da361b-6cd5-4fa3-a3ab-d585b6a25256 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597312 Jan 28 05:40:22.454924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-9284aca6-2a5e-4fd9-b50c-80d83d0d32e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.1070392 Jan 28 05:40:22.522572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-a682f424-ace5-417a-a97b-802d82ee3293 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346374 Jan 28 05:40:22.525973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-de9f15cf-3be9-472f-bce2-943e956d326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.527293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-de9f15cf-3be9-472f-bce2-943e956d326a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0652623 Jan 28 05:40:22.625951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-da47bccd-90a8-4754-a9c1-5a16a6eb4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.627434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-da47bccd-90a8-4754-a9c1-5a16a6eb4031 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900488 Jan 28 05:40:22.652366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-4efe4413-3a14-4b27-a331-cbc162b7992c service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219356 Jan 28 05:40:22.735347 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-e63e3236-7b27-4103-96d3-7d544b37efad service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983884 Jan 28 05:40:22.827657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-f2bbb84a-b0c8-49e2-ad2d-358766b54325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.829215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-f2bbb84a-b0c8-49e2-ad2d-358766b54325 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0927551 Jan 28 05:40:22.903146 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-e00a4f6f-caec-4181-9899-216d8a085e20 service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586597 Jan 28 05:40:22.939579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-afcbb599-6a7c-4af6-85fd-20ad04a3138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.941352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-afcbb599-6a7c-4af6-85fd-20ad04a3138e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1037974 Jan 28 05:40:23.010487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-926bfb45-5ca3-4f50-bdc7-4cf5fc235795 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0637078 Jan 28 05:40:23.065049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-6b42aa7e-2379-4760-8252-8ecaf80c7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:23.067613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-6b42aa7e-2379-4760-8252-8ecaf80c7d33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0505688 Jan 28 05:40:23.114232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-93a8402d-cff1-4324-9ec3-862901f47dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:23.115847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-93a8402d-cff1-4324-9ec3-862901f47dea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430963 Jan 28 05:40:23.234261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ddb1c-131a-44cb-9ecb-31959da6c62d req-8866d4d6-b940-4abc-a66f-150009d51d4c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:23.236012 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-373ddb1c-131a-44cb-9ecb-31959da6c62d req-8866d4d6-b940-4abc-a66f-150009d51d4c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0966854 Jan 28 05:40:23.252324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-e0995caf-f0a1-4fab-9f84-1eac05a0fda1 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306875 Jan 28 05:40:23.338706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-373ddb1c-131a-44cb-9ecb-31959da6c62d req-3bac94f6-d875-4438-83e2-24d68ff31d95 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955768 Jan 28 05:40:23.367265 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ea81f469-a681-4093-9a87-8d516b47e4d5 req-5a5fcfd2-6f9d-47be-995b-0f10506634e3 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081820 Jan 28 05:40:24.463699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319faa5-31fc-453a-b852-635b8de6fdd5 req-31d89e0a-adf1-470b-a42e-a704acee9b88 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:24.465215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d319faa5-31fc-453a-b852-635b8de6fdd5 req-31d89e0a-adf1-470b-a42e-a704acee9b88 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0525353 Jan 28 05:40:24.512196 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d319faa5-31fc-453a-b852-635b8de6fdd5 req-fdaf3808-a9ff-4e90-9a40-bbd94f6fd914 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 Jan 28 05:40:25.629399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6971dd-100a-4c31-b78b-89ce63d0a1b5 req-ba5654dc-9809-40bb-9d6a-323670cf0161 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.630901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6971dd-100a-4c31-b78b-89ce63d0a1b5 req-ba5654dc-9809-40bb-9d6a-323670cf0161 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0490687 Jan 28 05:40:25.677675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bf6971dd-100a-4c31-b78b-89ce63d0a1b5 req-45ec554a-0510-4f04-a477-fdc912edb9eb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Jan 28 05:40:26.794925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e7290-9b67-460e-8649-e7a5aede5be8 req-af27c99f-3537-43f6-a23a-d3191b226527 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.796958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-131e7290-9b67-460e-8649-e7a5aede5be8 req-af27c99f-3537-43f6-a23a-d3191b226527 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0487623 Jan 28 05:40:26.861199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-131e7290-9b67-460e-8649-e7a5aede5be8 req-d6a852c2-d178-47ef-8485-3d90624b16b8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565300 Jan 28 05:40:26.869040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-090a21a3-1af9-4a54-abd5-4b8eea83e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.871537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-090a21a3-1af9-4a54-abd5-4b8eea83e1c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0459733 Jan 28 05:40:26.983351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-bc9baaf4-62df-44cc-bb5b-81dd2e74da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.984886 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-bc9baaf4-62df-44cc-bb5b-81dd2e74da8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0963426 Jan 28 05:40:27.050926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-91da6a42-6b16-417e-a13c-2109dfee8f4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0603423 Jan 28 05:40:27.101735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-0bdc112a-d07d-41a3-9917-bf002a88a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.103224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-0bdc112a-d07d-41a3-9917-bf002a88a7cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0468712 Jan 28 05:40:27.148267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-a76e2fc1-57a8-40c9-9ed2-fbfa35896b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.149831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-a76e2fc1-57a8-40c9-9ed2-fbfa35896b00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399756 Jan 28 05:40:27.237368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-5f2019b6-2c3c-438e-8936-0b66f9972e68 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Jan 28 05:40:27.331045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d8eb16da-e333-45ac-b591-0eece262d1e2 req-c9b86879-9484-41cc-910c-37501f25a209 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885150 Jan 28 05:40:27.978790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa602e-c2ff-4328-8c22-297c41859a10 req-72d67416-6887-40b7-889e-085f5234f1cc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.980208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35aa602e-c2ff-4328-8c22-297c41859a10 req-72d67416-6887-40b7-889e-085f5234f1cc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0489290 Jan 28 05:40:28.027735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-35aa602e-c2ff-4328-8c22-297c41859a10 req-6faad1b5-c3a6-429d-a14f-97339a7d9b70 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Jan 28 05:40:29.147019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c4bc1-4542-4c3a-9978-fce83ecb895c req-2120c6d0-5a8f-4e98-b221-260415945770 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.148512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b44c4bc1-4542-4c3a-9978-fce83ecb895c req-2120c6d0-5a8f-4e98-b221-260415945770 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0517366 Jan 28 05:40:29.465807 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b44c4bc1-4542-4c3a-9978-fce83ecb895c req-5681b58e-fd31-421e-9b60-32bfb835bb93 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113804 Jan 28 05:40:30.587454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c3c7-3e7e-4d61-8173-d658a30b160f req-ac3ddf4b-2b74-4a05-82ff-9782125d7ef9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:30.588962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74d3c3c7-3e7e-4d61-8173-d658a30b160f req-ac3ddf4b-2b74-4a05-82ff-9782125d7ef9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0524895 Jan 28 05:40:30.634945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74d3c3c7-3e7e-4d61-8173-d658a30b160f req-63816942-5ad8-4527-a6fd-cdde01f7872b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Jan 28 05:40:31.755422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03646d9-f6de-4206-a8cd-dd33cdc1c06b req-3c227906-0dfa-4a4d-ace6-899b94b3806d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:31.757070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f03646d9-f6de-4206-a8cd-dd33cdc1c06b req-3c227906-0dfa-4a4d-ace6-899b94b3806d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0490639 Jan 28 05:40:31.809705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f03646d9-f6de-4206-a8cd-dd33cdc1c06b req-63234dbe-6854-4a28-a147-6314e1c6bd8c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444491 Jan 28 05:40:32.927861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d69bfd-f42d-4187-8ab9-06498f5fa805 req-da3377e2-21d4-4834-9fdb-894a93ba2beb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:32.929366 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40d69bfd-f42d-4187-8ab9-06498f5fa805 req-da3377e2-21d4-4834-9fdb-894a93ba2beb tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0480905 Jan 28 05:40:32.975926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40d69bfd-f42d-4187-8ab9-06498f5fa805 req-e8acd5fe-6c77-4280-a462-ff551bd5f348 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 Jan 28 05:40:34.090018 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cd74c-c80e-43c2-a787-58e28cb47c0c req-1d169264-d0c4-49d1-93b6-6ef86889d432 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:34.091487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d13cd74c-c80e-43c2-a787-58e28cb47c0c req-1d169264-d0c4-49d1-93b6-6ef86889d432 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0467663 Jan 28 05:40:34.140206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d13cd74c-c80e-43c2-a787-58e28cb47c0c req-9c1c9855-1fe4-436f-95c2-111ed6cbe72c tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Jan 28 05:40:35.255130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3b482-1d55-4f14-9c35-8157e2a70fbb req-caac3493-131e-47e4-93bd-20505056c97a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:35.256595 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64a3b482-1d55-4f14-9c35-8157e2a70fbb req-caac3493-131e-47e4-93bd-20505056c97a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0465968 Jan 28 05:40:35.306836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64a3b482-1d55-4f14-9c35-8157e2a70fbb req-887126bf-73f1-4e9b-8c02-7bf9fd446907 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 Jan 28 05:40:36.420474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a6e46-286a-4137-bc8a-3a877c62e04f req-dd2d3923-f7e1-4830-8083-054afec3d410 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:36.422041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce5a6e46-286a-4137-bc8a-3a877c62e04f req-dd2d3923-f7e1-4830-8083-054afec3d410 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0473657 Jan 28 05:40:36.466933 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce5a6e46-286a-4137-bc8a-3a877c62e04f req-ebc1e1eb-3e86-4271-86c6-0dbb235a02ea tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Jan 28 05:40:36.918489 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.583123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0731-0bda-4ea2-bb9a-d116b92b4afb req-391ddc6b-2443-4a6e-ae0f-4e0fb6299104 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:37.584593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d39a0731-0bda-4ea2-bb9a-d116b92b4afb req-391ddc6b-2443-4a6e-ae0f-4e0fb6299104 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0477426 Jan 28 05:40:37.630509 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d39a0731-0bda-4ea2-bb9a-d116b92b4afb req-8d606be4-e4f8-4515-a4c2-3c5bb8b2009b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Jan 28 05:40:38.144580 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.733478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62fe9d85-2d5e-430f-8b49-8b1d7ab8dfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.747568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff6ecc-1d01-4e48-9d9c-a212dfd1e4fe req-003d0f9a-80c6-4dff-a9d0-802090133a10 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:38.749054 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-beff6ecc-1d01-4e48-9d9c-a212dfd1e4fe req-003d0f9a-80c6-4dff-a9d0-802090133a10 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0496280 Jan 28 05:40:38.796358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-beff6ecc-1d01-4e48-9d9c-a212dfd1e4fe req-18be6ccd-231f-4487-8fc7-f12ed7ebddd1 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Jan 28 05:40:39.911099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174814d-1929-477c-98a4-50e2ac343e00 req-b9650c93-026e-4a9f-9f75-708874fceb7a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:39.912598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6174814d-1929-477c-98a4-50e2ac343e00 req-b9650c93-026e-4a9f-9f75-708874fceb7a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0471549 Jan 28 05:40:39.959268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6174814d-1929-477c-98a4-50e2ac343e00 req-0c824a15-d216-4ce5-b01b-2a6d02790051 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Jan 28 05:40:40.279647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-ca03a062-d7d8-4563-8762-61b6bcbce6d2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.281071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-ca03a062-d7d8-4563-8762-61b6bcbce6d2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&tenant_id=7003619ba88a4a9896665ff4ea0a785a&binding%3Ahost_id=n-h2-824835-3 HTTP/1.1" status: 200 len: 943 time: 0.0885100 Jan 28 05:40:40.292627 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d1508-63e4-4fd7-ac82-83ad3b9bd0b0 req-37042f8e-878a-4c89-b443-47f77bedab5e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.294062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c8d1508-63e4-4fd7-ac82-83ad3b9bd0b0 req-37042f8e-878a-4c89-b443-47f77bedab5e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0679114 Jan 28 05:40:40.382969 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9c8d1508-63e4-4fd7-ac82-83ad3b9bd0b0 req-2d944b38-343e-40b7-b68c-9afbe644b8de tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826187 Jan 28 05:40:40.387307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-957cc8bc-7e7a-487e-a1f7-232e4235577e service neutron] 10.222.0.47 "GET /v2.0/ports/7164c896-7eff-4043-9fcb-e2c4f3f542d9/bindings/n-h2-824835-3 HTTP/1.1" status: 200 len: 382 time: 0.0922995 Jan 28 05:40:40.467633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-9461edfc-53be-47c6-b7b3-680ae97ee20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.469187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-9461edfc-53be-47c6-b7b3-680ae97ee20a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1094 time: 0.0441110 Jan 28 05:40:40.556220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-dd8d71a9-1f54-45f1-bcd1-a4902eeebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.557631 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-dd8d71a9-1f54-45f1-bcd1-a4902eeebe09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0833111 Jan 28 05:40:40.625021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-1e60bb8a-8857-4717-9a57-15aee5e52722 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0608242 Jan 28 05:40:40.672868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-39dd1f46-502b-45b2-8a38-9222e793da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.674511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-39dd1f46-502b-45b2-8a38-9222e793da8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0433741 Jan 28 05:40:40.718632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-b0d20e7b-0926-40aa-af8f-81f0b427aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.720396 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-b0d20e7b-0926-40aa-af8f-81f0b427aa4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406611 Jan 28 05:40:40.810612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-8ac5940e-de54-437e-a223-9f2e4252edf6 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844498 Jan 28 05:40:40.897044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-2789cac5-2412-4f1b-93fb-daae9eac79ac service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808835 Jan 28 05:40:40.916074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c077e88-a289-4cf9-bcf7-1e042a119253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.504487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e332ed-dd0b-4df0-ba43-4f2a1ec0f466 req-3dd704d7-b6be-4aeb-8be8-38a7f68d134e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:41.505988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2e332ed-dd0b-4df0-ba43-4f2a1ec0f466 req-3dd704d7-b6be-4aeb-8be8-38a7f68d134e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0502350 Jan 28 05:40:41.551338 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f2e332ed-dd0b-4df0-ba43-4f2a1ec0f466 req-888d02d6-1f9e-4227-b225-54ae3404983b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Jan 28 05:40:42.209262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.551700 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:42.647876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:42.662753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'mac_address': 'fa:16:3e:5a:de:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:40:42.676601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c60b5-357d-41e7-b7d0-df5d7cd5edbe req-ccdef48d-44f0-450f-92f2-fef0d714e3f7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:42.678138 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c35c60b5-357d-41e7-b7d0-df5d7cd5edbe req-ccdef48d-44f0-450f-92f2-fef0d714e3f7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 943 time: 0.0524867 Jan 28 05:40:42.709520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:42.710172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.724345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:42.741680 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c35c60b5-357d-41e7-b7d0-df5d7cd5edbe req-284dfade-6782-4f45-bb0e-9656babfc42b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571904 Jan 28 05:40:42.745815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:42.750746 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.799331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:43.862536 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d217-74a8-49d7-a23e-309a460e5e3a req-11eb67a4-ac77-4747-8e26-c97fcfb0030a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:43.864006 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f61d217-74a8-49d7-a23e-309a460e5e3a req-11eb67a4-ac77-4747-8e26-c97fcfb0030a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0480623 Jan 28 05:40:43.909938 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4f61d217-74a8-49d7-a23e-309a460e5e3a req-16cd367a-0dea-49ba-a77e-16e9f82f8ca9 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403709 Jan 28 05:40:43.936092 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.283925 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8365a-78d4-4b7d-9392-b6b922cef155 req-7c742b4e-7b53-46fd-97f1-e3466aacbfd3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:45.285422 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cd8365a-78d4-4b7d-9392-b6b922cef155 req-7c742b4e-7b53-46fd-97f1-e3466aacbfd3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.3043613 Jan 28 05:40:45.336637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4cd8365a-78d4-4b7d-9392-b6b922cef155 req-9a101b9d-eb81-4905-9766-1c5f033b6735 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Jan 28 05:40:45.393847 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:40:45.481669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.465076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d57ba-1c19-4bf3-86b3-ba448dd25a08 req-cab98888-c567-4b89-8026-be2f6cf56020 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:46.466602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d76d57ba-1c19-4bf3-86b3-ba448dd25a08 req-cab98888-c567-4b89-8026-be2f6cf56020 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0598853 Jan 28 05:40:46.519578 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d76d57ba-1c19-4bf3-86b3-ba448dd25a08 req-5bf7349f-bbfd-4eac-bcdb-fda55e7613fe tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463870 Jan 28 05:40:46.599444 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:46.680685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: BUILD; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:46.681624 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.694807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:46.716095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:46.720033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.734368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-aec84fc2-9bc0-4b22-bb13-83e56ffe2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:46.736140 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-aec84fc2-9bc0-4b22-bb13-83e56ffe2507 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70&tenant_id=7003619ba88a4a9896665ff4ea0a785a HTTP/1.1" status: 200 len: 1095 time: 0.0481491 Jan 28 05:40:46.752462 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:46.766240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:46.806725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.003161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:47.035865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:47.067968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:47.075500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Publish callbacks [] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.086116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Ignored duplicate provisioning block setup for port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 05:40:47.089560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.177080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:47.210445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] No DVR routers for this DVR port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:47.345509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:47.345855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:47.346189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:47.350469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:47.350797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Attempting to bind port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:47.355591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:47.355937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Checking segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:47.356329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Bound using segment: {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:47.356757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Bound port: 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:47.357111 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.419075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:47.422294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:47.426581 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.463855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.464471 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.465884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 1092 time: 0.7173562 Jan 28 05:40:47.466324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:47.468561 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed341f3a-eaf7-4030-80de-3f580baca541" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:47.491565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf06e84-8b60-4b81-b10a-cea33fd4b7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:47.548225 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc398c7-9e0f-4762-a207-ac94337daae6 x-openstack-request-id: req-2dc398c7-9e0f-4762-a207-ac94337daae6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:47.548885 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:47.548885 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dc398c7-9e0f-4762-a207-ac94337daae6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:47.549464 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'status': 'completed', 'code': 200} Jan 28 05:40:47.573612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-9f3474aa-8a81-4efa-a361-a6ba57ff4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.576473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-9f3474aa-8a81-4efa-a361-a6ba57ff4aa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1095 time: 0.0636852 Jan 28 05:40:47.649172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad60364-7316-4864-83fb-b7a7f31c78b9 req-ea2f7f3f-996f-4085-9614-175c58d7a207 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.651040 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ad60364-7316-4864-83fb-b7a7f31c78b9 req-ea2f7f3f-996f-4085-9614-175c58d7a207 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0526907 Jan 28 05:40:47.688260 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-89f4b001-75e2-4a61-8c32-22cc89ad8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.689830 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-89f4b001-75e2-4a61-8c32-22cc89ad8087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1095 time: 0.0981493 Jan 28 05:40:47.700551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0ad60364-7316-4864-83fb-b7a7f31c78b9 req-7e438286-a967-4d9c-9778-734f0677c299 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Jan 28 05:40:47.727399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-2117a61e-3a1f-431c-b4ba-714967c0121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.728890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-2117a61e-3a1f-431c-b4ba-714967c0121d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1461527 Jan 28 05:40:47.835960 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-04c99731-4c4e-4e29-a51f-a8f63d7a5021 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0823581 Jan 28 05:40:47.878374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-25d6529c-69d1-40c9-8f89-5f90c20c7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.879879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-25d6529c-69d1-40c9-8f89-5f90c20c7681 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.1814713 Jan 28 05:40:47.943115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-942f489a-7d0b-4f3b-b6a8-0d5c3caec3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.944629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-942f489a-7d0b-4f3b-b6a8-0d5c3caec3c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.1034930 Jan 28 05:40:47.979916 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-42e4e8e6-20a4-4861-9b4e-249a7cad0b3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0936661 Jan 28 05:40:48.026218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-315f4237-8207-4d6b-89c5-f420e7ecd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.027771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-315f4237-8207-4d6b-89c5-f420e7ecd923 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747914 Jan 28 05:40:48.043751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-9ead1fdf-f0f2-4fb2-ae46-7a9d272dd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.045127 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-9ead1fdf-f0f2-4fb2-ae46-7a9d272dd34c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0582664 Jan 28 05:40:48.139463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-38359f1d-4f6a-43b2-8764-9964bba3de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.141076 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-38359f1d-4f6a-43b2-8764-9964bba3de40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856786 Jan 28 05:40:48.164974 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-0b893f51-4a98-4730-8eb2-99186770e39b service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285083 Jan 28 05:40:48.313843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-d41e2bd2-be5e-4f1e-b6c6-f200ab82571f service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630771 Jan 28 05:40:48.340627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-985036d6-4df3-41c1-89b8-7da5ee417c61 req-9a2e6d46-b036-4e0b-824c-706d83a5b40e service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665459 Jan 28 05:40:48.406603 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-be759f49-c695-40ad-84e8-34dbd5338af4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Jan 28 05:40:48.447538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-fb00cbf5-c155-48a4-abc9-1ff0411a2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.449072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-fb00cbf5-c155-48a4-abc9-1ff0411a2a08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7003619ba88a4a9896665ff4ea0a785a&device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 1095 time: 0.0417094 Jan 28 05:40:48.545444 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-56fbabf9-b3cc-40bd-8bd8-cb4f310277b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.547004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-56fbabf9-b3cc-40bd-8bd8-cb4f310277b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 200 len: 913 time: 0.0916541 Jan 28 05:40:48.616990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-4f3ebe4a-afc0-4703-a649-ecb3a88f2280 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 200 len: 999 time: 0.0639081 Jan 28 05:40:48.667789 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-7fff3191-e8d4-4ab0-a843-b678ba78799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.669242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-7fff3191-e8d4-4ab0-a843-b678ba78799e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 200 len: 851 time: 0.0471046 Jan 28 05:40:48.714350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-275e6364-2642-4d91-99e5-dbb8caed9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.715937 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-275e6364-2642-4d91-99e5-dbb8caed9691 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409436 Jan 28 05:40:48.837810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-166ff88d-7013-48f1-a7d6-da337876e85c service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160789 Jan 28 05:40:48.848983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ccea2-5887-45b1-bdb2-df470ef1f055 req-bc7de1cc-c1ee-468e-8362-15023005af52 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:48.850412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a9ccea2-5887-45b1-bdb2-df470ef1f055 req-bc7de1cc-c1ee-468e-8362-15023005af52 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0742898 Jan 28 05:40:48.952436 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a9ccea2-5887-45b1-bdb2-df470ef1f055 req-f6471a2a-b784-4bdf-9282-4f6c8324d581 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941279 Jan 28 05:40:48.968327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed341f3a-eaf7-4030-80de-3f580baca541 req-88d2a242-43f8-479d-853e-4946fa5c98df service neutron] 10.222.0.52 "GET /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169398 Jan 28 05:40:50.072396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635e395-236a-47bb-9ccf-675f09ba7432 req-85a55aed-d305-4566-badb-e051207c3190 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:50.073836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0635e395-236a-47bb-9ccf-675f09ba7432 req-85a55aed-d305-4566-badb-e051207c3190 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0480103 Jan 28 05:40:50.119511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0635e395-236a-47bb-9ccf-675f09ba7432 req-faa08fe4-27a6-420b-b4c2-971578a601f4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Jan 28 05:40:51.242046 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4703-ebed-47d1-a268-4d4b97fe0d8c req-d3301691-baee-400a-b9eb-22a186328f1f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:51.243580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-669a4703-ebed-47d1-a268-4d4b97fe0d8c req-d3301691-baee-400a-b9eb-22a186328f1f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0547578 Jan 28 05:40:51.289047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-669a4703-ebed-47d1-a268-4d4b97fe0d8c req-b22e8d87-1602-4347-b4e9-4b35839ed637 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Jan 28 05:40:52.408169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3970b7-52a1-45ae-8562-df625d648dfa req-a78f9db9-fbd1-47bb-82e0-e0cd82c49e93 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:52.409694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c3970b7-52a1-45ae-8562-df625d648dfa req-a78f9db9-fbd1-47bb-82e0-e0cd82c49e93 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0516064 Jan 28 05:40:52.455470 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c3970b7-52a1-45ae-8562-df625d648dfa req-ae926fbc-ef53-4d15-873f-928032d7bc6e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Jan 28 05:40:53.572941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83bf96-9113-4c02-836f-b58144abe07e req-24125a87-3823-41e0-8fde-b56341155dc3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:53.574471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e83bf96-9113-4c02-836f-b58144abe07e req-24125a87-3823-41e0-8fde-b56341155dc3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0480890 Jan 28 05:40:53.621634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2e83bf96-9113-4c02-836f-b58144abe07e req-da52bfa6-3b7b-497b-ab8b-4a4363c07845 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Jan 28 05:40:54.745035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aa1b3-aecd-4c0d-88e1-ee879168a793 req-ed0b1eb0-794d-4adc-a81e-761aab6a98a8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:54.746542 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-278aa1b3-aecd-4c0d-88e1-ee879168a793 req-ed0b1eb0-794d-4adc-a81e-761aab6a98a8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0487218 Jan 28 05:40:54.794698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-278aa1b3-aecd-4c0d-88e1-ee879168a793 req-37eca090-7fa1-4625-8dd1-0150a1fb2a17 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Jan 28 05:40:55.916244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037c32-4722-4ac7-8c0b-b2197c567786 req-497036f8-161d-4261-b642-8861ecf540aa tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:55.917783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09037c32-4722-4ac7-8c0b-b2197c567786 req-497036f8-161d-4261-b642-8861ecf540aa tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0516465 Jan 28 05:40:55.963931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-09037c32-4722-4ac7-8c0b-b2197c567786 req-d0d438e3-5182-4b66-a305-1697632713a3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Jan 28 05:40:57.085952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36946dad-3b79-4651-9e3f-787088cb47d1 req-5d90577b-cb28-4f2b-8c9c-200749da4edc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:57.087722 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36946dad-3b79-4651-9e3f-787088cb47d1 req-5d90577b-cb28-4f2b-8c9c-200749da4edc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0516498 Jan 28 05:40:57.134575 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-36946dad-3b79-4651-9e3f-787088cb47d1 req-bf7c26a0-3cbe-4d41-9cfe-856846fe99a0 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Jan 28 05:40:58.251398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6625cd-96f2-4961-88fb-8855785b87be req-4ea3935e-57b0-494c-b474-3de79d9dbd10 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:58.252866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad6625cd-96f2-4961-88fb-8855785b87be req-4ea3935e-57b0-494c-b474-3de79d9dbd10 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0474274 Jan 28 05:40:58.298525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad6625cd-96f2-4961-88fb-8855785b87be req-75b4f8d4-9874-4547-8c08-6b06311354a8 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396459 Jan 28 05:40:59.412628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae353f43-df35-4783-a43b-1513f50f6ce4 req-fc312198-8961-4d6c-9a9a-a8d1f86fc17b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:59.414152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae353f43-df35-4783-a43b-1513f50f6ce4 req-fc312198-8961-4d6c-9a9a-a8d1f86fc17b tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0474443 Jan 28 05:40:59.460053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ae353f43-df35-4783-a43b-1513f50f6ce4 req-b9e0fa32-3416-4da1-8cf0-b9866b11c056 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Jan 28 05:41:00.575419 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bff47b-0731-428f-a79b-b06e23f9abd6 req-8f0a4ae1-3fd5-48c3-aaa0-a81775412a0e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:00.576929 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65bff47b-0731-428f-a79b-b06e23f9abd6 req-8f0a4ae1-3fd5-48c3-aaa0-a81775412a0e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0484848 Jan 28 05:41:00.627799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65bff47b-0731-428f-a79b-b06e23f9abd6 req-ef402f37-a3a2-4c08-af66-74211de95488 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Jan 28 05:41:01.751956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a716c-2c16-45d1-a98d-927555bda700 req-f7df423c-a271-4059-bff2-d2279ffee5e4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:01.753498 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc9a716c-2c16-45d1-a98d-927555bda700 req-f7df423c-a271-4059-bff2-d2279ffee5e4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0575850 Jan 28 05:41:01.803695 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc9a716c-2c16-45d1-a98d-927555bda700 req-ee3dd96a-ab7c-48fb-8e21-4832e0aeac16 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Jan 28 05:41:02.919353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17aaa7-e351-4e63-8eb0-c6e76982a9ba req-f66ce436-c2dc-405b-9e1a-9289f2df23c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:02.921015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c17aaa7-e351-4e63-8eb0-c6e76982a9ba req-f66ce436-c2dc-405b-9e1a-9289f2df23c5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Jan 28 05:41:02.968293 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5c17aaa7-e351-4e63-8eb0-c6e76982a9ba req-d0f95eab-cfde-4023-b3ca-7cd291008411 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Jan 28 05:41:04.082570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01b9a-2bd6-4f60-9b44-b052191018bb req-ce708c4a-2a5e-41d6-abb8-759dd60d6199 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:04.084039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33b01b9a-2bd6-4f60-9b44-b052191018bb req-ce708c4a-2a5e-41d6-abb8-759dd60d6199 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0473011 Jan 28 05:41:04.129103 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-33b01b9a-2bd6-4f60-9b44-b052191018bb req-090d7344-6d10-4493-bb2f-fc27c2f16b69 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Jan 28 05:41:05.251828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f16c29-adcc-4f47-bed8-e8d71706b6a6 req-71dd6f64-3a85-41e1-8bff-d6153ca4dd85 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:05.253352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39f16c29-adcc-4f47-bed8-e8d71706b6a6 req-71dd6f64-3a85-41e1-8bff-d6153ca4dd85 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0481908 Jan 28 05:41:05.300040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39f16c29-adcc-4f47-bed8-e8d71706b6a6 req-b3e1decf-5ac5-44ff-97f3-480b89f36bbf tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Jan 28 05:41:06.417097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4849a-27fb-4d04-86b5-89628eb5d6b0 req-3d67b50f-f04a-4504-bab2-226e15d15c46 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:06.418605 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46b4849a-27fb-4d04-86b5-89628eb5d6b0 req-3d67b50f-f04a-4504-bab2-226e15d15c46 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0491304 Jan 28 05:41:06.464161 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-46b4849a-27fb-4d04-86b5-89628eb5d6b0 req-3b726e86-f093-48fd-9a7a-d640533e1bb3 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Jan 28 05:41:06.584455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671066-f929-429a-9c8f-f5d111c0c85b req-6b233ecc-acca-403e-9199-b93fc0d02e65 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:06.586602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31671066-f929-429a-9c8f-f5d111c0c85b req-6b233ecc-acca-403e-9199-b93fc0d02e65 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0521698 Jan 28 05:41:06.631162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31671066-f929-429a-9c8f-f5d111c0c85b req-9220df75-9b26-4965-95f2-2744bfd75a2a tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jan 28 05:41:06.636996 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:06.738179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:06.750019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'port_id': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'mac_address': 'fa:16:3e:5a:de:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:06.751488 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bda5c-102c-4358-9d74-f972b043781a req-ec05341b-0e68-4a4f-bd69-46bad5b50f1f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:06.753082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a28bda5c-102c-4358-9d74-f972b043781a req-ec05341b-0e68-4a4f-bd69-46bad5b50f1f tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 944 time: 0.0531752 Jan 28 05:41:06.786463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:06.786888 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.800090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a28bda5c-102c-4358-9d74-f972b043781a req-4115fa74-5aa2-40cf-a030-0dc20daf429d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Jan 28 05:41:06.800282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:06.820738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:06.824909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.870969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:06.937095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.033539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391f42e-514c-482d-a747-1508975e390d req-0d7f90c9-4305-433f-89ce-7008ec7dc15d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:07.034945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e391f42e-514c-482d-a747-1508975e390d req-0d7f90c9-4305-433f-89ce-7008ec7dc15d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0471134 Jan 28 05:41:07.080463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e391f42e-514c-482d-a747-1508975e390d req-7ded57ff-d662-4364-9e76-70e02bae1752 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Jan 28 05:41:07.332290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['7164c896-7eff-4043-9fcb-e2c4f3f542d9'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:08.159905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.200126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19c4c9-c9b6-4751-a5af-2176139f7844 req-4cbeeb12-7d37-4adb-8ae3-01ef29f2af9d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:08.201652 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c19c4c9-c9b6-4751-a5af-2176139f7844 req-4cbeeb12-7d37-4adb-8ae3-01ef29f2af9d tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Jan 28 05:41:08.248097 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c19c4c9-c9b6-4751-a5af-2176139f7844 req-7113ecb5-b256-488e-a9ca-b620b71bb940 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Jan 28 05:41:08.667850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:08.722257 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:08.732732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:08.733103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.756834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b96f2d86-dda2-438e-b288-8e0929847a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.812806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:08.813118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.837663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:08.839876 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655e6171-4d23-4332-be11-76e35ac4c71c" -d '{"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-plugged", "status": "completed", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:08.852923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:08.857026 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.884797 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85f0fc5-e7e0-46ec-8baa-2d5f7c4606b2 x-openstack-request-id: req-b85f0fc5-e7e0-46ec-8baa-2d5f7c4606b2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:08.885094 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-plugged", "status": "completed", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:08.885374 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b85f0fc5-e7e0-46ec-8baa-2d5f7c4606b2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:08.885756 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'code': 200} Jan 28 05:41:08.910324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=14']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:09.016838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-0934cd71-041a-4d15-809d-e7eb55196813 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:09.018317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-0934cd71-041a-4d15-809d-e7eb55196813 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 946 time: 0.0471728 Jan 28 05:41:09.109596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Deleting port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:09.109898 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.196468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] For port 7164c896-7eff-4043-9fcb-e2c4f3f542d9, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=7164c896-7eff-4043-9fcb-e2c4f3f542d9,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:09.196871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.394642 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.395362 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.395362 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b disassociated. External IP: 172.25.6.98, port: 7164c896-7eff-4043-9fcb-e2c4f3f542d9. Jan 28 05:41:09.395665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Calling delete_port for 7164c896-7eff-4043-9fcb-e2c4f3f542d9 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:09.418586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45baffb-9045-496d-a8ee-cbaf7ac58be4 req-b3a4c9c6-0fc9-4c2a-862d-8c55c54d7bdd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:09.420091 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c45baffb-9045-496d-a8ee-cbaf7ac58be4 req-b3a4c9c6-0fc9-4c2a-862d-8c55c54d7bdd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 946 time: 0.0764053 Jan 28 05:41:09.520934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c45baffb-9045-496d-a8ee-cbaf7ac58be4 req-cc2ea310-b576-4ab1-a47d-3503b440dd83 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec56e0b-3807-4e95-8f0b-de2fe71f69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699513 Jan 28 05:41:09.577423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7164c896-7eff-4043-9fcb-e2c4f3f542d9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.603450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event deleted for resources: {'Port': ['ID=7164c896-7eff-4043-9fcb-e2c4f3f542d9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:09.722737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:41:09.834852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:09.845501 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:09.855930 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:09.856628 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:40:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:09.873952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] No DVR routers for this DVR port 7164c896-7eff-4043-9fcb-e2c4f3f542d9 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:09.876637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.879948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e3d3af90-69af-4fcd-8117-2375637604a7 req-12de7e7e-0ca8-4bf9-a214-7a75d93286d7 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.52 "DELETE /v2.0/ports/7164c896-7eff-4043-9fcb-e2c4f3f542d9 HTTP/1.1" status: 204 len: 173 time: 0.8541663 Jan 28 05:41:09.880390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-deleted', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:09.883147 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc0eeb-afcb-4b44-80ee-e68b58bb6074" -d '{"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-deleted", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:09.949635 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81dd55c-fa75-43aa-bea4-2a14c83d7570 x-openstack-request-id: req-f81dd55c-fa75-43aa-bea4-2a14c83d7570 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:09.949938 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeb2bc2-184d-4efd-8db5-af722a2e5c70", "name": "network-vif-deleted", "tag": "7164c896-7eff-4043-9fcb-e2c4f3f542d9", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:09.950332 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f81dd55c-fa75-43aa-bea4-2a14c83d7570 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:09.950747 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeb2bc2-184d-4efd-8db5-af722a2e5c70', 'name': 'network-vif-deleted', 'tag': '7164c896-7eff-4043-9fcb-e2c4f3f542d9', 'status': 'completed', 'code': 200} Jan 28 05:41:10.060642 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:10.255669 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:10.282744 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:10.291566 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:10.292169 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:40:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:10.396049 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:10.591690 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:10.618612 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db60ede-42ed-480b-ba42-a27ef7e09fa6 None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:16Z', 'revision_number': 4, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '38bdba58-8af3-4160-9867-a7502f14c491', 'name': '', 'network_id': 'd2becf9b-c5cc-4957-b644-d5d8a07c9fe3', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'mac_address': 'fa:16:3e:91:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:15Z', 'updated_at': '2022-01-28T05:29:19Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'subnets': [{'id': '64de89bc-c52f-4551-9302-04744cdfbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:10.620296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bbccc0ae-5c23-4dcf-96d5-b26cd086e163 req-91843edd-f29e-43c8-884c-a4ff33f7e2cd tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0263720 Jan 28 05:41:10.845588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca03e83-27c6-4149-a8ab-a98545de0c11 None None] New status for floating IP 41621fcb-a55b-4815-b4cf-0a1f398a454b: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:41:10.966741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f7168e6-2eac-4f44-9d30-72cdd1b1e983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:11.723270 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-00b889bb-1039-4ca3-bd5c-e2036bc585fe req-e230f834-c0f4-4aa6-80cf-1ecf3734b45e tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jan 28 05:41:12.212669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.684337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:12.705537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 7164c896-7eff-4043-9fcb-e2c4f3f542d9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:12.705896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 7164c896-7eff-4043-9fcb-e2c4f3f542d9 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:12.819473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-732d266c-a8ab-4342-b731-dd49c528e181 req-330375e7-a829-4f0a-a17f-f959624e6b05 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0260184 Jan 28 05:41:13.927590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bb506e59-bc8c-435a-bc5f-b123eb6ce804 req-8af275d2-113b-465b-88e2-8b82113714cc tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0305665 Jan 28 05:41:13.939367 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.028497 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-91beac0a-42da-42c3-9e3e-a940bf2541e4 req-a84ac655-30e4-4ed4-96e6-444582f0c3d2 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0295222 Jan 28 05:41:15.477423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:16.121823 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b264fb1-3e4f-4952-a29d-9edc1e2c7c87 req-9c6930e6-ab6e-4979-b05b-26691de08d62 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Jan 28 05:41:17.216748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4987d6b2-ac6b-4fe9-806a-e23992cc03ee req-62f97dec-639e-40b7-bdfe-cb7286c459b4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0262496 Jan 28 05:41:18.328314 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47a921ea-bd74-459b-ab6b-7547428da55c req-a8355f45-f51c-4c75-88e2-520c3c8e41a4 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbeb2bc2-184d-4efd-8db5-af722a2e5c70 HTTP/1.1" status: 200 len: 210 time: 0.0260112 Jan 28 05:41:22.393191 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:41:25.208544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:25.266978 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group (fec56e0b-3807-4e95-8f0b-de2fe71f69ad), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.290312 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group (fec56e0b-3807-4e95-8f0b-de2fe71f69ad), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.339329 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fec56e0b-3807-4e95-8f0b-de2fe71f69ad), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.341835 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.343164 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "DELETE /v2.0/security-groups/fec56e0b-3807-4e95-8f0b-de2fe71f69ad HTTP/1.1" status: 204 len: 168 time: 0.1335800 Jan 28 05:41:25.345953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54356) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:25.352565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec56e0b-3807-4e95-8f0b-de2fe71f69ad,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:25.359448 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-760b988d-d03c-4a6b-a621-33a94e9137fe tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] show failed (client error): The resource could not be found. Jan 28 05:41:25.359781 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.360129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.360434 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-760b988d-d03c-4a6b-a621-33a94e9137fe tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "GET /v2.0/security-groups/fec56e0b-3807-4e95-8f0b-de2fe71f69ad HTTP/1.1" status: 404 len: 347 time: 0.0134025 Jan 28 05:41:25.360568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.360923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.361544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.361877 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.362206 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.362530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.362852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.363265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.363361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54358) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:25.363594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.363914 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.364237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83bd22-eeaa-4e3d-8801-138cd66bac18 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:25.758252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Deleting port 63fabd41-e476-4567-84d9-009f8537939c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:25.758612 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (63fabd41-e476-4567-84d9-009f8537939c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.832236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (63fabd41-e476-4567-84d9-009f8537939c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.832564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (63fabd41-e476-4567-84d9-009f8537939c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.844595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Calling delete_port for 63fabd41-e476-4567-84d9-009f8537939c owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:25.984106 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (63fabd41-e476-4567-84d9-009f8537939c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.010071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Pushing event deleted for resources: {'Port': ['ID=63fabd41-e476-4567-84d9-009f8537939c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:26.021331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.021725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.022074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.022420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.023372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.023718 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.024058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.024393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.024721 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.025053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.025409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.025742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.026074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:26.086850 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks [] for floatingip (41621fcb-a55b-4815-b4cf-0a1f398a454b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.089402 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.090568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-75d0ac50-6716-477a-8d93-d7a2d87f61a5 tempest-ServerActionsTestJSON-1806398416 tempest-ServerActionsTestJSON-1806398416-project] 10.222.0.21 "DELETE /v2.0/floatingips/41621fcb-a55b-4815-b4cf-0a1f398a454b HTTP/1.1" status: 204 len: 168 time: 0.7264028 Jan 28 05:41:26.093824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54360) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:26.569330 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.813892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Deleting port 38bdba58-8af3-4160-9867-a7502f14c491 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:26.814114 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (38bdba58-8af3-4160-9867-a7502f14c491), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.891037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] For port 38bdba58-8af3-4160-9867-a7502f14c491, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=38bdba58-8af3-4160-9867-a7502f14c491,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:26.891403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (38bdba58-8af3-4160-9867-a7502f14c491), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.902724 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Calling delete_port for 38bdba58-8af3-4160-9867-a7502f14c491 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:27.083189 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (38bdba58-8af3-4160-9867-a7502f14c491), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.106360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Pushing event deleted for resources: {'Port': ['ID=38bdba58-8af3-4160-9867-a7502f14c491,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:27.270690 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.479823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:41:27.584014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:27.589704 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-299ee589-22c5-4ab9-9c38-80d2e1c15325 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4948254 Jan 28 05:41:27.592314 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54364) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:27.595037 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] Sync routers for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:27.605132 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:27.605781 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:41:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:27.695605 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks [] for router (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.710989 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:27.808924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks [] for router_gateway (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.871477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Deleting port b171b8d3-e251-417d-be15-f0743b0b26ff {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:27.871825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.895242 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:41:27Z', 'revision_number': 5, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port': {'id': 'b171b8d3-e251-417d-be15-f0743b0b26ff', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:27.920487 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] Checking router: e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:27.928517 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] Routers {'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:27.929661 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:41:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:27.950796 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] For port b171b8d3-e251-417d-be15-f0743b0b26ff, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=b171b8d3-e251-417d-be15-f0743b0b26ff,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:27.951168 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.963177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Calling delete_port for b171b8d3-e251-417d-be15-f0743b0b26ff owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:28.017393 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] Set router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:28.070231 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:41:27Z', 'revision_number': 6, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:28.097697 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc06391-fc0b-40ee-bd61-edaf4b650f0b None None] The sync data for ids ['e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20'] in n-d-824835-3 is: [{'id': 'e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20', 'name': 'tempest-ServerActionsTestJSON-1070165169-router', 'tenant_id': '7003619ba88a4a9896665ff4ea0a785a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:29:14Z', 'updated_at': '2022-01-28T05:41:27Z', 'revision_number': 6, 'project_id': '7003619ba88a4a9896665ff4ea0a785a', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:28.130460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (b171b8d3-e251-417d-be15-f0743b0b26ff), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.158243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b171b8d3-e251-417d-be15-f0743b0b26ff,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:28.222464 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.324218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.326258 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks [] for router_controller (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.388791 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.389279 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:41:28.393755 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.394900 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2ce8d77a-f5fc-48e0-9ca7-fd0502a9eb6d admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6612ce5-7a03-4bdd-9da9-5d6c99f8ae20 HTTP/1.1" status: 204 len: 168 time: 0.8016193 Jan 28 05:41:28.397515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54366) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:28.439735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Deleting subnet 64de89bc-c52f-4551-9302-04744cdfbf86 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:41:28.442913 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Publish callbacks [] for subnet (64de89bc-c52f-4551-9302-04744cdfbf86), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.478207 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (64de89bc-c52f-4551-9302-04744cdfbf86), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.592309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (64de89bc-c52f-4551-9302-04744cdfbf86), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.643283 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (64de89bc-c52f-4551-9302-04744cdfbf86), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.670607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.673990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/64de89bc-c52f-4551-9302-04744cdfbf86 HTTP/1.1" status: 204 len: 168 time: 0.2755241 Jan 28 05:41:28.675127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8e868-8843-4768-a87e-7d0a26aef986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64de89bc-c52f-4551-9302-04744cdfbf86,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:28.677327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54368) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:28.678536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce735d8-2f2a-4917-9b41-08031827946c None None] Network d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:28.746310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.804740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Deleting port afe0e890-7d84-4190-83d1-c2689fc25a6c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:28.805086 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.854680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] DHCP port deletion for d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:41:28.870711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] For port afe0e890-7d84-4190-83d1-c2689fc25a6c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=afe0e890-7d84-4190-83d1-c2689fc25a6c,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:28.871556 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.886129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Calling delete_port for afe0e890-7d84-4190-83d1-c2689fc25a6c owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:28.906044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Deleting port afe0e890-7d84-4190-83d1-c2689fc25a6c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:28.906425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.972346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.974685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] For port afe0e890-7d84-4190-83d1-c2689fc25a6c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=afe0e890-7d84-4190-83d1-c2689fc25a6c,segment=NetworkSegment(4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082),segment_id=4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:28.975095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.989349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Calling delete_port for afe0e890-7d84-4190-83d1-c2689fc25a6c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:29.000827 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe0e890-7d84-4190-83d1-c2689fc25a6c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:29.002904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] No DVR routers for this DVR port afe0e890-7d84-4190-83d1-c2689fc25a6c on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:29.069268 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (afe0e890-7d84-4190-83d1-c2689fc25a6c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.074555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.096656 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2becf9b-c5cc-4957-b644-d5d8a07c9fe3']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:29.102230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] No DVR routers for this DVR port afe0e890-7d84-4190-83d1-c2689fc25a6c on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:29.104267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Pushing event deleted for resources: {'Port': ['ID=afe0e890-7d84-4190-83d1-c2689fc25a6c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:29.108425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:29.108726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:29.118981 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.119339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.119473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.119692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.120045 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.120384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.121107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.121478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.121817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.122158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.122745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.123093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.123430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.123765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf380-6dc1-449b-99d9-4f94827db508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:29.133799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.140545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:41:29.141242 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (4a3aeaaf-0dbf-4cdf-8a0e-e383670e7082), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:41:29.143173 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:41:29.204064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (d2becf9b-c5cc-4957-b644-d5d8a07c9fe3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.209442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.212654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2becf9b-c5cc-4957-b644-d5d8a07c9fe3 HTTP/1.1" status: 204 len: 168 time: 0.5341537 Jan 28 05:41:29.223676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9e336-49ab-484d-a6aa-7fb21792e3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2becf9b-c5cc-4957-b644-d5d8a07c9fe3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:29.335963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54372) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:29.375866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-497b8ebd-648f-4aa2-88a2-3d39d0232dc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7003619ba88a4a9896665ff4ea0a785a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385597 Jan 28 05:41:29.378202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54374) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:29.424129 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd7e3-000e-4b21-9bf5-283434c58bc8 admin admin] Publish callbacks [] for security_group (f8fee397-4e5a-4d8e-a80b-62f8a79fbebd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.445626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd7e3-000e-4b21-9bf5-283434c58bc8 admin admin] Publish callbacks [] for security_group (f8fee397-4e5a-4d8e-a80b-62f8a79fbebd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.494240 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd7e3-000e-4b21-9bf5-283434c58bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (f8fee397-4e5a-4d8e-a80b-62f8a79fbebd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.496844 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd7e3-000e-4b21-9bf5-283434c58bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.498027 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b0ccd7e3-000e-4b21-9bf5-283434c58bc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8fee397-4e5a-4d8e-a80b-62f8a79fbebd HTTP/1.1" status: 204 len: 168 time: 0.1189263 Jan 28 05:41:29.505706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccd7e3-000e-4b21-9bf5-283434c58bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fee397-4e5a-4d8e-a80b-62f8a79fbebd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:29.844624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device afe0e890-7d84-4190-83d1-c2689fc25a6c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:29.868177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: afe0e890-7d84-4190-83d1-c2689fc25a6c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:29.868530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device afe0e890-7d84-4190-83d1-c2689fc25a6c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:29.868958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b171b8d3-e251-417d-be15-f0743b0b26ff no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:29.887903 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: b171b8d3-e251-417d-be15-f0743b0b26ff {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:29.888185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device b171b8d3-e251-417d-be15-f0743b0b26ff not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:29.888608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38bdba58-8af3-4160-9867-a7502f14c491 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:29.910317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 38bdba58-8af3-4160-9867-a7502f14c491 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:29.910317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 38bdba58-8af3-4160-9867-a7502f14c491 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:30.207238 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54396) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:30.303507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-475051011-network', 'tenant_id': 'cd67e58d48184988a8e4e8cd8e4a3092'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:30.322235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Made reservation on behalf of cd67e58d48184988a8e4e8cd8e4a3092 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:30.324428 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.332495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.405380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks [] for security_group (fef3c26b-7d6d-4530-8983-73e674ab8e59), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.408823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fef3c26b-7d6d-4530-8983-73e674ab8e59), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.428497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:41:30.441452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef3c26b-7d6d-4530-8983-73e674ab8e59,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.446604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aa1ff885-a9e1-417e-baa0-c4aae2909cde), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.446947 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Added segment aa1ff885-a9e1-417e-baa0-c4aae2909cde of type vlan for network 65270292-1d63-43a3-8b61-22c076519332 Jan 28 05:41:30.486764 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (65270292-1d63-43a3-8b61-22c076519332), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.510829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (65270292-1d63-43a3-8b61-22c076519332), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.511767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:30.512348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.567253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3589218 Jan 28 05:41:30.570819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54400) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:30.575192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9551b-d704-499f-877a-79b337172485 admin admin] Pushing event updated for resources: {'Network': ['ID=65270292-1d63-43a3-8b61-22c076519332,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.575806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Request body: {'subnet': {'network_id': '65270292-1d63-43a3-8b61-22c076519332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-475051011-subnet', 'tenant_id': 'cd67e58d48184988a8e4e8cd8e4a3092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:30.587663 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 65270292-1d63-43a3-8b61-22c076519332 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:41:30.594246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Made reservation on behalf of cd67e58d48184988a8e4e8cd8e4a3092 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:30.596543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.018753 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (0bf5d3e0-8c46-4cb9-9886-c5af047e8427), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.076630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf5d3e0-8c46-4cb9-9886-c5af047e8427,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:31.085080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Checking segment: {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:31.086032 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Network hostable DHCP agents. Network: 65270292-1d63-43a3-8b61-22c076519332, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:41:31.101825 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Network 65270292-1d63-43a3-8b61-22c076519332 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:41:31.110580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 65270292-1d63-43a3-8b61-22c076519332) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:31.115745 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:31.117808 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.118789 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5593b2-7067-47b2-89ed-c3666e720219 None None] Network 65270292-1d63-43a3-8b61-22c076519332 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:31.133533 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4084d4d-8cda-4321-99e0-52579497a11d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5615692 Jan 28 05:41:31.227715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626afd1-24ea-48c0-94c9-2c3395ac2f00 None None] Network 65270292-1d63-43a3-8b61-22c076519332 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:31.557940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-0a8db18e-9f83-4c57-a9ac-441d6711a03b tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:31.559319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-0a8db18e-9f83-4c57-a9ac-441d6711a03b tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/networks?id=65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 200 len: 813 time: 0.0970263 Jan 28 05:41:31.573393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-8f9de64b-ddd0-4137-a6ac-7850bf727ca1 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/quotas/cd67e58d48184988a8e4e8cd8e4a3092 HTTP/1.1" status: 200 len: 375 time: 0.0087082 Jan 28 05:41:31.603404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-71f05e4f-9809-428b-8e91-9508a34b49c3 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253170 Jan 28 05:41:31.613600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-c29c607c-f3ea-4461-b110-dd9030f5c8b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:41:31.614554 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-c29c607c-f3ea-4461-b110-dd9030f5c8b6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051525 Jan 28 05:41:31.704382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-9923ad3a-dbae-4b4f-bc49-665c753cc735 service neutron] 10.222.0.21 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822716 Jan 28 05:41:31.789160 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-c7916916-7217-4393-8ee9-f2b2d122d2a8 service neutron] 10.222.0.21 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809813 Jan 28 05:41:31.948989 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0d3e9452-b122-46ee-932a-2e246f9e919e req-518af7bc-02cf-408f-a8e0-f591a9d10bfd tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Jan 28 05:41:33.031995 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b4f96f62-e390-4264-a827-140963c3e2a9 req-58dc310f-bb15-4938-a4f9-5738f8a355fc tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 210 time: 0.0322683 Jan 28 05:41:34.124199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-844c7947-50ab-4156-9dee-e7a6205b0063 req-e2efad42-6379-4797-b314-c18381f00bf2 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Jan 28 05:41:35.083995 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-305dd21b-43a1-49b6-b86a-b04bd5df4cc3 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:35.086019 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-305dd21b-43a1-49b6-b86a-b04bd5df4cc3 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.52 "GET /v2.0/networks?id=65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 200 len: 813 time: 0.1039798 Jan 28 05:41:35.104076 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Request body: {'port': {'device_id': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'network_id': '65270292-1d63-43a3-8b61-22c076519332', 'admin_state_up': True, 'tenant_id': 'cd67e58d48184988a8e4e8cd8e4a3092'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:35.209760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Made reservation on behalf of cd67e58d48184988a8e4e8cd8e4a3092 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:35.213105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.217803 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a1ff9d06-2f16-4356-aeb1-d982e215fa0f req-20dcaab5-3afe-4c77-913b-049fd4996b70 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 210 time: 0.0262492 Jan 28 05:41:35.344056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Allocated IP 172.20.0.13 (65270292-1d63-43a3-8b61-22c076519332/0bf5d3e0-8c46-4cb9-9886-c5af047e8427/a4a198d8-4b98-4253-81c7-27b23b180c5c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:35.487465 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks [] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.520640 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.563071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Network 65270292-1d63-43a3-8b61-22c076519332 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:35.565993 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:35.568897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:35.605616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Pushing event updated for resources: {'Port': ['ID=a4a198d8-4b98-4253-81c7-27b23b180c5c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:35.635229 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:35.635895 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.653288 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-a41287e4-b926-4119-be9f-aa709167d416 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5532634 Jan 28 05:41:35.672240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Request body: {'port': {'device_id': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:35.729730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.981036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a198d8-4b98-4253-81c7-27b23b180c5c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:35.988530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Publish callbacks [] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.000442 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Transition to ACTIVE for port object a4a198d8-4b98-4253-81c7-27b23b180c5c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:36.004017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.054453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a198d8-4b98-4253-81c7-27b23b180c5c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:36.127006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Attempting to bind port a4a198d8-4b98-4253-81c7-27b23b180c5c on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:36.127337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Attempting to bind port a4a198d8-4b98-4253-81c7-27b23b180c5c by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:36.127661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Attempting to bind port a4a198d8-4b98-4253-81c7-27b23b180c5c on network 65270292-1d63-43a3-8b61-22c076519332 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:36.131861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Port a4a198d8-4b98-4253-81c7-27b23b180c5c on network 65270292-1d63-43a3-8b61-22c076519332 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:36.132779 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Attempting to bind port a4a198d8-4b98-4253-81c7-27b23b180c5c on network 65270292-1d63-43a3-8b61-22c076519332 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:36.137571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:36.137909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Checking segment: {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:36.138333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Bound using segment: {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:36.138852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Bound port: a4a198d8-4b98-4253-81c7-27b23b180c5c, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:36.139199 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.199874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] For port a4a198d8-4b98-4253-81c7-27b23b180c5c, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:36.202768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] For port a4a198d8-4b98-4253-81c7-27b23b180c5c, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:36.207038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.240095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.240706 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.242640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] 10.222.0.52 "PUT /v2.0/ports/a4a198d8-4b98-4253-81c7-27b23b180c5c HTTP/1.1" status: 200 len: 1092 time: 0.5744998 Jan 28 05:41:36.243074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'tag': 'a4a198d8-4b98-4253-81c7-27b23b180c5c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:36.245371 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4be52d6-0976-4a90-b60e-068fe87e1c38" -d '{"events": [{"name": "network-changed", "server_uuid": "e260c2f8-df3f-4d61-874c-4a64d440dd07", "tag": "a4a198d8-4b98-4253-81c7-27b23b180c5c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:36.276194 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b0a50-f31c-49d8-90f3-bcf477aba275 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a198d8-4b98-4253-81c7-27b23b180c5c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:36.289444 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459af7ca-1cfa-4660-b68c-721a00542756 x-openstack-request-id: req-459af7ca-1cfa-4660-b68c-721a00542756 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:36.289943 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e260c2f8-df3f-4d61-874c-4a64d440dd07", "tag": "a4a198d8-4b98-4253-81c7-27b23b180c5c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:36.290209 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-459af7ca-1cfa-4660-b68c-721a00542756 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:36.290617 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'tag': 'a4a198d8-4b98-4253-81c7-27b23b180c5c', 'status': 'completed', 'code': 200} Jan 28 05:41:36.371916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba8a76-2f84-403c-aa4b-2fc0c2590c5a req-1bee5503-1912-4ffa-b42e-ec61918246a5 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.373426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93ba8a76-2f84-403c-aa4b-2fc0c2590c5a req-1bee5503-1912-4ffa-b42e-ec61918246a5 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 944 time: 0.0799541 Jan 28 05:41:36.375861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-8083e3f7-f830-4563-ac69-72a8bfbd9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.377243 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-8083e3f7-f830-4563-ac69-72a8bfbd9ce3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 1095 time: 0.0722630 Jan 28 05:41:36.427647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-92e6247d-d22b-417e-ad4c-e0c6e6103b23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c HTTP/1.1" status: 200 len: 217 time: 0.0359828 Jan 28 05:41:36.482276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93ba8a76-2f84-403c-aa4b-2fc0c2590c5a req-d1fc4f30-d79f-4d44-be3b-edccd2742cf8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032214 Jan 28 05:41:36.493745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-b653c190-1a75-4679-98ea-1a34c38f04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.495119 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-b653c190-1a75-4679-98ea-1a34c38f04a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bf5d3e0-8c46-4cb9-9886-c5af047e8427 HTTP/1.1" status: 200 len: 853 time: 0.0602899 Jan 28 05:41:36.524742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-9a84b46e-4b7f-4dd7-a8ad-6430b10cad91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65270292-1d63-43a3-8b61-22c076519332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239432 Jan 28 05:41:36.610640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-546177d0-d696-4c0e-9eb0-6476b7bb6a45 service neutron] 10.222.0.52 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802581 Jan 28 05:41:36.700563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0bee7a7-8c12-45db-8bbe-45cfaef498d8 req-209d74f2-4698-40cf-9b0a-2fc7ba02afa8 service neutron] 10.222.0.52 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844812 Jan 28 05:41:36.820689 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-24042a85-bae5-4275-8b3e-e4f649752016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.822129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-24042a85-bae5-4275-8b3e-e4f649752016 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 1095 time: 0.0410423 Jan 28 05:41:36.910990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-fec3a1d8-3f11-4da8-91c7-e388b53e7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.912446 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-fec3a1d8-3f11-4da8-91c7-e388b53e7b4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 200 len: 914 time: 0.0844405 Jan 28 05:41:36.936667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.953913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-445394c5-a0cf-4ad6-a9dc-72f2514bd83f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c HTTP/1.1" status: 200 len: 217 time: 0.0356009 Jan 28 05:41:37.000681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-7c0e1482-3a89-4908-9070-e704f8d651a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:37.002174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-7c0e1482-3a89-4908-9070-e704f8d651a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bf5d3e0-8c46-4cb9-9886-c5af047e8427 HTTP/1.1" status: 200 len: 853 time: 0.0430055 Jan 28 05:41:37.031235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-071ae8a4-1af7-4ecb-87bd-fc291662af17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65270292-1d63-43a3-8b61-22c076519332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232246 Jan 28 05:41:37.121993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-e1bc8ad6-e6ad-4db3-9e65-bdc5cd4dab10 service neutron] 10.222.0.52 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850723 Jan 28 05:41:37.209046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4be52d6-0976-4a90-b60e-068fe87e1c38 req-88d10524-a6fc-47d1-8704-9a4fc67684a9 service neutron] 10.222.0.52 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815120 Jan 28 05:41:37.601218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa53cb2-9092-4d38-b04b-5786f00fe5c9 req-6d881069-444a-41d7-b3e6-4195797387c9 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:37.602754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7fa53cb2-9092-4d38-b04b-5786f00fe5c9 req-6d881069-444a-41d7-b3e6-4195797387c9 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 944 time: 0.0482874 Jan 28 05:41:37.649293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7fa53cb2-9092-4d38-b04b-5786f00fe5c9 req-4edf1763-043b-4a89-aad8-34e4ab412157 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Jan 28 05:41:38.168373 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:38.742778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81605a24-6f67-49f5-9640-a4b9efd40607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:38.779394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0748-90f6-44f4-b889-2ba57a11392f req-de4d8786-18ac-47fa-a59c-6499efccb014 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:38.780899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-684f0748-90f6-44f4-b889-2ba57a11392f req-de4d8786-18ac-47fa-a59c-6499efccb014 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 944 time: 0.0632925 Jan 28 05:41:38.827287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-684f0748-90f6-44f4-b889-2ba57a11392f req-a9171f22-e4bf-4b64-b2a9-b4b75c67ca47 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Jan 28 05:41:39.941208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832df35-df88-4344-9e0d-76a8df508072 req-64dd2898-3efa-40ce-a131-8e29b906c486 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:39.942698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6832df35-df88-4344-9e0d-76a8df508072 req-64dd2898-3efa-40ce-a131-8e29b906c486 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 944 time: 0.0478570 Jan 28 05:41:39.993830 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6832df35-df88-4344-9e0d-76a8df508072 req-9efa39d2-540f-4f3b-bb39-072c4d8a34c3 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Jan 28 05:41:40.816709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a4a198d8-4b98-4253-81c7-27b23b180c5c details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:40.917675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a4a198d8-4b98-4253-81c7-27b23b180c5c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:40.934746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'a4a198d8-4b98-4253-81c7-27b23b180c5c', 'network_id': '65270292-1d63-43a3-8b61-22c076519332', 'port_id': 'a4a198d8-4b98-4253-81c7-27b23b180c5c', 'mac_address': 'fa:16:3e:09:40:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5d3e0-8c46-4cb9-9886-c5af047e8427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:40.938308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01e0251d-0966-4a7d-a1e8-b51634faa9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.974394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port a4a198d8-4b98-4253-81c7-27b23b180c5c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:40.974710 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.987494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a198d8-4b98-4253-81c7-27b23b180c5c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:41.006268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a4a198d8-4b98-4253-81c7-27b23b180c5c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:41.010555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:41.056677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=a4a198d8-4b98-4253-81c7-27b23b180c5c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:41.109574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470799-7524-4a91-9828-f3828c02b291 req-503349d2-4a1a-4032-89d2-19f2cd08204a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:41.111336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15470799-7524-4a91-9828-f3828c02b291 req-503349d2-4a1a-4032-89d2-19f2cd08204a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Jan 28 05:41:41.157646 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15470799-7524-4a91-9828-f3828c02b291 req-8f45060f-b49b-4762-85f2-c775824b3cbc tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Jan 28 05:41:41.372047 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a4a198d8-4b98-4253-81c7-27b23b180c5c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:42.217850 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.273810 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb47365-dc04-4c61-8cb2-0d96a1818b08 req-714afb50-931f-409e-90c4-243eca35a212 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:42.275347 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3eb47365-dc04-4c61-8cb2-0d96a1818b08 req-714afb50-931f-409e-90c4-243eca35a212 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 945 time: 0.0494442 Jan 28 05:41:42.322696 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3eb47365-dc04-4c61-8cb2-0d96a1818b08 req-42fc41ad-5952-4b39-bdee-d70c2d1dd60f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Jan 28 05:41:42.822452 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a4a198d8-4b98-4253-81c7-27b23b180c5c up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:42.871673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port a4a198d8-4b98-4253-81c7-27b23b180c5c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:42.875728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port a4a198d8-4b98-4253-81c7-27b23b180c5c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:42.876113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.956437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port a4a198d8-4b98-4253-81c7-27b23b180c5c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:42.956825 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.979360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a198d8-4b98-4253-81c7-27b23b180c5c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:42.981519 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093bf79b-23b7-44b6-b26d-e4cdaf702666" -d '{"events": [{"server_uuid": "e260c2f8-df3f-4d61-874c-4a64d440dd07", "name": "network-vif-plugged", "status": "completed", "tag": "a4a198d8-4b98-4253-81c7-27b23b180c5c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:42.994006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a4a198d8-4b98-4253-81c7-27b23b180c5c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:42.998065 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:43.022431 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54aefb7-6948-4533-8aa6-27a9572901a7 x-openstack-request-id: req-c54aefb7-6948-4533-8aa6-27a9572901a7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:43.022726 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e260c2f8-df3f-4d61-874c-4a64d440dd07", "name": "network-vif-plugged", "status": "completed", "tag": "a4a198d8-4b98-4253-81c7-27b23b180c5c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:43.022982 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c54aefb7-6948-4533-8aa6-27a9572901a7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:43.023375 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a198d8-4b98-4253-81c7-27b23b180c5c', 'code': 200} Jan 28 05:41:43.047582 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=a4a198d8-4b98-4253-81c7-27b23b180c5c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:43.143929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c4256-04dc-41a4-9c74-82cfa7768584 req-addd5658-029b-4c99-894d-973b7ec62adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:43.145449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-934c4256-04dc-41a4-9c74-82cfa7768584 req-addd5658-029b-4c99-894d-973b7ec62adf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 1097 time: 0.0392771 Jan 28 05:41:43.192525 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-934c4256-04dc-41a4-9c74-82cfa7768584 req-8906484c-3931-42a5-9b1d-5d32f0b9088f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Jan 28 05:41:43.438820 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96be25-cebd-445b-ae66-5f65723d44e8 req-7c0f2b22-9f45-46f9-9c5f-a1346d1f8d9f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:43.440313 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c96be25-cebd-445b-ae66-5f65723d44e8 req-7c0f2b22-9f45-46f9-9c5f-a1346d1f8d9f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0474012 Jan 28 05:41:43.486865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c96be25-cebd-445b-ae66-5f65723d44e8 req-8e51c87b-64af-4101-867d-99a04fbf211d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Jan 28 05:41:43.940904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.606563 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0d83-b6c9-4aeb-ae1d-c1307f16b604 req-5551b090-cceb-47a9-93d5-8d54d8725481 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:44.608065 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a7d0d83-b6c9-4aeb-ae1d-c1307f16b604 req-5551b090-cceb-47a9-93d5-8d54d8725481 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Jan 28 05:41:44.655459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1a7d0d83-b6c9-4aeb-ae1d-c1307f16b604 req-7d7ff86b-a3f0-4f63-a38c-81a626bc64ed tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Jan 28 05:41:45.479793 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.774699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6757fa-8c12-40d0-bec4-06b3f6d39cd8 req-01b3a77f-4165-4173-8227-79a74b8f8596 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:45.776080 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c6757fa-8c12-40d0-bec4-06b3f6d39cd8 req-01b3a77f-4165-4173-8227-79a74b8f8596 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0517719 Jan 28 05:41:45.823152 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c6757fa-8c12-40d0-bec4-06b3f6d39cd8 req-56c83fdf-7029-4b86-b5bf-80122f3da267 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Jan 28 05:41:46.040187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-bb8378bd-2a80-407e-99a1-dc07a70be6bb tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:46.041605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-bb8378bd-2a80-407e-99a1-dc07a70be6bb tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/networks?id=65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 200 len: 813 time: 0.1012290 Jan 28 05:41:46.056779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-deef8c22-51f1-4f30-a81c-300405b7925a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/quotas/cd67e58d48184988a8e4e8cd8e4a3092 HTTP/1.1" status: 200 len: 375 time: 0.0097227 Jan 28 05:41:46.104586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-01a34ab2-eae6-426d-ae5d-10430cf2ddb6 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426643 Jan 28 05:41:46.243534 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-9e2bdb1b-80b6-464c-abb4-678af7665f48 service neutron] 10.222.0.21 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320598 Jan 28 05:41:46.333047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f354bca2-8d20-4bac-b462-317db28187f7 service neutron] 10.222.0.21 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838151 Jan 28 05:41:47.497300 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d9d9dbcd-7734-4050-982a-861c7673f246 req-3afdd07d-2db9-42cf-93b2-f3d79d89b572 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 210 time: 0.0258915 Jan 28 05:41:48.465230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-653bc2b9-dba6-4583-95c9-aee8ce727d50 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:48.466701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-653bc2b9-dba6-4583-95c9-aee8ce727d50 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.47 "GET /v2.0/networks?id=65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 200 len: 813 time: 0.1058140 Jan 28 05:41:48.483544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Request body: {'port': {'device_id': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'network_id': '65270292-1d63-43a3-8b61-22c076519332', 'admin_state_up': True, 'tenant_id': 'cd67e58d48184988a8e4e8cd8e4a3092'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:48.597113 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9782cdde-c91d-4ac2-be72-39fe2ba78cca req-93161bc9-07e8-430e-8491-0ad81c4ebc76 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 210 time: 0.0304265 Jan 28 05:41:48.617742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Made reservation on behalf of cd67e58d48184988a8e4e8cd8e4a3092 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:48.621014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.746281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Allocated IP 172.20.0.7 (65270292-1d63-43a3-8b61-22c076519332/0bf5d3e0-8c46-4cb9-9886-c5af047e8427/6cef3ed3-981f-4573-99be-b24c2d22891b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:48.893910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks [] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.931406 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.964151 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a4a198d8-4b98-4253-81c7-27b23b180c5c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:48.972264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Network 65270292-1d63-43a3-8b61-22c076519332 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:48.975234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:48.979394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:49.011867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Pushing event updated for resources: {'Port': ['ID=6cef3ed3-981f-4573-99be-b24c2d22891b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:49.033979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:49.034601 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.051189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-f2e7ba1d-7c2e-498b-b15d-2f2dc28905be tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714042 Jan 28 05:41:49.068737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Request body: {'port': {'device_id': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:49.136624 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.403070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cef3ed3-981f-4573-99be-b24c2d22891b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:49.410230 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Publish callbacks [] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.421704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Transition to ACTIVE for port object 6cef3ed3-981f-4573-99be-b24c2d22891b will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:49.425302 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.472659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Pushing event updated for resources: {'Port': ['ID=6cef3ed3-981f-4573-99be-b24c2d22891b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:49.543255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Attempting to bind port 6cef3ed3-981f-4573-99be-b24c2d22891b on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:49.543589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Attempting to bind port 6cef3ed3-981f-4573-99be-b24c2d22891b by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:49.543915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Attempting to bind port 6cef3ed3-981f-4573-99be-b24c2d22891b on network 65270292-1d63-43a3-8b61-22c076519332 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:49.548399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Port 6cef3ed3-981f-4573-99be-b24c2d22891b on network 65270292-1d63-43a3-8b61-22c076519332 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:49.548722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Attempting to bind port 6cef3ed3-981f-4573-99be-b24c2d22891b on network 65270292-1d63-43a3-8b61-22c076519332 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:49.554171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:49.554511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Checking segment: {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:49.554927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Bound using segment: {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:49.555350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Bound port: 6cef3ed3-981f-4573-99be-b24c2d22891b, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1ff885-a9e1-417e-baa0-c4aae2909cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65270292-1d63-43a3-8b61-22c076519332'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:49.555729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.615785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] For port 6cef3ed3-981f-4573-99be-b24c2d22891b, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:49.619603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] For port 6cef3ed3-981f-4573-99be-b24c2d22891b, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6cef3ed3-981f-4573-99be-b24c2d22891b,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:49.623641 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.657438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:49.658130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.659725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] 10.222.0.47 "PUT /v2.0/ports/6cef3ed3-981f-4573-99be-b24c2d22891b HTTP/1.1" status: 200 len: 1091 time: 0.5950594 Jan 28 05:41:49.660215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'tag': '6cef3ed3-981f-4573-99be-b24c2d22891b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:49.662599 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c821121-fe46-4615-8c49-a1c6b83ace3b" -d '{"events": [{"name": "network-changed", "server_uuid": "08724ce9-5e65-4392-9ec3-7591c9271d3b", "tag": "6cef3ed3-981f-4573-99be-b24c2d22891b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:49.690919 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515bb8e-1ebd-442c-82dc-d76cce3d710f service neutron] Pushing event updated for resources: {'Port': ['ID=6cef3ed3-981f-4573-99be-b24c2d22891b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:49.711108 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3eec1-41aa-4389-94bc-dd6c168c2aa8 x-openstack-request-id: req-27c3eec1-41aa-4389-94bc-dd6c168c2aa8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:49.711497 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08724ce9-5e65-4392-9ec3-7591c9271d3b", "tag": "6cef3ed3-981f-4573-99be-b24c2d22891b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:49.711843 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27c3eec1-41aa-4389-94bc-dd6c168c2aa8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:49.712668 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'tag': '6cef3ed3-981f-4573-99be-b24c2d22891b', 'status': 'completed', 'code': 200} Jan 28 05:41:49.728335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcd079-c7e7-405e-b96f-2f4823b17831 req-839a9805-aacc-487e-8282-3acd8c64fce8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:49.730453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05bcd079-c7e7-405e-b96f-2f4823b17831 req-839a9805-aacc-487e-8282-3acd8c64fce8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 943 time: 0.0622489 Jan 28 05:41:49.765174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-d03834fc-8cc3-465b-a23b-80031738dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:49.766699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-d03834fc-8cc3-465b-a23b-80031738dce0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 1094 time: 0.0418165 Jan 28 05:41:49.778771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05bcd079-c7e7-405e-b96f-2f4823b17831 req-43589d1b-5a68-4911-94a7-a67c8b4fc27a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jan 28 05:41:50.078058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-becc19b1-1f00-472e-a0d5-850abe668ff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cef3ed3-981f-4573-99be-b24c2d22891b HTTP/1.1" status: 200 len: 217 time: 0.2998664 Jan 28 05:41:50.125670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b224-9c98-4ec8-90f3-c2853611081a req-a02035b2-644c-4478-9e89-d0afd6190c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.127074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-a02035b2-644c-4478-9e89-d0afd6190c7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bf5d3e0-8c46-4cb9-9886-c5af047e8427 HTTP/1.1" status: 200 len: 853 time: 0.0432780 Jan 28 05:41:50.155384 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-d854276c-7ea8-4789-836f-30609b02a2d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65270292-1d63-43a3-8b61-22c076519332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227551 Jan 28 05:41:50.247621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-eecde656-7d96-4fc1-9368-24a7f894d38f service neutron] 10.222.0.47 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863104 Jan 28 05:41:50.336713 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a362b224-9c98-4ec8-90f3-c2853611081a req-2b1a7bdb-f24d-41ae-b0fd-5972aaa1e1a3 service neutron] 10.222.0.47 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832856 Jan 28 05:41:50.466832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-e6e37873-3657-4d18-8341-b523863784fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.468338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-e6e37873-3657-4d18-8341-b523863784fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 1094 time: 0.0403326 Jan 28 05:41:50.562915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-a5f31c9e-642a-4ec5-8f3c-7c75f6354773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.565060 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-a5f31c9e-642a-4ec5-8f3c-7c75f6354773 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 200 len: 914 time: 0.0906789 Jan 28 05:41:50.604739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-6c10f733-62ba-486c-9103-26dd649cf558 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cef3ed3-981f-4573-99be-b24c2d22891b HTTP/1.1" status: 200 len: 217 time: 0.0335815 Jan 28 05:41:50.657078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-800961e1-6b13-4fef-ad71-51bde18b7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.658529 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-800961e1-6b13-4fef-ad71-51bde18b7d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bf5d3e0-8c46-4cb9-9886-c5af047e8427 HTTP/1.1" status: 200 len: 853 time: 0.0461714 Jan 28 05:41:50.688003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-b48ee7dd-1346-48cf-84b4-bd51fc2ae4e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65270292-1d63-43a3-8b61-22c076519332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228772 Jan 28 05:41:50.774791 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-26e4284d-0a5a-44c7-b5ae-3fea1e7eaefe service neutron] 10.222.0.47 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805135 Jan 28 05:41:50.896183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6c821121-fe46-4615-8c49-a1c6b83ace3b req-35ebc2eb-52fc-44cd-980d-1296cb89cc42 service neutron] 10.222.0.47 "GET /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143975 Jan 28 05:41:50.913903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec0eb-7f16-4c8f-987a-8d83f1fc7a70 req-296aead2-d49a-412b-9397-3f55a87d67a4 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.915067 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0dfec0eb-7f16-4c8f-987a-8d83f1fc7a70 req-296aead2-d49a-412b-9397-3f55a87d67a4 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 943 time: 0.0626466 Jan 28 05:41:50.962020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0dfec0eb-7f16-4c8f-987a-8d83f1fc7a70 req-3d935108-01b8-4065-a69f-0d0be02ae464 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Jan 28 05:41:52.078203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccada0d4-20a2-4527-848d-d6036c1368ad req-1ddc63ab-aa98-454d-8ede-6969f9ad925e tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:52.079666 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccada0d4-20a2-4527-848d-d6036c1368ad req-1ddc63ab-aa98-454d-8ede-6969f9ad925e tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 943 time: 0.0507123 Jan 28 05:41:52.124293 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ccada0d4-20a2-4527-848d-d6036c1368ad req-fc4043ea-56d9-45c9-bcb4-29bca370cc7e tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Jan 28 05:41:52.867065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6cef3ed3-981f-4573-99be-b24c2d22891b details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:52.957550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6cef3ed3-981f-4573-99be-b24c2d22891b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6cef3ed3-981f-4573-99be-b24c2d22891b,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:52.969451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '6cef3ed3-981f-4573-99be-b24c2d22891b', 'network_id': '65270292-1d63-43a3-8b61-22c076519332', 'port_id': '6cef3ed3-981f-4573-99be-b24c2d22891b', 'mac_address': 'fa:16:3e:22:f9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf5d3e0-8c46-4cb9-9886-c5af047e8427', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:53.008133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6cef3ed3-981f-4573-99be-b24c2d22891b is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:53.008546 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.020669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cef3ed3-981f-4573-99be-b24c2d22891b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:53.039282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6cef3ed3-981f-4573-99be-b24c2d22891b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6cef3ed3-981f-4573-99be-b24c2d22891b,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:53.042140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.086237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6cef3ed3-981f-4573-99be-b24c2d22891b,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:53.246823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f1f72-71a1-4e02-ba5d-ce80044c9ee9 req-a1346889-658e-4b21-8168-9df807f9d4af tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:53.248229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d8f1f72-71a1-4e02-ba5d-ce80044c9ee9 req-a1346889-658e-4b21-8168-9df807f9d4af tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 944 time: 0.0536566 Jan 28 05:41:53.294021 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d8f1f72-71a1-4e02-ba5d-ce80044c9ee9 req-701b6ec9-d6f9-402a-a0c3-1bb0b846be80 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Jan 28 05:41:53.318600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6cef3ed3-981f-4573-99be-b24c2d22891b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:54.407338 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ff5cb-bbf7-425c-80c9-30baeb443999 req-946cd6c9-5d8d-4b0f-b593-782c82c62118 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.408801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-977ff5cb-bbf7-425c-80c9-30baeb443999 req-946cd6c9-5d8d-4b0f-b593-782c82c62118 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 944 time: 0.0474665 Jan 28 05:41:54.453095 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-977ff5cb-bbf7-425c-80c9-30baeb443999 req-6cb5b7e5-2fdf-476a-beb2-e91a4cee3a4c tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Jan 28 05:41:54.894525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6cef3ed3-981f-4573-99be-b24c2d22891b up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:54.944676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 6cef3ed3-981f-4573-99be-b24c2d22891b completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:54.949013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 6cef3ed3-981f-4573-99be-b24c2d22891b triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:54.949421 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.028231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 6cef3ed3-981f-4573-99be-b24c2d22891b is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:55.028542 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.051069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cef3ed3-981f-4573-99be-b24c2d22891b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:55.053334 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b2e1a6-ef25-4e12-aba8-e8addef006e1" -d '{"events": [{"server_uuid": "08724ce9-5e65-4392-9ec3-7591c9271d3b", "name": "network-vif-plugged", "status": "completed", "tag": "6cef3ed3-981f-4573-99be-b24c2d22891b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:55.065989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 6cef3ed3-981f-4573-99be-b24c2d22891b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6cef3ed3-981f-4573-99be-b24c2d22891b,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:55.070497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.096503 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2fd1f-6ef7-4e6e-841c-fcfac8e05fe6 x-openstack-request-id: req-73e2fd1f-6ef7-4e6e-841c-fcfac8e05fe6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:55.096827 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08724ce9-5e65-4392-9ec3-7591c9271d3b", "name": "network-vif-plugged", "status": "completed", "tag": "6cef3ed3-981f-4573-99be-b24c2d22891b", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:55.097084 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73e2fd1f-6ef7-4e6e-841c-fcfac8e05fe6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:55.097500 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cef3ed3-981f-4573-99be-b24c2d22891b', 'code': 200} Jan 28 05:41:55.121890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=6cef3ed3-981f-4573-99be-b24c2d22891b,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:55.216650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d438db-0b68-4c46-92b5-ff1450741999 req-6db2dd73-9e57-4a17-8b4f-1fc1d7576cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.218163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15d438db-0b68-4c46-92b5-ff1450741999 req-6db2dd73-9e57-4a17-8b4f-1fc1d7576cd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 1096 time: 0.0398979 Jan 28 05:41:55.261882 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-15d438db-0b68-4c46-92b5-ff1450741999 req-a39fa74c-02c0-4619-acde-31cbaf2d4988 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Jan 28 05:41:55.572027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a47c2-6de9-4f1c-b342-adf6fb5a8474 req-df2f8825-ff11-4b2b-afe8-858f4a15f1e8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.573690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-967a47c2-6de9-4f1c-b342-adf6fb5a8474 req-df2f8825-ff11-4b2b-afe8-858f4a15f1e8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 945 time: 0.0532877 Jan 28 05:41:55.621036 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-967a47c2-6de9-4f1c-b342-adf6fb5a8474 req-ccafe6f7-6077-4637-a4eb-40493e445962 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Jan 28 05:41:56.738371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a97a-4997-4256-9a66-de48583f043d req-db1e7835-5696-4a17-a6fa-0f2db1225fb3 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.739875 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8533a97a-4997-4256-9a66-de48583f043d req-db1e7835-5696-4a17-a6fa-0f2db1225fb3 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 945 time: 0.0496645 Jan 28 05:41:56.790633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8533a97a-4997-4256-9a66-de48583f043d req-ca4f5a47-0b9f-4c26-ace9-b7f13df28988 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Jan 28 05:41:57.022905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f5976-4a08-48eb-ad4f-b81af6feebbd req-ea69e827-73b1-4154-ad4e-0a3a80e1e181 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:57.024399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-960f5976-4a08-48eb-ad4f-b81af6feebbd req-ea69e827-73b1-4154-ad4e-0a3a80e1e181 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 945 time: 0.0480361 Jan 28 05:41:57.070577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-960f5976-4a08-48eb-ad4f-b81af6feebbd req-5ecd2441-49a1-4fde-bc9f-a74e58513fc9 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Jan 28 05:41:58.185030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02cda8-d262-4ffd-8552-3f80da47b2c8 req-5330a104-1ac7-4fd7-8c10-8472e6429ac1 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:58.186588 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd02cda8-d262-4ffd-8552-3f80da47b2c8 req-5330a104-1ac7-4fd7-8c10-8472e6429ac1 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 945 time: 0.0476534 Jan 28 05:41:58.232717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd02cda8-d262-4ffd-8552-3f80da47b2c8 req-9bcca92f-d5e7-4f3f-9871-8d847c767896 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Jan 28 05:41:58.418378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-79682b39-989e-49f5-9180-e97de43bb633 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:58.419831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-79682b39-989e-49f5-9180-e97de43bb633 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.47 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 945 time: 0.0465608 Jan 28 05:41:58.510438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Deleting port 6cef3ed3-981f-4573-99be-b24c2d22891b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:58.511367 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.597564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] For port 6cef3ed3-981f-4573-99be-b24c2d22891b, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=6cef3ed3-981f-4573-99be-b24c2d22891b,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:58.597937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.610165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Calling delete_port for 6cef3ed3-981f-4573-99be-b24c2d22891b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:58.740140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (6cef3ed3-981f-4573-99be-b24c2d22891b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.766025 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Pushing event deleted for resources: {'Port': ['ID=6cef3ed3-981f-4573-99be-b24c2d22891b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:58.774556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a4a198d8-4b98-4253-81c7-27b23b180c5c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:58.777194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['6cef3ed3-981f-4573-99be-b24c2d22891b'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:58.808954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] No DVR routers for this DVR port 6cef3ed3-981f-4573-99be-b24c2d22891b on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:58.811708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.815036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-85f80937-9e1d-4c16-82ca-3b824a3f9c01 req-46fa69e3-6350-4652-955b-2ebf63bcf88d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.47 "DELETE /v2.0/ports/6cef3ed3-981f-4573-99be-b24c2d22891b HTTP/1.1" status: 204 len: 173 time: 0.3900692 Jan 28 05:41:58.815481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'name': 'network-vif-deleted', 'tag': '6cef3ed3-981f-4573-99be-b24c2d22891b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:58.817747 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb67a2a-287b-4661-96fb-bb80fb010c56" -d '{"events": [{"server_uuid": "08724ce9-5e65-4392-9ec3-7591c9271d3b", "name": "network-vif-deleted", "tag": "6cef3ed3-981f-4573-99be-b24c2d22891b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:58.861515 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b965b-8800-4e0f-b314-4d04f89a9923 x-openstack-request-id: req-104b965b-8800-4e0f-b314-4d04f89a9923 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:58.861819 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08724ce9-5e65-4392-9ec3-7591c9271d3b", "name": "network-vif-deleted", "tag": "6cef3ed3-981f-4573-99be-b24c2d22891b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:58.862074 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-104b965b-8800-4e0f-b314-4d04f89a9923 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:58.862476 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08724ce9-5e65-4392-9ec3-7591c9271d3b', 'name': 'network-vif-deleted', 'tag': '6cef3ed3-981f-4573-99be-b24c2d22891b', 'status': 'completed', 'code': 200} Jan 28 05:41:59.339935 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-510bda27-a0ac-408a-a3d4-26a92210481a req-8b818161-8f77-4ed2-94a3-2243af78f82b tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=08724ce9-5e65-4392-9ec3-7591c9271d3b HTTP/1.1" status: 200 len: 210 time: 0.0278425 Jan 28 05:41:59.394979 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:42:00.492094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a25151-7534-4b48-bbd6-f32e9d0d5e61 req-9909a713-ea19-4e07-86cd-6738d3c8fdf8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:00.493630 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1a25151-7534-4b48-bbd6-f32e9d0d5e61 req-9909a713-ea19-4e07-86cd-6738d3c8fdf8 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0522745 Jan 28 05:42:00.539345 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f1a25151-7534-4b48-bbd6-f32e9d0d5e61 req-962a23f2-934f-44ef-bc22-50dd61b43758 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Jan 28 05:42:00.665968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173e47a-0c32-4785-8f81-fb836b87fe3c req-119ec5db-558b-4e49-b45e-b309b1b185fc tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:00.667443 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e173e47a-0c32-4785-8f81-fb836b87fe3c req-119ec5db-558b-4e49-b45e-b309b1b185fc tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0478966 Jan 28 05:42:00.713639 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e173e47a-0c32-4785-8f81-fb836b87fe3c req-f9466e54-e833-4265-b97c-4b71ebb5a331 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Jan 28 05:42:00.833622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37b45-9d29-4146-b57a-0a7afab9a3e0 req-411bbfdd-8866-4739-84f9-53aba55c78d2 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:00.835136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19f37b45-9d29-4146-b57a-0a7afab9a3e0 req-411bbfdd-8866-4739-84f9-53aba55c78d2 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0526578 Jan 28 05:42:00.881164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-19f37b45-9d29-4146-b57a-0a7afab9a3e0 req-66b0356b-7d05-40b1-8c4c-2921d9477ede tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Jan 28 05:42:01.045322 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122290d4-bc44-412e-bb3b-952a7b5d48f6 req-bfd20638-c3fa-499f-bcfe-aaea56cc3631 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.046797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-122290d4-bc44-412e-bb3b-952a7b5d48f6 req-bfd20638-c3fa-499f-bcfe-aaea56cc3631 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0474951 Jan 28 05:42:01.098101 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-122290d4-bc44-412e-bb3b-952a7b5d48f6 req-cc4d2ddd-de33-4663-8cfa-568a07520676 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Jan 28 05:42:01.213935 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5760ec-11b9-4d73-97a3-7c7200cb03e1 req-7c9d1289-ebb7-48f0-bc39-6e25b6ec0d2a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.215362 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b5760ec-11b9-4d73-97a3-7c7200cb03e1 req-7c9d1289-ebb7-48f0-bc39-6e25b6ec0d2a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0491135 Jan 28 05:42:01.265572 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b5760ec-11b9-4d73-97a3-7c7200cb03e1 req-bc90b929-bfce-424b-baa4-85ef4bd4eb2a tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Jan 28 05:42:01.390274 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8832-ba01-468b-bfa5-bb48eb961d35 req-dfe1b88f-9cf0-4132-b8ae-fa31e6b0333f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.391756 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75cf8832-ba01-468b-bfa5-bb48eb961d35 req-dfe1b88f-9cf0-4132-b8ae-fa31e6b0333f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Jan 28 05:42:01.437980 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75cf8832-ba01-468b-bfa5-bb48eb961d35 req-1e34263e-bb4a-4103-8221-9e38b1cb62a4 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Jan 28 05:42:01.733308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a0722-7cb2-433b-a13b-8e37a31adfc8 req-fff878a9-e7d2-4a3a-80ad-3c9844a9fc1f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.734734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c97a0722-7cb2-433b-a13b-8e37a31adfc8 req-fff878a9-e7d2-4a3a-80ad-3c9844a9fc1f tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0476227 Jan 28 05:42:01.780721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c97a0722-7cb2-433b-a13b-8e37a31adfc8 req-a480af3c-bb9e-4484-8cc4-3a89107b1bec tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Jan 28 05:42:02.899863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21227540-f204-40cb-abc1-4614849ab2fa req-a85fd00e-81d8-4c42-b39b-999e19964601 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:02.901380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21227540-f204-40cb-abc1-4614849ab2fa req-a85fd00e-81d8-4c42-b39b-999e19964601 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0514760 Jan 28 05:42:02.925119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6cef3ed3-981f-4573-99be-b24c2d22891b no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:02.947567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21227540-f204-40cb-abc1-4614849ab2fa req-4d2103f6-db67-4bc9-b531-78bddd8095f7 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/security-groups?id=fef3c26b-7d6d-4530-8983-73e674ab8e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Jan 28 05:42:02.951107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 6cef3ed3-981f-4573-99be-b24c2d22891b {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:02.951107 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 6cef3ed3-981f-4573-99be-b24c2d22891b not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:03.299351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-44516b8e-3b36-42f5-b22c-873c07262721 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.300718 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-44516b8e-3b36-42f5-b22c-873c07262721 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.52 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 946 time: 0.0471103 Jan 28 05:42:03.390853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Deleting port a4a198d8-4b98-4253-81c7-27b23b180c5c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:03.391192 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.480507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] For port a4a198d8-4b98-4253-81c7-27b23b180c5c, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a4a198d8-4b98-4253-81c7-27b23b180c5c,segment=NetworkSegment(aa1ff885-a9e1-417e-baa0-c4aae2909cde),segment_id=aa1ff885-a9e1-417e-baa0-c4aae2909cde)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:03.480871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.493211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Calling delete_port for a4a198d8-4b98-4253-81c7-27b23b180c5c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:03.620623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a4a198d8-4b98-4253-81c7-27b23b180c5c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.649628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Pushing event deleted for resources: {'Port': ['ID=a4a198d8-4b98-4253-81c7-27b23b180c5c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:03.652969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a4a198d8-4b98-4253-81c7-27b23b180c5c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:03.694788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] No DVR routers for this DVR port a4a198d8-4b98-4253-81c7-27b23b180c5c on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:03.697405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.700785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9a575077-cf52-4703-a0a7-ce145bee0696 req-c3526e28-795b-41be-828f-9eaebdff1d0d tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.52 "DELETE /v2.0/ports/a4a198d8-4b98-4253-81c7-27b23b180c5c HTTP/1.1" status: 204 len: 173 time: 0.3953102 Jan 28 05:42:03.701275 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'name': 'network-vif-deleted', 'tag': 'a4a198d8-4b98-4253-81c7-27b23b180c5c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:03.703615 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e92fa9-2c78-4a1b-962c-69700b6db9c5" -d '{"events": [{"server_uuid": "e260c2f8-df3f-4d61-874c-4a64d440dd07", "name": "network-vif-deleted", "tag": "a4a198d8-4b98-4253-81c7-27b23b180c5c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:03.757709 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a057011c-8d85-4b94-8f8e-ac04b930eae6 x-openstack-request-id: req-a057011c-8d85-4b94-8f8e-ac04b930eae6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:03.758010 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e260c2f8-df3f-4d61-874c-4a64d440dd07", "name": "network-vif-deleted", "tag": "a4a198d8-4b98-4253-81c7-27b23b180c5c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:03.758270 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a057011c-8d85-4b94-8f8e-ac04b930eae6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:03.758689 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e260c2f8-df3f-4d61-874c-4a64d440dd07', 'name': 'network-vif-deleted', 'tag': 'a4a198d8-4b98-4253-81c7-27b23b180c5c', 'status': 'completed', 'code': 200} Jan 28 05:42:04.060719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8f131224-072a-4e7c-a411-cc3d85efbd8b req-4e27e1d7-8c30-4d95-b293-9f762d2d4054 tempest-ServersNegativeTestJSON-776207693 tempest-ServersNegativeTestJSON-776207693-project] 10.222.0.21 "GET /v2.0/ports?device_id=e260c2f8-df3f-4d61-874c-4a64d440dd07 HTTP/1.1" status: 200 len: 210 time: 0.0322356 Jan 28 05:42:05.118007 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54558) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:05.166225 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Deleting subnet 0bf5d3e0-8c46-4cb9-9886-c5af047e8427 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:05.169395 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Publish callbacks [] for subnet (0bf5d3e0-8c46-4cb9-9886-c5af047e8427), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.203595 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (0bf5d3e0-8c46-4cb9-9886-c5af047e8427), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.240369 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (0bf5d3e0-8c46-4cb9-9886-c5af047e8427), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.289988 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (0bf5d3e0-8c46-4cb9-9886-c5af047e8427), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.314693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf5d3e0-8c46-4cb9-9886-c5af047e8427,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:05.318462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.321754 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9d330cb2-63bc-4218-b2b5-28379d4a642d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0bf5d3e0-8c46-4cb9-9886-c5af047e8427 HTTP/1.1" status: 204 len: 168 time: 0.2027044 Jan 28 05:42:05.324144 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54560) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:05.394941 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (65270292-1d63-43a3-8b61-22c076519332), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.470003 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (65270292-1d63-43a3-8b61-22c076519332), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.491163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65270292-1d63-43a3-8b61-22c076519332']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:05.500133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ff885-a9e1-417e-baa0-c4aae2909cde') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:05.500437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ff885-a9e1-417e-baa0-c4aae2909cde') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:05.514770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (aa1ff885-a9e1-417e-baa0-c4aae2909cde), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.527620 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (aa1ff885-a9e1-417e-baa0-c4aae2909cde), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.533609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:05.533992 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (aa1ff885-a9e1-417e-baa0-c4aae2909cde), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:05.535612 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:05.587510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (65270292-1d63-43a3-8b61-22c076519332), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.592826 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.595991 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] 10.222.0.21 "DELETE /v2.0/networks/65270292-1d63-43a3-8b61-22c076519332 HTTP/1.1" status: 204 len: 168 time: 0.2709320 Jan 28 05:42:05.607423 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd966e-4b68-43b9-8de1-66e72e16425a admin admin] Pushing event deleted for resources: {'Network': ['ID=65270292-1d63-43a3-8b61-22c076519332,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:05.702293 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:05.743547 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eede5fef-ba86-4480-b9d7-43aa92cc4c33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd67e58d48184988a8e4e8cd8e4a3092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399427 Jan 28 05:42:05.745909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54566) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:05.790836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e978ee3d-3b85-45a6-9078-146ee1f4d9dc admin admin] Publish callbacks [] for security_group (fef3c26b-7d6d-4530-8983-73e674ab8e59), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.811969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e978ee3d-3b85-45a6-9078-146ee1f4d9dc admin admin] Publish callbacks [] for security_group (fef3c26b-7d6d-4530-8983-73e674ab8e59), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.861639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e978ee3d-3b85-45a6-9078-146ee1f4d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (fef3c26b-7d6d-4530-8983-73e674ab8e59), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.864188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e978ee3d-3b85-45a6-9078-146ee1f4d9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.865386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e978ee3d-3b85-45a6-9078-146ee1f4d9dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fef3c26b-7d6d-4530-8983-73e674ab8e59 HTTP/1.1" status: 204 len: 168 time: 0.1185467 Jan 28 05:42:05.873411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978ee3d-3b85-45a6-9078-146ee1f4d9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef3c26b-7d6d-4530-8983-73e674ab8e59,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:06.579882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54588) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:06.674066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405966343'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:06.694551 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:06.697894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.706349 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.781506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for security_group (b0cee47f-230d-4735-a5e3-2b9e64d1851f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.785308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b0cee47f-230d-4735-a5e3-2b9e64d1851f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.811546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:06.830830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cee47f-230d-4735-a5e3-2b9e64d1851f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:06.834847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ba7de03e-e5ec-4b58-bf86-1ee136d5c9af), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.835207 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Added segment ba7de03e-e5ec-4b58-bf86-1ee136d5c9af of type vlan for network e3580052-baf3-47a6-b00f-f59f094a024f Jan 28 05:42:06.885587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (e3580052-baf3-47a6-b00f-f59f094a024f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.914749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (e3580052-baf3-47a6-b00f-f59f094a024f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.919497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.921335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:06.921950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.945926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a4a198d8-4b98-4253-81c7-27b23b180c5c no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:06.965595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: a4a198d8-4b98-4253-81c7-27b23b180c5c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:06.965946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a4a198d8-4b98-4253-81c7-27b23b180c5c not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:07.020927 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4399340 Jan 28 05:42:07.037508 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd423a2e-b774-49b3-a631-1bfee874142e tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Network': ['ID=e3580052-baf3-47a6-b00f-f59f094a024f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:07.047995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network e3580052-baf3-47a6-b00f-f59f094a024f details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:08.172562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.744645 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b8e274c-d452-41b6-a0aa-175524b7eda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.212302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54592) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:10.217490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'subnet': {'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:10.305565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:10.309094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.486969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (a6d1926c-d2a9-4a46-a269-84da0882e04c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.536757 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Subnet': ['ID=a6d1926c-d2a9-4a46-a269-84da0882e04c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:10.551774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Checking segment: {'id': 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:10.552132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network hostable DHCP agents. Network: e3580052-baf3-47a6-b00f-f59f094a024f, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:10.567503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network e3580052-baf3-47a6-b00f-f59f094a024f is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:10.575637 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, e3580052-baf3-47a6-b00f-f59f094a024f) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:10.579824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:10.580418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.585705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7df15-f334-41e2-810a-ffb782d26163 None None] Network e3580052-baf3-47a6-b00f-f59f094a024f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:10.596158 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7cbd4c53-0456-4bcd-9535-5a4b1e7b7a22 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3827419 Jan 28 05:42:10.599568 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54594) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:10.604965 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049210239'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:10.624833 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:10.628117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.652134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:10.660617 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (74986328-34cc-4544-8cd8-3b12559865e5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.660968 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Added segment 74986328-34cc-4544-8cd8-3b12559865e5 of type vlan for network cfae2342-56ac-4166-a932-82175c07bdc0 Jan 28 05:42:10.688747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-e3580052-baf3-47a6-b00f-f59f094a024f', 'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f', 'project_id': 'b6226e76557a4e06bb0fb79a6b016812', 'fixed_ips': [{'subnet_id': 'a6d1926c-d2a9-4a46-a269-84da0882e04c'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:10.689637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.700647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (cfae2342-56ac-4166-a932-82175c07bdc0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.731367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (cfae2342-56ac-4166-a932-82175c07bdc0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.736777 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:10.737384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.796674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1954985 Jan 28 05:42:10.799605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54596) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:10.804598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'subnet': {'network_id': 'cfae2342-56ac-4166-a932-82175c07bdc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:10.821454 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3399d10-6a6d-42c5-a1d1-9d8dd2b15dac tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Network': ['ID=cfae2342-56ac-4166-a932-82175c07bdc0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:10.827531 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Allocated IP 2001:db8:0:ffff::2 (e3580052-baf3-47a6-b00f-f59f094a024f/a6d1926c-d2a9-4a46-a269-84da0882e04c/c30ed9f1-b956-4fcc-8d28-4382af808787) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:10.839022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network cfae2342-56ac-4166-a932-82175c07bdc0 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:10.893575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:10.897093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.961231 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-613fa277-3943-4d3c-9f1d-e7153213e746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.043199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Publish callbacks [] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.049000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.084186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (e23f4a41-ffe5-4dee-983e-19654326d623), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.087235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Network e3580052-baf3-47a6-b00f-f59f094a024f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:11.092472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:11.096742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:11.099717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Pushing event updated for resources: {'Port': ['ID=c30ed9f1-b956-4fcc-8d28-4382af808787,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.152694 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Subnet': ['ID=e23f4a41-ffe5-4dee-983e-19654326d623,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.154588 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Attempting to bind port c30ed9f1-b956-4fcc-8d28-4382af808787 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:11.154961 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Attempting to bind port c30ed9f1-b956-4fcc-8d28-4382af808787 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:11.155326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Attempting to bind port c30ed9f1-b956-4fcc-8d28-4382af808787 on network e3580052-baf3-47a6-b00f-f59f094a024f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:11.160340 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:11.160717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Checking segment: {'id': 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:11.161052 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Checking segment: {'id': '74986328-34cc-4544-8cd8-3b12559865e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cfae2342-56ac-4166-a932-82175c07bdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:11.161195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.161452 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network hostable DHCP agents. Network: cfae2342-56ac-4166-a932-82175c07bdc0, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:11.161574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Bound using segment: {'id': 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:11.161985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Bound port: c30ed9f1-b956-4fcc-8d28-4382af808787, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3580052-baf3-47a6-b00f-f59f094a024f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:11.162899 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.179118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network cfae2342-56ac-4166-a932-82175c07bdc0 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:11.187689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, cfae2342-56ac-4166-a932-82175c07bdc0) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:11.191830 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:11.192423 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.207480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1356a-8710-4343-b1c2-1b6183ab36a3 None None] Network cfae2342-56ac-4166-a932-82175c07bdc0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:11.213948 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-22256189-f47a-4e52-81cb-aff2a2241f2b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4108138 Jan 28 05:42:11.214459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:11.278809 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] For port c30ed9f1-b956-4fcc-8d28-4382af808787, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:11.294680 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] For port c30ed9f1-b956-4fcc-8d28-4382af808787, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c30ed9f1-b956-4fcc-8d28-4382af808787,segment=NetworkSegment(ba7de03e-e5ec-4b58-bf86-1ee136d5c9af),segment_id=ba7de03e-e5ec-4b58-bf86-1ee136d5c9af)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:11.304139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.310871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (cfae2342-56ac-4166-a932-82175c07bdc0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.383446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb7dd8-1df2-43e5-8bfa-1ebfe783c8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-cfae2342-56ac-4166-a932-82175c07bdc0', 'network_id': 'cfae2342-56ac-4166-a932-82175c07bdc0', 'project_id': 'b6226e76557a4e06bb0fb79a6b016812', 'fixed_ips': [{'subnet_id': 'e23f4a41-ffe5-4dee-983e-19654326d623'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:11.384307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7dd8-1df2-43e5-8bfa-1ebfe783c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.387744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64fcd-a34c-42ea-bfd0-3a9dfa6e85d1 None None] Pushing event updated for resources: {'Port': ['ID=c30ed9f1-b956-4fcc-8d28-4382af808787,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.407154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e23f4a41-ffe5-4dee-983e-19654326d623), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.479755 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e23f4a41-ffe5-4dee-983e-19654326d623), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-e7bb7dd8-1df2-43e5-8bfa-1ebfe783c8fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e23f4a41-ffe5-4dee-983e-19654326d623: This subnet is being modified by another concurrent operation. Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e23f4a41-ffe5-4dee-983e-19654326d623: This subnet is being modified by another concurrent operation. Jan 28 05:42:11.497271 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:42:11.514301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcea772-9410-47cc-ab6e-b8a41fc6d680 None None] Network cfae2342-56ac-4166-a932-82175c07bdc0 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:11.516648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Subnet': ['ID=e23f4a41-ffe5-4dee-983e-19654326d623,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.599770 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (cfae2342-56ac-4166-a932-82175c07bdc0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.621666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfae2342-56ac-4166-a932-82175c07bdc0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:11.630686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74986328-34cc-4544-8cd8-3b12559865e5') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:11.630990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74986328-34cc-4544-8cd8-3b12559865e5') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:11.643474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (74986328-34cc-4544-8cd8-3b12559865e5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.657892 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (74986328-34cc-4544-8cd8-3b12559865e5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.664986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:11.665423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (74986328-34cc-4544-8cd8-3b12559865e5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:11.668456 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:11.729358 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (cfae2342-56ac-4166-a932-82175c07bdc0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.737730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.741087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/cfae2342-56ac-4166-a932-82175c07bdc0 HTTP/1.1" status: 204 len: 168 time: 0.5255644 Jan 28 05:42:11.745735 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54602) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:11.750983 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258171049'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:11.753119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae63755-2c42-45d5-8b32-63dbaf071180 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Network': ['ID=cfae2342-56ac-4166-a932-82175c07bdc0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.771712 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:11.775204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.798669 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:11.808079 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (201a02dd-7051-4786-bf5a-ae3ef42a8a17), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.808427 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Added segment 201a02dd-7051-4786-bf5a-ae3ef42a8a17 of type vlan for network f3d984ed-7f2e-4316-95af-1d3a951b767e Jan 28 05:42:11.848025 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (f3d984ed-7f2e-4316-95af-1d3a951b767e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.875904 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (f3d984ed-7f2e-4316-95af-1d3a951b767e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.881701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:11.882385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.919509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c30ed9f1-b956-4fcc-8d28-4382af808787 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:11.938251 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1912959 Jan 28 05:42:11.941396 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:11.947237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'subnet': {'network_id': 'f3d984ed-7f2e-4316-95af-1d3a951b767e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:11.956042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62e74-e8e5-4e5e-95ba-465b20fb6762 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Network': ['ID=f3d984ed-7f2e-4316-95af-1d3a951b767e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.967339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network f3d984ed-7f2e-4316-95af-1d3a951b767e details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:12.034335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c30ed9f1-b956-4fcc-8d28-4382af808787 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:12.034627 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.044196 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:12.048262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.109395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Performing IP validity checks on allocation pools {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:42:12.110055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:42:12.122380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c30ed9f1-b956-4fcc-8d28-4382af808787 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:12.122774 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.156649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port c30ed9f1-b956-4fcc-8d28-4382af808787, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c30ed9f1-b956-4fcc-8d28-4382af808787,segment=NetworkSegment(ba7de03e-e5ec-4b58-bf86-1ee136d5c9af),segment_id=ba7de03e-e5ec-4b58-bf86-1ee136d5c9af)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:12.162953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.226697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=c30ed9f1-b956-4fcc-8d28-4382af808787,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.234010 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.267671 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (60695978-9a45-461c-bd26-435634bc0298), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.327716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Subnet': ['ID=60695978-9a45-461c-bd26-435634bc0298,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.339909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Checking segment: {'id': '201a02dd-7051-4786-bf5a-ae3ef42a8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3d984ed-7f2e-4316-95af-1d3a951b767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:12.340289 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network hostable DHCP agents. Network: f3d984ed-7f2e-4316-95af-1d3a951b767e, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:12.363400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network f3d984ed-7f2e-4316-95af-1d3a951b767e is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:12.374943 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, f3d984ed-7f2e-4316-95af-1d3a951b767e) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:12.379224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:12.379806 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.386034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c80e1b-7189-4e95-b8d0-1b5818827780 None None] Network f3d984ed-7f2e-4316-95af-1d3a951b767e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:12.399560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54606) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:12.400085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-090fea5e-5874-4ab6-9e92-f482a0886bd5 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4570475 Jan 28 05:42:12.508223 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (f3d984ed-7f2e-4316-95af-1d3a951b767e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.596325 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (60695978-9a45-461c-bd26-435634bc0298), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.597740 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e42a2-5b54-42f8-9191-1786124be069 None None] Network e3580052-baf3-47a6-b00f-f59f094a024f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:12.657002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (60695978-9a45-461c-bd26-435634bc0298), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.673540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3af4f999-15e3-49e7-a39f-b68d5b819d5a None None] Provisioning complete for port c30ed9f1-b956-4fcc-8d28-4382af808787 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:12.673850 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3af4f999-15e3-49e7-a39f-b68d5b819d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.684513 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Subnet': ['ID=60695978-9a45-461c-bd26-435634bc0298,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.749505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (f3d984ed-7f2e-4316-95af-1d3a951b767e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.752798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0b437-1272-4974-a251-7b9ddfae506b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-f3d984ed-7f2e-4316-95af-1d3a951b767e', 'network_id': 'f3d984ed-7f2e-4316-95af-1d3a951b767e', 'project_id': 'b6226e76557a4e06bb0fb79a6b016812', 'fixed_ips': [{'subnet_id': '60695978-9a45-461c-bd26-435634bc0298'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:12.753684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29d0b437-1272-4974-a251-7b9ddfae506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.770709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d984ed-7f2e-4316-95af-1d3a951b767e']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:12.779981 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201a02dd-7051-4786-bf5a-ae3ef42a8a17') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:12.780283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201a02dd-7051-4786-bf5a-ae3ef42a8a17') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:12.789440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (201a02dd-7051-4786-bf5a-ae3ef42a8a17), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.803439 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (201a02dd-7051-4786-bf5a-ae3ef42a8a17), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.809554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:12.809958 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (201a02dd-7051-4786-bf5a-ae3ef42a8a17), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:12.812914 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:12.871272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (f3d984ed-7f2e-4316-95af-1d3a951b767e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.879435 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.882939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/f3d984ed-7f2e-4316-95af-1d3a951b767e HTTP/1.1" status: 204 len: 168 time: 0.4821782 Jan 28 05:42:12.886595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54608) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:12.892937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993988204'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:12.893530 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a236-2836-4334-af7c-4cf22423d380 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Network': ['ID=f3d984ed-7f2e-4316-95af-1d3a951b767e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.909384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8622f2-2ef8-43b6-a58b-3edaacddf12a None None] Network f3d984ed-7f2e-4316-95af-1d3a951b767e requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:12.920840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:12.924371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.926734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3af4f999-15e3-49e7-a39f-b68d5b819d5a None None] Current status of the port c30ed9f1-b956-4fcc-8d28-4382af808787 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:12.928795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8622f2-2ef8-43b6-a58b-3edaacddf12a None None] Network f3d984ed-7f2e-4316-95af-1d3a951b767e could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:42:12.950174 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:12.963143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cc1e887c-10b1-435f-8f06-f4fd52bd89d7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.963532 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Added segment cc1e887c-10b1-435f-8f06-f4fd52bd89d7 of type vlan for network 2a001214-9ff2-46e8-9e5a-63e86be49d97 Jan 28 05:42:13.020520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (2a001214-9ff2-46e8-9e5a-63e86be49d97), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.047702 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (2a001214-9ff2-46e8-9e5a-63e86be49d97), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.052710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:13.053435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.108953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e797a-2099-4c61-a6c2-560cac7db47e None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:42:13.116061 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2283669 Jan 28 05:42:13.119000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54610) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:13.126151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'subnet': {'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:13.140809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb0007-af25-46a1-afae-669d4da6e98c tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Network': ['ID=2a001214-9ff2-46e8-9e5a-63e86be49d97,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:13.155184 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 2a001214-9ff2-46e8-9e5a-63e86be49d97 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:13.180237 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-eb94d9f9-0ebe-421d-85aa-e122902c8fca None None] Provisioning complete for port c30ed9f1-b956-4fcc-8d28-4382af808787 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:13.180549 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9f9-0ebe-421d-85aa-e122902c8fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.216857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:13.220341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.276214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e797a-2099-4c61-a6c2-560cac7db47e None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:42:13.387213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-eb94d9f9-0ebe-421d-85aa-e122902c8fca None None] Current status of the port c30ed9f1-b956-4fcc-8d28-4382af808787 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:13.403150 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (196bc7e9-1a6f-40c8-a0e2-a069552d96b9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.467565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Subnet': ['ID=196bc7e9-1a6f-40c8-a0e2-a069552d96b9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:13.472244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Checking segment: {'id': 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:13.472620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network hostable DHCP agents. Network: 2a001214-9ff2-46e8-9e5a-63e86be49d97, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:13.490294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network 2a001214-9ff2-46e8-9e5a-63e86be49d97 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:13.498375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 2a001214-9ff2-46e8-9e5a-63e86be49d97) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:13.502455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:13.503037 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.507016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaec5c-cd46-4f65-8c25-9ec968882c0e None None] Network 2a001214-9ff2-46e8-9e5a-63e86be49d97 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:13.518650 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eaf734ca-6974-4147-a5c9-880115936727 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3986421 Jan 28 05:42:13.522848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54612) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:13.528080 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392521475'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:13.546985 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:13.550543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.574212 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:13.586639 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a28aa74d-e4ea-455d-9c61-a43788f6a502), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.587075 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Added segment a28aa74d-e4ea-455d-9c61-a43788f6a502 of type vlan for network c21ec79a-3a50-49c6-8286-0001815650bc Jan 28 05:42:13.607742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-2a001214-9ff2-46e8-9e5a-63e86be49d97', 'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97', 'project_id': 'b6226e76557a4e06bb0fb79a6b016812', 'fixed_ips': [{'subnet_id': '196bc7e9-1a6f-40c8-a0e2-a069552d96b9'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:13.608588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.633384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c21ec79a-3a50-49c6-8286-0001815650bc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.658126 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c21ec79a-3a50-49c6-8286-0001815650bc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.663211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:13.663803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.722724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1987412 Jan 28 05:42:13.725653 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54614) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:13.730328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Request body: {'subnet': {'network_id': 'c21ec79a-3a50-49c6-8286-0001815650bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:13.744248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Allocated IP 2001:db8::2 (2a001214-9ff2-46e8-9e5a-63e86be49d97/196bc7e9-1a6f-40c8-a0e2-a069552d96b9/0325a1a5-7261-4b8a-9f0b-d7c0b57316d3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:13.750799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb3d8-5e73-4020-aee3-df21374d8d6b tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Network': ['ID=c21ec79a-3a50-49c6-8286-0001815650bc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:13.775654 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c21ec79a-3a50-49c6-8286-0001815650bc details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:13.827289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Made reservation on behalf of b6226e76557a4e06bb0fb79a6b016812 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:13.830878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.886963 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c30ed9f1-b956-4fcc-8d28-4382af808787 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:13.980119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.993276 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Publish callbacks [] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.999677 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.027731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ca54d1e1-54a4-4f53-974b-4d14655f4bd2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.033319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port c30ed9f1-b956-4fcc-8d28-4382af808787 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:14.033698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.069023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Network 2a001214-9ff2-46e8-9e5a-63e86be49d97 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:14.084305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:14.090838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:14.095557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Pushing event updated for resources: {'Port': ['ID=0325a1a5-7261-4b8a-9f0b-d7c0b57316d3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.096552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event updated for resources: {'Subnet': ['ID=ca54d1e1-54a4-4f53-974b-4d14655f4bd2,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.106948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Checking segment: {'id': 'a28aa74d-e4ea-455d-9c61-a43788f6a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c21ec79a-3a50-49c6-8286-0001815650bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:14.108179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network hostable DHCP agents. Network: c21ec79a-3a50-49c6-8286-0001815650bc, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:14.126097 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Network c21ec79a-3a50-49c6-8286-0001815650bc is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:14.137411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c21ec79a-3a50-49c6-8286-0001815650bc) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:14.146484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:14.147220 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.147726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc554a0-48d6-4e26-ac1e-0e1a1ff0ab04 None None] Network c21ec79a-3a50-49c6-8286-0001815650bc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:14.166781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-40d7a245-8ea4-4b73-9d2c-99e8205a0691 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377229 Jan 28 05:42:14.167127 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54616) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.173704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Attempting to bind port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:14.174075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Attempting to bind port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:14.174441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Attempting to bind port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3 on network 2a001214-9ff2-46e8-9e5a-63e86be49d97 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:14.232278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:14.232551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Checking segment: {'id': 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:14.232949 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.233364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Bound using segment: {'id': 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:14.233845 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Bound port: 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2a001214-9ff2-46e8-9e5a-63e86be49d97'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:14.234225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.269915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c21ec79a-3a50-49c6-8286-0001815650bc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.287168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port c30ed9f1-b956-4fcc-8d28-4382af808787 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:14.325861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ca54d1e1-54a4-4f53-974b-4d14655f4bd2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.336050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a0a6e-4a0d-4918-8e9e-40a7f7a8a760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c21ec79a-3a50-49c6-8286-0001815650bc', 'network_id': 'c21ec79a-3a50-49c6-8286-0001815650bc', 'project_id': 'b6226e76557a4e06bb0fb79a6b016812', 'fixed_ips': [{'subnet_id': 'ca54d1e1-54a4-4f53-974b-4d14655f4bd2'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:14.336889 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0a6e-4a0d-4918-8e9e-40a7f7a8a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.355889 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] For port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:14.370064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] For port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0325a1a5-7261-4b8a-9f0b-d7c0b57316d3,segment=NetworkSegment(cc1e887c-10b1-435f-8f06-f4fd52bd89d7),segment_id=cc1e887c-10b1-435f-8f06-f4fd52bd89d7)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:14.377579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.390275 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ca54d1e1-54a4-4f53-974b-4d14655f4bd2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.419010 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Subnet': ['ID=ca54d1e1-54a4-4f53-974b-4d14655f4bd2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.486608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c21ec79a-3a50-49c6-8286-0001815650bc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.497635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2a09f-1be3-4ad6-93b5-fdcdbc896645 None None] Pushing event updated for resources: {'Port': ['ID=0325a1a5-7261-4b8a-9f0b-d7c0b57316d3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server [None req-6f7a0a6e-4a0d-4918-8e9e-40a7f7a8a760 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca54d1e1-54a4-4f53-974b-4d14655f4bd2: This subnet is being modified by another concurrent operation. Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca54d1e1-54a4-4f53-974b-4d14655f4bd2: This subnet is being modified by another concurrent operation. Jan 28 05:42:14.507801 n-d-824835-3 neutron-server[103140]: ERROR oslo_messaging.rpc.server Jan 28 05:42:14.517051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21ec79a-3a50-49c6-8286-0001815650bc']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:14.531068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28aa74d-e4ea-455d-9c61-a43788f6a502') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:14.531068 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28aa74d-e4ea-455d-9c61-a43788f6a502') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:14.531989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb64e5-cb61-4d1e-afc7-707839bc8760 None None] Network c21ec79a-3a50-49c6-8286-0001815650bc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:14.540106 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (a28aa74d-e4ea-455d-9c61-a43788f6a502), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.554363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a28aa74d-e4ea-455d-9c61-a43788f6a502), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.561462 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:14.562174 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (a28aa74d-e4ea-455d-9c61-a43788f6a502), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:14.565858 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:14.628035 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c21ec79a-3a50-49c6-8286-0001815650bc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.632573 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.636408 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/c21ec79a-3a50-49c6-8286-0001815650bc HTTP/1.1" status: 204 len: 168 time: 0.4683521 Jan 28 05:42:14.639587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54618) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.663359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849e844-f77d-42fd-87ae-eb1e960f4cbc tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Network': ['ID=c21ec79a-3a50-49c6-8286-0001815650bc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.682416 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e163c4f-cb20-4879-99bc-cb15547692db tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] GET failed (client error): The resource could not be found. Jan 28 05:42:14.685188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2e163c4f-cb20-4879-99bc-cb15547692db tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "GET /v2.0/subnets/ca54d1e1-54a4-4f53-974b-4d14655f4bd2 HTTP/1.1" status: 404 len: 337 time: 0.0432367 Jan 28 05:42:14.687290 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54620) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.708374 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf2051e-a386-428a-b116-a5faff84c28f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:14.708708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf2051e-a386-428a-b116-a5faff84c28f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:14.711950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fbf2051e-a386-428a-b116-a5faff84c28f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/c21ec79a-3a50-49c6-8286-0001815650bc HTTP/1.1" status: 404 len: 339 time: 0.0236812 Jan 28 05:42:14.715720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54622) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.745211 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7fe913-71e8-445e-9994-b1a0d9e61b8a tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:14.745589 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7fe913-71e8-445e-9994-b1a0d9e61b8a tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:14.748681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8c7fe913-71e8-445e-9994-b1a0d9e61b8a tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/subnets/ca54d1e1-54a4-4f53-974b-4d14655f4bd2 HTTP/1.1" status: 404 len: 337 time: 0.0320437 Jan 28 05:42:14.751299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54624) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.775266 n-d-824835-3 neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed73280-15b6-4ff4-8057-a19e3541e3c9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:14.775783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed73280-15b6-4ff4-8057-a19e3541e3c9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:14.778964 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5ed73280-15b6-4ff4-8057-a19e3541e3c9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/c21ec79a-3a50-49c6-8286-0001815650bc HTTP/1.1" status: 404 len: 339 time: 0.0266275 Jan 28 05:42:14.786431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.840388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Deleting subnet 196bc7e9-1a6f-40c8-a0e2-a069552d96b9 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:14.843598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (196bc7e9-1a6f-40c8-a0e2-a069552d96b9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.883019 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (196bc7e9-1a6f-40c8-a0e2-a069552d96b9), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.966632 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (196bc7e9-1a6f-40c8-a0e2-a069552d96b9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.024660 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (196bc7e9-1a6f-40c8-a0e2-a069552d96b9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.049288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Subnet': ['ID=196bc7e9-1a6f-40c8-a0e2-a069552d96b9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:15.055376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.058621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-db189da7-5e4d-44af-99b4-124612dc28f9 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/subnets/196bc7e9-1a6f-40c8-a0e2-a069552d96b9 HTTP/1.1" status: 204 len: 168 time: 0.2711914 Jan 28 05:42:15.061040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54628) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.136513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (2a001214-9ff2-46e8-9e5a-63e86be49d97), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.198525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Deleting port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:15.198865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.262244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] For port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0325a1a5-7261-4b8a-9f0b-d7c0b57316d3,segment=NetworkSegment(cc1e887c-10b1-435f-8f06-f4fd52bd89d7),segment_id=cc1e887c-10b1-435f-8f06-f4fd52bd89d7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:15.262615 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.276634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Calling delete_port for 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:15.364198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0325a1a5-7261-4b8a-9f0b-d7c0b57316d3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.390443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Port': ['ID=0325a1a5-7261-4b8a-9f0b-d7c0b57316d3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:15.394272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No DVR routers for this DVR port 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:15.472185 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94436f8e-d1bd-4b7d-b295-af41191cbc1b None None] get_active_networks_info from n-d-824835-3 {{(pid=103140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:42:15.487028 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (2a001214-9ff2-46e8-9e5a-63e86be49d97), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.507744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a001214-9ff2-46e8-9e5a-63e86be49d97']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:15.517527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:15.517826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1e887c-10b1-435f-8f06-f4fd52bd89d7') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:15.528093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-23c8d0eb-0f5e-4521-ac5b-2dc6e362273e None None] Could not find standard attr ID for object 0325a1a5-7261-4b8a-9f0b-d7c0b57316d3. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:42:15.532307 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (cc1e887c-10b1-435f-8f06-f4fd52bd89d7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.534442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.546682 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (cc1e887c-10b1-435f-8f06-f4fd52bd89d7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.552691 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:15.553160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (cc1e887c-10b1-435f-8f06-f4fd52bd89d7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:15.556582 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:15.583331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94436f8e-d1bd-4b7d-b295-af41191cbc1b None None] Resources bound (agent type, host, resource id): {{(pid=103140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:42:15.614504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (2a001214-9ff2-46e8-9e5a-63e86be49d97), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.621305 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.626653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/2a001214-9ff2-46e8-9e5a-63e86be49d97 HTTP/1.1" status: 204 len: 168 time: 0.5624237 Jan 28 05:42:15.627426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54630) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.636567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b0d18-69ab-4859-83c8-aa2e40df6b13 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Network': ['ID=2a001214-9ff2-46e8-9e5a-63e86be49d97,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:15.654778 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40dd434-1c30-4e56-85ec-18200d0d5c15 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:15.655241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40dd434-1c30-4e56-85ec-18200d0d5c15 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:15.658355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d40dd434-1c30-4e56-85ec-18200d0d5c15 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/subnets/60695978-9a45-461c-bd26-435634bc0298 HTTP/1.1" status: 404 len: 337 time: 0.0299039 Jan 28 05:42:15.660855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54632) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.683385 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fff8bb-e051-4b4c-8bbd-7d2e4ee23087 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:15.683881 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fff8bb-e051-4b4c-8bbd-7d2e4ee23087 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:15.686907 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a2fff8bb-e051-4b4c-8bbd-7d2e4ee23087 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/f3d984ed-7f2e-4316-95af-1d3a951b767e HTTP/1.1" status: 404 len: 339 time: 0.0250731 Jan 28 05:42:15.689328 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54634) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.715693 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffc637e-d91f-45e0-a7ca-e605f28a3315 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:15.716151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffc637e-d91f-45e0-a7ca-e605f28a3315 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:15.719170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-dffc637e-d91f-45e0-a7ca-e605f28a3315 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/subnets/e23f4a41-ffe5-4dee-983e-19654326d623 HTTP/1.1" status: 404 len: 337 time: 0.0289350 Jan 28 05:42:15.721714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54636) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.735488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b1272-9fa1-423b-b425-106d74623291 None None] Network 2a001214-9ff2-46e8-9e5a-63e86be49d97 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:15.742045 n-d-824835-3 neutron-server[103139]: INFO neutron.pecan_wsgi.hooks.translation [None req-987266b0-cefa-496c-8961-e007befc8cf8 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] DELETE failed (client error): The resource could not be found. Jan 28 05:42:15.742549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987266b0-cefa-496c-8961-e007befc8cf8 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:42:15.745612 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-987266b0-cefa-496c-8961-e007befc8cf8 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/cfae2342-56ac-4166-a932-82175c07bdc0 HTTP/1.1" status: 404 len: 339 time: 0.0230079 Jan 28 05:42:15.748121 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54638) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.749054 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b1272-9fa1-423b-b425-106d74623291 None None] Network 2a001214-9ff2-46e8-9e5a-63e86be49d97 could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:42:15.801648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Deleting subnet a6d1926c-d2a9-4a46-a269-84da0882e04c {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:15.803838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363538b-6c71-4899-b0b1-a7e81f15e1e0 None None] DHCP port deletion for 2a001214-9ff2-46e8-9e5a-63e86be49d97 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:42:15.805010 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (a6d1926c-d2a9-4a46-a269-84da0882e04c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.844505 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (a6d1926c-d2a9-4a46-a269-84da0882e04c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.930266 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (a6d1926c-d2a9-4a46-a269-84da0882e04c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.986801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (a6d1926c-d2a9-4a46-a269-84da0882e04c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.012721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d1926c-d2a9-4a46-a269-84da0882e04c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:16.016353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.019539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3d853c53-4055-49c3-b496-e724da46310f tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/subnets/a6d1926c-d2a9-4a46-a269-84da0882e04c HTTP/1.1" status: 204 len: 168 time: 0.2704973 Jan 28 05:42:16.022523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54640) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:16.023494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a241522-fbb6-4f81-ba54-763f8a3be050 None None] Network e3580052-baf3-47a6-b00f-f59f094a024f requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:16.099946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (e3580052-baf3-47a6-b00f-f59f094a024f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.155040 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Deleting port c30ed9f1-b956-4fcc-8d28-4382af808787 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:16.155390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.164614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] DHCP port deletion for e3580052-baf3-47a6-b00f-f59f094a024f request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:42:16.211449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] Deleting port c30ed9f1-b956-4fcc-8d28-4382af808787 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:16.211824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.217207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] For port c30ed9f1-b956-4fcc-8d28-4382af808787, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c30ed9f1-b956-4fcc-8d28-4382af808787,segment=NetworkSegment(ba7de03e-e5ec-4b58-bf86-1ee136d5c9af),segment_id=ba7de03e-e5ec-4b58-bf86-1ee136d5c9af)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:16.217581 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.230013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Calling delete_port for c30ed9f1-b956-4fcc-8d28-4382af808787 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:16.441662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] For port c30ed9f1-b956-4fcc-8d28-4382af808787, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c30ed9f1-b956-4fcc-8d28-4382af808787,segment=NetworkSegment(ba7de03e-e5ec-4b58-bf86-1ee136d5c9af),segment_id=ba7de03e-e5ec-4b58-bf86-1ee136d5c9af)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:16.441979 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.454710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] Calling delete_port for c30ed9f1-b956-4fcc-8d28-4382af808787 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:16.535869 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.562013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] Pushing event deleted for resources: {'Port': ['ID=c30ed9f1-b956-4fcc-8d28-4382af808787,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:16.567807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dc32d-4cb1-4588-a49c-2de45aa65e39 None None] No DVR routers for this DVR port c30ed9f1-b956-4fcc-8d28-4382af808787 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:16.590490 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c30ed9f1-b956-4fcc-8d28-4382af808787), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.615539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Port': ['ID=c30ed9f1-b956-4fcc-8d28-4382af808787,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:16.619081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] No DVR routers for this DVR port c30ed9f1-b956-4fcc-8d28-4382af808787 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:16.696692 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (e3580052-baf3-47a6-b00f-f59f094a024f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.717609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3580052-baf3-47a6-b00f-f59f094a024f']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:16.727391 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:16.727693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7de03e-e5ec-4b58-bf86-1ee136d5c9af') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:16.737843 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (ba7de03e-e5ec-4b58-bf86-1ee136d5c9af), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.751046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ba7de03e-e5ec-4b58-bf86-1ee136d5c9af), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.757559 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:16.757987 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (ba7de03e-e5ec-4b58-bf86-1ee136d5c9af), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: self.session.flush() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:16.761031 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:16.816360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (e3580052-baf3-47a6-b00f-f59f094a024f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.821775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.824947 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] 10.222.0.21 "DELETE /v2.0/networks/e3580052-baf3-47a6-b00f-f59f094a024f HTTP/1.1" status: 204 len: 168 time: 0.8014848 Jan 28 05:42:16.839412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ac839-cf84-4a7b-9ebb-eea84a9981b4 tempest-NetworksIpV6Test-1722434993 tempest-NetworksIpV6Test-1722434993-project] Pushing event deleted for resources: {'Network': ['ID=e3580052-baf3-47a6-b00f-f59f094a024f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:17.076649 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54646) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:17.207505 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-761c6875-135e-456d-89b5-8b8ad4980559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6226e76557a4e06bb0fb79a6b016812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293256 Jan 28 05:42:17.209660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54650) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:17.258101 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88df72ed-07d4-454d-8913-dfe4788234fd admin admin] Publish callbacks [] for security_group (b0cee47f-230d-4735-a5e3-2b9e64d1851f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.278864 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88df72ed-07d4-454d-8913-dfe4788234fd admin admin] Publish callbacks [] for security_group (b0cee47f-230d-4735-a5e3-2b9e64d1851f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.325517 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88df72ed-07d4-454d-8913-dfe4788234fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b0cee47f-230d-4735-a5e3-2b9e64d1851f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.328077 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-88df72ed-07d4-454d-8913-dfe4788234fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.329255 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-88df72ed-07d4-454d-8913-dfe4788234fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0cee47f-230d-4735-a5e3-2b9e64d1851f HTTP/1.1" status: 204 len: 168 time: 0.1186867 Jan 28 05:42:17.337632 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df72ed-07d4-454d-8913-dfe4788234fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cee47f-230d-4735-a5e3-2b9e64d1851f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:17.871219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c30ed9f1-b956-4fcc-8d28-4382af808787 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:17.891965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: c30ed9f1-b956-4fcc-8d28-4382af808787 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:17.892319 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device c30ed9f1-b956-4fcc-8d28-4382af808787 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:17.983153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54672) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:18.076312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-227191271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:18.097246 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.098218 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.149487 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for router_controller (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.153429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.169410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.170623 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4db53c28-01f0-4cf5-852b-1ce04ad3252c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1864207 Jan 28 05:42:18.173357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:18.178733 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1497385181'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:18.197732 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Made reservation on behalf of 8b156c28381543e0a6eed60dbc5a7227 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:18.200907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.211308 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.289293 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for security_group (017d38be-1e3d-43d2-bbde-c49c3b16da8a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.293346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (017d38be-1e3d-43d2-bbde-c49c3b16da8a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.316839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:18.331687 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017d38be-1e3d-43d2-bbde-c49c3b16da8a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:18.334589 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (56028565-7d1c-4e37-b1ee-5c97cb22629a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.334940 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Added segment 56028565-7d1c-4e37-b1ee-5c97cb22629a of type vlan for network c637b424-2cdf-4313-a841-17e795b1e29b Jan 28 05:42:18.374962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (c637b424-2cdf-4313-a841-17e795b1e29b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.398645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (c637b424-2cdf-4313-a841-17e795b1e29b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.403522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:18.404110 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.467375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2929430 Jan 28 05:42:18.470259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:18.473843 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73e18-265e-457d-b699-3338af45971a tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event updated for resources: {'Network': ['ID=c637b424-2cdf-4313-a841-17e795b1e29b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:18.476182 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Request body: {'subnet': {'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:18.484979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network c637b424-2cdf-4313-a841-17e795b1e29b details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:18.571623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Made reservation on behalf of 8b156c28381543e0a6eed60dbc5a7227 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:18.575760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.771200 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (2ab73b1f-bd95-4871-9987-6d649ad32e9a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.830708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event updated for resources: {'Subnet': ['ID=2ab73b1f-bd95-4871-9987-6d649ad32e9a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:18.839232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Checking segment: {'id': '56028565-7d1c-4e37-b1ee-5c97cb22629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:18.839598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Network hostable DHCP agents. Network: c637b424-2cdf-4313-a841-17e795b1e29b, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:18.856092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Network c637b424-2cdf-4313-a841-17e795b1e29b is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:18.864985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, c637b424-2cdf-4313-a841-17e795b1e29b) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:18.869568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:18.870266 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.875147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb93e2-095a-41d3-a29d-791500e45154 None None] Network c637b424-2cdf-4313-a841-17e795b1e29b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:18.887854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-914db7ae-b7e1-4947-8d26-1d1706bee761 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162374 Jan 28 05:42:18.890875 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54680) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:18.896358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1184310933'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:18.914806 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Made reservation on behalf of 8b156c28381543e0a6eed60dbc5a7227 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:18.926907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.955393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:18.965933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ea89ca92-eb88-4b40-8b39-ad665c2789ee), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.966266 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Added segment ea89ca92-eb88-4b40-8b39-ad665c2789ee of type vlan for network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 Jan 28 05:42:18.977681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-c637b424-2cdf-4313-a841-17e795b1e29b', 'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b', 'project_id': '8b156c28381543e0a6eed60dbc5a7227', 'fixed_ips': [{'subnet_id': '2ab73b1f-bd95-4871-9987-6d649ad32e9a'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:18.978537 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.009928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (207962dc-39c4-43e7-a4e2-c7d7cd22d411), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.034241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (207962dc-39c4-43e7-a4e2-c7d7cd22d411), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.039818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:19.040410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.103524 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2111056 Jan 28 05:42:19.106801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:19.114528 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Request body: {'subnet': {'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:19.116584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98396f2-05e7-4179-9eb8-e925512b426f tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event updated for resources: {'Network': ['ID=207962dc-39c4-43e7-a4e2-c7d7cd22d411,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.125796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Allocated IP 172.20.0.2 (c637b424-2cdf-4313-a841-17e795b1e29b/2ab73b1f-bd95-4871-9987-6d649ad32e9a/c823d806-e598-4af3-a16b-d39635a87f84) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:19.131982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:19.216009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Made reservation on behalf of 8b156c28381543e0a6eed60dbc5a7227 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:19.219663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.348895 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Publish callbacks [] for port (c823d806-e598-4af3-a16b-d39635a87f84), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.355450 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (c823d806-e598-4af3-a16b-d39635a87f84), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.391401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Network c637b424-2cdf-4313-a841-17e795b1e29b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:19.394133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:19.398007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:19.412218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.413073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Pushing event updated for resources: {'Port': ['ID=c823d806-e598-4af3-a16b-d39635a87f84,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.463494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Attempting to bind port c823d806-e598-4af3-a16b-d39635a87f84 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:19.463871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Attempting to bind port c823d806-e598-4af3-a16b-d39635a87f84 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '56028565-7d1c-4e37-b1ee-5c97cb22629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:19.464244 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Attempting to bind port c823d806-e598-4af3-a16b-d39635a87f84 on network c637b424-2cdf-4313-a841-17e795b1e29b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:19.469481 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:19.469873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Checking segment: {'id': '56028565-7d1c-4e37-b1ee-5c97cb22629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:19.470290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.470691 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Bound using segment: {'id': '56028565-7d1c-4e37-b1ee-5c97cb22629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:19.471164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Bound port: c823d806-e598-4af3-a16b-d39635a87f84, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56028565-7d1c-4e37-b1ee-5c97cb22629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c637b424-2cdf-4313-a841-17e795b1e29b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:19.471554 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c823d806-e598-4af3-a16b-d39635a87f84), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.479117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event updated for resources: {'Subnet': ['ID=e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.488004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Checking segment: {'id': 'ea89ca92-eb88-4b40-8b39-ad665c2789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:19.488375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Network hostable DHCP agents. Network: 207962dc-39c4-43e7-a4e2-c7d7cd22d411, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:19.506619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:19.515301 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 207962dc-39c4-43e7-a4e2-c7d7cd22d411) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:19.522398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:19.523446 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.532753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fcd2d-da69-411d-a4a4-0c810e04bd9d None None] Network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:19.541474 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2adad799-1005-4766-9bc9-8ada916862af tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4327190 Jan 28 05:42:19.544643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54686) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:19.549215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7c98dbbe-d02a-4921-b403-1d5e54489730 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Request body: {'router': {'external_gateway_info': {'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:19.593580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] For port c823d806-e598-4af3-a16b-d39635a87f84, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:19.609591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] For port c823d806-e598-4af3-a16b-d39635a87f84, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c823d806-e598-4af3-a16b-d39635a87f84,segment=NetworkSegment(56028565-7d1c-4e37-b1ee-5c97cb22629a),segment_id=56028565-7d1c-4e37-b1ee-5c97cb22629a)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:19.616386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c823d806-e598-4af3-a16b-d39635a87f84), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.720849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-207962dc-39c4-43e7-a4e2-c7d7cd22d411', 'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411', 'project_id': '8b156c28381543e0a6eed60dbc5a7227', 'fixed_ips': [{'subnet_id': 'e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:19.722009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.741595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa829a-e55c-4a41-9626-19886713f9f6 None None] Pushing event updated for resources: {'Port': ['ID=c823d806-e598-4af3-a16b-d39635a87f84,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.881406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Allocated IP 172.21.0.2 (207962dc-39c4-43e7-a4e2-c7d7cd22d411/e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea/7c7ab545-07b0-4367-bb0d-61b1c646843f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:20.047927 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c98dbbe-d02a-4921-b403-1d5e54489730 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for router_gateway (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.067411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Publish callbacks [] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.074842 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.118507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:20.121398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:20.127135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:20.138359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Pushing event updated for resources: {'Port': ['ID=7c7ab545-07b0-4367-bb0d-61b1c646843f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:20.174708 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [None req-7c98dbbe-d02a-4921-b403-1d5e54489730 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:42:20.175956 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7c98dbbe-d02a-4921-b403-1d5e54489730 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "PUT /v2.0/routers/38177182-cb6c-44bc-9fd1-ca173e2dbbc8 HTTP/1.1" status: 400 len: 364 time: 0.6302435 Jan 28 05:42:20.182353 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54688) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:20.184901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Attempting to bind port 7c7ab545-07b0-4367-bb0d-61b1c646843f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:20.185458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Attempting to bind port 7c7ab545-07b0-4367-bb0d-61b1c646843f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'ea89ca92-eb88-4b40-8b39-ad665c2789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:20.185834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Attempting to bind port 7c7ab545-07b0-4367-bb0d-61b1c646843f on network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:20.190917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:20.191291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Checking segment: {'id': 'ea89ca92-eb88-4b40-8b39-ad665c2789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:20.191705 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.192104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Bound using segment: {'id': 'ea89ca92-eb88-4b40-8b39-ad665c2789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:20.192575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Bound port: 7c7ab545-07b0-4367-bb0d-61b1c646843f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea89ca92-eb88-4b40-8b39-ad665c2789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '207962dc-39c4-43e7-a4e2-c7d7cd22d411'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:20.192960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.232502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Deleting subnet e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:20.235667 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for subnet (e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.259046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] For port 7c7ab545-07b0-4367-bb0d-61b1c646843f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:20.262144 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] For port 7c7ab545-07b0-4367-bb0d-61b1c646843f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7c7ab545-07b0-4367-bb0d-61b1c646843f,segment=NetworkSegment(ea89ca92-eb88-4b40-8b39-ad665c2789ee),segment_id=ea89ca92-eb88-4b40-8b39-ad665c2789ee)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:20.268503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.279267 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.326300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c2acc-babc-4dfe-b8dc-b771f2b59ab8 None None] Pushing event updated for resources: {'Port': ['ID=7c7ab545-07b0-4367-bb0d-61b1c646843f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:20.375937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.439014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.473265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:20.479175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.485336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-aa46ccd6-195c-40a9-8eaa-d7eab7731780 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "DELETE /v2.0/subnets/e9ac9c1b-579f-474a-8dc7-c9fdc99f6eea HTTP/1.1" status: 204 len: 168 time: 0.2997270 Jan 28 05:42:20.485816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54690) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:20.587225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (207962dc-39c4-43e7-a4e2-c7d7cd22d411), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.648216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Deleting port 7c7ab545-07b0-4367-bb0d-61b1c646843f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:20.648563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.717895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] For port 7c7ab545-07b0-4367-bb0d-61b1c646843f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7c7ab545-07b0-4367-bb0d-61b1c646843f,segment=NetworkSegment(ea89ca92-eb88-4b40-8b39-ad665c2789ee),segment_id=ea89ca92-eb88-4b40-8b39-ad665c2789ee)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:20.718352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.739122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Calling delete_port for 7c7ab545-07b0-4367-bb0d-61b1c646843f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:20.830108 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7c7ab545-07b0-4367-bb0d-61b1c646843f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.842496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33029519-8552-4d1f-9560-cc90ce9e4d7a None None] Network c637b424-2cdf-4313-a841-17e795b1e29b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:20.859185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] No DVR routers for this DVR port 7c7ab545-07b0-4367-bb0d-61b1c646843f on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:20.866303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event deleted for resources: {'Port': ['ID=7c7ab545-07b0-4367-bb0d-61b1c646843f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:20.910580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] Provisioning complete for port c823d806-e598-4af3-a16b-d39635a87f84 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:20.911164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c823d806-e598-4af3-a16b-d39635a87f84), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.944983 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (207962dc-39c4-43e7-a4e2-c7d7cd22d411), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.965784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207962dc-39c4-43e7-a4e2-c7d7cd22d411']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:20.975266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea89ca92-eb88-4b40-8b39-ad665c2789ee') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:20.975565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea89ca92-eb88-4b40-8b39-ad665c2789ee') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:20.985962 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (ea89ca92-eb88-4b40-8b39-ad665c2789ee), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.005050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (ea89ca92-eb88-4b40-8b39-ad665c2789ee), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.011664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:21.012399 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (ea89ca92-eb88-4b40-8b39-ad665c2789ee), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:21.016035 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:21.028405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] Current status of the port c823d806-e598-4af3-a16b-d39635a87f84 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:21.029360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c823d806-e598-4af3-a16b-d39635a87f84), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.065913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] For port c823d806-e598-4af3-a16b-d39635a87f84, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c823d806-e598-4af3-a16b-d39635a87f84,segment=NetworkSegment(56028565-7d1c-4e37-b1ee-5c97cb22629a),segment_id=56028565-7d1c-4e37-b1ee-5c97cb22629a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:21.070924 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c823d806-e598-4af3-a16b-d39635a87f84), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.087412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (207962dc-39c4-43e7-a4e2-c7d7cd22d411), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.101455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.107679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "DELETE /v2.0/networks/207962dc-39c4-43e7-a4e2-c7d7cd22d411 HTTP/1.1" status: 204 len: 168 time: 0.6177576 Jan 28 05:42:21.107939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54692) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:21.120081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a55c6-b210-4b0e-80e0-89c64dba8109 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event deleted for resources: {'Network': ['ID=207962dc-39c4-43e7-a4e2-c7d7cd22d411,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.151065 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971415a-f172-496d-ab84-f8988dc5f349 None None] Pushing event updated for resources: {'Port': ['ID=c823d806-e598-4af3-a16b-d39635a87f84,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.183801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Deleting subnet 2ab73b1f-bd95-4871-9987-6d649ad32e9a {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:21.187557 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for subnet (2ab73b1f-bd95-4871-9987-6d649ad32e9a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.230891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (2ab73b1f-bd95-4871-9987-6d649ad32e9a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.319273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (2ab73b1f-bd95-4871-9987-6d649ad32e9a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.385869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (2ab73b1f-bd95-4871-9987-6d649ad32e9a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.414453 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab73b1f-bd95-4871-9987-6d649ad32e9a,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.418297 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.421795 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1e63de5-791c-4880-87fc-08786e4f16fe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "DELETE /v2.0/subnets/2ab73b1f-bd95-4871-9987-6d649ad32e9a HTTP/1.1" status: 204 len: 168 time: 0.3128090 Jan 28 05:42:21.424393 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54694) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:21.427147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b9e9ad-7a02-464f-b0ba-4943b05e636b None None] Network c637b424-2cdf-4313-a841-17e795b1e29b requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:21.511428 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (c637b424-2cdf-4313-a841-17e795b1e29b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.520855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ffa8001e-da99-454e-a8f1-7c4f7fa65c34 None None] Provisioning complete for port c823d806-e598-4af3-a16b-d39635a87f84 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:21.521269 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffa8001e-da99-454e-a8f1-7c4f7fa65c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c823d806-e598-4af3-a16b-d39635a87f84), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.573984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Deleting port c823d806-e598-4af3-a16b-d39635a87f84 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:21.574394 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c823d806-e598-4af3-a16b-d39635a87f84), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.602909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b5f3c-aac2-4283-abf2-46ff758e6753 None None] DHCP port deletion for 207962dc-39c4-43e7-a4e2-c7d7cd22d411 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:42:21.625792 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8001e-da99-454e-a8f1-7c4f7fa65c34 None None] Current status of the port c823d806-e598-4af3-a16b-d39635a87f84 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:21.631506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df3d7e-74ec-4cec-acca-5ab2febe0b40 None None] Network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:21.644398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] DHCP port deletion for c637b424-2cdf-4313-a841-17e795b1e29b request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:42:21.646740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] For port c823d806-e598-4af3-a16b-d39635a87f84, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c823d806-e598-4af3-a16b-d39635a87f84,segment=NetworkSegment(56028565-7d1c-4e37-b1ee-5c97cb22629a),segment_id=56028565-7d1c-4e37-b1ee-5c97cb22629a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:21.647109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c823d806-e598-4af3-a16b-d39635a87f84), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.648574 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df3d7e-74ec-4cec-acca-5ab2febe0b40 None None] Network 207962dc-39c4-43e7-a4e2-c7d7cd22d411 could not be found, it might have been deleted concurrently. {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:42:21.659998 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Calling delete_port for c823d806-e598-4af3-a16b-d39635a87f84 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:21.693069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] Deleting port c823d806-e598-4af3-a16b-d39635a87f84 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:21.693436 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c823d806-e598-4af3-a16b-d39635a87f84), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.743373 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (c823d806-e598-4af3-a16b-d39635a87f84), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.749401 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a9186aff-6f2c-473a-9c93-7ac5d579f49e None None] Could not find standard attr ID for object 7c7ab545-07b0-4367-bb0d-61b1c646843f. {{(pid=103140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:42:21.765697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] For port c823d806-e598-4af3-a16b-d39635a87f84, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=c823d806-e598-4af3-a16b-d39635a87f84,segment=NetworkSegment(56028565-7d1c-4e37-b1ee-5c97cb22629a),segment_id=56028565-7d1c-4e37-b1ee-5c97cb22629a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:21.766098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c823d806-e598-4af3-a16b-d39635a87f84), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.778292 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event deleted for resources: {'Port': ['ID=c823d806-e598-4af3-a16b-d39635a87f84,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.779885 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] Calling delete_port for c823d806-e598-4af3-a16b-d39635a87f84 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:21.780377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] No DVR routers for this DVR port c823d806-e598-4af3-a16b-d39635a87f84 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:21.857931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (c637b424-2cdf-4313-a841-17e795b1e29b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.858844 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (c823d806-e598-4af3-a16b-d39635a87f84), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.879665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c637b424-2cdf-4313-a841-17e795b1e29b']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:21.886010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] Pushing event deleted for resources: {'Port': ['ID=c823d806-e598-4af3-a16b-d39635a87f84,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.891378 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56028565-7d1c-4e37-b1ee-5c97cb22629a') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:21.891693 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56028565-7d1c-4e37-b1ee-5c97cb22629a') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:21.891822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04935c-d49b-45b3-bad1-f4aa49f2ca5c None None] No DVR routers for this DVR port c823d806-e598-4af3-a16b-d39635a87f84 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:21.902962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (56028565-7d1c-4e37-b1ee-5c97cb22629a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.916650 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (56028565-7d1c-4e37-b1ee-5c97cb22629a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.922901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:21.923292 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (56028565-7d1c-4e37-b1ee-5c97cb22629a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:21.926224 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:21.987594 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (c637b424-2cdf-4313-a841-17e795b1e29b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.995139 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.998286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "DELETE /v2.0/networks/c637b424-2cdf-4313-a841-17e795b1e29b HTTP/1.1" status: 204 len: 168 time: 0.5726907 Jan 28 05:42:22.001211 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54696) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:22.010399 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaf410-279d-4774-bdb2-6b541dcd2ffe tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Pushing event deleted for resources: {'Network': ['ID=c637b424-2cdf-4313-a841-17e795b1e29b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:22.028531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d3d96a4a-627f-4324-8a05-df125677805c tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "GET /v2.0/ports?device_id=38177182-cb6c-44bc-9fd1-ca173e2dbbc8 HTTP/1.1" status: 200 len: 205 time: 0.0258000 Jan 28 05:42:22.030807 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54698) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:22.106418 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for router (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.262002 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.264026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for router_controller (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.305802 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (38177182-cb6c-44bc-9fd1-ca173e2dbbc8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.306379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Fanout notify agent at l3_agent the message router_deleted on router 38177182-cb6c-44bc-9fd1-ca173e2dbbc8 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:42:22.313514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.314725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-99d5efa1-5c9f-4e82-90cb-52854e335d66 tempest-RoutersNegativeTest-1498845113 tempest-RoutersNegativeTest-1498845113-project] 10.222.0.21 "DELETE /v2.0/routers/38177182-cb6c-44bc-9fd1-ca173e2dbbc8 HTTP/1.1" status: 204 len: 168 time: 0.2828574 Jan 28 05:42:22.550752 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54706) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:22.686843 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-98ace54b-7c0a-4ab6-8d3f-d20ef97ce106 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b156c28381543e0a6eed60dbc5a7227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348643 Jan 28 05:42:22.689258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54710) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:22.735662 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c34d38bb-b853-4d6b-b56d-485ad6cb09cc admin admin] Publish callbacks [] for security_group (017d38be-1e3d-43d2-bbde-c49c3b16da8a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.756659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c34d38bb-b853-4d6b-b56d-485ad6cb09cc admin admin] Publish callbacks [] for security_group (017d38be-1e3d-43d2-bbde-c49c3b16da8a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.802652 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c34d38bb-b853-4d6b-b56d-485ad6cb09cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (017d38be-1e3d-43d2-bbde-c49c3b16da8a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.805291 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c34d38bb-b853-4d6b-b56d-485ad6cb09cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.806542 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c34d38bb-b853-4d6b-b56d-485ad6cb09cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/017d38be-1e3d-43d2-bbde-c49c3b16da8a HTTP/1.1" status: 204 len: 168 time: 0.1163838 Jan 28 05:42:22.814788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d38bb-b853-4d6b-b56d-485ad6cb09cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017d38be-1e3d-43d2-bbde-c49c3b16da8a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:23.421480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54732) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:23.514078 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2122108744-network', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:23.532924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Made reservation on behalf of c14fb1cfe0b84a76be2c2167c9810eb0 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:23.535248 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.544321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.618257 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks [] for security_group (74230295-3923-483c-a53a-dbf5e4ead122), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.621834 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (74230295-3923-483c-a53a-dbf5e4ead122), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.642583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:23.657638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74230295-3923-483c-a53a-dbf5e4ead122,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:23.661578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a659b23a-b55f-4631-b742-84c9599ced51), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.661921 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Added segment a659b23a-b55f-4631-b742-84c9599ced51 of type vlan for network 268bcaf4-1834-4f30-9cae-8118f2a20370 Jan 28 05:42:23.705757 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (268bcaf4-1834-4f30-9cae-8118f2a20370), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.730051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (268bcaf4-1834-4f30-9cae-8118f2a20370), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.731353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:23.731971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.803330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3807263 Jan 28 05:42:23.806434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:23.811682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Request body: {'subnet': {'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-subnet', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:23.820405 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e81e-7f59-4a4b-b5f4-c5458213b4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=268bcaf4-1834-4f30-9cae-8118f2a20370,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:23.830704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:23.833513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Made reservation on behalf of c14fb1cfe0b84a76be2c2167c9810eb0 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:23.836370 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.001418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (91c44acb-7ce9-4856-9cbe-280ed05e19b7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.059087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c44acb-7ce9-4856-9cbe-280ed05e19b7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:24.063483 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Checking segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:24.063846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Network hostable DHCP agents. Network: 268bcaf4-1834-4f30-9cae-8118f2a20370, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:24.080678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:24.089316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 268bcaf4-1834-4f30-9cae-8118f2a20370) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:24.093324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:24.093924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.098270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8136e-c824-4079-9a63-c694b70310c9 None None] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:24.109605 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0800aced-9a65-4f68-8e75-bb05981062f4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3019183 Jan 28 05:42:24.112574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:24.118451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:24.137524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c006a0b2-6918-4f46-84c1-efc587ddb31a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.138721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c006a0b2-6918-4f46-84c1-efc587ddb31a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.196254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks [] for router_controller (c006a0b2-6918-4f46-84c1-efc587ddb31a), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.202315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-268bcaf4-1834-4f30-9cae-8118f2a20370', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:24.203188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.334386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks [] for router_gateway (c006a0b2-6918-4f46-84c1-efc587ddb31a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.336759 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Allocated IP 172.20.0.2 (268bcaf4-1834-4f30-9cae-8118f2a20370/91c44acb-7ce9-4856-9cbe-280ed05e19b7/a9c6ab47-5df5-4bac-967f-d6b886a646ae) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:24.477212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Publish callbacks [] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.483846 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.527800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:24.531940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:24.533751 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Pushing event updated for resources: {'Port': ['ID=a9c6ab47-5df5-4bac-967f-d6b886a646ae,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:24.536204 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:24.551072 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks [] for router_gateway (c006a0b2-6918-4f46-84c1-efc587ddb31a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.574227 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.589784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Attempting to bind port a9c6ab47-5df5-4bac-967f-d6b886a646ae on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:24.590254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Attempting to bind port a9c6ab47-5df5-4bac-967f-d6b886a646ae by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:24.590635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Attempting to bind port a9c6ab47-5df5-4bac-967f-d6b886a646ae on network 268bcaf4-1834-4f30-9cae-8118f2a20370 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:24.596129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:24.596514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Checking segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:24.596925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.597392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Bound using segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:24.597962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Bound port: a9c6ab47-5df5-4bac-967f-d6b886a646ae, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:24.598442 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.662678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] For port a9c6ab47-5df5-4bac-967f-d6b886a646ae, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:24.666001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] For port a9c6ab47-5df5-4bac-967f-d6b886a646ae, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9c6ab47-5df5-4bac-967f-d6b886a646ae,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:24.670567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.684518 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Allocated IP 172.25.6.127 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/9557ee7b-1885-488d-832c-0204f38035ce) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:24.735590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e98c9-fb5b-4488-aca4-cba3c0bec988 None None] Pushing event updated for resources: {'Port': ['ID=a9c6ab47-5df5-4bac-967f-d6b886a646ae,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:24.797954 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks [] for port (9557ee7b-1885-488d-832c-0204f38035ce), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.836990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9557ee7b-1885-488d-832c-0204f38035ce), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.890741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:24.895223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:24.897250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Pushing event updated for resources: {'Port': ['ID=9557ee7b-1885-488d-832c-0204f38035ce,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:24.899578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:25.150548 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks [] for router_gateway (c006a0b2-6918-4f46-84c1-efc587ddb31a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.346050 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c006a0b2-6918-4f46-84c1-efc587ddb31a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.479352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Router c006a0b2-6918-4f46-84c1-efc587ddb31a is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:42:25.590846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:25.600682 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Sync routers for ids ['c006a0b2-6918-4f46-84c1-efc587ddb31a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:25.611004 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.615051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-244ce493-ad32-4272-9bd5-c5106fcde18a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4979780 Jan 28 05:42:25.615911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54740) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:25.617862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Routers {'c006a0b2-6918-4f46-84c1-efc587ddb31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:25.618548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c006a0b2-6918-4f46-84c1-efc587ddb31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:25.673193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9cc6c-24ce-4286-a00f-fd0c4cfe4f1b None None] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:25.937665 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9c6ab47-5df5-4bac-967f-d6b886a646ae up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:25.978837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] Provisioning complete for port a9c6ab47-5df5-4bac-967f-d6b886a646ae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:25.979221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.983500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Set router c006a0b2-6918-4f46-84c1-efc587ddb31a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:26.204896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a9c6ab47-5df5-4bac-967f-d6b886a646ae triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:26.205567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.304241 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] Current status of the port a9c6ab47-5df5-4bac-967f-d6b886a646ae is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:26.304639 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.320865 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.359546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] For port a9c6ab47-5df5-4bac-967f-d6b886a646ae, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9c6ab47-5df5-4bac-967f-d6b886a646ae,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:26.380890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.429941 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a9c6ab47-5df5-4bac-967f-d6b886a646ae is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:26.430335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.432940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:25Z', 'revision_number': 3, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:26.480637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Checking router: c006a0b2-6918-4f46-84c1-efc587ddb31a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:26.481018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Updating router c006a0b2-6918-4f46-84c1-efc587ddb31a port 9557ee7b-1885-488d-832c-0204f38035ce binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:42:26.489552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ae19f-c7a0-48fa-8fcc-5ce9da60f8b4 None None] Pushing event updated for resources: {'Port': ['ID=a9c6ab47-5df5-4bac-967f-d6b886a646ae,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:26.533678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Allocated IP 172.20.0.1 (268bcaf4-1834-4f30-9cae-8118f2a20370/91c44acb-7ce9-4856-9cbe-280ed05e19b7/93815731-5291-4766-bbf3-563e62d8cf1f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:26.542416 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9557ee7b-1885-488d-832c-0204f38035ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.575068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-bb278cc5-8397-4878-9dce-8d9eec970222 None None] Provisioning complete for port a9c6ab47-5df5-4bac-967f-d6b886a646ae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:26.575454 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb278cc5-8397-4878-9dce-8d9eec970222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.605504 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:42:26.606219 n-d-824835-3 neutron-server[103140]: DEBUG oslo_db.api [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:42:26.648298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks [] for port (93815731-5291-4766-bbf3-563e62d8cf1f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.685439 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.721277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:26.724009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:26.727893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:26.757765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Pushing event updated for resources: {'Port': ['ID=93815731-5291-4766-bbf3-563e62d8cf1f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:26.771263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.771703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.772053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.772605 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.772732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.773055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.773414 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.773957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.774092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.774385 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.774711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.775154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.775910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:26.784033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb278cc5-8397-4878-9dce-8d9eec970222 None None] Current status of the port a9c6ab47-5df5-4bac-967f-d6b886a646ae is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:26.784908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (c006a0b2-6918-4f46-84c1-efc587ddb31a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.896269 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Publish callbacks [] for port (9557ee7b-1885-488d-832c-0204f38035ce), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.902428 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9557ee7b-1885-488d-832c-0204f38035ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.958140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.960082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Attempting to bind port 9557ee7b-1885-488d-832c-0204f38035ce on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:26.960412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Attempting to bind port 9557ee7b-1885-488d-832c-0204f38035ce by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:26.960776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Attempting to bind port 9557ee7b-1885-488d-832c-0204f38035ce on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:26.962834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b99e-8de9-42dc-a48b-c4109c390aaa None None] Pushing event updated for resources: {'Port': ['ID=9557ee7b-1885-488d-832c-0204f38035ce,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:26.968841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:26.969255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:26.969670 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.970591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:26.970591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Bound port: 9557ee7b-1885-488d-832c-0204f38035ce, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:26.970904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9557ee7b-1885-488d-832c-0204f38035ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.030756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] For port 9557ee7b-1885-488d-832c-0204f38035ce, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:27.032532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5cb92673-67c0-4495-93a6-97b718ff32d2 None None] Provisioning complete for port 93815731-5291-4766-bbf3-563e62d8cf1f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:27.032915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5cb92673-67c0-4495-93a6-97b718ff32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.035578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] For port 9557ee7b-1885-488d-832c-0204f38035ce, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9557ee7b-1885-488d-832c-0204f38035ce,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:27.056821 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9557ee7b-1885-488d-832c-0204f38035ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.107799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5cb92673-67c0-4495-93a6-97b718ff32d2 None None] Port 93815731-5291-4766-bbf3-563e62d8cf1f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:27.129117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks [] for port (93815731-5291-4766-bbf3-563e62d8cf1f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.134506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.155603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b99e-8de9-42dc-a48b-c4109c390aaa None None] Pushing event updated for resources: {'Port': ['ID=9557ee7b-1885-488d-832c-0204f38035ce,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:27.160195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Routers {'c006a0b2-6918-4f46-84c1-efc587ddb31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:27.160931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c006a0b2-6918-4f46-84c1-efc587ddb31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:27.197976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a9c6ab47-5df5-4bac-967f-d6b886a646ae is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:27.204030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Pushing event updated for resources: {'Port': ['ID=93815731-5291-4766-bbf3-563e62d8cf1f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:27.209966 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (c006a0b2-6918-4f46-84c1-efc587ddb31a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.271214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] Set router c006a0b2-6918-4f46-84c1-efc587ddb31a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:27.298325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:27.299765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:27.424460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Router c006a0b2-6918-4f46-84c1-efc587ddb31a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:27.542985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:27.548024 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ad114642-25bb-41a7-8375-faa54a927b69 admin admin] 10.222.0.21 "PUT /v2.0/routers/c006a0b2-6918-4f46-84c1-efc587ddb31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310365 Jan 28 05:42:27.581281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7bcc3ebd-acb5-4962-82b9-c02717fc0410 None None] Provisioning complete for port 93815731-5291-4766-bbf3-563e62d8cf1f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:27.581593 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3ebd-acb5-4962-82b9-c02717fc0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.650348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc3ebd-acb5-4962-82b9-c02717fc0410 None None] Port 93815731-5291-4766-bbf3-563e62d8cf1f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:27.677018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:26Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '93815731-5291-4766-bbf3-563e62d8cf1f', 'name': '', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'mac_address': 'fa:16:3e:10:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:26Z', 'updated_at': '2022-01-28T05:42:27Z', 'revision_number': 2, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'subnets': [{'id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:27.706074 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1cb7-7b33-4760-87d0-4fd6600c7271 None None] The sync data for ids ['c006a0b2-6918-4f46-84c1-efc587ddb31a'] in n-d-824835-3 is: [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:26Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '93815731-5291-4766-bbf3-563e62d8cf1f', 'name': '', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'mac_address': 'fa:16:3e:10:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:26Z', 'updated_at': '2022-01-28T05:42:27Z', 'revision_number': 2, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'subnets': [{'id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:27.888610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9c6ab47-5df5-4bac-967f-d6b886a646ae up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:27.953739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a9c6ab47-5df5-4bac-967f-d6b886a646ae triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:27.954124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.051215 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a9c6ab47-5df5-4bac-967f-d6b886a646ae is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:28.081191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 54756) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:28.086400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1175035435-network', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:28.107465 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Made reservation on behalf of 4d8f62bf0edb4914b1ef26a817604550 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:28.109909 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.120147 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.204454 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks [] for security_group (ce4de8a9-06ab-40bb-83d1-205fbdd1a05f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.208164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce4de8a9-06ab-40bb-83d1-205fbdd1a05f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.237265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:28.244059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4de8a9-06ab-40bb-83d1-205fbdd1a05f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:28.251876 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (166cd34c-e6b5-4068-893e-e9ebfdbef372), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.252254 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Added segment 166cd34c-e6b5-4068-893e-e9ebfdbef372 of type vlan for network 26004f17-e26a-475c-80d1-10c5ae368a35 Jan 28 05:42:28.295052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (26004f17-e26a-475c-80d1-10c5ae368a35), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.321565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (26004f17-e26a-475c-80d1-10c5ae368a35), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.322650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:28.323364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.381839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2963016 Jan 28 05:42:28.384901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54758) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:28.391997 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Request body: {'subnet': {'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-subnet', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:28.411603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa578f-7f71-4428-b48b-4ec1dd7c4100 admin admin] Pushing event updated for resources: {'Network': ['ID=26004f17-e26a-475c-80d1-10c5ae368a35,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:28.426572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Made reservation on behalf of 4d8f62bf0edb4914b1ef26a817604550 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:28.427282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 26004f17-e26a-475c-80d1-10c5ae368a35 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:28.430558 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.605998 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (ae9ed11d-d061-42e5-bd78-1ec09e0012c0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.661867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9ed11d-d061-42e5-bd78-1ec09e0012c0,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:28.683925 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.684294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.684711 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.685061 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.685456 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.685787 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.686129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.686466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.686802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.687136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.687479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.687835 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.688187 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:28.696262 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Checking segment: {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:28.696633 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Network hostable DHCP agents. Network: 26004f17-e26a-475c-80d1-10c5ae368a35, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:28.717367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Network 26004f17-e26a-475c-80d1-10c5ae368a35 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:28.727855 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 26004f17-e26a-475c-80d1-10c5ae368a35) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:28.732599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:28.733289 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.737420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c77685-bdf6-42db-a777-0e15c136c6c3 None None] Network 26004f17-e26a-475c-80d1-10c5ae368a35 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:28.755060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e773b859-9ee3-45b3-afae-5917705a8e43 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3671365 Jan 28 05:42:28.757622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54760) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:28.762014 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:28.783263 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.784644 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.841118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks [] for router_controller (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.842575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-26004f17-e26a-475c-80d1-10c5ae368a35', 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'fixed_ips': [{'subnet_id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:28.843568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.985113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks [] for router_gateway (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.990767 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Allocated IP 172.20.0.2 (26004f17-e26a-475c-80d1-10c5ae368a35/ae9ed11d-d061-42e5-bd78-1ec09e0012c0/9f5a0f53-630f-4013-95b5-c27e101bd0e6) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:29.148688 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Publish callbacks [] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.154652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.190835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Network 26004f17-e26a-475c-80d1-10c5ae368a35 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:29.193634 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:29.196986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:29.197417 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks [] for router_gateway (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.208305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Pushing event updated for resources: {'Port': ['ID=9f5a0f53-630f-4013-95b5-c27e101bd0e6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:29.219082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.219435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.219786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.220130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.220475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.220807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.221139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.221313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.221496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.221827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.222157 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.222489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.222814 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.223140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:29.270540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Attempting to bind port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:29.270944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Attempting to bind port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:29.271872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Attempting to bind port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 on network 26004f17-e26a-475c-80d1-10c5ae368a35 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:29.277210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:29.277596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Checking segment: {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:29.278007 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.278403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Bound using segment: {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:29.278873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Bound port: 9f5a0f53-630f-4013-95b5-c27e101bd0e6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:29.279259 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.326442 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Allocated IP 172.25.6.195 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/2df76662-f0a8-475f-9b5f-fdb05e5a862c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:29.348267 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] For port 9f5a0f53-630f-4013-95b5-c27e101bd0e6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:29.351502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] For port 9f5a0f53-630f-4013-95b5-c27e101bd0e6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f5a0f53-630f-4013-95b5-c27e101bd0e6,segment=NetworkSegment(166cd34c-e6b5-4068-893e-e9ebfdbef372),segment_id=166cd34c-e6b5-4068-893e-e9ebfdbef372)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:29.355785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.414071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ec0b-5ca2-4416-bc91-05515b576e55 None None] Pushing event updated for resources: {'Port': ['ID=9f5a0f53-630f-4013-95b5-c27e101bd0e6,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:29.434863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks [] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.470274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.510094 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:29.516970 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:29.519418 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:29.547866 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Pushing event updated for resources: {'Port': ['ID=2df76662-f0a8-475f-9b5f-fdb05e5a862c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:29.807745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks [] for router_gateway (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.895472 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Sync routers for ids ['c006a0b2-6918-4f46-84c1-efc587ddb31a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:29.905294 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Routers {'c006a0b2-6918-4f46-84c1-efc587ddb31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:29.905911 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c006a0b2-6918-4f46-84c1-efc587ddb31a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:29.972938 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f5a0f53-630f-4013-95b5-c27e101bd0e6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:30.027630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Set router c006a0b2-6918-4f46-84c1-efc587ddb31a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:30.029749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:30.030194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.118881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:30.119271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.156647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 9f5a0f53-630f-4013-95b5-c27e101bd0e6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f5a0f53-630f-4013-95b5-c27e101bd0e6,segment=NetworkSegment(166cd34c-e6b5-4068-893e-e9ebfdbef372),segment_id=166cd34c-e6b5-4068-893e-e9ebfdbef372)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:30.162424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.163238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9557ee7b-1885-488d-832c-0204f38035ce up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:30.245793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=9f5a0f53-630f-4013-95b5-c27e101bd0e6,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:30.252001 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:26Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '93815731-5291-4766-bbf3-563e62d8cf1f', 'name': '', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'mac_address': 'fa:16:3e:10:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:26Z', 'updated_at': '2022-01-28T05:42:27Z', 'revision_number': 2, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'subnets': [{'id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:30.273134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9557ee7b-1885-488d-832c-0204f38035ce triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:30.273565 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9557ee7b-1885-488d-832c-0204f38035ce), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.290858 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Checking router: c006a0b2-6918-4f46-84c1-efc587ddb31a for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:30.291526 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Updating router c006a0b2-6918-4f46-84c1-efc587ddb31a port 93815731-5291-4766-bbf3-563e62d8cf1f binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:42:30.324889 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.351648 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.384048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9557ee7b-1885-488d-832c-0204f38035ce is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:30.384470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9557ee7b-1885-488d-832c-0204f38035ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.414361 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 9557ee7b-1885-488d-832c-0204f38035ce, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9557ee7b-1885-488d-832c-0204f38035ce,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:30.419446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9557ee7b-1885-488d-832c-0204f38035ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.490721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=9557ee7b-1885-488d-832c-0204f38035ce,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:30.523816 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:42:30.642436 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:30.648548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8181d8-c1b8-4409-9a47-51019f41d79d None None] Network 26004f17-e26a-475c-80d1-10c5ae368a35 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:30.652197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Sync routers for ids ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:30.668575 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.670159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-35b2098f-9b10-4fc9-b6d0-91a57e232264 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9115496 Jan 28 05:42:30.672897 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 54762) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:30.720139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Routers {'24f3d31e-6128-40c1-bdae-5d86edb9c6b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:30.720778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:30.741583 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Publish callbacks [] for port (93815731-5291-4766-bbf3-563e62d8cf1f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.747911 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.793754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8207bf7b-01b3-4a71-a972-14a3b8b2cfe5 None None] Provisioning complete for port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:30.793754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8207bf7b-01b3-4a71-a972-14a3b8b2cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.820377 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Pushing event updated for resources: {'Port': ['ID=93815731-5291-4766-bbf3-563e62d8cf1f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:30.838411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.838747 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.839093 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.839437 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.839769 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.840120 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.840919 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.840919 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.841123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.841394 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.841722 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.842048 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.842373 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.865590 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Attempting to bind port 93815731-5291-4766-bbf3-563e62d8cf1f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:30.865590 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Attempting to bind port 93815731-5291-4766-bbf3-563e62d8cf1f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:30.865922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Attempting to bind port 93815731-5291-4766-bbf3-563e62d8cf1f on network 268bcaf4-1834-4f30-9cae-8118f2a20370 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:30.871257 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:30.871642 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Checking segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:30.872053 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.872446 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Bound using segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:30.873478 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Bound port: 93815731-5291-4766-bbf3-563e62d8cf1f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:30.873478 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.912935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Set router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:30.951411 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] For port 93815731-5291-4766-bbf3-563e62d8cf1f, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:30.956095 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] For port 93815731-5291-4766-bbf3-563e62d8cf1f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=93815731-5291-4766-bbf3-563e62d8cf1f,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:30.963050 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.041238 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Routers {'c006a0b2-6918-4f46-84c1-efc587ddb31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:31.042144 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c006a0b2-6918-4f46-84c1-efc587ddb31a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:31.090857 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8207bf7b-01b3-4a71-a972-14a3b8b2cfe5 None None] Current status of the port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:31.216199 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] Set router c006a0b2-6918-4f46-84c1-efc587ddb31a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:31.223728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.224967 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314be5-35c9-4c2f-8292-ea794d9ec842 None None] Pushing event updated for resources: {'Port': ['ID=93815731-5291-4766-bbf3-563e62d8cf1f,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:31.250485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:29Z', 'revision_number': 3, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:31.299639 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Checking router: 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:31.300002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Updating router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 port 2df76662-f0a8-475f-9b5f-fdb05e5a862c binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:42:31.329315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] Provisioning complete for port 93815731-5291-4766-bbf3-563e62d8cf1f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:31.329704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.358015 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.414689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Allocated IP 172.20.0.1 (26004f17-e26a-475c-80d1-10c5ae368a35/ae9ed11d-d061-42e5-bd78-1ec09e0012c0/65ef6daa-ccac-4ba6-8336-31178906ef4c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:31.444737 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:26Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '93815731-5291-4766-bbf3-563e62d8cf1f', 'name': '', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'mac_address': 'fa:16:3e:10:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:26Z', 'updated_at': '2022-01-28T05:42:30Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'subnets': [{'id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:31.476428 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d5f4d-e70b-4ff5-895b-4dfec0268f5e None None] The sync data for ids ['c006a0b2-6918-4f46-84c1-efc587ddb31a'] in n-d-824835-3 is: [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:26Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '93815731-5291-4766-bbf3-563e62d8cf1f', 'name': '', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'mac_address': 'fa:16:3e:10:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:26Z', 'updated_at': '2022-01-28T05:42:30Z', 'revision_number': 4, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'subnets': [{'id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:31.528551 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks [] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.551061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] Current status of the port 93815731-5291-4766-bbf3-563e62d8cf1f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:31.551540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.563391 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.604439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Network 26004f17-e26a-475c-80d1-10c5ae368a35 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:31.609446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] For port 93815731-5291-4766-bbf3-563e62d8cf1f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=93815731-5291-4766-bbf3-563e62d8cf1f,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:31.609823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:31.614706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:31.616875 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.618525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Pushing event updated for resources: {'Port': ['ID=65ef6daa-ccac-4ba6-8336-31178906ef4c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:31.658111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.717637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9702a-23c4-4468-8493-68196275eb89 None None] Pushing event updated for resources: {'Port': ['ID=93815731-5291-4766-bbf3-563e62d8cf1f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:31.742704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Publish callbacks [] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.757260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.769884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-42e37620-7596-4bbf-804f-4af81be0f58c None None] Provisioning complete for port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:31.770332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e37620-7596-4bbf-804f-4af81be0f58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.861017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.036696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f5a0f53-630f-4013-95b5-c27e101bd0e6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:32.065567 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks [] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.071267 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.082760 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Attempting to bind port 2df76662-f0a8-475f-9b5f-fdb05e5a862c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:32.083129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Attempting to bind port 2df76662-f0a8-475f-9b5f-fdb05e5a862c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:32.083494 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Attempting to bind port 2df76662-f0a8-475f-9b5f-fdb05e5a862c on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:32.104592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:32.105299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:32.105411 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.105784 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:32.106371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Bound port: 2df76662-f0a8-475f-9b5f-fdb05e5a862c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:32.106768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.108446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffe12d-fe5f-4930-9162-268b4b0438ed None None] Pushing event updated for resources: {'Port': ['ID=2df76662-f0a8-475f-9b5f-fdb05e5a862c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:32.144333 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.146309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Pushing event updated for resources: {'Port': ['ID=65ef6daa-ccac-4ba6-8336-31178906ef4c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:32.164171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:32.164549 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.222389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] For port 2df76662-f0a8-475f-9b5f-fdb05e5a862c, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:32.245859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] For port 2df76662-f0a8-475f-9b5f-fdb05e5a862c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2df76662-f0a8-475f-9b5f-fdb05e5a862c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:32.250225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42e37620-7596-4bbf-804f-4af81be0f58c None None] Current status of the port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:32.255668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.257430 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Network 26004f17-e26a-475c-80d1-10c5ae368a35 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:32.258844 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:32.308774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-42e37620-7596-4bbf-804f-4af81be0f58c None None] Provisioning complete for port 93815731-5291-4766-bbf3-563e62d8cf1f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:32.309399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e37620-7596-4bbf-804f-4af81be0f58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.381283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Routers {'24f3d31e-6128-40c1-bdae-5d86edb9c6b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:32.381931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:32.383716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffe12d-fe5f-4930-9162-268b4b0438ed None None] Pushing event updated for resources: {'Port': ['ID=2df76662-f0a8-475f-9b5f-fdb05e5a862c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:32.400417 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:32.434564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:32.435670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9557ee7b-1885-488d-832c-0204f38035ce up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:32.519470 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:32.526148 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-98bd9f86-301c-472e-8127-3ab3651de40e admin admin] 10.222.0.21 "PUT /v2.0/routers/24f3d31e-6128-40c1-bdae-5d86edb9c6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522096 Jan 28 05:42:32.579557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] Set router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:32.608408 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-42e37620-7596-4bbf-804f-4af81be0f58c None None] Current status of the port 93815731-5291-4766-bbf3-563e62d8cf1f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:32.614216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9557ee7b-1885-488d-832c-0204f38035ce triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:32.614634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9557ee7b-1885-488d-832c-0204f38035ce), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.770009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e852d9f2-ed24-4dc8-86f1-040981dea72e None None] Provisioning complete for port 65ef6daa-ccac-4ba6-8336-31178906ef4c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:32.770392 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e852d9f2-ed24-4dc8-86f1-040981dea72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.848266 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e852d9f2-ed24-4dc8-86f1-040981dea72e None None] Port 65ef6daa-ccac-4ba6-8336-31178906ef4c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:32.850096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9557ee7b-1885-488d-832c-0204f38035ce is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:32.851179 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 93815731-5291-4766-bbf3-563e62d8cf1f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:32.934208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 93815731-5291-4766-bbf3-563e62d8cf1f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:32.934589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.939888 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '65ef6daa-ccac-4ba6-8336-31178906ef4c', 'name': '', 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'mac_address': 'fa:16:3e:3e:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:31Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 2, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'subnets': [{'id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:32.983474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b463c-311a-4aee-8672-e5e15515f42b None None] The sync data for ids ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'] in n-d-824835-3 is: [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '65ef6daa-ccac-4ba6-8336-31178906ef4c', 'name': '', 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'mac_address': 'fa:16:3e:3e:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:31Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 2, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'subnets': [{'id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:33.050202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 93815731-5291-4766-bbf3-563e62d8cf1f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:33.381848 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-cd3aa216-00ac-49fa-88a7-f68eead2611b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:33.383373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-cd3aa216-00ac-49fa-88a7-f68eead2611b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/networks?id=268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 200 len: 817 time: 0.1045237 Jan 28 05:42:33.398401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-e03868de-14ec-4dfa-a29f-6fb7931d3e63 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/quotas/c14fb1cfe0b84a76be2c2167c9810eb0 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Jan 28 05:42:33.451888 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-6f52e47b-18bb-4677-8a41-d7819681b905 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477495 Jan 28 05:42:33.646127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-31ef994a-6f95-46cb-bb49-f99d115f28cb service neutron] 10.222.0.21 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811626 Jan 28 05:42:33.738726 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-d147a91e-12b8-4034-96f8-825b90f98746 service neutron] 10.222.0.21 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Jan 28 05:42:33.900335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8cce9552-c9f4-47b2-858d-8f14b6dbef50 req-3eec2eda-fa7a-4d7f-b30a-620936b42ae7 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 210 time: 0.0267489 Jan 28 05:42:34.996709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-19ffadb1-281a-4a6f-9e5f-09e0806cee92 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.998261 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-19ffadb1-281a-4a6f-9e5f-09e0806cee92 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.52 "GET /v2.0/networks?id=268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 200 len: 817 time: 0.1398876 Jan 28 05:42:35.015580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Request body: {'port': {'device_id': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'admin_state_up': True, 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:35.030500 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59b08c81-8c7c-4b7f-93cc-539b7ac0c59b req-7ed155a4-88d1-41b5-bed0-7e0639e38356 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 210 time: 0.0334022 Jan 28 05:42:35.121879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Made reservation on behalf of c14fb1cfe0b84a76be2c2167c9810eb0 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:35.125188 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.253291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Allocated IP 172.20.0.5 (268bcaf4-1834-4f30-9cae-8118f2a20370/91c44acb-7ce9-4856-9cbe-280ed05e19b7/c4a76b16-b3eb-47e0-bc57-1e5f13dd421a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:35.410354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks [] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.444789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.487785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:35.491378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:35.497930 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:35.507246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Pushing event updated for resources: {'Port': ['ID=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:35.557391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:35.558123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.577322 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-faca5a59-5d1f-4a84-8c80-3b749ab68e7d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656526 Jan 28 05:42:35.593800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Request body: {'port': {'device_id': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:35.659238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.789511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4d9c41ec-c0ce-46f5-b294-7ee5d86f091a None None] Provisioning complete for port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:35.790062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d9c41ec-c0ce-46f5-b294-7ee5d86f091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.798709 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Sync routers for ids ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:35.808952 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Routers {'24f3d31e-6128-40c1-bdae-5d86edb9c6b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:35.809672 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:35.831560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c41ec-c0ce-46f5-b294-7ee5d86f091a None None] Port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:35.924244 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Set router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:35.944512 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2df76662-f0a8-475f-9b5f-fdb05e5a862c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:35.969818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a76b16-b3eb-47e0-bc57-1e5f13dd421a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:35.977499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Publish callbacks [] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.992549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Transition to ACTIVE for port object c4a76b16-b3eb-47e0-bc57-1e5f13dd421a will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:35.996133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2df76662-f0a8-475f-9b5f-fdb05e5a862c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:35.996868 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.997878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.072844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:36.131652 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2df76662-f0a8-475f-9b5f-fdb05e5a862c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:36.132482 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.158765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 2df76662-f0a8-475f-9b5f-fdb05e5a862c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2df76662-f0a8-475f-9b5f-fdb05e5a862c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:36.164420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.173632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '65ef6daa-ccac-4ba6-8336-31178906ef4c', 'name': '', 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'mac_address': 'fa:16:3e:3e:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:31Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 2, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'subnets': [{'id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:36.185474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Attempting to bind port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:36.185816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Attempting to bind port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:36.186151 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Attempting to bind port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a on network 268bcaf4-1834-4f30-9cae-8118f2a20370 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:36.192018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a on network 268bcaf4-1834-4f30-9cae-8118f2a20370 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:36.192798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Attempting to bind port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a on network 268bcaf4-1834-4f30-9cae-8118f2a20370 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:36.199885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:36.200233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Checking segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:36.201401 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Bound using segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:36.201853 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Bound port: c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:36.202220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.211313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Checking router: 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:36.211980 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Updating router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 port 65ef6daa-ccac-4ba6-8336-31178906ef4c binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:42:36.222907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=2df76662-f0a8-475f-9b5f-fdb05e5a862c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:36.230944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc775b9e-8a1a-4537-b1da-3bb75cfde36d req-9417e11b-fa58-4412-8c0c-f5a8d36427e7 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.232494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc775b9e-8a1a-4537-b1da-3bb75cfde36d req-9417e11b-fa58-4412-8c0c-f5a8d36427e7 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 943 time: 0.1045640 Jan 28 05:42:36.248614 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.327053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] For port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:36.331861 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cc775b9e-8a1a-4537-b1da-3bb75cfde36d req-39c07875-dbc1-4b13-b43f-578edce0b14d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760770 Jan 28 05:42:36.333499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] For port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:36.338080 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.380660 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.381389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.382788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/c4a76b16-b3eb-47e0-bc57-1e5f13dd421a HTTP/1.1" status: 200 len: 1091 time: 0.7939608 Jan 28 05:42:36.383241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'tag': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:36.385547 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337f761a-c4ec-459b-837d-516efb14e044" -d '{"events": [{"name": "network-changed", "server_uuid": "dad086b1-4458-4835-a096-6ef6b54e68d1", "tag": "c4a76b16-b3eb-47e0-bc57-1e5f13dd421a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:36.419527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee277f-5b50-4d58-9b3c-f2b18b4655c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:36.429968 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:42:36.435156 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401ed9ce-0334-4bf0-8103-c924f1a67283 x-openstack-request-id: req-401ed9ce-0334-4bf0-8103-c924f1a67283 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:36.435456 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad086b1-4458-4835-a096-6ef6b54e68d1", "tag": "c4a76b16-b3eb-47e0-bc57-1e5f13dd421a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:36.435705 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-401ed9ce-0334-4bf0-8103-c924f1a67283 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:36.436118 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'tag': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a', 'status': 'completed', 'code': 200} Jan 28 05:42:36.499413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-5f78b003-eadc-4a93-9aab-b7dce16a6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.501242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-5f78b003-eadc-4a93-9aab-b7dce16a6cf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 1094 time: 0.0468352 Jan 28 05:42:36.547288 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Publish callbacks [] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.553848 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.556435 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-d9e89173-6f57-408f-b43f-2d4d5423f89c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a HTTP/1.1" status: 200 len: 217 time: 0.0403934 Jan 28 05:42:36.614687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-7e303909-ac66-4597-9a7c-4090b585e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.616389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-7e303909-ac66-4597-9a7c-4090b585e8d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91c44acb-7ce9-4856-9cbe-280ed05e19b7 HTTP/1.1" status: 200 len: 856 time: 0.0526032 Jan 28 05:42:36.667335 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e978-34ee-422e-8352-2c05a32269cc req-7e41816d-2168-46c2-8c64-233f5f843e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.669194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-7e41816d-2168-46c2-8c64-233f5f843e58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268bcaf4-1834-4f30-9cae-8118f2a20370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465736 Jan 28 05:42:36.760819 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec4080-b5e4-4ac9-ab01-f0011438feb5 None None] Pushing event updated for resources: {'Port': ['ID=65ef6daa-ccac-4ba6-8336-31178906ef4c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:36.778704 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Attempting to bind port 65ef6daa-ccac-4ba6-8336-31178906ef4c on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:36.779384 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Attempting to bind port 65ef6daa-ccac-4ba6-8336-31178906ef4c by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:36.779845 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Attempting to bind port 65ef6daa-ccac-4ba6-8336-31178906ef4c on network 26004f17-e26a-475c-80d1-10c5ae368a35 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:36.785289 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:36.785824 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Checking segment: {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:36.786482 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.787006 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Bound using segment: {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:36.787572 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Bound port: 65ef6daa-ccac-4ba6-8336-31178906ef4c, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166cd34c-e6b5-4068-893e-e9ebfdbef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:36.788172 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.788982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-63327527-eec3-4fde-a99c-220b9bc5acd1 service neutron] 10.222.0.52 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139922 Jan 28 05:42:36.859257 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] For port 65ef6daa-ccac-4ba6-8336-31178906ef4c, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:36.862564 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] For port 65ef6daa-ccac-4ba6-8336-31178906ef4c, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65ef6daa-ccac-4ba6-8336-31178906ef4c,segment=NetworkSegment(166cd34c-e6b5-4068-893e-e9ebfdbef372),segment_id=166cd34c-e6b5-4068-893e-e9ebfdbef372)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:36.867953 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.888063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5a52e978-34ee-422e-8352-2c05a32269cc req-afb96e15-7d5a-4164-a56d-555b54fe9418 service neutron] 10.222.0.52 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929244 Jan 28 05:42:36.921161 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Routers {'24f3d31e-6128-40c1-bdae-5d86edb9c6b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:36.921805 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:42:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:36.936720 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.947880 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] Provisioning complete for port 65ef6daa-ccac-4ba6-8336-31178906ef4c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:36.948262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.969520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec4080-b5e4-4ac9-ab01-f0011438feb5 None None] Pushing event updated for resources: {'Port': ['ID=65ef6daa-ccac-4ba6-8336-31178906ef4c,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:37.032566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f761a-c4ec-459b-837d-516efb14e044 req-cdd0458b-23cc-445b-8561-05dc1f16f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.034302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-cdd0458b-23cc-445b-8561-05dc1f16f534 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 1094 time: 0.0475769 Jan 28 05:42:37.044537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] Current status of the port 65ef6daa-ccac-4ba6-8336-31178906ef4c is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:37.045267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:37.076863 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] Set router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:37.083953 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] For port 65ef6daa-ccac-4ba6-8336-31178906ef4c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65ef6daa-ccac-4ba6-8336-31178906ef4c,segment=NetworkSegment(166cd34c-e6b5-4068-893e-e9ebfdbef372),segment_id=166cd34c-e6b5-4068-893e-e9ebfdbef372)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:37.090078 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:37.151351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfd7a1-eeac-41d5-9318-9d1f5d02df45 None None] Pushing event updated for resources: {'Port': ['ID=65ef6daa-ccac-4ba6-8336-31178906ef4c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:37.163005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f761a-c4ec-459b-837d-516efb14e044 req-5e78beca-5558-4b37-b687-eb1b517aa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.164795 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-5e78beca-5558-4b37-b687-eb1b517aa737 service neutron] 10.222.0.52 "GET /v2.0/networks?id=268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 200 len: 918 time: 0.1242211 Jan 28 05:42:37.207953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-55dc9027-6576-4282-a471-d93d25c71aac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a HTTP/1.1" status: 200 len: 217 time: 0.0367675 Jan 28 05:42:37.211558 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-974602bc-3a10-46fa-adaa-ba12b2be8f2f None None] Provisioning complete for port 65ef6daa-ccac-4ba6-8336-31178906ef4c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:37.211934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-974602bc-3a10-46fa-adaa-ba12b2be8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:37.260466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f761a-c4ec-459b-837d-516efb14e044 req-3cc2bc1f-24af-4764-af3e-cc3d2d36fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.261908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-3cc2bc1f-24af-4764-af3e-cc3d2d36fa1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91c44acb-7ce9-4856-9cbe-280ed05e19b7 HTTP/1.1" status: 200 len: 856 time: 0.0481210 Jan 28 05:42:37.294475 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-974602bc-3a10-46fa-adaa-ba12b2be8f2f None None] Current status of the port 65ef6daa-ccac-4ba6-8336-31178906ef4c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:37.300558 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '65ef6daa-ccac-4ba6-8336-31178906ef4c', 'name': '', 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'mac_address': 'fa:16:3e:3e:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:31Z', 'updated_at': '2022-01-28T05:42:36Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'subnets': [{'id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:37.308868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f761a-c4ec-459b-837d-516efb14e044 req-cef69b64-a0bb-4391-ae86-3fd1e76eabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.310450 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-cef69b64-a0bb-4391-ae86-3fd1e76eabcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268bcaf4-1834-4f30-9cae-8118f2a20370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423539 Jan 28 05:42:37.328058 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94a30e-9b0d-4240-bc39-587e64479633 None None] The sync data for ids ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'] in n-d-824835-3 is: [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:31Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '65ef6daa-ccac-4ba6-8336-31178906ef4c', 'name': '', 'network_id': '26004f17-e26a-475c-80d1-10c5ae368a35', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'mac_address': 'fa:16:3e:3e:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:31Z', 'updated_at': '2022-01-28T05:42:36Z', 'revision_number': 4, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'subnets': [{'id': 'ae9ed11d-d061-42e5-bd78-1ec09e0012c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:37.420458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-04cec8aa-2cd5-4842-8a53-ae121b44c350 service neutron] 10.222.0.52 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034739 Jan 28 05:42:37.512636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6316-4849-4967-9cf8-0a9b7dec2fcc req-2c8ab4fd-4a9b-41ab-b641-0872c4879a62 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.514462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-307d6316-4849-4967-9cf8-0a9b7dec2fcc req-2c8ab4fd-4a9b-41ab-b641-0872c4879a62 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 943 time: 0.1091733 Jan 28 05:42:37.563670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-337f761a-c4ec-459b-837d-516efb14e044 req-eca6552d-0caa-4c2d-9d13-ae37851d041f service neutron] 10.222.0.52 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280258 Jan 28 05:42:37.586397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-307d6316-4849-4967-9cf8-0a9b7dec2fcc req-0f3e0c23-4a2a-4774-b15b-14e936cfa8a8 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665483 Jan 28 05:42:37.913396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2df76662-f0a8-475f-9b5f-fdb05e5a862c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:37.960478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 2df76662-f0a8-475f-9b5f-fdb05e5a862c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:37.961133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.037807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 2df76662-f0a8-475f-9b5f-fdb05e5a862c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:38.038813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65ef6daa-ccac-4ba6-8336-31178906ef4c up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:38.083148 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 65ef6daa-ccac-4ba6-8336-31178906ef4c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:38.083451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.165136 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 65ef6daa-ccac-4ba6-8336-31178906ef4c is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:38.173562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.711793 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e683690-1d27-4ed6-ae54-72ca8d2adcd3 req-aff0daf9-20fe-4173-b399-c421fe8189fc tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:38.713325 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e683690-1d27-4ed6-ae54-72ca8d2adcd3 req-aff0daf9-20fe-4173-b399-c421fe8189fc tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 943 time: 0.0525067 Jan 28 05:42:38.758226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c8161d9-1ec6-45ae-b261-ed7a8c56c32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.762904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2e683690-1d27-4ed6-ae54-72ca8d2adcd3 req-dc1c7635-fc83-4b0e-b5ae-dc8206918ed5 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Jan 28 05:42:39.882869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6d7a-7655-4168-b1fe-7b07456a6ee9 req-6d3def40-80ad-4725-929d-18af7e61df4d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:39.884383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cdb6d7a-7655-4168-b1fe-7b07456a6ee9 req-6d3def40-80ad-4725-929d-18af7e61df4d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 943 time: 0.0504413 Jan 28 05:42:39.930799 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cdb6d7a-7655-4168-b1fe-7b07456a6ee9 req-6f1cd3ba-5138-464f-b70e-df184b72657d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Jan 28 05:42:40.925774 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71c3de23-6a0e-4ec8-972d-e000e32b9abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.046905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fa7c1-581a-4f73-ab6b-a7abf3a11a65 req-40930bfa-4215-4962-8a6e-1d80afc73598 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:41.048409 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-278fa7c1-581a-4f73-ab6b-a7abf3a11a65 req-40930bfa-4215-4962-8a6e-1d80afc73598 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 943 time: 0.0478261 Jan 28 05:42:41.095724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-278fa7c1-581a-4f73-ab6b-a7abf3a11a65 req-34a9640d-fd04-4e7d-b023-f437d4f59c53 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jan 28 05:42:41.101330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c4a76b16-b3eb-47e0-bc57-1e5f13dd421a details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:41.193739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:41.205232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'port_id': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a', 'mac_address': 'fa:16:3e:21:28:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:41.246121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:41.246517 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.259581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a76b16-b3eb-47e0-bc57-1e5f13dd421a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:41.278133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:41.281630 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.327265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:41.663934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c4a76b16-b3eb-47e0-bc57-1e5f13dd421a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:42.214272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a139-ca3b-4898-9638-afe7cbb7edf2 req-8bc63496-ecb6-4941-8abf-fe33cbb67aac tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.215805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17c3a139-ca3b-4898-9638-afe7cbb7edf2 req-8bc63496-ecb6-4941-8abf-fe33cbb67aac tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 944 time: 0.0520456 Jan 28 05:42:42.223976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.261835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-17c3a139-ca3b-4898-9638-afe7cbb7edf2 req-24cdd19f-7e92-42c0-8826-bb3806b76e80 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Jan 28 05:42:43.102055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c4a76b16-b3eb-47e0-bc57-1e5f13dd421a up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:43.149422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:43.153192 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:43.153573 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:43.230723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:43.231433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:43.253093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:43.255324 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b544c133-305c-43d0-8130-41879f1b56a0" -d '{"events": [{"server_uuid": "dad086b1-4458-4835-a096-6ef6b54e68d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4a76b16-b3eb-47e0-bc57-1e5f13dd421a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:43.268487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:43.272618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:43.296085 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334995d-6b8e-4c59-a782-4b0efc6d766c x-openstack-request-id: req-a334995d-6b8e-4c59-a782-4b0efc6d766c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:43.296394 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad086b1-4458-4835-a096-6ef6b54e68d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4a76b16-b3eb-47e0-bc57-1e5f13dd421a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:43.296632 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a334995d-6b8e-4c59-a782-4b0efc6d766c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:43.297018 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a', 'code': 200} Jan 28 05:42:43.321950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:43.378270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca5ac-750e-4526-b752-dc564f8a4bfc req-44c904f0-6d05-4f66-b1f0-ca165484f3dc tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:43.379699 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-177ca5ac-750e-4526-b752-dc564f8a4bfc req-44c904f0-6d05-4f66-b1f0-ca165484f3dc tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Jan 28 05:42:43.450944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d7b2e-1ee0-4466-bb85-9f5d7e0aecd3 req-70cf5f8c-5b68-4bfa-aa53-e5c4e5de933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:43.452449 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-128d7b2e-1ee0-4466-bb85-9f5d7e0aecd3 req-70cf5f8c-5b68-4bfa-aa53-e5c4e5de933c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 1096 time: 0.0688429 Jan 28 05:42:43.455883 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-177ca5ac-750e-4526-b752-dc564f8a4bfc req-dbbb676a-82ff-4966-ad5b-9769f262a049 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Jan 28 05:42:43.499032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-128d7b2e-1ee0-4466-bb85-9f5d7e0aecd3 req-de17e6e9-dcd5-4f31-a0b4-3c00d6e58c29 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Jan 28 05:42:43.946150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:44.574414 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201e20-7e6a-45a0-a048-d4cb7ddc6aac req-1c6ebd02-a2df-4e5f-9162-d4bfb1f9942b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:44.575893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42201e20-7e6a-45a0-a048-d4cb7ddc6aac req-1c6ebd02-a2df-4e5f-9162-d4bfb1f9942b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Jan 28 05:42:44.622734 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-42201e20-7e6a-45a0-a048-d4cb7ddc6aac req-83b4d818-8c44-4b3c-a8c7-011f6d5f2d6d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Jan 28 05:42:45.487008 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.735458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdcd77-558e-408b-92bb-df141f4d4da7 req-d88af01d-80cf-49c9-90e6-f72ecde0df31 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:45.737350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4afdcd77-558e-408b-92bb-df141f4d4da7 req-d88af01d-80cf-49c9-90e6-f72ecde0df31 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Jan 28 05:42:45.783271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4afdcd77-558e-408b-92bb-df141f4d4da7 req-dfe29f98-e503-4261-85bb-1bd4c4f1ca26 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Jan 28 05:42:45.896477 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8e7a-c234-441e-917e-8a30e8d840aa req-3b82d757-357c-448a-846b-b05f5ecbe379 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:45.898139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0fca8e7a-c234-441e-917e-8a30e8d840aa req-3b82d757-357c-448a-846b-b05f5ecbe379 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Jan 28 05:42:45.944944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0fca8e7a-c234-441e-917e-8a30e8d840aa req-476e77a4-e831-486d-bc32-523d174bc5ad tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Jan 28 05:43:06.932214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.188662 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.752084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4efeb02-7218-4254-92ca-929196b11460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.927518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a852935-19e0-42c2-b4b4-5c779b306177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.227801 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:13.419440 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:43:13.947386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.489741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.057571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c2b1-4b2e-424e-9d9a-c578690892f0 req-d5478a4d-6701-47aa-8fc4-8d2cad118721 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:20.059180 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8512c2b1-4b2e-424e-9d9a-c578690892f0 req-d5478a4d-6701-47aa-8fc4-8d2cad118721 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Jan 28 05:43:20.106445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8512c2b1-4b2e-424e-9d9a-c578690892f0 req-39d58c8d-6707-4968-b56a-605261acfa01 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jan 28 05:43:21.237520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f7a40-e242-470d-b5ae-1ef629e33393 req-2aadc218-a473-4416-ad9f-8b069f649fef tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:21.239193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-255f7a40-e242-470d-b5ae-1ef629e33393 req-2aadc218-a473-4416-ad9f-8b069f649fef tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0597894 Jan 28 05:43:21.290266 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-255f7a40-e242-470d-b5ae-1ef629e33393 req-3991383e-a065-4282-9c82-bf099816b7c1 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Jan 28 05:43:21.948049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-add2fc70-0af9-4c5d-9aed-23653786bba4 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:21.949590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-add2fc70-0af9-4c5d-9aed-23653786bba4 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 945 time: 0.0577815 Jan 28 05:43:22.040130 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Deleting port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:22.040477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.134192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] For port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:22.134566 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.146640 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Calling delete_port for c4a76b16-b3eb-47e0-bc57-1e5f13dd421a owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:22.276408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c4a76b16-b3eb-47e0-bc57-1e5f13dd421a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.309732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Pushing event deleted for resources: {'Port': ['ID=c4a76b16-b3eb-47e0-bc57-1e5f13dd421a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:22.313106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['c4a76b16-b3eb-47e0-bc57-1e5f13dd421a'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:22.370949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] No DVR routers for this DVR port c4a76b16-b3eb-47e0-bc57-1e5f13dd421a on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:22.374151 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.377769 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c5b40a7-810d-4fbf-8dd4-7b35c406aefa req-75507d1d-59bb-495d-92d3-5714bfc7a07f tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.52 "DELETE /v2.0/ports/c4a76b16-b3eb-47e0-bc57-1e5f13dd421a HTTP/1.1" status: 204 len: 173 time: 0.4226961 Jan 28 05:43:22.378889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'name': 'network-vif-deleted', 'tag': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:22.381119 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da05d98f-48ea-430f-a999-f34c751ba08b" -d '{"events": [{"server_uuid": "dad086b1-4458-4835-a096-6ef6b54e68d1", "name": "network-vif-deleted", "tag": "c4a76b16-b3eb-47e0-bc57-1e5f13dd421a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:22.408767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9153eee-a6ca-4117-9ea4-e694a1d5c681 req-7fb275d2-1120-411f-984d-df35ddec65f3 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad086b1-4458-4835-a096-6ef6b54e68d1 HTTP/1.1" status: 200 len: 210 time: 0.0394459 Jan 28 05:43:22.439102 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c1db8-046e-467a-b52d-ef6dd6018fd3 x-openstack-request-id: req-322c1db8-046e-467a-b52d-ef6dd6018fd3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:22.439417 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad086b1-4458-4835-a096-6ef6b54e68d1", "name": "network-vif-deleted", "tag": "c4a76b16-b3eb-47e0-bc57-1e5f13dd421a", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:22.439692 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-322c1db8-046e-467a-b52d-ef6dd6018fd3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:22.440080 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad086b1-4458-4835-a096-6ef6b54e68d1', 'name': 'network-vif-deleted', 'tag': 'c4a76b16-b3eb-47e0-bc57-1e5f13dd421a', 'status': 'completed', 'code': 200} Jan 28 05:43:24.033289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2b6b221-45ab-41ad-b83a-64fe88cfd6f3 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:24.034697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2b6b221-45ab-41ad-b83a-64fe88cfd6f3 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/networks?id=268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 200 len: 817 time: 0.1028512 Jan 28 05:43:24.048740 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-bb5d58ce-dee6-477f-bc2a-abe26eca0b75 req-999cfde1-e5b5-4319-9c2a-537ae93af321 tempest-ServerDiskConfigTestJSON-1451315288 tempest-ServerDiskConfigTestJSON-1451315288-project] (103139) timed out ('10.222.0.47', 50265) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:43:24.050380 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-3b94d158-64d4-45be-a029-1a72e69a023e tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/quotas/c14fb1cfe0b84a76be2c2167c9810eb0 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Jan 28 05:43:24.107988 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-249b00b9-d5e6-4ac8-bdd7-d5e2f9075277 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520706 Jan 28 05:43:24.209802 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-018d519b-3fc5-432c-93c0-8a556265ddf9 service neutron] 10.222.0.21 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886941 Jan 28 05:43:24.302272 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0b671a29-28b3-49a2-943b-378d76769945 service neutron] 10.222.0.21 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860753 Jan 28 05:43:24.460155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-10bad0b5-be53-4e5a-9398-d46d2c080410 req-12088572-5ec3-4d27-a76e-7aeab3eeddcd tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 210 time: 0.0259244 Jan 28 05:43:25.274929 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c4a76b16-b3eb-47e0-bc57-1e5f13dd421a no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:25.295898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: c4a76b16-b3eb-47e0-bc57-1e5f13dd421a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:25.296261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device c4a76b16-b3eb-47e0-bc57-1e5f13dd421a not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:25.486638 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-e47668ef-415b-41af-965c-db65dfc1aba1 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:25.488442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-e47668ef-415b-41af-965c-db65dfc1aba1 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.47 "GET /v2.0/networks?id=268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 200 len: 817 time: 0.1133850 Jan 28 05:43:25.510203 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Request body: {'port': {'device_id': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'admin_state_up': True, 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:25.555349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0312e6f3-4e33-4515-a541-25ce7c095787 req-f9abb394-4362-454f-a789-8936fd36c302 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 210 time: 0.0263183 Jan 28 05:43:25.622682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Made reservation on behalf of c14fb1cfe0b84a76be2c2167c9810eb0 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:25.626117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.756681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Allocated IP 172.20.0.13 (268bcaf4-1834-4f30-9cae-8118f2a20370/91c44acb-7ce9-4856-9cbe-280ed05e19b7/edcff417-dcbb-443a-929d-542cfd481d1c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:25.903356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks [] for port (edcff417-dcbb-443a-929d-542cfd481d1c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.937513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.978820 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:25.981798 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:25.985331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:26.013965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Pushing event updated for resources: {'Port': ['ID=edcff417-dcbb-443a-929d-542cfd481d1c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:26.043207 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.043888 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.062917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-0f448f88-0cd7-4242-bfa7-77970784837d tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564449 Jan 28 05:43:26.082757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Request body: {'port': {'device_id': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:26.145704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.233598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-25ea5c8d-689e-4551-80eb-b5fda78766a3 None None] Provisioning complete for port edcff417-dcbb-443a-929d-542cfd481d1c triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:26.233976 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25ea5c8d-689e-4551-80eb-b5fda78766a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.267547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-25ea5c8d-689e-4551-80eb-b5fda78766a3 None None] Port edcff417-dcbb-443a-929d-542cfd481d1c cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:26.416022 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcff417-dcbb-443a-929d-542cfd481d1c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:26.424421 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Publish callbacks [] for port (edcff417-dcbb-443a-929d-542cfd481d1c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.437585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Transition to ACTIVE for port object edcff417-dcbb-443a-929d-542cfd481d1c will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:26.441703 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.497333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Pushing event updated for resources: {'Port': ['ID=edcff417-dcbb-443a-929d-542cfd481d1c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:26.569326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Attempting to bind port edcff417-dcbb-443a-929d-542cfd481d1c on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:26.569676 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Attempting to bind port edcff417-dcbb-443a-929d-542cfd481d1c by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:26.570061 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Attempting to bind port edcff417-dcbb-443a-929d-542cfd481d1c on network 268bcaf4-1834-4f30-9cae-8118f2a20370 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:26.575021 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Port edcff417-dcbb-443a-929d-542cfd481d1c on network 268bcaf4-1834-4f30-9cae-8118f2a20370 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:26.575360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Attempting to bind port edcff417-dcbb-443a-929d-542cfd481d1c on network 268bcaf4-1834-4f30-9cae-8118f2a20370 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:26.580881 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:26.581066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Checking segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:26.581363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Bound using segment: {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:26.581802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Bound port: edcff417-dcbb-443a-929d-542cfd481d1c, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a659b23a-b55f-4631-b742-84c9599ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:26.582174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.678845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] For port edcff417-dcbb-443a-929d-542cfd481d1c, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:26.697850 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] For port edcff417-dcbb-443a-929d-542cfd481d1c, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=edcff417-dcbb-443a-929d-542cfd481d1c,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:26.703309 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.722702 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6573-a267-41e5-81bf-0731ebf9693d req-07df4ec2-976b-4a6a-b93b-0665b8c4fd19 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.724268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87ff6573-a267-41e5-81bf-0731ebf9693d req-07df4ec2-976b-4a6a-b93b-0665b8c4fd19 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 944 time: 0.0855703 Jan 28 05:43:26.764424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.765059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.766538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] 10.222.0.47 "PUT /v2.0/ports/edcff417-dcbb-443a-929d-542cfd481d1c HTTP/1.1" status: 200 len: 1092 time: 0.6891756 Jan 28 05:43:26.767027 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'tag': 'edcff417-dcbb-443a-929d-542cfd481d1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:26.769316 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76234ce9-f315-4f8a-b638-3c823b4fbef5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad974f8-8dd8-4d6d-bf8c-85f4be220225", "tag": "edcff417-dcbb-443a-929d-542cfd481d1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:26.809951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-87ff6573-a267-41e5-81bf-0731ebf9693d req-e3fffcbd-5717-4a6c-8907-cc493f3c0533 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665669 Jan 28 05:43:26.824597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Pushing event updated for resources: {'Port': ['ID=edcff417-dcbb-443a-929d-542cfd481d1c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:26.827687 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809c7d81-9837-4826-a567-633b70d05e88 x-openstack-request-id: req-809c7d81-9837-4826-a567-633b70d05e88 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:26.827976 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad974f8-8dd8-4d6d-bf8c-85f4be220225", "tag": "edcff417-dcbb-443a-929d-542cfd481d1c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:26.828237 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-809c7d81-9837-4826-a567-633b70d05e88 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:26.828660 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'tag': 'edcff417-dcbb-443a-929d-542cfd481d1c', 'status': 'completed', 'code': 200} Jan 28 05:43:26.839433 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.839867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.840272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.840618 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.840959 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.841346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.841684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.842017 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.842346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.842678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.843007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.843336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.843662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05e5c-e586-45d4-88a9-2eaddfe9d382 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:26.892561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-61d53df9-97c1-4ce2-8f18-e38482388c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.894905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-61d53df9-97c1-4ce2-8f18-e38482388c85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 1095 time: 0.0472322 Jan 28 05:43:27.240314 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-264d8154-91b1-4f64-8018-9ad891689f5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edcff417-dcbb-443a-929d-542cfd481d1c HTTP/1.1" status: 200 len: 217 time: 0.3324378 Jan 28 05:43:27.290824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-5c710686-f94d-4016-aa5a-efceb29c5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.292296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-5c710686-f94d-4016-aa5a-efceb29c5d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91c44acb-7ce9-4856-9cbe-280ed05e19b7 HTTP/1.1" status: 200 len: 856 time: 0.0466435 Jan 28 05:43:27.341079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196525f-7d0f-4130-9c36-e46a482f372d req-85d7746c-9f1a-47f1-9935-2a1c44125abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.342617 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-85d7746c-9f1a-47f1-9935-2a1c44125abb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=268bcaf4-1834-4f30-9cae-8118f2a20370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426636 Jan 28 05:43:27.440712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-2e7c54bf-dd14-4aa3-8dff-4b4b202fd6c2 service neutron] 10.222.0.47 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902085 Jan 28 05:43:27.531068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8196525f-7d0f-4130-9c36-e46a482f372d req-df880fe4-e577-467a-995d-11f278759c89 service neutron] 10.222.0.47 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833502 Jan 28 05:43:27.669891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-f453dac9-e327-4219-8158-839e2ecb87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.671395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-f453dac9-e327-4219-8158-839e2ecb87f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 1095 time: 0.0433252 Jan 28 05:43:27.766607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-0bdd2b49-8e8b-4f1d-9928-8e9bccf95700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.768106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-0bdd2b49-8e8b-4f1d-9928-8e9bccf95700 service neutron] 10.222.0.47 "GET /v2.0/networks?id=268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 200 len: 918 time: 0.0901210 Jan 28 05:43:27.811839 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-45bb423a-afd4-4130-a430-236694434f8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edcff417-dcbb-443a-929d-542cfd481d1c HTTP/1.1" status: 200 len: 217 time: 0.0376992 Jan 28 05:43:27.863598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-35024821-ad97-44d8-884e-4a121092277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.865725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-35024821-ad97-44d8-884e-4a121092277f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91c44acb-7ce9-4856-9cbe-280ed05e19b7 HTTP/1.1" status: 200 len: 856 time: 0.0478871 Jan 28 05:43:27.917446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-dc5d5c17-e545-44d4-b574-cc52d2b746eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.918982 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-dc5d5c17-e545-44d4-b574-cc52d2b746eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=268bcaf4-1834-4f30-9cae-8118f2a20370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467374 Jan 28 05:43:27.939879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42206d-d9ba-483c-a7ed-476f7b14e208 req-b41669f3-2377-4916-92be-3a62a99bde2b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.941394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff42206d-d9ba-483c-a7ed-476f7b14e208 req-b41669f3-2377-4916-92be-3a62a99bde2b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 944 time: 0.0502689 Jan 28 05:43:27.990989 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff42206d-d9ba-483c-a7ed-476f7b14e208 req-a489ef31-a93b-4887-bb38-56a7e8ed45b2 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Jan 28 05:43:28.012458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-a653a4b0-b79d-4a39-b4a0-77383cb68ffd service neutron] 10.222.0.47 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857704 Jan 28 05:43:28.108202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-76234ce9-f315-4f8a-b638-3c823b4fbef5 req-d79603ea-cdde-4d5e-95c3-fd6ede87e8b3 service neutron] 10.222.0.47 "GET /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894940 Jan 28 05:43:29.106113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5f22d-5e1a-4d7a-9746-84ea8e8060d5 req-6a36ec87-e565-430e-af8a-4b461759397c tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:29.107618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a5f22d-5e1a-4d7a-9746-84ea8e8060d5 req-6a36ec87-e565-430e-af8a-4b461759397c tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 944 time: 0.0484395 Jan 28 05:43:29.153903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c0a5f22d-5e1a-4d7a-9746-84ea8e8060d5 req-3336388f-4ede-4314-b219-e0b1c04b3cf9 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Jan 28 05:43:30.268535 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8e040-5b70-4120-9e6c-ddb82fcd2b52 req-7213e64c-0b97-42f9-92c5-026d1cd5e639 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:30.270041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06d8e040-5b70-4120-9e6c-ddb82fcd2b52 req-7213e64c-0b97-42f9-92c5-026d1cd5e639 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 944 time: 0.0477443 Jan 28 05:43:30.323206 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-06d8e040-5b70-4120-9e6c-ddb82fcd2b52 req-383b8d73-07ee-4d17-9fc5-d296160b6fad tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Jan 28 05:43:31.324318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device edcff417-dcbb-443a-929d-542cfd481d1c details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:31.428345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port edcff417-dcbb-443a-929d-542cfd481d1c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=edcff417-dcbb-443a-929d-542cfd481d1c,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:31.444412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': 'edcff417-dcbb-443a-929d-542cfd481d1c', 'network_id': '268bcaf4-1834-4f30-9cae-8118f2a20370', 'port_id': 'edcff417-dcbb-443a-929d-542cfd481d1c', 'mac_address': 'fa:16:3e:52:f5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c44acb-7ce9-4856-9cbe-280ed05e19b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:31.444680 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5152e-835d-4676-b546-47a10cc0971e req-6658ca68-451d-4fcc-af12-9dd1d1d698e5 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:31.446219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41a5152e-835d-4676-b546-47a10cc0971e req-6658ca68-451d-4fcc-af12-9dd1d1d698e5 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 944 time: 0.0519488 Jan 28 05:43:31.482177 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port edcff417-dcbb-443a-929d-542cfd481d1c is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:31.482577 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.495937 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcff417-dcbb-443a-929d-542cfd481d1c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:31.499661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-41a5152e-835d-4676-b546-47a10cc0971e req-f62b2956-edcb-4c30-a026-b34df94179ae tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473995 Jan 28 05:43:31.515529 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port edcff417-dcbb-443a-929d-542cfd481d1c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=edcff417-dcbb-443a-929d-542cfd481d1c,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:31.520236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.568467 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=edcff417-dcbb-443a-929d-542cfd481d1c,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:31.575785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.576161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.576564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.577111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.577581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.578018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.578524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.578930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.579285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.579745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.580152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.580597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.580982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.800114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['edcff417-dcbb-443a-929d-542cfd481d1c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:32.618239 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0effa31-9be6-47a2-a47b-8449c5e13333 req-010e6e97-e17e-4c8e-b4b5-93a5c79b742c tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:32.619843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d0effa31-9be6-47a2-a47b-8449c5e13333 req-010e6e97-e17e-4c8e-b4b5-93a5c79b742c tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Jan 28 05:43:32.666476 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d0effa31-9be6-47a2-a47b-8449c5e13333 req-d0f536a6-5ee5-4523-bfca-e92154375046 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Jan 28 05:43:33.343108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device edcff417-dcbb-443a-929d-542cfd481d1c up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:33.392555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port edcff417-dcbb-443a-929d-542cfd481d1c completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:33.396427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port edcff417-dcbb-443a-929d-542cfd481d1c triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:33.396807 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.475564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port edcff417-dcbb-443a-929d-542cfd481d1c is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:33.475958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.498801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcff417-dcbb-443a-929d-542cfd481d1c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:33.501209 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dff72d7-6ebe-4812-bc7a-6f37585c1db0" -d '{"events": [{"server_uuid": "5ad974f8-8dd8-4d6d-bf8c-85f4be220225", "name": "network-vif-plugged", "status": "completed", "tag": "edcff417-dcbb-443a-929d-542cfd481d1c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:33.514048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port edcff417-dcbb-443a-929d-542cfd481d1c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=edcff417-dcbb-443a-929d-542cfd481d1c,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:33.518249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.540884 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90553bc7-b864-4462-95ec-4e6a51fdc7f1 x-openstack-request-id: req-90553bc7-b864-4462-95ec-4e6a51fdc7f1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:33.541208 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad974f8-8dd8-4d6d-bf8c-85f4be220225", "name": "network-vif-plugged", "status": "completed", "tag": "edcff417-dcbb-443a-929d-542cfd481d1c", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:33.541470 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90553bc7-b864-4462-95ec-4e6a51fdc7f1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:33.541856 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcff417-dcbb-443a-929d-542cfd481d1c', 'code': 200} Jan 28 05:43:33.567511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=edcff417-dcbb-443a-929d-542cfd481d1c,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:33.665491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b86345-ffc6-4389-a329-e50bc14c8286 req-b04220b9-1325-477e-8fe5-358495e69433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.667765 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39b86345-ffc6-4389-a329-e50bc14c8286 req-b04220b9-1325-477e-8fe5-358495e69433 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 1097 time: 0.0416420 Jan 28 05:43:33.712416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-39b86345-ffc6-4389-a329-e50bc14c8286 req-f398a0ee-3d6f-437d-b4c6-9d1ca77efb8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Jan 28 05:43:33.786220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abc184-3ead-4e58-b40e-dd53ec2601ee req-bb4d801a-a527-4762-8337-c1f6521e8f9e tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.787768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3abc184-3ead-4e58-b40e-dd53ec2601ee req-bb4d801a-a527-4762-8337-c1f6521e8f9e tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 946 time: 0.0492826 Jan 28 05:43:33.833775 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f3abc184-3ead-4e58-b40e-dd53ec2601ee req-e3a9a93c-382c-4fe1-a11f-906a9d8a1393 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Jan 28 05:43:34.948077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0f1b-751a-4c5a-b2d5-c39a2c1b0136 req-bd38af7b-4ea7-4ad6-b917-836cf6ded83c tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:34.949598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a69b0f1b-751a-4c5a-b2d5-c39a2c1b0136 req-bd38af7b-4ea7-4ad6-b917-836cf6ded83c tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 946 time: 0.0470471 Jan 28 05:43:34.996803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a69b0f1b-751a-4c5a-b2d5-c39a2c1b0136 req-cef2caca-355d-4227-8ed3-9357edf16001 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Jan 28 05:43:35.114130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08db851-e041-4779-95d5-918a0da14b18 req-db938397-6d11-4cba-99a0-ed9399a371b3 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:35.115628 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c08db851-e041-4779-95d5-918a0da14b18 req-db938397-6d11-4cba-99a0-ed9399a371b3 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 946 time: 0.0528512 Jan 28 05:43:35.162203 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c08db851-e041-4779-95d5-918a0da14b18 req-f6704166-e554-4132-aa5a-d5f606797f0a tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Jan 28 05:43:36.929665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.191427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.758790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8488b46-31cf-4274-94b2-219f9d295e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.929022 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29c74005-6a64-4539-9a60-8e3c4bfb183b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.231551 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.951047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.494279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.418636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:44:06.939768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:08.208215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:08.755312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e316289-caad-432e-83fb-22cbbc296add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.291543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b104ed-c3b0-4366-b86f-f23239a2c8fc req-4f8463cc-7057-42e6-9b6d-9645304b9adc tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:09.293022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98b104ed-c3b0-4366-b86f-f23239a2c8fc req-4f8463cc-7057-42e6-9b6d-9645304b9adc tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 946 time: 0.0589275 Jan 28 05:44:09.342344 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-98b104ed-c3b0-4366-b86f-f23239a2c8fc req-c17e269d-afde-4fa8-bb49-8741296a5039 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Jan 28 05:44:10.463573 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe9d8d-e739-4988-aeed-dc19f1ffa7c7 req-9a51dc50-e366-4973-85ec-7076c877a1fb tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:10.465101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34fe9d8d-e739-4988-aeed-dc19f1ffa7c7 req-9a51dc50-e366-4973-85ec-7076c877a1fb tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Jan 28 05:44:10.513015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34fe9d8d-e739-4988-aeed-dc19f1ffa7c7 req-67891280-3810-4b28-a087-936d1ed0363b tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/security-groups?id=74230295-3923-483c-a53a-dbf5e4ead122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Jan 28 05:44:10.901100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-a5f94b26-283e-4582-9c97-4da2ab0059b6 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:10.902555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-a5f94b26-283e-4582-9c97-4da2ab0059b6 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 946 time: 0.0483057 Jan 28 05:44:10.930629 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c61db4e0-2dcf-4d34-a290-0c19fa490c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:10.999175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Deleting port edcff417-dcbb-443a-929d-542cfd481d1c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:10.999518 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.085778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] For port edcff417-dcbb-443a-929d-542cfd481d1c, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=edcff417-dcbb-443a-929d-542cfd481d1c,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:11.086143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.097787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Calling delete_port for edcff417-dcbb-443a-929d-542cfd481d1c owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:11.228346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (edcff417-dcbb-443a-929d-542cfd481d1c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.256060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Pushing event deleted for resources: {'Port': ['ID=edcff417-dcbb-443a-929d-542cfd481d1c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:11.263339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['edcff417-dcbb-443a-929d-542cfd481d1c'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:11.301778 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] No DVR routers for this DVR port edcff417-dcbb-443a-929d-542cfd481d1c on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:11.304343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.307616 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-80543a6d-2075-4b90-bfbb-8ba616d8ea91 req-79b26873-d1b9-4735-ac10-2478ea56aa23 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.47 "DELETE /v2.0/ports/edcff417-dcbb-443a-929d-542cfd481d1c HTTP/1.1" status: 204 len: 173 time: 0.3987086 Jan 28 05:44:11.308064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'name': 'network-vif-deleted', 'tag': 'edcff417-dcbb-443a-929d-542cfd481d1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:11.310357 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15d38a-eff2-44ee-848d-ef2c9137c9a0" -d '{"events": [{"server_uuid": "5ad974f8-8dd8-4d6d-bf8c-85f4be220225", "name": "network-vif-deleted", "tag": "edcff417-dcbb-443a-929d-542cfd481d1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:11.346071 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d92145-e2cd-4180-b867-6eb214416923 x-openstack-request-id: req-d8d92145-e2cd-4180-b867-6eb214416923 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:11.346375 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad974f8-8dd8-4d6d-bf8c-85f4be220225", "name": "network-vif-deleted", "tag": "edcff417-dcbb-443a-929d-542cfd481d1c", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:11.346641 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8d92145-e2cd-4180-b867-6eb214416923 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:11.347839 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad974f8-8dd8-4d6d-bf8c-85f4be220225', 'name': 'network-vif-deleted', 'tag': 'edcff417-dcbb-443a-929d-542cfd481d1c', 'status': 'completed', 'code': 200} Jan 28 05:44:11.621101 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4abd64bd-e009-4f31-a980-013cf31d5812 req-30681f63-13f2-406c-88f6-4d6c87630e45 tempest-TestEncryptedCinderVolumes-185155324 tempest-TestEncryptedCinderVolumes-185155324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad974f8-8dd8-4d6d-bf8c-85f4be220225 HTTP/1.1" status: 200 len: 210 time: 0.0267558 Jan 28 05:44:12.231113 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:12.712842 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55124) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:13.332427 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (c006a0b2-6918-4f46-84c1-efc587ddb31a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.566859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Deleting port 93815731-5291-4766-bbf3-563e62d8cf1f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:13.567199 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.645151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] For port 93815731-5291-4766-bbf3-563e62d8cf1f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=93815731-5291-4766-bbf3-563e62d8cf1f,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:13.645535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.656753 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Calling delete_port for 93815731-5291-4766-bbf3-563e62d8cf1f owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:13.834867 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (93815731-5291-4766-bbf3-563e62d8cf1f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.859302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Pushing event deleted for resources: {'Port': ['ID=93815731-5291-4766-bbf3-563e62d8cf1f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:13.894498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.894837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.895249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.895522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.895856 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.896184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.896510 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.896834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.897180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.897504 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.897826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.898146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.898465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.955423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.045587 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (c006a0b2-6918-4f46-84c1-efc587ddb31a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.261410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Router c006a0b2-6918-4f46-84c1-efc587ddb31a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:44:14.366062 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:14.371184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d993597b-6f2b-4171-98e6-f0f8902e97ea admin admin] 10.222.0.21 "PUT /v2.0/routers/c006a0b2-6918-4f46-84c1-efc587ddb31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567543 Jan 28 05:44:14.373772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55126) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:14.376435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] Sync routers for ids ['c006a0b2-6918-4f46-84c1-efc587ddb31a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:14.385893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] Routers {'c006a0b2-6918-4f46-84c1-efc587ddb31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:14.386518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c006a0b2-6918-4f46-84c1-efc587ddb31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:14.476583 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks [] for router (c006a0b2-6918-4f46-84c1-efc587ddb31a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.491411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] Set router c006a0b2-6918-4f46-84c1-efc587ddb31a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:14.577917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks [] for router_gateway (c006a0b2-6918-4f46-84c1-efc587ddb31a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.630596 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Deleting port 9557ee7b-1885-488d-832c-0204f38035ce {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:14.631050 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9557ee7b-1885-488d-832c-0204f38035ce), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.668715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9557ee7b-1885-488d-832c-0204f38035ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:44:13Z', 'revision_number': 5, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port': {'id': '9557ee7b-1885-488d-832c-0204f38035ce', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:14.694861 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] Checking router: c006a0b2-6918-4f46-84c1-efc587ddb31a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:14.703892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] Routers {'c006a0b2-6918-4f46-84c1-efc587ddb31a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:14.704630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c006a0b2-6918-4f46-84c1-efc587ddb31a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:14.712233 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] For port 9557ee7b-1885-488d-832c-0204f38035ce, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9557ee7b-1885-488d-832c-0204f38035ce,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:14.712622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9557ee7b-1885-488d-832c-0204f38035ce), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.724450 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Calling delete_port for 9557ee7b-1885-488d-832c-0204f38035ce owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:14.789720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] Set router c006a0b2-6918-4f46-84c1-efc587ddb31a gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:14.840459 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:44:14Z', 'revision_number': 6, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:14.869894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa948187-2ff2-4d8b-981e-2cbc296dceb0 None None] The sync data for ids ['c006a0b2-6918-4f46-84c1-efc587ddb31a'] in n-d-824835-3 is: [{'id': 'c006a0b2-6918-4f46-84c1-efc587ddb31a', 'name': 'tempest-TestEncryptedCinderVolumes-2122108744-router', 'tenant_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:24Z', 'updated_at': '2022-01-28T05:44:14Z', 'revision_number': 6, 'project_id': 'c14fb1cfe0b84a76be2c2167c9810eb0', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:14.887600 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9557ee7b-1885-488d-832c-0204f38035ce), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.920725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Pushing event deleted for resources: {'Port': ['ID=9557ee7b-1885-488d-832c-0204f38035ce,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:14.977810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (c006a0b2-6918-4f46-84c1-efc587ddb31a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.066899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c006a0b2-6918-4f46-84c1-efc587ddb31a), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.069115 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks [] for router_controller (c006a0b2-6918-4f46-84c1-efc587ddb31a), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.115351 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c006a0b2-6918-4f46-84c1-efc587ddb31a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.115827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c006a0b2-6918-4f46-84c1-efc587ddb31a {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:44:15.120128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.122184 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-21ec9198-c080-452b-bb14-1b1abd11809d admin admin] 10.222.0.21 "DELETE /v2.0/routers/c006a0b2-6918-4f46-84c1-efc587ddb31a HTTP/1.1" status: 204 len: 168 time: 0.7474406 Jan 28 05:44:15.124580 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55128) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:15.168552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Deleting subnet 91c44acb-7ce9-4856-9cbe-280ed05e19b7 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:44:15.171602 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Publish callbacks [] for subnet (91c44acb-7ce9-4856-9cbe-280ed05e19b7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.208078 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (91c44acb-7ce9-4856-9cbe-280ed05e19b7), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.287211 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (91c44acb-7ce9-4856-9cbe-280ed05e19b7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.343891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (91c44acb-7ce9-4856-9cbe-280ed05e19b7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.372109 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.377622 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91c44acb-7ce9-4856-9cbe-280ed05e19b7 HTTP/1.1" status: 204 len: 168 time: 0.2497642 Jan 28 05:44:15.377622 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a53c9-a4a2-41dc-a442-ebb6d6c3a862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c44acb-7ce9-4856-9cbe-280ed05e19b7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:15.378060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55130) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:15.380092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11775f-2a59-4127-8e0d-5768b747ad35 None None] Network 268bcaf4-1834-4f30-9cae-8118f2a20370 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:15.450343 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (268bcaf4-1834-4f30-9cae-8118f2a20370), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.499498 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.507773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Deleting port a9c6ab47-5df5-4bac-967f-d6b886a646ae {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:15.508298 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.544907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device edcff417-dcbb-443a-929d-542cfd481d1c no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:15.566666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: edcff417-dcbb-443a-929d-542cfd481d1c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:15.567016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device edcff417-dcbb-443a-929d-542cfd481d1c not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:15.570417 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] For port a9c6ab47-5df5-4bac-967f-d6b886a646ae, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a9c6ab47-5df5-4bac-967f-d6b886a646ae,segment=NetworkSegment(a659b23a-b55f-4631-b742-84c9599ced51),segment_id=a659b23a-b55f-4631-b742-84c9599ced51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:15.570796 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.589685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Calling delete_port for a9c6ab47-5df5-4bac-967f-d6b886a646ae owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:15.649858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] DHCP port deletion for 268bcaf4-1834-4f30-9cae-8118f2a20370 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:44:15.675588 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.701761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Deleting port a9c6ab47-5df5-4bac-967f-d6b886a646ae {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:15.702145 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.704888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c6ab47-5df5-4bac-967f-d6b886a646ae,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:15.707034 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] No DVR routers for this DVR port a9c6ab47-5df5-4bac-967f-d6b886a646ae on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:15.771068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] For port a9c6ab47-5df5-4bac-967f-d6b886a646ae, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:15.771451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.784921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (268bcaf4-1834-4f30-9cae-8118f2a20370), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.785186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Calling delete_port for a9c6ab47-5df5-4bac-967f-d6b886a646ae owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:15.787822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Port a9c6ab47-5df5-4bac-967f-d6b886a646ae was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:44:15.789115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (a9c6ab47-5df5-4bac-967f-d6b886a646ae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.806073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268bcaf4-1834-4f30-9cae-8118f2a20370']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:15.813855 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] Pushing event deleted for resources: {'Port': ['ID=a9c6ab47-5df5-4bac-967f-d6b886a646ae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:15.816282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a659b23a-b55f-4631-b742-84c9599ced51') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:15.816607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a659b23a-b55f-4631-b742-84c9599ced51') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:15.818040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029677c-7ec3-4f8b-9e97-bb7f67cbb90e None None] No DVR routers for this DVR port a9c6ab47-5df5-4bac-967f-d6b886a646ae on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:15.831033 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a659b23a-b55f-4631-b742-84c9599ced51), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.844810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a659b23a-b55f-4631-b742-84c9599ced51), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.852126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:44:15.852563 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a659b23a-b55f-4631-b742-84c9599ced51), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:44:15.854305 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:44:15.915016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (268bcaf4-1834-4f30-9cae-8118f2a20370), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.931259 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.935536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] 10.222.0.21 "DELETE /v2.0/networks/268bcaf4-1834-4f30-9cae-8118f2a20370 HTTP/1.1" status: 204 len: 168 time: 0.5559137 Jan 28 05:44:15.938581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55132) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:15.945445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9c6ab47-5df5-4bac-967f-d6b886a646ae no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:15.950350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0169-ba1f-44ca-b577-ba38c20b327a admin admin] Pushing event deleted for resources: {'Network': ['ID=268bcaf4-1834-4f30-9cae-8118f2a20370,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:15.967720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a9c6ab47-5df5-4bac-967f-d6b886a646ae {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:15.968161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a9c6ab47-5df5-4bac-967f-d6b886a646ae not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:15.968524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9557ee7b-1885-488d-832c-0204f38035ce no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:15.990498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9557ee7b-1885-488d-832c-0204f38035ce {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:15.990850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9557ee7b-1885-488d-832c-0204f38035ce not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:15.991661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 93815731-5291-4766-bbf3-563e62d8cf1f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:16.010093 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 93815731-5291-4766-bbf3-563e62d8cf1f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:16.010448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 93815731-5291-4766-bbf3-563e62d8cf1f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:16.289239 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.526602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Deleting port 65ef6daa-ccac-4ba6-8336-31178906ef4c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:16.526943 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.607461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] For port 65ef6daa-ccac-4ba6-8336-31178906ef4c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=65ef6daa-ccac-4ba6-8336-31178906ef4c,segment=NetworkSegment(166cd34c-e6b5-4068-893e-e9ebfdbef372),segment_id=166cd34c-e6b5-4068-893e-e9ebfdbef372)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:16.607719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.619966 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Calling delete_port for 65ef6daa-ccac-4ba6-8336-31178906ef4c owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:16.803118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (65ef6daa-ccac-4ba6-8336-31178906ef4c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.828579 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ef6daa-ccac-4ba6-8336-31178906ef4c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:16.991838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.483741 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:44:17.589441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:17.594580 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b4d18548-d3c2-495d-93c0-65e074cbfc68 admin admin] 10.222.0.21 "PUT /v2.0/routers/24f3d31e-6128-40c1-bdae-5d86edb9c6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544540 Jan 28 05:44:17.597797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55134) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:17.600416 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] Sync routers for ids ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:17.610194 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] Routers {'24f3d31e-6128-40c1-bdae-5d86edb9c6b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:17.610887 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:17.700198 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks [] for router (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.720054 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] Set router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:17.807524 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks [] for router_gateway (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.860534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Deleting port 2df76662-f0a8-475f-9b5f-fdb05e5a862c {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:17.860889 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.896781 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:44:16Z', 'revision_number': 5, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port': {'id': '2df76662-f0a8-475f-9b5f-fdb05e5a862c', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:29Z', 'updated_at': '2022-01-28T05:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:17.927116 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] Checking router: 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:17.935515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] Routers {'24f3d31e-6128-40c1-bdae-5d86edb9c6b8'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:17.941639 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:17.944528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] For port 2df76662-f0a8-475f-9b5f-fdb05e5a862c, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=2df76662-f0a8-475f-9b5f-fdb05e5a862c,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:17.944905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.958210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Calling delete_port for 2df76662-f0a8-475f-9b5f-fdb05e5a862c owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:18.026002 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] Set router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:18.077335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:44:17Z', 'revision_number': 6, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:18.106030 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c9e20-9d03-432d-89b0-3747a48bdd82 None None] The sync data for ids ['24f3d31e-6128-40c1-bdae-5d86edb9c6b8'] in n-d-824835-3 is: [{'id': '24f3d31e-6128-40c1-bdae-5d86edb9c6b8', 'name': 'tempest-TestEncryptedCinderVolumes-1175035435-router', 'tenant_id': '4d8f62bf0edb4914b1ef26a817604550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:44:17Z', 'revision_number': 6, 'project_id': '4d8f62bf0edb4914b1ef26a817604550', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:18.124040 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (2df76662-f0a8-475f-9b5f-fdb05e5a862c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.155832 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df76662-f0a8-475f-9b5f-fdb05e5a862c,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:18.214191 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.306584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.308717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks [] for router_controller (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.350165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (24f3d31e-6128-40c1-bdae-5d86edb9c6b8), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.350650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f3d31e-6128-40c1-bdae-5d86edb9c6b8 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:44:18.354934 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.356075 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b075342e-b595-47a5-8cb2-e03a521b5ed4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24f3d31e-6128-40c1-bdae-5d86edb9c6b8 HTTP/1.1" status: 204 len: 168 time: 0.7573671 Jan 28 05:44:18.358828 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55136) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:18.401128 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Deleting subnet ae9ed11d-d061-42e5-bd78-1ec09e0012c0 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:44:18.404020 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Publish callbacks [] for subnet (ae9ed11d-d061-42e5-bd78-1ec09e0012c0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.442733 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (ae9ed11d-d061-42e5-bd78-1ec09e0012c0), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.524384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (ae9ed11d-d061-42e5-bd78-1ec09e0012c0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.578444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (ae9ed11d-d061-42e5-bd78-1ec09e0012c0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.605186 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.610550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae9ed11d-d061-42e5-bd78-1ec09e0012c0 HTTP/1.1" status: 204 len: 168 time: 0.2484739 Jan 28 05:44:18.610550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5843b94-64a2-4bf3-b55d-52e77a7a7d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9ed11d-d061-42e5-bd78-1ec09e0012c0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:18.611371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:18.611867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f551af-6911-44dd-b279-7d7e432c18cc None None] Network 26004f17-e26a-475c-80d1-10c5ae368a35 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:18.683894 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (26004f17-e26a-475c-80d1-10c5ae368a35), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.742879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Deleting port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:18.743242 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.804838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] For port 9f5a0f53-630f-4013-95b5-c27e101bd0e6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f5a0f53-630f-4013-95b5-c27e101bd0e6,segment=NetworkSegment(166cd34c-e6b5-4068-893e-e9ebfdbef372),segment_id=166cd34c-e6b5-4068-893e-e9ebfdbef372)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:18.805125 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.822019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Calling delete_port for 9f5a0f53-630f-4013-95b5-c27e101bd0e6 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:18.874904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] DHCP port deletion for 26004f17-e26a-475c-80d1-10c5ae368a35 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:44:18.903890 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.929891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Deleting port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:18.930569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.932571 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] No DVR routers for this DVR port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:18.937942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5a0f53-630f-4013-95b5-c27e101bd0e6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:18.994145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] For port 9f5a0f53-630f-4013-95b5-c27e101bd0e6, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:18.994831 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.007548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Calling delete_port for 9f5a0f53-630f-4013-95b5-c27e101bd0e6 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:19.010300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:44:19.011622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (9f5a0f53-630f-4013-95b5-c27e101bd0e6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.011773 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (26004f17-e26a-475c-80d1-10c5ae368a35), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.033780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26004f17-e26a-475c-80d1-10c5ae368a35']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:19.036749 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] Pushing event deleted for resources: {'Port': ['ID=9f5a0f53-630f-4013-95b5-c27e101bd0e6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:19.042894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c2099-3512-4124-8045-bace9d7231c1 None None] No DVR routers for this DVR port 9f5a0f53-630f-4013-95b5-c27e101bd0e6 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:19.044876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166cd34c-e6b5-4068-893e-e9ebfdbef372') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:19.045731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166cd34c-e6b5-4068-893e-e9ebfdbef372') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:19.055783 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (166cd34c-e6b5-4068-893e-e9ebfdbef372), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.074100 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (166cd34c-e6b5-4068-893e-e9ebfdbef372), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.080665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:44:19.081708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (166cd34c-e6b5-4068-893e-e9ebfdbef372), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:44:19.083619 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:44:19.139316 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (26004f17-e26a-475c-80d1-10c5ae368a35), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.156858 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.164790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/26004f17-e26a-475c-80d1-10c5ae368a35 HTTP/1.1" status: 204 len: 168 time: 0.5470030 Jan 28 05:44:19.164790 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a866c9e-686e-41f1-a480-43ed0d9845e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26004f17-e26a-475c-80d1-10c5ae368a35,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:19.318968 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55142) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:19.359245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-249cfb0e-fa96-4656-84e1-8b18feaae2de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c14fb1cfe0b84a76be2c2167c9810eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389709 Jan 28 05:44:19.361786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55144) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:19.412971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a52e-18a5-4a74-9a27-59388a15ef43 admin admin] Publish callbacks [] for security_group (74230295-3923-483c-a53a-dbf5e4ead122), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.433765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a52e-18a5-4a74-9a27-59388a15ef43 admin admin] Publish callbacks [] for security_group (74230295-3923-483c-a53a-dbf5e4ead122), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.480099 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a52e-18a5-4a74-9a27-59388a15ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (74230295-3923-483c-a53a-dbf5e4ead122), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.483121 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a52e-18a5-4a74-9a27-59388a15ef43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.484091 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0ee7a52e-18a5-4a74-9a27-59388a15ef43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74230295-3923-483c-a53a-dbf5e4ead122 HTTP/1.1" status: 204 len: 168 time: 0.1205230 Jan 28 05:44:19.492629 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7a52e-18a5-4a74-9a27-59388a15ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74230295-3923-483c-a53a-dbf5e4ead122,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:19.793503 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55150) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:19.834057 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f9ad1800-794d-4d41-9697-aff07ca6e966 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d8f62bf0edb4914b1ef26a817604550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394053 Jan 28 05:44:19.836461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55152) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:19.884699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75b36ae7-cc38-4949-adbe-8be80f6dcb4e admin admin] Publish callbacks [] for security_group (ce4de8a9-06ab-40bb-83d1-205fbdd1a05f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.906037 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75b36ae7-cc38-4949-adbe-8be80f6dcb4e admin admin] Publish callbacks [] for security_group (ce4de8a9-06ab-40bb-83d1-205fbdd1a05f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.933510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2df76662-f0a8-475f-9b5f-fdb05e5a862c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:19.955789 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75b36ae7-cc38-4949-adbe-8be80f6dcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ce4de8a9-06ab-40bb-83d1-205fbdd1a05f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.958618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75b36ae7-cc38-4949-adbe-8be80f6dcb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.959882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-75b36ae7-cc38-4949-adbe-8be80f6dcb4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4de8a9-06ab-40bb-83d1-205fbdd1a05f HTTP/1.1" status: 204 len: 168 time: 0.1225019 Jan 28 05:44:19.960239 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 2df76662-f0a8-475f-9b5f-fdb05e5a862c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:19.960919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 2df76662-f0a8-475f-9b5f-fdb05e5a862c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:19.961393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65ef6daa-ccac-4ba6-8336-31178906ef4c no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:19.971232 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b36ae7-cc38-4949-adbe-8be80f6dcb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4de8a9-06ab-40bb-83d1-205fbdd1a05f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:19.994986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 65ef6daa-ccac-4ba6-8336-31178906ef4c {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:19.995348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 65ef6daa-ccac-4ba6-8336-31178906ef4c not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:19.995779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f5a0f53-630f-4013-95b5-c27e101bd0e6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:20.019598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9f5a0f53-630f-4013-95b5-c27e101bd0e6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:20.019951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f5a0f53-630f-4013-95b5-c27e101bd0e6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:20.615717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55174) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:20.726029 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-923957397-network', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:20.748635 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Made reservation on behalf of 8b49758cc56a48c7b6e2174da8f6cf2c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:20.750964 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.759725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.833821 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks [] for security_group (dcd5fd10-247c-43d1-b244-e07adbb1ca88), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.837686 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dcd5fd10-247c-43d1-b244-e07adbb1ca88), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.861131 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:44:20.871460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5fd10-247c-43d1-b244-e07adbb1ca88,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:20.876093 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9f42f938-75f6-4ab6-b4bc-98189d3ec29e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.876436 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Added segment 9f42f938-75f6-4ab6-b4bc-98189d3ec29e of type vlan for network b80163c4-6638-498f-a4f6-b37c36450794 Jan 28 05:44:20.915806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (b80163c4-6638-498f-a4f6-b37c36450794), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.940254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (b80163c4-6638-498f-a4f6-b37c36450794), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.942031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:20.942624 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.994043 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3771541 Jan 28 05:44:20.997104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55178) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:21.002276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Request body: {'subnet': {'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-923957397-subnet', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:21.008728 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3217648-17aa-4a5d-854e-659d839a06b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b80163c4-6638-498f-a4f6-b37c36450794,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.018611 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network b80163c4-6638-498f-a4f6-b37c36450794 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:44:21.023274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Made reservation on behalf of 8b49758cc56a48c7b6e2174da8f6cf2c for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:21.025650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.211942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (89ebe9dc-6d58-4b66-905e-907f4f342a06), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.272818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ebe9dc-6d58-4b66-905e-907f4f342a06,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.289794 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Checking segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:21.290158 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Network hostable DHCP agents. Network: b80163c4-6638-498f-a4f6-b37c36450794, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:44:21.307133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Network b80163c4-6638-498f-a4f6-b37c36450794 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:44:21.315494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, b80163c4-6638-498f-a4f6-b37c36450794) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:21.321422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:21.322051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.323407 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764a13e-4fc5-4a59-8aa5-5d6577d9cc2b None None] Network b80163c4-6638-498f-a4f6-b37c36450794 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:21.337975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f437dd47-3b97-48ab-ad6e-6bd2353f4468 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3396394 Jan 28 05:44:21.340713 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:21.345253 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:21.365982 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (91a51f58-76e9-4375-8ae1-192621e883ea), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.367086 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (91a51f58-76e9-4375-8ae1-192621e883ea), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.419054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks [] for router_controller (91a51f58-76e9-4375-8ae1-192621e883ea), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.427033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-b80163c4-6638-498f-a4f6-b37c36450794', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:44:21.427901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.558956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks [] for router_gateway (91a51f58-76e9-4375-8ae1-192621e883ea), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.562038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Allocated IP 172.20.0.2 (b80163c4-6638-498f-a4f6-b37c36450794/89ebe9dc-6d58-4b66-905e-907f4f342a06/deb31783-b19f-4e52-8062-40f30c4cba88) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:21.703324 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Publish callbacks [] for port (deb31783-b19f-4e52-8062-40f30c4cba88), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.709930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.749402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Network b80163c4-6638-498f-a4f6-b37c36450794 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:21.756554 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:21.756749 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks [] for router_gateway (91a51f58-76e9-4375-8ae1-192621e883ea), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.760867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:21.763887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Pushing event updated for resources: {'Port': ['ID=deb31783-b19f-4e52-8062-40f30c4cba88,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.780356 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.818532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Attempting to bind port deb31783-b19f-4e52-8062-40f30c4cba88 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:21.818825 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Attempting to bind port deb31783-b19f-4e52-8062-40f30c4cba88 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:21.819194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Attempting to bind port deb31783-b19f-4e52-8062-40f30c4cba88 on network b80163c4-6638-498f-a4f6-b37c36450794 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:21.824863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:21.825279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Checking segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:21.825696 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.826095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Bound using segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:21.826566 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Bound port: deb31783-b19f-4e52-8062-40f30c4cba88, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:21.826954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.883888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Allocated IP 172.25.6.188 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/dc631c95-cfae-4466-bd9d-96f9c55e264a) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:21.891465 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-61266878-d73b-44be-addc-8f343c845af4 None None] For port deb31783-b19f-4e52-8062-40f30c4cba88, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:21.894698 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-61266878-d73b-44be-addc-8f343c845af4 None None] For port deb31783-b19f-4e52-8062-40f30c4cba88, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=deb31783-b19f-4e52-8062-40f30c4cba88,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:21.898613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.955727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61266878-d73b-44be-addc-8f343c845af4 None None] Pushing event updated for resources: {'Port': ['ID=deb31783-b19f-4e52-8062-40f30c4cba88,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.993959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks [] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.030769 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.070044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:22.072921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:22.075260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:22.104682 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc631c95-cfae-4466-bd9d-96f9c55e264a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:22.347449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks [] for router_gateway (91a51f58-76e9-4375-8ae1-192621e883ea), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.540914 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (91a51f58-76e9-4375-8ae1-192621e883ea), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.961708 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9560d999-0e32-47aa-82e2-5a10daa6e2c5 None None] Network b80163c4-6638-498f-a4f6-b37c36450794 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:22.970527 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Router 91a51f58-76e9-4375-8ae1-192621e883ea is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:44:23.028276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] Provisioning complete for port deb31783-b19f-4e52-8062-40f30c4cba88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:23.028793 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.083116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:23.095046 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Sync routers for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:23.104164 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.105569 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a79d754c-1c50-4bbd-ae7c-1106c25b92b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7638097 Jan 28 05:44:23.108735 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:23.120744 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:23.121409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:23.244227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] Current status of the port deb31783-b19f-4e52-8062-40f30c4cba88 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:23.244626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.286405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:23.350967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] For port deb31783-b19f-4e52-8062-40f30c4cba88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=deb31783-b19f-4e52-8062-40f30c4cba88,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:23.364752 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.453205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9e01-74be-4132-9977-76a807e2909c None None] Pushing event updated for resources: {'Port': ['ID=deb31783-b19f-4e52-8062-40f30c4cba88,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:23.514622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c1227413-f36c-452e-a13b-4565bf66db4f None None] Provisioning complete for port deb31783-b19f-4e52-8062-40f30c4cba88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:23.514973 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1227413-f36c-452e-a13b-4565bf66db4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.547303 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.565550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:22Z', 'revision_number': 3, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:23.596097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Checking router: 91a51f58-76e9-4375-8ae1-192621e883ea for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:23.596453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Updating router 91a51f58-76e9-4375-8ae1-192621e883ea port dc631c95-cfae-4466-bd9d-96f9c55e264a binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:44:23.646475 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.674817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c1227413-f36c-452e-a13b-4565bf66db4f None None] Current status of the port deb31783-b19f-4e52-8062-40f30c4cba88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:23.701666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Allocated IP 172.20.0.1 (b80163c4-6638-498f-a4f6-b37c36450794/89ebe9dc-6d58-4b66-905e-907f4f342a06/619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:23.806581 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks [] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.840104 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.876366 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Network b80163c4-6638-498f-a4f6-b37c36450794 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:23.879206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:23.882595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:23.910682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Publish callbacks [] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.917298 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.921266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Pushing event updated for resources: {'Port': ['ID=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:23.933663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (91a51f58-76e9-4375-8ae1-192621e883ea), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.990259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Attempting to bind port dc631c95-cfae-4466-bd9d-96f9c55e264a on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:23.990824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Attempting to bind port dc631c95-cfae-4466-bd9d-96f9c55e264a by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:23.991216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Attempting to bind port dc631c95-cfae-4466-bd9d-96f9c55e264a on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:24.006318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42b09-9765-4926-bc09-6f660c050665 None None] Pushing event updated for resources: {'Port': ['ID=dc631c95-cfae-4466-bd9d-96f9c55e264a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:24.009893 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:24.010130 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:24.010543 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.010933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:24.011931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Bound port: dc631c95-cfae-4466-bd9d-96f9c55e264a, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:24.016801 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.068704 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device deb31783-b19f-4e52-8062-40f30c4cba88 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:24.084356 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.109591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] For port dc631c95-cfae-4466-bd9d-96f9c55e264a, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:24.129406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] For port dc631c95-cfae-4466-bd9d-96f9c55e264a, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dc631c95-cfae-4466-bd9d-96f9c55e264a,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:24.134323 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.195940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port deb31783-b19f-4e52-8062-40f30c4cba88 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:24.196240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.231415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:24.231956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:24.240486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42b09-9765-4926-bc09-6f660c050665 None None] Pushing event updated for resources: {'Port': ['ID=dc631c95-cfae-4466-bd9d-96f9c55e264a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:24.265223 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks [] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.269659 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.289207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f6f955e2-6e06-45a5-910b-285b5d7c3dbe None None] Provisioning complete for port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:24.289588 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6f955e2-6e06-45a5-910b-285b5d7c3dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.335615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Pushing event updated for resources: {'Port': ['ID=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:24.338191 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (91a51f58-76e9-4375-8ae1-192621e883ea), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.367326 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f6f955e2-6e06-45a5-910b-285b5d7c3dbe None None] Port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:24.416738 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:24.418846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port deb31783-b19f-4e52-8062-40f30c4cba88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:24.431909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Network b80163c4-6638-498f-a4f6-b37c36450794 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:24.433424 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:24.556597 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Router 91a51f58-76e9-4375-8ae1-192621e883ea has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:44:24.629476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:23Z', 'revision_number': 1, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:24.829018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0645fe0-e33e-4497-afbe-2e08ef6f8e16 None None] The sync data for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 is: [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:23Z', 'revision_number': 1, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:24.842009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-44673405-78cc-42a2-a4e9-09f023257127 None None] Provisioning complete for port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:24.842391 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44673405-78cc-42a2-a4e9-09f023257127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.882509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-44673405-78cc-42a2-a4e9-09f023257127 None None] Port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:24.963879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:24.968865 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4fe7c67b-8065-4e08-8b29-ca8752c81905 admin admin] 10.222.0.21 "PUT /v2.0/routers/91a51f58-76e9-4375-8ae1-192621e883ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8590713 Jan 28 05:44:25.479463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55198) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:25.490120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2134690359-network', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:25.515523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Made reservation on behalf of 758ecac451f84ce7b78f2b8f3b6fbc36 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:25.518029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.528141 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.628285 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks [] for security_group (32a1e091-5623-42f8-b873-e1a75027cdc3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.633224 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (32a1e091-5623-42f8-b873-e1a75027cdc3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.660591 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:44:25.684786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.685139 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Added segment 1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f of type vlan for network 544d65ab-f670-4803-a27c-3fe1141897b7 Jan 28 05:44:25.686527 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1e091-5623-42f8-b873-e1a75027cdc3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:25.729732 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (544d65ab-f670-4803-a27c-3fe1141897b7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.756258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (544d65ab-f670-4803-a27c-3fe1141897b7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.757352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:25.757939 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.816973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3363223 Jan 28 05:44:25.819692 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55200) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:25.825138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Request body: {'subnet': {'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2134690359-subnet', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:25.831876 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa130-8941-4727-b75a-c892ec303ebf admin admin] Pushing event updated for resources: {'Network': ['ID=544d65ab-f670-4803-a27c-3fe1141897b7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:25.843281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 544d65ab-f670-4803-a27c-3fe1141897b7 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:44:25.845531 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Made reservation on behalf of 758ecac451f84ce7b78f2b8f3b6fbc36 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:25.848497 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.009844 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dc631c95-cfae-4466-bd9d-96f9c55e264a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:26.051468 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1cff5e57-e206-4793-8281-7a2d72b641b2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.068677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dc631c95-cfae-4466-bd9d-96f9c55e264a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:26.069051 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.107483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cff5e57-e206-4793-8281-7a2d72b641b2,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.118398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Checking segment: {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:26.118764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Network hostable DHCP agents. Network: 544d65ab-f670-4803-a27c-3fe1141897b7, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:44:26.136035 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Network 544d65ab-f670-4803-a27c-3fe1141897b7 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:44:26.146486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 544d65ab-f670-4803-a27c-3fe1141897b7) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:26.150528 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.151195 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.156997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dc631c95-cfae-4466-bd9d-96f9c55e264a is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:26.157452 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.166736 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc56b3-7078-43bc-8a8b-22655a92803c None None] Network 544d65ab-f670-4803-a27c-3fe1141897b7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:26.170373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d521e71c-d8f8-4243-b563-05c7d8865571 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3467333 Jan 28 05:44:26.170373 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55202) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:26.175439 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:26.195645 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (cdaea396-d56e-425a-8cd3-fc5a7eca0227), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.197502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (cdaea396-d56e-425a-8cd3-fc5a7eca0227), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.234414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port dc631c95-cfae-4466-bd9d-96f9c55e264a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dc631c95-cfae-4466-bd9d-96f9c55e264a,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:26.242242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.260353 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks [] for router_controller (cdaea396-d56e-425a-8cd3-fc5a7eca0227), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.325272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=dc631c95-cfae-4466-bd9d-96f9c55e264a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.330119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-544d65ab-f670-4803-a27c-3fe1141897b7', 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'fixed_ips': [{'subnet_id': '1cff5e57-e206-4793-8281-7a2d72b641b2'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:44:26.331563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.411206 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks [] for router_gateway (cdaea396-d56e-425a-8cd3-fc5a7eca0227), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.467954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Allocated IP 172.20.0.2 (544d65ab-f670-4803-a27c-3fe1141897b7/1cff5e57-e206-4793-8281-7a2d72b641b2/90bfa5bc-0eb3-45e6-aece-6a9af1fa1006) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:26.612508 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks [] for router_gateway (cdaea396-d56e-425a-8cd3-fc5a7eca0227), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.615299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Publish callbacks [] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.620960 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.632236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.656009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Network 544d65ab-f670-4803-a27c-3fe1141897b7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:26.661409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:26.665002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:26.683666 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Pushing event updated for resources: {'Port': ['ID=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.731447 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Attempting to bind port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:26.731823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Attempting to bind port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:26.732193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Attempting to bind port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 on network 544d65ab-f670-4803-a27c-3fe1141897b7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:26.737969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:26.738352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Checking segment: {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:26.738761 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.739159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Bound using segment: {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:26.739629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Bound port: 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:26.740016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.753887 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Allocated IP 172.25.6.148 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:26.804579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] For port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:26.807882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] For port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,segment=NetworkSegment(1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f),segment_id=1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:26.811723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.863910 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks [] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.869848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845eea8-a195-4948-8b7e-e1b4aa5a2c75 None None] Pushing event updated for resources: {'Port': ['ID=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.905869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.947487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:26.952779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:26.957717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:26.960700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Pushing event updated for resources: {'Port': ['ID=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:27.057921 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Sync routers for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:27.068175 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:27.068775 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:27.243909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks [] for router_gateway (cdaea396-d56e-425a-8cd3-fc5a7eca0227), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.282159 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:27.420024 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:44:27.444732 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (cdaea396-d56e-425a-8cd3-fc5a7eca0227), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.481657 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 2, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:27.513817 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Checking router: 91a51f58-76e9-4375-8ae1-192621e883ea for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:27.514342 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Updating router 91a51f58-76e9-4375-8ae1-192621e883ea port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:44:27.541511 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.582422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Router cdaea396-d56e-425a-8cd3-fc5a7eca0227 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:44:27.696702 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:27.711752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Sync routers for ids ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:27.726128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.729986 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-bb9a13a9-a34e-4006-aa2e-76d22c04720a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5566137 Jan 28 05:44:27.730395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55204) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:27.735686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Routers {'cdaea396-d56e-425a-8cd3-fc5a7eca0227'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:27.736655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:27.819859 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Publish callbacks [] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.826456 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.860664 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Set router cdaea396-d56e-425a-8cd3-fc5a7eca0227 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:27.957261 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Attempting to bind port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:27.961328 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Attempting to bind port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:27.962854 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Attempting to bind port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae on network b80163c4-6638-498f-a4f6-b37c36450794 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:27.966067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Pushing event updated for resources: {'Port': ['ID=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:27.977886 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.980388 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.981108 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.981734 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.982357 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.982818 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.983387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.983830 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.984332 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.984783 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.985360 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.985794 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.986224 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:27.992657 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:27.993402 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Checking segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:27.993628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6914d-f8e1-45bb-8c62-9064b99dfafb None None] Network 544d65ab-f670-4803-a27c-3fe1141897b7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:27.994092 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.994508 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Bound using segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:27.995092 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Bound port: 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:27.995707 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.094393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] Provisioning complete for port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:28.094776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.108568 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] For port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:28.112319 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] For port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:28.128043 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.181194 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dc631c95-cfae-4466-bd9d-96f9c55e264a up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:28.189118 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:28.189774 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:28.248965 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b053-adae-497f-8b0a-9c29899eeeeb None None] Pushing event updated for resources: {'Port': ['ID=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:28.302887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] Current status of the port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:28.302887 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.343232 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:28.380290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.407003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] For port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,segment=NetworkSegment(1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f),segment_id=1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:28.417853 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.450011 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port dc631c95-cfae-4466-bd9d-96f9c55e264a triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:28.450316 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.498907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:27Z', 'revision_number': 3, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:28.552914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Checking router: cdaea396-d56e-425a-8cd3-fc5a7eca0227 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:28.553252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Updating router cdaea396-d56e-425a-8cd3-fc5a7eca0227 port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:44:28.558365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddfba0-9af6-476e-a327-88085f5ad0ae None None] Pushing event updated for resources: {'Port': ['ID=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:28.576992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Allocated IP 172.20.0.1 (544d65ab-f670-4803-a27c-3fe1141897b7/1cff5e57-e206-4793-8281-7a2d72b641b2/20fad495-0c8a-4bba-a6d5-3d4f239d8d88) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:28.612943 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:28.629020 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.630640 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] Provisioning complete for port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:28.631145 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.643414 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172a54c-661d-4656-8576-b3c885dc58e8 None None] The sync data for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 is: [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:28.694562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks [] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.715439 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port dc631c95-cfae-4466-bd9d-96f9c55e264a is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:28.716553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:28.737873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.786359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Network 544d65ab-f670-4803-a27c-3fe1141897b7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:28.804124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:28.808176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:28.857643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Pushing event updated for resources: {'Port': ['ID=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:28.861766 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (cdaea396-d56e-425a-8cd3-fc5a7eca0227), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.904717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.905251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.905725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.906170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.906617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.907064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.907494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.907926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.908361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.908792 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.909360 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.909802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.910232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:28.923000 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:28.923374 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.928222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] Current status of the port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:28.928621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.029882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] For port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:29.038718 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.061675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.247145 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks [] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.252159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.320834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Pushing event updated for resources: {'Port': ['ID=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:29.323756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (cdaea396-d56e-425a-8cd3-fc5a7eca0227), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.350846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65a987-a631-45b9-a15d-d759177bf996 None None] Pushing event updated for resources: {'Port': ['ID=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:29.360276 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3c695376-bbe3-4980-8c01-b3af70e9d0e4 None None] Provisioning complete for port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:29.360664 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c695376-bbe3-4980-8c01-b3af70e9d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.366859 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:29.389593 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Publish callbacks [] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.401425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.427967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Network 544d65ab-f670-4803-a27c-3fe1141897b7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:29.429737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:29.470168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Attempting to bind port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:29.470544 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Attempting to bind port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:29.470917 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Attempting to bind port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:29.473391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5ef1-4246-488a-94a4-26b115fd9c3f None None] Pushing event updated for resources: {'Port': ['ID=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:29.481853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:29.482180 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:29.482593 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.482986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:29.483474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Bound port: 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:29.483860 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.551689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3c695376-bbe3-4980-8c01-b3af70e9d0e4 None None] Current status of the port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:29.553755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Router cdaea396-d56e-425a-8cd3-fc5a7eca0227 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:44:29.586121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] For port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:29.588190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3c695376-bbe3-4980-8c01-b3af70e9d0e4 None None] Provisioning complete for port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:29.588563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c695376-bbe3-4980-8c01-b3af70e9d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.591111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] For port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:29.614583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.668697 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3c695376-bbe3-4980-8c01-b3af70e9d0e4 None None] Port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:29.678926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:29.691070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-333e273a-2e85-4ac6-aa83-f41750d0d9bb admin admin] 10.222.0.21 "PUT /v2.0/routers/cdaea396-d56e-425a-8cd3-fc5a7eca0227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9512820 Jan 28 05:44:29.691264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5ef1-4246-488a-94a4-26b115fd9c3f None None] Pushing event updated for resources: {'Port': ['ID=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:29.695048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Routers {'cdaea396-d56e-425a-8cd3-fc5a7eca0227'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:29.695304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:29.811432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13b7af39-d360-4e7c-b824-0ce00a2e6f69 None None] Provisioning complete for port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:29.811809 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13b7af39-d360-4e7c-b824-0ce00a2e6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.837798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] Set router cdaea396-d56e-425a-8cd3-fc5a7eca0227 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:29.882099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13b7af39-d360-4e7c-b824-0ce00a2e6f69 None None] Port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:29.998397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:30.092863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:30.093511 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.122007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '20fad495-0c8a-4bba-a6d5-3d4f239d8d88', 'name': '', 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'mac_address': 'fa:16:3e:7f:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:28Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 2, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'subnets': [{'id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:30.158449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b599a1d-441c-42c5-92ab-b77bc3dc42cb None None] The sync data for ids ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'] in n-d-824835-3 is: [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '20fad495-0c8a-4bba-a6d5-3d4f239d8d88', 'name': '', 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'mac_address': 'fa:16:3e:7f:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:28Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 2, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'subnets': [{'id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:30.209520 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:30.210395 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:30.260302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:30.260682 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.347873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:32.032056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:32.099794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:32.100212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.197604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:32.198484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.224710 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:32.229319 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.292202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:32.300474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.301009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.301423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.301772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.302129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.302469 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.303295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.304995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.304995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.305934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.305934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.306175 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:32.306323 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:33.188638 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Sync routers for ids ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:33.198815 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Routers {'cdaea396-d56e-425a-8cd3-fc5a7eca0227'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:33.199531 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:33.312973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Set router cdaea396-d56e-425a-8cd3-fc5a7eca0227 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:33.541512 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '20fad495-0c8a-4bba-a6d5-3d4f239d8d88', 'name': '', 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'mac_address': 'fa:16:3e:7f:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:28Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 2, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'subnets': [{'id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:33.574005 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Checking router: cdaea396-d56e-425a-8cd3-fc5a7eca0227 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:33.574582 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Updating router cdaea396-d56e-425a-8cd3-fc5a7eca0227 port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:44:33.618059 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:33.971009 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:34.040630 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:34.041065 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.134295 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:34.139866 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Publish callbacks [] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.149595 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.260716 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d4b8-53cf-4bdd-9ac5-670cff6294f3 None None] Pushing event updated for resources: {'Port': ['ID=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:34.281335 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Attempting to bind port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:34.281717 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Attempting to bind port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:34.282081 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Attempting to bind port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 on network 544d65ab-f670-4803-a27c-3fe1141897b7 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:34.291964 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:34.292347 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Checking segment: {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:34.292755 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.293167 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Bound using segment: {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:34.293656 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Bound port: 20fad495-0c8a-4bba-a6d5-3d4f239d8d88, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:34.294040 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.385228 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] For port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:34.391378 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] For port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,segment=NetworkSegment(1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f),segment_id=1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:34.396801 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.464851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] Provisioning complete for port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:34.465271 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.467933 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Routers {'cdaea396-d56e-425a-8cd3-fc5a7eca0227'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:34.468576 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:44:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:34.514375 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d4b8-53cf-4bdd-9ac5-670cff6294f3 None None] Pushing event updated for resources: {'Port': ['ID=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:34.611642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] Current status of the port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:34.612375 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.634930 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] Set router cdaea396-d56e-425a-8cd3-fc5a7eca0227 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:34.680815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] For port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,segment=NetworkSegment(1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f),segment_id=1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:34.687358 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.751503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098b5f9-4e06-4cfe-b02e-56b643b7c824 None None] Pushing event updated for resources: {'Port': ['ID=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:34.813245 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0dc3b97c-adfa-4a8d-8c46-fc04a28e955d None None] Provisioning complete for port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:34.813896 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0dc3b97c-adfa-4a8d-8c46-fc04a28e955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.900259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3b97c-adfa-4a8d-8c46-fc04a28e955d None None] Current status of the port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:34.911787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '20fad495-0c8a-4bba-a6d5-3d4f239d8d88', 'name': '', 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'mac_address': 'fa:16:3e:7f:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:28Z', 'updated_at': '2022-01-28T05:44:34Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'subnets': [{'id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:34.943353 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22159dcb-bece-4a54-a4d1-802ff394faba None None] The sync data for ids ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'] in n-d-824835-3 is: [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:29Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '20fad495-0c8a-4bba-a6d5-3d4f239d8d88', 'name': '', 'network_id': '544d65ab-f670-4803-a27c-3fe1141897b7', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'mac_address': 'fa:16:3e:7f:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:28Z', 'updated_at': '2022-01-28T05:44:34Z', 'revision_number': 4, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'subnets': [{'id': '1cff5e57-e206-4793-8281-7a2d72b641b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:36.027812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:36.105745 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:36.106211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:36.203713 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:36.947951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:38.206494 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:38.781872 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3355bb31-2258-4101-80fd-31959e01173a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:39.769441 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-aaeeb425-c07d-4c85-a9a3-e4508f84ebfd tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:39.770949 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-aaeeb425-c07d-4c85-a9a3-e4508f84ebfd tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 814 time: 0.1019535 Jan 28 05:44:39.785932 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-1f2d4d11-3410-4a80-818c-078fbc2b7557 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/quotas/8b49758cc56a48c7b6e2174da8f6cf2c HTTP/1.1" status: 200 len: 375 time: 0.0095751 Jan 28 05:44:39.838882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-5fe6b541-26a7-4a79-952c-7c2f3303263e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480378 Jan 28 05:44:39.931761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-9abc5b41-e80d-421e-bbd4-7348737df1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814686 Jan 28 05:44:40.025753 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-df50183f-2e0e-491f-9fc4-87d40fd56312 service neutron] 10.222.0.21 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880463 Jan 28 05:44:40.200356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a568623f-105a-4c97-a2fb-fe41e4211c86 req-aa98b105-8725-4a75-a8d0-c2cc3c96905a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 210 time: 0.0358071 Jan 28 05:44:40.932009 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f033-7f45-4963-bfa2-7deadc9d1177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.298837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e16922dd-e16d-4175-abdb-3c234c515346 req-f7cb6036-f3a8-453f-a187-d5fdec0a0270 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 210 time: 0.0269120 Jan 28 05:44:42.235912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.260648 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-1356f98f-b3e7-4030-a0e6-a7ca1674068e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.262383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-1356f98f-b3e7-4030-a0e6-a7ca1674068e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 814 time: 0.1145251 Jan 28 05:44:42.280499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'port': {'device_id': '14a7322e-645d-423a-83ff-8c583978446d', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'admin_state_up': True, 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:42.411114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d9002fab-e2f3-428a-9c55-d9296136efc7 req-93894d7f-c8c4-4b8e-8291-efcae3dba133 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 210 time: 0.0395370 Jan 28 05:44:42.421999 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Made reservation on behalf of 8b49758cc56a48c7b6e2174da8f6cf2c for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:42.433549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.564617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Allocated IP 172.20.0.11 (b80163c4-6638-498f-a4f6-b37c36450794/89ebe9dc-6d58-4b66-905e-907f4f342a06/a8916b89-5fec-4e4d-8792-94ad6e174467) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:42.776084 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.826769 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.869422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Network b80163c4-6638-498f-a4f6-b37c36450794 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:42.873047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:42.888810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:42.939283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:42.975009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.975980 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.996030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-6d389829-2724-49d5-be58-c64990a6fb26 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191277 Jan 28 05:44:43.177935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-61622030-e1ef-4b33-b504-8c685e4cf5a1 None None] Provisioning complete for port a8916b89-5fec-4e4d-8792-94ad6e174467 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:43.178349 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-61622030-e1ef-4b33-b504-8c685e4cf5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:43.215078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-61622030-e1ef-4b33-b504-8c685e4cf5a1 None None] Port a8916b89-5fec-4e4d-8792-94ad6e174467 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:43.532646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7585385-de21-4ace-85a6-6186bcab4cc5 req-cfbb396c-f347-44e4-9d9c-b2c6230011aa tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.534851 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7585385-de21-4ace-85a6-6186bcab4cc5 req-cfbb396c-f347-44e4-9d9c-b2c6230011aa tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0508683 Jan 28 05:44:43.584390 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e7585385-de21-4ace-85a6-6186bcab4cc5 req-620bc0ae-9470-4173-8fa2-5fa2bf31e2fd tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Jan 28 05:44:43.959713 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:44.712095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3037d-ade9-45c5-86c6-21f85c3831cf req-2b7b0527-8272-404d-9ae5-df2391007d82 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.713700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8e3037d-ade9-45c5-86c6-21f85c3831cf req-2b7b0527-8272-404d-9ae5-df2391007d82 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0573878 Jan 28 05:44:44.765431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b8e3037d-ade9-45c5-86c6-21f85c3831cf req-7b46fcc1-3b31-4102-bb7c-cfe42f9654a6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Jan 28 05:44:45.529643 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:46.092657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18434-19f4-4f99-bbf4-ed819ce9783b req-fc7cee86-d91e-4437-bb26-de9a42dacbdf tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:46.094187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02a18434-19f4-4f99-bbf4-ed819ce9783b req-fc7cee86-d91e-4437-bb26-de9a42dacbdf tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.2471089 Jan 28 05:44:46.148214 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02a18434-19f4-4f99-bbf4-ed819ce9783b req-943bb52d-8c14-4cbd-91f4-f66f73aca58d tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Jan 28 05:44:47.327308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8658-7e3d-4b2e-bbd2-d80bb56d92d9 req-32b3ee2f-87da-4375-adde-1220dff49757 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.328836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4eb8658-7e3d-4b2e-bbd2-d80bb56d92d9 req-32b3ee2f-87da-4375-adde-1220dff49757 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.1089940 Jan 28 05:44:47.379873 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d4eb8658-7e3d-4b2e-bbd2-d80bb56d92d9 req-6109acf7-e917-4553-a39e-08eaaa2e8a29 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Jan 28 05:44:48.501859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43273e-9265-4ac8-8d72-620114cd400d req-500ab97c-e7b6-41dd-93f0-22cdfbdb244a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:48.503480 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d43273e-9265-4ac8-8d72-620114cd400d req-500ab97c-e7b6-41dd-93f0-22cdfbdb244a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0493886 Jan 28 05:44:48.553436 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3d43273e-9265-4ac8-8d72-620114cd400d req-bb7f5982-9ace-48a2-bd7b-812bf5edc0fa tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438540 Jan 28 05:44:49.675592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6547858-011b-4add-9e41-16293ec1c984 req-03d9ddd1-393c-40ba-a4e4-d21a52f9a168 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.677228 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6547858-011b-4add-9e41-16293ec1c984 req-03d9ddd1-393c-40ba-a4e4-d21a52f9a168 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0564792 Jan 28 05:44:49.730838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6547858-011b-4add-9e41-16293ec1c984 req-a3e7081e-63ee-4506-b22f-e2220a6b9aee tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Jan 28 05:44:50.856422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e5dbc-2eac-4d02-8e84-75e44a7a674c req-96fa5897-936a-4690-b16c-f034b97d4068 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.858213 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b32e5dbc-2eac-4d02-8e84-75e44a7a674c req-96fa5897-936a-4690-b16c-f034b97d4068 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0576081 Jan 28 05:44:50.904435 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b32e5dbc-2eac-4d02-8e84-75e44a7a674c req-d8a0e0b0-a16c-4c98-97b3-f9711f79fe83 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 Jan 28 05:44:52.017310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94040a8-c893-436c-b969-7abe23a5cb26 req-74b4f621-9953-48e6-bb80-6899b62a1676 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:52.019372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b94040a8-c893-436c-b969-7abe23a5cb26 req-74b4f621-9953-48e6-bb80-6899b62a1676 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0491860 Jan 28 05:44:52.065111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b94040a8-c893-436c-b969-7abe23a5cb26 req-d54af04a-7588-4a92-b105-faa8ddbb0c1a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Jan 28 05:44:53.201691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f75f8e-e1eb-44a6-a2e9-2ef056eb9f3c req-3a2a4249-042f-41de-b313-6e1a26bd7c1c tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.203887 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59f75f8e-e1eb-44a6-a2e9-2ef056eb9f3c req-3a2a4249-042f-41de-b313-6e1a26bd7c1c tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0656476 Jan 28 05:44:53.249990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-59f75f8e-e1eb-44a6-a2e9-2ef056eb9f3c req-43348bf0-2a33-487c-9c3d-b15dc122a1c0 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Jan 28 05:44:54.367970 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9a54d-b8e2-4acc-bbf8-1debf13ef62a req-a6370cd6-b1e8-46d8-b1b3-36444986daf6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:54.369476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3de9a54d-b8e2-4acc-bbf8-1debf13ef62a req-a6370cd6-b1e8-46d8-b1b3-36444986daf6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 932 time: 0.0530694 Jan 28 05:44:54.414856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3de9a54d-b8e2-4acc-bbf8-1debf13ef62a req-000d1537-446b-4ac6-af2a-15fba97cd95a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Jan 28 05:44:54.508007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Request body: {'port': {'device_id': '14a7322e-645d-423a-83ff-8c583978446d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:54.559827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.819036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8916b89-5fec-4e4d-8792-94ad6e174467 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:54.826455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Publish callbacks [] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.838755 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Transition to ACTIVE for port object a8916b89-5fec-4e4d-8792-94ad6e174467 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:54.842394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.890885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:54.969684 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Attempting to bind port a8916b89-5fec-4e4d-8792-94ad6e174467 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:54.970023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Attempting to bind port a8916b89-5fec-4e4d-8792-94ad6e174467 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:54.970359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Attempting to bind port a8916b89-5fec-4e4d-8792-94ad6e174467 on network b80163c4-6638-498f-a4f6-b37c36450794 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:54.974988 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Port a8916b89-5fec-4e4d-8792-94ad6e174467 on network b80163c4-6638-498f-a4f6-b37c36450794 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:54.975315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Attempting to bind port a8916b89-5fec-4e4d-8792-94ad6e174467 on network b80163c4-6638-498f-a4f6-b37c36450794 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:54.980438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:54.980782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Checking segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:54.981210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Bound using segment: {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:54.981643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Bound port: a8916b89-5fec-4e4d-8792-94ad6e174467, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f42f938-75f6-4ab6-b4bc-98189d3ec29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:54.982002 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.051559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:55.054515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:55.059112 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.092634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.093310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.094855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] 10.222.0.52 "PUT /v2.0/ports/a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1092 time: 0.5912778 Jan 28 05:44:55.095255 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:55.097669 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:55.129741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea9753-812d-4a8b-b854-51d3fe368845 service neutron] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:55.148209 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b8805b-adc3-43ed-b07c-d52d446f3619 x-openstack-request-id: req-33b8805b-adc3-43ed-b07c-d52d446f3619 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:55.148568 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:55.148834 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33b8805b-adc3-43ed-b07c-d52d446f3619 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:55.149274 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'status': 'completed', 'code': 200} Jan 28 05:44:55.217087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-8d5a4fd6-9317-4ff9-b7d0-beffb3ab2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.218651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-8d5a4fd6-9317-4ff9-b7d0-beffb3ab2a30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1095 time: 0.0426865 Jan 28 05:44:55.271565 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-9a511c3d-6f0e-4dc8-8d76-812daa222d09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 217 time: 0.0399492 Jan 28 05:44:55.321445 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-169f201e-762d-450d-8cb6-d9e272ef0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.323329 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-169f201e-762d-450d-8cb6-d9e272ef0ed9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0457027 Jan 28 05:44:55.368172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-2752207f-e617-45d4-856a-1aa51bec608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.369644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-2752207f-e617-45d4-856a-1aa51bec608d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410333 Jan 28 05:44:55.463161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-be92fb1b-b105-4e2a-b57b-13c33cba96f4 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876589 Jan 28 05:44:55.585955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867fe1e-dd90-4337-aa7d-969620dc5c1b req-2a0ca266-e849-447d-9855-8954eec3ee0b tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.587591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1867fe1e-dd90-4337-aa7d-969620dc5c1b req-2a0ca266-e849-447d-9855-8954eec3ee0b tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 944 time: 0.1010852 Jan 28 05:44:55.595162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f0be286-8783-43f9-b560-3d3a41e638ca req-d0d4b416-a2f9-42d1-abd1-0c3b8e24a4cf service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263595 Jan 28 05:44:55.645444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1867fe1e-dd90-4337-aa7d-969620dc5c1b req-22a9b4f4-70c3-4a49-a909-26dd8ba3011f tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493064 Jan 28 05:44:55.716954 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-1bb88867-57e5-4fc6-8691-7075bb2a62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.718622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-1bb88867-57e5-4fc6-8691-7075bb2a62c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1095 time: 0.0423076 Jan 28 05:44:55.811032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-d1d9d08c-ffd9-4c0a-ba17-562b97704763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.812636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-d1d9d08c-ffd9-4c0a-ba17-562b97704763 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.0882728 Jan 28 05:44:55.858417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-06680e04-400a-4b0e-8d53-5509108f8e85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 217 time: 0.0395052 Jan 28 05:44:55.907282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-f48a1384-9514-4e82-9a6b-77da3fe57a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.909647 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-f48a1384-9514-4e82-9a6b-77da3fe57a4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0459712 Jan 28 05:44:55.981972 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-950bd9ad-ede0-469e-8311-effd116590e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.985117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-950bd9ad-ede0-469e-8311-effd116590e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673466 Jan 28 05:44:56.076129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-97e7baab-f66d-4675-9bde-37bbed9946db service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868342 Jan 28 05:44:56.163256 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e61b34e4-1cd3-4e6f-8c54-37083b5f0a82 req-410e57f1-11aa-4279-8e23-81de2d05a42c service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811863 Jan 28 05:44:56.764956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128aba-6dfa-469a-b24f-77662c15a950 req-92d5fe8a-9d2a-4923-911a-9ada12552a53 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.766465 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f128aba-6dfa-469a-b24f-77662c15a950 req-92d5fe8a-9d2a-4923-911a-9ada12552a53 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 944 time: 0.0481822 Jan 28 05:44:56.812929 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2f128aba-6dfa-469a-b24f-77662c15a950 req-14515124-23c0-4677-aca8-0c07d3b07c7c tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Jan 28 05:44:57.929186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbe629-42c4-477f-a2f9-6ac849452750 req-3ca392bb-6a9b-4cbb-89d7-29c0ac463b87 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.930764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bedbe629-42c4-477f-a2f9-6ac849452750 req-3ca392bb-6a9b-4cbb-89d7-29c0ac463b87 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 944 time: 0.0504990 Jan 28 05:44:57.982239 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bedbe629-42c4-477f-a2f9-6ac849452750 req-4c4567b6-3bd3-4d74-b5c3-ef24e26e9430 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 Jan 28 05:44:59.097634 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99965d2-88cb-458e-a9ce-051b2f6913e0 req-474b82cd-f7a9-49e8-b1e1-5814a68bd8ca tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.099168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e99965d2-88cb-458e-a9ce-051b2f6913e0 req-474b82cd-f7a9-49e8-b1e1-5814a68bd8ca tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 944 time: 0.0495024 Jan 28 05:44:59.150327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e99965d2-88cb-458e-a9ce-051b2f6913e0 req-536a72ad-e5c5-42c6-ac22-064c9d5a80db tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455751 Jan 28 05:44:59.705794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a8916b89-5fec-4e4d-8792-94ad6e174467 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:59.798547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:59.809852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'port_id': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'mac_address': 'fa:16:3e:5b:67:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:59.844763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port a8916b89-5fec-4e4d-8792-94ad6e174467 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:59.845168 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.858100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8916b89-5fec-4e4d-8792-94ad6e174467 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:59.876781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:59.880829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.925895 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:00.263368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b3f7-d330-45a3-a347-4b6c426ca1e0 req-bb4db90e-b048-4b0c-993a-9003ed5f3752 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:00.264856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8141b3f7-d330-45a3-a347-4b6c426ca1e0 req-bb4db90e-b048-4b0c-993a-9003ed5f3752 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 945 time: 0.0479288 Jan 28 05:45:00.298539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a8916b89-5fec-4e4d-8792-94ad6e174467'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:00.318400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8141b3f7-d330-45a3-a347-4b6c426ca1e0 req-f2b69709-7ae6-4f69-8e11-ee69b25e2d1f tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Jan 28 05:45:01.435818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74ed22-37e4-4f43-905d-e1a295d7b96a req-2e606622-31fc-46c1-bcff-c6e9a64f61d0 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.437306 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c74ed22-37e4-4f43-905d-e1a295d7b96a req-2e606622-31fc-46c1-bcff-c6e9a64f61d0 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 945 time: 0.0464909 Jan 28 05:45:01.482703 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6c74ed22-37e4-4f43-905d-e1a295d7b96a req-d10a9cb6-159d-4465-a4d2-52eae7e3ca2a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392730 Jan 28 05:45:01.710083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a8916b89-5fec-4e4d-8792-94ad6e174467 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:01.761277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port a8916b89-5fec-4e4d-8792-94ad6e174467 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:01.765195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port a8916b89-5fec-4e4d-8792-94ad6e174467 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:01.765577 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.839783 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port a8916b89-5fec-4e4d-8792-94ad6e174467 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:01.840174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.861930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:01.864426 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71a911f-1efc-40f9-a6f8-63d00c817750" -d '{"events": [{"server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "name": "network-vif-plugged", "status": "completed", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:01.876866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:01.880933 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.903188 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ce9cec-32ff-4f1e-9ca1-4eb4d2c9cb94 x-openstack-request-id: req-71ce9cec-32ff-4f1e-9ca1-4eb4d2c9cb94 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:01.903484 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "name": "network-vif-plugged", "status": "completed", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:01.903741 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71ce9cec-32ff-4f1e-9ca1-4eb4d2c9cb94 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:01.904139 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'code': 200} Jan 28 05:45:01.929435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:02.025929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906d96a-a239-4a61-88c5-ba2b17656a56 req-fc99b781-9cb7-485b-add3-375dd432f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.027356 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9906d96a-a239-4a61-88c5-ba2b17656a56 req-fc99b781-9cb7-485b-add3-375dd432f1d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1097 time: 0.0386560 Jan 28 05:45:02.068355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9906d96a-a239-4a61-88c5-ba2b17656a56 req-abb8aa04-c1bf-4cf6-b23f-39e45336974a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Jan 28 05:45:02.594467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2310-8b42-45da-91f0-9e8ae92b4fd0 req-282199d7-1e78-470a-91a9-defdee129b4e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.595944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7eb2310-8b42-45da-91f0-9e8ae92b4fd0 req-282199d7-1e78-470a-91a9-defdee129b4e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0471179 Jan 28 05:45:02.640893 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a7eb2310-8b42-45da-91f0-9e8ae92b4fd0 req-249b0bb0-4a36-4eb9-8e8c-1ced74048235 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Jan 28 05:45:03.759526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111ad02-323b-444f-b8e7-f1cbac13a645 req-3bba59f3-0321-4d7b-8ea2-dc7a854f7a00 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.761018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3111ad02-323b-444f-b8e7-f1cbac13a645 req-3bba59f3-0321-4d7b-8ea2-dc7a854f7a00 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0511482 Jan 28 05:45:03.806619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3111ad02-323b-444f-b8e7-f1cbac13a645 req-86ea8f9f-a147-40c8-b084-2a58b4ab3b33 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Jan 28 05:45:03.924407 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa6ee8-98f9-4864-ae97-5b4d7a0c471a req-f96c578d-2e10-4214-9996-8017c5e3c3a7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.925863 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2caa6ee8-98f9-4864-ae97-5b4d7a0c471a req-f96c578d-2e10-4214-9996-8017c5e3c3a7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0514593 Jan 28 05:45:03.972127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2caa6ee8-98f9-4864-ae97-5b4d7a0c471a req-6e2d9826-04de-4221-a1db-780f3bf93104 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Jan 28 05:45:04.155482 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df423d28-e9b8-4c31-b313-6213806faa28 req-9fc20223-8fe3-4e97-891e-2e7a3efef77a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:04.156979 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df423d28-e9b8-4c31-b313-6213806faa28 req-9fc20223-8fe3-4e97-891e-2e7a3efef77a tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0479755 Jan 28 05:45:04.202701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df423d28-e9b8-4c31-b313-6213806faa28 req-660c521d-4cc3-4d96-b687-f94619a7dfb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Jan 28 05:45:04.419582 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:45:06.940567 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.206963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.744890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b50a9564-19d0-4d78-ae29-929d48e41ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.935290 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-458b9d97-7ce7-4516-85c8-ef042e467e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.240117 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:13.959226 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.494811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.017547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f20e7c-91bb-40fc-9b85-90f471105430 req-e59cac6e-39a3-4b4a-94d3-3b30d133aa5e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.018952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c1f20e7c-91bb-40fc-9b85-90f471105430 req-e59cac6e-39a3-4b4a-94d3-3b30d133aa5e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0558186 Jan 28 05:45:23.064919 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c1f20e7c-91bb-40fc-9b85-90f471105430 req-d149d10a-ae05-4161-97d5-b49ef208c2b3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Jan 28 05:45:23.087168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55428) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:23.165859 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a578b4-9cc6-439c-8b84-a803114af363 tempest-TestMinimumBasicScenario-2066395559 tempest-TestMinimumBasicScenario-2066395559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.167378 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-25a578b4-9cc6-439c-8b84-a803114af363 tempest-TestMinimumBasicScenario-2066395559 tempest-TestMinimumBasicScenario-2066395559-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1092 time: 0.0792744 Jan 28 05:45:23.170422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55432) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:23.174617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:23.194389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.292375 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.390136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Allocated IP 172.25.6.134 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:23.489875 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.522235 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.559227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:23.561904 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:23.564348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:23.589208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'Port': ['ID=d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:23.602481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.602831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.603177 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.603518 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.603854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.604184 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.604515 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.604837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.605188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.605517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.605841 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.606163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:23.606480 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:24.221437 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for floatingip (ab101d44-a75e-447c-b90b-7f8daebf523f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.287030 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.434847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.439731 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.512491 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'Port': ['ID=d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:24.520057 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (ab101d44-a75e-447c-b90b-7f8daebf523f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.618574 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Floating IP ab101d44-a75e-447c-b90b-7f8daebf523f associated. External IP: 172.25.6.134, port: a8916b89-5fec-4e4d-8792-94ad6e174467. Jan 28 05:45:24.821031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Router 91a51f58-76e9-4375-8ae1-192621e883ea has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:45:24.927540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:45:24.937406 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] Sync routers for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:45:24.944959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.946755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:45:24.947448 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:45:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:24.972261 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-53408345-339a-4dfa-aea6-21b61331eaf5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8006537 Jan 28 05:45:24.972699 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:24.975004 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2521f4-d06f-4457-9639-b01d0113eb60" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:24.975389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55434) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:24.980454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788235335', 'description': 'tempest-secgroup-smoke-1788235335 description', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.004222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.080082 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group (979b5d07-adb0-46f2-bd88-a8f0e9107f58), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.085167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (979b5d07-adb0-46f2-bd88-a8f0e9107f58), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.087550 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e35c955-ff6e-4db2-b73e-dacd9689bb62 x-openstack-request-id: req-7e35c955-ff6e-4db2-b73e-dacd9689bb62 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:25.087849 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:25.088099 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e35c955-ff6e-4db2-b73e-dacd9689bb62 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:25.088502 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'status': 'completed', 'code': 200} Jan 28 05:45:25.118118 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.122358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1429281 Jan 28 05:45:25.122564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:25.127137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group_rule': {'security_group_id': '979b5d07-adb0-46f2-bd88-a8f0e9107f58', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.131998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f7f90-0d5c-473e-9ebe-731481fa6df7 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979b5d07-adb0-46f2-bd88-a8f0e9107f58,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.163579 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (3f166813-d0f6-42ce-8d4d-c7f4ed19540c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.222012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:45:25.226287 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (3f166813-d0f6-42ce-8d4d-c7f4ed19540c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.231830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3f166813-d0f6-42ce-8d4d-c7f4ed19540c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.237338 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-7c188414-a777-4456-b4ef-d341784e4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:25.239016 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-7c188414-a777-4456-b4ef-d341784e4a30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1097 time: 0.1024172 Jan 28 05:45:25.253939 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f166813-d0f6-42ce-8d4d-c7f4ed19540c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.259051 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.261558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-179af209-2b4b-4e0c-8336-9d7f3463c856 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367788 Jan 28 05:45:25.263103 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55444) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:25.268406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group_rule': {'security_group_id': '979b5d07-adb0-46f2-bd88-a8f0e9107f58', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.294647 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (0670ddad-2d96-4a17-b083-549db653fd10), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.348788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-44b619e9-074f-4f76-92f6-96ba4457e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:25.350611 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-44b619e9-074f-4f76-92f6-96ba4457e19a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.1053770 Jan 28 05:45:25.354673 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (0670ddad-2d96-4a17-b083-549db653fd10), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.360163 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0670ddad-2d96-4a17-b083-549db653fd10), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.382608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0670ddad-2d96-4a17-b083-549db653fd10,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.388580 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.389761 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-779a4da7-dbd5-4097-a8ed-33e0f3f78cb6 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254835 Jan 28 05:45:25.392969 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55446) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:25.397446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group_rule': {'security_group_id': '979b5d07-adb0-46f2-bd88-a8f0e9107f58', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.426085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (c3bb059f-874c-41db-94f3-d0ba767412ce), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.431957 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-5fe8003e-b0f2-4b4a-9327-4097afe7688e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1000 time: 0.0751247 Jan 28 05:45:25.467332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ab101d44-a75e-447c-b90b-7f8daebf523f', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'port_id': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'mac_address': 'fa:16:3e:5b:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a7322e-645d-423a-83ff-8c583978446d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:45:24Z', 'updated_at': '2022-01-28T05:45:24Z', 'revision_number': 0, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:25.487347 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (c3bb059f-874c-41db-94f3-d0ba767412ce), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.489595 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-6da7d700-3717-4e2f-abf8-bb31ca8ffc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:25.491279 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-6da7d700-3717-4e2f-abf8-bb31ca8ffc64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0532756 Jan 28 05:45:25.492194 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (c3bb059f-874c-41db-94f3-d0ba767412ce), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.497072 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] Checking router: 91a51f58-76e9-4375-8ae1-192621e883ea for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:45:25.507126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:45:25.508007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:45:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:25.511468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bb059f-874c-41db-94f3-d0ba767412ce,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.519301 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.520526 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-fd77ad2c-d9da-417b-80e9-c148eae774c3 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265664 Jan 28 05:45:25.523202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55448) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:25.527852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group_rule': {'security_group_id': '979b5d07-adb0-46f2-bd88-a8f0e9107f58', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.549751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-74f6cc7f-58f8-4109-a9fe-a5be51f194fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:25.551458 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-74f6cc7f-58f8-4109-a9fe-a5be51f194fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542617 Jan 28 05:45:25.558924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (39346cf5-e7d2-4e3c-8e76-47eec2726107), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.623938 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (39346cf5-e7d2-4e3c-8e76-47eec2726107), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.624962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:45:25.629544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (39346cf5-e7d2-4e3c-8e76-47eec2726107), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.654639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-0b30ff29-072b-4288-b9ce-3a08b3a97f6a service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966136 Jan 28 05:45:25.655160 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39346cf5-e7d2-4e3c-8e76-47eec2726107,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.661374 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.662843 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6af23d80-0509-4011-8eaa-069742398e46 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386695 Jan 28 05:45:25.665948 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55450) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:25.670878 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group_rule': {'security_group_id': '979b5d07-adb0-46f2-bd88-a8f0e9107f58', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.699096 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Project 8b49758cc56a48c7b6e2174da8f6cf2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:45:25.706378 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (de73d51d-d413-4f73-b3a5-50d8a85a4096), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.766362 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5d2521f4-d06f-4457-9639-b01d0113eb60 req-aa0cdd74-9064-4101-a301-11427dcad8f3 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058421 Jan 28 05:45:25.771743 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (de73d51d-d413-4f73-b3a5-50d8a85a4096), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.775534 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (de73d51d-d413-4f73-b3a5-50d8a85a4096), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.791348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de73d51d-d413-4f73-b3a5-50d8a85a4096,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.808878 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.810512 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3356bf84-7ab2-4163-9fcb-ce8994838949 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430044 Jan 28 05:45:25.812913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55452) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:25.817371 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'security_group_rule': {'security_group_id': '979b5d07-adb0-46f2-bd88-a8f0e9107f58', 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:25.842658 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Project 8b49758cc56a48c7b6e2174da8f6cf2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:45:25.848046 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (651f602b-ccb0-446a-a04c-58b1020df50e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.873193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ab101d44-a75e-447c-b90b-7f8daebf523f', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'port_id': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'mac_address': 'fa:16:3e:5b:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a7322e-645d-423a-83ff-8c583978446d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:45:24Z', 'updated_at': '2022-01-28T05:45:24Z', 'revision_number': 0, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:25.888490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-b5a94a43-2f2d-44cb-9297-9125516b58ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442421 Jan 28 05:45:25.904887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310bdf-2868-4bfd-89f4-6cd58e9420cb None None] The sync data for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 is: [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ab101d44-a75e-447c-b90b-7f8daebf523f', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'port_id': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'mac_address': 'fa:16:3e:5b:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a7322e-645d-423a-83ff-8c583978446d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:45:24Z', 'updated_at': '2022-01-28T05:45:24Z', 'revision_number': 0, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:45:25.913014 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (651f602b-ccb0-446a-a04c-58b1020df50e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.920608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (651f602b-ccb0-446a-a04c-58b1020df50e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.942300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651f602b-ccb0-446a-a04c-58b1020df50e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:25.950073 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.951312 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-51f2edef-8d30-46fb-9950-808f6873c57e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373849 Jan 28 05:45:25.998847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-ef32282d-afe4-422e-8944-8166b6b5d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.000382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-ef32282d-afe4-422e-8944-8166b6b5d56a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1097 time: 0.0517337 Jan 28 05:45:26.056142 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-65ac2973-9b70-4978-bace-9d56035edcbd tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788235335&fields=id&tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c HTTP/1.1" status: 200 len: 267 time: 0.0534077 Jan 28 05:45:26.114185 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-7b37806d-aeec-4a1f-ba4c-20bbc367104b tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.115768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-7b37806d-aeec-4a1f-ba4c-20bbc367104b tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0534778 Jan 28 05:45:26.120069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-046aff82-4108-4a28-94e1-5664ac761252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.121660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-046aff82-4108-4a28-94e1-5664ac761252 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.1007357 Jan 28 05:45:26.127308 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'port': {'security_groups': ['dcd5fd10-247c-43d1-b244-e07adbb1ca88', '979b5d07-adb0-46f2-bd88-a8f0e9107f58']}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:26.162986 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa7dfb1-b083-4f4e-bf3f-80121176a2d7 None None] New status for floating IP ab101d44-a75e-447c-b90b-7f8daebf523f: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:45:26.190547 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-7768c0a1-e684-4bf8-aa0b-766b00efb2c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1000 time: 0.0626986 Jan 28 05:45:26.193420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.242582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-1e86658e-0cd6-4ad5-91e1-3f3a403eef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.244073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-1e86658e-0cd6-4ad5-91e1-3f3a403eef51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0481246 Jan 28 05:45:26.290369 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-04fb7821-f286-4842-9d5e-503581fd8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.292307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-04fb7821-f286-4842-9d5e-503581fd8868 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425460 Jan 28 05:45:26.386114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-22aa83b7-c75c-4b1d-b74f-8c2f33728836 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874021 Jan 28 05:45:26.395932 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:26.430180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.435909 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.471100 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a8916b89-5fec-4e4d-8792-94ad6e174467'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:26.476162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.476948 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.478546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-db12b072-3d08-4434-ac19-fb05000f3d7a req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "PUT /v2.0/ports/a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 982 time: 0.3565114 Jan 28 05:45:26.491430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1634c9ab-4ebc-4734-a30c-2a0698acc94e req-e180eb47-11cb-4949-92d4-6f5062daec9e service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986526 Jan 28 05:45:26.527474 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7710aca-f6af-4db4-bb82-3da45f65f7a5 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:26.593593 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244a01d-9be8-4287-932a-3acaa1d101f4 req-11bd2665-daa7-48e4-a509-acc14384ae38 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.595722 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f244a01d-9be8-4287-932a-3acaa1d101f4 req-11bd2665-daa7-48e4-a509-acc14384ae38 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0565884 Jan 28 05:45:26.604797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a8916b89-5fec-4e4d-8792-94ad6e174467'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:26.665195 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f244a01d-9be8-4287-932a-3acaa1d101f4 req-ed8d487a-1ad8-45ca-951c-64b007750024 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631614 Jan 28 05:45:26.804485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fc8569fe-7595-4485-8dc0-137eabcd7e3f None None] Provisioning complete for port a8916b89-5fec-4e4d-8792-94ad6e174467 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:26.804773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc8569fe-7595-4485-8dc0-137eabcd7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.019856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fc8569fe-7595-4485-8dc0-137eabcd7e3f None None] Current status of the port a8916b89-5fec-4e4d-8792-94ad6e174467 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:27.089987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:27.092455 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d883a212-3ce0-4f44-815a-e885d0931187" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:27.131500 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c1e585-ff00-4385-9d23-dea6cb578009 x-openstack-request-id: req-f0c1e585-ff00-4385-9d23-dea6cb578009 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:27.131802 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:27.132061 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0c1e585-ff00-4385-9d23-dea6cb578009 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:27.132473 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'status': 'completed', 'code': 200} Jan 28 05:45:27.220348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a212-3ce0-4f44-815a-e885d0931187 req-66efa592-d7be-417e-8464-7cfb9ef9e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.221919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-66efa592-d7be-417e-8464-7cfb9ef9e132 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1136 time: 0.0466833 Jan 28 05:45:27.311006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a212-3ce0-4f44-815a-e885d0931187 req-54d940f6-d109-4b7c-8a76-eed6d32cce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.312403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-54d940f6-d109-4b7c-8a76-eed6d32cce69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.0838013 Jan 28 05:45:27.380361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-306b878a-bd77-4f84-8234-395f42373df6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1002 time: 0.0619669 Jan 28 05:45:27.706281 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a212-3ce0-4f44-815a-e885d0931187 req-ab08c77d-c87a-4775-9a4b-bb499e06a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.707766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-ab08c77d-c87a-4775-9a4b-bb499e06a193 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.3218672 Jan 28 05:45:27.750868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a212-3ce0-4f44-815a-e885d0931187 req-e8964d3b-92ae-42f7-9346-8c96366c03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.752871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-e8964d3b-92ae-42f7-9346-8c96366c03f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391424 Jan 28 05:45:27.841048 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-6b56e290-8b7a-4bda-963e-e52d699f8bdc service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821700 Jan 28 05:45:27.926619 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d883a212-3ce0-4f44-815a-e885d0931187 req-59cd625c-681b-48d9-9765-2b61ed539d95 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799565 Jan 28 05:45:36.954536 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.205951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.747100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5419909-0397-466d-8b71-9f238d2ec27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:40.936546 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc6a98f9-15b7-40a9-979f-0a68454ac3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:41.418351 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:45:42.241704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:43.961780 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:45.497625 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.954788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.224153 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.753405 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6876497d-95a0-4434-87f4-d53cda57db5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.937583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60837f6a-e6ff-4ce8-9cbc-b032f1603a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.244602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.962645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2a847-83c7-40c1-be3f-f2be10ca6047 req-cde30fcf-0eda-4f30-b419-99a42d6720f0 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.964066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9b2a847-83c7-40c1-be3f-f2be10ca6047 req-cde30fcf-0eda-4f30-b419-99a42d6720f0 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0536051 Jan 28 05:46:12.977967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-ddeb66c1-815f-469f-a2a7-0bf0fbbeda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.979499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-ddeb66c1-815f-469f-a2a7-0bf0fbbeda24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1136 time: 0.0412707 Jan 28 05:46:13.028865 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e9b2a847-83c7-40c1-be3f-f2be10ca6047 req-a817ef9a-8ce6-45c8-8338-556bb4c4e78c tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566411 Jan 28 05:46:13.071911 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-9e1bf3d0-8cfe-4798-a6a4-2ad5748c5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.073556 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-9e1bf3d0-8cfe-4798-a6a4-2ad5748c5d34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.0877259 Jan 28 05:46:13.138229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-2bfe0033-8e56-4dc7-9b50-799c40e9467f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1002 time: 0.0578792 Jan 28 05:46:13.191878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-cd2549ed-6158-4273-8651-7e4db6a7f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.193454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-cd2549ed-6158-4273-8651-7e4db6a7f607 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0489116 Jan 28 05:46:13.237808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-088fd898-6d0e-47a7-94e2-41e4ad1ac334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.239217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-088fd898-6d0e-47a7-94e2-41e4ad1ac334 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400121 Jan 28 05:46:13.324962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-a9f1201d-917a-45ba-ac5f-b7fcbb62b5cf service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797863 Jan 28 05:46:13.415003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a60e0c8e-c20f-4935-acd4-a9a0033a3674 req-e0f9bb03-a753-4fed-8d46-98e588caf0ea service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839021 Jan 28 05:46:13.964209 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:14.148358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c43c9b-4fca-4ee2-9705-74d503953658 req-5d98eb3c-ee6b-4bd0-8011-d683612cb574 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:14.149900 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4c43c9b-4fca-4ee2-9705-74d503953658 req-5d98eb3c-ee6b-4bd0-8011-d683612cb574 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0481479 Jan 28 05:46:14.209272 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c4c43c9b-4fca-4ee2-9705-74d503953658 req-9feea8db-b2fa-409e-8aa9-29a059250050 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535960 Jan 28 05:46:15.335928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3e7b2-40e7-4525-87c0-0d4deefd9ca8 req-07997331-4eaa-4f11-aa1c-483c9311bb14 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:15.337640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51d3e7b2-40e7-4525-87c0-0d4deefd9ca8 req-07997331-4eaa-4f11-aa1c-483c9311bb14 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0530412 Jan 28 05:46:15.404068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51d3e7b2-40e7-4525-87c0-0d4deefd9ca8 req-1379e845-390b-44c3-983d-82a5772ab564 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573049 Jan 28 05:46:15.501645 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:16.523177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa2e59-3c99-43cc-87c0-be627ec2ca95 req-68e44eb8-2b20-4e23-98d8-65873e399023 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:16.524654 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfaa2e59-3c99-43cc-87c0-be627ec2ca95 req-68e44eb8-2b20-4e23-98d8-65873e399023 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0530312 Jan 28 05:46:16.583890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dfaa2e59-3c99-43cc-87c0-be627ec2ca95 req-28727b14-e930-48e3-8deb-aa2f186f421c tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533657 Jan 28 05:46:17.699158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db6e4-b2b1-47c3-99e6-32eeaa731c9f req-dca6d977-97c2-422b-99d5-23d05114d785 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:17.700650 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b34db6e4-b2b1-47c3-99e6-32eeaa731c9f req-dca6d977-97c2-422b-99d5-23d05114d785 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0507786 Jan 28 05:46:17.761797 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b34db6e4-b2b1-47c3-99e6-32eeaa731c9f req-59692cd7-1b24-4118-92ac-e65ae1c817d8 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547967 Jan 28 05:46:18.417264 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:46:18.877037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2097c7a-f21a-4e27-9cd7-b258d1e37ffa req-77dd5061-553c-4b65-9aae-104762ee549d tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:18.878536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2097c7a-f21a-4e27-9cd7-b258d1e37ffa req-77dd5061-553c-4b65-9aae-104762ee549d tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0494661 Jan 28 05:46:18.936853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d2097c7a-f21a-4e27-9cd7-b258d1e37ffa req-651e5c02-cdfa-43c9-bee1-6a5c8bdc5ae4 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526850 Jan 28 05:46:20.050613 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2521f71-a6a3-433f-9b08-6f2317e7fa98 req-edc454d6-5509-44b6-a374-706849283192 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:20.052111 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2521f71-a6a3-433f-9b08-6f2317e7fa98 req-edc454d6-5509-44b6-a374-706849283192 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0492928 Jan 28 05:46:20.110608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e2521f71-a6a3-433f-9b08-6f2317e7fa98 req-8a11f395-13f7-4998-b763-199d503317ff tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527003 Jan 28 05:46:21.225120 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605dbdc-12b6-4d1b-a84c-4ecec052b89f req-07b4b524-deca-4371-aaa2-a72a695dc264 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:21.226674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b605dbdc-12b6-4d1b-a84c-4ecec052b89f req-07b4b524-deca-4371-aaa2-a72a695dc264 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0484838 Jan 28 05:46:21.290773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b605dbdc-12b6-4d1b-a84c-4ecec052b89f req-a287f0e5-7e22-4270-a6ce-4ebe463c4b4e tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584476 Jan 28 05:46:22.406490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5e9c3-bcc1-4d94-85f1-86ff7e0a246b req-30e15532-77aa-4070-8d00-a4579d4ac374 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:22.407944 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13e5e9c3-bcc1-4d94-85f1-86ff7e0a246b req-30e15532-77aa-4070-8d00-a4579d4ac374 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0473156 Jan 28 05:46:22.469243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13e5e9c3-bcc1-4d94-85f1-86ff7e0a246b req-420a1f5f-58ba-473a-b8c2-de667b3bd72b tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555830 Jan 28 05:46:23.582944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1733e-3bec-4de2-9ed5-9accec2b65b3 req-6830479d-8491-4e0e-9e7a-c0b91141f696 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:23.584428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37a1733e-3bec-4de2-9ed5-9accec2b65b3 req-6830479d-8491-4e0e-9e7a-c0b91141f696 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0482211 Jan 28 05:46:23.643896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-37a1733e-3bec-4de2-9ed5-9accec2b65b3 req-cb86541b-4524-4828-bf77-23d5102fb1aa tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538335 Jan 28 05:46:24.759748 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b82a2-f306-4833-a7fc-1734c87c041e req-d1007978-83d6-4a03-9257-47b8091e6fdb tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:24.761274 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-835b82a2-f306-4833-a7fc-1734c87c041e req-d1007978-83d6-4a03-9257-47b8091e6fdb tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0494103 Jan 28 05:46:24.819385 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-835b82a2-f306-4833-a7fc-1734c87c041e req-60563aae-e6fd-4a4f-8bc9-ada59e1a03ed tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=979b5d07-adb0-46f2-bd88-a8f0e9107f58&id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518091 Jan 28 05:46:26.886397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-32ac18bb-1649-49b6-b4f7-b6a96b89d270 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404088 Jan 28 05:46:26.984526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067278-10b8-4567-9834-2c7757054036 req-b90f57f3-709e-486a-be36-051e7ede4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:26.985958 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-b90f57f3-709e-486a-be36-051e7ede4597 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1136 time: 0.0405087 Jan 28 05:46:27.092828 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067278-10b8-4567-9834-2c7757054036 req-6fbe0429-8d4e-4612-9a93-ced3fde1bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:27.094850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-6fbe0429-8d4e-4612-9a93-ced3fde1bc48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.0875676 Jan 28 05:46:27.159038 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-5dfc32d5-a47a-4512-83cf-a8f374bd779f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1002 time: 0.0577869 Jan 28 05:46:27.210332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067278-10b8-4567-9834-2c7757054036 req-f9a0be1d-46ab-43a3-9f75-696469728064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:27.211770 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-f9a0be1d-46ab-43a3-9f75-696469728064 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0465779 Jan 28 05:46:27.255946 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067278-10b8-4567-9834-2c7757054036 req-82e0906a-d480-40db-b365-bce6651f3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:27.257376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-82e0906a-d480-40db-b365-bce6651f3770 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401964 Jan 28 05:46:27.347993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-1baee49f-24ea-46b0-9a93-f0da4faa4805 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852265 Jan 28 05:46:27.439572 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5e067278-10b8-4567-9834-2c7757054036 req-853c6156-ba01-45bc-8067-af57c57bd0dc service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858166 Jan 28 05:46:36.970047 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:38.225698 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:38.746018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d248f0-5928-497f-80b1-3c9fd908331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.942126 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3347d87-14e3-4929-b4b3-72e63cedf8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:42.247050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.967000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:45.504272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.416502 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:47:06.958051 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.223085 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.748161 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-397a7d82-7662-4708-aa48-e6aaa7557808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:10.943497 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd48c-aa70-40b2-927b-aa4314f64d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.249763 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.969781 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:15.508503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.374039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-d4855979-44c5-4e38-a1ed-b79c65605f2f tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788235335&fields=id&tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c HTTP/1.1" status: 200 len: 267 time: 0.0462432 Jan 28 05:47:20.426201 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-d5ec7e1c-d682-477a-b13d-319e69c3a3ea tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:20.427706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-d5ec7e1c-d682-477a-b13d-319e69c3a3ea tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 985 time: 0.0484400 Jan 28 05:47:20.438235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Request body: {'port': {'security_groups': ['dcd5fd10-247c-43d1-b244-e07adbb1ca88']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:20.504908 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.678268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:20.707610 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.712119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.750411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a8916b89-5fec-4e4d-8792-94ad6e174467'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:20.755574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:20.756247 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.758391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-04063d0d-ac7b-41ab-903d-e1e30d123cb0 req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "PUT /v2.0/ports/a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 943 time: 0.3240302 Jan 28 05:47:20.758391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:20.764240 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:20.764534 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:20.793169 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event updated for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:20.801756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.802415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.802949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.803472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.803986 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.804504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.805014 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.805546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.806069 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.806590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.807102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.807610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.808116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abae49-c12b-498b-8323-72cd12f8cb85 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:20.871196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group (979b5d07-adb0-46f2-bd88-a8f0e9107f58), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.875442 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a8916b89-5fec-4e4d-8792-94ad6e174467'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:20.905376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group (979b5d07-adb0-46f2-bd88-a8f0e9107f58), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.980686 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061dcbcd-5c1b-4d6e-9ac1-fae34681c372 x-openstack-request-id: req-061dcbcd-5c1b-4d6e-9ac1-fae34681c372 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:20.981323 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:20.982254 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-061dcbcd-5c1b-4d6e-9ac1-fae34681c372 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:20.982921 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'status': 'completed', 'code': 200} Jan 28 05:47:20.992538 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (979b5d07-adb0-46f2-bd88-a8f0e9107f58), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.995479 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.996767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "DELETE /v2.0/security-groups/979b5d07-adb0-46f2-bd88-a8f0e9107f58 HTTP/1.1" status: 204 len: 168 time: 0.2281675 Jan 28 05:47:21.000932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:21.010076 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b5d07-adb0-46f2-bd88-a8f0e9107f58,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:21.018466 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.019978 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.020608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.021213 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.022181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.022657 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.023089 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.023520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.024087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.024646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.025220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.025786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.026526 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acb7a1-e0b0-46ad-8878-e3eb31ba1278 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:21.066449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f027ff60-6c5a-4203-bfc8-3b47f38465d8 None None] Provisioning complete for port a8916b89-5fec-4e4d-8792-94ad6e174467 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:21.066847 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f027ff60-6c5a-4203-bfc8-3b47f38465d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.145153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-53a820e7-0abf-4ff2-8918-b82aa049cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.146696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-53a820e7-0abf-4ff2-8918-b82aa049cc3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1097 time: 0.0907691 Jan 28 05:47:21.175514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f027ff60-6c5a-4203-bfc8-3b47f38465d8 None None] Current status of the port a8916b89-5fec-4e4d-8792-94ad6e174467 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:21.273809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-d6a22a26-71ca-41c8-a6ff-26eeb90088b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.275188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-d6a22a26-71ca-41c8-a6ff-26eeb90088b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.1221762 Jan 28 05:47:21.288228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Deleting port d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:21.288573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.386410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-6c22aa49-3762-4917-96ab-f8329915f4f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 1002 time: 0.1050630 Jan 28 05:47:21.436949 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.437304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for floatingip (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.453687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Calling delete_port for d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:21.460093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-238a8923-9d2b-420e-8b37-e8cbd461f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.461544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-238a8923-9d2b-420e-8b37-e8cbd461f080 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0687864 Jan 28 05:47:21.577484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-28c04f34-2e5a-4979-9b9f-65b58aeb830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.578902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-28c04f34-2e5a-4979-9b9f-65b58aeb830c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103580 Jan 28 05:47:21.711284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-acc979b6-691b-4c9d-98b0-8a22384afefe service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 Jan 28 05:47:21.772457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.804180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event deleted for resources: {'Port': ['ID=d43fd55d-d6fa-4bb0-aaa1-6e6baf96f878,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:21.878252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-075e3896-17c2-4bb4-b2a5-7b745f4d77a4 req-9a543223-dee6-48bd-9c71-f3a86ef34a47 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604836 Jan 28 05:47:21.887973 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks [] for floatingip (ab101d44-a75e-447c-b90b-7f8daebf523f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.888303 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Floating IP ab101d44-a75e-447c-b90b-7f8daebf523f disassociated (deleted). External IP: 172.25.6.134, port: a8916b89-5fec-4e4d-8792-94ad6e174467. Jan 28 05:47:22.087852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Router 91a51f58-76e9-4375-8ae1-192621e883ea has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:22.195330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:22.200123 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.205747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] Sync routers for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:22.215550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:22.216155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:22.230637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-43feb21f-9e5b-4ea8-9740-2c5a8cc06339 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "DELETE /v2.0/floatingips/ab101d44-a75e-447c-b90b-7f8daebf523f HTTP/1.1" status: 204 len: 168 time: 1.2284992 Jan 28 05:47:22.321669 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:22.521387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:22.551537 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] Checking router: 91a51f58-76e9-4375-8ae1-192621e883ea for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:22.559626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:22.560229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:22.661273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:22.984278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:22.988616 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:23.020005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:23.028202 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e21d9-acd3-4b8a-816a-aa599bcdc734 x-openstack-request-id: req-7b2e21d9-acd3-4b8a-816a-aa599bcdc734 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:23.028516 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:23.028795 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b2e21d9-acd3-4b8a-816a-aa599bcdc734 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:23.030260 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'status': 'completed', 'code': 200} Jan 28 05:47:23.046959 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc9ca41-5aba-4677-a7d2-f4092727a311 None None] The sync data for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 is: [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:24Z', 'revision_number': 4, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae', 'name': '', 'network_id': 'b80163c4-6638-498f-a4f6-b37c36450794', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'mac_address': 'fa:16:3e:a4:bb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:23Z', 'updated_at': '2022-01-28T05:44:28Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'subnets': [{'id': '89ebe9dc-6d58-4b66-905e-907f4f342a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:23.116914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-1008ac9a-a795-499b-b9eb-9a3a0203516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.118512 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-1008ac9a-a795-499b-b9eb-9a3a0203516c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1097 time: 0.0459211 Jan 28 05:47:23.212960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-edaf721f-98da-4b48-b48d-72b125061592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.214660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-edaf721f-98da-4b48-b48d-72b125061592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.0904920 Jan 28 05:47:23.265372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-0fe42a16-72af-4475-9a89-5df79c524dd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 217 time: 0.0443916 Jan 28 05:47:23.323407 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-7e8e46aa-2400-407d-be33-c0a51cc994b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.325305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-7e8e46aa-2400-407d-be33-c0a51cc994b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0525584 Jan 28 05:47:23.374736 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd409ea0-8c12-4b60-90e9-f9ba5bde4219 None None] New status for floating IP ab101d44-a75e-447c-b90b-7f8daebf523f: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:47:23.376351 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-08bde50f-5929-42a4-ba25-c0e686811294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.378110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-08bde50f-5929-42a4-ba25-c0e686811294 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466473 Jan 28 05:47:23.485459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-2c99d201-0d7a-46d3-a1d5-4eb8838be873 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017230 Jan 28 05:47:23.589263 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e9bfc9e4-297a-4aac-a9e6-8e31bb4e430c req-319ca1d9-4795-48b8-8b8a-541f1f3f244f service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881224 Jan 28 05:47:27.864969 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-cde59db1-9629-4820-bede-9539e4c967f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437422 Jan 28 05:47:27.963358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-9f2e7fd1-9b3c-4717-96c0-b2531846ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:27.964851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-9f2e7fd1-9b3c-4717-96c0-b2531846ac9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 1097 time: 0.0449924 Jan 28 05:47:28.068857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-ad641fc2-19ee-4cd2-adbe-3e81bbccde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:28.070494 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-ad641fc2-19ee-4cd2-adbe-3e81bbccde7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 200 len: 915 time: 0.0870979 Jan 28 05:47:28.114383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-4d0512c2-56d4-4a63-ad6d-1a3468a659d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 200 len: 217 time: 0.0382044 Jan 28 05:47:28.160665 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-ea1cdfec-b911-4441-8786-d02dcb8db006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:28.162161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-ea1cdfec-b911-4441-8786-d02dcb8db006 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 200 len: 853 time: 0.0427909 Jan 28 05:47:28.206914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-501af8c9-e026-454a-ad52-205141f7647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:28.208444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-501af8c9-e026-454a-ad52-205141f7647a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b80163c4-6638-498f-a4f6-b37c36450794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409603 Jan 28 05:47:28.299324 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-fbfbe5b0-9722-4050-984c-a30ce40e0de2 service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850470 Jan 28 05:47:28.389003 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eba239ec-9495-4938-920b-bc3dbfec2495 req-cd5f9e10-e63b-4f5a-a426-72add0e0447e service neutron] 10.222.0.52 "GET /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845802 Jan 28 05:47:32.415777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:47:36.955602 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:37.566122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677471b-8d11-4171-882e-ff56354bc31c req-d5e50903-7ea6-471f-9bff-cbf5b14c63f2 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:37.567689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4677471b-8d11-4171-882e-ff56354bc31c req-d5e50903-7ea6-471f-9bff-cbf5b14c63f2 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0490298 Jan 28 05:47:37.614701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4677471b-8d11-4171-882e-ff56354bc31c req-8c94940d-f79d-47be-9c08-ce11e1776cb4 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Jan 28 05:47:38.238185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:38.751865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836c26-5f6a-4bcf-93fc-1b0c86bbfbf5 req-24b349a5-0a47-486e-8cbe-06c3fc8213e1 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:38.753248 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11b34709-330e-448e-998e-9f0cce8e898c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:38.757607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b836c26-5f6a-4bcf-93fc-1b0c86bbfbf5 req-24b349a5-0a47-486e-8cbe-06c3fc8213e1 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0727260 Jan 28 05:47:38.802513 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b836c26-5f6a-4bcf-93fc-1b0c86bbfbf5 req-9eadc9a4-12f6-4373-b834-a1e33ea24dbf tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Jan 28 05:47:39.621225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053acd69-68fb-4173-8fb0-200d461064d9 req-c37f15dd-fe9e-4228-9157-a6b6a82691ae tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:39.622725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-053acd69-68fb-4173-8fb0-200d461064d9 req-c37f15dd-fe9e-4228-9157-a6b6a82691ae tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0526686 Jan 28 05:47:39.713403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Deleting port a8916b89-5fec-4e4d-8792-94ad6e174467 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:39.713778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:39.806675 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] For port a8916b89-5fec-4e4d-8792-94ad6e174467, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=a8916b89-5fec-4e4d-8792-94ad6e174467,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:39.807036 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:39.819781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Calling delete_port for a8916b89-5fec-4e4d-8792-94ad6e174467 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:39.969496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e7f3-896b-4c0e-98ed-899ce1f9624f req-e13572cb-a84c-41dd-865f-8969b1e7e633 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:39.970899 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26b6e7f3-896b-4c0e-98ed-899ce1f9624f req-e13572cb-a84c-41dd-865f-8969b1e7e633 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a7322e-645d-423a-83ff-8c583978446d HTTP/1.1" status: 200 len: 946 time: 0.0960374 Jan 28 05:47:40.007310 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a8916b89-5fec-4e4d-8792-94ad6e174467), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.039445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['a8916b89-5fec-4e4d-8792-94ad6e174467'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:40.043904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Pushing event deleted for resources: {'Port': ['ID=a8916b89-5fec-4e4d-8792-94ad6e174467,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:40.061287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-26b6e7f3-896b-4c0e-98ed-899ce1f9624f req-4751efd5-a55b-4432-8ec2-090ba7cf0012 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcd5fd10-247c-43d1-b244-e07adbb1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798175 Jan 28 05:47:40.098309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] No DVR routers for this DVR port a8916b89-5fec-4e4d-8792-94ad6e174467 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:40.100884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.104164 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-053acd69-68fb-4173-8fb0-200d461064d9 req-456144a4-ec74-49c3-a881-e93c3bc3fe30 tempest-TestMinimumBasicScenario-1907436698 tempest-TestMinimumBasicScenario-1907436698-project] 10.222.0.52 "DELETE /v2.0/ports/a8916b89-5fec-4e4d-8792-94ad6e174467 HTTP/1.1" status: 204 len: 173 time: 0.4757731 Jan 28 05:47:40.104599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'name': 'network-vif-deleted', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:40.106853 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a913fa-23ff-411a-8c75-fb3549132d56" -d '{"events": [{"server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "name": "network-vif-deleted", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:40.146997 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0aa77c-300f-4dd5-929e-05d0138102cd x-openstack-request-id: req-8f0aa77c-300f-4dd5-929e-05d0138102cd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:40.147293 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a7322e-645d-423a-83ff-8c583978446d", "name": "network-vif-deleted", "tag": "a8916b89-5fec-4e4d-8792-94ad6e174467", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:40.147546 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f0aa77c-300f-4dd5-929e-05d0138102cd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:40.147945 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a7322e-645d-423a-83ff-8c583978446d', 'name': 'network-vif-deleted', 'tag': 'a8916b89-5fec-4e4d-8792-94ad6e174467', 'status': 'completed', 'code': 200} Jan 28 05:47:40.943831 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcf4b-c506-4f2d-a72a-e733bf9eaf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.627392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55650) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:42.233025 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (91a51f58-76e9-4375-8ae1-192621e883ea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.254965 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.432337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a8916b89-5fec-4e4d-8792-94ad6e174467 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:42.452280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: a8916b89-5fec-4e4d-8792-94ad6e174467 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:42.452635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device a8916b89-5fec-4e4d-8792-94ad6e174467 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:42.475614 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Deleting port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:42.475965 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.551899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] For port 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:42.552187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.564117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Calling delete_port for 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:42.744406 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.768756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:42.934026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (91a51f58-76e9-4375-8ae1-192621e883ea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.151144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Router 91a51f58-76e9-4375-8ae1-192621e883ea has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:43.256446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:43.261485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e85d2d4d-87c5-4a0f-b54b-147d5144e3a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/91a51f58-76e9-4375-8ae1-192621e883ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6329784 Jan 28 05:47:43.264091 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55652) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:43.269458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] Sync routers for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:43.279121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:43.279743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:43.367462 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks [] for router (91a51f58-76e9-4375-8ae1-192621e883ea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.386068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:43.468685 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks [] for router_gateway (91a51f58-76e9-4375-8ae1-192621e883ea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.520108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Deleting port dc631c95-cfae-4466-bd9d-96f9c55e264a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:43.520450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.562231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:47:42Z', 'revision_number': 5, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port': {'id': 'dc631c95-cfae-4466-bd9d-96f9c55e264a', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:43.592120 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] Checking router: 91a51f58-76e9-4375-8ae1-192621e883ea for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:43.598208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] For port dc631c95-cfae-4466-bd9d-96f9c55e264a, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=dc631c95-cfae-4466-bd9d-96f9c55e264a,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:43.598581 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.600389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] Routers {'91a51f58-76e9-4375-8ae1-192621e883ea'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:43.601005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['91a51f58-76e9-4375-8ae1-192621e883ea'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:43.611554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Calling delete_port for dc631c95-cfae-4466-bd9d-96f9c55e264a owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:43.685822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] Set router 91a51f58-76e9-4375-8ae1-192621e883ea gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:43.738255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:47:43Z', 'revision_number': 6, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:43.766848 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc684e-25f9-49bb-a473-2cf10182f1ad None None] The sync data for ids ['91a51f58-76e9-4375-8ae1-192621e883ea'] in n-d-824835-3 is: [{'id': '91a51f58-76e9-4375-8ae1-192621e883ea', 'name': 'tempest-TestMinimumBasicScenario-923957397-router', 'tenant_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:21Z', 'updated_at': '2022-01-28T05:47:43Z', 'revision_number': 6, 'project_id': '8b49758cc56a48c7b6e2174da8f6cf2c', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:43.782079 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (dc631c95-cfae-4466-bd9d-96f9c55e264a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.814258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc631c95-cfae-4466-bd9d-96f9c55e264a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:43.874155 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (91a51f58-76e9-4375-8ae1-192621e883ea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.963692 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (91a51f58-76e9-4375-8ae1-192621e883ea), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.965993 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks [] for router_controller (91a51f58-76e9-4375-8ae1-192621e883ea), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.973011 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.014051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (91a51f58-76e9-4375-8ae1-192621e883ea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.014509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a51f58-76e9-4375-8ae1-192621e883ea {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:47:44.018921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.020103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d656f9fa-2cc8-4e32-8e83-7311abef825a admin admin] 10.222.0.21 "DELETE /v2.0/routers/91a51f58-76e9-4375-8ae1-192621e883ea HTTP/1.1" status: 204 len: 168 time: 0.7552156 Jan 28 05:47:44.022704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:44.065985 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Deleting subnet 89ebe9dc-6d58-4b66-905e-907f4f342a06 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:44.068998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Publish callbacks [] for subnet (89ebe9dc-6d58-4b66-905e-907f4f342a06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.111094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (89ebe9dc-6d58-4b66-905e-907f4f342a06), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.194868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (89ebe9dc-6d58-4b66-905e-907f4f342a06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.251014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (89ebe9dc-6d58-4b66-905e-907f4f342a06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.279252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.283075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89ebe9dc-6d58-4b66-905e-907f4f342a06 HTTP/1.1" status: 204 len: 168 time: 0.2593298 Jan 28 05:47:44.284280 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479bf50-ec05-4c33-b0c4-18b38b250c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ebe9dc-6d58-4b66-905e-907f4f342a06,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:44.285081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d425b0-9a30-4410-8f74-792e0fea025c None None] Network b80163c4-6638-498f-a4f6-b37c36450794 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:44.285726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:44.356478 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (b80163c4-6638-498f-a4f6-b37c36450794), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.416428 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Deleting port deb31783-b19f-4e52-8062-40f30c4cba88 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:44.416773 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.478163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] For port deb31783-b19f-4e52-8062-40f30c4cba88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=deb31783-b19f-4e52-8062-40f30c4cba88,segment=NetworkSegment(9f42f938-75f6-4ab6-b4bc-98189d3ec29e),segment_id=9f42f938-75f6-4ab6-b4bc-98189d3ec29e)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:44.478454 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.491928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Calling delete_port for deb31783-b19f-4e52-8062-40f30c4cba88 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:44.537592 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] DHCP port deletion for b80163c4-6638-498f-a4f6-b37c36450794 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:47:44.545353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:44.586607 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.599717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:44.600066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 619ad9cd-2793-4bd4-bbc2-a7bde6cf2cae not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:44.612429 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb31783-b19f-4e52-8062-40f30c4cba88,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:44.620606 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] No DVR routers for this DVR port deb31783-b19f-4e52-8062-40f30c4cba88 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:44.628705 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Deleting port deb31783-b19f-4e52-8062-40f30c4cba88 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:44.629088 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.694535 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (b80163c4-6638-498f-a4f6-b37c36450794), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.697106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] For port deb31783-b19f-4e52-8062-40f30c4cba88, host n-d-824835-3, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:44.697678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.710631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Calling delete_port for deb31783-b19f-4e52-8062-40f30c4cba88 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:44.713380 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Port deb31783-b19f-4e52-8062-40f30c4cba88 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:47:44.714689 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (deb31783-b19f-4e52-8062-40f30c4cba88), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.718901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80163c4-6638-498f-a4f6-b37c36450794']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:44.728367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f42f938-75f6-4ab6-b4bc-98189d3ec29e') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:44.728670 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f42f938-75f6-4ab6-b4bc-98189d3ec29e') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:44.740838 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (9f42f938-75f6-4ab6-b4bc-98189d3ec29e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.748402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Pushing event deleted for resources: {'Port': ['ID=deb31783-b19f-4e52-8062-40f30c4cba88,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:44.751056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] No DVR routers for this DVR port deb31783-b19f-4e52-8062-40f30c4cba88 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:44.761793 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (9f42f938-75f6-4ab6-b4bc-98189d3ec29e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.762505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.763992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773db29f-da8b-4d74-94cd-848eb3c470c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:44.766301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:44.766842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (9f42f938-75f6-4ab6-b4bc-98189d3ec29e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:44.769660 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:44.832963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (b80163c4-6638-498f-a4f6-b37c36450794), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.838719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.842045 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b80163c4-6638-498f-a4f6-b37c36450794 HTTP/1.1" status: 204 len: 168 time: 0.5552897 Jan 28 05:47:44.845081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55658) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:44.853577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a681d70-d2d7-4c0b-ba4e-130aa36b6596 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80163c4-6638-498f-a4f6-b37c36450794,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:45.193599 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (cdaea396-d56e-425a-8cd3-fc5a7eca0227), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:45.439198 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Deleting port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:45.439531 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:45.511723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:45.520437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] For port 20fad495-0c8a-4bba-a6d5-3d4f239d8d88, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,segment=NetworkSegment(1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f),segment_id=1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:45.520807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:45.532624 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Calling delete_port for 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:45.989689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (20fad495-0c8a-4bba-a6d5-3d4f239d8d88), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.016121 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fad495-0c8a-4bba-a6d5-3d4f239d8d88,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:46.049533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device deb31783-b19f-4e52-8062-40f30c4cba88 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:46.071075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: deb31783-b19f-4e52-8062-40f30c4cba88 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:46.071434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device deb31783-b19f-4e52-8062-40f30c4cba88 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:46.071866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dc631c95-cfae-4466-bd9d-96f9c55e264a no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:46.092833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: dc631c95-cfae-4466-bd9d-96f9c55e264a {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:46.093464 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device dc631c95-cfae-4466-bd9d-96f9c55e264a not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:46.178270 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (cdaea396-d56e-425a-8cd3-fc5a7eca0227), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.409199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Router cdaea396-d56e-425a-8cd3-fc5a7eca0227 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:46.519621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:46.524589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3235b93f-b70e-496a-926a-3cd754e4cb02 admin admin] 10.222.0.21 "PUT /v2.0/routers/cdaea396-d56e-425a-8cd3-fc5a7eca0227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783361 Jan 28 05:47:46.527390 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55660) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:46.528057 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] Sync routers for ids ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:46.537978 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] Routers {'cdaea396-d56e-425a-8cd3-fc5a7eca0227'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:46.538594 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:46.631495 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks [] for router (cdaea396-d56e-425a-8cd3-fc5a7eca0227), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.742628 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks [] for router_gateway (cdaea396-d56e-425a-8cd3-fc5a7eca0227), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.745545 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] Set router cdaea396-d56e-425a-8cd3-fc5a7eca0227 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:46.795581 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Deleting port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:46.795921 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.879411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] For port 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:46.879781 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.891631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Calling delete_port for 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:46.926718 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:47:45Z', 'revision_number': 5, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port': {'id': '7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:46.952444 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] Checking router: cdaea396-d56e-425a-8cd3-fc5a7eca0227 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:46.960531 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] Routers {'cdaea396-d56e-425a-8cd3-fc5a7eca0227'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:46.961069 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:47.045831 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] Set router cdaea396-d56e-425a-8cd3-fc5a7eca0227 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:47.058957 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.083000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:47.110249 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:47:46Z', 'revision_number': 6, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:47.139087 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145ad78-87a3-4b4c-a593-c5c9070754ca None None] The sync data for ids ['cdaea396-d56e-425a-8cd3-fc5a7eca0227'] in n-d-824835-3 is: [{'id': 'cdaea396-d56e-425a-8cd3-fc5a7eca0227', 'name': 'tempest-TestMinimumBasicScenario-2134690359-router', 'tenant_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:44:26Z', 'updated_at': '2022-01-28T05:47:46Z', 'revision_number': 6, 'project_id': '758ecac451f84ce7b78f2b8f3b6fbc36', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:47.148241 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (cdaea396-d56e-425a-8cd3-fc5a7eca0227), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.241277 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (cdaea396-d56e-425a-8cd3-fc5a7eca0227), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.243262 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks [] for router_controller (cdaea396-d56e-425a-8cd3-fc5a7eca0227), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.286514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (cdaea396-d56e-425a-8cd3-fc5a7eca0227), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.287031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdaea396-d56e-425a-8cd3-fc5a7eca0227 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:47:47.291247 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.292384 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-678f6a73-1295-4f9a-be2f-0be11a28502c admin admin] 10.222.0.21 "DELETE /v2.0/routers/cdaea396-d56e-425a-8cd3-fc5a7eca0227 HTTP/1.1" status: 204 len: 168 time: 0.7640209 Jan 28 05:47:47.295664 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55662) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:47.338033 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Deleting subnet 1cff5e57-e206-4793-8281-7a2d72b641b2 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:47.341525 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Publish callbacks [] for subnet (1cff5e57-e206-4793-8281-7a2d72b641b2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.375142 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (1cff5e57-e206-4793-8281-7a2d72b641b2), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.454319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1cff5e57-e206-4793-8281-7a2d72b641b2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.515429 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (1cff5e57-e206-4793-8281-7a2d72b641b2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.543037 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cff5e57-e206-4793-8281-7a2d72b641b2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:47.548870 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.553398 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7069f975-81df-447c-85fd-4e133d8816d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1cff5e57-e206-4793-8281-7a2d72b641b2 HTTP/1.1" status: 204 len: 168 time: 0.2567384 Jan 28 05:47:47.554353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2217180a-bd18-440e-a32b-2c51816797a0 None None] Network 544d65ab-f670-4803-a27c-3fe1141897b7 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:47.555805 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55664) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:47.624230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (544d65ab-f670-4803-a27c-3fe1141897b7), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.686677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Deleting port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:47.687015 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.747396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] For port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,segment=NetworkSegment(1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f),segment_id=1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:47.747756 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.760192 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Calling delete_port for 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:47.847866 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (90bfa5bc-0eb3-45e6-aece-6a9af1fa1006), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.870661 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90bfa5bc-0eb3-45e6-aece-6a9af1fa1006,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:47.876193 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] No DVR routers for this DVR port 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 on host n-d-824835-3 {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:47.916906 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2388eb-41c0-4701-8e03-d8fe33c9b810 None None] DHCP port deletion for 544d65ab-f670-4803-a27c-3fe1141897b7 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:47:47.953433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (544d65ab-f670-4803-a27c-3fe1141897b7), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.973589 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544d65ab-f670-4803-a27c-3fe1141897b7']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:47.983055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:47.983355 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:47.994367 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.020990 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.028974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:48.029412 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (1fdc3a9d-1ad3-4d10-9f15-c15b26cf8b2f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:48.031117 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:48.056265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:48.077059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:48.077436 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 20fad495-0c8a-4bba-a6d5-3d4f239d8d88 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:48.077863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:48.089775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (544d65ab-f670-4803-a27c-3fe1141897b7), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.097565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:48.097565 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7ffa6eb1-61c6-43ae-8b2b-f2f29a00addb not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:48.097874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:48.101062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.104247 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/544d65ab-f670-4803-a27c-3fe1141897b7 HTTP/1.1" status: 204 len: 168 time: 0.5473437 Jan 28 05:47:48.117064 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e5761-2ce1-477f-b059-8969295500a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=544d65ab-f670-4803-a27c-3fe1141897b7,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:48.126008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:48.126367 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 90bfa5bc-0eb3-45e6-aece-6a9af1fa1006 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:48.292552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55668) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:48.332055 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f7ff6e4a-6ef3-4dc6-b930-b16f98273989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b49758cc56a48c7b6e2174da8f6cf2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381992 Jan 28 05:47:48.334353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55670) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:48.381426 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7d23c29-477b-460c-87d8-5cc594c38aeb admin admin] Publish callbacks [] for security_group (dcd5fd10-247c-43d1-b244-e07adbb1ca88), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.401961 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7d23c29-477b-460c-87d8-5cc594c38aeb admin admin] Publish callbacks [] for security_group (dcd5fd10-247c-43d1-b244-e07adbb1ca88), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.453481 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7d23c29-477b-460c-87d8-5cc594c38aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (dcd5fd10-247c-43d1-b244-e07adbb1ca88), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.456141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7d23c29-477b-460c-87d8-5cc594c38aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.457323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a7d23c29-477b-460c-87d8-5cc594c38aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd5fd10-247c-43d1-b244-e07adbb1ca88 HTTP/1.1" status: 204 len: 168 time: 0.1220717 Jan 28 05:47:48.464849 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d23c29-477b-460c-87d8-5cc594c38aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5fd10-247c-43d1-b244-e07adbb1ca88,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:48.764608 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55676) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:48.802210 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f41c4a4-c240-47d3-b045-1fd01c9dc5dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=758ecac451f84ce7b78f2b8f3b6fbc36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0363762 Jan 28 05:47:48.804383 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55678) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:48.851113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19e48c6e-f07a-4b4b-b892-88ae364c0974 admin admin] Publish callbacks [] for security_group (32a1e091-5623-42f8-b873-e1a75027cdc3), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.872635 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19e48c6e-f07a-4b4b-b892-88ae364c0974 admin admin] Publish callbacks [] for security_group (32a1e091-5623-42f8-b873-e1a75027cdc3), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.918584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19e48c6e-f07a-4b4b-b892-88ae364c0974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (32a1e091-5623-42f8-b873-e1a75027cdc3), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.921423 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19e48c6e-f07a-4b4b-b892-88ae364c0974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.922721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-19e48c6e-f07a-4b4b-b892-88ae364c0974 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32a1e091-5623-42f8-b873-e1a75027cdc3 HTTP/1.1" status: 204 len: 168 time: 0.1174355 Jan 28 05:47:48.930379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e48c6e-f07a-4b4b-b892-88ae364c0974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1e091-5623-42f8-b873-e1a75027cdc3,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:50.622944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55718) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:50.627505 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093223697', 'description': 'tempest-secgroup-smoke-1093223697 description', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:50.648150 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.656403 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.728341 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (d168185b-bd77-4a06-b7fc-549b1cdede82), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.731819 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d168185b-bd77-4a06-b7fc-549b1cdede82), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.774626 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d168185b-bd77-4a06-b7fc-549b1cdede82,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:50.809094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (b265ceb3-c074-440c-b3a0-d18b53edd261), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.812833 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b265ceb3-c074-440c-b3a0-d18b53edd261), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.842433 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.843694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2197194 Jan 28 05:47:50.845617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a887c-cfba-4342-ba8f-92085c907c30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b265ceb3-c074-440c-b3a0-d18b53edd261,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:50.846963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55720) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:50.852409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': 'b265ceb3-c074-440c-b3a0-d18b53edd261', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:50.879626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (9b594b14-5c55-478b-bd04-f2f9c291dd3b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.933970 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (9b594b14-5c55-478b-bd04-f2f9c291dd3b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.937910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (9b594b14-5c55-478b-bd04-f2f9c291dd3b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.955984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b594b14-5c55-478b-bd04-f2f9c291dd3b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:50.963375 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.964576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3eff2451-9806-4e89-aebf-14a8b03eaf87 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158864 Jan 28 05:47:50.967865 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:50.972116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': 'b265ceb3-c074-440c-b3a0-d18b53edd261', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:50.996692 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (76095683-730a-4554-8783-22ab09e79ea3), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.053757 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (76095683-730a-4554-8783-22ab09e79ea3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.056964 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (76095683-730a-4554-8783-22ab09e79ea3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.071540 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76095683-730a-4554-8783-22ab09e79ea3,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.081929 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.083124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-80441f47-92b1-4f19-8652-ca116bc711f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143374 Jan 28 05:47:51.085940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55724) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.090148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': 'b265ceb3-c074-440c-b3a0-d18b53edd261', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:51.114924 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (64460b1a-4d33-4acc-bc41-c51cbacb2fac), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.171957 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (64460b1a-4d33-4acc-bc41-c51cbacb2fac), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.175358 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (64460b1a-4d33-4acc-bc41-c51cbacb2fac), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.194138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64460b1a-4d33-4acc-bc41-c51cbacb2fac,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.198600 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.199783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-56d6e4f1-661f-4f9e-94dd-425d91b1cf3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129315 Jan 28 05:47:51.202549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55726) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.206758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': 'b265ceb3-c074-440c-b3a0-d18b53edd261', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:51.230979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (0e5826cb-0103-46f2-9890-cb78cfa2ed18), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.287059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (0e5826cb-0103-46f2-9890-cb78cfa2ed18), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.290700 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0e5826cb-0103-46f2-9890-cb78cfa2ed18), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.310426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5826cb-0103-46f2-9890-cb78cfa2ed18,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.318352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.319562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a18555fd-8580-4db3-9c11-e09560cd6350 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161015 Jan 28 05:47:51.322318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.327053 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': 'b265ceb3-c074-440c-b3a0-d18b53edd261', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:51.346589 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:47:51.351497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (f0d937ed-4561-43c6-b359-6ccdb967352d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.411348 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (f0d937ed-4561-43c6-b359-6ccdb967352d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.414856 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f0d937ed-4561-43c6-b359-6ccdb967352d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.432707 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d937ed-4561-43c6-b359-6ccdb967352d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.437846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.439047 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-404d01a6-c30c-400c-9b4a-ae61050954b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158047 Jan 28 05:47:51.441813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55730) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.446070 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': 'b265ceb3-c074-440c-b3a0-d18b53edd261', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:51.465286 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:47:51.470527 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (cec05dd5-f009-45ce-8794-d8355f0c7327), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.528829 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (cec05dd5-f009-45ce-8794-d8355f0c7327), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.532334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (cec05dd5-f009-45ce-8794-d8355f0c7327), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.552293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec05dd5-f009-45ce-8794-d8355f0c7327,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.557425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.562271 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bb73bd53-8f75-4a02-bda9-2a3bf0033856 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159210 Jan 28 05:47:51.562271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.567058 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'network': {'name': 'tempest-network-smoke--1670488498', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:51.585382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:51.588546 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.611785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:47:51.621250 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (62b9491b-ebfc-4edd-a22e-4a25b2c07536), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.621602 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Added segment 62b9491b-ebfc-4edd-a22e-4a25b2c07536 of type vlan for network 1f179526-0e95-4b9c-a6b2-1c1e57888676 Jan 28 05:47:51.661499 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (1f179526-0e95-4b9c-a6b2-1c1e57888676), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.685654 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (1f179526-0e95-4b9c-a6b2-1c1e57888676), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.690606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:51.691261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.754866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915331 Jan 28 05:47:51.758098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55734) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.761703 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08179fc-ba47-4511-9db5-fcbe314193af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Network': ['ID=1f179526-0e95-4b9c-a6b2-1c1e57888676,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.762839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'admin_state_up': True, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:51.772348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:47:51.787145 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (e4435785-83a8-458c-813d-69e9a646032c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.788270 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (e4435785-83a8-458c-813d-69e9a646032c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.839894 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (e4435785-83a8-458c-813d-69e9a646032c), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.972776 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (e4435785-83a8-458c-813d-69e9a646032c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.433363 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (e4435785-83a8-458c-813d-69e9a646032c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.452299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.553077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.15 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:52.649254 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.687676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.725578 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:52.728312 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:52.734546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:52.759979 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:52.982372 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (e4435785-83a8-458c-813d-69e9a646032c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.175045 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (e4435785-83a8-458c-813d-69e9a646032c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.299565 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router e4435785-83a8-458c-813d-69e9a646032c is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:47:53.402750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:53.412551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Sync routers for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:53.423101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:53.423294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.423716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:53.424494 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f356e034-e9e2-4795-8d07-635591ef0f7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6653152 Jan 28 05:47:53.427721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55736) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:53.528014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:53.549767 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f5ce7385-5f15-4173-ae57-5ee45477c3f3 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0de4379b8ea4ac996fad2fedfc60a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208427 Jan 28 05:47:53.552245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55740) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:53.636511 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b897625-cb90-40a2-82a6-8ead29de1e34 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.638592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1b897625-cb90-40a2-82a6-8ead29de1e34 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854445 Jan 28 05:47:53.641335 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55742) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:53.671835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9c928ee-76cb-4572-b322-b787ecc71d8b tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294142 Jan 28 05:47:53.674398 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:53.679038 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346579580', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:53.771539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:53.774980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.802720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:52Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:53.830800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Checking router: e4435785-83a8-458c-813d-69e9a646032c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:53.831155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Updating router e4435785-83a8-458c-813d-69e9a646032c port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:47:53.861918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.958188 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (1eb42ee7-fc23-4875-9057-4cc76cc080c3), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.017823 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Subnet': ['ID=1eb42ee7-fc23-4875-9057-4cc76cc080c3,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:54.027660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Checking segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:54.028030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network hostable DHCP agents. Network: 1f179526-0e95-4b9c-a6b2-1c1e57888676, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:47:54.045189 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:47:54.053557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 1f179526-0e95-4b9c-a6b2-1c1e57888676) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:54.058145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.058783 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.072261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142cf1b-cb86-4d3b-a10b-57b6b28f1962 None None] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:54.076280 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3bd3f6f8-7a61-4887-992a-7a1e71e81007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008987 Jan 28 05:47:54.079019 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:54.190194 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Publish callbacks [] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.373348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.398337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-1f179526-0e95-4b9c-a6b2-1c1e57888676', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:47:54.399446 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.445863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067055d4-8819-47b2-b1c2-ad0d3c997290 None None] Pushing event updated for resources: {'Port': ['ID=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:54.457535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Attempting to bind port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:54.457915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Attempting to bind port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:54.458286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Attempting to bind port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:54.510645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:54.511031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:54.511445 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.511846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:54.512336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Bound port: 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:54.513240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.518113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.610158 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] For port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:54.614662 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] For port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:54.618725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Allocated IP 172.20.0.2 (1f179526-0e95-4b9c-a6b2-1c1e57888676/1eb42ee7-fc23-4875-9057-4cc76cc080c3/d4c9883b-10ef-4e16-a3d9-de1c3df3c075) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:54.621080 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.729269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:54.729911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:54.767610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067055d4-8819-47b2-b1c2-ad0d3c997290 None None] Pushing event updated for resources: {'Port': ['ID=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:54.894020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:54.967982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Publish callbacks [] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.995744 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.027479 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.1 (1f179526-0e95-4b9c-a6b2-1c1e57888676/1eb42ee7-fc23-4875-9057-4cc76cc080c3/7d224d0b-c107-44bc-be6f-72b6e4333be2) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:55.050546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:55.063229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:55.069031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:55.072463 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Pushing event updated for resources: {'Port': ['ID=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.148128 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.159741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Attempting to bind port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:55.160116 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Attempting to bind port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:55.160490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Attempting to bind port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 on network 1f179526-0e95-4b9c-a6b2-1c1e57888676 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:55.167743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:55.168127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Checking segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:55.168535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.169486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Bound using segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:55.169964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Bound port: d4c9883b-10ef-4e16-a3d9-de1c3df3c075, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:55.170352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.182092 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.219572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:55.220706 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:52Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:55.222475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:55.226389 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:55.254998 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa613f25-bb54-4c89-a60c-1fbeaec4a7ed None None] The sync data for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 is: [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:52Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:55.257525 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=7d224d0b-c107-44bc-be6f-72b6e4333be2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.273985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] For port d4c9883b-10ef-4e16-a3d9-de1c3df3c075, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:55.277936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] For port d4c9883b-10ef-4e16-a3d9-de1c3df3c075, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:55.289369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.290472 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (e4435785-83a8-458c-813d-69e9a646032c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.366425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e97a52-a099-415f-ad72-279cf36f86fb None None] Pushing event updated for resources: {'Port': ['ID=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.433806 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.779377 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.784336 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.860523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=7d224d0b-c107-44bc-be6f-72b6e4333be2,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.863550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (e4435785-83a8-458c-813d-69e9a646032c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.958475 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:55.959953 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:56.090108 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router e4435785-83a8-458c-813d-69e9a646032c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:56.205526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4c9883b-10ef-4e16-a3d9-de1c3df3c075 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:56.232369 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:56.245784 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a68be652-6004-47fb-b4bb-5163ac52f086 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/e4435785-83a8-458c-813d-69e9a646032c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1609428 Jan 28 05:47:56.270840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:56.271308 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.363357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:56.363755 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.397894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port d4c9883b-10ef-4e16-a3d9-de1c3df3c075, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:56.402433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.404205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:56.411400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-a119771f-7a05-4e00-9944-55697c846b6c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093223697&fields=id&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 267 time: 0.0467334 Jan 28 05:47:56.467352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b9ba7-5595-442f-8d58-c5a62a592d1d None None] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:56.568909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:56.594939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6fe54831-64fa-484f-8ad7-8d5c7cbecb86 None None] Provisioning complete for port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:56.595325 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6fe54831-64fa-484f-8ad7-8d5c7cbecb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.629795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:56.630360 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.756987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6fe54831-64fa-484f-8ad7-8d5c7cbecb86 None None] Current status of the port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:56.811031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:56.811667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.839138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-2afc9797-bdb8-4ca7-9c97-f5cb10e2b18b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.839299 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:56.844218 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.847635 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-2afc9797-bdb8-4ca7-9c97-f5cb10e2b18b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/networks?id=1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 200 len: 797 time: 0.4252138 Jan 28 05:47:56.864594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-f8952301-12ea-4554-8cab-fbf8d2c300fb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/quotas/b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 375 time: 0.0159931 Jan 28 05:47:56.901386 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:56.916192 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-838b10a9-347e-46d1-9ee4-c78a0becc9e7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504100 Jan 28 05:47:56.982798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5943f974-ed72-452f-9bec-dda45571aa0c None None] Provisioning complete for port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:56.983347 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5943f974-ed72-452f-9bec-dda45571aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.079189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5943f974-ed72-452f-9bec-dda45571aa0c None None] Current status of the port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:57.080197 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-45247488-3d53-4e16-93c0-4173731a7e9c service neutron] 10.222.0.21 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508310 Jan 28 05:47:57.090057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5943f974-ed72-452f-9bec-dda45571aa0c None None] Provisioning complete for port 7d224d0b-c107-44bc-be6f-72b6e4333be2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:57.090569 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5943f974-ed72-452f-9bec-dda45571aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.126364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5943f974-ed72-452f-9bec-dda45571aa0c None None] Port 7d224d0b-c107-44bc-be6f-72b6e4333be2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:57.175788 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Sync routers for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:57.177488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-311a49a9-fecb-4d1e-8bbc-67068d3475a3 service neutron] 10.222.0.21 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912180 Jan 28 05:47:57.185797 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:57.186419 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:57.248394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-104cbdd7-83e4-4a2a-9adf-c0e0dc69b5d9 None None] Provisioning complete for port 7d224d0b-c107-44bc-be6f-72b6e4333be2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:57.249001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-104cbdd7-83e4-4a2a-9adf-c0e0dc69b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.300187 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-104cbdd7-83e4-4a2a-9adf-c0e0dc69b5d9 None None] Port 7d224d0b-c107-44bc-be6f-72b6e4333be2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:57.312400 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:57.364800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-257a57db-720d-4e13-8f88-0bd636272102 req-7bf7579c-ebd8-4d6c-accc-df4346467a83 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0289578 Jan 28 05:47:57.519640 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 2, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:57.519932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9e74b518-dc55-4708-84cf-7eac4f6c3ffe None None] Provisioning complete for port 7d224d0b-c107-44bc-be6f-72b6e4333be2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:57.519932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e74b518-dc55-4708-84cf-7eac4f6c3ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.546035 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Checking router: e4435785-83a8-458c-813d-69e9a646032c for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:57.546427 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Updating router e4435785-83a8-458c-813d-69e9a646032c port 7d224d0b-c107-44bc-be6f-72b6e4333be2 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:47:57.554012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9e74b518-dc55-4708-84cf-7eac4f6c3ffe None None] Port 7d224d0b-c107-44bc-be6f-72b6e4333be2 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:57.572058 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.824955 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Publish callbacks [] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.830117 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.880643 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Pushing event updated for resources: {'Port': ['ID=7d224d0b-c107-44bc-be6f-72b6e4333be2,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:57.917003 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.917369 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.917707 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.918040 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.918366 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.918688 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.919641 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.919973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.920293 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.920614 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.920930 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.921270 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.921585 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:57.937359 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Attempting to bind port 7d224d0b-c107-44bc-be6f-72b6e4333be2 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:57.937725 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Attempting to bind port 7d224d0b-c107-44bc-be6f-72b6e4333be2 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:57.938082 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Attempting to bind port 7d224d0b-c107-44bc-be6f-72b6e4333be2 on network 1f179526-0e95-4b9c-a6b2-1c1e57888676 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:57.943185 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:57.943554 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Checking segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:57.943955 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.944366 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Bound using segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:57.944802 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Bound port: 7d224d0b-c107-44bc-be6f-72b6e4333be2, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:57.945196 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.015133 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] For port 7d224d0b-c107-44bc-be6f-72b6e4333be2, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:58.018536 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] For port 7d224d0b-c107-44bc-be6f-72b6e4333be2, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d224d0b-c107-44bc-be6f-72b6e4333be2,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:58.028755 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.052658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4c9883b-10ef-4e16-a3d9-de1c3df3c075 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:58.091651 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:58.092287 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:47:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:58.102240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] Provisioning complete for port 7d224d0b-c107-44bc-be6f-72b6e4333be2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:58.102625 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.138773 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9839-31cd-44fa-902d-d76f861c8041 None None] Pushing event updated for resources: {'Port': ['ID=7d224d0b-c107-44bc-be6f-72b6e4333be2,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.152609 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:58.152993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.212937 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:58.228779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] Current status of the port 7d224d0b-c107-44bc-be6f-72b6e4333be2 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:58.229191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.432954 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:58.452208 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] For port 7d224d0b-c107-44bc-be6f-72b6e4333be2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d224d0b-c107-44bc-be6f-72b6e4333be2,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:58.458904 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c996bf9c-a6cd-4350-9a52-103eee7431d8 req-a5936e38-597a-4396-bfb6-1164b1ae1df7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0298269 Jan 28 05:47:58.467652 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.470617 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f835c6-d5dd-4534-9372-ded3706f0d45 None None] The sync data for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 is: [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:58.499753 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:58.501626 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:58.587864 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b347e5-9105-452a-90d1-4739124b59df None None] Pushing event updated for resources: {'Port': ['ID=7d224d0b-c107-44bc-be6f-72b6e4333be2,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.605575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-aaed34af-8fea-4547-ba42-9bd856db8b02 None None] Provisioning complete for port 7d224d0b-c107-44bc-be6f-72b6e4333be2 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:58.605902 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aaed34af-8fea-4547-ba42-9bd856db8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.631545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:58.631925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.753471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-aaed34af-8fea-4547-ba42-9bd856db8b02 None None] Current status of the port 7d224d0b-c107-44bc-be6f-72b6e4333be2 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:58.758324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:59.560498 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f64892d-f704-4adc-81dc-4030de89b18e req-7da01550-a7f9-43cb-92c9-2867d2e225c2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0273287 Jan 28 05:48:00.072594 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d224d0b-c107-44bc-be6f-72b6e4333be2 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:00.120813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 7d224d0b-c107-44bc-be6f-72b6e4333be2 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:00.121298 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:00.194533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 7d224d0b-c107-44bc-be6f-72b6e4333be2 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:00.636504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-28db9113-73da-4378-a19d-87a8b8a329d3 req-d41ed2a7-b296-410e-9040-907845e3a5b3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0253670 Jan 28 05:48:01.730479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c9304a5-d6d5-4bee-b234-af4da37d8e48 req-c6cebcab-e764-470a-8b70-0a22424b48d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0260389 Jan 28 05:48:02.569220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-25a600b4-7feb-47bb-be8b-6837fbb56b73 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.570686 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-25a600b4-7feb-47bb-be8b-6837fbb56b73 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/networks?id=1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 200 len: 797 time: 0.1070375 Jan 28 05:48:02.639618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-23fccdde-f8bd-4108-886a-3a649f2527e9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 380 time: 0.0538323 Jan 28 05:48:02.680007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'port': {'device_id': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'admin_state_up': True, 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'security_groups': ['b265ceb3-c074-440c-b3a0-d18b53edd261']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:02.794858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:02.798792 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:02.828842 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8ae76dec-ca93-4c54-8b95-a2e1ecd5ae98 req-ee33219e-1162-4093-b474-6ffa8a54c930 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0292718 Jan 28 05:48:02.923532 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.6 (1f179526-0e95-4b9c-a6b2-1c1e57888676/1eb42ee7-fc23-4875-9057-4cc76cc080c3/2a6a27e9-3f06-43f3-867c-56ac855f2c89) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:03.066140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.105166 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.145840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:03.148722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:03.152240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:03.179932 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=2a6a27e9-3f06-43f3-867c-56ac855f2c89,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:03.209074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.209799 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.227725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-d07625b5-f17f-43fd-a859-867700f88e14 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514662 Jan 28 05:48:03.293364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Request body: {'port': {'device_id': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:03.354076 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.528578 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-80940d14-5d46-418b-b392-a17a26c844a3 None None] Provisioning complete for port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:03.529219 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80940d14-5d46-418b-b392-a17a26c844a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.562268 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-80940d14-5d46-418b-b392-a17a26c844a3 None None] Port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:48:03.629715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6a27e9-3f06-43f3-867c-56ac855f2c89 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:03.637210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Publish callbacks [] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.649730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Transition to ACTIVE for port object 2a6a27e9-3f06-43f3-867c-56ac855f2c89 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:03.653038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.704776 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a27e9-3f06-43f3-867c-56ac855f2c89,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:03.790030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Attempting to bind port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:03.790372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Attempting to bind port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:03.790708 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Attempting to bind port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 on network 1f179526-0e95-4b9c-a6b2-1c1e57888676 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:03.795846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 on network 1f179526-0e95-4b9c-a6b2-1c1e57888676 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:03.796479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Attempting to bind port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 on network 1f179526-0e95-4b9c-a6b2-1c1e57888676 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:03.801299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:03.801651 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Checking segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:03.802045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Bound using segment: {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:03.802487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Bound port: 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b9491b-ebfc-4edd-a22e-4a25b2c07536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:03.802854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.874859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] For port 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:03.878184 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] For port 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:03.885707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.936838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.937506 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.938926 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 200 len: 1091 time: 0.6986380 Jan 28 05:48:03.939392 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:03.941728 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284598a7-6068-48c0-9ee5-028ab13d8bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:03.985923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aa103-fb3a-438a-9768-64748c66b160 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a27e9-3f06-43f3-867c-56ac855f2c89,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:04.010760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349704-b35e-4802-80d8-ed4a649d690e req-20d2d31c-e0e7-4f71-87d7-d0a2e607710d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.012740 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d349704-b35e-4802-80d8-ed4a649d690e req-20d2d31c-e0e7-4f71-87d7-d0a2e607710d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 943 time: 0.0990644 Jan 28 05:48:04.015598 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ec4bb-1d0d-4bf5-8ea2-e07681979bd1 x-openstack-request-id: req-ec3ec4bb-1d0d-4bf5-8ea2-e07681979bd1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:04.015902 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:04.016163 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec3ec4bb-1d0d-4bf5-8ea2-e07681979bd1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:04.016560 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'status': 'completed', 'code': 200} Jan 28 05:48:04.090588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-86afe485-cfc8-4e84-8102-7bf027cc1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.092644 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-86afe485-cfc8-4e84-8102-7bf027cc1edc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1094 time: 0.0789268 Jan 28 05:48:04.097615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9d349704-b35e-4802-80d8-ed4a649d690e req-d7385dbd-0c1b-43e2-bb41-c1f07ed90443 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734239 Jan 28 05:48:04.139874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-1a172162-a72a-4029-a1d0-b064617b8b01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 200 len: 217 time: 0.0353744 Jan 28 05:48:04.191213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-ea4d4697-8853-48d8-80ac-deb246177ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.192700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-ea4d4697-8853-48d8-80ac-deb246177ead service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb42ee7-fc23-4875-9057-4cc76cc080c3 HTTP/1.1" status: 200 len: 835 time: 0.0475111 Jan 28 05:48:04.237463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-c43bfd74-ab8f-4c4a-a308-462af5752658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.239260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-c43bfd74-ab8f-4c4a-a308-462af5752658 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f179526-0e95-4b9c-a6b2-1c1e57888676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412066 Jan 28 05:48:04.324122 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-bb11017f-f3b1-4a1a-b3c1-bc563d43440a service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792792 Jan 28 05:48:04.414819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65b41da1-3d42-499c-99b2-4c353e39f7ce req-eccf2850-4b08-4f3b-af9c-775bd8228a23 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Jan 28 05:48:04.543159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-c737ca0d-01a4-4cf7-bc9e-2fe78123db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.545430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-c737ca0d-01a4-4cf7-bc9e-2fe78123db59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1094 time: 0.0413258 Jan 28 05:48:04.638450 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-be2e4163-1002-45a9-8183-1e75cbe7af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.639925 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-be2e4163-1002-45a9-8183-1e75cbe7af54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 200 len: 898 time: 0.0882945 Jan 28 05:48:04.680141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-70a9b58d-f92b-4bef-99f9-9dcdf5b98bfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 200 len: 217 time: 0.0340462 Jan 28 05:48:04.730398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-6d298807-e69c-4aca-b3b4-d39eff9cde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.731951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-6d298807-e69c-4aca-b3b4-d39eff9cde1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb42ee7-fc23-4875-9057-4cc76cc080c3 HTTP/1.1" status: 200 len: 835 time: 0.0433931 Jan 28 05:48:04.781539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-da1f5f5a-e943-4235-8f80-2e2b5af0f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.783023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-da1f5f5a-e943-4235-8f80-2e2b5af0f8eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f179526-0e95-4b9c-a6b2-1c1e57888676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447900 Jan 28 05:48:04.874248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-280a90ec-f7fd-44d7-9175-c321555923a8 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844696 Jan 28 05:48:04.964094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-284598a7-6068-48c0-9ee5-028ab13d8bd9 req-0b2d127d-1097-4589-ba38-e3a5f7f55b87 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Jan 28 05:48:05.222065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c57bd-e999-4e11-9c0f-1a2952a42f4d req-19e030e6-2048-4198-a53e-a5bba3424c35 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.223447 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df4c57bd-e999-4e11-9c0f-1a2952a42f4d req-19e030e6-2048-4198-a53e-a5bba3424c35 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 943 time: 0.0480521 Jan 28 05:48:05.271024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-df4c57bd-e999-4e11-9c0f-1a2952a42f4d req-83e1f330-aaa5-4615-b868-963b8fab95a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Jan 28 05:48:06.335083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2a6a27e9-3f06-43f3-867c-56ac855f2c89 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:48:06.386288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303418-25a0-474f-a45f-885e85e523e8 req-227d0a8a-965c-409c-9b3a-8dad2f011266 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.388301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b303418-25a0-474f-a45f-885e85e523e8 req-227d0a8a-965c-409c-9b3a-8dad2f011266 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 943 time: 0.0495780 Jan 28 05:48:06.433286 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:06.436962 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4b303418-25a0-474f-a45f-885e85e523e8 req-5de77774-9e13-4158-88c4-a2afe9405078 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Jan 28 05:48:06.445638 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'port_id': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'mac_address': 'fa:16:3e:15:b5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:48:06.482335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:06.482727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.495470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6a27e9-3f06-43f3-867c-56ac855f2c89 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:06.515571 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:06.519281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.564605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=2a6a27e9-3f06-43f3-867c-56ac855f2c89,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:06.828564 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['2a6a27e9-3f06-43f3-867c-56ac855f2c89'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:48:06.962074 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.550148 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7388a-cc1c-462a-93b4-59f3e949814c req-f3953b8b-22c4-4be0-9705-d89dd6dcf3d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.551619 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2fc7388a-cc1c-462a-93b4-59f3e949814c req-f3953b8b-22c4-4be0-9705-d89dd6dcf3d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 944 time: 0.0473011 Jan 28 05:48:07.598910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2fc7388a-cc1c-462a-93b4-59f3e949814c req-ba1bccd1-1325-42a0-9dd0-eccd139ce723 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 Jan 28 05:48:08.239892 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.351772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2a6a27e9-3f06-43f3-867c-56ac855f2c89 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:08.399838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:48:08.403762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:08.404138 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.476985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:08.477407 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.502391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:08.504566 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b1c47-2216-4d11-9f2b-ed2b09ac5ddb" -d '{"events": [{"server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:08.520080 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:08.524186 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.577572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=2a6a27e9-3f06-43f3-867c-56ac855f2c89,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:08.612842 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dff022-879e-4864-8d4d-ba7f920960e2 x-openstack-request-id: req-75dff022-879e-4864-8d4d-ba7f920960e2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:08.613175 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:08.613441 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75dff022-879e-4864-8d4d-ba7f920960e2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:08.613898 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'code': 200} Jan 28 05:48:08.721004 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01ed6b-7ab8-4435-ae9c-f003be024a42 req-6a036019-0d16-44f7-b1b1-bcc1033705a4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.722543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd01ed6b-7ab8-4435-ae9c-f003be024a42 req-6a036019-0d16-44f7-b1b1-bcc1033705a4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0540080 Jan 28 05:48:08.738172 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620b3c-5d0d-4f25-9e76-9bb1027c5056 req-a66c1e93-5b26-4b8d-b96c-6f8644a39c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.739693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89620b3c-5d0d-4f25-9e76-9bb1027c5056 req-a66c1e93-5b26-4b8d-b96c-6f8644a39c49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1096 time: 0.0416663 Jan 28 05:48:08.760363 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6983b2ed-3561-4042-9ea1-18bc7d192d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.774910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd01ed6b-7ab8-4435-ae9c-f003be024a42 req-1fde317a-cd66-4b10-8ded-35e800cbf952 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Jan 28 05:48:08.788192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-89620b3c-5d0d-4f25-9e76-9bb1027c5056 req-ecf0e2a2-1ebe-441e-bc39-4b7cdab9ba60 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Jan 28 05:48:09.414801 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:48:09.897910 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974d3f8-eec9-439e-9854-1fee758bf525 req-565a47dc-1924-40d8-9d32-c8a365247aac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.899417 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4974d3f8-eec9-439e-9854-1fee758bf525 req-565a47dc-1924-40d8-9d32-c8a365247aac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0529883 Jan 28 05:48:09.947168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4974d3f8-eec9-439e-9854-1fee758bf525 req-8aa51f5a-ebf9-416b-a0aa-55120dd54d43 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Jan 28 05:48:10.058495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fe534-bd25-4d15-b837-f6814ef70013 req-93f16338-f7e4-4733-9bd7-afac076a6546 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.060571 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-866fe534-bd25-4d15-b837-f6814ef70013 req-93f16338-f7e4-4733-9bd7-afac076a6546 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0467741 Jan 28 05:48:10.106910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-866fe534-bd25-4d15-b837-f6814ef70013 req-ff59e0e0-9a36-4881-8a1f-e36924797964 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Jan 28 05:48:10.129437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55818) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:10.167229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff87c7-49bb-4c10-80b2-df6f1bc036f8 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.169382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9bff87c7-49bb-4c10-80b2-df6f1bc036f8 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1091 time: 0.0383635 Jan 28 05:48:10.172100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55820) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:10.176294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:10.195611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.291183 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.393600 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.93 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/f90b6933-3ba7-4907-9094-66c7e88c0872) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:10.491123 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.523470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.563517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:10.566214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:10.571605 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:10.577485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=f90b6933-3ba7-4907-9094-66c7e88c0872,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:10.931832 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (c89e3810-36a4-4f31-bfdd-104b376bd94c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.946030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b92d9cd3-4533-43dd-8d98-f2cf0e75a7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.001467 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.149322 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.154611 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.229786 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=f90b6933-3ba7-4907-9094-66c7e88c0872,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:11.242552 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (c89e3810-36a4-4f31-bfdd-104b376bd94c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.350565 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP c89e3810-36a4-4f31-bfdd-104b376bd94c associated. External IP: 172.25.6.93, port: 2a6a27e9-3f06-43f3-867c-56ac855f2c89. Jan 28 05:48:11.566864 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router e4435785-83a8-458c-813d-69e9a646032c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:11.671857 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:11.681674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] Sync routers for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:11.690357 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.691003 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:11.691627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:11.718773 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-46776324-c5d5-44fb-994e-4bce71716bcf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5455801 Jan 28 05:48:11.719323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:11.721619 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068" -d '{"events": [{"name": "network-changed", "server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:11.761907 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c04444-c38e-4e5a-8f66-72c9d545032e x-openstack-request-id: req-51c04444-c38e-4e5a-8f66-72c9d545032e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:11.762247 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:11.762531 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51c04444-c38e-4e5a-8f66-72c9d545032e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:11.762994 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'status': 'completed', 'code': 200} Jan 28 05:48:11.800671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:11.847604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821fc83-694e-4b66-bc42-6328ccef36d1 req-f66f32eb-0394-4102-b7f7-b8f144230b30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.849046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4821fc83-694e-4b66-bc42-6328ccef36d1 req-f66f32eb-0394-4102-b7f7-b8f144230b30 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0756526 Jan 28 05:48:11.863616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-6a7a2588-1780-444a-9eb9-c490150d531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.865044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-6a7a2588-1780-444a-9eb9-c490150d531f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1096 time: 0.0595095 Jan 28 05:48:11.955910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4821fc83-694e-4b66-bc42-6328ccef36d1 req-9f587bbd-0628-4001-aba1-beaf156744be tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000257 Jan 28 05:48:11.978478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55826) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:11.983643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-abd52b0d-4e3c-418f-845d-5cc50265cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.985176 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-abd52b0d-4e3c-418f-845d-5cc50265cbdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 200 len: 898 time: 0.1124072 Jan 28 05:48:12.036754 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'c89e3810-36a4-4f31-bfdd-104b376bd94c', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'port_id': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'mac_address': 'fa:16:3e:15:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:48:10Z', 'updated_at': '2022-01-28T05:48:10Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:12.042996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-638eecb9-b841-4231-a78e-15e4f52f0711 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/c89e3810-36a4-4f31-bfdd-104b376bd94c HTTP/1.1" status: 200 len: 990 time: 0.0622406 Jan 28 05:48:12.060289 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-45d6a6dd-d476-48cf-a8dd-9b7991991917 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 200 len: 998 time: 0.0691242 Jan 28 05:48:12.063256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] Checking router: e4435785-83a8-458c-813d-69e9a646032c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:12.071633 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:12.072236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:12.108875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-4cf2420b-82e7-4184-a5e0-f9f8bff2c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:12.110287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-4cf2420b-82e7-4184-a5e0-f9f8bff2c263 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb42ee7-fc23-4875-9057-4cc76cc080c3 HTTP/1.1" status: 200 len: 835 time: 0.0441749 Jan 28 05:48:12.154626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-d949ce76-5099-43d1-b9c4-066bffbd59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:12.156141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-d949ce76-5099-43d1-b9c4-066bffbd59fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f179526-0e95-4b9c-a6b2-1c1e57888676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401170 Jan 28 05:48:12.176508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:12.246266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-363c7eb0-2329-4670-929e-77cf42579480 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846422 Jan 28 05:48:12.279236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.335759 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e42cca3a-9b95-4443-b4a8-b94ab2ac4068 req-1c6547c6-8cb9-4d68-958a-0dd484c39728 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Jan 28 05:48:12.412761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'c89e3810-36a4-4f31-bfdd-104b376bd94c', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'port_id': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'mac_address': 'fa:16:3e:15:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:48:10Z', 'updated_at': '2022-01-28T05:48:10Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:12.438675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77985799-9c47-4d45-903e-973cf1b5cf95 None None] The sync data for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 is: [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'c89e3810-36a4-4f31-bfdd-104b376bd94c', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'port_id': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'mac_address': 'fa:16:3e:15:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:48:10Z', 'updated_at': '2022-01-28T05:48:10Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:12.628898 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeafc62e-7874-4bcd-a1e3-eb4c2b5ee1c1 None None] New status for floating IP c89e3810-36a4-4f31-bfdd-104b376bd94c: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:48:13.045617 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55828) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:13.108020 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1eaf6b19-e09e-45b8-8a67-dbdf29f697e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/c89e3810-36a4-4f31-bfdd-104b376bd94c HTTP/1.1" status: 200 len: 992 time: 0.0610840 Jan 28 05:48:13.975250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.513399 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.796020 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-2fb79a25-65f7-41b3-8f3f-87de51a283ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411696 Jan 28 05:48:36.897864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-fb3ba775-d749-4c21-b83f-71667992bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.899373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-fb3ba775-d749-4c21-b83f-71667992bf80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1096 time: 0.0447755 Jan 28 05:48:36.968071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.003390 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-f8968021-f0f1-4cbf-9da9-ef30e0c90b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.004889 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-f8968021-f0f1-4cbf-9da9-ef30e0c90b84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 200 len: 898 time: 0.0872624 Jan 28 05:48:37.074747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-75d927f7-5de7-4d6e-a84c-c2450aab8bca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 200 len: 1000 time: 0.0622869 Jan 28 05:48:37.122944 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-a98d83a6-f38c-4819-9022-be5b7f39126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.124373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-a98d83a6-f38c-4819-9022-be5b7f39126a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb42ee7-fc23-4875-9057-4cc76cc080c3 HTTP/1.1" status: 200 len: 835 time: 0.0436673 Jan 28 05:48:37.167422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-f495650e-4042-4ce0-a6e7-fdbe87de0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.169571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-f495650e-4042-4ce0-a6e7-fdbe87de0d77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f179526-0e95-4b9c-a6b2-1c1e57888676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390925 Jan 28 05:48:37.260761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-d3c1bc0e-e44c-43ff-ab6d-b3d4d7d78da2 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837660 Jan 28 05:48:37.347850 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a78030e2-a63a-4082-81db-5dd98353d7ff req-50fd3fa1-da1c-4b20-ac82-76f8ed06b33f service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808878 Jan 28 05:48:38.248199 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.753244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e016f79-a872-4c3e-89b3-9d026eefe220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.948147 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-641049b4-691b-4427-a4c5-3123d2fe804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.862946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60a255-5c52-49fe-9262-85696df59996 req-cf125227-2eeb-4035-a372-27fe3b235266 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.864486 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c60a255-5c52-49fe-9262-85696df59996 req-cf125227-2eeb-4035-a372-27fe3b235266 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0486593 Jan 28 05:48:41.913044 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c60a255-5c52-49fe-9262-85696df59996 req-1892cb1c-8d55-49e8-952b-0116de42ced9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Jan 28 05:48:42.257448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.040951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f026a05-ff92-4c89-bd23-52282cab8e76 req-b8d987fa-166b-44af-bb21-2d147c0b0f77 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:43.042526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f026a05-ff92-4c89-bd23-52282cab8e76 req-b8d987fa-166b-44af-bb21-2d147c0b0f77 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0509708 Jan 28 05:48:43.091430 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3f026a05-ff92-4c89-bd23-52282cab8e76 req-65176cf8-5988-4c28-b915-cbf8537ba89f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 Jan 28 05:48:43.113222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:43.176733 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c1c533d-c79d-48c9-be66-cc1153c83ab1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/c89e3810-36a4-4f31-bfdd-104b376bd94c HTTP/1.1" status: 200 len: 992 time: 0.0623164 Jan 28 05:48:43.977176 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.456023 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de570-a0fc-41c4-9b96-fa156c3234eb req-b353a6ab-4448-4937-8548-436e482d8da4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.457507 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab4de570-a0fc-41c4-9b96-fa156c3234eb req-b353a6ab-4448-4937-8548-436e482d8da4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0467756 Jan 28 05:48:44.504946 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ab4de570-a0fc-41c4-9b96-fa156c3234eb req-26c52c7e-8728-4572-a6e0-de6ad87bb237 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Jan 28 05:48:45.515736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.632312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe6b92-0b4b-4795-929d-43cd2c321fa8 req-3e721109-16d6-4231-bf11-c4aa68891d2f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:45.633864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9fe6b92-0b4b-4795-929d-43cd2c321fa8 req-3e721109-16d6-4231-bf11-c4aa68891d2f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0509753 Jan 28 05:48:45.682562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c9fe6b92-0b4b-4795-929d-43cd2c321fa8 req-4d044ce4-fee7-4269-8a32-3897ca4d2bcd tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Jan 28 05:48:45.705522 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55854) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:45.770189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e72b3e47-c12e-438f-a52a-5872ac216b1e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/c89e3810-36a4-4f31-bfdd-104b376bd94c HTTP/1.1" status: 200 len: 992 time: 0.0633943 Jan 28 05:48:46.022089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:46.174710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port f90b6933-3ba7-4907-9094-66c7e88c0872 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:46.175053 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.251003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.251336 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (f90b6933-3ba7-4907-9094-66c7e88c0872), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.263508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for f90b6933-3ba7-4907-9094-66c7e88c0872 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:46.411143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f90b6933-3ba7-4907-9094-66c7e88c0872), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.413965 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:48:46.444066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=f90b6933-3ba7-4907-9094-66c7e88c0872,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:46.465437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.465788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.466138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.466484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.466823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.467153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.467486 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.467819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.468148 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.468475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.468801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.469127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.469477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:46.511346 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (c89e3810-36a4-4f31-bfdd-104b376bd94c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.512248 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP c89e3810-36a4-4f31-bfdd-104b376bd94c disassociated (deleted). External IP: 172.25.6.93, port: 2a6a27e9-3f06-43f3-867c-56ac855f2c89. Jan 28 05:48:47.016199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router e4435785-83a8-458c-813d-69e9a646032c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:47.123566 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:47.128369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.132837 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] Sync routers for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:47.142798 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:47.143405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:47.157382 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6a4b8c72-8d24-4812-b6ad-ac1a19480fd5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/floatingips/c89e3810-36a4-4f31-bfdd-104b376bd94c HTTP/1.1" status: 204 len: 168 time: 1.1318302 Jan 28 05:48:47.157382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:47.157791 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03d00e8-4c43-470c-a915-d0b774618fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:47.207588 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b26f6-f412-4842-b226-107813a02a16 x-openstack-request-id: req-e40b26f6-f412-4842-b226-107813a02a16 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:47.207906 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:47.208185 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e40b26f6-f412-4842-b226-107813a02a16 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:47.208582 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'status': 'completed', 'code': 200} Jan 28 05:48:47.259997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:47.295807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-96623fc7-cc13-42f0-bf40-82712a85fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.297536 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-96623fc7-cc13-42f0-bf40-82712a85fbae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 1096 time: 0.0438068 Jan 28 05:48:47.404883 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-c0dfcdf4-70c0-4ae6-a55b-f362942d477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.406397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-c0dfcdf4-70c0-4ae6-a55b-f362942d477b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 200 len: 898 time: 0.1023734 Jan 28 05:48:47.410655 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb326-142f-4067-8b3a-f21f620c7fed req-03746716-7c24-4785-bbe8-bb8b6e0b1646 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.412231 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f7cb326-142f-4067-8b3a-f21f620c7fed req-03746716-7c24-4785-bbe8-bb8b6e0b1646 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0562155 Jan 28 05:48:47.450150 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-274e2a24-d67b-48ac-bc07-7ec61e940380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 200 len: 217 time: 0.0367708 Jan 28 05:48:47.461021 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f7cb326-142f-4067-8b3a-f21f620c7fed req-69c35d62-9eec-4b15-a88a-779e19672c09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425458 Jan 28 05:48:47.492593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:47.502080 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-005e8cb9-a1f9-40aa-b6af-236e747c1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.503571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-005e8cb9-a1f9-40aa-b6af-236e747c1ad3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb42ee7-fc23-4875-9057-4cc76cc080c3 HTTP/1.1" status: 200 len: 835 time: 0.0459342 Jan 28 05:48:47.519362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] Checking router: e4435785-83a8-458c-813d-69e9a646032c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:47.527657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:47.528274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:47.552124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-764508d6-60cf-4ef4-b769-13161a3a739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.553590 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-764508d6-60cf-4ef4-b769-13161a3a739a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f179526-0e95-4b9c-a6b2-1c1e57888676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434413 Jan 28 05:48:47.645857 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-1d22a2d9-8e27-4b0e-990b-78a8dbfc52b3 service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843265 Jan 28 05:48:47.745921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e03d00e8-4c43-470c-a915-d0b774618fe2 req-ac9b8cb6-d995-4a18-b285-1179a0961a1f service neutron] 10.222.0.47 "GET /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926285 Jan 28 05:48:47.791905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:47.983211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:48.011642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a82c8a-8cc8-4994-9c0f-8f7ab6412f4e None None] The sync data for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 is: [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:47:55Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '7d224d0b-c107-44bc-be6f-72b6e4333be2', 'name': '', 'network_id': '1f179526-0e95-4b9c-a6b2-1c1e57888676', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:87:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:54Z', 'updated_at': '2022-01-28T05:47:58Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': '1eb42ee7-fc23-4875-9057-4cc76cc080c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:48.225995 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbafcc-0634-4964-acb7-2a1166f1b389 None None] New status for floating IP c89e3810-36a4-4f31-bfdd-104b376bd94c: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:48:48.579397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14061f1a-5ff5-4c33-b807-0bf5cbf312fd req-eff91c53-87c1-406a-9b73-bfc9b7af7833 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.580819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14061f1a-5ff5-4c33-b807-0bf5cbf312fd req-eff91c53-87c1-406a-9b73-bfc9b7af7833 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jan 28 05:48:48.628623 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-14061f1a-5ff5-4c33-b807-0bf5cbf312fd req-96ac5d97-53a1-4676-a526-b8496ec02b32 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=b265ceb3-c074-440c-b3a0-d18b53edd261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Jan 28 05:48:49.158197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f108d1e8-5b14-4839-8e5d-e20febb5e757 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.159663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f108d1e8-5b14-4839-8e5d-e20febb5e757 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 945 time: 0.0476611 Jan 28 05:48:49.251026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:49.251371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.350499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 2a6a27e9-3f06-43f3-867c-56ac855f2c89, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=2a6a27e9-3f06-43f3-867c-56ac855f2c89,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:49.350871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.365758 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 2a6a27e9-3f06-43f3-867c-56ac855f2c89 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:49.499816 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (2a6a27e9-3f06-43f3-867c-56ac855f2c89), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.528647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=2a6a27e9-3f06-43f3-867c-56ac855f2c89,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:49.575159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] No DVR routers for this DVR port 2a6a27e9-3f06-43f3-867c-56ac855f2c89 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:49.577760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.581587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-64291ce1-f691-48c1-be1e-ba578f30b8f5 req-f87c21bf-68fa-4298-8b97-f007385f7d17 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "DELETE /v2.0/ports/2a6a27e9-3f06-43f3-867c-56ac855f2c89 HTTP/1.1" status: 204 len: 173 time: 0.4169040 Jan 28 05:48:49.582162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'name': 'network-vif-deleted', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:49.584281 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac30ac-6e59-4215-99d8-87915748460f" -d '{"events": [{"server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "name": "network-vif-deleted", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:49.622547 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf97b13-6e1f-4d3a-a3fc-f88f576c798e x-openstack-request-id: req-cdf97b13-6e1f-4d3a-a3fc-f88f576c798e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:49.622841 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f2b8f9-2e82-4c08-9ff9-14b3b1688ade", "name": "network-vif-deleted", "tag": "2a6a27e9-3f06-43f3-867c-56ac855f2c89", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:49.623094 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdf97b13-6e1f-4d3a-a3fc-f88f576c798e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:49.623521 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f2b8f9-2e82-4c08-9ff9-14b3b1688ade', 'name': 'network-vif-deleted', 'tag': '2a6a27e9-3f06-43f3-867c-56ac855f2c89', 'status': 'completed', 'code': 200} Jan 28 05:48:49.730248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-00c783ac-262c-4edf-94ad-042405e26e21 req-95aeeef6-d188-4e88-ab77-3e9fff81d3e4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f2b8f9-2e82-4c08-9ff9-14b3b1688ade HTTP/1.1" status: 200 len: 210 time: 0.0341706 Jan 28 05:48:50.787598 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55876) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:51.139864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (e4435785-83a8-458c-813d-69e9a646032c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.397078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 7d224d0b-c107-44bc-be6f-72b6e4333be2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:51.397376 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.488350 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 7d224d0b-c107-44bc-be6f-72b6e4333be2, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=7d224d0b-c107-44bc-be6f-72b6e4333be2,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:51.488719 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.500884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 7d224d0b-c107-44bc-be6f-72b6e4333be2 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:51.682115 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7d224d0b-c107-44bc-be6f-72b6e4333be2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.710079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=7d224d0b-c107-44bc-be6f-72b6e4333be2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:51.886412 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (e4435785-83a8-458c-813d-69e9a646032c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.095696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router e4435785-83a8-458c-813d-69e9a646032c has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:52.199524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:52.204620 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6ed3c487-9c96-45db-8c2a-25c99deacad1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/e4435785-83a8-458c-813d-69e9a646032c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4158347 Jan 28 05:48:52.207357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55878) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:52.209163 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] Sync routers for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:52.219586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:52.220211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:52.261098 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting subnet 1eb42ee7-fc23-4875-9057-4cc76cc080c3 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:48:52.264157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (1eb42ee7-fc23-4875-9057-4cc76cc080c3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.303636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (1eb42ee7-fc23-4875-9057-4cc76cc080c3), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.325418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:52.384064 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (1eb42ee7-fc23-4875-9057-4cc76cc080c3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.446213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (1eb42ee7-fc23-4875-9057-4cc76cc080c3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.473461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb42ee7-fc23-4875-9057-4cc76cc080c3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:52.477443 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.484419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55880) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:52.485643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6ace832c-8f47-4eee-924f-9d7a7c0250ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/subnets/1eb42ee7-fc23-4875-9057-4cc76cc080c3 HTTP/1.1" status: 204 len: 168 time: 0.2772563 Jan 28 05:48:52.485793 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11db29-1c83-4082-98da-d8069cbb696a None None] Network 1f179526-0e95-4b9c-a6b2-1c1e57888676 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:52.568166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2a6a27e9-3f06-43f3-867c-56ac855f2c89 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:52.591704 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (e4435785-83a8-458c-813d-69e9a646032c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.592774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:48:51Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:52.594747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 2a6a27e9-3f06-43f3-867c-56ac855f2c89 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:52.595098 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 2a6a27e9-3f06-43f3-867c-56ac855f2c89 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:52.626869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] Checking router: e4435785-83a8-458c-813d-69e9a646032c for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:52.642950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] Routers {'e4435785-83a8-458c-813d-69e9a646032c'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:52.643794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['e4435785-83a8-458c-813d-69e9a646032c'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:52.696830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (e4435785-83a8-458c-813d-69e9a646032c), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.727815 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] DHCP port deletion for 1f179526-0e95-4b9c-a6b2-1c1e57888676 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:48:52.752118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:52.752470 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.779101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] Set router e4435785-83a8-458c-813d-69e9a646032c gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:52.833317 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:52.833618 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.845422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:52.890301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Deleting port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:52.890675 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.974930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] For port d4c9883b-10ef-4e16-a3d9-de1c3df3c075, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,segment=NetworkSegment(62b9491b-ebfc-4edd-a22e-4a25b2c07536),segment_id=62b9491b-ebfc-4edd-a22e-4a25b2c07536)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:52.975254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.005935 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Calling delete_port for d4c9883b-10ef-4e16-a3d9-de1c3df3c075 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:53.008060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.033773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:53.057815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.058202 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.058552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.058894 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.059224 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.059691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.059885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.060218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.060547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.060876 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.061220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.061610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.061871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.093119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:48:51Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:53.104149 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (e4435785-83a8-458c-813d-69e9a646032c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.128719 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcbada-a199-40db-bd73-d0c8cd4b44d6 None None] The sync data for ids ['e4435785-83a8-458c-813d-69e9a646032c'] in n-d-824835-3 is: [{'id': 'e4435785-83a8-458c-813d-69e9a646032c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568544506', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:47:51Z', 'updated_at': '2022-01-28T05:48:51Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4435785-83a8-458c-813d-69e9a646032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:52Z', 'updated_at': '2022-01-28T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:53.142326 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (d4c9883b-10ef-4e16-a3d9-de1c3df3c075), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.168631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Pushing event deleted for resources: {'Port': ['ID=d4c9883b-10ef-4e16-a3d9-de1c3df3c075,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:53.173104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] No DVR routers for this DVR port d4c9883b-10ef-4e16-a3d9-de1c3df3c075 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:53.180849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.184603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.186622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.186622 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.186969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.187384 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f83580-1601-46c4-8f13-5da8a9db65b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:53.195311 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (e4435785-83a8-458c-813d-69e9a646032c), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.197501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (e4435785-83a8-458c-813d-69e9a646032c), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.534533 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (e4435785-83a8-458c-813d-69e9a646032c), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.535319 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Fanout notify agent at l3_agent the message router_deleted on router e4435785-83a8-458c-813d-69e9a646032c {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:48:53.543870 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.549180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55882) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:53.549690 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-92e1dd57-495b-4f26-be55-4ddcb5e05b51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/routers/e4435785-83a8-458c-813d-69e9a646032c HTTP/1.1" status: 204 len: 168 time: 1.0638099 Jan 28 05:48:53.627001 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (1f179526-0e95-4b9c-a6b2-1c1e57888676), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.720990 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (1f179526-0e95-4b9c-a6b2-1c1e57888676), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.743000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f179526-0e95-4b9c-a6b2-1c1e57888676']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:53.753163 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b9491b-ebfc-4edd-a22e-4a25b2c07536') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:53.753468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b9491b-ebfc-4edd-a22e-4a25b2c07536') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:53.765117 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (62b9491b-ebfc-4edd-a22e-4a25b2c07536), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.779378 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (62b9491b-ebfc-4edd-a22e-4a25b2c07536), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.785585 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:48:53.785989 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (62b9491b-ebfc-4edd-a22e-4a25b2c07536), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:48:53.788955 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:48:53.847164 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (1f179526-0e95-4b9c-a6b2-1c1e57888676), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.851414 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.855276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/networks/1f179526-0e95-4b9c-a6b2-1c1e57888676 HTTP/1.1" status: 204 len: 168 time: 0.3050056 Jan 28 05:48:53.858153 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55884) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:53.870115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6db6-b5a8-4d60-8ee3-3d96f93ae8d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Network': ['ID=1f179526-0e95-4b9c-a6b2-1c1e57888676,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:53.913815 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d45af15f-4357-49a5-abae-c15d3557a044 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (b265ceb3-c074-440c-b3a0-d18b53edd261), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.938052 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d45af15f-4357-49a5-abae-c15d3557a044 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (b265ceb3-c074-440c-b3a0-d18b53edd261), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.994800 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d45af15f-4357-49a5-abae-c15d3557a044 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (b265ceb3-c074-440c-b3a0-d18b53edd261), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.997842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d45af15f-4357-49a5-abae-c15d3557a044 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.999053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d45af15f-4357-49a5-abae-c15d3557a044 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/security-groups/b265ceb3-c074-440c-b3a0-d18b53edd261 HTTP/1.1" status: 204 len: 168 time: 0.1398544 Jan 28 05:48:54.013611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45af15f-4357-49a5-abae-c15d3557a044 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b265ceb3-c074-440c-b3a0-d18b53edd261,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.179742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4c9883b-10ef-4e16-a3d9-de1c3df3c075 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:54.201195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: d4c9883b-10ef-4e16-a3d9-de1c3df3c075 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:54.201550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device d4c9883b-10ef-4e16-a3d9-de1c3df3c075 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:54.201971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d224d0b-c107-44bc-be6f-72b6e4333be2 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:54.219684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 7d224d0b-c107-44bc-be6f-72b6e4333be2 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:54.220034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 7d224d0b-c107-44bc-be6f-72b6e4333be2 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:54.220446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:54.242002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:54.242352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 9f0ba973-575b-40f2-b2f8-9bdc0a7b6c76 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:54.352394 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55890) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:54.357500 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283953185', 'description': 'tempest-secgroup-smoke-1283953185 description', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:54.378313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.440999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (2f012fa5-11e0-494c-b567-cf6d7af1be33), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.444601 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2f012fa5-11e0-494c-b567-cf6d7af1be33), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.472387 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.473626 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1202118 Jan 28 05:48:54.475467 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcee02-4a21-495a-9f95-fbed5698b826 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f012fa5-11e0-494c-b567-cf6d7af1be33,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.476738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:54.482487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '2f012fa5-11e0-494c-b567-cf6d7af1be33', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:54.507744 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (2f988699-6427-4314-ac6c-40d5e1245895), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.848190 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (2f988699-6427-4314-ac6c-40d5e1245895), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.851952 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2f988699-6427-4314-ac6c-40d5e1245895), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.869659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f988699-6427-4314-ac6c-40d5e1245895,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.877675 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.878870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eedbdb7e-9555-43fd-bd7d-bda7072375cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4005008 Jan 28 05:48:54.881722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55894) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:54.885904 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '2f012fa5-11e0-494c-b567-cf6d7af1be33', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:54.909530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (ab4f2341-cac7-4609-9af2-c8158ac863b7), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.963861 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (ab4f2341-cac7-4609-9af2-c8158ac863b7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.968238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (ab4f2341-cac7-4609-9af2-c8158ac863b7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.986716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4f2341-cac7-4609-9af2-c8158ac863b7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.992366 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.993766 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c37edbda-5782-410b-b0c8-4f7612bd4710 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111393 Jan 28 05:48:54.996430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55896) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:55.000620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '2f012fa5-11e0-494c-b567-cf6d7af1be33', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:55.024565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (dbb1dcb2-f095-45df-a86a-363f3f765f7d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.078530 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (dbb1dcb2-f095-45df-a86a-363f3f765f7d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.081860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (dbb1dcb2-f095-45df-a86a-363f3f765f7d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.098677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb1dcb2-f095-45df-a86a-363f3f765f7d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:55.107787 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.109023 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f48e405e-53c7-44f5-895f-488d93eabd2e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116700 Jan 28 05:48:55.111895 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55898) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:55.116701 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '2f012fa5-11e0-494c-b567-cf6d7af1be33', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:55.140946 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (aebff09f-aaa0-4d50-b9af-2a19083c5d6d), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.200177 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (aebff09f-aaa0-4d50-b9af-2a19083c5d6d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.203544 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (aebff09f-aaa0-4d50-b9af-2a19083c5d6d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.221630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebff09f-aaa0-4d50-b9af-2a19083c5d6d,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:55.229158 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.230394 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aceb28b2-0fae-4bd6-9095-8d98bba46b13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174989 Jan 28 05:48:55.233054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55900) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:55.237330 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '2f012fa5-11e0-494c-b567-cf6d7af1be33', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:55.257508 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:48:55.262967 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (f7bcb7be-495d-4954-b797-870520f28935), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.317814 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (f7bcb7be-495d-4954-b797-870520f28935), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.321122 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f7bcb7be-495d-4954-b797-870520f28935), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.340077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bcb7be-495d-4954-b797-870520f28935,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:55.344705 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.345981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9363c764-3f94-4061-9ffa-563665ca0672 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1119344 Jan 28 05:48:55.350495 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55902) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:55.354933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '2f012fa5-11e0-494c-b567-cf6d7af1be33', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:55.374461 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:48:55.379048 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (8a923269-525d-4add-8d82-f72e57429077), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.437370 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (8a923269-525d-4add-8d82-f72e57429077), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.440905 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (8a923269-525d-4add-8d82-f72e57429077), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.458523 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a923269-525d-4add-8d82-f72e57429077,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:55.465609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.466781 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a1efbb45-8fc7-42d0-88c8-a0ad660fe793 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153874 Jan 28 05:48:55.469688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55904) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:55.474552 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'network': {'name': 'tempest-network-smoke--1245207110', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'port_security_enabled': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:55.492890 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:55.496725 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.522377 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:55.531075 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0d081151-1b56-44bf-9cb5-1d545ce245d6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.531468 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Added segment 0d081151-1b56-44bf-9cb5-1d545ce245d6 of type vlan for network 4d454b31-7a18-45c1-b3f4-5b30872a1682 Jan 28 05:48:55.569942 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4d454b31-7a18-45c1-b3f4-5b30872a1682), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.593381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4d454b31-7a18-45c1-b3f4-5b30872a1682), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.598382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.598959 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.655520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1848209 Jan 28 05:48:55.658197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55906) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:55.662410 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'admin_state_up': True, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:55.678709 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca7dbd-bef0-449e-af66-4d6b76b7e483 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Network': ['ID=4d454b31-7a18-45c1-b3f4-5b30872a1682,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:55.689658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:55.690740 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (c1237982-d34f-404e-8f40-a2278a4499ef), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.691689 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (c1237982-d34f-404e-8f40-a2278a4499ef), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.754129 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (c1237982-d34f-404e-8f40-a2278a4499ef), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.887475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (c1237982-d34f-404e-8f40-a2278a4499ef), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.075931 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (c1237982-d34f-404e-8f40-a2278a4499ef), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.094613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.200016 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.86 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/17e846af-2bef-4532-b142-7ac09fe12320) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:56.298509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (17e846af-2bef-4532-b142-7ac09fe12320), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.331638 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (17e846af-2bef-4532-b142-7ac09fe12320), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.371906 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:56.374679 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:56.377987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:56.403468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=17e846af-2bef-4532-b142-7ac09fe12320,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:56.629136 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (c1237982-d34f-404e-8f40-a2278a4499ef), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.826847 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (c1237982-d34f-404e-8f40-a2278a4499ef), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.953827 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router c1237982-d34f-404e-8f40-a2278a4499ef is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:48:57.058960 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:57.068203 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Sync routers for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:57.079098 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:57.079359 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.079842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:57.080606 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1737adfe-15f2-4824-8fa2-d8a684b7dcc6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4215033 Jan 28 05:48:57.083789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55908) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:57.111482 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-8266f338-41d3-4e61-80fa-5c54b0cf07a1 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0de4379b8ea4ac996fad2fedfc60a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265193 Jan 28 05:48:57.114714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55910) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:57.192277 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:57.204557 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f6988-22d8-4b24-b621-e825ae36d98c tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.206124 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4d1f6988-22d8-4b24-b621-e825ae36d98c tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900424 Jan 28 05:48:57.208964 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55912) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:57.236404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e73728af-06d8-45d9-bbd2-0cb1780039ab tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263624 Jan 28 05:48:57.239208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55914) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:57.243831 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582291060', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:57.331817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:57.335484 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.364671 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:56Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:57.394179 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Checking router: c1237982-d34f-404e-8f40-a2278a4499ef for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:57.394561 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Updating router c1237982-d34f-404e-8f40-a2278a4499ef port 17e846af-2bef-4532-b142-7ac09fe12320 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:48:57.419050 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (17e846af-2bef-4532-b142-7ac09fe12320), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.518916 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (bf86ba75-844c-4e4c-a0a1-b045379379eb), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.581903 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Subnet': ['ID=bf86ba75-844c-4e4c-a0a1-b045379379eb,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:57.587999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Checking segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:57.588368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network hostable DHCP agents. Network: 4d454b31-7a18-45c1-b3f4-5b30872a1682, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:48:57.607047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:48:57.616646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4d454b31-7a18-45c1-b3f4-5b30872a1682) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:57.621235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.621844 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.626010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a29abd-6b35-45e1-9184-90cd1c31d5c2 None None] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:57.639155 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-390a01f8-6fd5-40ad-8140-c1b401cff702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3989384 Jan 28 05:48:57.642480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55916) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:57.671818 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Publish callbacks [] for port (17e846af-2bef-4532-b142-7ac09fe12320), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.680627 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (17e846af-2bef-4532-b142-7ac09fe12320), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.728321 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Attempting to bind port 17e846af-2bef-4532-b142-7ac09fe12320 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:57.728696 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Attempting to bind port 17e846af-2bef-4532-b142-7ac09fe12320 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:57.729289 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Attempting to bind port 17e846af-2bef-4532-b142-7ac09fe12320 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:57.739858 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:57.740236 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:57.740848 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.741275 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:57.741765 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Bound port: 17e846af-2bef-4532-b142-7ac09fe12320, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:57.742149 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (17e846af-2bef-4532-b142-7ac09fe12320), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.778435 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61054-7762-4b4a-b98e-689f10bc5a88 None None] Pushing event updated for resources: {'Port': ['ID=17e846af-2bef-4532-b142-7ac09fe12320,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:57.807613 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] For port 17e846af-2bef-4532-b142-7ac09fe12320, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:57.810912 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] For port 17e846af-2bef-4532-b142-7ac09fe12320, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=17e846af-2bef-4532-b142-7ac09fe12320,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:57.816538 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (17e846af-2bef-4532-b142-7ac09fe12320), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.870031 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:57.870899 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:57.904314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-4d454b31-7a18-45c1-b3f4-5b30872a1682', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:48:57.905196 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.917814 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61054-7762-4b4a-b98e-689f10bc5a88 None None] Pushing event updated for resources: {'Port': ['ID=17e846af-2bef-4532-b142-7ac09fe12320,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:57.985781 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:58.047795 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Allocated IP 172.20.0.2 (4d454b31-7a18-45c1-b3f4-5b30872a1682/bf86ba75-844c-4e4c-a0a1-b045379379eb/ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:58.127262 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.175506 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:56Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:58.197658 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Publish callbacks [] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.203204 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.206222 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810620f7-b71b-47c5-b45a-60012992fb17 None None] The sync data for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 is: [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:56Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:58.249387 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:58.256755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:58.259254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:58.261987 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Pushing event updated for resources: {'Port': ['ID=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:58.321503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Attempting to bind port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:58.321949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Attempting to bind port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:58.322330 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Attempting to bind port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae on network 4d454b31-7a18-45c1-b3f4-5b30872a1682 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:58.328500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:58.329369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Checking segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:58.329863 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.330607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Bound using segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:58.331310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Bound port: ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:58.331788 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.400504 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] For port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:58.404548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] For port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:58.409756 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.490390 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93e8f0-5c10-46a4-bc8d-ba38dfa4da0b None None] Pushing event updated for resources: {'Port': ['ID=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:58.539802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.1 (4d454b31-7a18-45c1-b3f4-5b30872a1682/bf86ba75-844c-4e4c-a0a1-b045379379eb/36b76031-734a-41b3-8b03-70196429ab41) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:58.696689 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (36b76031-734a-41b3-8b03-70196429ab41), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.742494 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (36b76031-734a-41b3-8b03-70196429ab41), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.792616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:58.796056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:58.802723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:58.809679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=36b76031-734a-41b3-8b03-70196429ab41,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:58.859180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (c1237982-d34f-404e-8f40-a2278a4499ef), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.996672 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36b76031-734a-41b3-8b03-70196429ab41), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.303889 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (36b76031-734a-41b3-8b03-70196429ab41), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.309520 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (36b76031-734a-41b3-8b03-70196429ab41), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.382988 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (c1237982-d34f-404e-8f40-a2278a4499ef), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.384727 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=36b76031-734a-41b3-8b03-70196429ab41,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:59.479585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf634e-234d-469a-becc-2dd3f0a33aaa None None] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:59.482274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:59.483723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:59.587193 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] Provisioning complete for port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:59.587568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.602193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router c1237982-d34f-404e-8f40-a2278a4499ef has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:59.679904 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] Current status of the port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:59.680323 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.718993 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] For port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:59.725419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.730716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:59.742823 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5fb8c1ce-a842-4dab-b4ab-55ae1327cd2d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/c1237982-d34f-404e-8f40-a2278a4499ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991619 Jan 28 05:48:59.780674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f6b6a-7891-4795-a567-b8af379a4319 None None] Pushing event updated for resources: {'Port': ['ID=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:59.851618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fca8613b-486b-4b6a-ad1a-c0e1d6116db4 None None] Provisioning complete for port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:59.852001 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca8613b-486b-4b6a-ad1a-c0e1d6116db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.934519 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-321476d4-3b48-4d1a-aad5-66ad6a91adb9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283953185&fields=id&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 267 time: 0.0581441 Jan 28 05:48:59.947085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fca8613b-486b-4b6a-ad1a-c0e1d6116db4 None None] Current status of the port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:59.958840 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fca8613b-486b-4b6a-ad1a-c0e1d6116db4 None None] Provisioning complete for port 36b76031-734a-41b3-8b03-70196429ab41 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:59.959301 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca8613b-486b-4b6a-ad1a-c0e1d6116db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36b76031-734a-41b3-8b03-70196429ab41), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.998879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fca8613b-486b-4b6a-ad1a-c0e1d6116db4 None None] Port 36b76031-734a-41b3-8b03-70196429ab41 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:00.037262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Sync routers for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:00.048104 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:00.048834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:00.082126 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-5ea3ac2c-3b56-42d2-ae0c-20880bbe1629 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:00.084464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-5ea3ac2c-3b56-42d2-ae0c-20880bbe1629 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 797 time: 0.1426256 Jan 28 05:49:00.115643 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-92017be1-a929-4a81-9ea1-c7b7cccb8ae8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/quotas/b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 375 time: 0.0209148 Jan 28 05:49:00.161329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f98be85d-f35e-49f0-a8c5-f7ae3cd2119a None None] Provisioning complete for port 36b76031-734a-41b3-8b03-70196429ab41 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:00.161716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f98be85d-f35e-49f0-a8c5-f7ae3cd2119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36b76031-734a-41b3-8b03-70196429ab41), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.189335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-553c46a7-b1d6-4353-9ced-b4c844adf02b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650985 Jan 28 05:49:00.221923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:00.223658 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f98be85d-f35e-49f0-a8c5-f7ae3cd2119a None None] Port 36b76031-734a-41b3-8b03-70196429ab41 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:00.255002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:00.257823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-1b47fe3a-bdfa-4404-acc8-3b5eaea33292 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:49:00.265277 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-1b47fe3a-bdfa-4404-acc8-3b5eaea33292 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0729775 Jan 28 05:49:00.350802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-35d6b35c-3139-49d5-a187-f35d0ffe903d service neutron] 10.222.0.21 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846660 Jan 28 05:49:00.410956 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8eac1556-7d87-4f37-a64b-30f353d9b747 None None] Provisioning complete for port 36b76031-734a-41b3-8b03-70196429ab41 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:00.411253 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8eac1556-7d87-4f37-a64b-30f353d9b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36b76031-734a-41b3-8b03-70196429ab41), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.415618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:00.415985 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.445431 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-fabe0909-4a2d-417c-ac32-ec5ec7c7127b service neutron] 10.222.0.21 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887692 Jan 28 05:49:00.492085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8eac1556-7d87-4f37-a64b-30f353d9b747 None None] Port 36b76031-734a-41b3-8b03-70196429ab41 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:00.573288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:00.574419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 17e846af-2bef-4532-b142-7ac09fe12320 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:00.579333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 2, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:00.623456 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62c55bc2-49cd-4b44-9e44-ac3a34dd1177 req-793102be-cb89-408b-b1ab-9d72833335e9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 210 time: 0.0356927 Jan 28 05:49:00.628539 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Checking router: c1237982-d34f-404e-8f40-a2278a4499ef for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:00.628900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Updating router c1237982-d34f-404e-8f40-a2278a4499ef port 36b76031-734a-41b3-8b03-70196429ab41 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:49:00.665392 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36b76031-734a-41b3-8b03-70196429ab41), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.709283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 17e846af-2bef-4532-b142-7ac09fe12320 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:00.709670 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (17e846af-2bef-4532-b142-7ac09fe12320), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.906374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 17e846af-2bef-4532-b142-7ac09fe12320 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:00.906755 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (17e846af-2bef-4532-b142-7ac09fe12320), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.944868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 17e846af-2bef-4532-b142-7ac09fe12320, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=17e846af-2bef-4532-b142-7ac09fe12320,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:00.949243 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (17e846af-2bef-4532-b142-7ac09fe12320), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.036725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=17e846af-2bef-4532-b142-7ac09fe12320,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.055786 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Publish callbacks [] for port (36b76031-734a-41b3-8b03-70196429ab41), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.061037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36b76031-734a-41b3-8b03-70196429ab41), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.116601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45461d1-e804-48e8-902c-c91d9f41aad4 None None] Pushing event updated for resources: {'Port': ['ID=36b76031-734a-41b3-8b03-70196429ab41,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.169313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Attempting to bind port 36b76031-734a-41b3-8b03-70196429ab41 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:01.169838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Attempting to bind port 36b76031-734a-41b3-8b03-70196429ab41 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:01.170209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Attempting to bind port 36b76031-734a-41b3-8b03-70196429ab41 on network 4d454b31-7a18-45c1-b3f4-5b30872a1682 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:01.176642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:01.177028 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Checking segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:01.177469 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.177865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Bound using segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:01.178344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Bound port: 36b76031-734a-41b3-8b03-70196429ab41, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:01.178732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36b76031-734a-41b3-8b03-70196429ab41), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.246310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] For port 36b76031-734a-41b3-8b03-70196429ab41, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:01.250824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] For port 36b76031-734a-41b3-8b03-70196429ab41, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=36b76031-734a-41b3-8b03-70196429ab41,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:01.255603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36b76031-734a-41b3-8b03-70196429ab41), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.319378 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:01.320012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:48:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:01.369950 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45461d1-e804-48e8-902c-c91d9f41aad4 None None] Pushing event updated for resources: {'Port': ['ID=36b76031-734a-41b3-8b03-70196429ab41,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.389532 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] Provisioning complete for port 36b76031-734a-41b3-8b03-70196429ab41 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:01.389912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36b76031-734a-41b3-8b03-70196429ab41), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.638247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:01.721001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-865ab79a-0787-4346-9833-82992a3404ef req-0a96c53d-d6c0-4342-938e-9c985ab4b4db tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 210 time: 0.0317156 Jan 28 05:49:01.768252 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-115e45e8-5728-4b58-85d4-44bd1ffddcd0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.770062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-115e45e8-5728-4b58-85d4-44bd1ffddcd0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 797 time: 0.1551499 Jan 28 05:49:01.794768 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] Current status of the port 36b76031-734a-41b3-8b03-70196429ab41 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:01.795164 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36b76031-734a-41b3-8b03-70196429ab41), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.851758 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-3912a452-2c7a-4d88-afb3-20442a01613c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 380 time: 0.0595593 Jan 28 05:49:01.856202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] For port 36b76031-734a-41b3-8b03-70196429ab41, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=36b76031-734a-41b3-8b03-70196429ab41,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:01.861708 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36b76031-734a-41b3-8b03-70196429ab41), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.862010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'port': {'device_id': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'admin_state_up': True, 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'security_groups': ['2f012fa5-11e0-494c-b567-cf6d7af1be33']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:01.934684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004424c4-5e51-43fb-ba7b-5a8439abe05e None None] Pushing event updated for resources: {'Port': ['ID=36b76031-734a-41b3-8b03-70196429ab41,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.951932 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:01.974432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:01.978051 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.982301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d124bb-55fa-412e-bf32-f2aa11c04181 None None] The sync data for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 is: [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:01.993308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-93596756-6beb-4936-b3df-03b35c765802 None None] Provisioning complete for port 36b76031-734a-41b3-8b03-70196429ab41 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:01.993862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93596756-6beb-4936-b3df-03b35c765802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36b76031-734a-41b3-8b03-70196429ab41), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.112026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-93596756-6beb-4936-b3df-03b35c765802 None None] Current status of the port 36b76031-734a-41b3-8b03-70196429ab41 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:02.118946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 17e846af-2bef-4532-b142-7ac09fe12320 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:02.144313 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.9 (4d454b31-7a18-45c1-b3f4-5b30872a1682/bf86ba75-844c-4e4c-a0a1-b045379379eb/662b5839-1a94-4882-9594-207738048903) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:02.178280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 17e846af-2bef-4532-b142-7ac09fe12320 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:02.178763 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (17e846af-2bef-4532-b142-7ac09fe12320), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.266816 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 17e846af-2bef-4532-b142-7ac09fe12320 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:02.299107 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (662b5839-1a94-4882-9594-207738048903), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.333945 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (662b5839-1a94-4882-9594-207738048903), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.381631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:02.384784 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:02.391511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:02.416913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=662b5839-1a94-4882-9594-207738048903,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:02.446523 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:02.447160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.465380 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-4aaa7898-2e4c-4189-9a95-ebdacc6b69ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075571 Jan 28 05:49:02.475139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-ec066a57-4570-4bd1-845a-1080b0c95997 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:49:02.476141 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-ec066a57-4570-4bd1-845a-1080b0c95997 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055034 Jan 28 05:49:02.493717 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Request body: {'port': {'device_id': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:02.553928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (662b5839-1a94-4882-9594-207738048903), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.637835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-03f711b5-8457-4b72-a7bb-9f06a9ec045d None None] Provisioning complete for port 662b5839-1a94-4882-9594-207738048903 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:02.638351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03f711b5-8457-4b72-a7bb-9f06a9ec045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (662b5839-1a94-4882-9594-207738048903), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.674166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-03f711b5-8457-4b72-a7bb-9f06a9ec045d None None] Port 662b5839-1a94-4882-9594-207738048903 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:02.854353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd42a-dba3-4c16-b73b-ef4357d369c5 req-b95c35c9-d936-414f-8e48-ead11a91d534 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:02.856745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-415fd42a-dba3-4c16-b73b-ef4357d369c5 req-b95c35c9-d936-414f-8e48-ead11a91d534 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 931 time: 0.0564108 Jan 28 05:49:02.859994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662b5839-1a94-4882-9594-207738048903 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:02.868752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Publish callbacks [] for port (662b5839-1a94-4882-9594-207738048903), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.882242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Transition to ACTIVE for port object 662b5839-1a94-4882-9594-207738048903 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:02.892490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (662b5839-1a94-4882-9594-207738048903), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.914897 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-415fd42a-dba3-4c16-b73b-ef4357d369c5 req-eb3cb9f5-3ada-4dcf-b791-4980107aab65 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512872 Jan 28 05:49:02.970863 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Pushing event updated for resources: {'Port': ['ID=662b5839-1a94-4882-9594-207738048903,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:03.032642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Attempting to bind port 662b5839-1a94-4882-9594-207738048903 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:03.032984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Attempting to bind port 662b5839-1a94-4882-9594-207738048903 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:03.033361 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Attempting to bind port 662b5839-1a94-4882-9594-207738048903 on network 4d454b31-7a18-45c1-b3f4-5b30872a1682 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:03.038048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Port 662b5839-1a94-4882-9594-207738048903 on network 4d454b31-7a18-45c1-b3f4-5b30872a1682 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:03.038379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Attempting to bind port 662b5839-1a94-4882-9594-207738048903 on network 4d454b31-7a18-45c1-b3f4-5b30872a1682 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:03.044127 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:03.044473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Checking segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:03.044867 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Bound using segment: {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:03.045344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Bound port: 662b5839-1a94-4882-9594-207738048903, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d081151-1b56-44bf-9cb5-1d545ce245d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:03.045708 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (662b5839-1a94-4882-9594-207738048903), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.117924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] For port 662b5839-1a94-4882-9594-207738048903, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:03.121967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] For port 662b5839-1a94-4882-9594-207738048903, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=662b5839-1a94-4882-9594-207738048903,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:03.126972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (662b5839-1a94-4882-9594-207738048903), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.163430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.164067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.165528 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] 10.222.0.52 "PUT /v2.0/ports/662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 1091 time: 0.6763339 Jan 28 05:49:03.166087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'tag': '662b5839-1a94-4882-9594-207738048903'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:03.168823 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660dda51-f6ee-4221-88bb-47126d0591ae" -d '{"events": [{"name": "network-changed", "server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "tag": "662b5839-1a94-4882-9594-207738048903"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:03.213249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8ef2-80f3-43a7-94ea-8de13c69549a service neutron] Pushing event updated for resources: {'Port': ['ID=662b5839-1a94-4882-9594-207738048903,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:03.234246 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76871305-a559-4aa4-89ec-2140d7a84dec x-openstack-request-id: req-76871305-a559-4aa4-89ec-2140d7a84dec {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:03.234599 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "tag": "662b5839-1a94-4882-9594-207738048903", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:03.234869 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76871305-a559-4aa4-89ec-2140d7a84dec {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:03.235294 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'tag': '662b5839-1a94-4882-9594-207738048903', 'status': 'completed', 'code': 200} Jan 28 05:49:03.289033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-6f276f68-bdf6-4fd7-b6b7-244eb2da9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.290675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-6f276f68-bdf6-4fd7-b6b7-244eb2da9170 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1094 time: 0.0450029 Jan 28 05:49:03.344229 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-bb8c21d3-2275-447e-9430-ebab09be55d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 217 time: 0.0407398 Jan 28 05:49:03.394237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-21bf2879-9349-4019-ad37-97a8468341fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.395794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-21bf2879-9349-4019-ad37-97a8468341fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0458369 Jan 28 05:49:03.439783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-242faca0-f32a-47ec-bdd2-4953ac80c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.441357 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-242faca0-f32a-47ec-bdd2-4953ac80c2d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401595 Jan 28 05:49:03.535305 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-a22c9ee3-0b7d-4bf0-a6d9-1e3bbe8b16e9 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Jan 28 05:49:03.623700 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ec362e-af89-4ea3-9c50-a09096f98f1c req-658d9c5b-a609-41a6-870e-76f46b737e06 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822277 Jan 28 05:49:03.754307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dda51-f6ee-4221-88bb-47126d0591ae req-24e739a8-a2cc-411e-b2dc-b5f7f923c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.755828 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-24e739a8-a2cc-411e-b2dc-b5f7f923c020 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1094 time: 0.0428150 Jan 28 05:49:03.845997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dda51-f6ee-4221-88bb-47126d0591ae req-90bf054e-be47-4cc4-9313-0142508bb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.847409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-90bf054e-be47-4cc4-9313-0142508bb9de service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 898 time: 0.0849330 Jan 28 05:49:03.887192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-8a1c6b84-4086-438a-bb87-0e5875448e29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 217 time: 0.0341747 Jan 28 05:49:03.936842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dda51-f6ee-4221-88bb-47126d0591ae req-2bd01499-899d-4941-9c71-275dc2a19c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.938308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-2bd01499-899d-4941-9c71-275dc2a19c36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0453367 Jan 28 05:49:03.983100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dda51-f6ee-4221-88bb-47126d0591ae req-8994205c-da1e-4f44-a661-788b987bace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.984632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-8994205c-da1e-4f44-a661-788b987bace9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403130 Jan 28 05:49:04.038047 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac07aa6-1eae-424f-9da2-e26115c8d09f req-cae33e99-19f9-45b5-814e-df801b9dd5a5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:04.040185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ac07aa6-1eae-424f-9da2-e26115c8d09f req-cae33e99-19f9-45b5-814e-df801b9dd5a5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 943 time: 0.0508525 Jan 28 05:49:04.077902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-32e4093c-6cf2-49eb-953d-5354c02cff07 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871756 Jan 28 05:49:04.093064 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2ac07aa6-1eae-424f-9da2-e26115c8d09f req-3a30bf5c-263a-46ec-832d-be5a1963cd7b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471935 Jan 28 05:49:04.126952 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36b76031-734a-41b3-8b03-70196429ab41 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:04.177083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 36b76031-734a-41b3-8b03-70196429ab41 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:04.177506 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36b76031-734a-41b3-8b03-70196429ab41), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.261829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 36b76031-734a-41b3-8b03-70196429ab41 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:04.458298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-660dda51-f6ee-4221-88bb-47126d0591ae req-db0430de-1d48-4788-87e8-10c67d0855f5 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750780 Jan 28 05:49:05.219004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1af1-ceae-44ed-a075-7903a6fd27ea req-94f2d8bd-4a02-4258-a6a5-f6f1f5f03e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.220517 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-698f1af1-ceae-44ed-a075-7903a6fd27ea req-94f2d8bd-4a02-4258-a6a5-f6f1f5f03e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 943 time: 0.0569968 Jan 28 05:49:05.279094 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-698f1af1-ceae-44ed-a075-7903a6fd27ea req-1292f667-b263-4a16-95a0-b6d1994fef8f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527153 Jan 28 05:49:06.391892 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f3e3-cf3a-48f8-a602-8bf367bfb740 req-f3bd52e0-73aa-4c91-8be9-78cafa367650 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.393444 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a036f3e3-cf3a-48f8-a602-8bf367bfb740 req-f3bd52e0-73aa-4c91-8be9-78cafa367650 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 943 time: 0.0471532 Jan 28 05:49:06.444346 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a036f3e3-cf3a-48f8-a602-8bf367bfb740 req-20792710-a9a9-43a4-a3d9-d219758bfa8e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Jan 28 05:49:06.808608 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 662b5839-1a94-4882-9594-207738048903 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:06.903106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 662b5839-1a94-4882-9594-207738048903, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=662b5839-1a94-4882-9594-207738048903,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.914027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '662b5839-1a94-4882-9594-207738048903', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'port_id': '662b5839-1a94-4882-9594-207738048903', 'mac_address': 'fa:16:3e:b4:0f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:06.953511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 662b5839-1a94-4882-9594-207738048903 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:06.953898 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (662b5839-1a94-4882-9594-207738048903), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.972314 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662b5839-1a94-4882-9594-207738048903 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:06.977724 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.992343 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 662b5839-1a94-4882-9594-207738048903, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=662b5839-1a94-4882-9594-207738048903,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.996597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (662b5839-1a94-4882-9594-207738048903), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.044958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=662b5839-1a94-4882-9594-207738048903,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:07.373873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['662b5839-1a94-4882-9594-207738048903'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:07.556209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02793d4-f04d-4bd5-9ccc-4cbf71d252f2 req-0a38f6db-783c-47ff-ad95-86b9caa96c1d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:07.557868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e02793d4-f04d-4bd5-9ccc-4cbf71d252f2 req-0a38f6db-783c-47ff-ad95-86b9caa96c1d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 944 time: 0.0474186 Jan 28 05:49:07.611301 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e02793d4-f04d-4bd5-9ccc-4cbf71d252f2 req-c56d5f4f-b66d-4803-886f-a6248ec774a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478268 Jan 28 05:49:08.248540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.726111 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a84784-56a9-482e-a2f8-c554093a4dfb req-9b4ce2a6-9ceb-4556-b5d9-ba02a6c7d54a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.727613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0a84784-56a9-482e-a2f8-c554093a4dfb req-9b4ce2a6-9ceb-4556-b5d9-ba02a6c7d54a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 944 time: 0.0481868 Jan 28 05:49:08.758451 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-020b389e-43e8-4fd8-95a3-1bcf984a3f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.777491 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c0a84784-56a9-482e-a2f8-c554093a4dfb req-149713a4-4346-4077-97a4-1c6614242f54 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Jan 28 05:49:08.833519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 662b5839-1a94-4882-9594-207738048903 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:08.882940 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 662b5839-1a94-4882-9594-207738048903 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:08.886776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 662b5839-1a94-4882-9594-207738048903 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:08.887162 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (662b5839-1a94-4882-9594-207738048903), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.962826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 662b5839-1a94-4882-9594-207738048903 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:08.963143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (662b5839-1a94-4882-9594-207738048903), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.984365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662b5839-1a94-4882-9594-207738048903'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:08.986669 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794330b2-6e0b-4adb-b0fe-8ae1d97ff0ed" -d '{"events": [{"server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "name": "network-vif-plugged", "status": "completed", "tag": "662b5839-1a94-4882-9594-207738048903"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:09.005002 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 662b5839-1a94-4882-9594-207738048903, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=662b5839-1a94-4882-9594-207738048903,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:09.009336 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (662b5839-1a94-4882-9594-207738048903), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.033306 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5ccceb-89ae-431b-abe8-f7632d2f4524 x-openstack-request-id: req-5b5ccceb-89ae-431b-abe8-f7632d2f4524 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:09.033625 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "name": "network-vif-plugged", "status": "completed", "tag": "662b5839-1a94-4882-9594-207738048903", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:09.033906 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b5ccceb-89ae-431b-abe8-f7632d2f4524 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:09.034321 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662b5839-1a94-4882-9594-207738048903', 'code': 200} Jan 28 05:49:09.060068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=662b5839-1a94-4882-9594-207738048903,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:09.145097 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe62cc-8130-4154-876f-56cb97f66ae7 req-54d65e50-6083-494a-a40f-731e03b34296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.146624 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbe62cc-8130-4154-876f-56cb97f66ae7 req-54d65e50-6083-494a-a40f-731e03b34296 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1096 time: 0.0393331 Jan 28 05:49:09.192747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ebbe62cc-8130-4154-876f-56cb97f66ae7 req-b651e99f-5e4b-4c2c-af1b-ee455d6db5b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388350 Jan 28 05:49:09.891162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482574-3e6a-40fb-9139-b2dc486591bf req-805fadef-1ec2-4f1d-910e-477da0dc27b5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.892691 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b482574-3e6a-40fb-9139-b2dc486591bf req-805fadef-1ec2-4f1d-910e-477da0dc27b5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0469408 Jan 28 05:49:09.941375 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b482574-3e6a-40fb-9139-b2dc486591bf req-03450aba-a5e0-46f9-9dd1-c0b33e68df52 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 Jan 28 05:49:10.950270 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77d423f0-e627-4d46-baec-37e58f99c3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.057688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6653be7-b99b-4fa9-9af3-80f527f9a880 req-4da9303e-4b41-41d7-bab4-4b7912173d97 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.059194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6653be7-b99b-4fa9-9af3-80f527f9a880 req-4da9303e-4b41-41d7-bab4-4b7912173d97 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0492797 Jan 28 05:49:11.107365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6653be7-b99b-4fa9-9af3-80f527f9a880 req-e9e270af-ce6f-488f-ba42-97e8285dd6a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Jan 28 05:49:11.222774 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de9179-f9fc-4d24-acd4-cfed128df7db req-ab5d4572-d2e7-42f9-8dfe-e2fa4b1d9414 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.224149 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8de9179-f9fc-4d24-acd4-cfed128df7db req-ab5d4572-d2e7-42f9-8dfe-e2fa4b1d9414 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0508733 Jan 28 05:49:11.273168 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e8de9179-f9fc-4d24-acd4-cfed128df7db req-4cbdba92-9cf7-4728-97d6-1b0a7ef4c9db tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Jan 28 05:49:11.295835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55972) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:11.337760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7d541-6a5c-44b4-afe4-966beec0cd23 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.339891 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f7c7d541-6a5c-44b4-afe4-966beec0cd23 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1091 time: 0.0430353 Jan 28 05:49:11.342590 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55974) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:11.346987 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '662b5839-1a94-4882-9594-207738048903', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:11.366442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.460857 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.565536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.83 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/c17e40be-a592-45f0-a553-639e0e8874c0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:11.664207 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (c17e40be-a592-45f0-a553-639e0e8874c0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.702427 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c17e40be-a592-45f0-a553-639e0e8874c0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.739756 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:11.742622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:11.746698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:11.772801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=c17e40be-a592-45f0-a553-639e0e8874c0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:12.101749 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (ed2e13d0-60bd-4720-81b2-750609239960), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.170519 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c17e40be-a592-45f0-a553-639e0e8874c0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.261245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.321555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (c17e40be-a592-45f0-a553-639e0e8874c0), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.326405 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c17e40be-a592-45f0-a553-639e0e8874c0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.397354 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=c17e40be-a592-45f0-a553-639e0e8874c0,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:12.404218 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (ed2e13d0-60bd-4720-81b2-750609239960), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.501733 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP ed2e13d0-60bd-4720-81b2-750609239960 associated. External IP: 172.25.6.83, port: 662b5839-1a94-4882-9594-207738048903. Jan 28 05:49:12.705868 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router c1237982-d34f-404e-8f40-a2278a4499ef has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:49:12.815221 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:49:12.824891 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] Sync routers for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:12.832928 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.836797 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:12.837480 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:12.860083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a1b190d8-e003-49c9-bd9f-a272b7dc12de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5163453 Jan 28 05:49:12.860682 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'tag': '662b5839-1a94-4882-9594-207738048903'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:12.863231 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c3c95-3b83-4ad1-96a5-046db509b1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "tag": "662b5839-1a94-4882-9594-207738048903"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:12.910008 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cf8a8b-d18d-4e88-a7b3-1f05e2e496ce x-openstack-request-id: req-f4cf8a8b-d18d-4e88-a7b3-1f05e2e496ce {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:12.910311 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "tag": "662b5839-1a94-4882-9594-207738048903", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:12.910569 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4cf8a8b-d18d-4e88-a7b3-1f05e2e496ce {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:12.911015 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'tag': '662b5839-1a94-4882-9594-207738048903', 'status': 'completed', 'code': 200} Jan 28 05:49:12.947885 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:12.960902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6524f-955b-4789-ba11-865fe993dfee req-057d61fa-2878-4d01-828a-d7e9b8523319 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.962334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99f6524f-955b-4789-ba11-865fe993dfee req-057d61fa-2878-4d01-828a-d7e9b8523319 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0505068 Jan 28 05:49:13.033878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-3d3b0c02-6b36-4a08-9a18-9e035e0ff244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.035407 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-3d3b0c02-6b36-4a08-9a18-9e035e0ff244 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1096 time: 0.0822358 Jan 28 05:49:13.045120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-99f6524f-955b-4789-ba11-865fe993dfee req-ec0eef19-f164-4eb3-9800-77c9b6a981a7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757947 Jan 28 05:49:13.067680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 55980) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:13.130575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-3b7993f9-e877-4250-ada8-7b03a99b718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.131193 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-159f651d-d943-4314-83fd-46dd7e9a4dfe tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/ed2e13d0-60bd-4720-81b2-750609239960 HTTP/1.1" status: 200 len: 990 time: 0.0604672 Jan 28 05:49:13.131400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-3b7993f9-e877-4250-ada8-7b03a99b718d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 898 time: 0.0895736 Jan 28 05:49:13.179597 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ed2e13d0-60bd-4720-81b2-750609239960', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'port_id': '662b5839-1a94-4882-9594-207738048903', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'mac_address': 'fa:16:3e:b4:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:11Z', 'updated_at': '2022-01-28T05:49:11Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:13.200201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-8f83687e-aa85-4b36-8d87-6188c4d3a55b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 998 time: 0.0635188 Jan 28 05:49:13.249950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-b5034e82-54c4-4325-b08c-65b6e46fc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.251365 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-b5034e82-54c4-4325-b08c-65b6e46fc9d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0460212 Jan 28 05:49:13.296198 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] Checking router: c1237982-d34f-404e-8f40-a2278a4499ef for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:13.297085 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-d5f558ae-9e10-4117-ae6b-11a0ef11da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.299006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-d5f558ae-9e10-4117-ae6b-11a0ef11da97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419540 Jan 28 05:49:13.305376 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:13.305981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:49:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:13.401009 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-bc476f45-cacc-4663-95f3-c84d09c6a948 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957427 Jan 28 05:49:13.410749 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:13.488750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-668c3c95-3b83-4ad1-96a5-046db509b1cb req-684b5c82-896d-495a-ad8d-84d5790a119c service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Jan 28 05:49:13.625337 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ed2e13d0-60bd-4720-81b2-750609239960', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'port_id': '662b5839-1a94-4882-9594-207738048903', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'mac_address': 'fa:16:3e:b4:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:11Z', 'updated_at': '2022-01-28T05:49:11Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:13.653071 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7430234-2fbb-40e6-9585-1bd37b07afec None None] The sync data for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 is: [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ed2e13d0-60bd-4720-81b2-750609239960', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'port_id': '662b5839-1a94-4882-9594-207738048903', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'mac_address': 'fa:16:3e:b4:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:11Z', 'updated_at': '2022-01-28T05:49:11Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:13.838497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64659d90-6d95-4868-b034-fa858d3294cc None None] New status for floating IP ed2e13d0-60bd-4720-81b2-750609239960: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:49:13.988197 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.133469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 55982) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:14.197071 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bd72160c-599b-437d-ae51-1f1945cc3ef7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/ed2e13d0-60bd-4720-81b2-750609239960 HTTP/1.1" status: 200 len: 992 time: 0.0623839 Jan 28 05:49:15.517851 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.413747 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:49:29.548917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-4cfa5c55-c4ed-4b22-b4b8-d5df0461dc03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394080 Jan 28 05:49:29.642934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-75f85bc3-0247-4ba2-8451-cebfaac5c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:29.644421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-75f85bc3-0247-4ba2-8451-cebfaac5c793 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1096 time: 0.0388842 Jan 28 05:49:29.749936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-a296a516-6eba-4414-999f-c9307a43be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:29.751492 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-a296a516-6eba-4414-999f-c9307a43be0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 898 time: 0.0883110 Jan 28 05:49:29.817442 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-f08e4182-f6a8-4061-82ce-6d7350c3f9a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 1000 time: 0.0580175 Jan 28 05:49:29.864753 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-bda436bf-ea25-4a15-bbde-eb4c96e3c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:29.866302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-bda436bf-ea25-4a15-bbde-eb4c96e3c57c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0427570 Jan 28 05:49:29.914889 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-b7fc5a72-76a7-47b9-b18c-81a97e9be2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:29.916460 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-b7fc5a72-76a7-47b9-b18c-81a97e9be2fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442438 Jan 28 05:49:30.004635 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-7411cbdb-f672-44d8-a177-87c696037e40 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814018 Jan 28 05:49:30.098907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-5cc90c86-85d3-4e33-a2e5-207dfafb162a req-a85236a5-8103-48b0-b2ed-9a9bcc41760d service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870662 Jan 28 05:49:36.979810 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.273444 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.762252 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b50ab5b-11af-4ef8-ab82-6bd11f36656a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.952137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56c08d5f-97b6-4b4b-a3f1-55bc84ed578d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.264019 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.982280 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.519763 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.412228 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:50:06.998352 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.290563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.763621 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92630318-5457-4ea0-a299-63fc7f79b0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.954157 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24be9554-6130-4a5e-a69f-3ad2e8806e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.266538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.984909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.521836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.023874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-34120c06-d81a-4158-8faa-ab357820c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.026162 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-34120c06-d81a-4158-8faa-ab357820c2c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1096 time: 0.0469329 Jan 28 05:50:17.063537 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a76d1e-867e-4e35-9501-754b0da5f40c req-68d63ff7-a437-4eff-9e0c-6d4a21d73c18 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.065041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13a76d1e-867e-4e35-9501-754b0da5f40c req-68d63ff7-a437-4eff-9e0c-6d4a21d73c18 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.1204414 Jan 28 05:50:17.114128 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13a76d1e-867e-4e35-9501-754b0da5f40c req-039cca7f-7c44-4b74-97aa-29da85d33e07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Jan 28 05:50:17.114726 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-11ba8994-1415-4065-8c81-732d98cbbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.116223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-11ba8994-1415-4065-8c81-732d98cbbc75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 898 time: 0.0837214 Jan 28 05:50:17.183576 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-b7d95584-0b11-4829-8902-7b5ad269891a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 1000 time: 0.0613372 Jan 28 05:50:17.234952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-bf2350f0-678b-4303-847f-c6062066b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.236325 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-bf2350f0-678b-4303-847f-c6062066b641 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0474184 Jan 28 05:50:17.279685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-e510a5b9-d1db-42bb-986a-6cda7bb29472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.281170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-e510a5b9-d1db-42bb-986a-6cda7bb29472 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390589 Jan 28 05:50:17.371990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-0e7093de-e37f-4d4f-a0b0-b13935efed64 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840888 Jan 28 05:50:17.458174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-857457a4-e807-4c2f-9671-4e92e8a98aa3 req-69d2626c-4317-492a-bcaf-2ec1eaa25523 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805278 Jan 28 05:50:18.286063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940a808-d603-4d98-a429-01e70929acb9 req-dff74044-85fd-4c73-8320-2ce80cec2c2c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:18.287546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2940a808-d603-4d98-a429-01e70929acb9 req-dff74044-85fd-4c73-8320-2ce80cec2c2c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.1003835 Jan 28 05:50:18.335932 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2940a808-d603-4d98-a429-01e70929acb9 req-1693d718-08ba-4fe8-8d7f-46e168f2f554 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Jan 28 05:50:19.448872 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33bf28-cb6e-4160-b425-463ffa05a304 req-ba2b06a7-ad04-434d-9ca0-6686fd840c8f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:19.450367 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e33bf28-cb6e-4160-b425-463ffa05a304 req-ba2b06a7-ad04-434d-9ca0-6686fd840c8f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0472305 Jan 28 05:50:19.498446 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5e33bf28-cb6e-4160-b425-463ffa05a304 req-282e7696-441b-453c-8f12-3d970b163007 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Jan 28 05:50:20.613935 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f789-dd42-47eb-b45f-212b9c767ac2 req-4490e723-108b-4d01-ab58-42d05d5d582c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:20.615441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-beb1f789-dd42-47eb-b45f-212b9c767ac2 req-4490e723-108b-4d01-ab58-42d05d5d582c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0494301 Jan 28 05:50:20.662903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-beb1f789-dd42-47eb-b45f-212b9c767ac2 req-f94ded1a-28e2-4deb-a129-ee517f2a06ac tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Jan 28 05:50:21.777799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0f58-27dd-46ce-aa62-61f023ec976c req-920a6a00-0f50-4135-aeee-9aaf3dfd26b5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:21.779358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c3b0f58-27dd-46ce-aa62-61f023ec976c req-920a6a00-0f50-4135-aeee-9aaf3dfd26b5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0481958 Jan 28 05:50:21.829835 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-7c3b0f58-27dd-46ce-aa62-61f023ec976c req-bbdc6ce6-d40c-43bb-9855-29245c1dde9c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 Jan 28 05:50:22.947977 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975313c-d825-47a5-a846-89103ca9872d req-c740beb7-42e0-4b0b-a411-3dcf1cfef558 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.949493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7975313c-d825-47a5-a846-89103ca9872d req-c740beb7-42e0-4b0b-a411-3dcf1cfef558 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0524061 Jan 28 05:50:22.998327 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7975313c-d825-47a5-a846-89103ca9872d req-53a7cb62-87ab-4555-9b82-74ed25b38412 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Jan 28 05:50:24.112716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eeac1-2af6-445a-995e-ac29abd3e6bc req-f3c131f4-b817-4683-a6eb-94cd506881be tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.114496 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b5eeac1-2af6-445a-995e-ac29abd3e6bc req-f3c131f4-b817-4683-a6eb-94cd506881be tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0481756 Jan 28 05:50:24.161759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4b5eeac1-2af6-445a-995e-ac29abd3e6bc req-fb4ff48e-17fc-41ca-9e6f-8c7d3b457f5f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jan 28 05:50:25.276077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21081a-6831-4fed-a764-85f32fe4bee9 req-a450eabf-533f-4e66-8db3-9b6227156a1a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:25.277593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db21081a-6831-4fed-a764-85f32fe4bee9 req-a450eabf-533f-4e66-8db3-9b6227156a1a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0482218 Jan 28 05:50:25.325942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db21081a-6831-4fed-a764-85f32fe4bee9 req-73151998-a0cd-49d4-b7f2-da3b70ca33e5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427969 Jan 28 05:50:26.439905 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4043-9761-4943-a86c-5e2d183b3629 req-9885d0f6-9543-4d38-86a9-9f3f9604fb0d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:26.441411 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02cb4043-9761-4943-a86c-5e2d183b3629 req-9885d0f6-9543-4d38-86a9-9f3f9604fb0d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0471282 Jan 28 05:50:26.487905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-02cb4043-9761-4943-a86c-5e2d183b3629 req-3ffb0218-966c-4faf-ba5a-d58ced476f84 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Jan 28 05:50:27.600155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e6287-ddee-4f3e-89f0-ee2e984c2239 req-6be10826-b7a7-4c75-8d80-aefb9a429495 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:27.601629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b3e6287-ddee-4f3e-89f0-ee2e984c2239 req-6be10826-b7a7-4c75-8d80-aefb9a429495 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0465858 Jan 28 05:50:27.653469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9b3e6287-ddee-4f3e-89f0-ee2e984c2239 req-f7d75d28-e532-4aa1-8884-b2ca7223ffb4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Jan 28 05:50:28.780169 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58cb05-85fd-42dd-ab26-59bac907a83f req-6c6f3e4b-023b-4531-9ffe-8b56e128a159 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:28.781685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f58cb05-85fd-42dd-ab26-59bac907a83f req-6c6f3e4b-023b-4531-9ffe-8b56e128a159 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0576856 Jan 28 05:50:28.831658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f58cb05-85fd-42dd-ab26-59bac907a83f req-7a47b663-bdb9-480c-8562-afa37ae3e3e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Jan 28 05:50:29.974222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5ba4-3695-441e-bf34-30a684374a65 req-50170053-d111-4953-b240-c2ad49603630 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:29.975618 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9db5ba4-3695-441e-bf34-30a684374a65 req-50170053-d111-4953-b240-c2ad49603630 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0750000 Jan 28 05:50:29.981237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-48d154aa-e281-441f-9e6c-03f3b8a129ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:29.982626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-48d154aa-e281-441f-9e6c-03f3b8a129ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1096 time: 0.1179123 Jan 28 05:50:30.068217 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9db5ba4-3695-441e-bf34-30a684374a65 req-c81961ea-bf2a-4509-8995-e103e965d4d8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846550 Jan 28 05:50:30.108225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-5e90d7f3-e5dc-45b1-abc6-ae92061754fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:30.109729 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-5e90d7f3-e5dc-45b1-abc6-ae92061754fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 898 time: 0.1014740 Jan 28 05:50:30.173201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-605385a9-0a10-4a5a-89d5-8ec74a1b23f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 1000 time: 0.0574780 Jan 28 05:50:30.219071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-8752ac45-71d6-4abe-9252-a368ebd58362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:30.220516 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-8752ac45-71d6-4abe-9252-a368ebd58362 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0423362 Jan 28 05:50:30.267542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-c7501a44-8db1-47fc-a03b-715b65eac905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:30.268970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-c7501a44-8db1-47fc-a03b-715b65eac905 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425963 Jan 28 05:50:30.354837 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-8ee6c192-bb65-4768-8922-a143b061e149 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804257 Jan 28 05:50:30.445495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e8a517b7-78bb-43e2-b173-671ee4d319fa req-f7e95604-4628-4564-b985-20ff88a0a3e3 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853124 Jan 28 05:50:31.181031 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4089eb-d4b0-4c50-9b38-f53c68a939e8 req-125b3534-b2bb-4573-a222-54bdc4bd3ef3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:31.182541 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e4089eb-d4b0-4c50-9b38-f53c68a939e8 req-125b3534-b2bb-4573-a222-54bdc4bd3ef3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0472314 Jan 28 05:50:31.229725 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9e4089eb-d4b0-4c50-9b38-f53c68a939e8 req-223e7b7d-5b7d-4bd0-a41d-1a7fc5ad79d3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Jan 28 05:50:32.347623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d5a0-0d84-494f-b5aa-7e394becff14 req-2bbbd2b9-12a0-4f2e-b7ad-08cd6367f917 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:32.349134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffd6d5a0-0d84-494f-b5aa-7e394becff14 req-2bbbd2b9-12a0-4f2e-b7ad-08cd6367f917 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0485539 Jan 28 05:50:32.395681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ffd6d5a0-0d84-494f-b5aa-7e394becff14 req-fa4eb639-9486-4825-bdd3-e62d8f875645 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Jan 28 05:50:33.507746 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0eca5-d06a-44ff-bb83-501a3c73491f req-d18f9c86-2176-4009-9a15-6a33e88a6f51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:33.509798 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34d0eca5-d06a-44ff-bb83-501a3c73491f req-d18f9c86-2176-4009-9a15-6a33e88a6f51 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0469677 Jan 28 05:50:33.562159 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34d0eca5-d06a-44ff-bb83-501a3c73491f req-85f1eb29-92d7-4f39-bd8e-0cf8e629be61 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468624 Jan 28 05:50:33.584020 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56048) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:33.649252 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6ef5e856-c545-4e75-8487-e52edc78f4d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/ed2e13d0-60bd-4720-81b2-750609239960 HTTP/1.1" status: 200 len: 992 time: 0.0598924 Jan 28 05:50:36.994110 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.412293 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:50:38.285008 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.767895 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e1a898b-1dde-4d44-90db-179ca6a91862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.955931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60fb1d90-bfdb-4fbf-a947-887e56766f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:42.275236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.990461 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.524904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.008803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.317031 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.770053 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8dd029c-49b1-42cd-a6c1-5c857ebc4e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:10.957254 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ebd28a4-d1e1-4c4e-89f2-18962eab5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.271245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.990279 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.411962 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:51:15.526716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.096847 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56062) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:24.252774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port c17e40be-a592-45f0-a553-639e0e8874c0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:24.253126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c17e40be-a592-45f0-a553-639e0e8874c0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.328553 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c17e40be-a592-45f0-a553-639e0e8874c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.328896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (c17e40be-a592-45f0-a553-639e0e8874c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.340940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for c17e40be-a592-45f0-a553-639e0e8874c0 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:24.485097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c17e40be-a592-45f0-a553-639e0e8874c0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.509052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=c17e40be-a592-45f0-a553-639e0e8874c0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:24.522550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.523004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.523875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.524191 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.524535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.524874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.525239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.525577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.525915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.526250 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.526581 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.526915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.527243 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.581258 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (ed2e13d0-60bd-4720-81b2-750609239960), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.581942 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP ed2e13d0-60bd-4720-81b2-750609239960 disassociated (deleted). External IP: 172.25.6.83, port: 662b5839-1a94-4882-9594-207738048903. Jan 28 05:51:25.086199 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router c1237982-d34f-404e-8f40-a2278a4499ef has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:25.193242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:25.198479 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.204424 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] Sync routers for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:25.214654 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:25.215255 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.225563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bc45470a-4eea-4118-b9ea-9534410d0845 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed2e13d0-60bd-4720-81b2-750609239960 HTTP/1.1" status: 204 len: 168 time: 1.1275876 Jan 28 05:51:25.226278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'tag': '662b5839-1a94-4882-9594-207738048903'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:25.228614 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a708e09d-eeb0-42f2-8fab-5d0969bf7284" -d '{"events": [{"name": "network-changed", "server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "tag": "662b5839-1a94-4882-9594-207738048903"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:25.268511 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6436efb-4656-40df-88ea-d8b9ce6c7300 x-openstack-request-id: req-c6436efb-4656-40df-88ea-d8b9ce6c7300 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:25.268802 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "tag": "662b5839-1a94-4882-9594-207738048903", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:25.269064 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6436efb-4656-40df-88ea-d8b9ce6c7300 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:25.269666 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'tag': '662b5839-1a94-4882-9594-207738048903', 'status': 'completed', 'code': 200} Jan 28 05:51:25.329999 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:25.362582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-c22b917b-f093-4c88-b7a6-4c1e7214b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:25.364406 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-c22b917b-f093-4c88-b7a6-4c1e7214b2d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 1096 time: 0.0511198 Jan 28 05:51:25.518308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b8d9-d164-4f66-b1af-83bc93c3dece req-08b9fc53-5266-4c2d-80bf-bb99784845c5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:25.519813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4c5b8d9-d164-4f66-b1af-83bc93c3dece req-08b9fc53-5266-4c2d-80bf-bb99784845c5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.1028113 Jan 28 05:51:25.533447 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.540217 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-5643d1d3-6fce-45a8-957d-51c5220150bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:25.541773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-5643d1d3-6fce-45a8-957d-51c5220150bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 200 len: 898 time: 0.1340261 Jan 28 05:51:25.564883 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] Checking router: c1237982-d34f-404e-8f40-a2278a4499ef for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:25.573129 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:25.573771 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.604129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-228e8ae4-ac66-425f-8278-fa979e36f807 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 200 len: 217 time: 0.0540848 Jan 28 05:51:25.676822 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a4c5b8d9-d164-4f66-b1af-83bc93c3dece req-4ee4bd08-9c5f-4e97-bc64-2e0c4196bcfc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479001 Jan 28 05:51:25.684273 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:25.685994 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-4ed44a96-e243-4c51-bcf6-75d4004fe0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:25.687461 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-4ed44a96-e243-4c51-bcf6-75d4004fe0b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 200 len: 835 time: 0.0761120 Jan 28 05:51:25.735101 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-3c942a9b-05a5-4ba8-b38f-60b5467b8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:25.736638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-3c942a9b-05a5-4ba8-b38f-60b5467b8771 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d454b31-7a18-45c1-b3f4-5b30872a1682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424294 Jan 28 05:51:25.832580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-c8c35323-3b41-4eae-ab5e-0dea19bf3045 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Jan 28 05:51:25.924266 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a708e09d-eeb0-42f2-8fab-5d0969bf7284 req-4a176dca-a42a-4237-bba9-55241d228320 service neutron] 10.222.0.52 "GET /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840688 Jan 28 05:51:25.972760 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.998169 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f2a55-a56c-4dc8-a203-298fb8160d68 None None] The sync data for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 is: [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:48:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '36b76031-734a-41b3-8b03-70196429ab41', 'name': '', 'network_id': '4d454b31-7a18-45c1-b3f4-5b30872a1682', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:a4:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:58Z', 'updated_at': '2022-01-28T05:49:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'bf86ba75-844c-4e4c-a0a1-b045379379eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:26.218701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd13233-9eb1-4ea4-9982-7ba5ae9c4cee None None] New status for floating IP ed2e13d0-60bd-4720-81b2-750609239960: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:51:26.798673 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e857-8003-4119-8f51-4042b9f78582 req-9f00a5ac-493f-46e3-9755-441937a7a9e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:26.800330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6da8e857-8003-4119-8f51-4042b9f78582 req-9f00a5ac-493f-46e3-9755-441937a7a9e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0518045 Jan 28 05:51:26.853454 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6da8e857-8003-4119-8f51-4042b9f78582 req-e26c02c6-1141-4af3-98c9-9867f55d4d08 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f012fa5-11e0-494c-b567-cf6d7af1be33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465956 Jan 28 05:51:27.326115 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-aed1d061-b4bd-4077-9fe3-56a68a18f308 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:27.327578 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-aed1d061-b4bd-4077-9fe3-56a68a18f308 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 945 time: 0.0539751 Jan 28 05:51:27.426423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 662b5839-1a94-4882-9594-207738048903 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:27.426772 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (662b5839-1a94-4882-9594-207738048903), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.515325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 662b5839-1a94-4882-9594-207738048903, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=662b5839-1a94-4882-9594-207738048903,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:27.515684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (662b5839-1a94-4882-9594-207738048903), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.527204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 662b5839-1a94-4882-9594-207738048903 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:27.655021 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (662b5839-1a94-4882-9594-207738048903), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.686416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=662b5839-1a94-4882-9594-207738048903,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:27.727559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] No DVR routers for this DVR port 662b5839-1a94-4882-9594-207738048903 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:27.730243 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.733675 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6893bf08-96e7-4b37-87be-07852fd0cc64 req-d7ba04ff-db0f-4704-b815-9e25c2b4080d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "DELETE /v2.0/ports/662b5839-1a94-4882-9594-207738048903 HTTP/1.1" status: 204 len: 173 time: 0.3892081 Jan 28 05:51:27.734116 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'name': 'network-vif-deleted', 'tag': '662b5839-1a94-4882-9594-207738048903'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:27.736347 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d1278-d004-4434-a089-b5ce0ad05a10" -d '{"events": [{"server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "name": "network-vif-deleted", "tag": "662b5839-1a94-4882-9594-207738048903"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:27.773765 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa7958f-bfee-4663-9f7b-1d6f6587de20 x-openstack-request-id: req-faa7958f-bfee-4663-9f7b-1d6f6587de20 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:27.774057 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef6130-e7b6-49dd-a8cb-2c1709792ddd", "name": "network-vif-deleted", "tag": "662b5839-1a94-4882-9594-207738048903", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:27.774346 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faa7958f-bfee-4663-9f7b-1d6f6587de20 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:27.774771 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef6130-e7b6-49dd-a8cb-2c1709792ddd', 'name': 'network-vif-deleted', 'tag': '662b5839-1a94-4882-9594-207738048903', 'status': 'completed', 'code': 200} Jan 28 05:51:27.957137 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-50e3ecbc-88ec-48b7-8361-79124a3f3f68 req-c39b179e-2431-4d21-9803-89fcb9e27329 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ef6130-e7b6-49dd-a8cb-2c1709792ddd HTTP/1.1" status: 200 len: 210 time: 0.0250647 Jan 28 05:51:29.015305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56080) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:29.638836 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (c1237982-d34f-404e-8f40-a2278a4499ef), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.886100 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 36b76031-734a-41b3-8b03-70196429ab41 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:29.886449 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (36b76031-734a-41b3-8b03-70196429ab41), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.974618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 36b76031-734a-41b3-8b03-70196429ab41, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=36b76031-734a-41b3-8b03-70196429ab41,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:29.974900 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (36b76031-734a-41b3-8b03-70196429ab41), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.986923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 36b76031-734a-41b3-8b03-70196429ab41 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:30.171709 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (36b76031-734a-41b3-8b03-70196429ab41), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.196800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=36b76031-734a-41b3-8b03-70196429ab41,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:30.208779 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.209138 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.209549 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.209888 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.210734 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.211051 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.211386 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.211714 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.212044 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.212374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.212700 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.213022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.213368 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:30.380076 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (c1237982-d34f-404e-8f40-a2278a4499ef), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.589640 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router c1237982-d34f-404e-8f40-a2278a4499ef has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:30.693824 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:30.699741 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-947c79a5-78c1-4f98-90da-ed3612dd2b09 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/c1237982-d34f-404e-8f40-a2278a4499ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829939 Jan 28 05:51:30.702030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56082) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:30.706049 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] Sync routers for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:30.716451 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:30.717067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:30.756223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting subnet bf86ba75-844c-4e4c-a0a1-b045379379eb {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:30.760214 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (bf86ba75-844c-4e4c-a0a1-b045379379eb), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.800265 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (bf86ba75-844c-4e4c-a0a1-b045379379eb), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.824140 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:30.885777 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (bf86ba75-844c-4e4c-a0a1-b045379379eb), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.947096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (bf86ba75-844c-4e4c-a0a1-b045379379eb), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.974276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Subnet': ['ID=bf86ba75-844c-4e4c-a0a1-b045379379eb,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:30.978462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.981718 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c40377cb-15d8-41df-8e3f-15adb780d0d0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/subnets/bf86ba75-844c-4e4c-a0a1-b045379379eb HTTP/1.1" status: 204 len: 168 time: 0.2787354 Jan 28 05:51:30.984301 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56084) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:30.986702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b25547-ab04-4e34-9d57-6fa5942aee1a None None] Network 4d454b31-7a18-45c1-b3f4-5b30872a1682 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:31.005608 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:51:30Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:31.033615 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] Checking router: c1237982-d34f-404e-8f40-a2278a4499ef for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:31.044217 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] Routers {'c1237982-d34f-404e-8f40-a2278a4499ef'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:31.044844 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['c1237982-d34f-404e-8f40-a2278a4499ef'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:31.098438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (c1237982-d34f-404e-8f40-a2278a4499ef), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.146050 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] DHCP port deletion for 4d454b31-7a18-45c1-b3f4-5b30872a1682 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:31.159612 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] Set router c1237982-d34f-404e-8f40-a2278a4499ef gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:31.194743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Deleting port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:31.195118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.207972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (c1237982-d34f-404e-8f40-a2278a4499ef), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.265034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] For port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,segment=NetworkSegment(0d081151-1b56-44bf-9cb5-1d545ce245d6),segment_id=0d081151-1b56-44bf-9cb5-1d545ce245d6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:31.265333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 17e846af-2bef-4532-b142-7ac09fe12320 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:31.265626 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (17e846af-2bef-4532-b142-7ac09fe12320), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.266257 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.279667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Calling delete_port for ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:31.343172 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 17e846af-2bef-4532-b142-7ac09fe12320, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=17e846af-2bef-4532-b142-7ac09fe12320,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:31.343599 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (17e846af-2bef-4532-b142-7ac09fe12320), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.357709 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:51:30Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:31.357973 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 17e846af-2bef-4532-b142-7ac09fe12320 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:31.363260 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.389997 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9178110-05fa-4e81-8889-ba190eb4a895 None None] The sync data for ids ['c1237982-d34f-404e-8f40-a2278a4499ef'] in n-d-824835-3 is: [{'id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004814128', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '17e846af-2bef-4532-b142-7ac09fe12320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:55Z', 'updated_at': '2022-01-28T05:51:30Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '17e846af-2bef-4532-b142-7ac09fe12320', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237982-d34f-404e-8f40-a2278a4499ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:31.391972 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Pushing event deleted for resources: {'Port': ['ID=ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:31.399879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] No DVR routers for this DVR port ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:31.403518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.403871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.404222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.404567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.404910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.405277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.405629 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.405944 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.406365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.406702 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.407036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.407396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.407723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ae331-e54e-49d6-8fa5-4f4c741f3a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:31.472910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 662b5839-1a94-4882-9594-207738048903 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:31.494873 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 662b5839-1a94-4882-9594-207738048903 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:31.495232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 662b5839-1a94-4882-9594-207738048903 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:31.530397 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (17e846af-2bef-4532-b142-7ac09fe12320), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.557013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=17e846af-2bef-4532-b142-7ac09fe12320,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:31.617891 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (c1237982-d34f-404e-8f40-a2278a4499ef), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.706062 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (c1237982-d34f-404e-8f40-a2278a4499ef), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.708165 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (c1237982-d34f-404e-8f40-a2278a4499ef), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.752055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (c1237982-d34f-404e-8f40-a2278a4499ef), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.753030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Fanout notify agent at l3_agent the message router_deleted on router c1237982-d34f-404e-8f40-a2278a4499ef {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:31.760208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.761382 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2cfc875b-2e23-40f2-be27-303682d1cd31 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/routers/c1237982-d34f-404e-8f40-a2278a4499ef HTTP/1.1" status: 204 len: 168 time: 0.7761345 Jan 28 05:51:31.764104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56086) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:31.843826 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4d454b31-7a18-45c1-b3f4-5b30872a1682), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.928556 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4d454b31-7a18-45c1-b3f4-5b30872a1682), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.954278 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d454b31-7a18-45c1-b3f4-5b30872a1682']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:31.964716 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d081151-1b56-44bf-9cb5-1d545ce245d6') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:31.964940 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d081151-1b56-44bf-9cb5-1d545ce245d6') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:31.974775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (0d081151-1b56-44bf-9cb5-1d545ce245d6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.988160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (0d081151-1b56-44bf-9cb5-1d545ce245d6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.995289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:31.995694 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (0d081151-1b56-44bf-9cb5-1d545ce245d6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:31.998675 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:32.061872 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4d454b31-7a18-45c1-b3f4-5b30872a1682), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.069381 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.073434 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/networks/4d454b31-7a18-45c1-b3f4-5b30872a1682 HTTP/1.1" status: 204 len: 168 time: 0.3081827 Jan 28 05:51:32.076208 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56088) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:32.093486 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01fcaf-fd45-46c1-9ecb-c12b52699125 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Network': ['ID=4d454b31-7a18-45c1-b3f4-5b30872a1682,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:32.145972 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-025d635c-964a-4650-ba00-f45e6810fae7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (2f012fa5-11e0-494c-b567-cf6d7af1be33), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.171842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-025d635c-964a-4650-ba00-f45e6810fae7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (2f012fa5-11e0-494c-b567-cf6d7af1be33), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.234000 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-025d635c-964a-4650-ba00-f45e6810fae7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2f012fa5-11e0-494c-b567-cf6d7af1be33), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.236623 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-025d635c-964a-4650-ba00-f45e6810fae7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.237824 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-025d635c-964a-4650-ba00-f45e6810fae7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f012fa5-11e0-494c-b567-cf6d7af1be33 HTTP/1.1" status: 204 len: 168 time: 0.1607015 Jan 28 05:51:32.246871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d635c-964a-4650-ba00-f45e6810fae7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f012fa5-11e0-494c-b567-cf6d7af1be33,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:32.431066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:32.450685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:32.451114 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ba37bf99-e2c9-4de8-a2aa-1a3cd2cf65ae not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:32.451540 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36b76031-734a-41b3-8b03-70196429ab41 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:32.470127 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 36b76031-734a-41b3-8b03-70196429ab41 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:32.470477 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36b76031-734a-41b3-8b03-70196429ab41 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:32.470892 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 17e846af-2bef-4532-b142-7ac09fe12320 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:32.489333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 17e846af-2bef-4532-b142-7ac09fe12320 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:32.489632 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 17e846af-2bef-4532-b142-7ac09fe12320 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:33.755595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56096) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:33.760211 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403593463', 'description': 'tempest-secgroup-smoke-1403593463 description', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:33.781225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.846244 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (0ec10534-32cb-4dfb-a91c-3070f545834a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.849971 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0ec10534-32cb-4dfb-a91c-3070f545834a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.880382 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.881608 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1250136 Jan 28 05:51:33.883650 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708feaa7-9036-43ed-840c-13d96c842c19 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec10534-32cb-4dfb-a91c-3070f545834a,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:33.884629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56098) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:33.889331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '0ec10534-32cb-4dfb-a91c-3070f545834a', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:33.915942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (f6a34294-53e1-4ca1-b487-42e85ff97ac0), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.969521 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (f6a34294-53e1-4ca1-b487-42e85ff97ac0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.972788 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (f6a34294-53e1-4ca1-b487-42e85ff97ac0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.991326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a34294-53e1-4ca1-b487-42e85ff97ac0,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:33.996099 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.997397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f51b2d34-6201-4d03-97bc-b11522dc6e0a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115916 Jan 28 05:51:34.000008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56100) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.004237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '0ec10534-32cb-4dfb-a91c-3070f545834a', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.027595 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (3f572802-dfa0-4792-8bce-e7c1ec21e810), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.080664 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (3f572802-dfa0-4792-8bce-e7c1ec21e810), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.084069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3f572802-dfa0-4792-8bce-e7c1ec21e810), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.105342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f572802-dfa0-4792-8bce-e7c1ec21e810,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.113090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.114580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2672b9b8-0746-4b01-95df-d0e2a02ef3d4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136544 Jan 28 05:51:34.117825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.122065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '0ec10534-32cb-4dfb-a91c-3070f545834a', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.146251 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (dbe21a10-8c05-4162-b15e-52280281ee6a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.202083 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (dbe21a10-8c05-4162-b15e-52280281ee6a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.205997 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (dbe21a10-8c05-4162-b15e-52280281ee6a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.226451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe21a10-8c05-4162-b15e-52280281ee6a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.231897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.233089 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-db815385-dc4e-4f3a-8eb2-37f33803f7f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143501 Jan 28 05:51:34.235815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56104) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.240263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '0ec10534-32cb-4dfb-a91c-3070f545834a', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.265213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (68c48043-38e1-495f-a86c-ac70f7020cba), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.320968 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (68c48043-38e1-495f-a86c-ac70f7020cba), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.324490 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (68c48043-38e1-495f-a86c-ac70f7020cba), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.345006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c48043-38e1-495f-a86c-ac70f7020cba,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.351364 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.352501 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e8261625-5d50-4fd6-9882-ae2799d1ea07 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157725 Jan 28 05:51:34.355230 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56106) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.359558 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '0ec10534-32cb-4dfb-a91c-3070f545834a', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.379664 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:51:34.384725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (58cf7ba9-9579-49b4-a849-dda80536c997), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.441636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (58cf7ba9-9579-49b4-a849-dda80536c997), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.445220 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (58cf7ba9-9579-49b4-a849-dda80536c997), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.465339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cf7ba9-9579-49b4-a849-dda80536c997,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.472577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.473815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b13f44a3-e347-4236-8e25-11d081acd09b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176531 Jan 28 05:51:34.476991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56108) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.481139 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '0ec10534-32cb-4dfb-a91c-3070f545834a', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.500946 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:51:34.505635 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (b1f2dbf4-bb6f-47c5-9fd3-e58404537158), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.562251 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (b1f2dbf4-bb6f-47c5-9fd3-e58404537158), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.565418 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b1f2dbf4-bb6f-47c5-9fd3-e58404537158), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.582100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f2dbf4-bb6f-47c5-9fd3-e58404537158,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.591201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.592411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6de47c7e-74a9-4261-a208-89139ebb0781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145327 Jan 28 05:51:34.595232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.600728 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'network': {'name': 'tempest-network-smoke--2030111416', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.622228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:34.625715 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.649516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:34.659283 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2980e1ae-6af6-4307-8c04-e3b5a6225555), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.659627 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Added segment 2980e1ae-6af6-4307-8c04-e3b5a6225555 of type vlan for network 08656ea3-9c4e-4498-a203-0878642952c2 Jan 28 05:51:34.700324 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (08656ea3-9c4e-4498-a203-0878642952c2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.724351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (08656ea3-9c4e-4498-a203-0878642952c2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.729346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:34.729873 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.788508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1922677 Jan 28 05:51:34.791215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56112) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.795501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'admin_state_up': True, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.812607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2cfe1-af71-4d15-ad10-5778b41f7626 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Network': ['ID=08656ea3-9c4e-4498-a203-0878642952c2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.824498 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 08656ea3-9c4e-4498-a203-0878642952c2 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:34.826351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (512af1f3-a7b1-4bd3-a041-28be480e767b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.827352 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (512af1f3-a7b1-4bd3-a041-28be480e767b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.876497 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (512af1f3-a7b1-4bd3-a041-28be480e767b), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.016684 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (512af1f3-a7b1-4bd3-a041-28be480e767b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.202998 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (512af1f3-a7b1-4bd3-a041-28be480e767b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.224854 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.325193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.211 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/3973bfc2-5b99-4003-bf0e-53d87299a840) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:35.428065 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.462052 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.498538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:35.501308 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:35.504635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:35.529835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=3973bfc2-5b99-4003-bf0e-53d87299a840,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:35.757597 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (512af1f3-a7b1-4bd3-a041-28be480e767b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.951371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (512af1f3-a7b1-4bd3-a041-28be480e767b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.079573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 512af1f3-a7b1-4bd3-a041-28be480e767b is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:51:36.183176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:36.192600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Sync routers for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:36.202601 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:36.203470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:36.204150 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.205414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-18447d93-ae04-4b0b-b865-307681126e4f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4132628 Jan 28 05:51:36.208604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56114) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:36.242967 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-89b49c22-4783-49b3-8a9f-882afdecea6b tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0de4379b8ea4ac996fad2fedfc60a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331471 Jan 28 05:51:36.246681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56116) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:36.335255 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f22d7-79f1-4bac-be4d-62912fd481af tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:36.336717 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-774f22d7-79f1-4bac-be4d-62912fd481af tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890193 Jan 28 05:51:36.339680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56118) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:36.373165 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d4afcd0f-65f6-426d-8fab-b93d29e9263e tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322390 Jan 28 05:51:36.375801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56120) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:36.380859 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-161732402', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:36.466292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:36.469778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.471841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:36.651089 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e75804d6-8335-428f-addf-fd2bfda14649), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.656955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:35Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:36.683336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Checking router: 512af1f3-a7b1-4bd3-a041-28be480e767b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:36.683696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Updating router 512af1f3-a7b1-4bd3-a041-28be480e767b port 3973bfc2-5b99-4003-bf0e-53d87299a840 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:51:36.709478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.716239 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Subnet': ['ID=e75804d6-8335-428f-addf-fd2bfda14649,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:36.725062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Checking segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:36.725470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network hostable DHCP agents. Network: 08656ea3-9c4e-4498-a203-0878642952c2, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:36.742968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 08656ea3-9c4e-4498-a203-0878642952c2 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:36.752237 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 08656ea3-9c4e-4498-a203-0878642952c2) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:36.756384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:36.757528 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.774191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ede89f21-bacd-4fae-8c81-ad9303daae76 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3972819 Jan 28 05:51:36.777056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56122) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:36.802195 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719aa75-0014-4fb1-a068-b90fbd7f4a9a None None] Network 08656ea3-9c4e-4498-a203-0878642952c2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:36.981838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-08656ea3-9c4e-4498-a203-0878642952c2', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:36.983430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.049165 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.197795 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Publish callbacks [] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.209193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.219341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Allocated IP 172.20.0.2 (08656ea3-9c4e-4498-a203-0878642952c2/e75804d6-8335-428f-addf-fd2bfda14649/0a2827fb-9a71-4217-a57b-08cc560457e5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:37.295377 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Attempting to bind port 3973bfc2-5b99-4003-bf0e-53d87299a840 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:37.295743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Attempting to bind port 3973bfc2-5b99-4003-bf0e-53d87299a840 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:37.296122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Attempting to bind port 3973bfc2-5b99-4003-bf0e-53d87299a840 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:37.300227 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae8c0a-7c6b-41e4-9dd4-9a438e079320 None None] Pushing event updated for resources: {'Port': ['ID=3973bfc2-5b99-4003-bf0e-53d87299a840,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:37.329008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:37.329417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:37.329827 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.330228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:37.331022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Bound port: 3973bfc2-5b99-4003-bf0e-53d87299a840, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:37.331174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.407818 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] For port 3973bfc2-5b99-4003-bf0e-53d87299a840, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:37.412866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] For port 3973bfc2-5b99-4003-bf0e-53d87299a840, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3973bfc2-5b99-4003-bf0e-53d87299a840,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:37.418558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.500562 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.525678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Publish callbacks [] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.527059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:37.527692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:37.534905 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.566252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae8c0a-7c6b-41e4-9dd4-9a438e079320 None None] Pushing event updated for resources: {'Port': ['ID=3973bfc2-5b99-4003-bf0e-53d87299a840,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:37.633067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Network 08656ea3-9c4e-4498-a203-0878642952c2 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:37.635772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Pushing event updated for resources: {'Port': ['ID=0a2827fb-9a71-4217-a57b-08cc560457e5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:37.663451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:37.665902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:37.729026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:37.776117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.1 (08656ea3-9c4e-4498-a203-0878642952c2/e75804d6-8335-428f-addf-fd2bfda14649/e43e3e88-23fe-48d4-a369-a99f4761ddd6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:37.788912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Attempting to bind port 0a2827fb-9a71-4217-a57b-08cc560457e5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:37.789331 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Attempting to bind port 0a2827fb-9a71-4217-a57b-08cc560457e5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:37.789701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Attempting to bind port 0a2827fb-9a71-4217-a57b-08cc560457e5 on network 08656ea3-9c4e-4498-a203-0878642952c2 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:37.830298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:37.830678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Checking segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:37.831089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.831486 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Bound using segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:37.831978 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Bound port: 0a2827fb-9a71-4217-a57b-08cc560457e5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:37.832364 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.888663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.923483 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.940008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] For port 0a2827fb-9a71-4217-a57b-08cc560457e5, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:37.955910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] For port 0a2827fb-9a71-4217-a57b-08cc560457e5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0a2827fb-9a71-4217-a57b-08cc560457e5,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:37.961814 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.966786 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 08656ea3-9c4e-4498-a203-0878642952c2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:37.969760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:37.973413 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:38.000991 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=e43e3e88-23fe-48d4-a369-a99f4761ddd6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:38.026874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (512af1f3-a7b1-4bd3-a041-28be480e767b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.033171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b20c-c576-4ce6-9089-9ca7644ebfb5 None None] Pushing event updated for resources: {'Port': ['ID=0a2827fb-9a71-4217-a57b-08cc560457e5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:38.036325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:35Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:38.064138 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9bad5-f8d1-4b01-ae38-d128a9c653ee None None] The sync data for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 is: [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:35Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:38.215162 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.352071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.558159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.564545 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.649478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=e43e3e88-23fe-48d4-a369-a99f4761ddd6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:38.652030 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (512af1f3-a7b1-4bd3-a041-28be480e767b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.758851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 08656ea3-9c4e-4498-a203-0878642952c2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:38.760324 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:38.775365 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-866f527a-b3b4-40e7-970b-3f180bf6e34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.902967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 512af1f3-a7b1-4bd3-a041-28be480e767b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:39.040938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:39.054267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f077e6f2-22e7-4e78-a995-3e1e7f24bfdb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/512af1f3-a7b1-4bd3-a041-28be480e767b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2682033 Jan 28 05:51:39.223281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466c58e-29f4-4ba3-9648-1740441c447a None None] Network 08656ea3-9c4e-4498-a203-0878642952c2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:39.235684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-b2520984-5e8d-459c-b234-5cccc9db496c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403593463&fields=id&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 267 time: 0.0586746 Jan 28 05:51:39.328739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] Provisioning complete for port 0a2827fb-9a71-4217-a57b-08cc560457e5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:39.329119 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.347638 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-a2b94fe3-87e4-47f3-81b2-a6063cd8d4aa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:39.349182 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-a2b94fe3-87e4-47f3-81b2-a6063cd8d4aa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 797 time: 0.1050112 Jan 28 05:51:39.369742 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-0e7a64eb-cfdd-45b6-82c0-e83e4100ca7d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/quotas/b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 375 time: 0.0149863 Jan 28 05:51:39.424509 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-786b9473-0511-4ec0-b84f-4d29146dbe4e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537293 Jan 28 05:51:39.427781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] Current status of the port 0a2827fb-9a71-4217-a57b-08cc560457e5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:39.428292 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.441065 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-23afee91-b443-4f51-abb4-df39940fdc81 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:51:39.442185 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-23afee91-b443-4f51-abb4-df39940fdc81 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061483 Jan 28 05:51:39.470545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] For port 0a2827fb-9a71-4217-a57b-08cc560457e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0a2827fb-9a71-4217-a57b-08cc560457e5,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:39.478812 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.541106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc88c9-a29e-4301-a326-e0898cebd40a None None] Pushing event updated for resources: {'Port': ['ID=0a2827fb-9a71-4217-a57b-08cc560457e5,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.558799 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-d63b5542-f1fc-4973-a4ea-644acb6cd5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092598 Jan 28 05:51:39.673801 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-21f0dad5-1fce-497b-942a-e00900b783a7 service neutron] 10.222.0.21 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073582 Jan 28 05:51:39.707772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ac0e8877-bd3a-4dd6-9136-9a4fe5c449f2 None None] Provisioning complete for port 0a2827fb-9a71-4217-a57b-08cc560457e5 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:39.708156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8877-bd3a-4dd6-9136-9a4fe5c449f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.831579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e8877-bd3a-4dd6-9136-9a4fe5c449f2 None None] Current status of the port 0a2827fb-9a71-4217-a57b-08cc560457e5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:39.844277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ac0e8877-bd3a-4dd6-9136-9a4fe5c449f2 None None] Provisioning complete for port e43e3e88-23fe-48d4-a369-a99f4761ddd6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:39.844731 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8877-bd3a-4dd6-9136-9a4fe5c449f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.909056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e8877-bd3a-4dd6-9136-9a4fe5c449f2 None None] Port e43e3e88-23fe-48d4-a369-a99f4761ddd6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:39.933036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77d0f722-b582-4f88-8f68-96e2c10ab22c req-d2785566-cf25-4bb0-bc1a-75e29f44e375 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 210 time: 0.0504355 Jan 28 05:51:40.042756 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-847dd2cb-dd5d-4347-ad04-6aa289964757 None None] Provisioning complete for port e43e3e88-23fe-48d4-a369-a99f4761ddd6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.043142 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847dd2cb-dd5d-4347-ad04-6aa289964757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.084583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-847dd2cb-dd5d-4347-ad04-6aa289964757 None None] Port e43e3e88-23fe-48d4-a369-a99f4761ddd6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:40.175602 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Sync routers for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:40.188064 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:40.188950 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:40.223010 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-63b01b09-8c8f-46ff-a339-2e5263cb2b1b None None] Provisioning complete for port e43e3e88-23fe-48d4-a369-a99f4761ddd6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.223501 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63b01b09-8c8f-46ff-a339-2e5263cb2b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.291750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-63b01b09-8c8f-46ff-a339-2e5263cb2b1b None None] Port e43e3e88-23fe-48d4-a369-a99f4761ddd6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:40.333801 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:40.340568 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0a2827fb-9a71-4217-a57b-08cc560457e5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:40.400530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0a2827fb-9a71-4217-a57b-08cc560457e5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.401112 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.506679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0a2827fb-9a71-4217-a57b-08cc560457e5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:40.508338 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3973bfc2-5b99-4003-bf0e-53d87299a840 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:40.571607 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3973bfc2-5b99-4003-bf0e-53d87299a840 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.572140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.573750 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 2, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:40.607741 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Checking router: 512af1f3-a7b1-4bd3-a041-28be480e767b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:40.608126 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Updating router 512af1f3-a7b1-4bd3-a041-28be480e767b port e43e3e88-23fe-48d4-a369-a99f4761ddd6 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:51:40.635625 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.672752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3973bfc2-5b99-4003-bf0e-53d87299a840 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:40.673188 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.699933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 3973bfc2-5b99-4003-bf0e-53d87299a840, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3973bfc2-5b99-4003-bf0e-53d87299a840,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:40.712402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.770235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=3973bfc2-5b99-4003-bf0e-53d87299a840,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:40.914031 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Publish callbacks [] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.918994 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.964427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88cf7be0-e1a2-44ea-92e3-007ad75c4445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.039024 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcdf99d7-31b7-428f-b21e-9ab4c6854e43 req-6f5437f7-5411-46d0-9f4f-6413ef80c45f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 210 time: 0.0322909 Jan 28 05:51:41.074564 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Pushing event updated for resources: {'Port': ['ID=e43e3e88-23fe-48d4-a369-a99f4761ddd6,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:41.099056 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.099549 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.099983 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.100439 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.100909 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.101364 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.101788 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.102213 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.102636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.103476 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.103906 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.104324 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.104760 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:41.145413 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Attempting to bind port e43e3e88-23fe-48d4-a369-a99f4761ddd6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:41.145832 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Attempting to bind port e43e3e88-23fe-48d4-a369-a99f4761ddd6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:41.146201 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Attempting to bind port e43e3e88-23fe-48d4-a369-a99f4761ddd6 on network 08656ea3-9c4e-4498-a203-0878642952c2 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:41.152876 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:41.153313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Checking segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:41.153734 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.154134 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Bound using segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:41.154619 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Bound port: e43e3e88-23fe-48d4-a369-a99f4761ddd6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:41.155002 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.187805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-45335d82-8911-4d89-a944-d4585b585905 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:41.189424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-45335d82-8911-4d89-a944-d4585b585905 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 797 time: 0.1408715 Jan 28 05:51:41.231778 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] For port e43e3e88-23fe-48d4-a369-a99f4761ddd6, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:41.235712 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] For port e43e3e88-23fe-48d4-a369-a99f4761ddd6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e43e3e88-23fe-48d4-a369-a99f4761ddd6,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:41.242056 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.279371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-3ff0dc50-8b0d-413b-821b-09e440d6bffa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 380 time: 0.0757151 Jan 28 05:51:41.320953 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a813218-9332-468a-a6fa-ccfe01a7f41a None None] Pushing event updated for resources: {'Port': ['ID=e43e3e88-23fe-48d4-a369-a99f4761ddd6,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:41.322857 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'port': {'device_id': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'admin_state_up': True, 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'security_groups': ['0ec10534-32cb-4dfb-a91c-3070f545834a']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:41.324807 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:41.325409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] Provisioning complete for port e43e3e88-23fe-48d4-a369-a99f4761ddd6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:41.325776 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:41.325959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.420575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] Current status of the port e43e3e88-23fe-48d4-a369-a99f4761ddd6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:41.420990 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.459853 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] For port e43e3e88-23fe-48d4-a369-a99f4761ddd6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e43e3e88-23fe-48d4-a369-a99f4761ddd6,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:41.464229 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.467931 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:41.473718 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:41.474840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.516129 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281836-ff35-4a42-a41b-9231940c9f5c None None] Pushing event updated for resources: {'Port': ['ID=e43e3e88-23fe-48d4-a369-a99f4761ddd6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:41.589105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8a8414d0-ca7f-4f83-ac0a-d288bd43ff99 None None] Provisioning complete for port e43e3e88-23fe-48d4-a369-a99f4761ddd6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:41.589583 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a8414d0-ca7f-4f83-ac0a-d288bd43ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.615051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.10 (08656ea3-9c4e-4498-a203-0878642952c2/e75804d6-8335-428f-addf-fd2bfda14649/8a7d8451-0f03-4822-b938-2d2f61679db7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:41.693259 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:41.721658 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ee48b-4042-4d98-953e-7f7aa93d32b6 None None] The sync data for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 is: [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:41.785389 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.831066 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.878712 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 08656ea3-9c4e-4498-a203-0878642952c2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:41.882495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:41.883201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8a8414d0-ca7f-4f83-ac0a-d288bd43ff99 None None] Current status of the port e43e3e88-23fe-48d4-a369-a99f4761ddd6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:41.886637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:41.921629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:41.948348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:41.949069 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.967112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-ff12b83c-1907-45a8-ad05-549693f66599 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6490271 Jan 28 05:51:41.977245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-f4dc8d6d-6f2f-42fe-b2f5-b2b4450719ed tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:51:41.978657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-f4dc8d6d-6f2f-42fe-b2f5-b2b4450719ed tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068157 Jan 28 05:51:41.996538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Request body: {'port': {'device_id': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:42.059102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.229908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-904ab3c1-2526-4b5d-9026-82d5a8c8a861 None None] Provisioning complete for port 8a7d8451-0f03-4822-b938-2d2f61679db7 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:42.231346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-904ab3c1-2526-4b5d-9026-82d5a8c8a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.285926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-904ab3c1-2526-4b5d-9026-82d5a8c8a861 None None] Port 8a7d8451-0f03-4822-b938-2d2f61679db7 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:42.290967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768cb9-3836-4748-9108-0e0ed3b276fc req-38ef4f08-0363-4074-8824-b5d214931f04 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:42.292016 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.292561 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77768cb9-3836-4748-9108-0e0ed3b276fc req-38ef4f08-0363-4074-8824-b5d214931f04 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 932 time: 0.1167803 Jan 28 05:51:42.300757 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3973bfc2-5b99-4003-bf0e-53d87299a840 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:42.355324 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 3973bfc2-5b99-4003-bf0e-53d87299a840 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:42.355972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.382951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-77768cb9-3836-4748-9108-0e0ed3b276fc req-144d2e30-7f86-4de4-8a24-41914241fca0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825984 Jan 28 05:51:42.439134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 3973bfc2-5b99-4003-bf0e-53d87299a840 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:42.440561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e43e3e88-23fe-48d4-a369-a99f4761ddd6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:42.445596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7d8451-0f03-4822-b938-2d2f61679db7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:51:42.453574 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Publish callbacks [] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.473432 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Transition to ACTIVE for port object 8a7d8451-0f03-4822-b938-2d2f61679db7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:51:42.480135 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.492318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port e43e3e88-23fe-48d4-a369-a99f4761ddd6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:42.492993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.534858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:42.580743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port e43e3e88-23fe-48d4-a369-a99f4761ddd6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:42.610704 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:42.611049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:42.611387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 on network 08656ea3-9c4e-4498-a203-0878642952c2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:42.616582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Port 8a7d8451-0f03-4822-b938-2d2f61679db7 on network 08656ea3-9c4e-4498-a203-0878642952c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:51:42.616907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 on network 08656ea3-9c4e-4498-a203-0878642952c2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:42.622331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:42.622824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Checking segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:42.623370 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Bound using segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:42.623914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Bound port: 8a7d8451-0f03-4822-b938-2d2f61679db7, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:42.624347 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.698730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:42.704670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:42.712038 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.750487 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:42.751124 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.752674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1092 time: 0.7604096 Jan 28 05:51:42.753004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:42.755282 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55" -d '{"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:42.786901 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047c934-5b3e-488b-919e-31e9b40ed5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:42.815485 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54fb0f-fc60-42dc-a383-681b08b7ad96 x-openstack-request-id: req-7f54fb0f-fc60-42dc-a383-681b08b7ad96 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:42.815833 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:42.816564 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f54fb0f-fc60-42dc-a383-681b08b7ad96 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:42.816564 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'status': 'completed', 'code': 200} Jan 28 05:51:42.852897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-205b444d-4bcc-4e75-b100-7eaca9536f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:42.854462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-205b444d-4bcc-4e75-b100-7eaca9536f78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1095 time: 0.0483980 Jan 28 05:51:42.909169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-82513f63-5a17-4032-96aa-56956fdb9b47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 217 time: 0.0413837 Jan 28 05:51:42.962178 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-f024caf8-1e70-4a5f-a335-52dad81c3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:42.964452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-f024caf8-1e70-4a5f-a335-52dad81c3a3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0476906 Jan 28 05:51:43.010513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7502-e389-4eae-987b-619fc3164831 req-96bf0faa-fa07-4ed0-b5f2-fad5ee3ef7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.012059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-96bf0faa-fa07-4ed0-b5f2-fad5ee3ef7af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425298 Jan 28 05:51:43.111364 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-ed8c3c0a-62e5-45a9-8292-87bd5e96d02e service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934854 Jan 28 05:51:43.199111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-419a7502-e389-4eae-987b-619fc3164831 req-feb7f2b4-c1b9-4c1d-ba0f-854c7d9710f8 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819156 Jan 28 05:51:43.327887 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-9f04d31c-6024-41b7-b223-11cecb7e9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.329338 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-9f04d31c-6024-41b7-b223-11cecb7e9b91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1095 time: 0.0413525 Jan 28 05:51:43.423049 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-91d87fb8-5fed-46bb-bc07-3032666c4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.424551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-91d87fb8-5fed-46bb-bc07-3032666c4513 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0881610 Jan 28 05:51:43.467856 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-0f2775b7-519b-46ec-98ef-5b757b858150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 217 time: 0.0372441 Jan 28 05:51:43.542062 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-4812709e-9262-4154-995d-6b0488569d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.543543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-4812709e-9262-4154-995d-6b0488569d34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0686193 Jan 28 05:51:43.550915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb68eaf-54d2-41ac-9c9f-7cc88f1cf68f req-b366769a-cfc0-4211-82f0-911d6c2b3054 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.552283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1bb68eaf-54d2-41ac-9c9f-7cc88f1cf68f req-b366769a-cfc0-4211-82f0-911d6c2b3054 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 944 time: 0.0872610 Jan 28 05:51:43.622474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-7228f53f-faf5-4b41-885f-1ca0df567e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.623874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-7228f53f-faf5-4b41-885f-1ca0df567e3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707479 Jan 28 05:51:43.627371 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1bb68eaf-54d2-41ac-9c9f-7cc88f1cf68f req-c11ac920-e99e-452c-90ce-3474aba68803 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666466 Jan 28 05:51:43.716577 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-e9a80f3c-dd15-4003-a23c-344bc2881ef4 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859447 Jan 28 05:51:43.802914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db5ef56d-b393-4e47-a02e-4d3ba2b36b55 req-74e4b4d5-ccfe-48aa-a07b-9bf25800b8bf service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803196 Jan 28 05:51:43.993170 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.748348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee272-efd4-477b-9784-a7d2ee8576ba req-d04b09a4-4ea6-4b75-ad87-8f7a2beb7a9d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:44.749877 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19fee272-efd4-477b-9784-a7d2ee8576ba req-d04b09a4-4ea6-4b75-ad87-8f7a2beb7a9d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 944 time: 0.0538435 Jan 28 05:51:44.797705 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-19fee272-efd4-477b-9784-a7d2ee8576ba req-0236a1c9-8c02-4c32-b783-44c7c1fd381a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422521 Jan 28 05:51:45.495238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:51:45.568239 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.604478 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:45.615707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'port_id': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'mac_address': 'fa:16:3e:ac:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:51:45.652240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 8a7d8451-0f03-4822-b938-2d2f61679db7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:45.652635 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.665677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7d8451-0f03-4822-b938-2d2f61679db7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:51:45.685082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:45.688695 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.737846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:45.917177 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b74d-dde5-46ad-b2e4-07677d2cde6d req-9391e532-bab5-479c-b6d0-0e0d50d8580a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:45.918660 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c76b74d-dde5-46ad-b2e4-07677d2cde6d req-9391e532-bab5-479c-b6d0-0e0d50d8580a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 945 time: 0.0537138 Jan 28 05:51:45.965890 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c76b74d-dde5-46ad-b2e4-07677d2cde6d req-de4d98e0-d6e8-4f31-b9b4-af1620138bc3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Jan 28 05:51:46.019225 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['8a7d8451-0f03-4822-b938-2d2f61679db7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:51:47.077483 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec296917-a277-437d-9543-4c9b1975dfc6 req-6f77d69e-86a3-45e5-a524-d8009b407a46 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:47.078981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec296917-a277-437d-9543-4c9b1975dfc6 req-6f77d69e-86a3-45e5-a524-d8009b407a46 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 945 time: 0.0475078 Jan 28 05:51:47.130785 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ec296917-a277-437d-9543-4c9b1975dfc6 req-0d41f074-cab7-45ba-9af1-89a19ddcc6a3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461161 Jan 28 05:51:47.500243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:47.547870 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 8a7d8451-0f03-4822-b938-2d2f61679db7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:51:47.551867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 8a7d8451-0f03-4822-b938-2d2f61679db7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:47.552250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.630649 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 8a7d8451-0f03-4822-b938-2d2f61679db7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:47.631039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.653205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:47.655461 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea4f195-475f-4fbb-bb1f-565e6931b0e4" -d '{"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:47.668202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:47.672231 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.695155 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb050ff9-33e9-4255-8817-6c228e7fdd9e x-openstack-request-id: req-eb050ff9-33e9-4255-8817-6c228e7fdd9e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:47.695389 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:47.695643 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb050ff9-33e9-4255-8817-6c228e7fdd9e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:47.696030 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'code': 200} Jan 28 05:51:47.724797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:47.816909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4560-55ac-4d78-88c9-a230b9dc1ccb req-04e1f485-b6fb-400c-9367-880eed759f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:47.818447 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c0c4560-55ac-4d78-88c9-a230b9dc1ccb req-04e1f485-b6fb-400c-9367-880eed759f23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1097 time: 0.0398562 Jan 28 05:51:47.862429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8c0c4560-55ac-4d78-88c9-a230b9dc1ccb req-cc0e2086-a047-4d71-a94e-29606d72bff7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381584 Jan 28 05:51:48.242660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554c84-207c-47f3-9845-9efed1b5d6bd req-e3a42ea3-71a3-4e7f-bbf5-05cf33d0fefc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:48.244223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75554c84-207c-47f3-9845-9efed1b5d6bd req-e3a42ea3-71a3-4e7f-bbf5-05cf33d0fefc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0476439 Jan 28 05:51:48.292983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-75554c84-207c-47f3-9845-9efed1b5d6bd req-575011bc-31c8-4cc1-aedb-dbd2f9e4d100 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Jan 28 05:51:49.409463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be958888-320d-48a9-b036-85a54fd257f9 req-9cc89c62-8f60-4c22-bdf3-83d7400d4934 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:49.410902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be958888-320d-48a9-b036-85a54fd257f9 req-9cc89c62-8f60-4c22-bdf3-83d7400d4934 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0504355 Jan 28 05:51:49.462049 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be958888-320d-48a9-b036-85a54fd257f9 req-78e3f536-01f3-4e56-89bc-23df026f8980 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451155 Jan 28 05:51:49.573522 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4f01-a057-4550-be41-7389e9078540 req-99d0caba-9cc2-46a1-96a0-d706f8f5a4d6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:49.574996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cfd4f01-a057-4550-be41-7389e9078540 req-99d0caba-9cc2-46a1-96a0-d706f8f5a4d6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0475147 Jan 28 05:51:49.623721 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2cfd4f01-a057-4550-be41-7389e9078540 req-e3ba8e9b-f9d9-43c3-a3ee-ee83bd8d117b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Jan 28 05:51:49.644819 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56172) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:49.684005 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59ac58-566a-4741-a4d9-47aec944bed5 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:49.685450 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0c59ac58-566a-4741-a4d9-47aec944bed5 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1092 time: 0.0395977 Jan 28 05:51:49.691059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56174) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:49.695242 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:49.715730 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.812109 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.917978 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.204 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/48908bbb-1567-4198-9af4-80f1154b7b75) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:50.017539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (48908bbb-1567-4198-9af4-80f1154b7b75), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.050271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (48908bbb-1567-4198-9af4-80f1154b7b75), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.091763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:50.094584 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:50.100067 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:50.105594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=48908bbb-1567-4198-9af4-80f1154b7b75,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:50.446760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (b3d50176-813c-4232-8486-40b489ae1d69), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.515470 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (48908bbb-1567-4198-9af4-80f1154b7b75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.665560 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (48908bbb-1567-4198-9af4-80f1154b7b75), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.669944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (48908bbb-1567-4198-9af4-80f1154b7b75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.742283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=48908bbb-1567-4198-9af4-80f1154b7b75,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:50.749984 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (b3d50176-813c-4232-8486-40b489ae1d69), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.850422 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP b3d50176-813c-4232-8486-40b489ae1d69 associated. External IP: 172.25.6.204, port: 8a7d8451-0f03-4822-b938-2d2f61679db7. Jan 28 05:51:51.354809 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 512af1f3-a7b1-4bd3-a041-28be480e767b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:51.410738 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:51:51.464141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:51.473969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] Sync routers for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:51.483978 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.485270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:51.485905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:51.513104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-66a4ccbd-6aec-4565-95f6-548afaa0e4a2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8201590 Jan 28 05:51:51.513725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:51.520382 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce844a2-8e6b-459c-9456-9e8c81b19cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:51.559887 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17950dec-702a-43a9-b652-9b3f35353795 x-openstack-request-id: req-17950dec-702a-43a9-b652-9b3f35353795 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:51.560194 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:51.560455 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17950dec-702a-43a9-b652-9b3f35353795 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:51.560875 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'status': 'completed', 'code': 200} Jan 28 05:51:51.596355 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:51.611897 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e8c56-9263-4bc7-a081-78f534673ea0 req-d39b62c1-b5af-446d-aa1b-8f144000edd6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:51.613349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d74e8c56-9263-4bc7-a081-78f534673ea0 req-d39b62c1-b5af-446d-aa1b-8f144000edd6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0493684 Jan 28 05:51:51.689050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d74e8c56-9263-4bc7-a081-78f534673ea0 req-986ff01a-c33f-449d-81b2-bbfdcfafdf82 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677927 Jan 28 05:51:51.690775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-22540ca8-7f54-4da4-a4fd-32dfb1ae48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:51.692194 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-22540ca8-7f54-4da4-a4fd-32dfb1ae48e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1097 time: 0.0879261 Jan 28 05:51:51.712941 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56180) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:51.780758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-08469f93-1682-4192-a910-7e3b59e3a565 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/b3d50176-813c-4232-8486-40b489ae1d69 HTTP/1.1" status: 200 len: 992 time: 0.0664973 Jan 28 05:51:51.795220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-7d5a981f-482a-4336-a9ca-a21ff52aa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:51.796793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-7d5a981f-482a-4336-a9ca-a21ff52aa13d service neutron] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0988717 Jan 28 05:51:51.849598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b3d50176-813c-4232-8486-40b489ae1d69', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'port_id': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'mac_address': 'fa:16:3e:ac:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:51:50Z', 'updated_at': '2022-01-28T05:51:50Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:51.867233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-3c46f2c2-b7cd-47ba-b859-e25f7186802e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1000 time: 0.0644951 Jan 28 05:51:51.877409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] Checking router: 512af1f3-a7b1-4bd3-a041-28be480e767b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:51.886823 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:51.887441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:51:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:51.914545 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-c87acde2-f8d6-41a8-8ea7-8be9c63167f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:51.916022 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-c87acde2-f8d6-41a8-8ea7-8be9c63167f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0436399 Jan 28 05:51:51.961208 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-a7a305fb-417f-4940-a126-189b9ddb33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:51.962739 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-a7a305fb-417f-4940-a126-189b9ddb33d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409696 Jan 28 05:51:51.992417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:52.056111 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-b3df44af-b369-4b6a-9f4b-309313894d65 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874527 Jan 28 05:51:52.145983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cce844a2-8e6b-459c-9456-9e8c81b19cf0 req-8836fbf4-9761-4a66-9d7a-458593825bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840335 Jan 28 05:51:52.214250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b3d50176-813c-4232-8486-40b489ae1d69', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'port_id': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'mac_address': 'fa:16:3e:ac:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:51:50Z', 'updated_at': '2022-01-28T05:51:50Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:52.244755 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b35d3-ac4e-4605-b31b-916499c35ac2 None None] The sync data for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 is: [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'b3d50176-813c-4232-8486-40b489ae1d69', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'port_id': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'mac_address': 'fa:16:3e:ac:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:51:50Z', 'updated_at': '2022-01-28T05:51:50Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:52.442067 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29710864-c582-42cd-8ae6-046ed5fd750a None None] New status for floating IP b3d50176-813c-4232-8486-40b489ae1d69: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:51:52.782955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:52.849587 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b9f15ad2-132f-454f-bfde-1e90ab63a394 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/b3d50176-813c-4232-8486-40b489ae1d69 HTTP/1.1" status: 200 len: 994 time: 0.0654211 Jan 28 05:52:07.007929 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:08.353317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:08.768545 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d149cd7c-f288-46d4-a49a-b1d0ed1b0cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.957346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-886f964e-2f47-481c-9174-a65432ce97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.275928 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.995831 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.530726 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:24.037836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-40ce63e9-3e60-4eea-a365-562c6752a0b9 req-0ce5b70b-d361-4e50-869d-5f4b02dd1a72 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:52:24.038827 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-40ce63e9-3e60-4eea-a365-562c6752a0b9 req-0ce5b70b-d361-4e50-869d-5f4b02dd1a72 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059578 Jan 28 05:52:24.221251 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467718e2-0ba0-415c-a3f1-c23ffd65f2fa req-67522041-65de-4e93-9990-93a1b297e531 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.222758 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-467718e2-0ba0-415c-a3f1-c23ffd65f2fa req-67522041-65de-4e93-9990-93a1b297e531 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0482321 Jan 28 05:52:24.223984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56210) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:24.281724 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-467718e2-0ba0-415c-a3f1-c23ffd65f2fa req-7809129a-a8b1-41b3-bba4-9afa314d8ae4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515954 Jan 28 05:52:24.607739 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-882a8112-b7ae-4b00-bd41-db6edbacfdb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3820245 Jan 28 05:52:24.616691 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-e89951d9-d731-45b5-9fa6-e127584875ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:52:24.617694 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-e89951d9-d731-45b5-9fa6-e127584875ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053959 Jan 28 05:52:25.400834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680412d-6539-4f15-807f-8ee68977e2de req-9b04cac9-82da-4885-bd64-d6ae70b92656 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:25.402452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f680412d-6539-4f15-807f-8ee68977e2de req-9b04cac9-82da-4885-bd64-d6ae70b92656 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0492895 Jan 28 05:52:25.460681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f680412d-6539-4f15-807f-8ee68977e2de req-a1ac08e8-f2c3-4578-9981-d72425cd51b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520389 Jan 28 05:52:25.869938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-2120257a-2ec3-4311-81f2-438811bb1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:25.871444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-2120257a-2ec3-4311-81f2-438811bb1e68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1097 time: 0.0407190 Jan 28 05:52:25.961248 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-67fd0355-be88-403f-bca0-3d57fbc7c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:25.962649 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-67fd0355-be88-403f-bca0-3d57fbc7c4be service neutron] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0860994 Jan 28 05:52:26.027124 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-ecca418e-95ec-4da6-9ea4-7a038e90b3af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1002 time: 0.0589278 Jan 28 05:52:26.072914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-5412409c-1a9a-4596-acc3-486d7dfbe977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:26.074342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-5412409c-1a9a-4596-acc3-486d7dfbe977 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0417311 Jan 28 05:52:26.122286 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-beb972ce-724a-4792-8b2d-a82e5beb38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:26.123783 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-beb972ce-724a-4792-8b2d-a82e5beb38ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438457 Jan 28 05:52:26.218790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-9433d5b6-2b0f-4f65-9cb8-1d56ffc47ea2 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Jan 28 05:52:26.310574 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-902f4cad-0531-4bad-a5f6-2a011c348e3f service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Jan 28 05:52:26.578397 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf985-e66a-4c69-b39a-91d821f99cbc req-0d770448-3c2d-4dea-866e-9d1c1de93dfb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:26.579882 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-216bf985-e66a-4c69-b39a-91d821f99cbc req-0d770448-3c2d-4dea-866e-9d1c1de93dfb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0472403 Jan 28 05:52:26.628961 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-216bf985-e66a-4c69-b39a-91d821f99cbc req-9a507033-8b4c-4443-8941-710580c2e926 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Jan 28 05:52:27.748895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22fc98-9649-4297-9803-6428a03f84f5 req-616b6271-c136-4b7d-9461-11c9ebcf8e82 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.750397 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe22fc98-9649-4297-9803-6428a03f84f5 req-616b6271-c136-4b7d-9461-11c9ebcf8e82 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0502086 Jan 28 05:52:27.797896 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fe22fc98-9649-4297-9803-6428a03f84f5 req-3fbd61d5-055c-4736-9bc7-33fa325c2153 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 Jan 28 05:52:28.409379 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:52:28.911353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b333-a5ef-49c8-b74f-59d638efcbb8 req-39e3e9bf-0830-48e5-81f0-422c584f26a0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.913369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce96b333-a5ef-49c8-b74f-59d638efcbb8 req-39e3e9bf-0830-48e5-81f0-422c584f26a0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0483680 Jan 28 05:52:28.962060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ce96b333-a5ef-49c8-b74f-59d638efcbb8 req-29d0c813-98be-440b-b700-b1f67445b383 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Jan 28 05:52:30.074564 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba6de-17bd-4527-9f7f-31ae6b63b3e1 req-e158e6c7-bb48-44a9-b588-e31ac87864aa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:30.076036 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-199ba6de-17bd-4527-9f7f-31ae6b63b3e1 req-e158e6c7-bb48-44a9-b588-e31ac87864aa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0473926 Jan 28 05:52:30.127910 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-199ba6de-17bd-4527-9f7f-31ae6b63b3e1 req-7c5c67eb-9bc3-4833-822c-55251e5132e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Jan 28 05:52:31.246654 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56f6ea-a550-4d7d-bf2c-2b2e96e25557 req-516e14b2-d442-4eda-b97d-a85a479aa9d8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:31.248126 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd56f6ea-a550-4d7d-bf2c-2b2e96e25557 req-516e14b2-d442-4eda-b97d-a85a479aa9d8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0524364 Jan 28 05:52:31.302446 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cd56f6ea-a550-4d7d-bf2c-2b2e96e25557 req-0f497943-e8c4-4626-bc3e-05b4d3333b46 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485680 Jan 28 05:52:32.417818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d04d-2658-45d5-aadb-5fb847cf975a req-e84a120e-6437-416f-82a3-6700f1f9cd3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.419303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81e8d04d-2658-45d5-aadb-5fb847cf975a req-e84a120e-6437-416f-82a3-6700f1f9cd3d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0482733 Jan 28 05:52:32.466567 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81e8d04d-2658-45d5-aadb-5fb847cf975a req-38467616-68c6-448d-8c33-67893ca20c50 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Jan 28 05:52:33.581896 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb4b5-f0ab-4686-9f76-ab7929cba428 req-06f5586f-9817-40d8-8665-bfdaf493d250 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:33.583351 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac0cb4b5-f0ab-4686-9f76-ab7929cba428 req-06f5586f-9817-40d8-8665-bfdaf493d250 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0469966 Jan 28 05:52:33.630953 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac0cb4b5-f0ab-4686-9f76-ab7929cba428 req-11ceac85-8a30-4dfa-8603-c7c912e20043 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Jan 28 05:52:34.743429 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c577a-5e0b-4b97-a2ea-358a041368e0 req-406e0dc5-2dba-4b2a-a58d-62d1c489af41 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:34.744914 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db7c577a-5e0b-4b97-a2ea-358a041368e0 req-406e0dc5-2dba-4b2a-a58d-62d1c489af41 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0485992 Jan 28 05:52:34.793940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db7c577a-5e0b-4b97-a2ea-358a041368e0 req-6084ab4d-85a4-4ce3-a298-037dcbb50aba tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Jan 28 05:52:35.910628 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076b3cf-f423-4445-b05b-e959ae07f0fd req-6a21a1a9-b5fc-4512-9793-1c20d3cbf134 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:35.912699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1076b3cf-f423-4445-b05b-e959ae07f0fd req-6a21a1a9-b5fc-4512-9793-1c20d3cbf134 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0522344 Jan 28 05:52:35.960310 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1076b3cf-f423-4445-b05b-e959ae07f0fd req-f5e59e79-1b51-4da6-88cf-7c499f6a73df tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Jan 28 05:52:36.994112 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:37.079421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc75488-8e37-4273-88dd-a0b577581726 req-1f3926b1-7192-4afd-af18-1b2400027bbf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.080898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdc75488-8e37-4273-88dd-a0b577581726 req-1f3926b1-7192-4afd-af18-1b2400027bbf tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0515888 Jan 28 05:52:37.129168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bdc75488-8e37-4273-88dd-a0b577581726 req-8251dec7-9137-4c35-9c84-7304175104e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Jan 28 05:52:38.244484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57813a04-edb5-4c7a-bb12-48b28fbbbc40 req-77e5fe29-4842-4c37-aa86-dbb7e64b8ab0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:38.246041 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57813a04-edb5-4c7a-bb12-48b28fbbbc40 req-77e5fe29-4842-4c37-aa86-dbb7e64b8ab0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0478303 Jan 28 05:52:38.293333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-57813a04-edb5-4c7a-bb12-48b28fbbbc40 req-b71e3199-44e4-4ee0-b3b2-5fa4fba31437 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 Jan 28 05:52:38.351029 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.772312 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbadcd-223d-4b38-86aa-56d67f2fab10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.415003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f8c0d-e110-47a2-919c-558cbb5c3263 req-25eefb9b-b273-486a-92ce-a82e3c284cda tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:39.416166 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e1f8c0d-e110-47a2-919c-558cbb5c3263 req-25eefb9b-b273-486a-92ce-a82e3c284cda tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0504732 Jan 28 05:52:39.464411 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7e1f8c0d-e110-47a2-919c-558cbb5c3263 req-e91d50cc-12cc-47f4-be82-093d4f8ccc73 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Jan 28 05:52:40.579886 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb06fe-946d-4f52-bca7-5cb314be0a40 req-333831ed-9dae-4810-bd4a-d5182f20396f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:40.581402 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27fb06fe-946d-4f52-bca7-5cb314be0a40 req-333831ed-9dae-4810-bd4a-d5182f20396f tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0474751 Jan 28 05:52:40.634118 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-27fb06fe-946d-4f52-bca7-5cb314be0a40 req-f4e9c97c-a517-495d-a8c4-7f032b3e40b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Jan 28 05:52:40.966286 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca121299-fd0a-4f25-b0b9-338f88ce0159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.750830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02d28-8514-418d-856f-b833699ea480 req-7fcf86f2-5148-45a5-9906-d2653d847764 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:41.752330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcb02d28-8514-418d-856f-b833699ea480 req-7fcf86f2-5148-45a5-9906-d2653d847764 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0484672 Jan 28 05:52:41.805173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bcb02d28-8514-418d-856f-b833699ea480 req-624a2216-dfd8-4cdd-9855-7e07eae6c684 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Jan 28 05:52:41.851090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-aced1dc0-0329-4a0e-ad6f-e8c4d70a1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:41.852569 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-aced1dc0-0329-4a0e-ad6f-e8c4d70a1916 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1097 time: 0.0403407 Jan 28 05:52:41.953657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-12ae2c07-20f7-4bf2-9344-c47b14025694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:41.955099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-12ae2c07-20f7-4bf2-9344-c47b14025694 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0840967 Jan 28 05:52:42.026748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-d60aad63-ef94-4c10-9f29-def80532d305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1002 time: 0.0623345 Jan 28 05:52:42.076007 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-6b251fdc-1ec9-40d2-9944-3e710a6ad47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:42.077793 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-6b251fdc-1ec9-40d2-9944-3e710a6ad47d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0442774 Jan 28 05:52:42.122797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-71eb1613-9830-410b-a028-7e068a20d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:42.124268 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-71eb1613-9830-410b-a028-7e068a20d275 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394595 Jan 28 05:52:42.216858 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-cf795c52-9649-4b29-88bf-5a21cb636d47 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Jan 28 05:52:42.278357 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.307103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-1c3d9dee-27ad-46ed-9168-b575757c3ced req-28bfeb8c-b7e1-4f4f-847d-aac6dab04b1f service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834968 Jan 28 05:52:42.922066 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249e75a-d53b-47ed-9633-7ed95b26e74c req-3f0fbc70-f955-479d-87d9-4cd967763458 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:42.923550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3249e75a-d53b-47ed-9633-7ed95b26e74c req-3f0fbc70-f955-479d-87d9-4cd967763458 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0473120 Jan 28 05:52:42.970196 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3249e75a-d53b-47ed-9633-7ed95b26e74c req-ebd308ad-b023-4aff-ad13-43ea674ecaad tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Jan 28 05:52:43.339622 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-7d5cd62e-bee7-4c76-9b40-4075535deccf service neutron] show failed (client error): The resource could not be found. Jan 28 05:52:43.340563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-7d5cd62e-bee7-4c76-9b40-4075535deccf service neutron] 10.222.0.47 "GET /v2.0/ports/8a7d8451-0f03-4822-b938-2d2f61679db7/bindings/n-h1-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0595357 Jan 28 05:52:43.545888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-9a23e5ee-6b84-44d9-aa9c-28df9897bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:43.547426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-9a23e5ee-6b84-44d9-aa9c-28df9897bd0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 1097 time: 0.0406523 Jan 28 05:52:43.565384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:43.618331 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.825914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:43.860681 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:43.899180 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:43.901496 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ab6fce-c978-4db2-b3a1-9b2c401d6efe" -d '{"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:43.905313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Publish callbacks [] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.918848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Transition to ACTIVE for port object 8a7d8451-0f03-4822-b938-2d2f61679db7 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:52:43.923260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.016667 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.024730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:44.037283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.037639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.037989 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.038321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.038655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.038990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.039318 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.039643 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.039966 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.040294 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.040616 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.040941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.041307 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:44.078270 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b6e119-8b57-4d98-ac25-cd77674ac9a2 x-openstack-request-id: req-f6b6e119-8b57-4d98-ac25-cd77674ac9a2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:44.078571 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:44.078825 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6b6e119-8b57-4d98-ac25-cd77674ac9a2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:44.079220 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'code': 200} Jan 28 05:52:44.080114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] No DVR routers for this DVR port 8a7d8451-0f03-4822-b938-2d2f61679db7 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:44.122498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45378d-b0e3-44c4-8756-e62e8b1a3677 req-539723b5-e4f1-4077-925d-1cb946f04ea7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.124205 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc45378d-b0e3-44c4-8756-e62e8b1a3677 req-539723b5-e4f1-4077-925d-1cb946f04ea7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 944 time: 0.0511618 Jan 28 05:52:44.179330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fc45378d-b0e3-44c4-8756-e62e8b1a3677 req-6fee17d1-ee9c-45a3-ad96-fa7bd828efd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489106 Jan 28 05:52:44.216974 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:44.217367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:44.217592 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 on network 08656ea3-9c4e-4498-a203-0878642952c2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:44.222048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Port 8a7d8451-0f03-4822-b938-2d2f61679db7 on network 08656ea3-9c4e-4498-a203-0878642952c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:52:44.222379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Attempting to bind port 8a7d8451-0f03-4822-b938-2d2f61679db7 on network 08656ea3-9c4e-4498-a203-0878642952c2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:44.227813 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:44.228155 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Checking segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:44.228538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Bound using segment: {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:44.228963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Bound port: 8a7d8451-0f03-4822-b938-2d2f61679db7, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2980e1ae-6af6-4307-8c04-e3b5a6225555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:44.229350 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.290542 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:44.293951 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:44.299423 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.335083 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.335696 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.337088 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1092 time: 0.7757065 Jan 28 05:52:44.364240 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db9c9d-dc8a-427f-992f-7399872812b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:44.414010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-5f02d2cc-4ac8-4627-9e43-f7e7f310cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.415456 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-5f02d2cc-4ac8-4627-9e43-f7e7f310cb4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1095 time: 0.0447834 Jan 28 05:52:44.506673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-e4b8d2c7-6c98-40c2-89d0-0264cdd044c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.508192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-e4b8d2c7-6c98-40c2-89d0-0264cdd044c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0869172 Jan 28 05:52:44.575694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-4617075f-60d1-4a33-822f-2130d0e8d626 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1000 time: 0.0622921 Jan 28 05:52:44.623888 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-f5db16ed-7fb6-4255-967e-29b5b0fcf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.625318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-f5db16ed-7fb6-4255-967e-29b5b0fcf64c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0442324 Jan 28 05:52:44.669838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-7fa3ae80-47a1-4eff-ac8a-3698af106aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.671487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-7fa3ae80-47a1-4eff-ac8a-3698af106aea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393770 Jan 28 05:52:44.766546 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-1e184cbf-d33d-4529-b32c-b638733f3023 service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869453 Jan 28 05:52:44.853170 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd41f7cb-ec51-494f-9e77-6e9844b38fee req-a884a246-a0fd-43a6-a5ae-00e0c03e91ff service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808594 Jan 28 05:52:45.296336 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eee63d-9d15-4244-9b19-cda75d880635 req-b19f6f2d-50ef-459b-9c59-49b4fa4ee702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:45.297761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60eee63d-9d15-4244-9b19-cda75d880635 req-b19f6f2d-50ef-459b-9c59-49b4fa4ee702 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 944 time: 0.0483093 Jan 28 05:52:45.349849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60eee63d-9d15-4244-9b19-cda75d880635 req-fadf8f42-92db-4780-9b0b-e4b4b25f11b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459921 Jan 28 05:52:45.532954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.841742 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:45.881519 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] The host n-h2-824835-3 is not matching for port 8a7d8451-0f03-4822-b938-2d2f61679db7 host n-h1-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:52:45.881919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:46.080629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:46.083210 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:46.130304 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e83134-27ef-4abe-8863-00041278e0e4 x-openstack-request-id: req-c8e83134-27ef-4abe-8863-00041278e0e4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:46.130605 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:46.130866 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8e83134-27ef-4abe-8863-00041278e0e4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:46.131269 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'status': 'completed', 'code': 200} Jan 28 05:52:46.235575 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-0c6089e0-46a9-4b45-a691-4fdb997af98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.237072 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-0c6089e0-46a9-4b45-a691-4fdb997af98a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1095 time: 0.0675473 Jan 28 05:52:46.238739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-a82796ed-daa0-474c-af32-0d48e65e391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.240351 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-a82796ed-daa0-474c-af32-0d48e65e391d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1095 time: 0.0632546 Jan 28 05:52:46.392604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-87808444-a9c0-45dd-9569-bf21de790a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.394131 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-87808444-a9c0-45dd-9569-bf21de790a22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.1510377 Jan 28 05:52:46.395452 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-2f9ba637-d1b9-4af6-806e-bdb56627ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.396763 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-2f9ba637-d1b9-4af6-806e-bdb56627ff86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.1459923 Jan 28 05:52:46.539349 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-4c93c151-b5ef-4a5f-867a-eb9be4092138 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1000 time: 0.1378093 Jan 28 05:52:46.542149 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-ee6d8fa8-ef53-4c4c-9537-28200bf8691f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1000 time: 0.1348515 Jan 28 05:52:46.570763 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d79460-ab98-4f88-8c10-afd6d95e9176 req-c1a7c7b4-3b08-484f-96f0-bf7299d83fdd tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.572212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9d79460-ab98-4f88-8c10-afd6d95e9176 req-c1a7c7b4-3b08-484f-96f0-bf7299d83fdd tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 944 time: 0.1261356 Jan 28 05:52:46.649929 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-7235cb06-c9c6-44a9-9957-89ebb1c65537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.651383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-7235cb06-c9c6-44a9-9957-89ebb1c65537 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.1035037 Jan 28 05:52:46.655842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-52ef2a4d-6153-4c87-8ea0-0be27fdbd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.657286 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-52ef2a4d-6153-4c87-8ea0-0be27fdbd335 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.1083429 Jan 28 05:52:46.730198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a9d79460-ab98-4f88-8c10-afd6d95e9176 req-26bf57a8-1afd-44ef-a78f-a38d6ddc4aa0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371477 Jan 28 05:52:46.750635 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-1340a459-7d63-4f94-8d86-a83da5e6b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.752206 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-1340a459-7d63-4f94-8d86-a83da5e6b73f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881386 Jan 28 05:52:46.753980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-c85d58aa-754b-42d0-adb8-1ebedee64ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.755369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-c85d58aa-754b-42d0-adb8-1ebedee64ddb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923655 Jan 28 05:52:47.197792 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-d277f8fe-cf03-477a-958f-4cb4716a1787 service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379060 Jan 28 05:52:47.199648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-5a2349f7-356a-4013-ac0b-7678879c39b5 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330089 Jan 28 05:52:47.357990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-726b6a3e-32f3-4b4d-b321-0b12101051fb service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518049 Jan 28 05:52:47.359892 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-604fd358-6cb9-48ae-b126-e85a3aaa6ef3 req-66d3d814-cd17-4231-8cd3-acf305dca758 service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527607 Jan 28 05:52:47.852658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538a003-e0fd-4d3e-8bf0-03f05a49cfa9 req-594edfeb-b2b5-4c73-9386-6720f93ec744 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:47.854173 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a538a003-e0fd-4d3e-8bf0-03f05a49cfa9 req-594edfeb-b2b5-4c73-9386-6720f93ec744 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 944 time: 0.0518782 Jan 28 05:52:47.887422 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:52:47.904298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a538a003-e0fd-4d3e-8bf0-03f05a49cfa9 req-f0c48770-7b0a-41a3-9fae-ed6910d9c9fb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Jan 28 05:52:47.988415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:48.001159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'port_id': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'mac_address': 'fa:16:3e:ac:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:52:48.040269 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8a7d8451-0f03-4822-b938-2d2f61679db7 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:48.040668 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.055087 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7d8451-0f03-4822-b938-2d2f61679db7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:52:48.074358 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:48.078258 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.128535 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:48.136292 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.136672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.137023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.137458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.137858 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.138310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.138727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.139066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.139402 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.139732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.140064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.140394 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.140724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:48.538718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['8a7d8451-0f03-4822-b938-2d2f61679db7'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:49.023219 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278685a-cd16-4773-bc94-524e25defd69 req-28734b6a-a4ba-4d47-a9ac-23071ddca4ea tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.024698 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d278685a-cd16-4773-bc94-524e25defd69 req-28734b6a-a4ba-4d47-a9ac-23071ddca4ea tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 945 time: 0.0523329 Jan 28 05:52:49.072307 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d278685a-cd16-4773-bc94-524e25defd69 req-9b687a78-1f8f-4e80-8ef4-5d447b12e8f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Jan 28 05:52:49.294842 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e962d17-c444-4a80-9106-45e61a58a8fc req-c245cbea-d7d7-408d-8726-4010209e19d2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.296345 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e962d17-c444-4a80-9106-45e61a58a8fc req-c245cbea-d7d7-408d-8726-4010209e19d2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 945 time: 0.0783401 Jan 28 05:52:49.308249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-f70c1e76-577f-4867-9403-9c43f3428ac1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.309656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-f70c1e76-577f-4867-9403-9c43f3428ac1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&binding%3Ahost_id=n-h1-824835-3 HTTP/1.1" status: 200 len: 945 time: 0.0660205 Jan 28 05:52:49.397260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0e962d17-c444-4a80-9106-45e61a58a8fc req-00408778-8f08-44d7-9af6-5433b0789c85 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866055 Jan 28 05:52:49.401989 n-d-824835-3 neutron-server[103138]: INFO neutron.api.v2.resource [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-0961ec27-cbe0-45df-97dc-a91559145b21 service neutron] delete failed (client error): The resource could not be found. Jan 28 05:52:49.402949 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-0961ec27-cbe0-45df-97dc-a91559145b21 service neutron] 10.222.0.47 "DELETE /v2.0/ports/8a7d8451-0f03-4822-b938-2d2f61679db7/bindings/n-h2-824835-3 HTTP/1.1" status: 404 len: 380 time: 0.0868537 Jan 28 05:52:49.508315 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-3cd7b408-1072-498b-95ec-6d025bc55852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.509911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-3cd7b408-1072-498b-95ec-6d025bc55852 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1096 time: 0.0419083 Jan 28 05:52:49.514554 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2387d86-5007-40f8-9e74-a2a97c43a19d req-eb7ecb50-1257-4fb3-9241-3d358ca800c3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.516038 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2387d86-5007-40f8-9e74-a2a97c43a19d req-eb7ecb50-1257-4fb3-9241-3d358ca800c3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 945 time: 0.0494292 Jan 28 05:52:49.565319 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d2387d86-5007-40f8-9e74-a2a97c43a19d req-bb5a2685-49a0-4785-8e86-4386dc2089e8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Jan 28 05:52:49.604189 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-cb74aad6-dd8b-4362-811b-9d12659746ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.605706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-cb74aad6-dd8b-4362-811b-9d12659746ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0904162 Jan 28 05:52:49.677564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-25dcfef6-169f-481d-90a2-7c76441b26ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1001 time: 0.0582657 Jan 28 05:52:49.720167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-ea6af073-af56-462d-9d91-80b1b71038b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.721681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-ea6af073-af56-462d-9d91-80b1b71038b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0432649 Jan 28 05:52:49.768470 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-5f3f580a-7fa4-4b2b-9712-8abadd4d2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.769972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-5f3f580a-7fa4-4b2b-9712-8abadd4d2ed3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429826 Jan 28 05:52:49.855912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-38381edf-7b19-4da9-b07b-75b294207c2e service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798161 Jan 28 05:52:49.922557 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:49.947267 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d951b4d5-0e1b-49a2-8e22-2ab089a193e3 req-6255acb6-49d8-481c-97fe-078f66f4a19a service neutron] 10.222.0.47 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861294 Jan 28 05:52:49.971920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 8a7d8451-0f03-4822-b938-2d2f61679db7 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:52:49.975794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 8a7d8451-0f03-4822-b938-2d2f61679db7 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:49.976176 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.206820 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8a7d8451-0f03-4822-b938-2d2f61679db7 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:50.207213 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.229280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:50.231498 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5500ff1b-02cb-4069-88b6-7eca4dc8e353" -d '{"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:50.244205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:50.248321 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.283077 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a33f0-104c-4454-bcaf-e98cbf53a361 x-openstack-request-id: req-a59a33f0-104c-4454-bcaf-e98cbf53a361 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:50.283313 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:50.283584 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a59a33f0-104c-4454-bcaf-e98cbf53a361 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:50.283983 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'code': 200} Jan 28 05:52:50.299357 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:50.728625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538b3f4-01a9-4ecf-ae5d-074a48411144 req-f6400cf7-9f02-4a87-892c-97057a1cc557 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:50.730132 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f538b3f4-01a9-4ecf-ae5d-074a48411144 req-f6400cf7-9f02-4a87-892c-97057a1cc557 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0467539 Jan 28 05:52:50.781873 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f538b3f4-01a9-4ecf-ae5d-074a48411144 req-4bdea52b-b15b-44bc-87fe-53dd7bea3275 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Jan 28 05:52:50.804651 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56302) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.863129 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a78bd8b1-0a69-4ebd-8a15-a9587b394e10 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/b3d50176-813c-4232-8486-40b489ae1d69 HTTP/1.1" status: 200 len: 994 time: 0.0572422 Jan 28 05:53:05.409004 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:53:07.021072 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.355415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.773805 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ad8e-a27c-47e8-80a6-db245dc20488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.959100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6415ca2b-6da0-43c8-a97c-d19bee88c6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:12.282256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.995932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.534673 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.522412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-cefbb06d-01b5-46af-aece-0ac4c1c2df33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391867 Jan 28 05:53:32.619836 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-6d61aae8-d029-44b6-a120-5945bf780de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.621383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-6d61aae8-d029-44b6-a120-5945bf780de9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1097 time: 0.0408955 Jan 28 05:53:32.726422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-cf3e7329-b606-4dab-8269-818bd9410110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.727931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-cf3e7329-b606-4dab-8269-818bd9410110 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.0885799 Jan 28 05:53:32.796058 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-ddaa6170-b135-4185-849d-6d00af0d5655 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 1002 time: 0.0614738 Jan 28 05:53:32.843371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-8dbb97d3-a63e-42db-ad77-ec3e836daf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.844808 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-8dbb97d3-a63e-42db-ad77-ec3e836daf6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0426168 Jan 28 05:53:32.892168 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-24b2a3c9-49f2-48ab-9cf4-a0a9628ddf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.893725 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-24b2a3c9-49f2-48ab-9cf4-a0a9628ddf8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432377 Jan 28 05:53:32.980841 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-9c9b08f5-f204-487e-8ed0-d37fcd3098c3 service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 Jan 28 05:53:33.077913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69699103-883d-4321-ac0b-52f45ab8a0e8 req-df9ea434-ca6f-483f-9455-bedb4b074404 service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910008 Jan 28 05:53:37.028417 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.371084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.776215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e5e8-503a-4c62-ae23-3f8451f341b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.960409 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25b09544-44c9-42c2-9340-7611078f5a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.284963 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.408524 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:53:43.999201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.538091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.938576 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56322) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:46.091854 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 48908bbb-1567-4198-9af4-80f1154b7b75 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:46.092204 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (48908bbb-1567-4198-9af4-80f1154b7b75), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.169953 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (48908bbb-1567-4198-9af4-80f1154b7b75), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.170291 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (48908bbb-1567-4198-9af4-80f1154b7b75), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.181764 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 48908bbb-1567-4198-9af4-80f1154b7b75 owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:46.326936 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (48908bbb-1567-4198-9af4-80f1154b7b75), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.352555 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=48908bbb-1567-4198-9af4-80f1154b7b75,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:46.379158 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.379517 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.379865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.380210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.380547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.380885 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.381248 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.381586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.381921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.382254 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.382584 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.382909 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.383237 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:46.422863 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (b3d50176-813c-4232-8486-40b489ae1d69), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.423722 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP b3d50176-813c-4232-8486-40b489ae1d69 disassociated (deleted). External IP: 172.25.6.204, port: 8a7d8451-0f03-4822-b938-2d2f61679db7. Jan 28 05:53:46.627708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 512af1f3-a7b1-4bd3-a041-28be480e767b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:53:46.735901 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:46.741475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.746112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] Sync routers for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:46.756773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:46.757434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:46.767594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ed44eff-ae8d-443d-b41d-d50b04692ca6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3d50176-813c-4232-8486-40b489ae1d69 HTTP/1.1" status: 204 len: 168 time: 0.8279357 Jan 28 05:53:46.768332 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:46.770765 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ed41f8-adb5-4b75-be0f-053baaee7ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:46.867276 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70a938-d8dc-42e5-9308-8aa11e8c3922 x-openstack-request-id: req-1d70a938-d8dc-42e5-9308-8aa11e8c3922 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:46.867569 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:46.867825 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d70a938-d8dc-42e5-9308-8aa11e8c3922 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:46.868290 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'status': 'completed', 'code': 200} Jan 28 05:53:46.880112 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:46.952378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-ba864275-dcb1-4ef8-8918-b29950680cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:46.953972 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-ba864275-dcb1-4ef8-8918-b29950680cf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 1097 time: 0.0434058 Jan 28 05:53:47.069185 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e737ab-ecd4-418a-9946-f5bcc97b45f5 req-73c06154-c980-4a7a-9d0d-fc4f672c58b4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:47.070693 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32e737ab-ecd4-418a-9946-f5bcc97b45f5 req-73c06154-c980-4a7a-9d0d-fc4f672c58b4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.1033332 Jan 28 05:53:47.084600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:47.099879 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-c1ed24cb-b06b-4d02-9ed3-229e805e29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:47.101376 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-c1ed24cb-b06b-4d02-9ed3-229e805e29df service neutron] 10.222.0.52 "GET /v2.0/networks?id=08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 200 len: 898 time: 0.1414561 Jan 28 05:53:47.113551 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] Checking router: 512af1f3-a7b1-4bd3-a041-28be480e767b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:53:47.122446 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:47.123067 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:47.149674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-bb4b5f48-4521-462a-a41e-96857bdcf5e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 200 len: 217 time: 0.0419190 Jan 28 05:53:47.193612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-32e737ab-ecd4-418a-9946-f5bcc97b45f5 req-6c9e7788-2008-4dbd-a582-2fc192ac3ec5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148000 Jan 28 05:53:47.215666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-0453ca74-0685-4ebc-b1bd-5b2da9538613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:47.217199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-0453ca74-0685-4ebc-b1bd-5b2da9538613 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 200 len: 834 time: 0.0600348 Jan 28 05:53:47.230871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:47.262544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-39c97da2-5d7f-46fe-8f59-3378b2000b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:47.264241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-39c97da2-5d7f-46fe-8f59-3378b2000b18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08656ea3-9c4e-4498-a203-0878642952c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410240 Jan 28 05:53:47.355687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-72e7eb51-d78c-4b6c-96b7-2be3666adff8 service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Jan 28 05:53:47.428048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:47.450004 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-23ed41f8-adb5-4b75-be0f-053baaee7ff8 req-163655e9-c9f6-4dbc-92b6-184b7a2ad974 service neutron] 10.222.0.52 "GET /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Jan 28 05:53:47.453541 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d559b0-bed7-4a12-9a46-01e6b69ca71e None None] The sync data for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 is: [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:51:38Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'e43e3e88-23fe-48d4-a369-a99f4761ddd6', 'name': '', 'network_id': '08656ea3-9c4e-4498-a203-0878642952c2', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:07:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:37Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e75804d6-8335-428f-addf-fd2bfda14649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:53:47.662458 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942f5345-c409-4886-abe5-fc7257fe8be6 None None] New status for floating IP b3d50176-813c-4232-8486-40b489ae1d69: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:53:48.313676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c8f3c-ebcf-4186-8619-27d875dd9346 req-834cc3d7-8e7a-45be-af58-2327048fe581 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:48.315269 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e26c8f3c-ebcf-4186-8619-27d875dd9346 req-834cc3d7-8e7a-45be-af58-2327048fe581 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0497806 Jan 28 05:53:48.368471 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e26c8f3c-ebcf-4186-8619-27d875dd9346 req-c488c909-76d4-4a65-98ff-8b6b5917050a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ec10534-32cb-4dfb-a91c-3070f545834a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467799 Jan 28 05:53:48.691804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-bcd406ce-3f73-4b1a-8c41-ff40778e05c0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:48.693276 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-bcd406ce-3f73-4b1a-8c41-ff40778e05c0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 946 time: 0.0483012 Jan 28 05:53:48.783334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 8a7d8451-0f03-4822-b938-2d2f61679db7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:48.783680 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.871639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 8a7d8451-0f03-4822-b938-2d2f61679db7, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8a7d8451-0f03-4822-b938-2d2f61679db7,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:48.872011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.883699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 8a7d8451-0f03-4822-b938-2d2f61679db7 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:49.015701 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8a7d8451-0f03-4822-b938-2d2f61679db7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.052108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=8a7d8451-0f03-4822-b938-2d2f61679db7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:49.076631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.076990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.077427 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.077733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.078068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.078400 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.078733 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.079060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.079389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.079716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.080045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.080368 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.080687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:49.106503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] No DVR routers for this DVR port 8a7d8451-0f03-4822-b938-2d2f61679db7 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:49.109032 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.112285 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-74385cc7-6055-4a4d-98bc-672cd137af7f req-6a88a819-9282-4fcc-8625-8eac969bb93b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "DELETE /v2.0/ports/8a7d8451-0f03-4822-b938-2d2f61679db7 HTTP/1.1" status: 204 len: 173 time: 0.4143710 Jan 28 05:53:49.112723 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-deleted', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:49.115378 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4556f1-4643-4ec0-8c4a-c22d8834f73c" -d '{"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-deleted", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:49.152524 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a728bf86-eccb-4e7a-a845-217068d788ab x-openstack-request-id: req-a728bf86-eccb-4e7a-a845-217068d788ab {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:49.152852 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f799b3f1-b2ba-4df3-8783-cbe9c63b0aec", "name": "network-vif-deleted", "tag": "8a7d8451-0f03-4822-b938-2d2f61679db7", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:49.153110 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a728bf86-eccb-4e7a-a845-217068d788ab {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:49.153550 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f799b3f1-b2ba-4df3-8783-cbe9c63b0aec', 'name': 'network-vif-deleted', 'tag': '8a7d8451-0f03-4822-b938-2d2f61679db7', 'status': 'completed', 'code': 200} Jan 28 05:53:49.477983 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-10be5baa-b9e0-4c37-88dc-566921d63641 req-c67f3d45-2db0-4682-aa2d-38606f643cb9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f799b3f1-b2ba-4df3-8783-cbe9c63b0aec HTTP/1.1" status: 200 len: 210 time: 0.0267718 Jan 28 05:53:50.536170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56340) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:50.899059 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (512af1f3-a7b1-4bd3-a041-28be480e767b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.146412 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port e43e3e88-23fe-48d4-a369-a99f4761ddd6 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:51.146772 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.234188 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port e43e3e88-23fe-48d4-a369-a99f4761ddd6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=e43e3e88-23fe-48d4-a369-a99f4761ddd6,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:51.234469 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.248200 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for e43e3e88-23fe-48d4-a369-a99f4761ddd6 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:51.429389 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (e43e3e88-23fe-48d4-a369-a99f4761ddd6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.454520 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=e43e3e88-23fe-48d4-a369-a99f4761ddd6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:51.628410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (512af1f3-a7b1-4bd3-a041-28be480e767b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.838770 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 512af1f3-a7b1-4bd3-a041-28be480e767b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:53:51.941599 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:51.946516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3efe55f9-25b0-48e8-ae1d-375aef858c6a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/512af1f3-a7b1-4bd3-a041-28be480e767b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4093266 Jan 28 05:53:51.949288 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56342) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:51.951989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] Sync routers for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:51.962022 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:51.962642 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:52.002717 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting subnet e75804d6-8335-428f-addf-fd2bfda14649 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:52.005927 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (e75804d6-8335-428f-addf-fd2bfda14649), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.045907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (e75804d6-8335-428f-addf-fd2bfda14649), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.068874 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:52.127606 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e75804d6-8335-428f-addf-fd2bfda14649), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.168140 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:52.191527 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 8a7d8451-0f03-4822-b938-2d2f61679db7 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:52.192092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8a7d8451-0f03-4822-b938-2d2f61679db7 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:52.196395 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (e75804d6-8335-428f-addf-fd2bfda14649), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.285462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:53:51Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:52.313236 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] Checking router: 512af1f3-a7b1-4bd3-a041-28be480e767b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:53:52.324134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] Routers {'512af1f3-a7b1-4bd3-a041-28be480e767b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:52.324776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['512af1f3-a7b1-4bd3-a041-28be480e767b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:52.434016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] Set router 512af1f3-a7b1-4bd3-a041-28be480e767b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:52.524290 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Subnet': ['ID=e75804d6-8335-428f-addf-fd2bfda14649,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:52.530438 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.536309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-87d667c4-aa9c-4f19-9834-bcd141e5888d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/subnets/e75804d6-8335-428f-addf-fd2bfda14649 HTTP/1.1" status: 204 len: 168 time: 0.5858881 Jan 28 05:53:52.538233 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528a31b-8268-437a-966c-dab5257ce064 None None] Network 08656ea3-9c4e-4498-a203-0878642952c2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:52.538946 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56344) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:52.652952 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (512af1f3-a7b1-4bd3-a041-28be480e767b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.706285 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:53:51Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:52.741850 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e2d0c-c75f-4109-91f0-42609da81cd0 None None] The sync data for ids ['512af1f3-a7b1-4bd3-a041-28be480e767b'] in n-d-824835-3 is: [{'id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047189843', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:34Z', 'updated_at': '2022-01-28T05:53:51Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '3973bfc2-5b99-4003-bf0e-53d87299a840', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512af1f3-a7b1-4bd3-a041-28be480e767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:35Z', 'updated_at': '2022-01-28T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:53:52.754924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] DHCP port deletion for 08656ea3-9c4e-4498-a203-0878642952c2 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:53:52.764085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (512af1f3-a7b1-4bd3-a041-28be480e767b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.809919 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Deleting port 0a2827fb-9a71-4217-a57b-08cc560457e5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:52.810296 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.821893 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 3973bfc2-5b99-4003-bf0e-53d87299a840 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:52.822236 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.871790 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] For port 0a2827fb-9a71-4217-a57b-08cc560457e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0a2827fb-9a71-4217-a57b-08cc560457e5,segment=NetworkSegment(2980e1ae-6af6-4307-8c04-e3b5a6225555),segment_id=2980e1ae-6af6-4307-8c04-e3b5a6225555)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:52.872190 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.885027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Calling delete_port for 0a2827fb-9a71-4217-a57b-08cc560457e5 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:52.908168 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 3973bfc2-5b99-4003-bf0e-53d87299a840, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=3973bfc2-5b99-4003-bf0e-53d87299a840,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:52.908528 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.920677 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 3973bfc2-5b99-4003-bf0e-53d87299a840 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:52.966736 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (0a2827fb-9a71-4217-a57b-08cc560457e5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.995196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] No DVR routers for this DVR port 0a2827fb-9a71-4217-a57b-08cc560457e5 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:52.996696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Pushing event deleted for resources: {'Port': ['ID=0a2827fb-9a71-4217-a57b-08cc560457e5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:53.006250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.006556 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.006905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.007254 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.007596 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.007945 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.008283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.008619 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.008949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.009315 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.009681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.009967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.010283 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4737821-ba67-4c44-86fa-5fd014d7c73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:53.087085 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (3973bfc2-5b99-4003-bf0e-53d87299a840), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.112305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=3973bfc2-5b99-4003-bf0e-53d87299a840,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:53.176560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (512af1f3-a7b1-4bd3-a041-28be480e767b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.270272 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (512af1f3-a7b1-4bd3-a041-28be480e767b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.272264 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (512af1f3-a7b1-4bd3-a041-28be480e767b), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.318871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (512af1f3-a7b1-4bd3-a041-28be480e767b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.319481 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Fanout notify agent at l3_agent the message router_deleted on router 512af1f3-a7b1-4bd3-a041-28be480e767b {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:53:53.326515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.327636 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-11a0065c-cdb2-4c40-85b5-e6996d22cfbb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/routers/512af1f3-a7b1-4bd3-a041-28be480e767b HTTP/1.1" status: 204 len: 168 time: 0.7874045 Jan 28 05:53:53.330286 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56346) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:53.411966 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (08656ea3-9c4e-4498-a203-0878642952c2), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.502240 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (08656ea3-9c4e-4498-a203-0878642952c2), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.522201 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08656ea3-9c4e-4498-a203-0878642952c2']}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:53.532353 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2980e1ae-6af6-4307-8c04-e3b5a6225555') {'for_net_delete': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:53.532658 n-d-824835-3 neutron-server[103139]: DEBUG neutron.services.segments.db [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2980e1ae-6af6-4307-8c04-e3b5a6225555') {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:53.542768 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50619332'] for segment (2980e1ae-6af6-4307-8c04-e3b5a6225555), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.555398 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (2980e1ae-6af6-4307-8c04-e3b5a6225555), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.562179 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:53:53.562682 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50379086'] for segment (2980e1ae-6af6-4307-8c04-e3b5a6225555), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: Traceback (most recent call last): Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: timer() Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: cb(*args, **kw) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: return func(*args, **kwargs) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: self._notify() Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: self.callback(batched_events) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: event.method(event) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: return f(self, *a, **k) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: return self._get(url).json() Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: return self.request(url, 'GET', **kwargs) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:53:53.565798 n-d-824835-3 neutron-server[103139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:53:53.622034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (08656ea3-9c4e-4498-a203-0878642952c2), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.640499 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.643674 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/networks/08656ea3-9c4e-4498-a203-0878642952c2 HTTP/1.1" status: 204 len: 168 time: 0.3123915 Jan 28 05:53:53.645082 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70247-3737-4063-9691-6ae6167377e1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Network': ['ID=08656ea3-9c4e-4498-a203-0878642952c2,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:53.647541 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56348) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:53.714582 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0abbca87-fc28-46e5-a713-f71adeaf28a1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (0ec10534-32cb-4dfb-a91c-3070f545834a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.748482 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0abbca87-fc28-46e5-a713-f71adeaf28a1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (0ec10534-32cb-4dfb-a91c-3070f545834a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.818451 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0abbca87-fc28-46e5-a713-f71adeaf28a1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (0ec10534-32cb-4dfb-a91c-3070f545834a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.821807 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0abbca87-fc28-46e5-a713-f71adeaf28a1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.823084 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-0abbca87-fc28-46e5-a713-f71adeaf28a1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ec10534-32cb-4dfb-a91c-3070f545834a HTTP/1.1" status: 204 len: 168 time: 0.1745415 Jan 28 05:53:53.834108 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbca87-fc28-46e5-a713-f71adeaf28a1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec10534-32cb-4dfb-a91c-3070f545834a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.138113 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56354) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.142641 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964098612', 'description': 'tempest-secgroup-smoke-1964098612 description', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.163569 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.222113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0a2827fb-9a71-4217-a57b-08cc560457e5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:54.237400 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (01705716-53ef-48e2-910d-99d2ed218432), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.241692 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (01705716-53ef-48e2-910d-99d2ed218432), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.246008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0a2827fb-9a71-4217-a57b-08cc560457e5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:54.246368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0a2827fb-9a71-4217-a57b-08cc560457e5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:54.246791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3973bfc2-5b99-4003-bf0e-53d87299a840 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:54.265653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 3973bfc2-5b99-4003-bf0e-53d87299a840 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:54.266012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 3973bfc2-5b99-4003-bf0e-53d87299a840 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:54.266524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e43e3e88-23fe-48d4-a369-a99f4761ddd6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:54.272543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.273836 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1346984 Jan 28 05:53:54.274698 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6e053-75a0-47e9-937b-7dcc06c94891 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01705716-53ef-48e2-910d-99d2ed218432,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.277388 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56356) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.282345 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '01705716-53ef-48e2-910d-99d2ed218432', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.286734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: e43e3e88-23fe-48d4-a369-a99f4761ddd6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:54.287156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device e43e3e88-23fe-48d4-a369-a99f4761ddd6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:54.307862 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (ff4c7757-704c-4df1-8d88-d2a82ce7aa7b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.361956 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (ff4c7757-704c-4df1-8d88-d2a82ce7aa7b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.367928 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (ff4c7757-704c-4df1-8d88-d2a82ce7aa7b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.386955 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4c7757-704c-4df1-8d88-d2a82ce7aa7b,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.395029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.396222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c574e50c-d9c7-4c7f-8a2d-13046fdd5040 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178682 Jan 28 05:53:54.398917 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56358) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.403334 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '01705716-53ef-48e2-910d-99d2ed218432', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.427358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (cc51b831-18bf-48e4-9727-70dc35f4a405), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.480361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (cc51b831-18bf-48e4-9727-70dc35f4a405), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.483766 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (cc51b831-18bf-48e4-9727-70dc35f4a405), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.501643 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc51b831-18bf-48e4-9727-70dc35f4a405,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.508390 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.509616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-316595f9-b712-4ab8-a492-2b1cc7ca0f70 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1097953 Jan 28 05:53:54.512501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56360) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.517420 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '01705716-53ef-48e2-910d-99d2ed218432', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.542483 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (64becfb5-e148-47c3-b2db-4ba36c4437d9), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.600406 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (64becfb5-e148-47c3-b2db-4ba36c4437d9), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.604118 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (64becfb5-e148-47c3-b2db-4ba36c4437d9), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.624703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64becfb5-e148-47c3-b2db-4ba36c4437d9,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.630141 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.631333 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e0f9bd86-3ed5-4373-8873-3bc85e04af5d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179252 Jan 28 05:53:54.634030 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56362) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.638229 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '01705716-53ef-48e2-910d-99d2ed218432', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.662640 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (2ae4899f-dea9-4bda-8560-5c1cd65ddf1c), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.720510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (2ae4899f-dea9-4bda-8560-5c1cd65ddf1c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.724475 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (2ae4899f-dea9-4bda-8560-5c1cd65ddf1c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.741784 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae4899f-dea9-4bda-8560-5c1cd65ddf1c,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.748324 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.749567 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-03d2b9a0-df61-4ac3-83f6-21b68525ac4b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146240 Jan 28 05:53:54.752289 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56364) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.757137 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '01705716-53ef-48e2-910d-99d2ed218432', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.776645 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:53:54.781384 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (0ee7e600-0c46-4ebd-8569-9d099907291e), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.838803 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (0ee7e600-0c46-4ebd-8569-9d099907291e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.842138 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0ee7e600-0c46-4ebd-8569-9d099907291e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.859593 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee7e600-0c46-4ebd-8569-9d099907291e,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.865457 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.869008 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7ce9a6ec-92a6-41e9-8cff-5d2e33425ab6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133060 Jan 28 05:53:54.869294 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56366) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.873514 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '01705716-53ef-48e2-910d-99d2ed218432', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:54.892440 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:53:54.897869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (596c8bc7-bb08-429a-9e74-55267037dad5), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.956529 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (596c8bc7-bb08-429a-9e74-55267037dad5), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.960420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (596c8bc7-bb08-429a-9e74-55267037dad5), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.977760 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596c8bc7-bb08-429a-9e74-55267037dad5,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.985502 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.986745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-af9c4659-2505-4623-97c4-d2cf45c49139 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164861 Jan 28 05:53:54.989813 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56368) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.994594 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'network': {'name': 'tempest-network-smoke--1424585559', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'port_security_enabled': True}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:55.013013 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:55.016180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.039923 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:53:55.049489 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5fd4cc8f-0480-4a76-b59d-0992f2aeab6d), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.049876 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Added segment 5fd4cc8f-0480-4a76-b59d-0992f2aeab6d of type vlan for network 8b64f532-504d-4df7-997d-63b2d4ea69a1 Jan 28 05:53:55.088653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (8b64f532-504d-4df7-997d-63b2d4ea69a1), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.111915 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (8b64f532-504d-4df7-997d-63b2d4ea69a1), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.117621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:55.118208 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.178731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1878223 Jan 28 05:53:55.181313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56370) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:55.187731 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'admin_state_up': True, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:55.202446 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9fe68-457c-4467-a8c1-b37f020a2731 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Network': ['ID=8b64f532-504d-4df7-997d-63b2d4ea69a1,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:55.212538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:53:55.216094 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.217120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.268921 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.405462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.590233 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.612224 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.712586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.176 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/4d8f76e2-e22c-43eb-8263-ae4ee208199f) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:55.816098 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.850100 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.883541 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:55.886730 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:55.889027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:55.923431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=4d8f76e2-e22c-43eb-8263-ae4ee208199f,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:56.143543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.335578 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.459374 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router b6ac166f-c55a-47cc-ad7c-f9ae8243247b is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:53:56.570817 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:56.580506 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Sync routers for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:56.589460 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.590687 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-811a451d-6a40-4508-b249-b9a6d139ba72 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4084644 Jan 28 05:53:56.590880 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:56.591753 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:56.593920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56372) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:56.663510 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c4dc8e99-353c-4330-b62c-d944f1f5c236 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0de4379b8ea4ac996fad2fedfc60a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684686 Jan 28 05:53:56.666469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56376) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:56.699828 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:56.822543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c031b7-6566-4616-8cf7-f6f682962c20 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:56.824132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-74c031b7-6566-4616-8cf7-f6f682962c20 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565297 Jan 28 05:53:56.827078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56378) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:56.866440 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ab31c4c2-a088-4769-a524-fd4724d50f92 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381360 Jan 28 05:53:56.868860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:56.873673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938978424', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:56.956033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:56.959853 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.969669 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:56Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:56.996446 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Checking router: b6ac166f-c55a-47cc-ad7c-f9ae8243247b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:53:56.996800 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Updating router b6ac166f-c55a-47cc-ad7c-f9ae8243247b port 4d8f76e2-e22c-43eb-8263-ae4ee208199f binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:53:57.025738 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.141637 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e9250aab-2d13-4911-b21f-3e81e99f0819), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.205412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Subnet': ['ID=e9250aab-2d13-4911-b21f-3e81e99f0819,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.214018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Checking segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:57.214415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network hostable DHCP agents. Network: 8b64f532-504d-4df7-997d-63b2d4ea69a1, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:53:57.230328 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:53:57.239604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 8b64f532-504d-4df7-997d-63b2d4ea69a1) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:57.243716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:57.244304 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.251667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08062d7-bfe8-4cf3-8d88-6c8de8fade49 None None] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:57.263955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c3fc0ea8-5247-4ee6-9f64-70745967c505 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3914988 Jan 28 05:53:57.264140 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56382) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:57.288843 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Publish callbacks [] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.294713 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.346231 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Pushing event updated for resources: {'Port': ['ID=4d8f76e2-e22c-43eb-8263-ae4ee208199f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.348305 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Attempting to bind port 4d8f76e2-e22c-43eb-8263-ae4ee208199f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:57.348668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Attempting to bind port 4d8f76e2-e22c-43eb-8263-ae4ee208199f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:57.349025 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Attempting to bind port 4d8f76e2-e22c-43eb-8263-ae4ee208199f on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:57.357779 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:57.358183 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:57.358544 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.358937 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:57.359404 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Bound port: 4d8f76e2-e22c-43eb-8263-ae4ee208199f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:57.359779 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.362125 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.362429 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-8b64f532-504d-4df7-997d-63b2d4ea69a1', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:57.362560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.363301 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.363651 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.363973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.364560 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.364785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.364924 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.365296 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.365534 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.365858 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.366180 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.366499 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.366822 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:57.425627 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] For port 4d8f76e2-e22c-43eb-8263-ae4ee208199f, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:57.430727 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] For port 4d8f76e2-e22c-43eb-8263-ae4ee208199f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d8f76e2-e22c-43eb-8263-ae4ee208199f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:57.442548 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.504302 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:57.504929 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:57.507653 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dffdc2-17f2-4fe1-b1fd-7acb66526a99 None None] Pushing event updated for resources: {'Port': ['ID=4d8f76e2-e22c-43eb-8263-ae4ee208199f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.515231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Allocated IP 172.20.0.2 (8b64f532-504d-4df7-997d-63b2d4ea69a1/e9250aab-2d13-4911-b21f-3e81e99f0819/8d6d5628-2c1a-4e46-a77b-f7d1a8432a16) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:57.612267 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:57.662282 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Publish callbacks [] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.667874 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.703907 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:57.708547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:57.712048 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:57.742088 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Pushing event updated for resources: {'Port': ['ID=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.746638 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.775997 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Attempting to bind port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:57.776376 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Attempting to bind port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:57.776741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Attempting to bind port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 on network 8b64f532-504d-4df7-997d-63b2d4ea69a1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:57.781780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:57.782164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Checking segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:57.782576 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.782971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Bound using segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:57.783501 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Bound port: 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:57.783822 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.819294 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:56Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:57.849013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] For port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:57.849352 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb027d-de03-4c61-ae79-481e40381237 None None] The sync data for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 is: [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:56Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:53:57.852896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] For port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:57.857900 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.930884 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42862015-8fdc-4125-b7fe-87c186b4fc3d None None] Pushing event updated for resources: {'Port': ['ID=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:58.046422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.1 (8b64f532-504d-4df7-997d-63b2d4ea69a1/e9250aab-2d13-4911-b21f-3e81e99f0819/0fa22d9d-ce56-44be-b1f1-645c2b613c6f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:58.191931 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.243645 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.296107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:58.299687 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:58.305920 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:58.313114 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:58.364784 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.406298 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d8f76e2-e22c-43eb-8263-ae4ee208199f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:58.459612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4d8f76e2-e22c-43eb-8263-ae4ee208199f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:58.459904 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.516201 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.551988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4d8f76e2-e22c-43eb-8263-ae4ee208199f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:58.552385 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.584428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 4d8f76e2-e22c-43eb-8263-ae4ee208199f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d8f76e2-e22c-43eb-8263-ae4ee208199f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:58.590418 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.591222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:58.674955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=4d8f76e2-e22c-43eb-8263-ae4ee208199f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:58.692333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:58.692721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.805400 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:58.806044 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.847143 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:58.852351 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.931623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:59.121342 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ca974-07f5-4121-a5ee-d144bf3a3de0 None None] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:59.145541 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.150268 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.185879 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-dc2ebf83-b6f5-44c2-bfc8-517f0fd42503 None None] Provisioning complete for port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.186262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebf83-b6f5-44c2-bfc8-517f0fd42503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.224956 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:59.227397 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.310435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ebf83-b6f5-44c2-bfc8-517f0fd42503 None None] Current status of the port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:59.324536 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:59.326119 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:59.442963 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router b6ac166f-c55a-47cc-ad7c-f9ae8243247b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:53:59.539728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4184a281-c80d-4705-bf53-3fb811b1ef28 None None] Provisioning complete for port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.540322 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4184a281-c80d-4705-bf53-3fb811b1ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.558655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:59.564110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-99733fa0-0d1e-4e93-b917-87dc8c4217b2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/b6ac166f-c55a-47cc-ad7c-f9ae8243247b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988446 Jan 28 05:53:59.587453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4184a281-c80d-4705-bf53-3fb811b1ef28 None None] Port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:59.599865 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-4184a281-c80d-4705-bf53-3fb811b1ef28 None None] Provisioning complete for port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.600245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4184a281-c80d-4705-bf53-3fb811b1ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.689623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4184a281-c80d-4705-bf53-3fb811b1ef28 None None] Current status of the port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:59.740019 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-d42d8f07-a671-4435-ac77-f00b66bafdf9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964098612&fields=id&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 267 time: 0.0506494 Jan 28 05:53:59.810453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-29113de7-2378-447e-91b5-6fee9ff6e73e None None] Provisioning complete for port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.811115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29113de7-2378-447e-91b5-6fee9ff6e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.855547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-29113de7-2378-447e-91b5-6fee9ff6e73e None None] Port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:59.872060 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Sync routers for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:59.884318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:59.885069 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.009117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:00.136715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3f08a5ac-8aee-4ac3-8990-3ba0be4be7dc None None] Provisioning complete for port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:00.137094 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f08a5ac-8aee-4ac3-8990-3ba0be4be7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.150098 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c5433cf3-90e8-4a11-8679-fd580245a106 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:00.151632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c5433cf3-90e8-4a11-8679-fd580245a106 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 797 time: 0.4041533 Jan 28 05:54:00.166813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-e3522afc-7473-4dbc-8c24-b20ed3d457ad tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/quotas/b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Jan 28 05:54:00.199946 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3f08a5ac-8aee-4ac3-8990-3ba0be4be7dc None None] Port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:00.228373 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-b726d514-29ea-4619-816c-9cd224438b02 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546520 Jan 28 05:54:00.252403 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:53:59Z', 'revision_number': 2, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.255580 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d8f76e2-e22c-43eb-8263-ae4ee208199f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:00.304675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Checking router: b6ac166f-c55a-47cc-ad7c-f9ae8243247b for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:54:00.305030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Updating router b6ac166f-c55a-47cc-ad7c-f9ae8243247b port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:54:00.339137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.362632 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-02e57828-386f-4a72-9080-84fbf6fe0cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235387 Jan 28 05:54:00.384311 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 4d8f76e2-e22c-43eb-8263-ae4ee208199f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:00.384692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.451706 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-f6b094bd-9df9-4c4e-b456-aa2c09bf2046 service neutron] 10.222.0.21 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Jan 28 05:54:00.603035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 4d8f76e2-e22c-43eb-8263-ae4ee208199f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:00.604939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:00.628028 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7dc1023b-7d7c-478a-8893-82ba3c389eb3 req-07300bd5-0ba3-4d9f-8b3a-8bcd5ea4b58b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 210 time: 0.0274446 Jan 28 05:54:00.713036 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:00.713441 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.718775 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Publish callbacks [] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.743049 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.975443 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7b5d4-03fb-4430-aea5-0c56e8467451 None None] Pushing event updated for resources: {'Port': ['ID=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:01.065709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Attempting to bind port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:01.066117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Attempting to bind port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:01.066500 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Attempting to bind port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f on network 8b64f532-504d-4df7-997d-63b2d4ea69a1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:01.068404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:01.076012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:01.076432 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Checking segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:01.076881 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.077312 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Bound using segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:01.077801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Bound port: 0fa22d9d-ce56-44be-b1f1-645c2b613c6f, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:01.078227 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.148916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] For port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:01.152434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] For port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:01.156210 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.214101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:01.214275 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:53:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:01.271379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7b5d4-03fb-4430-aea5-0c56e8467451 None None] Pushing event updated for resources: {'Port': ['ID=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:01.297894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] Provisioning complete for port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:01.298328 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.380287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:01.526186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] Current status of the port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:01.526586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.578854 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] For port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:01.584694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.665741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277522f-dd09-4d2a-89ad-44ac63ba00b9 None None] Pushing event updated for resources: {'Port': ['ID=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:01.685598 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:01.727726 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea4e03-84c0-4789-b866-adf9d45de369 None None] The sync data for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 is: [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:01.741559 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-75a1990c-abb7-400e-9c0d-149c1bba8378 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:01.743061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-670fce16-eedf-4586-850e-900fec08e84a None None] Provisioning complete for port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:01.743459 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-670fce16-eedf-4586-850e-900fec08e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.743907 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-75a1990c-abb7-400e-9c0d-149c1bba8378 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 797 time: 0.1381583 Jan 28 05:54:01.767332 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-34364d4f-54ef-4eed-b756-b6998b793f53 req-a5ea7506-ba1b-470f-b246-6c61b26c0803 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 210 time: 0.0325360 Jan 28 05:54:01.846318 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-ef5af3fd-9925-4d1d-b4df-01e963e001ab tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 380 time: 0.0881224 Jan 28 05:54:01.864711 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-670fce16-eedf-4586-850e-900fec08e84a None None] Current status of the port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:01.868499 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'port': {'device_id': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'admin_state_up': True, 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'security_groups': ['01705716-53ef-48e2-910d-99d2ed218432']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:01.989737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:01.993174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.121094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.10 (8b64f532-504d-4df7-997d-63b2d4ea69a1/e9250aab-2d13-4911-b21f-3e81e99f0819/3ef21978-2102-40f9-ba18-018222160008) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:02.278636 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0fa22d9d-ce56-44be-b1f1-645c2b613c6f up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:02.289756 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (3ef21978-2102-40f9-ba18-018222160008), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.330260 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3ef21978-2102-40f9-ba18-018222160008), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.335460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:02.335914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.378573 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:02.382387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:02.385489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:02.414471 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=3ef21978-2102-40f9-ba18-018222160008,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:02.426977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:02.445957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:02.446694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.465448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-c873d109-96a4-471f-81dd-f417708ca6b7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012790 Jan 28 05:54:02.531447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Request body: {'port': {'device_id': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:02.597425 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ef21978-2102-40f9-ba18-018222160008), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.689741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c9cf63cc-1396-4dcd-8937-02f711cc6d15 None None] Provisioning complete for port 3ef21978-2102-40f9-ba18-018222160008 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:02.690306 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9cf63cc-1396-4dcd-8937-02f711cc6d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ef21978-2102-40f9-ba18-018222160008), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.728273 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf63cc-1396-4dcd-8937-02f711cc6d15 None None] Port 3ef21978-2102-40f9-ba18-018222160008 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:02.911864 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef21978-2102-40f9-ba18-018222160008 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:54:02.921745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Publish callbacks [] for port (3ef21978-2102-40f9-ba18-018222160008), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.939039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eab3a-5ade-4afd-a35c-7c4169b29861 req-297945e0-f583-4d4b-9791-08da00966781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:02.940615 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a0eab3a-5ade-4afd-a35c-7c4169b29861 req-297945e0-f583-4d4b-9791-08da00966781 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 932 time: 0.0952580 Jan 28 05:54:02.945804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Transition to ACTIVE for port object 3ef21978-2102-40f9-ba18-018222160008 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:54:02.954373 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3ef21978-2102-40f9-ba18-018222160008), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.038431 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef21978-2102-40f9-ba18-018222160008,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:03.058921 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a0eab3a-5ade-4afd-a35c-7c4169b29861 req-1b521daa-fcbb-435a-86ea-8a974cce04fa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117978 Jan 28 05:54:03.118257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Attempting to bind port 3ef21978-2102-40f9-ba18-018222160008 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:03.118606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Attempting to bind port 3ef21978-2102-40f9-ba18-018222160008 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:03.118948 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Attempting to bind port 3ef21978-2102-40f9-ba18-018222160008 on network 8b64f532-504d-4df7-997d-63b2d4ea69a1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:03.123601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Port 3ef21978-2102-40f9-ba18-018222160008 on network 8b64f532-504d-4df7-997d-63b2d4ea69a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:54:03.123936 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Attempting to bind port 3ef21978-2102-40f9-ba18-018222160008 on network 8b64f532-504d-4df7-997d-63b2d4ea69a1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:03.129003 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:03.129388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Checking segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:03.129805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Bound using segment: {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:03.130226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Bound port: 3ef21978-2102-40f9-ba18-018222160008, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:03.130601 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ef21978-2102-40f9-ba18-018222160008), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.202065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] For port 3ef21978-2102-40f9-ba18-018222160008, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:03.205133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] For port 3ef21978-2102-40f9-ba18-018222160008, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ef21978-2102-40f9-ba18-018222160008,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:03.209431 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (3ef21978-2102-40f9-ba18-018222160008), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.241209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.242189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.243629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 1092 time: 0.7659256 Jan 28 05:54:03.246224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'tag': '3ef21978-2102-40f9-ba18-018222160008'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:03.248543 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129131e-337c-4d0a-8d18-7f41dcacd727" -d '{"events": [{"name": "network-changed", "server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "tag": "3ef21978-2102-40f9-ba18-018222160008"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:03.285600 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b4892-7144-4d83-a15c-365c2c3084f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef21978-2102-40f9-ba18-018222160008,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:03.324670 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13a363-637c-411b-94d3-05a1cbad291b x-openstack-request-id: req-8e13a363-637c-411b-94d3-05a1cbad291b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:03.324976 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "tag": "3ef21978-2102-40f9-ba18-018222160008", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:03.325316 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e13a363-637c-411b-94d3-05a1cbad291b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:03.325728 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'tag': '3ef21978-2102-40f9-ba18-018222160008', 'status': 'completed', 'code': 200} Jan 28 05:54:03.342342 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-81e3b219-4de2-4a44-93f2-553f4ddb4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.344010 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-81e3b219-4de2-4a44-93f2-553f4ddb4624 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1095 time: 0.0476534 Jan 28 05:54:03.396031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-01eab3ec-f028-48ee-8500-2aa3dd15491e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 217 time: 0.0404973 Jan 28 05:54:03.447411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-f72b7f63-fa60-4d37-8815-fee648ef84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.448931 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-f72b7f63-fa60-4d37-8815-fee648ef84ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 200 len: 835 time: 0.0470657 Jan 28 05:54:03.496388 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968864-019d-4197-baea-c5ade2e8d00f req-0afd4d84-7e1c-4638-b237-ed374041b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.497679 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-0afd4d84-7e1c-4638-b237-ed374041b042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b64f532-504d-4df7-997d-63b2d4ea69a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429628 Jan 28 05:54:03.589173 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-bd7035c1-e798-4bb5-bb4d-cd21069b7bad service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Jan 28 05:54:03.676645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fd968864-019d-4197-baea-c5ade2e8d00f req-467f30b5-3290-4d25-9076-22f304f5c530 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Jan 28 05:54:03.804352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-775e3a43-70c7-4a5d-ad89-b4cf32d9b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.805911 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-775e3a43-70c7-4a5d-ad89-b4cf32d9b3e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1095 time: 0.0475280 Jan 28 05:54:03.898587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-dcd9da6d-f276-4482-b8e4-fc9222850337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.900090 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-dcd9da6d-f276-4482-b8e4-fc9222850337 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 898 time: 0.0877886 Jan 28 05:54:03.939541 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-5f479742-ea8a-47b5-b198-d7da96013166 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 217 time: 0.0337553 Jan 28 05:54:03.992129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-4af05e53-bbfe-4373-9367-7358b34fc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.993626 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-4af05e53-bbfe-4373-9367-7358b34fc0dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 200 len: 835 time: 0.0484152 Jan 28 05:54:04.039090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-7e8b4d56-5136-4902-9565-f5643fd2dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:04.040589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-7e8b4d56-5136-4902-9565-f5643fd2dfd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b64f532-504d-4df7-997d-63b2d4ea69a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396204 Jan 28 05:54:04.129612 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-b48e0fcb-c857-4068-8c93-a815808f6ef0 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825188 Jan 28 05:54:04.235278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fd57d-ccd8-4252-b9b6-bb7e91d249ad req-382a6d22-6af7-4803-98cb-e4e3a40fe4e4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:04.236782 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac1fd57d-ccd8-4252-b9b6-bb7e91d249ad req-382a6d22-6af7-4803-98cb-e4e3a40fe4e4 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 944 time: 0.1063132 Jan 28 05:54:04.265771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b129131e-337c-4d0a-8d18-7f41dcacd727 req-050d5283-26d2-4612-9caa-08f211a9b642 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273019 Jan 28 05:54:04.297955 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ac1fd57d-ccd8-4252-b9b6-bb7e91d249ad req-081c1287-8715-4d6b-a677-509e8e977d13 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525563 Jan 28 05:54:05.415300 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797610-2b3a-4ef3-8a6c-9f62409be2de req-f9177ccc-f577-47ea-8f04-3f09a89db620 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:05.416759 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13797610-2b3a-4ef3-8a6c-9f62409be2de req-f9177ccc-f577-47ea-8f04-3f09a89db620 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 944 time: 0.0469425 Jan 28 05:54:05.466708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-13797610-2b3a-4ef3-8a6c-9f62409be2de req-17a08612-13fc-47bd-bf68-9045f2df7b1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Jan 28 05:54:06.245306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ef21978-2102-40f9-ba18-018222160008 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:54:06.337533 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3ef21978-2102-40f9-ba18-018222160008, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ef21978-2102-40f9-ba18-018222160008,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:06.348503 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '3ef21978-2102-40f9-ba18-018222160008', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'port_id': '3ef21978-2102-40f9-ba18-018222160008', 'mac_address': 'fa:16:3e:f1:dc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:54:06.387693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 3ef21978-2102-40f9-ba18-018222160008 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:06.388089 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ef21978-2102-40f9-ba18-018222160008), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.400189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef21978-2102-40f9-ba18-018222160008 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:54:06.418605 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3ef21978-2102-40f9-ba18-018222160008, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ef21978-2102-40f9-ba18-018222160008,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:06.422991 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ef21978-2102-40f9-ba18-018222160008), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.467497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=3ef21978-2102-40f9-ba18-018222160008,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:06.585197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5fe0f-ba34-43ef-a0dc-c741190d627d req-29fe5547-8317-4676-ba81-648e68474baa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:06.586696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee5fe0f-ba34-43ef-a0dc-c741190d627d req-29fe5547-8317-4676-ba81-648e68474baa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 945 time: 0.0512519 Jan 28 05:54:06.636059 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ee5fe0f-ba34-43ef-a0dc-c741190d627d req-93888630-bc47-4867-a4e1-8352dcec7876 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 Jan 28 05:54:06.698282 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['3ef21978-2102-40f9-ba18-018222160008'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:54:07.033366 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.749546 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2696cf4-fc4a-4454-82c3-921e6e441084 req-7543069f-06ae-49b3-aa9b-e9413eb37aa0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:07.751015 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2696cf4-fc4a-4454-82c3-921e6e441084 req-7543069f-06ae-49b3-aa9b-e9413eb37aa0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 945 time: 0.0479157 Jan 28 05:54:07.797829 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2696cf4-fc4a-4454-82c3-921e6e441084 req-21dc2477-4d98-4a3f-b463-5d52c4b8bec7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 Jan 28 05:54:08.276411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ef21978-2102-40f9-ba18-018222160008 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:08.328985 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 3ef21978-2102-40f9-ba18-018222160008 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:54:08.333534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 3ef21978-2102-40f9-ba18-018222160008 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:08.333914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (3ef21978-2102-40f9-ba18-018222160008), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.377527 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.420189 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 3ef21978-2102-40f9-ba18-018222160008 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:08.420579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (3ef21978-2102-40f9-ba18-018222160008), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.442425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef21978-2102-40f9-ba18-018222160008'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:08.444590 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ffc87-24fa-47c5-8fe1-f897a615cea6" -d '{"events": [{"server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "name": "network-vif-plugged", "status": "completed", "tag": "3ef21978-2102-40f9-ba18-018222160008"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:08.457262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 3ef21978-2102-40f9-ba18-018222160008, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ef21978-2102-40f9-ba18-018222160008,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:08.461335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (3ef21978-2102-40f9-ba18-018222160008), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.511212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=3ef21978-2102-40f9-ba18-018222160008,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:08.529947 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a2b9d6-1d43-40ff-a045-c4effc1f448a x-openstack-request-id: req-96a2b9d6-1d43-40ff-a045-c4effc1f448a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:08.530252 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "name": "network-vif-plugged", "status": "completed", "tag": "3ef21978-2102-40f9-ba18-018222160008", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:08.530516 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96a2b9d6-1d43-40ff-a045-c4effc1f448a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:08.530925 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef21978-2102-40f9-ba18-018222160008', 'code': 200} Jan 28 05:54:08.652347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93772de2-2bae-4325-999c-d88ddecb9c46 req-05403a89-9928-44ef-abd0-ad6170987f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:08.653901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93772de2-2bae-4325-999c-d88ddecb9c46 req-05403a89-9928-44ef-abd0-ad6170987f44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1097 time: 0.0394344 Jan 28 05:54:08.699184 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-93772de2-2bae-4325-999c-d88ddecb9c46 req-0ae98837-6b0b-4dc0-8e43-43f7cdcf4356 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Jan 28 05:54:08.779470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64ad5381-624e-4e31-b924-d99262ebc8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.911945 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2b22-39c5-488e-b36b-b5952240fc7d req-3fbbc4bc-64f4-45d7-ac33-5b6320869994 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:08.913448 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f9d2b22-39c5-488e-b36b-b5952240fc7d req-3fbbc4bc-64f4-45d7-ac33-5b6320869994 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0473387 Jan 28 05:54:08.960412 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-1f9d2b22-39c5-488e-b36b-b5952240fc7d req-b5439afb-e941-4dff-ad18-8879591db799 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Jan 28 05:54:10.087890 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133f15-11e7-4982-80ef-e302a0c6dd3e req-88d597e4-aadd-4ddd-964c-079bc4b28d89 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:10.090135 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25133f15-11e7-4982-80ef-e302a0c6dd3e req-88d597e4-aadd-4ddd-964c-079bc4b28d89 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0614347 Jan 28 05:54:10.147464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-25133f15-11e7-4982-80ef-e302a0c6dd3e req-90268684-762d-43b8-a689-9df6a665e60d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519040 Jan 28 05:54:10.266493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5f399-a367-4450-9f6b-7f9e41ec02c9 req-afe138e4-bace-4c4e-96d4-3dc87d1b3f86 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:10.267902 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d0d5f399-a367-4450-9f6b-7f9e41ec02c9 req-afe138e4-bace-4c4e-96d4-3dc87d1b3f86 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0510604 Jan 28 05:54:10.316279 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d0d5f399-a367-4450-9f6b-7f9e41ec02c9 req-91514127-02d9-4e20-b813-bfb203dc45fa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Jan 28 05:54:10.338591 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56440) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:10.377705 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61e19a-93bf-48fb-8b36-85e6bbc65f0f tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:10.379286 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ec61e19a-93bf-48fb-8b36-85e6bbc65f0f tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1092 time: 0.0397518 Jan 28 05:54:10.382112 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56442) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:10.386360 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '3ef21978-2102-40f9-ba18-018222160008', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:10.407440 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.510621 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.610422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.97 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:10.722009 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.755825 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.794210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:10.799034 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:10.803889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:10.806871 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:10.962169 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2165-e895-4497-bb4d-59ee8d43860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.159162 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (01132108-13fa-40ae-9389-dfaec758f212), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.222278 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.370213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.374560 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.441612 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:11.451292 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (01132108-13fa-40ae-9389-dfaec758f212), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.548924 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP 01132108-13fa-40ae-9389-dfaec758f212 associated. External IP: 172.25.6.97, port: 3ef21978-2102-40f9-ba18-018222160008. Jan 28 05:54:11.750984 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router b6ac166f-c55a-47cc-ad7c-f9ae8243247b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:11.858145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:11.867821 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] Sync routers for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:11.875622 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.879509 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:11.880116 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:54:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.904485 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-49d0c3c2-faac-4bed-a821-2c280fb5c555 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5213029 Jan 28 05:54:11.905092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'tag': '3ef21978-2102-40f9-ba18-018222160008'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:11.907421 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c76863-3f32-4294-99ca-6d52d49df4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "tag": "3ef21978-2102-40f9-ba18-018222160008"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:11.956037 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08580ca8-7c5b-424b-b8c3-23f59a980bc4 x-openstack-request-id: req-08580ca8-7c5b-424b-b8c3-23f59a980bc4 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:11.957198 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "tag": "3ef21978-2102-40f9-ba18-018222160008", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:11.957587 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08580ca8-7c5b-424b-b8c3-23f59a980bc4 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:11.958008 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'tag': '3ef21978-2102-40f9-ba18-018222160008', 'status': 'completed', 'code': 200} Jan 28 05:54:11.990982 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:12.043737 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebab1-07e6-4a02-a33a-776a6014e9a6 req-098b5886-470b-4b52-9be0-c404f086c7aa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:12.045264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-537ebab1-07e6-4a02-a33a-776a6014e9a6 req-098b5886-470b-4b52-9be0-c404f086c7aa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0769105 Jan 28 05:54:12.051780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-dbbdb680-d1f9-4934-94b7-ebe42c581ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:12.053208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-dbbdb680-d1f9-4934-94b7-ebe42c581ad5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1097 time: 0.0559540 Jan 28 05:54:12.148468 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-537ebab1-07e6-4a02-a33a-776a6014e9a6 req-0ca5abbe-4942-4089-9266-7254158ed94a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943041 Jan 28 05:54:12.171683 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56448) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:12.176234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-e723cce4-ea7e-4f24-b266-12ce08e3adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:12.177738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-e723cce4-ea7e-4f24-b266-12ce08e3adcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 898 time: 0.1177936 Jan 28 05:54:12.211821 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '01132108-13fa-40ae-9389-dfaec758f212', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'port_id': '3ef21978-2102-40f9-ba18-018222160008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'mac_address': 'fa:16:3e:f1:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:54:11Z', 'updated_at': '2022-01-28T05:54:11Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.241423 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] Checking router: b6ac166f-c55a-47cc-ad7c-f9ae8243247b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:54:12.244320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-c0380d42-c54f-48b8-9f5d-024b07868d5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 999 time: 0.0592048 Jan 28 05:54:12.244473 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-02a78081-a87c-4f8b-bf8e-6725904f3403 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/01132108-13fa-40ae-9389-dfaec758f212 HTTP/1.1" status: 200 len: 991 time: 0.0695853 Jan 28 05:54:12.250072 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:12.250674 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:54:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.290740 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.296210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-bbcb2a56-db6c-45ac-9313-509bac929606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:12.297781 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-bbcb2a56-db6c-45ac-9313-509bac929606 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 200 len: 835 time: 0.0491831 Jan 28 05:54:12.342674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-fe229253-e9a6-4d29-b60c-d53d149ebd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:12.344233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-fe229253-e9a6-4d29-b60c-d53d149ebd36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b64f532-504d-4df7-997d-63b2d4ea69a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409265 Jan 28 05:54:12.355273 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:12.433908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-a53cef0d-90ad-46e0-86d8-f5e49638eed9 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830498 Jan 28 05:54:12.532851 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-31c76863-3f32-4294-99ca-6d52d49df4b0 req-c46b8538-4e23-43fb-823a-f217375744e3 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936229 Jan 28 05:54:12.667822 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '01132108-13fa-40ae-9389-dfaec758f212', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'port_id': '3ef21978-2102-40f9-ba18-018222160008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'mac_address': 'fa:16:3e:f1:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:54:11Z', 'updated_at': '2022-01-28T05:54:11Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.695870 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f95f4-8389-46db-88b8-9849287cb39e None None] The sync data for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 is: [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '01132108-13fa-40ae-9389-dfaec758f212', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'port_id': '3ef21978-2102-40f9-ba18-018222160008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'mac_address': 'fa:16:3e:f1:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:54:11Z', 'updated_at': '2022-01-28T05:54:11Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:12.901831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697f690-db11-4b82-a558-7035957d3cad None None] New status for floating IP 01132108-13fa-40ae-9389-dfaec758f212: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:54:13.247042 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56450) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:13.307483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-aa766a65-b921-4997-bd12-8259c1b040cd tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/01132108-13fa-40ae-9389-dfaec758f212 HTTP/1.1" status: 200 len: 993 time: 0.0593035 Jan 28 05:54:14.001307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.543638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.407830 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:54:37.036263 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.385607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.780765 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d09921f4-f390-48ad-8400-e54c2a810dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:40.963999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-471256a6-ea0b-4573-9d09-7da0682de5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.290659 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.004592 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.545554 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.782425 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-bf93f02a-dfa7-476a-bb3b-1ce3a5f6aa29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404909 Jan 28 05:54:45.876891 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-88750916-67ea-4159-9923-772bb3f2ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:45.879031 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-88750916-67ea-4159-9923-772bb3f2ac2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1097 time: 0.0400438 Jan 28 05:54:45.981224 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-3d3f82da-d6de-40b1-adbb-5f397e616b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:45.982707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-3d3f82da-d6de-40b1-adbb-5f397e616b46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 898 time: 0.0857425 Jan 28 05:54:46.045973 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-7dcba81b-24f2-4edb-a46e-0a6972b7a084 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 1001 time: 0.0574236 Jan 28 05:54:46.094840 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-e14f5a82-da68-40b8-a7db-3b9184fd4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:46.096310 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-e14f5a82-da68-40b8-a7db-3b9184fd4383 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 200 len: 835 time: 0.0453351 Jan 28 05:54:46.140363 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-8f86feb9-276d-4834-b319-b38cc2b8ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:46.141885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-8f86feb9-276d-4834-b319-b38cc2b8ef51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b64f532-504d-4df7-997d-63b2d4ea69a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402954 Jan 28 05:54:46.228815 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-8c8341f1-13f6-4a0e-a00b-d22443ce0546 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803304 Jan 28 05:54:46.319389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-97f122b6-871f-419e-81ca-73fd8e19f2b2 req-2a4de0e1-b8b9-47b9-af56-fc4616160224 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Jan 28 05:54:46.614465 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e38c8-a04e-4976-81aa-de483d7807c8 req-663ef7c5-5ed2-4b55-adc6-5c250551b963 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:46.616199 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e08e38c8-a04e-4976-81aa-de483d7807c8 req-663ef7c5-5ed2-4b55-adc6-5c250551b963 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0488601 Jan 28 05:54:46.668939 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e08e38c8-a04e-4976-81aa-de483d7807c8 req-ee076a32-3f90-4ee8-9ddf-b4c2254d138e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467894 Jan 28 05:54:47.800455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e4a4a-318d-4a67-8e9a-7ef37d40a69b req-405d885c-bce9-4f66-81a0-78701efa3b49 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:47.801996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-434e4a4a-318d-4a67-8e9a-7ef37d40a69b req-405d885c-bce9-4f66-81a0-78701efa3b49 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0508015 Jan 28 05:54:47.850045 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-434e4a4a-318d-4a67-8e9a-7ef37d40a69b req-843e5782-8da7-48aa-9655-090ab6adb49d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Jan 28 05:54:48.963707 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5505e-1141-4dff-ab78-c32bedb9de03 req-4c50f3f6-3606-4ff5-9c95-b458ad509806 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:48.965102 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21d5505e-1141-4dff-ab78-c32bedb9de03 req-4c50f3f6-3606-4ff5-9c95-b458ad509806 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0469851 Jan 28 05:54:49.012216 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-21d5505e-1141-4dff-ab78-c32bedb9de03 req-35deeddb-7667-4c86-a729-3b551f7b0061 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Jan 28 05:54:50.129909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d673a-1479-4ff8-8f03-4517ce7a2199 req-869e4ac6-88cf-4fd0-8449-994ba1d44e5a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:50.131405 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-643d673a-1479-4ff8-8f03-4517ce7a2199 req-869e4ac6-88cf-4fd0-8449-994ba1d44e5a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0525148 Jan 28 05:54:50.179884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-643d673a-1479-4ff8-8f03-4517ce7a2199 req-1e48ca15-2291-4678-a184-c6df765e74ca tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Jan 28 05:54:51.293583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892de7e6-fc11-4df1-b9bd-c01babdd4af8 req-07124ccd-0734-4dbd-8a23-e27f96c108f0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:51.295068 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-892de7e6-fc11-4df1-b9bd-c01babdd4af8 req-07124ccd-0734-4dbd-8a23-e27f96c108f0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Jan 28 05:54:51.342323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-892de7e6-fc11-4df1-b9bd-c01babdd4af8 req-b1ac9832-0d36-4d40-8d96-eb9400c76e39 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Jan 28 05:54:52.456747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51014e94-e8f4-4bd7-bd2a-4bc3930e659e req-8837d548-84cc-493b-8887-32bb36c8191c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:52.458157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51014e94-e8f4-4bd7-bd2a-4bc3930e659e req-8837d548-84cc-493b-8887-32bb36c8191c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0469520 Jan 28 05:54:52.505662 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-51014e94-e8f4-4bd7-bd2a-4bc3930e659e req-feb54947-aad0-44c1-a147-1d43de847160 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Jan 28 05:54:53.620416 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c713f2-d292-41a4-ac06-b7975d3d8281 req-5939d7a4-aca7-4051-a14e-94a23acc8958 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:53.621905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05c713f2-d292-41a4-ac06-b7975d3d8281 req-5939d7a4-aca7-4051-a14e-94a23acc8958 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0508718 Jan 28 05:54:53.669399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05c713f2-d292-41a4-ac06-b7975d3d8281 req-8cd6cc31-af46-496b-ad8c-fd2a220a91b9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Jan 28 05:54:54.785090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1282ea-2baa-4b2d-95dc-ea7c5526b577 req-61e42bea-7aae-411a-8732-067ee34a1282 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:54.786598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a1282ea-2baa-4b2d-95dc-ea7c5526b577 req-61e42bea-7aae-411a-8732-067ee34a1282 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0489435 Jan 28 05:54:54.840154 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3a1282ea-2baa-4b2d-95dc-ea7c5526b577 req-d3994910-bfe8-4ba5-a5a8-147ad5120f10 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Jan 28 05:54:55.957123 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe7aa8-3d7d-43a3-82ea-0f5138f8d229 req-fc8f20ab-4655-43ae-827f-926a8b9ca392 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:55.958699 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31fe7aa8-3d7d-43a3-82ea-0f5138f8d229 req-fc8f20ab-4655-43ae-827f-926a8b9ca392 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0479403 Jan 28 05:54:56.005667 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-31fe7aa8-3d7d-43a3-82ea-0f5138f8d229 req-ee43daec-b25f-4777-b375-5b40234c93ca tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Jan 28 05:54:56.406452 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:54:57.121162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a23c1-8955-4f06-9eec-a5f856c467f8 req-1530f65b-bc9e-4acc-9ad1-8257aa85eb1e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:57.122773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f3a23c1-8955-4f06-9eec-a5f856c467f8 req-1530f65b-bc9e-4acc-9ad1-8257aa85eb1e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Jan 28 05:54:57.171532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0f3a23c1-8955-4f06-9eec-a5f856c467f8 req-d87a49e8-c680-4367-9d0e-8d6c96ae8ace tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Jan 28 05:54:58.290944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e2e9-9b2f-46ed-a814-979778fe2856 req-8b803830-56fd-4601-888a-8326d5f788c2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:58.292414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a922e2e9-9b2f-46ed-a814-979778fe2856 req-8b803830-56fd-4601-888a-8326d5f788c2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0512753 Jan 28 05:54:58.342520 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a922e2e9-9b2f-46ed-a814-979778fe2856 req-1675a908-21ee-40e3-abea-32620e201cf9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445321 Jan 28 05:54:59.455767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6cb2e-30de-4af0-934d-32ec29335b62 req-2da056da-fde8-402b-b113-a2a4c491d830 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:59.457264 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-adf6cb2e-30de-4af0-934d-32ec29335b62 req-2da056da-fde8-402b-b113-a2a4c491d830 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0477087 Jan 28 05:54:59.507864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-adf6cb2e-30de-4af0-934d-32ec29335b62 req-5d63c9a6-0bf4-4dd4-93ab-81049aac014d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Jan 28 05:55:00.620889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548912d6-3eca-45a2-8efd-805d694964fd req-6af95dd3-c5f0-4fbe-95bd-1fc5af0c8e52 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:00.622410 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-548912d6-3eca-45a2-8efd-805d694964fd req-6af95dd3-c5f0-4fbe-95bd-1fc5af0c8e52 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0479839 Jan 28 05:55:00.670697 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-548912d6-3eca-45a2-8efd-805d694964fd req-59e65e49-29d3-404b-9844-38c7bdb15181 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Jan 28 05:55:01.788693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dc3ca-5016-4063-b752-2d35086ee3f3 req-fbabbd26-619f-44e6-86f9-be08d753a7af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:01.790240 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-207dc3ca-5016-4063-b752-2d35086ee3f3 req-fbabbd26-619f-44e6-86f9-be08d753a7af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0512674 Jan 28 05:55:01.837755 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-207dc3ca-5016-4063-b752-2d35086ee3f3 req-6c8173bd-d071-4eef-ba6c-71007548ac1d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Jan 28 05:55:02.950921 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60f77f-0d95-4cb5-a378-7373fcd82cca req-653f6f41-29dd-4669-9fad-a993a7b0998c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:02.952404 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac60f77f-0d95-4cb5-a378-7373fcd82cca req-653f6f41-29dd-4669-9fad-a993a7b0998c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0467815 Jan 28 05:55:03.004248 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ac60f77f-0d95-4cb5-a378-7373fcd82cca req-4b723087-eb43-46fb-a535-eb8a08d0151c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Jan 28 05:55:03.026484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56496) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:03.084531 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-741d7a60-ba28-431c-9b03-1b32eab4a2ec tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/01132108-13fa-40ae-9389-dfaec758f212 HTTP/1.1" status: 200 len: 993 time: 0.0569172 Jan 28 05:55:03.312271 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-dd192b7d-3b16-4ba3-8203-9bcafffa5caa req-9558dacb-5dae-4cda-9ebc-e1097ca0f57b service neutron] (103139) timed out ('10.222.0.21', 51992) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:55:04.351544 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c6ac-9ec1-4eaa-a8d5-ac9afbd369a2 req-b30cf32a-21cc-44c8-815b-6eecacb77794 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.353107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9315c6ac-9ec1-4eaa-a8d5-ac9afbd369a2 req-b30cf32a-21cc-44c8-815b-6eecacb77794 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Jan 28 05:55:04.427209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-e886aba4-a6ef-4577-9445-8935f602a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.428732 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-e886aba4-a6ef-4577-9445-8935f602a570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1097 time: 0.0748067 Jan 28 05:55:04.433467 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9315c6ac-9ec1-4eaa-a8d5-ac9afbd369a2 req-2f6a0561-b812-4f3d-8bb9-01f122db94b0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723753 Jan 28 05:55:04.516100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-1b25f26b-a462-4a35-8ed1-e56efda56b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.517640 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-1b25f26b-a462-4a35-8ed1-e56efda56b3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 898 time: 0.0832610 Jan 28 05:55:04.584866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-bbff90a6-f18d-4906-bbb0-9d8bb9ee30de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 1001 time: 0.0619626 Jan 28 05:55:04.632018 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-a62149cb-d41d-461c-a022-43a559c9fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.633532 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-a62149cb-d41d-461c-a022-43a559c9fe87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 200 len: 835 time: 0.0433335 Jan 28 05:55:04.679309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-560aebbc-b9df-415f-8e87-0e7548150450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.681373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-560aebbc-b9df-415f-8e87-0e7548150450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b64f532-504d-4df7-997d-63b2d4ea69a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418673 Jan 28 05:55:04.772559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-bde84bc7-a7f1-4da3-b83e-511e9294f7ba service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857732 Jan 28 05:55:04.859627 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-154d0914-e933-4f12-b63d-7cf1a3d8d300 req-5b421126-87af-4c0e-892f-6b0e98950b36 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817065 Jan 28 05:55:05.551106 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c39d8-59e8-4a96-abc4-900ca40c21f2 req-cd1d9ee3-4c88-4c85-8cbe-178a8fd492f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:05.552594 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-588c39d8-59e8-4a96-abc4-900ca40c21f2 req-cd1d9ee3-4c88-4c85-8cbe-178a8fd492f8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Jan 28 05:55:05.600220 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-588c39d8-59e8-4a96-abc4-900ca40c21f2 req-a5baf9ca-73e6-4849-ba1b-54bae9fe79f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Jan 28 05:55:05.623057 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56506) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:05.687083 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7a67950c-d72d-4a1d-8387-f3d2740e375d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/01132108-13fa-40ae-9389-dfaec758f212 HTTP/1.1" status: 200 len: 993 time: 0.0629153 Jan 28 05:55:07.032174 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:08.390359 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:08.785335 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f58b8220-5850-4a2e-8e82-c41c7ff87ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:10.967205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73c9e58a-cf26-4c70-8bdd-974750702dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.296954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.009526 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.548256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.406660 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:55:36.194053 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:36.348344 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:36.348609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.424514 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.424849 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.436090 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc owned by network:floatingip {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:36.578613 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.607008 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=cdfb3632-2de1-4fa0-b11b-b6554a0a3cbc,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:36.619380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.619750 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.620087 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.620431 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.620767 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.621102 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.621464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.621797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.622129 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.622460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.622789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.623115 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.623437 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:36.675509 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (01132108-13fa-40ae-9389-dfaec758f212), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.675840 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP 01132108-13fa-40ae-9389-dfaec758f212 disassociated (deleted). External IP: 172.25.6.97, port: 3ef21978-2102-40f9-ba18-018222160008. Jan 28 05:55:36.878575 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router b6ac166f-c55a-47cc-ad7c-f9ae8243247b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:36.983421 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:36.988415 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.993220 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] Sync routers for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:37.003041 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:37.003645 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:37.014311 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-707486c2-1f1a-4c94-a2c4-2124f6964a59 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/floatingips/01132108-13fa-40ae-9389-dfaec758f212 HTTP/1.1" status: 204 len: 168 time: 0.8191876 Jan 28 05:55:37.014990 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'tag': '3ef21978-2102-40f9-ba18-018222160008'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:37.017865 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "tag": "3ef21978-2102-40f9-ba18-018222160008"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:37.057075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.072528 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26a224-7b0e-4e31-a2fc-ed303d51815b x-openstack-request-id: req-7a26a224-7b0e-4e31-a2fc-ed303d51815b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:37.072834 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "tag": "3ef21978-2102-40f9-ba18-018222160008", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:37.073093 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a26a224-7b0e-4e31-a2fc-ed303d51815b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:37.073529 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'tag': '3ef21978-2102-40f9-ba18-018222160008', 'status': 'completed', 'code': 200} Jan 28 05:55:37.120628 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:37.158245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-a6658de0-0f32-4366-8c5d-300cfc8e9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.159657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-a6658de0-0f32-4366-8c5d-300cfc8e9a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 1097 time: 0.0459335 Jan 28 05:55:37.322167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-13247d54-b276-4a6f-a8b8-10c2677924e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.323663 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-13247d54-b276-4a6f-a8b8-10c2677924e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 200 len: 898 time: 0.1192737 Jan 28 05:55:37.340738 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:37.344594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ee1d5-6e6e-4984-8c5f-40000fdfa9d2 req-2033457a-2a82-4609-9e77-99b62b2e0c3a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.346168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c97ee1d5-6e6e-4984-8c5f-40000fdfa9d2 req-2033457a-2a82-4609-9e77-99b62b2e0c3a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.1470459 Jan 28 05:55:37.367025 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] Checking router: b6ac166f-c55a-47cc-ad7c-f9ae8243247b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:55:37.374638 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-8c19ceec-d07d-493a-8213-ebdb9b09dffe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 200 len: 217 time: 0.0434861 Jan 28 05:55:37.375348 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:37.375951 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:37.456177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c97ee1d5-6e6e-4984-8c5f-40000fdfa9d2 req-ea1678df-aeab-487c-bdc8-ffbc654b44f9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837944 Jan 28 05:55:37.457604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-0538d0ca-3bab-441f-9bef-448370ea7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.458993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-0538d0ca-3bab-441f-9bef-448370ea7c61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 200 len: 835 time: 0.0678623 Jan 28 05:55:37.482165 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:37.504577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-142028f2-b223-44b9-8eb9-7eeabd305d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.506132 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-142028f2-b223-44b9-8eb9-7eeabd305d14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8b64f532-504d-4df7-997d-63b2d4ea69a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402629 Jan 28 05:55:37.605602 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-b77b91c3-ab0a-44cc-8c82-472c8da4dcde service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874069 Jan 28 05:55:37.675734 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:37.702761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fcc4f030-9ea9-428b-ab87-a2fd9f5337c1 req-2de369ec-34b7-44d4-ac22-a198d2e01629 service neutron] 10.222.0.47 "GET /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907636 Jan 28 05:55:37.705536 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d5ff2-c7bc-47ee-93d2-880ea5eb215f None None] The sync data for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 is: [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '0fa22d9d-ce56-44be-b1f1-645c2b613c6f', 'name': '', 'network_id': '8b64f532-504d-4df7-997d-63b2d4ea69a1', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:65:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:57Z', 'updated_at': '2022-01-28T05:54:01Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'e9250aab-2d13-4911-b21f-3e81e99f0819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:37.914934 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bff04-c2a0-4cbb-abff-b18a025f2f5a None None] New status for floating IP 01132108-13fa-40ae-9389-dfaec758f212: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:55:38.393067 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.618853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811f788-ca46-4829-b45b-e3007064d663 req-7f4cdc8e-0a08-4028-ad30-994d5bc70f29 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.620934 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d811f788-ca46-4829-b45b-e3007064d663 req-7f4cdc8e-0a08-4028-ad30-994d5bc70f29 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0936012 Jan 28 05:55:38.674299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d811f788-ca46-4829-b45b-e3007064d663 req-e93881d6-2397-4015-a64d-88011fa583d6 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=01705716-53ef-48e2-910d-99d2ed218432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477955 Jan 28 05:55:38.786989 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6cda-a2d7-4214-aa98-de5f6551808e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.960460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-cfb6ee56-d862-437a-ac82-268f3c6a066e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.961996 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-cfb6ee56-d862-437a-ac82-268f3c6a066e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 946 time: 0.0491240 Jan 28 05:55:39.055453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 3ef21978-2102-40f9-ba18-018222160008 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:39.055714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (3ef21978-2102-40f9-ba18-018222160008), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.143982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 3ef21978-2102-40f9-ba18-018222160008, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=3ef21978-2102-40f9-ba18-018222160008,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:39.144353 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (3ef21978-2102-40f9-ba18-018222160008), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.156036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 3ef21978-2102-40f9-ba18-018222160008 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:39.289335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (3ef21978-2102-40f9-ba18-018222160008), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.319052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=3ef21978-2102-40f9-ba18-018222160008,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:39.331720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.331720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.332008 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.332265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.332611 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.332957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.333323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.333670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.334011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.334355 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.334693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.335024 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.335352 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:39.374886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] No DVR routers for this DVR port 3ef21978-2102-40f9-ba18-018222160008 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:39.378245 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.381950 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bba8709c-134d-4ce6-999a-17f14dc91838 req-f0c7e660-69a9-4993-ace4-2d817c94addb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.47 "DELETE /v2.0/ports/3ef21978-2102-40f9-ba18-018222160008 HTTP/1.1" status: 204 len: 173 time: 0.4143267 Jan 28 05:55:39.382455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'name': 'network-vif-deleted', 'tag': '3ef21978-2102-40f9-ba18-018222160008'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:39.384807 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7ca13-f8b4-4366-9a48-cf1b616df3bf" -d '{"events": [{"server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "name": "network-vif-deleted", "tag": "3ef21978-2102-40f9-ba18-018222160008"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:39.429984 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28eddaa-e2a6-45e3-8c94-ab2efb77f42a x-openstack-request-id: req-b28eddaa-e2a6-45e3-8c94-ab2efb77f42a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:39.430283 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f265256-e9e5-4298-8a59-8e97018bbbd6", "name": "network-vif-deleted", "tag": "3ef21978-2102-40f9-ba18-018222160008", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:39.430539 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b28eddaa-e2a6-45e3-8c94-ab2efb77f42a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:39.431098 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f265256-e9e5-4298-8a59-8e97018bbbd6', 'name': 'network-vif-deleted', 'tag': '3ef21978-2102-40f9-ba18-018222160008', 'status': 'completed', 'code': 200} Jan 28 05:55:39.809731 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6fa1d0d2-c1ac-496b-9bca-7fc10af3a8e9 req-c605b1a2-2e38-4959-b381-a8aab3c4a7a7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f265256-e9e5-4298-8a59-8e97018bbbd6 HTTP/1.1" status: 200 len: 210 time: 0.0350921 Jan 28 05:55:40.872045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56548) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:40.971066 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae220-2a3f-41fd-a999-61299472ec32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.504962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.758350 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:41.758614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.848150 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 0fa22d9d-ce56-44be-b1f1-645c2b613c6f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:41.848516 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.860028 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 0fa22d9d-ce56-44be-b1f1-645c2b613c6f owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:42.041503 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (0fa22d9d-ce56-44be-b1f1-645c2b613c6f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.068867 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=0fa22d9d-ce56-44be-b1f1-645c2b613c6f,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:42.243180 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.298406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.456299 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router b6ac166f-c55a-47cc-ad7c-f9ae8243247b has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:42.561086 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:42.566154 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-cd536a3a-f6db-4a89-9a26-bb0d8cf82213 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/b6ac166f-c55a-47cc-ad7c-f9ae8243247b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6930144 Jan 28 05:55:42.569249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:42.570842 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] Sync routers for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:42.580226 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:42.580912 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:42.623863 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting subnet e9250aab-2d13-4911-b21f-3e81e99f0819 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:55:42.627071 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (e9250aab-2d13-4911-b21f-3e81e99f0819), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.666274 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (e9250aab-2d13-4911-b21f-3e81e99f0819), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.683530 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:42.752754 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e9250aab-2d13-4911-b21f-3e81e99f0819), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.818719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (e9250aab-2d13-4911-b21f-3e81e99f0819), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.846246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Subnet': ['ID=e9250aab-2d13-4911-b21f-3e81e99f0819,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:42.849884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.853081 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c6399bde-bdc6-475b-a3dd-0b0e938db2f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/subnets/e9250aab-2d13-4911-b21f-3e81e99f0819 HTTP/1.1" status: 204 len: 168 time: 0.2828701 Jan 28 05:55:42.855902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56552) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:42.859739 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a347a-a629-454f-b02d-e124186ef581 None None] Network 8b64f532-504d-4df7-997d-63b2d4ea69a1 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:42.912191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ef21978-2102-40f9-ba18-018222160008 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:42.936561 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 3ef21978-2102-40f9-ba18-018222160008 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:42.937013 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 3ef21978-2102-40f9-ba18-018222160008 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:42.964917 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.968503 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:55:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:42.996486 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] Checking router: b6ac166f-c55a-47cc-ad7c-f9ae8243247b for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:55:43.005630 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] Routers {'b6ac166f-c55a-47cc-ad7c-f9ae8243247b'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:43.006245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:43.050146 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] DHCP port deletion for 8b64f532-504d-4df7-997d-63b2d4ea69a1 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:55:43.089415 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.102251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Deleting port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:43.102632 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.118724 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] Set router b6ac166f-c55a-47cc-ad7c-f9ae8243247b gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:43.168979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] For port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,segment=NetworkSegment(5fd4cc8f-0480-4a76-b59d-0992f2aeab6d),segment_id=5fd4cc8f-0480-4a76-b59d-0992f2aeab6d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:43.170024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.187159 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Calling delete_port for 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:43.275349 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (8d6d5628-2c1a-4e46-a77b-f7d1a8432a16), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.300049 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Pushing event deleted for resources: {'Port': ['ID=8d6d5628-2c1a-4e46-a77b-f7d1a8432a16,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:43.310898 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] No DVR routers for this DVR port 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:43.322133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.322263 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:55:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:43.322468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.322838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.323183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.323536 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.323876 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.324217 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.324553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.324896 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.325379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.325714 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.326379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.326563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ae5c49-8d97-4230-92fa-297e0d4d551d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:43.353121 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03304d92-f9cd-4136-8592-6b2f1c16c05b None None] The sync data for ids ['b6ac166f-c55a-47cc-ad7c-f9ae8243247b'] in n-d-824835-3 is: [{'id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365789854', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:55:41Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '4d8f76e2-e22c-43eb-8263-ae4ee208199f', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac166f-c55a-47cc-ad7c-f9ae8243247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:53:55Z', 'updated_at': '2022-01-28T05:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:43.453780 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 4d8f76e2-e22c-43eb-8263-ae4ee208199f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:43.454299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.529019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 4d8f76e2-e22c-43eb-8263-ae4ee208199f, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=4d8f76e2-e22c-43eb-8263-ae4ee208199f,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:43.529409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.541092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 4d8f76e2-e22c-43eb-8263-ae4ee208199f owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:43.710543 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (4d8f76e2-e22c-43eb-8263-ae4ee208199f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.737397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=4d8f76e2-e22c-43eb-8263-ae4ee208199f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:43.808355 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.899478 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.901812 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.947337 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (b6ac166f-c55a-47cc-ad7c-f9ae8243247b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.947886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Fanout notify agent at l3_agent the message router_deleted on router b6ac166f-c55a-47cc-ad7c-f9ae8243247b {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:55:43.954748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.955872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6cb699ec-6c9d-48f7-8558-804ac07afc1c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/routers/b6ac166f-c55a-47cc-ad7c-f9ae8243247b HTTP/1.1" status: 204 len: 168 time: 1.0984490 Jan 28 05:55:43.958732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56554) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:44.015485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.040573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (8b64f532-504d-4df7-997d-63b2d4ea69a1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.128878 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (8b64f532-504d-4df7-997d-63b2d4ea69a1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.148268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b64f532-504d-4df7-997d-63b2d4ea69a1']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:44.157781 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:44.158081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd4cc8f-0480-4a76-b59d-0992f2aeab6d') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:44.167119 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (5fd4cc8f-0480-4a76-b59d-0992f2aeab6d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.180327 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (5fd4cc8f-0480-4a76-b59d-0992f2aeab6d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.186228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:55:44.186647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (5fd4cc8f-0480-4a76-b59d-0992f2aeab6d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:55:44.189562 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:55:44.245290 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (8b64f532-504d-4df7-997d-63b2d4ea69a1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.251950 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.255136 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/networks/8b64f532-504d-4df7-997d-63b2d4ea69a1 HTTP/1.1" status: 204 len: 168 time: 0.2954252 Jan 28 05:55:44.258195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56556) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:44.266384 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291e475-7f9f-4e7a-90d3-ad859b10e290 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Network': ['ID=8b64f532-504d-4df7-997d-63b2d4ea69a1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:44.315744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13478b42-ad4e-412b-82de-0e8190fbe46e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (01705716-53ef-48e2-910d-99d2ed218432), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.340651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13478b42-ad4e-412b-82de-0e8190fbe46e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (01705716-53ef-48e2-910d-99d2ed218432), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.425295 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13478b42-ad4e-412b-82de-0e8190fbe46e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (01705716-53ef-48e2-910d-99d2ed218432), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.428554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-13478b42-ad4e-412b-82de-0e8190fbe46e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.429963 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-13478b42-ad4e-412b-82de-0e8190fbe46e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/security-groups/01705716-53ef-48e2-910d-99d2ed218432 HTTP/1.1" status: 204 len: 168 time: 0.1707551 Jan 28 05:55:44.444547 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13478b42-ad4e-412b-82de-0e8190fbe46e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01705716-53ef-48e2-910d-99d2ed218432,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:44.458409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0fa22d9d-ce56-44be-b1f1-645c2b613c6f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:44.484264 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 0fa22d9d-ce56-44be-b1f1-645c2b613c6f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:44.484470 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 0fa22d9d-ce56-44be-b1f1-645c2b613c6f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:44.484930 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d8f76e2-e22c-43eb-8263-ae4ee208199f no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:44.507454 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 4d8f76e2-e22c-43eb-8263-ae4ee208199f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:44.507862 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 4d8f76e2-e22c-43eb-8263-ae4ee208199f not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:44.508222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:44.526983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:44.527332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d6d5628-2c1a-4e46-a77b-f7d1a8432a16 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:44.763829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56562) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:44.769176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533925121', 'description': 'tempest-secgroup-smoke-533925121 description', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:44.789623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.869879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.873647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.904457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.905720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1408839 Jan 28 05:55:44.907644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502c0c7-04c4-4351-9b9b-0167a9bbe864 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:44.908749 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56564) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:44.913999 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:44.938902 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (b83e42c5-eb80-452d-928a-ad486cd2b4fa), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.983573 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (b83e42c5-eb80-452d-928a-ad486cd2b4fa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.987370 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b83e42c5-eb80-452d-928a-ad486cd2b4fa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.006043 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83e42c5-eb80-452d-928a-ad486cd2b4fa,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.012653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.017765 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56566) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.018800 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1479ad96-d16b-4cd3-b411-575b68d5044d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089823 Jan 28 05:55:45.022382 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.046622 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (11606d02-ea3a-4382-8bda-b64f2168a8b1), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.101210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (11606d02-ea3a-4382-8bda-b64f2168a8b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.104508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (11606d02-ea3a-4382-8bda-b64f2168a8b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.129504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11606d02-ea3a-4382-8bda-b64f2168a8b1,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.135690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.136939 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f4da3c3b-809c-4350-b749-cb58fbbeffbc tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181521 Jan 28 05:55:45.139787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56568) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.144485 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.168333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (b9a65251-5b41-45cb-922c-08291667747d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.223875 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (b9a65251-5b41-45cb-922c-08291667747d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.227573 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b9a65251-5b41-45cb-922c-08291667747d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.248979 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a65251-5b41-45cb-922c-08291667747d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.255464 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.256813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5451962c-77bb-45a2-82e5-e3ce4c0e9cff tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159656 Jan 28 05:55:45.259454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56570) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.263705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.287590 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (46da242b-9a5b-4a31-a56a-c2d474113ebc), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.348705 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (46da242b-9a5b-4a31-a56a-c2d474113ebc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.352570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (46da242b-9a5b-4a31-a56a-c2d474113ebc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.369829 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46da242b-9a5b-4a31-a56a-c2d474113ebc,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.378500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.379726 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-56645c40-e2ee-444d-aa60-e83183aa639b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193397 Jan 28 05:55:45.382474 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56572) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.386775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.406586 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:55:45.412114 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (42807d60-d52b-4c41-af3c-dd76f1633966), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.469394 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (42807d60-d52b-4c41-af3c-dd76f1633966), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.472972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (42807d60-d52b-4c41-af3c-dd76f1633966), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.492073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42807d60-d52b-4c41-af3c-dd76f1633966,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.500460 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.502223 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ba6c0113-e8cc-44d7-89e2-a6918c9565e2 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188273 Jan 28 05:55:45.504852 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56574) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.509171 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'security_group_rule': {'security_group_id': '5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.528889 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Project b0de4379b8ea4ac996fad2fedfc60a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:55:45.533743 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (426ee9af-e7b6-4cb5-afe4-ba1652c5cf82), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.554128 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.593539 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (426ee9af-e7b6-4cb5-afe4-ba1652c5cf82), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.596887 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (426ee9af-e7b6-4cb5-afe4-ba1652c5cf82), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.614477 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426ee9af-e7b6-4cb5-afe4-ba1652c5cf82,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.621475 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.625400 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f14f5c53-8f59-46c2-964e-93a741944c92 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169004 Jan 28 05:55:45.625745 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56576) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.631042 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'network': {'name': 'tempest-network-smoke--1669452074', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'port_security_enabled': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.650657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:45.654049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.676646 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:55:45.685761 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (44ba1e4e-aebe-405d-b6e3-974c3895ee07), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.686101 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Added segment 44ba1e4e-aebe-405d-b6e3-974c3895ee07 of type vlan for network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc Jan 28 05:55:45.728914 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.752525 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.757416 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:45.757992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.819951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925557 Jan 28 05:55:45.822637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56578) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.826924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'admin_state_up': True, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:45.835516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0c90-b32c-437c-ae84-4961dec5563c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Network': ['ID=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.846586 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:55:45.853172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (13669f8b-aadd-4e29-a1d4-26df37e82f90), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.854208 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (13669f8b-aadd-4e29-a1d4-26df37e82f90), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.909214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (13669f8b-aadd-4e29-a1d4-26df37e82f90), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.042136 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (13669f8b-aadd-4e29-a1d4-26df37e82f90), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.232745 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (13669f8b-aadd-4e29-a1d4-26df37e82f90), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.251911 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.351594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.123 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/95e4fb34-e8a8-4c92-99d1-9365e1043717) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:46.454690 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.488007 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.525117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:46.528019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:46.530497 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:46.564503 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=95e4fb34-e8a8-4c92-99d1-9365e1043717,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:46.790077 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (13669f8b-aadd-4e29-a1d4-26df37e82f90), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.988445 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (13669f8b-aadd-4e29-a1d4-26df37e82f90), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.112884 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 13669f8b-aadd-4e29-a1d4-26df37e82f90 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:55:47.222421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:47.232174 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Sync routers for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:47.242118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:47.242323 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.242747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:47.243481 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1d336fc0-f14d-401e-b8f1-d6e21248320a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4199183 Jan 28 05:55:47.247040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56580) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.276483 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8a7c4c23-9b54-410f-ad2a-7c232bce3443 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0de4379b8ea4ac996fad2fedfc60a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282905 Jan 28 05:55:47.279050 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56582) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.352213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:47.369415 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39263ce-0840-4c49-99be-ad7527837c98 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.371205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c39263ce-0840-4c49-99be-ad7527837c98 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909376 Jan 28 05:55:47.373695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56584) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.402613 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ed6ed3a4-4d46-45e9-917a-481ea4b388a9 tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ee033649-ca79-46b7-b27e-766ccfa5f327&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277936 Jan 28 05:55:47.405107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.410149 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-130555115', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:47.500142 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:47.504403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.693936 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (f6782107-1171-499d-a342-660734930b96), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.694412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:46Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:47.721369 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Checking router: 13669f8b-aadd-4e29-a1d4-26df37e82f90 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:55:47.721734 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Updating router 13669f8b-aadd-4e29-a1d4-26df37e82f90 port 95e4fb34-e8a8-4c92-99d1-9365e1043717 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:55:47.747406 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.760551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Subnet': ['ID=f6782107-1171-499d-a342-660734930b96,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:47.768913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Checking segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:47.768913 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network hostable DHCP agents. Network: 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:55:47.787124 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:55:47.796232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:47.800516 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.801254 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.819493 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9e971d62-fe19-41b0-b070-bce4e2294205 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126351 Jan 28 05:55:47.821709 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56588) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.842595 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f93fcf-09e3-4e64-8ac6-7b151dca6b9e None None] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:48.017563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:55:48.018420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.205953 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Publish callbacks [] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.216470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.223016 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Allocated IP 172.20.0.2 (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc/f6782107-1171-499d-a342-660734930b96/39742e3f-4526-4417-806b-e9315eee8b35) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:48.249424 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.298628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e62ec-902d-4406-bd2d-0e93e5bf7f73 None None] Pushing event updated for resources: {'Port': ['ID=95e4fb34-e8a8-4c92-99d1-9365e1043717,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:48.304027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Attempting to bind port 95e4fb34-e8a8-4c92-99d1-9365e1043717 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:48.304542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Attempting to bind port 95e4fb34-e8a8-4c92-99d1-9365e1043717 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:48.304905 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Attempting to bind port 95e4fb34-e8a8-4c92-99d1-9365e1043717 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:48.336209 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:48.336627 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:48.336995 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.337567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:48.338132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Bound port: 95e4fb34-e8a8-4c92-99d1-9365e1043717, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:48.338575 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.416718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] For port 95e4fb34-e8a8-4c92-99d1-9365e1043717, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:48.423915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] For port 95e4fb34-e8a8-4c92-99d1-9365e1043717, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=95e4fb34-e8a8-4c92-99d1-9365e1043717,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:48.429707 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.518367 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Publish callbacks [] for port (39742e3f-4526-4417-806b-e9315eee8b35), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.530421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:48.531061 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:48.535098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (39742e3f-4526-4417-806b-e9315eee8b35), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.538516 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e62ec-902d-4406-bd2d-0e93e5bf7f73 None None] Pushing event updated for resources: {'Port': ['ID=95e4fb34-e8a8-4c92-99d1-9365e1043717,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:48.575957 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.1 (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc/f6782107-1171-499d-a342-660734930b96/8d52b446-17f9-4f8f-bc40-5a3b740a58af) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:48.616270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:48.628216 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:48.634226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:48.663955 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Pushing event updated for resources: {'Port': ['ID=39742e3f-4526-4417-806b-e9315eee8b35,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:48.691271 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.726766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:48.729572 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.757647 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Attempting to bind port 39742e3f-4526-4417-806b-e9315eee8b35 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:48.758026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Attempting to bind port 39742e3f-4526-4417-806b-e9315eee8b35 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:48.758397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Attempting to bind port 39742e3f-4526-4417-806b-e9315eee8b35 on network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:48.773063 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:48.776312 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:48.780421 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:48.799023 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:48.799405 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Checking segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:48.799811 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.800212 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Bound using segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:48.800689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Bound port: 39742e3f-4526-4417-806b-e9315eee8b35, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:48.801071 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39742e3f-4526-4417-806b-e9315eee8b35), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.811263 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=8d52b446-17f9-4f8f-bc40-5a3b740a58af,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:48.830677 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (13669f8b-aadd-4e29-a1d4-26df37e82f90), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.933869 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] For port 39742e3f-4526-4417-806b-e9315eee8b35, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:48.949252 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] For port 39742e3f-4526-4417-806b-e9315eee8b35, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=39742e3f-4526-4417-806b-e9315eee8b35,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:48.956415 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (39742e3f-4526-4417-806b-e9315eee8b35), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.046094 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06866b-ef12-45d6-a0f7-662003c190db None None] Pushing event updated for resources: {'Port': ['ID=39742e3f-4526-4417-806b-e9315eee8b35,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:49.051511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:46Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:49.084393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeed48e-a654-4381-99e6-55f9bb70d9cb None None] The sync data for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 is: [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:46Z', 'revision_number': 3, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:49.284408 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.587500 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.592910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.666804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=8d52b446-17f9-4f8f-bc40-5a3b740a58af,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:49.672012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (13669f8b-aadd-4e29-a1d4-26df37e82f90), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.781602 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:49.783209 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:49.908004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 13669f8b-aadd-4e29-a1d4-26df37e82f90 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:50.028657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:50.035192 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-003a8fad-ad97-43b4-83e6-bfaaba2d8848 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/13669f8b-aadd-4e29-a1d4-26df37e82f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2124395 Jan 28 05:55:50.060300 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a72d90-2135-4357-82bd-a713dfc437e4 None None] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:50.176920 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] Provisioning complete for port 39742e3f-4526-4417-806b-e9315eee8b35 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:50.177333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39742e3f-4526-4417-806b-e9315eee8b35), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.197590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-193fe8ca-54d0-4a1e-ad56-917bb12f857c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533925121&fields=id&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 267 time: 0.0526371 Jan 28 05:55:50.282954 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] Current status of the port 39742e3f-4526-4417-806b-e9315eee8b35 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:50.282954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39742e3f-4526-4417-806b-e9315eee8b35), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.323434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] For port 39742e3f-4526-4417-806b-e9315eee8b35, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=39742e3f-4526-4417-806b-e9315eee8b35,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:50.331872 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (39742e3f-4526-4417-806b-e9315eee8b35), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.356539 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-3e368aa4-34ee-44de-b40c-8da8adce58c0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:50.362114 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-3e368aa4-34ee-44de-b40c-8da8adce58c0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 797 time: 0.1570809 Jan 28 05:55:50.379488 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-1e742bca-85cc-41e6-8a21-116e306778f1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/quotas/b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 375 time: 0.0116549 Jan 28 05:55:50.396511 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78eb60-47f4-4cce-b6c0-052fa153e1ce None None] Pushing event updated for resources: {'Port': ['ID=39742e3f-4526-4417-806b-e9315eee8b35,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:50.420424 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 95e4fb34-e8a8-4c92-99d1-9365e1043717 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:50.444978 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-989fdfb9-ccf1-4913-81ef-f4c752d3d7af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577183 Jan 28 05:55:50.475115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-584dde17-a3b8-4a45-9586-6aa1127091b9 None None] Provisioning complete for port 8d52b446-17f9-4f8f-bc40-5a3b740a58af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:50.475521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-584dde17-a3b8-4a45-9586-6aa1127091b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.526070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-584dde17-a3b8-4a45-9586-6aa1127091b9 None None] Port 8d52b446-17f9-4f8f-bc40-5a3b740a58af cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:50.530317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 95e4fb34-e8a8-4c92-99d1-9365e1043717 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:50.531134 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.561685 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-374205b1-73b1-44f5-90b8-88e9621dbecb service neutron] 10.222.0.21 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020699 Jan 28 05:55:50.570092 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-584dde17-a3b8-4a45-9586-6aa1127091b9 None None] Provisioning complete for port 39742e3f-4526-4417-806b-e9315eee8b35 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:50.570524 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-584dde17-a3b8-4a45-9586-6aa1127091b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39742e3f-4526-4417-806b-e9315eee8b35), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.660603 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-a24b9e61-9255-4e55-9fbc-66538bed734f service neutron] 10.222.0.21 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977585 Jan 28 05:55:50.674032 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 95e4fb34-e8a8-4c92-99d1-9365e1043717 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:50.674425 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.706281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 95e4fb34-e8a8-4c92-99d1-9365e1043717, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=95e4fb34-e8a8-4c92-99d1-9365e1043717,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:50.711277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-584dde17-a3b8-4a45-9586-6aa1127091b9 None None] Current status of the port 39742e3f-4526-4417-806b-e9315eee8b35 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:50.714930 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.715852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 39742e3f-4526-4417-806b-e9315eee8b35 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:50.810078 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=95e4fb34-e8a8-4c92-99d1-9365e1043717,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:50.847113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 39742e3f-4526-4417-806b-e9315eee8b35 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:50.847504 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39742e3f-4526-4417-806b-e9315eee8b35), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.875254 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c9c5323-1676-445d-8c94-594330709535 req-3be3b8d3-a636-4c02-9c47-4c66cd563a7d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 210 time: 0.0362935 Jan 28 05:55:50.902373 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-7c1336b7-a665-4636-9323-075a4f59fc9d None None] Provisioning complete for port 8d52b446-17f9-4f8f-bc40-5a3b740a58af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:50.902757 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c1336b7-a665-4636-9323-075a4f59fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.961301 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c1336b7-a665-4636-9323-075a4f59fc9d None None] Port 8d52b446-17f9-4f8f-bc40-5a3b740a58af cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:50.980514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 39742e3f-4526-4417-806b-e9315eee8b35 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:51.027220 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Sync routers for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:51.037494 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:51.038098 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:51.080982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d8b5956f-3d41-45d7-b910-273c6f38bce8 None None] Provisioning complete for port 8d52b446-17f9-4f8f-bc40-5a3b740a58af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:51.081584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8b5956f-3d41-45d7-b910-273c6f38bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.119325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5956f-3d41-45d7-b910-273c6f38bce8 None None] Port 8d52b446-17f9-4f8f-bc40-5a3b740a58af cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:51.151514 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:51.355963 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:49Z', 'revision_number': 2, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:51.388926 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Checking router: 13669f8b-aadd-4e29-a1d4-26df37e82f90 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:55:51.389310 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Updating router 13669f8b-aadd-4e29-a1d4-26df37e82f90 port 8d52b446-17f9-4f8f-bc40-5a3b740a58af binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:55:51.414157 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.673574 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Publish callbacks [] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.678010 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.727297 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Pushing event updated for resources: {'Port': ['ID=8d52b446-17f9-4f8f-bc40-5a3b740a58af,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:51.738015 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.738370 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.738714 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.739050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.739386 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.739717 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.740313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.740642 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.740972 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.741324 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.741657 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.741981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.742331 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:51.792780 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Attempting to bind port 8d52b446-17f9-4f8f-bc40-5a3b740a58af on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:51.793167 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Attempting to bind port 8d52b446-17f9-4f8f-bc40-5a3b740a58af by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:51.793551 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Attempting to bind port 8d52b446-17f9-4f8f-bc40-5a3b740a58af on network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:51.800034 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:51.800772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Checking segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:51.801205 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.801600 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Bound using segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:51.802125 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Bound port: 8d52b446-17f9-4f8f-bc40-5a3b740a58af, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:51.802542 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.875027 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] For port 8d52b446-17f9-4f8f-bc40-5a3b740a58af, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:51.879807 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] For port 8d52b446-17f9-4f8f-bc40-5a3b740a58af, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d52b446-17f9-4f8f-bc40-5a3b740a58af,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:51.884063 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.948591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] Provisioning complete for port 8d52b446-17f9-4f8f-bc40-5a3b740a58af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:51.948971 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.970277 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:51.971009 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:52.067912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] Current status of the port 8d52b446-17f9-4f8f-bc40-5a3b740a58af is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:52.073545 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.090417 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:55:52.105178 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e919b75c-2011-410a-aed4-35c15f41c252 req-8afb33c5-e42a-4c66-93e9-d39d7556787d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 210 time: 0.0704117 Jan 28 05:55:52.129947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] For port 8d52b446-17f9-4f8f-bc40-5a3b740a58af, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d52b446-17f9-4f8f-bc40-5a3b740a58af,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:52.136318 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c6ee0-fc79-463f-811c-32ec291664c7 None None] Pushing event updated for resources: {'Port': ['ID=8d52b446-17f9-4f8f-bc40-5a3b740a58af,revision_number=4']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:52.136854 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.146710 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-f2c69f85-7ac7-4214-9025-1f69c09b1794 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:52.149006 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-f2c69f85-7ac7-4214-9025-1f69c09b1794 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 797 time: 0.2427614 Jan 28 05:55:52.201255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b969f40-946e-4797-b4d4-a7c50a530c14 None None] Pushing event updated for resources: {'Port': ['ID=8d52b446-17f9-4f8f-bc40-5a3b740a58af,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:52.232224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-ebae2df3-b423-4b2a-acdf-643f73cf791d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0de4379b8ea4ac996fad2fedfc60a65 HTTP/1.1" status: 200 len: 379 time: 0.0658879 Jan 28 05:55:52.241033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'port': {'device_id': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'admin_state_up': True, 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'security_groups': ['5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:52.261213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-81be0ab3-a77d-454f-a3f5-50645faaef3b None None] Provisioning complete for port 8d52b446-17f9-4f8f-bc40-5a3b740a58af triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:52.261768 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81be0ab3-a77d-454f-a3f5-50645faaef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.334119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 95e4fb34-e8a8-4c92-99d1-9365e1043717 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:52.347199 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:51Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:52.358498 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Made reservation on behalf of b0de4379b8ea4ac996fad2fedfc60a65 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:52.362067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.384833 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-81be0ab3-a77d-454f-a3f5-50645faaef3b None None] Current status of the port 8d52b446-17f9-4f8f-bc40-5a3b740a58af is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:52.385194 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660016cd-bc95-467f-82ba-7060f9fe4d68 None None] The sync data for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 is: [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:51Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:52.400982 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 95e4fb34-e8a8-4c92-99d1-9365e1043717 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:52.401408 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.502062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 95e4fb34-e8a8-4c92-99d1-9365e1043717 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:52.503134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 39742e3f-4526-4417-806b-e9315eee8b35 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:52.543636 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.20.0.9 (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc/f6782107-1171-499d-a342-660734930b96/ff6a8f65-97a2-44b2-9ff3-cae2e75858a0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:52.559686 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 39742e3f-4526-4417-806b-e9315eee8b35 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:52.560059 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (39742e3f-4526-4417-806b-e9315eee8b35), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.645797 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 39742e3f-4526-4417-806b-e9315eee8b35 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:52.693879 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.731639 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.780508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:52.783674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:52.789788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:52.815246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:52.845081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:52.845791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.869386 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-faf8c13f-f677-43a2-9eb3-28cc50784633 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6321020 Jan 28 05:55:52.932310 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Request body: {'port': {'device_id': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:52.994246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.015735 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8863-7bad-40b1-a0c9-f6820b6dc131 None None] Provisioning complete for port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:53.016427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8863-7bad-40b1-a0c9-f6820b6dc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.052270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8863-7bad-40b1-a0c9-f6820b6dc131 None None] Port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:53.263490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de32a91-182e-4462-9ef9-373a11609698 req-c6cbf184-fe1e-4cb8-a1ea-ce962b239d7a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.264997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2de32a91-182e-4462-9ef9-373a11609698 req-c6cbf184-fe1e-4cb8-a1ea-ce962b239d7a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 931 time: 0.0869761 Jan 28 05:55:53.343797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:53.356105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Publish callbacks [] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.362343 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2de32a91-182e-4462-9ef9-373a11609698 req-1fb4702b-6ddd-4bfd-8f3c-cdc82b665420 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874767 Jan 28 05:55:53.374579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Transition to ACTIVE for port object ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:55:53.380679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.431268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Pushing event updated for resources: {'Port': ['ID=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.513697 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Attempting to bind port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:53.514035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Attempting to bind port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:53.514359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Attempting to bind port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 on network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:53.520157 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 on network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:55:53.520478 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Attempting to bind port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 on network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:53.526094 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:53.526436 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Checking segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:53.526816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Bound using segment: {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:53.527245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Bound port: ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ba1e4e-aebe-405d-b6e3-974c3895ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:53.527604 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.596588 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] For port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:53.599903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] For port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:53.604584 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.648010 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.648649 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.650103 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] 10.222.0.52 "PUT /v2.0/ports/ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 1091 time: 0.7673864 Jan 28 05:55:53.650607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:53.652828 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d7399e-8af0-4208-be54-3240337e7ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:53.677160 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaff89d-19d0-4afa-8c94-7598413467eb service neutron] Pushing event updated for resources: {'Port': ['ID=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.716557 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4946a7a-3a8e-4c50-b077-17bb02e4e70a x-openstack-request-id: req-b4946a7a-3a8e-4c50-b077-17bb02e4e70a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:53.716862 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:53.717231 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4946a7a-3a8e-4c50-b077-17bb02e4e70a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:53.717681 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'status': 'completed', 'code': 200} Jan 28 05:55:53.782033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-924d2831-4fcc-4130-92d7-0691c9e5006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.783639 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-924d2831-4fcc-4130-92d7-0691c9e5006e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1094 time: 0.0510035 Jan 28 05:55:53.835773 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-aaf7fbff-80d9-44b5-99e5-c4ccecaf7ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 217 time: 0.0385926 Jan 28 05:55:53.887543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-f9faf2b1-61f3-477c-bc10-d400851f1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.889368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-f9faf2b1-61f3-477c-bc10-d400851f1bfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 200 len: 834 time: 0.0485973 Jan 28 05:55:53.937033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-7af34740-b30a-4d7c-b10f-78e018c7e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.939163 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-7af34740-b30a-4d7c-b10f-78e018c7e03e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435429 Jan 28 05:55:54.028416 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-ded77219-2417-4a3c-a92b-5c9b67cc25a8 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836358 Jan 28 05:55:54.120438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2d9592b2-8f08-4ef4-acb6-9dbaace6834d req-0f804a89-773a-4003-a324-f0b6fe87b2e9 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860279 Jan 28 05:55:54.255247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-69c12623-dc3f-4db9-b63c-d2e4fee6604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:54.256767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-69c12623-dc3f-4db9-b63c-d2e4fee6604c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1094 time: 0.0454822 Jan 28 05:55:54.325044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d52b446-17f9-4f8f-bc40-5a3b740a58af up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:54.348043 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-97e61718-99e0-4b9e-b39c-865a76a6dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:54.349656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-97e61718-99e0-4b9e-b39c-865a76a6dc83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 898 time: 0.0871274 Jan 28 05:55:54.374923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 8d52b446-17f9-4f8f-bc40-5a3b740a58af triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:54.375300 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.394983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-6e779951-d59d-489a-94c4-1a04ba6382e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 217 time: 0.0394573 Jan 28 05:55:54.446170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-6c16c245-5c61-4cac-8af4-6418f1da30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:54.447606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-6c16c245-5c61-4cac-8af4-6418f1da30aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 200 len: 834 time: 0.0473123 Jan 28 05:55:54.452543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 8d52b446-17f9-4f8f-bc40-5a3b740a58af is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:54.519967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-646282f9-85b6-45b9-8701-4079aeb3e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:54.521478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-646282f9-85b6-45b9-8701-4079aeb3e791 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666273 Jan 28 05:55:54.528747 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990da6e-c1de-4757-a6bc-383cf1dce721 req-b633b52b-cadc-47c4-a6cf-784e63ec2355 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:54.530133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2990da6e-c1de-4757-a6bc-383cf1dce721 req-b633b52b-cadc-47c4-a6cf-784e63ec2355 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 943 time: 0.0868757 Jan 28 05:55:54.629753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2990da6e-c1de-4757-a6bc-383cf1dce721 req-95d2694b-8de2-4dff-b87f-0b460c2915b1 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918539 Jan 28 05:55:54.649033 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-8302a622-cf7b-49ce-8f12-165925743050 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179876 Jan 28 05:55:54.741761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e5d7399e-8af0-4208-be54-3240337e7ab9 req-0e1f0660-6078-436b-a6e7-ac9618f5c88f service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Jan 28 05:55:55.749623 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6d199-0f26-417f-ae71-25254c2832c0 req-7d0a6f0d-475e-471a-99a7-b88d99bc13af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:55.751745 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8d6d199-0f26-417f-ae71-25254c2832c0 req-7d0a6f0d-475e-471a-99a7-b88d99bc13af tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 943 time: 0.0532377 Jan 28 05:55:55.799253 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c8d6d199-0f26-417f-ae71-25254c2832c0 req-5f397fb3-892f-4068-b616-90e91ced02ad tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Jan 28 05:55:56.915871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fd9e-5c57-499b-96da-23a69849d195 req-c5e050c2-a981-4fc5-844d-378016f72f84 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:56.917391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9322fd9e-5c57-499b-96da-23a69849d195 req-c5e050c2-a981-4fc5-844d-378016f72f84 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 943 time: 0.0482199 Jan 28 05:55:56.965805 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9322fd9e-5c57-499b-96da-23a69849d195 req-109d488a-9ac2-43fd-8a2a-6d56387f5242 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Jan 28 05:55:58.079913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88905a-c524-4df3-afa2-9a57a1316c97 req-14e2a76b-3233-4c91-b2d6-b7ee0c85ba63 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:58.081414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af88905a-c524-4df3-afa2-9a57a1316c97 req-14e2a76b-3233-4c91-b2d6-b7ee0c85ba63 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 943 time: 0.0464113 Jan 28 05:55:58.128298 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-af88905a-c524-4df3-afa2-9a57a1316c97 req-6db1516d-c03c-48e5-895e-bc31c3d4600e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 Jan 28 05:55:58.590427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:55:58.692230 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:58.706183 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'port_id': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'mac_address': 'fa:16:3e:b9:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:55:58.745105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:58.745522 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.758375 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:58.776389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:58.780539 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.831111 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:59.210167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['ff6a8f65-97a2-44b2-9ff3-cae2e75858a0'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:59.247658 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1adf9-d55b-4b1e-a984-c26c5cd9fb89 req-6d53a983-4941-464f-b4c2-cf3fe86897de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:59.249187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fda1adf9-d55b-4b1e-a984-c26c5cd9fb89 req-6d53a983-4941-464f-b4c2-cf3fe86897de tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 944 time: 0.0543404 Jan 28 05:55:59.296606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fda1adf9-d55b-4b1e-a984-c26c5cd9fb89 req-3b909e20-179a-4979-bd7e-2ff739281f8b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416269 Jan 28 05:56:00.414501 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2d893-dd2c-4e99-adea-9d413d44f694 req-783adf4c-d9a7-43a2-ac8a-6e4edd166b4a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:00.416066 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ced2d893-dd2c-4e99-adea-9d413d44f694 req-783adf4c-d9a7-43a2-ac8a-6e4edd166b4a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 944 time: 0.0522549 Jan 28 05:56:00.465243 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ced2d893-dd2c-4e99-adea-9d413d44f694 req-bbf635c9-931d-45cc-b729-efc9bb5c88bd tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Jan 28 05:56:00.582214 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:00.632813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:56:00.636796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:00.637207 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.711139 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:00.711534 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.738727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:00.741234 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e21ea83-cfac-4d39-87a9-0fa752a77ac3" -d '{"events": [{"server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "name": "network-vif-plugged", "status": "completed", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:00.753678 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:00.760033 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.788539 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b32efe4-1ec9-4a7d-a0ea-66d54cae6026 x-openstack-request-id: req-4b32efe4-1ec9-4a7d-a0ea-66d54cae6026 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:00.788834 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "name": "network-vif-plugged", "status": "completed", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:00.789097 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b32efe4-1ec9-4a7d-a0ea-66d54cae6026 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:00.789521 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'code': 200} Jan 28 05:56:00.811062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:00.916170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f67f4-aa08-4599-9f38-a6fb6d6abed9 req-42a51645-0297-4fff-8d05-2c50a5b1e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:00.917935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b5f67f4-aa08-4599-9f38-a6fb6d6abed9 req-42a51645-0297-4fff-8d05-2c50a5b1e48b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1096 time: 0.0412419 Jan 28 05:56:00.961975 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2b5f67f4-aa08-4599-9f38-a6fb6d6abed9 req-116af9f2-677e-426a-a9f6-283be93b7403 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Jan 28 05:56:01.579220 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da767783-65ad-4c07-bdf4-1a5bfd9d85e7 req-01509b24-8833-4436-985a-2556bbdc6829 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.580701 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da767783-65ad-4c07-bdf4-1a5bfd9d85e7 req-01509b24-8833-4436-985a-2556bbdc6829 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0474155 Jan 28 05:56:01.628432 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da767783-65ad-4c07-bdf4-1a5bfd9d85e7 req-d2d040ff-5c62-4bd4-a69e-4546e9e30149 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Jan 28 05:56:02.744634 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6899855-e43c-4b65-adc7-100b158f000f req-b42e4506-9423-44d3-aa26-7563569e38eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:02.746154 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6899855-e43c-4b65-adc7-100b158f000f req-b42e4506-9423-44d3-aa26-7563569e38eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0477026 Jan 28 05:56:02.810418 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f6899855-e43c-4b65-adc7-100b158f000f req-97a5bfac-71a5-4688-8ee4-0e487ae39d11 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581102 Jan 28 05:56:02.933818 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24b33d-c045-47d7-8154-a0c7d056d3b6 req-e25bbebb-19c8-47d8-9f9f-82ce3d6048df tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:02.935245 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f24b33d-c045-47d7-8154-a0c7d056d3b6 req-e25bbebb-19c8-47d8-9f9f-82ce3d6048df tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0475335 Jan 28 05:56:02.986708 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0f24b33d-c045-47d7-8154-a0c7d056d3b6 req-d33e5c02-1336-44eb-9c98-46f6ab12eee8 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Jan 28 05:56:03.008180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56648) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:03.046005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f6f86-9219-4d74-a473-1c429b6987bb tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:03.048087 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-eb3f6f86-9219-4d74-a473-1c429b6987bb tempest-TestNetworkAdvancedServerOps-361468902 tempest-TestNetworkAdvancedServerOps-361468902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1091 time: 0.0383754 Jan 28 05:56:03.050882 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56650) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:03.055227 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:03.074362 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.169703 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.275116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Allocated IP 172.25.6.203 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/33dd40df-5fda-4033-a2e4-5754f3a73f8c) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:03.372103 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.404901 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.446743 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:03.449484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:03.455411 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:03.476912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=33dd40df-5fda-4033-a2e4-5754f3a73f8c,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:03.808760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (0ee607af-7c33-4807-8697-7c8f6dbdc890), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.877554 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.025550 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.029969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.098313 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event updated for resources: {'Port': ['ID=33dd40df-5fda-4033-a2e4-5754f3a73f8c,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:04.107991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (0ee607af-7c33-4807-8697-7c8f6dbdc890), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.205534 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP 0ee607af-7c33-4807-8697-7c8f6dbdc890 associated. External IP: 172.25.6.203, port: ff6a8f65-97a2-44b2-9ff3-cae2e75858a0. Jan 28 05:56:04.405543 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 13669f8b-aadd-4e29-a1d4-26df37e82f90 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:04.809460 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:04.819303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] Sync routers for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:04.826315 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.830287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:04.830990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:04.853039 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-de8c616a-db34-4879-9616-de76b8d366eb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8011110 Jan 28 05:56:04.853752 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:04.856089 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85e2c37-0779-44a2-8e92-83d9179e845f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:04.897873 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06c3689-fe47-400e-9bb6-aa4bfc004ed0 x-openstack-request-id: req-c06c3689-fe47-400e-9bb6-aa4bfc004ed0 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:04.898173 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:04.898424 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c06c3689-fe47-400e-9bb6-aa4bfc004ed0 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:04.898828 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'status': 'completed', 'code': 200} Jan 28 05:56:04.954199 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:04.995937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fb366-5f0e-45ee-90dd-6d9940711606 req-bb49ccac-1e5d-4a3a-976d-1322627a188d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:04.998129 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-226fb366-5f0e-45ee-90dd-6d9940711606 req-bb49ccac-1e5d-4a3a-976d-1322627a188d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0854826 Jan 28 05:56:05.004832 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-da583e48-e868-4ec4-bd4d-8b16e4eb176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:05.006339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-da583e48-e868-4ec4-bd4d-8b16e4eb176c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1096 time: 0.0585859 Jan 28 05:56:05.102944 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-226fb366-5f0e-45ee-90dd-6d9940711606 req-d54ec8db-63a6-488a-94a6-cd32d092acea tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956485 Jan 28 05:56:05.126533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56656) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:05.130032 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-60f1c4c3-7abf-47b3-ab2d-22b32c7eb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:05.131777 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-60f1c4c3-7abf-47b3-ab2d-22b32c7eb11f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 898 time: 0.1188154 Jan 28 05:56:05.183497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '0ee607af-7c33-4807-8697-7c8f6dbdc890', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'port_id': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'mac_address': 'fa:16:3e:b9:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:03Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:52Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:05.196550 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-316ea2b7-1655-41c7-9dd8-d5998fb0d8f7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/0ee607af-7c33-4807-8697-7c8f6dbdc890 HTTP/1.1" status: 200 len: 991 time: 0.0668688 Jan 28 05:56:05.203421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-b18d7d96-3544-4089-818a-410d623fee53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 999 time: 0.0661197 Jan 28 05:56:05.214451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] Checking router: 13669f8b-aadd-4e29-a1d4-26df37e82f90 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:05.222842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:05.223455 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:55:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:05.251254 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-b307a2c3-b90d-4ff2-8f03-d565747ac9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:05.252670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-b307a2c3-b90d-4ff2-8f03-d565747ac9d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 200 len: 834 time: 0.0443659 Jan 28 05:56:05.299885 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-1b5571a6-a8a4-4fe5-a781-1fe820e52d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:05.301563 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-1b5571a6-a8a4-4fe5-a781-1fe820e52d9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436201 Jan 28 05:56:05.328021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:05.391637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-7bedc484-8b5b-4d13-b688-faaa709f743f service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838048 Jan 28 05:56:05.483334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e85e2c37-0779-44a2-8e92-83d9179e845f req-6afbe1b7-c97f-4890-84ff-8fa825c0fbd6 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861254 Jan 28 05:56:05.553676 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '0ee607af-7c33-4807-8697-7c8f6dbdc890', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'port_id': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'mac_address': 'fa:16:3e:b9:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:03Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:52Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:05.583115 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189539c-5acc-41f8-b28c-da12bb140865 None None] The sync data for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 is: [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '0ee607af-7c33-4807-8697-7c8f6dbdc890', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'port_id': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'mac_address': 'fa:16:3e:b9:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:03Z', 'revision_number': 0, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:52Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:05.775457 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271176c-5238-410d-9e10-5c3615c7dad0 None None] New status for floating IP 0ee607af-7c33-4807-8697-7c8f6dbdc890: ACTIVE {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:56:06.198550 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56658) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:06.257463 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-7b9ae6e3-3a5d-4e21-b038-0958aa24657d tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/0ee607af-7c33-4807-8697-7c8f6dbdc890 HTTP/1.1" status: 200 len: 993 time: 0.0575991 Jan 28 05:56:07.061838 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.389765 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.789082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5de6c0ca-91a4-40aa-91f7-38d0fa7fed75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:10.406116 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:56:10.966535 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-892ffae6-4ac0-4de4-9d08-7dd93ecf3a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.300215 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.014184 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:15.560217 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.497299 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-c132ca27-9d5b-474e-b00e-9a4edf241d8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400336 Jan 28 05:56:33.592311 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-bbd00d43-4c9d-4f57-a589-12adfd8ae888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:33.594339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-bbd00d43-4c9d-4f57-a589-12adfd8ae888 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1096 time: 0.0396888 Jan 28 05:56:33.699475 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-98c3f2c3-5086-40ed-a588-6ab72e8b98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:33.701008 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-98c3f2c3-5086-40ed-a588-6ab72e8b98d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 898 time: 0.0880742 Jan 28 05:56:33.765066 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-0085fa37-450d-4741-9474-28138e6c8f99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 1001 time: 0.0572290 Jan 28 05:56:33.813460 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-41770caa-3ede-4836-bf7e-dc188be1c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:33.814905 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-41770caa-3ede-4836-bf7e-dc188be1c9a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 200 len: 834 time: 0.0435183 Jan 28 05:56:33.862992 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-943c2669-6804-4e91-bca2-f41d8d22d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:33.864549 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-943c2669-6804-4e91-bca2-f41d8d22d427 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435362 Jan 28 05:56:33.951513 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-148a3c17-b063-489a-848b-6a94cb5feb2a service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810356 Jan 28 05:56:34.042963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d500e5f2-7058-41bc-8270-0b31de368ae3 req-bb016053-c3d4-42fc-99e5-de89faeacb8d service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Jan 28 05:56:37.047934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.403897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.790323 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59002b89-aabb-4690-b50f-03873870adc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:40.968901 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8f3a20-d965-4cb9-9d8d-62bd999a319d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:42.302650 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.014819 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.552540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.404696 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:57:07.063227 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.401691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.792159 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f328fd5-93c5-46a2-8ee8-74ccf36ba799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.123461 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1323c5-2bfb-451e-9e52-693b4d6a6099 req-9ed1c77f-59c9-43ac-886b-6779a353fd7a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:09.125576 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a1323c5-2bfb-451e-9e52-693b4d6a6099 req-9ed1c77f-59c9-43ac-886b-6779a353fd7a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0489066 Jan 28 05:57:09.171956 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0a1323c5-2bfb-451e-9e52-693b4d6a6099 req-d34c2cda-4084-4ad7-aab0-cdcd6287ab9c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Jan 28 05:57:10.290750 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98e9f-081e-4abf-9074-2b65998bb56e req-bff829ae-d7d3-4a86-a0bb-d4b23fdc5c23 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:10.292258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aac98e9f-081e-4abf-9074-2b65998bb56e req-bff829ae-d7d3-4a86-a0bb-d4b23fdc5c23 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0491235 Jan 28 05:57:10.340706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aac98e9f-081e-4abf-9074-2b65998bb56e req-31813162-b7be-4813-b47f-25dc808a7c29 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429699 Jan 28 05:57:10.971068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e95f5389-ed6a-419d-a490-d7459dff6605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.464375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33964a-a8c6-4ac0-9f92-73594c947cbc req-7fdc8546-75e8-488d-a2ed-da40e5a22af7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:11.465890 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c33964a-a8c6-4ac0-9f92-73594c947cbc req-7fdc8546-75e8-488d-a2ed-da40e5a22af7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0526488 Jan 28 05:57:11.515029 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2c33964a-a8c6-4ac0-9f92-73594c947cbc req-4c659b87-b29a-4916-b432-0aee86bf3f44 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Jan 28 05:57:11.537077 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56694) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:11.596401 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9090e99b-d618-405b-8e87-d54bccb78a71 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/0ee607af-7c33-4807-8697-7c8f6dbdc890 HTTP/1.1" status: 200 len: 993 time: 0.0581474 Jan 28 05:57:12.305598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.880449 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ff950-8c17-407c-ade5-cf0063d0c116 req-9efb4f49-19e3-4966-b2db-85b92bc52bb9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:12.881953 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b02ff950-8c17-407c-ade5-cf0063d0c116 req-9efb4f49-19e3-4966-b2db-85b92bc52bb9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0555384 Jan 28 05:57:12.946661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-f0e14ba1-cc3a-48a8-bc14-9a88900538a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:12.948149 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-f0e14ba1-cc3a-48a8-bc14-9a88900538a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1096 time: 0.0831678 Jan 28 05:57:12.953499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b02ff950-8c17-407c-ade5-cf0063d0c116 req-3ab6cbb8-6249-4caa-8bfb-e29538b5acd3 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542483 Jan 28 05:57:13.036379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-61ec9c79-387c-4299-a3ca-a1f5c20241ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:13.037897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-61ec9c79-387c-4299-a3ca-a1f5c20241ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 898 time: 0.0835762 Jan 28 05:57:13.105439 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-8cfd25a8-1169-4dc3-9701-e4e74dc8a5b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 1001 time: 0.0617700 Jan 28 05:57:13.152033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-0b6634cb-508b-421b-98d8-ea471e6df5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:13.153464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-0b6634cb-508b-421b-98d8-ea471e6df5c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 200 len: 834 time: 0.0427711 Jan 28 05:57:13.196113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-5656f844-2ce5-4dce-ba01-f61526187cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:13.197909 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-5656f844-2ce5-4dce-ba01-f61526187cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392349 Jan 28 05:57:13.288375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-be32cb10-b995-4a49-ad99-e0d27ba35f67 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847812 Jan 28 05:57:13.375978 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0a5c9a8c-282a-4879-bf37-76079014a9a2 req-b279a992-2040-4f06-9049-60fe1a259437 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811148 Jan 28 05:57:14.017626 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.072850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2d597-90a3-49a0-99c0-1f59b3353bd0 req-8e76d5a3-a5f9-425c-beed-652ea5e49b26 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:14.074369 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32a2d597-90a3-49a0-99c0-1f59b3353bd0 req-8e76d5a3-a5f9-425c-beed-652ea5e49b26 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0505590 Jan 28 05:57:14.121990 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-32a2d597-90a3-49a0-99c0-1f59b3353bd0 req-1ed40cf5-caa9-4e68-b2cb-5a441d0e46cb tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414903 Jan 28 05:57:15.237395 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a43e3-84aa-44e3-9aab-65b95f765cd7 req-4ace0282-98a9-4bfb-9bad-daf633b5baf0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:15.238874 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-602a43e3-84aa-44e3-9aab-65b95f765cd7 req-4ace0282-98a9-4bfb-9bad-daf633b5baf0 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0479426 Jan 28 05:57:15.290335 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-602a43e3-84aa-44e3-9aab-65b95f765cd7 req-a7baa47e-db14-42f3-9421-e8083d6e45e7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Jan 28 05:57:15.313476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56706) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.372742 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-350f9ea4-f1ce-4f8a-b42d-059b8b85f14a tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/floatingips/0ee607af-7c33-4807-8697-7c8f6dbdc890 HTTP/1.1" status: 200 len: 993 time: 0.0581288 Jan 28 05:57:15.559315 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:15.630619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56712) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:16.072065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 33dd40df-5fda-4033-a2e4-5754f3a73f8c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:16.072330 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.146839 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.147168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (33dd40df-5fda-4033-a2e4-5754f3a73f8c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.158730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 33dd40df-5fda-4033-a2e4-5754f3a73f8c owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:16.301312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (33dd40df-5fda-4033-a2e4-5754f3a73f8c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.325619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=33dd40df-5fda-4033-a2e4-5754f3a73f8c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:16.337742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.338102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.338455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.338810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.339138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.339473 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.339812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.340181 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.340513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.340843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.341214 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.341548 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.341875 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:16.394237 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for floatingip (0ee607af-7c33-4807-8697-7c8f6dbdc890), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.394581 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Floating IP 0ee607af-7c33-4807-8697-7c8f6dbdc890 disassociated (deleted). External IP: 172.25.6.203, port: ff6a8f65-97a2-44b2-9ff3-cae2e75858a0. Jan 28 05:57:16.597796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 13669f8b-aadd-4e29-a1d4-26df37e82f90 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:16.704612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:16.709393 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.714057 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] Sync routers for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:16.723530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:16.724145 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:16.738073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-1dc54ca0-a51d-4787-9416-92f8f0d79ced tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/floatingips/0ee607af-7c33-4807-8697-7c8f6dbdc890 HTTP/1.1" status: 204 len: 168 time: 1.1063755 Jan 28 05:57:16.738650 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:16.741266 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:16.791064 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887c8f6a-03f0-4480-a2de-8ccfa632d83d x-openstack-request-id: req-887c8f6a-03f0-4480-a2de-8ccfa632d83d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:16.791417 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:16.791617 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-887c8f6a-03f0-4480-a2de-8ccfa632d83d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:16.792036 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'status': 'completed', 'code': 200} Jan 28 05:57:16.839404 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:16.897276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-0ce59151-656d-47db-bbf7-97759c7685da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:16.899168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-0ce59151-656d-47db-bbf7-97759c7685da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 1096 time: 0.0656254 Jan 28 05:57:16.982540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda8489-fb1a-4f90-83db-6b54f36ae85f req-825b9e6a-7c49-49fd-87f5-b42b1c6d4f3c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:16.985592 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fda8489-fb1a-4f90-83db-6b54f36ae85f req-825b9e6a-7c49-49fd-87f5-b42b1c6d4f3c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0535831 Jan 28 05:57:17.026738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-0e129d0d-f89a-47a1-9784-d96c1e1b1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.028241 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-0e129d0d-f89a-47a1-9784-d96c1e1b1d0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 200 len: 898 time: 0.0935137 Jan 28 05:57:17.038088 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5fda8489-fb1a-4f90-83db-6b54f36ae85f req-e3f7ed28-afdf-4730-a8fa-fe81fce06f1b tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Jan 28 05:57:17.045967 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:52Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:17.069787 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-d8176fa1-e9c6-4094-b436-02abcda21335 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 200 len: 217 time: 0.0353751 Jan 28 05:57:17.073238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] Checking router: 13669f8b-aadd-4e29-a1d4-26df37e82f90 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:17.082141 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:17.082747 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:17.122535 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-faea4590-170c-413d-bfe0-8fde4f4e8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.124622 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-faea4590-170c-413d-bfe0-8fde4f4e8b60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 200 len: 834 time: 0.0485749 Jan 28 05:57:17.170193 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-d9be7e7b-4739-42e4-8a22-0f87100d04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.171695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-d9be7e7b-4739-42e4-8a22-0f87100d04f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400898 Jan 28 05:57:17.186690 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:17.263169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-af464f8e-5fd1-4b8c-abb5-8c9d1dcf4420 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838501 Jan 28 05:57:17.362420 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-989eddfd-3d49-4e46-9280-7ea2aef3e2e8 req-9c889d10-a281-46f8-9021-54ca500c23d1 service neutron] 10.222.0.52 "GET /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923355 Jan 28 05:57:17.536593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:52Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:17.566109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcbf6d-cf07-4bac-80a2-74bcb681e77b None None] The sync data for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 is: [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:55:48Z', 'revision_number': 4, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '8d52b446-17f9-4f8f-bc40-5a3b740a58af', 'name': '', 'network_id': '7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'mac_address': 'fa:16:3e:62:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f6782107-1171-499d-a342-660734930b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:48Z', 'updated_at': '2022-01-28T05:55:52Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'subnets': [{'id': 'f6782107-1171-499d-a342-660734930b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:17.788245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79908538-9765-43db-9671-d8738614518a None None] New status for floating IP 0ee607af-7c33-4807-8697-7c8f6dbdc890: DOWN {{(pid=103141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:57:18.159399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf11e0-0597-43b6-8ab0-b468219b0822 req-9c8c132d-2ad2-4b26-8b8e-b7c397c6adaa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:18.160922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3bf11e0-0597-43b6-8ab0-b468219b0822 req-9c8c132d-2ad2-4b26-8b8e-b7c397c6adaa tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0500231 Jan 28 05:57:18.209391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f3bf11e0-0597-43b6-8ab0-b468219b0822 req-455c68e8-af4a-4c29-9d58-eddb898cc7d5 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/security-groups?id=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429707 Jan 28 05:57:18.847409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-79cdf8ec-1d7d-4177-bb83-2457e0e8b88c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:18.848878 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-79cdf8ec-1d7d-4177-bb83-2457e0e8b88c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 945 time: 0.0610940 Jan 28 05:57:18.935461 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:18.935808 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.028393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:19.028674 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.042302 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:19.170226 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ff6a8f65-97a2-44b2-9ff3-cae2e75858a0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.203349 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=ff6a8f65-97a2-44b2-9ff3-cae2e75858a0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:19.244715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] No DVR routers for this DVR port ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:19.247551 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.252189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-55d48d6c-6795-4636-8775-ac3edb439ce8 req-9a13baf1-f5e9-4b1a-b7bb-90d3543f376e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.52 "DELETE /v2.0/ports/ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 HTTP/1.1" status: 204 len: 173 time: 0.3981316 Jan 28 05:57:19.252639 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'name': 'network-vif-deleted', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:19.254939 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ab53a-eda1-4587-a630-35c9ea87df26" -d '{"events": [{"server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "name": "network-vif-deleted", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:19.294290 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58420a74-43b1-462b-b610-ded9aa7779c0 x-openstack-request-id: req-58420a74-43b1-462b-b610-ded9aa7779c0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:19.294590 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e53f91-403f-426d-9b75-e35f7af6d20e", "name": "network-vif-deleted", "tag": "ff6a8f65-97a2-44b2-9ff3-cae2e75858a0", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:19.294891 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58420a74-43b1-462b-b610-ded9aa7779c0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:19.295266 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e53f91-403f-426d-9b75-e35f7af6d20e', 'name': 'network-vif-deleted', 'tag': 'ff6a8f65-97a2-44b2-9ff3-cae2e75858a0', 'status': 'completed', 'code': 200} Jan 28 05:57:19.315107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-35f5b094-2ce8-4401-b28f-72a61ceb47a4 req-4e547f91-b62d-4d0c-96ec-8924d067834c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8e53f91-403f-426d-9b75-e35f7af6d20e HTTP/1.1" status: 200 len: 210 time: 0.0267506 Jan 28 05:57:20.374678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56728) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:20.734670 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (13669f8b-aadd-4e29-a1d4-26df37e82f90), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:20.989913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 8d52b446-17f9-4f8f-bc40-5a3b740a58af {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:20.990173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.075611 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 8d52b446-17f9-4f8f-bc40-5a3b740a58af, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=8d52b446-17f9-4f8f-bc40-5a3b740a58af,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:21.075973 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.088426 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 8d52b446-17f9-4f8f-bc40-5a3b740a58af owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:21.280462 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (8d52b446-17f9-4f8f-bc40-5a3b740a58af), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.304739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=8d52b446-17f9-4f8f-bc40-5a3b740a58af,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:21.315432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.315789 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.316136 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.316478 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.316814 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.317166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.317497 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.317826 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.318609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.318609 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.318803 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.319099 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.319419 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:21.489719 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (13669f8b-aadd-4e29-a1d4-26df37e82f90), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.700392 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Router 13669f8b-aadd-4e29-a1d4-26df37e82f90 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:21.804618 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:21.810416 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5247f9f6-b23e-4abb-9536-38b1b9f495a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "PUT /v2.0/routers/13669f8b-aadd-4e29-a1d4-26df37e82f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4346642 Jan 28 05:57:21.814146 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:21.817008 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] Sync routers for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:21.826543 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:21.827156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:21.866646 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting subnet f6782107-1171-499d-a342-660734930b96 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:57:21.869801 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (f6782107-1171-499d-a342-660734930b96), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.908892 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (f6782107-1171-499d-a342-660734930b96), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.931777 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:21.995075 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (f6782107-1171-499d-a342-660734930b96), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.051662 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (f6782107-1171-499d-a342-660734930b96), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.078340 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Subnet': ['ID=f6782107-1171-499d-a342-660734930b96,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.083995 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.087633 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2254f222-fe82-4a4f-968b-cb3415e0a68e tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/subnets/f6782107-1171-499d-a342-660734930b96 HTTP/1.1" status: 204 len: 168 time: 0.2697833 Jan 28 05:57:22.090210 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56732) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.093986 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429d7bf-d3b7-4ad9-8918-e080fe713ad6 None None] Network 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:22.175977 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:57:21Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:22.198346 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (13669f8b-aadd-4e29-a1d4-26df37e82f90), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.205994 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] Checking router: 13669f8b-aadd-4e29-a1d4-26df37e82f90 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:22.220521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] Routers {'13669f8b-aadd-4e29-a1d4-26df37e82f90'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:22.221168 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['13669f8b-aadd-4e29-a1d4-26df37e82f90'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:22.307722 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_gateway (13669f8b-aadd-4e29-a1d4-26df37e82f90), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.309881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] DHCP port deletion for 7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:57:22.361970 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] Set router 13669f8b-aadd-4e29-a1d4-26df37e82f90 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:22.369865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Deleting port 95e4fb34-e8a8-4c92-99d1-9365e1043717 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:22.370296 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.417427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 39742e3f-4526-4417-806b-e9315eee8b35 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:22.454660 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] For port 95e4fb34-e8a8-4c92-99d1-9365e1043717, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=95e4fb34-e8a8-4c92-99d1-9365e1043717,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:22.455026 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.466564 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Calling delete_port for 95e4fb34-e8a8-4c92-99d1-9365e1043717 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:22.521517 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] Deleting port 39742e3f-4526-4417-806b-e9315eee8b35 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:22.521787 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (39742e3f-4526-4417-806b-e9315eee8b35), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.630044 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (95e4fb34-e8a8-4c92-99d1-9365e1043717), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.648089 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] For port 39742e3f-4526-4417-806b-e9315eee8b35, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=39742e3f-4526-4417-806b-e9315eee8b35,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:22.648492 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (39742e3f-4526-4417-806b-e9315eee8b35), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.654681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Port': ['ID=95e4fb34-e8a8-4c92-99d1-9365e1043717,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.669379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 39742e3f-4526-4417-806b-e9315eee8b35 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:22.669776 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (39742e3f-4526-4417-806b-e9315eee8b35), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.672842 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] Calling delete_port for 39742e3f-4526-4417-806b-e9315eee8b35 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:22.714055 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (13669f8b-aadd-4e29-a1d4-26df37e82f90), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.763425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 39742e3f-4526-4417-806b-e9315eee8b35, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=39742e3f-4526-4417-806b-e9315eee8b35,segment=NetworkSegment(44ba1e4e-aebe-405d-b6e3-974c3895ee07),segment_id=44ba1e4e-aebe-405d-b6e3-974c3895ee07)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:22.774195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (39742e3f-4526-4417-806b-e9315eee8b35), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.807627 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (13669f8b-aadd-4e29-a1d4-26df37e82f90), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.810444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router_controller (13669f8b-aadd-4e29-a1d4-26df37e82f90), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.810779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:57:21Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:22.841911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbf85c-0e54-4a63-9f30-8626d0040dbf None None] The sync data for ids ['13669f8b-aadd-4e29-a1d4-26df37e82f90'] in n-d-824835-3 is: [{'id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854503889', 'tenant_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:45Z', 'updated_at': '2022-01-28T05:57:21Z', 'revision_number': 5, 'project_id': 'b0de4379b8ea4ac996fad2fedfc60a65', 'gw_port': {'id': '95e4fb34-e8a8-4c92-99d1-9365e1043717', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13669f8b-aadd-4e29-a1d4-26df37e82f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:46Z', 'updated_at': '2022-01-28T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:22.860653 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (13669f8b-aadd-4e29-a1d4-26df37e82f90), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.860951 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (39742e3f-4526-4417-806b-e9315eee8b35), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.861367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Fanout notify agent at l3_agent the message router_deleted on router 13669f8b-aadd-4e29-a1d4-26df37e82f90 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:57:22.868570 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.872632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56734) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.877958 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-3ff094c7-aea7-4681-83a2-0a98461f156c tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/routers/13669f8b-aadd-4e29-a1d4-26df37e82f90 HTTP/1.1" status: 204 len: 168 time: 0.7843876 Jan 28 05:57:22.882256 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=39742e3f-4526-4417-806b-e9315eee8b35,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.884750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] No DVR routers for this DVR port 39742e3f-4526-4417-806b-e9315eee8b35 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:22.893250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.893712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.894152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.894599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.895040 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.895482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.895901 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.896238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.896575 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.896911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.897274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.897612 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.900764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:22.929219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341971-7628-4212-bf36-d4e597acfc56 None None] Pushing event deleted for resources: {'Port': ['ID=39742e3f-4526-4417-806b-e9315eee8b35,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.965300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.970780 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:22.990846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:22.991191 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device ff6a8f65-97a2-44b2-9ff3-cae2e75858a0 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:23.054564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.074123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:23.083075 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ba1e4e-aebe-405d-b6e3-974c3895ee07') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:23.083379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ba1e4e-aebe-405d-b6e3-974c3895ee07') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:23.093073 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (44ba1e4e-aebe-405d-b6e3-974c3895ee07), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.105921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (44ba1e4e-aebe-405d-b6e3-974c3895ee07), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.112381 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:57:23.112767 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (44ba1e4e-aebe-405d-b6e3-974c3895ee07), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: timer() Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:57:23.124968 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:57:23.176313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.183170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.186508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/networks/7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc HTTP/1.1" status: 204 len: 168 time: 0.3115711 Jan 28 05:57:23.188962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56736) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.217834 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c14af-c8ac-4602-ae7f-c5855565e2a9 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'Network': ['ID=7c51bbcb-807e-49a2-9bdc-e3cc6b449dcc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:23.258863 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eacf774-5d48-485c-99a4-11c52f5a1cd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.284899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eacf774-5d48-485c-99a4-11c52f5a1cd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.346351 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eacf774-5d48-485c-99a4-11c52f5a1cd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.348942 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eacf774-5d48-485c-99a4-11c52f5a1cd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.350159 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4eacf774-5d48-485c-99a4-11c52f5a1cd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] 10.222.0.21 "DELETE /v2.0/security-groups/5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08 HTTP/1.1" status: 204 len: 168 time: 0.1602559 Jan 28 05:57:23.360466 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacf774-5d48-485c-99a4-11c52f5a1cd7 tempest-TestNetworkAdvancedServerOps-1714672767 tempest-TestNetworkAdvancedServerOps-1714672767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afbdc6d-3af3-40ac-aea4-8f9b4dd3ed08,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:23.722942 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56744) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.871869 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-6d8dc764-0ed2-49d1-b71a-4ea338eb9a05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0de4379b8ea4ac996fad2fedfc60a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477582 Jan 28 05:57:23.874458 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.922684 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ef25d8e-0069-436c-af8a-3f3611095118 admin admin] Publish callbacks [] for security_group (d168185b-bd77-4a06-b7fc-549b1cdede82), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.943950 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ef25d8e-0069-436c-af8a-3f3611095118 admin admin] Publish callbacks [] for security_group (d168185b-bd77-4a06-b7fc-549b1cdede82), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.990361 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ef25d8e-0069-436c-af8a-3f3611095118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (d168185b-bd77-4a06-b7fc-549b1cdede82), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.993335 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ef25d8e-0069-436c-af8a-3f3611095118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.994558 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1ef25d8e-0069-436c-af8a-3f3611095118 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d168185b-bd77-4a06-b7fc-549b1cdede82 HTTP/1.1" status: 204 len: 168 time: 0.1190884 Jan 28 05:57:24.003045 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef25d8e-0069-436c-af8a-3f3611095118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168185b-bd77-4a06-b7fc-549b1cdede82,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:24.254440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56754) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:24.268041 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45855471-7b41-4695-bdc9-ea7e037f2997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.327800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d52b446-17f9-4f8f-bc40-5a3b740a58af no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:24.348222 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 8d52b446-17f9-4f8f-bc40-5a3b740a58af {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:24.348505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 8d52b446-17f9-4f8f-bc40-5a3b740a58af not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:24.348678 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45855471-7b41-4695-bdc9-ea7e037f2997 admin admin] Publish callbacks [] for security_group (2423db8b-9a79-47ff-8a82-ed69939705ec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.348931 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 95e4fb34-e8a8-4c92-99d1-9365e1043717 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:24.352868 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45855471-7b41-4695-bdc9-ea7e037f2997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2423db8b-9a79-47ff-8a82-ed69939705ec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.367438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 95e4fb34-e8a8-4c92-99d1-9365e1043717 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:24.367786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 95e4fb34-e8a8-4c92-99d1-9365e1043717 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:24.391712 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-45855471-7b41-4695-bdc9-ea7e037f2997 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d07d18db4ac34d378d57a6bd4006f81a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361959 Jan 28 05:57:24.392751 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45855471-7b41-4695-bdc9-ea7e037f2997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423db8b-9a79-47ff-8a82-ed69939705ec,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:24.394375 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:24.403985 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:57:24.446127 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db6e8271-2343-4830-b288-4d775a2ce4ec admin admin] Publish callbacks [] for security_group (2423db8b-9a79-47ff-8a82-ed69939705ec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.466999 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db6e8271-2343-4830-b288-4d775a2ce4ec admin admin] Publish callbacks [] for security_group (2423db8b-9a79-47ff-8a82-ed69939705ec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.514759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db6e8271-2343-4830-b288-4d775a2ce4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (2423db8b-9a79-47ff-8a82-ed69939705ec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.517688 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db6e8271-2343-4830-b288-4d775a2ce4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.518922 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-db6e8271-2343-4830-b288-4d775a2ce4ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2423db8b-9a79-47ff-8a82-ed69939705ec HTTP/1.1" status: 204 len: 168 time: 0.1234996 Jan 28 05:57:24.527157 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8271-2343-4830-b288-4d775a2ce4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423db8b-9a79-47ff-8a82-ed69939705ec,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:25.204425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56778) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:25.298493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730613492-network', 'tenant_id': 'f280d123688340c192a6b0c16586cc55'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:25.320276 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Made reservation on behalf of f280d123688340c192a6b0c16586cc55 for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:25.322649 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.331444 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.406980 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks [] for security_group (ef71c5be-cebe-4229-ad21-6812a56b2eea), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.410619 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ef71c5be-cebe-4229-ad21-6812a56b2eea), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.434309 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:25.442853 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef71c5be-cebe-4229-ad21-6812a56b2eea,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:25.448663 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8018414e-fa29-40f5-a1a8-f55b8faf2173), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.449049 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Added segment 8018414e-fa29-40f5-a1a8-f55b8faf2173 of type vlan for network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 Jan 28 05:57:25.487107 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (87ec5ef7-7702-4d89-bbed-9416107a3ec6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.511309 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (87ec5ef7-7702-4d89-bbed-9416107a3ec6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.512236 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:25.512804 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.561085 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3555081 Jan 28 05:57:25.564269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56782) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:25.569282 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Request body: {'subnet': {'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730613492-subnet', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:25.575464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82779eae-4ed3-4948-881c-3568aa002d4c admin admin] Pushing event updated for resources: {'Network': ['ID=87ec5ef7-7702-4d89-bbed-9416107a3ec6,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:25.586590 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:25.589278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Made reservation on behalf of f280d123688340c192a6b0c16586cc55 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:25.591752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.760510 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (e3f5a236-5a84-4f99-ae78-e8ca2f2905ec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.823257 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:25.830952 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Checking segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:25.831323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Network hostable DHCP agents. Network: 87ec5ef7-7702-4d89-bbed-9416107a3ec6, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:25.848325 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:25.856775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 87ec5ef7-7702-4d89-bbed-9416107a3ec6) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:25.861004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:25.861647 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.866729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca34533a-b22e-47d1-8efd-ea2091914a94 None None] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:25.878142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c9eb887f-039c-4c76-8a88-39374e32c1dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127789 Jan 28 05:57:25.880831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:25.885292 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:25.904288 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (599fe3dc-076f-47be-8afe-1e2270593c72), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.905959 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (599fe3dc-076f-47be-8afe-1e2270593c72), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.957102 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks [] for router_controller (599fe3dc-076f-47be-8afe-1e2270593c72), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.971043 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:57:25.972064 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.097779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks [] for router_gateway (599fe3dc-076f-47be-8afe-1e2270593c72), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.114721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Allocated IP 172.20.0.2 (87ec5ef7-7702-4d89-bbed-9416107a3ec6/e3f5a236-5a84-4f99-ae78-e8ca2f2905ec/939df529-b2cb-495a-a7f0-f76599cba2e9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:26.256834 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Publish callbacks [] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.263536 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.298568 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks [] for router_gateway (599fe3dc-076f-47be-8afe-1e2270593c72), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.307066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:26.309841 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:26.315272 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:26.317982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.322461 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Pushing event updated for resources: {'Port': ['ID=939df529-b2cb-495a-a7f0-f76599cba2e9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:26.372801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Attempting to bind port 939df529-b2cb-495a-a7f0-f76599cba2e9 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:26.373205 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Attempting to bind port 939df529-b2cb-495a-a7f0-f76599cba2e9 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:26.373614 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Attempting to bind port 939df529-b2cb-495a-a7f0-f76599cba2e9 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:26.378549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:26.378933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Checking segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:26.379344 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.379743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Bound using segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:26.380223 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Bound port: 939df529-b2cb-495a-a7f0-f76599cba2e9, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:26.380637 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.422607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Allocated IP 172.25.6.17 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5a9c63b4-9f3f-4cd4-a684-8f81c50b2863) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:26.441890 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] For port 939df529-b2cb-495a-a7f0-f76599cba2e9, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:26.445059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] For port 939df529-b2cb-495a-a7f0-f76599cba2e9, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=939df529-b2cb-495a-a7f0-f76599cba2e9,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:26.449785 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.506538 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e349b7-f436-4028-adf6-6d45551dfd08 None None] Pushing event updated for resources: {'Port': ['ID=939df529-b2cb-495a-a7f0-f76599cba2e9,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:26.536558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks [] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.570779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.611268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:26.614131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:26.621510 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:26.627531 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:26.897903 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks [] for router_gateway (599fe3dc-076f-47be-8afe-1e2270593c72), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.093956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (599fe3dc-076f-47be-8afe-1e2270593c72), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.225578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Router 599fe3dc-076f-47be-8afe-1e2270593c72 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:57:27.339204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:27.348584 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:27.358455 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:27.359085 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:27.359786 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.364081 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-248ff311-4ec5-4e38-8397-c6c240c9b4c1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4796886 Jan 28 05:57:27.364358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56786) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:27.428685 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d376d93-fbf9-41b1-a044-f51279d903c4 None None] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:27.474360 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:27.662653 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] Provisioning complete for port 939df529-b2cb-495a-a7f0-f76599cba2e9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:27.663091 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.670077 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:26Z', 'revision_number': 3, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:27.698042 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:27.698700 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Updating router 599fe3dc-076f-47be-8afe-1e2270593c72 port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:57:27.728432 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.787990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] Current status of the port 939df529-b2cb-495a-a7f0-f76599cba2e9 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:27.788453 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.823851 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] For port 939df529-b2cb-495a-a7f0-f76599cba2e9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=939df529-b2cb-495a-a7f0-f76599cba2e9,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:27.829402 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.887615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee33db-0534-4067-bfc8-0ce06de93086 None None] Pushing event updated for resources: {'Port': ['ID=939df529-b2cb-495a-a7f0-f76599cba2e9,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:28.020958 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Publish callbacks [] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.026372 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.051549 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c8b76e28-4e44-49f7-a6a1-4ec90e63c5bd None None] Provisioning complete for port 939df529-b2cb-495a-a7f0-f76599cba2e9 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:28.051852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8b76e28-4e44-49f7-a6a1-4ec90e63c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.071870 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Attempting to bind port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:28.072245 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Attempting to bind port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:28.072647 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Attempting to bind port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:28.085912 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:28.086293 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:28.086696 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.087088 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:28.087555 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Bound port: 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:28.087941 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.107242 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Pushing event updated for resources: {'Port': ['ID=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:28.112167 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.119660 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.120012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.120730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.120730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.121031 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.121355 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.121683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.122009 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.122329 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.122652 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.122981 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.123303 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.124515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:28.142670 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c8b76e28-4e44-49f7-a6a1-4ec90e63c5bd None None] Current status of the port 939df529-b2cb-495a-a7f0-f76599cba2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:28.155417 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] For port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:28.158636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] For port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:28.163019 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.222611 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:28.223224 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:28.227912 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf41d23-8fcf-4965-861a-89f1cee03144 None None] Pushing event updated for resources: {'Port': ['ID=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:28.277831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Allocated IP 172.20.0.1 (87ec5ef7-7702-4d89-bbed-9416107a3ec6/e3f5a236-5a84-4f99-ae78-e8ca2f2905ec/f4f87697-6754-4c1c-8bd8-24ad61204c31) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:28.333922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:28.394157 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks [] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.409070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 939df529-b2cb-495a-a7f0-f76599cba2e9 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:28.431189 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.459121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 939df529-b2cb-495a-a7f0-f76599cba2e9 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:28.459700 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.465973 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:28.469666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:28.473071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:28.505862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f87697-6754-4c1c-8bd8-24ad61204c31,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:28.526264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (599fe3dc-076f-47be-8afe-1e2270593c72), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.544444 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:26Z', 'revision_number': 3, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:28.553172 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 939df529-b2cb-495a-a7f0-f76599cba2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:28.579532 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48534b49-dd5b-4261-b2dc-082a16ce7f3f None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:26Z', 'revision_number': 3, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:28.673906 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.768992 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-daebd96a-8358-4680-b460-27959a032ed1 None None] Provisioning complete for port f4f87697-6754-4c1c-8bd8-24ad61204c31 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:28.769354 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-daebd96a-8358-4680-b460-27959a032ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.821661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-daebd96a-8358-4680-b460-27959a032ed1 None None] Port f4f87697-6754-4c1c-8bd8-24ad61204c31 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:28.854474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks [] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.860754 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.940012 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (599fe3dc-076f-47be-8afe-1e2270593c72), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.941941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f87697-6754-4c1c-8bd8-24ad61204c31,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:29.042818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:29.044319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:29.168331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Router 599fe3dc-076f-47be-8afe-1e2270593c72 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:29.284844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:29.290487 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-257e7158-5301-4a84-b896-abffa168e1d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/599fe3dc-076f-47be-8afe-1e2270593c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9250076 Jan 28 05:57:29.353567 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e26fb41f-7c2c-4642-888f-438dd159a85f None None] Provisioning complete for port f4f87697-6754-4c1c-8bd8-24ad61204c31 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:29.353961 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e26fb41f-7c2c-4642-888f-438dd159a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.389569 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e26fb41f-7c2c-4642-888f-438dd159a85f None None] Port f4f87697-6754-4c1c-8bd8-24ad61204c31 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:29.765834 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56802) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:29.770797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1831722749-network', 'tenant_id': '2eed319fd7524473960bd035e543581c'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:29.789603 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Made reservation on behalf of 2eed319fd7524473960bd035e543581c for: {'network': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:29.791945 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.800608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.878770 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks [] for security_group (16cc26eb-085c-4d9a-bc27-f7ef1800b96b), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.882708 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (16cc26eb-085c-4d9a-bc27-f7ef1800b96b), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.909000 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:29.918170 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc26eb-085c-4d9a-bc27-f7ef1800b96b,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:29.924641 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a73e6676-ba1d-40b6-aea0-5be7fb0e3890), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.925127 n-d-824835-3 neutron-server[103139]: INFO neutron.db.segments_db [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Added segment a73e6676-ba1d-40b6-aea0-5be7fb0e3890 of type vlan for network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 Jan 28 05:57:29.966699 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (4e941afc-4159-4bdc-bf00-b0e91fe538e2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.993066 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (4e941afc-4159-4bdc-bf00-b0e91fe538e2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.994081 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:29.994674 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.053090 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2860584 Jan 28 05:57:30.055895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56804) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:30.060934 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Request body: {'subnet': {'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1831722749-subnet', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:30.062054 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0e4dd-2a05-4636-8f82-54afe6f3a09e admin admin] Pushing event updated for resources: {'Network': ['ID=4e941afc-4159-4bdc-bf00-b0e91fe538e2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:30.071748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:30.082458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Made reservation on behalf of 2eed319fd7524473960bd035e543581c for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:30.085297 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592216'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.141672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:30.156291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:30.157020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:30.258753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592202'] for subnet (3ff44ed6-1955-4455-82fc-a8f0c98f3216), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.268763 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:30.318505 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff44ed6-1955-4455-82fc-a8f0c98f3216,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:30.327802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Checking segment: {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:30.328393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Network hostable DHCP agents. Network: 4e941afc-4159-4bdc-bf00-b0e91fe538e2, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:30.347549 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:30.357823 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 4e941afc-4159-4bdc-bf00-b0e91fe538e2) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:30.362562 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:30.363181 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.370162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf692c-88a2-408b-b794-4c65416f0a89 None None] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:30.383794 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-f67bac81-75b0-4851-87b9-3b0c40ab81b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3266234 Jan 28 05:57:30.386234 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56806) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:30.391601 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:30.411626 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (5bd77701-251f-40c4-b1b2-4ed5a832017a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.412721 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (5bd77701-251f-40c4-b1b2-4ed5a832017a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.413103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:30.468450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks [] for router_controller (5bd77701-251f-40c4-b1b2-4ed5a832017a), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.588171 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-4e941afc-4159-4bdc-bf00-b0e91fe538e2', 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2', 'project_id': '2eed319fd7524473960bd035e543581c', 'fixed_ips': [{'subnet_id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:57:30.589034 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.591964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:30.592358 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.605314 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks [] for router_gateway (5bd77701-251f-40c4-b1b2-4ed5a832017a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.720692 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 2, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:30.764029 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:30.764389 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Updating router 599fe3dc-076f-47be-8afe-1e2270593c72 port f4f87697-6754-4c1c-8bd8-24ad61204c31 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:57:30.808083 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks [] for router_gateway (5bd77701-251f-40c4-b1b2-4ed5a832017a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.828571 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.841255 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:30.841619 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.846716 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.870085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Allocated IP 172.20.0.2 (4e941afc-4159-4bdc-bf00-b0e91fe538e2/3ff44ed6-1955-4455-82fc-a8f0c98f3216/35f6a757-4c1b-4d38-a303-78cd1fb2d99d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:30.887775 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:30.913861 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.939838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Allocated IP 172.25.6.252 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/36a2aa67-b1c9-4d9f-b912-a07a1231c255) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:31.051791 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks [] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.073188 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.087480 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.127016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:31.134296 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:31.136482 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Pushing event updated for resources: {'Port': ['ID=36a2aa67-b1c9-4d9f-b912-a07a1231c255,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.138641 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:31.227346 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Publish callbacks [] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.235640 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.309368 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:31.318480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:31.321951 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:31.323871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Pushing event updated for resources: {'Port': ['ID=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.362250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Publish callbacks [] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.370095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.391170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks [] for router_gateway (5bd77701-251f-40c4-b1b2-4ed5a832017a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.584055 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Attempting to bind port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:31.584435 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Attempting to bind port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:31.584805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Attempting to bind port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d on network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:31.597679 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (5bd77701-251f-40c4-b1b2-4ed5a832017a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.599620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69e70-49f5-4b8f-a011-5aadea6bb741 None None] Pushing event updated for resources: {'Port': ['ID=f4f87697-6754-4c1c-8bd8-24ad61204c31,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.603066 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:31.603425 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Checking segment: {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:31.603846 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.604242 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Bound using segment: {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:31.604731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Bound port: 35f6a757-4c1b-4d38-a303-78cd1fb2d99d, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:31.605120 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.688729 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Attempting to bind port f4f87697-6754-4c1c-8bd8-24ad61204c31 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:31.689106 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Attempting to bind port f4f87697-6754-4c1c-8bd8-24ad61204c31 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:31.689505 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Attempting to bind port f4f87697-6754-4c1c-8bd8-24ad61204c31 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:31.707695 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:31.708119 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Checking segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:31.708484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.708971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Bound using segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:31.709764 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Bound port: f4f87697-6754-4c1c-8bd8-24ad61204c31, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:31.709764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.727728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] For port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:31.742423 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Router 5bd77701-251f-40c4-b1b2-4ed5a832017a is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:57:31.758936 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] For port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:31.767037 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.838306 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] For port f4f87697-6754-4c1c-8bd8-24ad61204c31, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:31.847542 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] For port f4f87697-6754-4c1c-8bd8-24ad61204c31, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4f87697-6754-4c1c-8bd8-24ad61204c31,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:31.861435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.862223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:31.866334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e09302-20db-41a5-b100-26253b2d5f6c None None] Pushing event updated for resources: {'Port': ['ID=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.871636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Sync routers for ids ['5bd77701-251f-40c4-b1b2-4ed5a832017a'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:31.882224 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] Provisioning complete for port f4f87697-6754-4c1c-8bd8-24ad61204c31 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:31.882633 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.885559 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Routers {'5bd77701-251f-40c4-b1b2-4ed5a832017a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:31.886259 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5bd77701-251f-40c4-b1b2-4ed5a832017a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:31.887003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.890853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c468e2f7-7df2-46fe-a820-86989bb55b32 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5010560 Jan 28 05:57:31.891214 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56808) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:31.983058 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69e70-49f5-4b8f-a011-5aadea6bb741 None None] Pushing event updated for resources: {'Port': ['ID=f4f87697-6754-4c1c-8bd8-24ad61204c31,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.985774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:31.986415 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:32.057769 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Set router 5bd77701-251f-40c4-b1b2-4ed5a832017a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:32.112434 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] Current status of the port f4f87697-6754-4c1c-8bd8-24ad61204c31 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:32.112434 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.172897 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:32.201418 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] For port f4f87697-6754-4c1c-8bd8-24ad61204c31, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4f87697-6754-4c1c-8bd8-24ad61204c31,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:32.207618 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.380514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb2ff-a35e-4c9e-9d95-837aef5b1311 None None] Pushing event updated for resources: {'Port': ['ID=f4f87697-6754-4c1c-8bd8-24ad61204c31,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:32.438063 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:31Z', 'revision_number': 3, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:32.480198 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-baeca49f-1d9f-4054-adac-7285d5b91668 None None] Provisioning complete for port f4f87697-6754-4c1c-8bd8-24ad61204c31 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:32.480584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baeca49f-1d9f-4054-adac-7285d5b91668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.484545 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Checking router: 5bd77701-251f-40c4-b1b2-4ed5a832017a for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:32.485226 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Updating router 5bd77701-251f-40c4-b1b2-4ed5a832017a port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:57:32.527794 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.556824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:31Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:32.589351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:32.621265 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da298d1-4eb3-4b4e-9a48-8aa8b596e889 None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:31Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:32.698142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-baeca49f-1d9f-4054-adac-7285d5b91668 None None] Current status of the port f4f87697-6754-4c1c-8bd8-24ad61204c31 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:32.718716 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:32.718914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.838867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:32.840278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35f6a757-4c1b-4d38-a303-78cd1fb2d99d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:32.892552 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Publish callbacks [] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.906092 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.915012 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:32.915478 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.962464 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f2d61-1b03-4bfe-8eb1-353d526f2c49 None None] Pushing event updated for resources: {'Port': ['ID=36a2aa67-b1c9-4d9f-b912-a07a1231c255,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:32.985497 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Attempting to bind port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:32.986097 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Attempting to bind port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:32.986658 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Attempting to bind port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:32.992459 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:32.993131 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:32.993779 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.994389 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:32.995080 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Bound port: 36a2aa67-b1c9-4d9f-b912-a07a1231c255, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:32.995815 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.023365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.027070 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:33.027541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.078250 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] For port 36a2aa67-b1c9-4d9f-b912-a07a1231c255, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:33.081892 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] For port 36a2aa67-b1c9-4d9f-b912-a07a1231c255, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=36a2aa67-b1c9-4d9f-b912-a07a1231c255,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:33.097401 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.105327 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:33.111925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.163579 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Routers {'5bd77701-251f-40c4-b1b2-4ed5a832017a'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:33.164452 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5bd77701-251f-40c4-b1b2-4ed5a832017a'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:33.195728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:33.265713 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f2d61-1b03-4bfe-8eb1-353d526f2c49 None None] Pushing event updated for resources: {'Port': ['ID=36a2aa67-b1c9-4d9f-b912-a07a1231c255,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:33.313939 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec69485-ed9d-4eb0-a37f-a81056bc0a2e None None] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:33.385587 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Allocated IP 172.20.0.1 (4e941afc-4159-4bdc-bf00-b0e91fe538e2/3ff44ed6-1955-4455-82fc-a8f0c98f3216/62fecebd-63a5-4d8a-b752-efbfd425144e) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:33.406608 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] Set router 5bd77701-251f-40c4-b1b2-4ed5a832017a gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:33.441474 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b6279eb2-cdfb-4628-8939-5e7f31cedb1b None None] Provisioning complete for port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:33.441915 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6279eb2-cdfb-4628-8939-5e7f31cedb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.568161 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b6279eb2-cdfb-4628-8939-5e7f31cedb1b None None] Current status of the port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:33.576861 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks [] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.627501 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.660182 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:31Z', 'revision_number': 3, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:33.670910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:33.674171 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:33.679163 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:33.709171 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126223d-9a91-4173-9e94-28509de38ee4 None None] The sync data for ids ['5bd77701-251f-40c4-b1b2-4ed5a832017a'] in n-d-824835-3 is: [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:31Z', 'revision_number': 3, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:33.736570 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Pushing event updated for resources: {'Port': ['ID=62fecebd-63a5-4d8a-b752-efbfd425144e,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:33.745591 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (5bd77701-251f-40c4-b1b2-4ed5a832017a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.797271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-e04549c8-1755-46f4-8895-44073d7ea0d9 None None] Provisioning complete for port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:33.797540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e04549c8-1755-46f4-8895-44073d7ea0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.900543 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.907758 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e04549c8-1755-46f4-8895-44073d7ea0d9 None None] Current status of the port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:34.105095 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks [] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.110744 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.136103 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-0267c46a-66c6-4cec-b705-1d227ace89cd None None] Provisioning complete for port 62fecebd-63a5-4d8a-b752-efbfd425144e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:34.136790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0267c46a-66c6-4cec-b705-1d227ace89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.189915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Pushing event updated for resources: {'Port': ['ID=62fecebd-63a5-4d8a-b752-efbfd425144e,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:34.191490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0267c46a-66c6-4cec-b705-1d227ace89cd None None] Port 62fecebd-63a5-4d8a-b752-efbfd425144e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:34.196911 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (5bd77701-251f-40c4-b1b2-4ed5a832017a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.321624 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:34.325621 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:34.485773 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Router 5bd77701-251f-40c4-b1b2-4ed5a832017a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:34.552900 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35f6a757-4c1b-4d38-a303-78cd1fb2d99d up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:34.626487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2580ae04-cd68-47a5-a39a-79331d016efe None None] Provisioning complete for port 62fecebd-63a5-4d8a-b752-efbfd425144e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:34.626998 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2580ae04-cd68-47a5-a39a-79331d016efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.650577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:34.658124 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:34.658335 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-393daef1-17c3-4864-9e85-e280da26f80c admin admin] 10.222.0.21 "PUT /v2.0/routers/5bd77701-251f-40c4-b1b2-4ed5a832017a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657890 Jan 28 05:57:34.658704 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.688238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2580ae04-cd68-47a5-a39a-79331d016efe None None] Port 62fecebd-63a5-4d8a-b752-efbfd425144e cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:34.771178 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:34.772281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36a2aa67-b1c9-4d9f-b912-a07a1231c255 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:34.828243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:34.828764 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.911643 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:34.912307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.937661 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port 36a2aa67-b1c9-4d9f-b912-a07a1231c255, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=36a2aa67-b1c9-4d9f-b912-a07a1231c255,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:34.942555 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.943521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4f87697-6754-4c1c-8bd8-24ad61204c31 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:35.033318 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=36a2aa67-b1c9-4d9f-b912-a07a1231c255,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.043721 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port f4f87697-6754-4c1c-8bd8-24ad61204c31 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:35.044098 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.118261 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port f4f87697-6754-4c1c-8bd8-24ad61204c31 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:35.297366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 56818) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.301977 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995407534', 'description': 'tempest-secgroup-smoke-1995407534 description', 'project_id': 'f280d123688340c192a6b0c16586cc55'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:35.321608 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.390360 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (353a43b4-2b88-4ba5-87c1-177fb88e40e2), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.394196 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (353a43b4-2b88-4ba5-87c1-177fb88e40e2), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.418184 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.419415 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1210947 Jan 28 05:57:35.423144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56820) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.427627 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da05ca-5d28-4a42-bc79-2063acf0d187 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353a43b4-2b88-4ba5-87c1-177fb88e40e2,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.428036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': '353a43b4-2b88-4ba5-87c1-177fb88e40e2', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:35.456473 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (0ee1e7ff-e69b-4367-bfdf-c27d50911807), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.510860 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (0ee1e7ff-e69b-4367-bfdf-c27d50911807), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.515227 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0ee1e7ff-e69b-4367-bfdf-c27d50911807), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.533039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee1e7ff-e69b-4367-bfdf-c27d50911807,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.540779 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.542040 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8a33f9e-92b0-4ba8-a832-d3ba40e21e99 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176775 Jan 28 05:57:35.544924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56822) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.549835 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': '353a43b4-2b88-4ba5-87c1-177fb88e40e2', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:35.573739 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (d48767ca-75f1-42dd-a649-bdd06bf0e3c6), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.630944 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (d48767ca-75f1-42dd-a649-bdd06bf0e3c6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.635644 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (d48767ca-75f1-42dd-a649-bdd06bf0e3c6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.661955 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48767ca-75f1-42dd-a649-bdd06bf0e3c6,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.666832 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.668053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9483cfd6-5537-41e8-a772-3b8ea2075bf8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216638 Jan 28 05:57:35.670740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56824) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.675016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': '353a43b4-2b88-4ba5-87c1-177fb88e40e2', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:35.706477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (0bb055b1-c57a-4584-ab9c-cde80b85e22a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.762866 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (0bb055b1-c57a-4584-ab9c-cde80b85e22a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.767163 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (0bb055b1-c57a-4584-ab9c-cde80b85e22a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.785831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb055b1-c57a-4584-ab9c-cde80b85e22a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.793403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.794632 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c8cbef99-d9ac-4da5-9572-fb3903fab2ab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229751 Jan 28 05:57:35.797961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56826) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.802440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': '353a43b4-2b88-4ba5-87c1-177fb88e40e2', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:35.827771 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (6ad99616-34fd-4743-812c-8e7664eb997a), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.888213 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (6ad99616-34fd-4743-812c-8e7664eb997a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.892996 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6ad99616-34fd-4743-812c-8e7664eb997a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.911268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad99616-34fd-4743-812c-8e7664eb997a,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.918781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.919997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea0257e8-e74c-4d9f-897f-2836ac63f7b9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210988 Jan 28 05:57:35.922807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56828) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.927001 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': '353a43b4-2b88-4ba5-87c1-177fb88e40e2', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:35.947667 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Project f280d123688340c192a6b0c16586cc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:57:35.952818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (93941dcc-56d3-4d16-b831-2fc00b03d315), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.024300 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (93941dcc-56d3-4d16-b831-2fc00b03d315), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.029029 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (93941dcc-56d3-4d16-b831-2fc00b03d315), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.051902 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93941dcc-56d3-4d16-b831-2fc00b03d315,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:36.061864 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.063107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-92cf50cc-7e79-4cc3-a594-6b285643fea1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393781 Jan 28 05:57:36.065874 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56832) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:36.070448 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': '353a43b4-2b88-4ba5-87c1-177fb88e40e2', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:36.091165 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Project f280d123688340c192a6b0c16586cc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:57:36.096896 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (63d91582-afc9-46b5-a078-bad6eef1ab5b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.164516 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (63d91582-afc9-46b5-a078-bad6eef1ab5b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.168840 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (63d91582-afc9-46b5-a078-bad6eef1ab5b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.187111 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d91582-afc9-46b5-a078-bad6eef1ab5b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:36.194897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.201190 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Sync routers for ids ['5bd77701-251f-40c4-b1b2-4ed5a832017a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:36.202273 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ea18c7ee-2b1d-4c24-9d70-9bcfd5e362ef tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291423 Jan 28 05:57:36.208121 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Routers {'5bd77701-251f-40c4-b1b2-4ed5a832017a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:36.208801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5bd77701-251f-40c4-b1b2-4ed5a832017a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:36.322490 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Set router 5bd77701-251f-40c4-b1b2-4ed5a832017a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:36.349663 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-0ab4ff1f-95cc-49dd-a294-1d2f229bba5a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995407534&fields=id&tenant_id=f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 267 time: 0.0457094 Jan 28 05:57:36.356979 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36a2aa67-b1c9-4d9f-b912-a07a1231c255 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:36.461487 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5e63c631-c652-4b49-a81f-8b339a0199af tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:36.462914 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5e63c631-c652-4b49-a81f-8b339a0199af tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 809 time: 0.1065967 Jan 28 05:57:36.478060 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5c678715-8659-478b-af8e-8e35de7849b2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/quotas/f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 375 time: 0.0091996 Jan 28 05:57:36.532651 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-210a4cee-2624-47ac-884c-472113b92f9a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486672 Jan 28 05:57:36.634971 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-4a45022f-239c-4d0b-984f-b1620aa6e123 service neutron] 10.222.0.21 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Jan 28 05:57:36.680134 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:36.680515 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.728223 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-783495f0-d59c-4200-aaa0-e8d9e6d5c18a service neutron] 10.222.0.21 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869434 Jan 28 05:57:36.822325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:36.825659 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:33Z', 'revision_number': 4, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '62fecebd-63a5-4d8a-b752-efbfd425144e', 'name': '', 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'mac_address': 'fa:16:3e:b5:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:33Z', 'updated_at': '2022-01-28T05:57:33Z', 'revision_number': 2, 'project_id': '2eed319fd7524473960bd035e543581c', 'subnets': [{'id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:36.866741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Checking router: 5bd77701-251f-40c4-b1b2-4ed5a832017a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:36.867259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Updating router 5bd77701-251f-40c4-b1b2-4ed5a832017a port 62fecebd-63a5-4d8a-b752-efbfd425144e binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:57:36.900869 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa4dce2b-dddd-475a-9136-087b4fe234da req-97ca42f0-9513-4493-af3e-300ded2ced67 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 210 time: 0.0275922 Jan 28 05:57:36.901556 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.094361 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.199443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Publish callbacks [] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.204944 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.253417 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ce139-b3a4-4691-a5e8-5760c1050a22 None None] Pushing event updated for resources: {'Port': ['ID=62fecebd-63a5-4d8a-b752-efbfd425144e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:37.318411 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Attempting to bind port 62fecebd-63a5-4d8a-b752-efbfd425144e on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:37.318791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Attempting to bind port 62fecebd-63a5-4d8a-b752-efbfd425144e by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:37.319238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Attempting to bind port 62fecebd-63a5-4d8a-b752-efbfd425144e on network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:37.324317 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:37.324694 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Checking segment: {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:37.325097 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.325510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Bound using segment: {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:37.325983 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Bound port: 62fecebd-63a5-4d8a-b752-efbfd425144e, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:37.326403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.395499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] For port 62fecebd-63a5-4d8a-b752-efbfd425144e, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:37.398822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] For port 62fecebd-63a5-4d8a-b752-efbfd425144e, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=62fecebd-63a5-4d8a-b752-efbfd425144e,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:37.403386 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.463803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Routers {'5bd77701-251f-40c4-b1b2-4ed5a832017a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:37.464471 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5bd77701-251f-40c4-b1b2-4ed5a832017a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:37.466451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ce139-b3a4-4691-a5e8-5760c1050a22 None None] Pushing event updated for resources: {'Port': ['ID=62fecebd-63a5-4d8a-b752-efbfd425144e,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:37.566786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] Provisioning complete for port 62fecebd-63a5-4d8a-b752-efbfd425144e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:37.567205 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.618673 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] Set router 5bd77701-251f-40c4-b1b2-4ed5a832017a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:37.771796 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] Current status of the port 62fecebd-63a5-4d8a-b752-efbfd425144e is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:37.772193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.829440 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] For port 62fecebd-63a5-4d8a-b752-efbfd425144e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=62fecebd-63a5-4d8a-b752-efbfd425144e,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:37.849918 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.914379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f087f-1293-474a-b6b0-974677969c24 None None] Pushing event updated for resources: {'Port': ['ID=62fecebd-63a5-4d8a-b752-efbfd425144e,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:37.928044 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:33Z', 'revision_number': 4, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '62fecebd-63a5-4d8a-b752-efbfd425144e', 'name': '', 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'mac_address': 'fa:16:3e:b5:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:33Z', 'updated_at': '2022-01-28T05:57:37Z', 'revision_number': 4, 'project_id': '2eed319fd7524473960bd035e543581c', 'subnets': [{'id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:37.970769 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766f2a9-f69d-43dc-96a6-b956102010e7 None None] The sync data for ids ['5bd77701-251f-40c4-b1b2-4ed5a832017a'] in n-d-824835-3 is: [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:33Z', 'revision_number': 4, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '62fecebd-63a5-4d8a-b752-efbfd425144e', 'name': '', 'network_id': '4e941afc-4159-4bdc-bf00-b0e91fe538e2', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'mac_address': 'fa:16:3e:b5:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:33Z', 'updated_at': '2022-01-28T05:57:37Z', 'revision_number': 4, 'project_id': '2eed319fd7524473960bd035e543581c', 'subnets': [{'id': '3ff44ed6-1955-4455-82fc-a8f0c98f3216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:37.983247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-feaeb52f-a3b4-4a71-a5ce-e9d1b9a59d24 None None] Provisioning complete for port 62fecebd-63a5-4d8a-b752-efbfd425144e triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:37.983495 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-09804dc0-e093-4682-88e1-f2a0fef33119 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:37.983982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-feaeb52f-a3b4-4a71-a5ce-e9d1b9a59d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.985657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-09804dc0-e093-4682-88e1-f2a0fef33119 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 809 time: 0.1305206 Jan 28 05:57:38.049166 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5de59717-d19b-4f69-b7b8-003d557ef4a6 req-3e2d5cd8-c42e-48e4-8a1a-57f8c3d3886a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 210 time: 0.0613775 Jan 28 05:57:38.102388 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-feaeb52f-a3b4-4a71-a5ce-e9d1b9a59d24 None None] Current status of the port 62fecebd-63a5-4d8a-b752-efbfd425144e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:38.116383 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-4d281a4e-a74d-4865-b2c7-8be651a3f1cd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 380 time: 0.1002069 Jan 28 05:57:38.125785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'port': {'device_id': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'admin_state_up': True, 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'security_groups': ['353a43b4-2b88-4ba5-87c1-177fb88e40e2']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:38.239534 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Made reservation on behalf of f280d123688340c192a6b0c16586cc55 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:38.243279 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.399411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Allocated IP 172.20.0.5 (87ec5ef7-7702-4d89-bbed-9416107a3ec6/e3f5a236-5a84-4f99-ae78-e8ca2f2905ec/07b03bad-a74b-49e2-bdd4-c9cdf8d574e1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:38.401133 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.424962 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 62fecebd-63a5-4d8a-b752-efbfd425144e up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:38.505099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 62fecebd-63a5-4d8a-b752-efbfd425144e triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:38.505521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.584495 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.585838 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 62fecebd-63a5-4d8a-b752-efbfd425144e is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:38.619992 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.664725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:38.668125 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:38.672770 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:38.711195 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:38.738659 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:38.739818 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.758884 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-8ffbb4a4-6784-4a1c-a491-d2fb3f316e32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372664 Jan 28 05:57:38.776232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Request body: {'port': {'device_id': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:38.801465 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc13b30e-14d6-4e98-b270-c73ab057d5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.848133 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.931723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-86c8ccaa-839a-4c20-a891-5973ae25c58c None None] Provisioning complete for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:38.932125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86c8ccaa-839a-4c20-a891-5973ae25c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.973458 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-86c8ccaa-839a-4c20-a891-5973ae25c58c None None] Port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:39.326129 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced70d-49a7-4571-b640-fdf9a6e73e74 req-a4810211-e077-48b2-bde2-560a49bd5b1a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.327562 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52ced70d-49a7-4571-b640-fdf9a6e73e74 req-a4810211-e077-48b2-bde2-560a49bd5b1a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 931 time: 0.1238241 Jan 28 05:57:39.427490 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-52ced70d-49a7-4571-b640-fdf9a6e73e74 req-37700d58-856e-4d5b-8b18-bb5d03fa9681 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706074 Jan 28 05:57:39.495519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:39.504210 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Publish callbacks [] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.518197 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Transition to ACTIVE for port object 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:57:39.523321 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.579553 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:39.654284 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:39.654802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:39.655259 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:39.659938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:57:39.660367 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:39.665686 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:39.666103 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Checking segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:39.666582 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Bound using segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:39.666927 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Bound port: 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:39.667308 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.740965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:39.744599 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:39.750401 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.805801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.807969 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.811935 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] 10.222.0.52 "PUT /v2.0/ports/07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1091 time: 1.0400894 Jan 28 05:57:39.814437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:39.817079 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566ae22e-2c85-426d-bcd9-403c0a174c58" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:39.854453 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb61f53-6675-4dae-a702-a6f52988ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:39.888594 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa5acc-b208-4e16-b36f-c6f4cdbaa3a3 x-openstack-request-id: req-3efa5acc-b208-4e16-b36f-c6f4cdbaa3a3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:39.889464 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:39.890487 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3efa5acc-b208-4e16-b36f-c6f4cdbaa3a3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:39.890892 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'status': 'completed', 'code': 200} Jan 28 05:57:39.935669 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-46b568e2-9d51-40a6-ad77-619885473a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.937747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-46b568e2-9d51-40a6-ad77-619885473a9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1094 time: 0.0604088 Jan 28 05:57:39.991315 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5f5ef21c-3703-4dc9-a169-a3943cdb36ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 217 time: 0.0398436 Jan 28 05:57:40.052815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5f96d393-5afc-4c79-acb8-c43994b5a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.054526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5f96d393-5afc-4c79-acb8-c43994b5a4b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0529244 Jan 28 05:57:40.108980 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-f66f09ee-03c3-4b05-ab4b-0ea77ce5dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.110544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-f66f09ee-03c3-4b05-ab4b-0ea77ce5dd47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486863 Jan 28 05:57:40.205756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-36812e78-0764-44a8-af77-07159a79860a service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889938 Jan 28 05:57:40.301919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f548fd77-ca56-48fe-8017-5a0ed7a174c3 req-5cdb22e7-9682-489a-8fd7-35a0c976d0d5 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897505 Jan 28 05:57:40.429309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-de8584b6-dd98-4a60-a83a-79c735f307fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.431235 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-de8584b6-dd98-4a60-a83a-79c735f307fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1094 time: 0.0454829 Jan 28 05:57:40.557057 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-031cb636-5cac-463d-a687-0886d5dbeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.558998 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-031cb636-5cac-463d-a687-0886d5dbeb54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.1221981 Jan 28 05:57:40.570329 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734f647-6d7e-452d-8649-c543872c8205 req-ae92aaf9-952a-4bc2-9af4-d57ddee8f078 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.571994 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4734f647-6d7e-452d-8649-c543872c8205 req-ae92aaf9-952a-4bc2-9af4-d57ddee8f078 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0750668 Jan 28 05:57:40.618840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-d5dc142c-cc0f-4224-a89f-ce183adcda8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 217 time: 0.0458086 Jan 28 05:57:40.696187 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4734f647-6d7e-452d-8649-c543872c8205 req-c930eb0d-8bbe-4f3f-a917-b68c6798e331 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134689 Jan 28 05:57:40.700305 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-a5a1539e-9c8b-431d-a66f-5d01bfbf0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.702290 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-a5a1539e-9c8b-431d-a66f-5d01bfbf0f73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0761330 Jan 28 05:57:40.748299 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-66f8d311-19a3-4eb6-b7bf-ef64593e44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.749835 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-66f8d311-19a3-4eb6-b7bf-ef64593e44b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422390 Jan 28 05:57:40.836372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-ba41155b-686b-4f88-999d-41ea9789f3c4 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808568 Jan 28 05:57:40.926951 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-566ae22e-2c85-426d-bcd9-403c0a174c58 req-f16d3ce1-00eb-4afe-b843-c2f6a8c790a7 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849538 Jan 28 05:57:40.971474 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f000d9be-657f-4554-b7db-3321ee616793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.814706 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705ed3f-32f8-400e-81ef-2aad6d29a94c req-b54894bd-4519-4b86-b9a8-1a8b91960d54 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.816349 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0705ed3f-32f8-400e-81ef-2aad6d29a94c req-b54894bd-4519-4b86-b9a8-1a8b91960d54 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0493884 Jan 28 05:57:41.869096 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0705ed3f-32f8-400e-81ef-2aad6d29a94c req-9fe2512e-97e2-400d-814a-bad1d0d28eab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471988 Jan 28 05:57:42.307941 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:42.981831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8268f75-be9a-4176-a7a5-08c7bbb3954f req-9f3d4149-af51-45b7-a14b-a4a98e93da33 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:42.983421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8268f75-be9a-4176-a7a5-08c7bbb3954f req-9f3d4149-af51-45b7-a14b-a4a98e93da33 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0490987 Jan 28 05:57:43.030976 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c8268f75-be9a-4176-a7a5-08c7bbb3954f req-64b0fb06-fd4f-4d44-9672-5bd1b0c61fa9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Jan 28 05:57:44.020897 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.142992 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbae19-0348-49b8-acc5-c26e28e07133 req-23e2c6cc-5840-4b9f-9153-8fe19b6cc478 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:44.144449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94dbae19-0348-49b8-acc5-c26e28e07133 req-23e2c6cc-5840-4b9f-9153-8fe19b6cc478 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0469413 Jan 28 05:57:44.191655 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-94dbae19-0348-49b8-acc5-c26e28e07133 req-4555e30e-66d9-4fd3-bb4f-35db0138284e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Jan 28 05:57:45.018863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:57:45.113693 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:45.130772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'mac_address': 'fa:16:3e:03:93:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:57:45.169026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:45.169450 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.182635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:45.201881 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:45.205420 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.255383 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:45.311283 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c2dd-7177-4576-a352-f8ff38e284fb req-4e55d685-a1d8-4e9d-a3b1-95b334c5e742 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:45.312772 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3a8c2dd-7177-4576-a352-f8ff38e284fb req-4e55d685-a1d8-4e9d-a3b1-95b334c5e742 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0541108 Jan 28 05:57:45.360424 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c3a8c2dd-7177-4576-a352-f8ff38e284fb req-48301539-ca78-444d-ae5a-3754d4df8e2d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Jan 28 05:57:45.555475 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.573829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:46.474105 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58801c-8b10-4940-9293-534942e923f4 req-eb7ab24f-eda6-4d92-8fef-af49316b0ee4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:46.475590 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da58801c-8b10-4940-9293-534942e923f4 req-eb7ab24f-eda6-4d92-8fef-af49316b0ee4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0486114 Jan 28 05:57:46.522540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-da58801c-8b10-4940-9293-534942e923f4 req-62b38963-3f85-4b49-9fb8-ff7f53fa862e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Jan 28 05:57:47.017352 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:47.065356 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:57:47.069313 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:47.069692 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.146576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:47.146965 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.170766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:47.172986 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1710f43-782a-45f2-ace5-f642595937a4" -d '{"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-plugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:47.185333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:47.189284 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.211655 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcd2c37-4272-43b0-848d-ec646a2591e6 x-openstack-request-id: req-fdcd2c37-4272-43b0-848d-ec646a2591e6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:47.211949 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-plugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:47.212203 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdcd2c37-4272-43b0-848d-ec646a2591e6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:47.212592 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'code': 200} Jan 28 05:57:47.237741 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:47.336266 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec1cb7-791e-4889-8314-e6724c580ba8 req-83e1fe4f-a68a-44fd-b9bd-5cf5bcad790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:47.337702 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59ec1cb7-791e-4889-8314-e6724c580ba8 req-83e1fe4f-a68a-44fd-b9bd-5cf5bcad790d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1096 time: 0.0388753 Jan 28 05:57:47.381580 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59ec1cb7-791e-4889-8314-e6724c580ba8 req-b43f176d-fbfe-42ea-93e7-4faa36fe1395 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 Jan 28 05:57:47.639493 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bfe5a-406a-4cdd-9ffb-e8ad12f733d6 req-243717b4-74dd-4049-b074-f9c5747519fc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:47.640955 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e53bfe5a-406a-4cdd-9ffb-e8ad12f733d6 req-243717b4-74dd-4049-b074-f9c5747519fc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0516868 Jan 28 05:57:47.688436 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e53bfe5a-406a-4cdd-9ffb-e8ad12f733d6 req-27c7dcce-5eda-4048-9ff9-54264084b90b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Jan 28 05:57:48.813783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd5a06-d574-4eb6-9cf3-235b6640d7bd req-a6199aa0-f279-4da6-a271-b40ada12a867 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:48.815298 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46cd5a06-d574-4eb6-9cf3-235b6640d7bd req-a6199aa0-f279-4da6-a271-b40ada12a867 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Jan 28 05:57:48.868085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-46cd5a06-d574-4eb6-9cf3-235b6640d7bd req-f96ea2d8-1d0e-4350-866f-8f95d2a21248 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468740 Jan 28 05:57:50.003195 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310a218-e86b-44c4-997b-09930dfea435 req-127847ed-040f-4322-a361-3b223cb6fbe5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:50.004602 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5310a218-e86b-44c4-997b-09930dfea435 req-127847ed-040f-4322-a361-3b223cb6fbe5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Jan 28 05:57:50.052218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5310a218-e86b-44c4-997b-09930dfea435 req-7e1b14c0-1f4e-472e-8512-0fc0bf5c7b37 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Jan 28 05:57:50.162425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c568ba-c067-4d27-a4f5-6407b48a741b req-c37d1e79-7a39-4186-aec7-6cc15fef7863 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:50.163924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60c568ba-c067-4d27-a4f5-6407b48a741b req-c37d1e79-7a39-4186-aec7-6cc15fef7863 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0471444 Jan 28 05:57:50.211377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-60c568ba-c067-4d27-a4f5-6407b48a741b req-1733a692-79f4-49b4-b2c2-cb80444c7daa tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Jan 28 05:57:50.235287 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56888) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:50.372344 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42ee927-5aa5-4f8d-a9cb-00fbb31e305d tempest-TestShelveInstance-420295266 tempest-TestShelveInstance-420295266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:50.373920 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c42ee927-5aa5-4f8d-a9cb-00fbb31e305d tempest-TestShelveInstance-420295266 tempest-TestShelveInstance-420295266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1091 time: 0.1376417 Jan 28 05:57:50.376830 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 56892) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:50.381093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:50.401215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:50.499961 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:50.603447 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Allocated IP 172.25.6.117 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/c2cafec1-be9a-464e-af34-b32cf0bf5d04) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:50.712477 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:50.745512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:50.780375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:50.783399 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:50.786896 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:50.820425 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'Port': ['ID=c2cafec1-be9a-464e-af34-b32cf0bf5d04,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:51.148193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (275355e6-fd94-46b7-a8e9-2f262bf083f1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:51.214943 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:51.379874 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:51.384126 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:51.454570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'Port': ['ID=c2cafec1-be9a-464e-af34-b32cf0bf5d04,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:51.464781 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (275355e6-fd94-46b7-a8e9-2f262bf083f1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:51.564458 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Floating IP 275355e6-fd94-46b7-a8e9-2f262bf083f1 associated. External IP: 172.25.6.117, port: 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1. Jan 28 05:57:51.771628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Router 599fe3dc-076f-47be-8afe-1e2270593c72 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:51.877420 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:51.887150 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:51.894159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:51.897202 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:51.897828 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:51.921294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e771b71f-9189-4300-95fd-5af54297ef5b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5434024 Jan 28 05:57:51.921967 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:51.924188 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:52.005569 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:52.035618 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968e8eb-adf5-4bff-851a-62f04292d73a x-openstack-request-id: req-d968e8eb-adf5-4bff-851a-62f04292d73a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:52.035922 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:52.036180 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d968e8eb-adf5-4bff-851a-62f04292d73a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:52.036595 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'status': 'completed', 'code': 200} Jan 28 05:57:52.123938 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-cc1321d9-dbd0-48e4-a26c-bc6a8140ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:52.125478 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-cc1321d9-dbd0-48e4-a26c-bc6a8140ba30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1096 time: 0.0413158 Jan 28 05:57:52.211241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-1978acee-bd82-4756-8359-1b8aada7b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:52.212636 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-1978acee-bd82-4756-8359-1b8aada7b744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0816376 Jan 28 05:57:52.235255 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '275355e6-fd94-46b7-a8e9-2f262bf083f1', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'mac_address': 'fa:16:3e:03:93:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:57:51Z', 'updated_at': '2022-01-28T05:57:51Z', 'revision_number': 0, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:52.260846 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:52.269028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:52.269668 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T05:57:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:52.280303 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-e1099f60-4918-4f46-8e61-3b66508ce640 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 999 time: 0.0623136 Jan 28 05:57:52.327615 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-e43d6aff-3f73-4cf4-a7bc-a7721fe4fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:52.329282 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-e43d6aff-3f73-4cf4-a7bc-a7721fe4fc63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0434649 Jan 28 05:57:52.375184 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:52.393458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-10aeaa1c-dda6-4886-96b5-73fe917337dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:52.395175 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-10aeaa1c-dda6-4886-96b5-73fe917337dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596073 Jan 28 05:57:52.496780 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-bf2e1e3b-c4aa-4cce-8a6a-8793c6f87e3e service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952094 Jan 28 05:57:52.585968 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5291d56-4e43-4b36-bf13-8ed1a6f0a0b6 req-57df4f33-e534-4c64-ac75-7474e6090bbf service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837915 Jan 28 05:57:52.682435 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '275355e6-fd94-46b7-a8e9-2f262bf083f1', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'mac_address': 'fa:16:3e:03:93:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:57:51Z', 'updated_at': '2022-01-28T05:57:51Z', 'revision_number': 0, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:52.711996 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b5e7f-8e81-4e0a-8cd2-32f2d185ab54 None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '275355e6-fd94-46b7-a8e9-2f262bf083f1', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'mac_address': 'fa:16:3e:03:93:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:57:51Z', 'updated_at': '2022-01-28T05:57:51Z', 'revision_number': 0, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:52.895644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18834f1c-95c5-4158-b09e-3c35af001fb3 None None] New status for floating IP 275355e6-fd94-46b7-a8e9-2f262bf083f1: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:58:01.403269 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:58:07.073220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.414140 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.792150 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b4b37de-51e7-4d48-9646-69bb3a362b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:10.973432 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a77b3b63-3e4a-43e5-aba3-1e315a9acedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.311333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:14.024018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:15.548062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:36.527073 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-04df9720-a007-41ec-816e-69b4712284b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440598 Jan 28 05:58:36.625064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-46f89f2b-83ad-487a-9605-f7968ec44c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:36.626485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-46f89f2b-83ad-487a-9605-f7968ec44c5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1096 time: 0.0404356 Jan 28 05:58:36.726327 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-1b2814c2-64f6-486d-8cef-3f26491db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:36.727834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-1b2814c2-64f6-486d-8cef-3f26491db7b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0831037 Jan 28 05:58:36.801859 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-64ee217a-5a1a-4131-bfad-8632ec7bc9b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1001 time: 0.0670655 Jan 28 05:58:36.866472 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-650f7bc4-d761-4c71-9998-dc8d1b88760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:36.868014 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-650f7bc4-d761-4c71-9998-dc8d1b88760f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0585036 Jan 28 05:58:36.914246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-fdf2989d-bd77-47e4-82eb-87fd8b316f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:36.915798 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-fdf2989d-bd77-47e4-82eb-87fd8b316f42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411301 Jan 28 05:58:37.004537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-4bfe57ab-6d80-44e4-b8c1-8d598bb84832 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824881 Jan 28 05:58:37.072571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.098017 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-726db895-6d52-48e0-ad91-11ae4fdf4c7a req-a5daeef5-f32e-4ce8-9339-ced5e89561b9 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843163 Jan 28 05:58:38.402838 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:58:38.408733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:38.793886 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f61-7d7a-45ef-81c4-849aec2d9b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:40.977139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a583cd3-d2cf-4ef1-a453-a1f12843600e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.313418 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.025994 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.550230 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.071245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:08.439769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:08.796247 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93a53d14-9a18-410f-916d-6975e0a09fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.980003 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e43c928-5f1e-462b-8c84-cc5615975ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:12.317025 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.027954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.401675 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:59:15.552387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.079733 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.463336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-38da7a6b-2458-4e10-bf2a-1d9309268f9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448594 Jan 28 05:59:37.560716 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-544fe1e5-94c4-4c71-836d-10f0359f4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:37.562225 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-544fe1e5-94c4-4c71-836d-10f0359f4799 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1096 time: 0.0401626 Jan 28 05:59:37.661678 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-2f088210-e49f-4298-819e-e5ee302f4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:37.663202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-2f088210-e49f-4298-819e-e5ee302f4014 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0827119 Jan 28 05:59:37.733098 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-317553b1-c26c-4c16-b0f5-647f0405ff4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1001 time: 0.0622377 Jan 28 05:59:37.780387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-ed7b5706-3825-44bf-a66a-570ee7916680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:37.781849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-ed7b5706-3825-44bf-a66a-570ee7916680 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0429542 Jan 28 05:59:37.826757 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-b9832ca0-0f86-4832-b817-be777d1fb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:37.828105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-b9832ca0-0f86-4832-b817-be777d1fb45c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399098 Jan 28 05:59:37.837831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-7285c9a5-d24a-495b-a6c0-84c3f0b08bd0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:59:37.838785 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-7285c9a5-d24a-495b-a6c0-84c3f0b08bd0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048685 Jan 28 05:59:37.928942 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-b053208f-b8d4-4452-8d79-bbfa7c6326bf service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836229 Jan 28 05:59:38.016658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11630bf2-a0a0-4b2b-b512-52ea7034f971 req-28260871-ebd3-4df5-bd5b-d602fe59f935 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820220 Jan 28 05:59:38.457669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.798075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d76fe8a5-9fa5-4877-8add-b825d62f4b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.984429 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3a249cf-6f00-45c9-8001-270c56d695b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.320093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.030221 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.553906 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:52.400992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:00:07.104198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.457137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.799368 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0883-53f0-4cc0-a7a9-0357ff4363af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.985529 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17977784-2c14-49a2-a9a0-a11f39c7e34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.324348 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.032139 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.556129 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:19.340933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c277e-6045-4973-9838-56f31534a766 req-e2a7fc15-2a46-4f44-a443-e72bcd65e6bc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:19.342455 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c0c277e-6045-4973-9838-56f31534a766 req-e2a7fc15-2a46-4f44-a443-e72bcd65e6bc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0522923 Jan 28 06:00:19.390032 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3c0c277e-6045-4973-9838-56f31534a766 req-9153be56-f66c-40c9-83b7-0dbad6b4a878 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Jan 28 06:00:20.511233 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549bf20-50c9-4c5d-953b-e163b894f844 req-6d434af8-8b66-4b71-aee5-0e3b85d0e88f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:20.512747 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0549bf20-50c9-4c5d-953b-e163b894f844 req-6d434af8-8b66-4b71-aee5-0e3b85d0e88f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0530450 Jan 28 06:00:20.562806 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0549bf20-50c9-4c5d-953b-e163b894f844 req-191c4d54-c4c5-4194-9458-d4dc0f240424 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Jan 28 06:00:21.681110 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6011ee-947d-4417-9d0a-5d19a9a08765 req-c2dea81e-4d8f-4fb5-b265-aa67f049e8c3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:21.682631 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b6011ee-947d-4417-9d0a-5d19a9a08765 req-c2dea81e-4d8f-4fb5-b265-aa67f049e8c3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0479364 Jan 28 06:00:21.731010 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b6011ee-947d-4417-9d0a-5d19a9a08765 req-32fb31b2-fd77-41c7-aa11-c10fb100a3e5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428069 Jan 28 06:00:22.844818 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df31c-78cb-431f-9a90-c4e1919dfd68 req-b2880645-ea17-4018-adda-9ecebb045874 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:22.846320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-494df31c-78cb-431f-9a90-c4e1919dfd68 req-b2880645-ea17-4018-adda-9ecebb045874 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0478659 Jan 28 06:00:22.894304 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-494df31c-78cb-431f-9a90-c4e1919dfd68 req-869f7180-1f20-49be-97f7-f013a91582fb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Jan 28 06:00:24.006116 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5a8d-8d92-44a3-9246-ed09a09fdead req-a71a28cc-f70e-4a3e-b98d-fd58c0e639f7 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:24.007518 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-670a5a8d-8d92-44a3-9246-ed09a09fdead req-a71a28cc-f70e-4a3e-b98d-fd58c0e639f7 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0474737 Jan 28 06:00:24.058675 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-670a5a8d-8d92-44a3-9246-ed09a09fdead req-7f261e5f-a15a-4c76-86f7-0b15e6dedd7e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Jan 28 06:00:25.178983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb4c7-81aa-4ea6-9f6d-c34a4280c2c9 req-61ebdf23-40f6-4029-be0b-872adb9b4880 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:25.180491 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-969fb4c7-81aa-4ea6-9f6d-c34a4280c2c9 req-61ebdf23-40f6-4029-be0b-872adb9b4880 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0530739 Jan 28 06:00:25.228200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-969fb4c7-81aa-4ea6-9f6d-c34a4280c2c9 req-ac1fd8c0-5761-4704-9cc0-4473344c3537 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Jan 28 06:00:26.341250 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485423-7e7b-43b7-a196-a127e3d9d7fb req-cb640db9-b46d-4c9e-8859-47380d53d213 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:26.342748 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc485423-7e7b-43b7-a196-a127e3d9d7fb req-cb640db9-b46d-4c9e-8859-47380d53d213 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Jan 28 06:00:26.390789 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cc485423-7e7b-43b7-a196-a127e3d9d7fb req-1758dc83-395f-4470-8873-bc8161a3100c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Jan 28 06:00:27.512241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b96fb-0483-4574-a3f0-f3f19ba79ca3 req-70d3851c-aa61-49df-b49d-88f2936dff6b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:27.513867 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e28b96fb-0483-4574-a3f0-f3f19ba79ca3 req-70d3851c-aa61-49df-b49d-88f2936dff6b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0502567 Jan 28 06:00:27.563133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e28b96fb-0483-4574-a3f0-f3f19ba79ca3 req-bd8f1c1b-3d45-418c-8b50-550f3623701a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Jan 28 06:00:28.679357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6df81d-d4e2-42ca-ae57-3efbd3cba06b req-177474f5-55a9-482b-aca5-9a7000812234 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:28.680880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd6df81d-d4e2-42ca-ae57-3efbd3cba06b req-177474f5-55a9-482b-aca5-9a7000812234 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0486815 Jan 28 06:00:28.729307 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bd6df81d-d4e2-42ca-ae57-3efbd3cba06b req-e460dfaf-7a78-44c8-8555-4dbb64aa710d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Jan 28 06:00:29.400253 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:00:29.848519 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8829-27f8-4135-91ca-4d978c553d04 req-62405fff-e79c-45e1-bfca-dea9c413d9c5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:29.850044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db8d8829-27f8-4135-91ca-4d978c553d04 req-62405fff-e79c-45e1-bfca-dea9c413d9c5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0489991 Jan 28 06:00:29.901829 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db8d8829-27f8-4135-91ca-4d978c553d04 req-b7524782-5d0c-4ee0-9df7-ad2577807a44 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462246 Jan 28 06:00:31.019725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec17a9-51a6-4975-85f5-2aabb3bdf87d req-733fd0a6-2444-4b50-ade9-836f34e7130a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:31.021138 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51ec17a9-51a6-4975-85f5-2aabb3bdf87d req-733fd0a6-2444-4b50-ade9-836f34e7130a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0516021 Jan 28 06:00:31.067696 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-51ec17a9-51a6-4975-85f5-2aabb3bdf87d req-f293e1a2-14d9-4d6c-bfa8-b7a41ff7a049 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Jan 28 06:00:31.763618 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:00:31.859073 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:31.871001 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'mac_address': 'fa:16:3e:03:93:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:00:31.909005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:31.909433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.922453 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:00:31.941020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:31.944919 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.990728 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:31.998249 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:31.998623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:31.998988 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:31.999337 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:31.999679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.000021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.000374 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.000699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.001033 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.001393 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.001727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.002059 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.002409 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.098332 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:00:32.182458 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0227775-ae85-426e-a2b3-a9938a6d120e req-06408290-0bec-4826-aa7a-30a7f48f83f1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:32.184419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0227775-ae85-426e-a2b3-a9938a6d120e req-06408290-0bec-4826-aa7a-30a7f48f83f1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0478420 Jan 28 06:00:32.232462 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0227775-ae85-426e-a2b3-a9938a6d120e req-445ffaf1-3389-432a-81f9-e00b83851729 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Jan 28 06:00:33.347512 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05eed-6455-478f-a1df-070ccc7fb083 req-b76c9db3-d055-4f74-8121-e48882fc9348 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:33.348981 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cfd05eed-6455-478f-a1df-070ccc7fb083 req-b76c9db3-d055-4f74-8121-e48882fc9348 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0476201 Jan 28 06:00:33.396483 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cfd05eed-6455-478f-a1df-070ccc7fb083 req-136ecbf3-79a4-4c1a-9fce-c906c7e5a5ce tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Jan 28 06:00:33.786019 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:33.835166 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:33.835544 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.910027 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:33.910423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.931849 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:00:33.934145 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b820a65-932b-4b2c-9c93-f2d8cd807dea" -d '{"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-plugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:00:33.946451 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:33.951116 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:34.000589 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:34.032590 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d64e3c-84c9-4560-97d4-10670062ca7b x-openstack-request-id: req-b2d64e3c-84c9-4560-97d4-10670062ca7b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:00:34.032908 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-plugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:00:34.033194 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2d64e3c-84c9-4560-97d4-10670062ca7b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:00:34.033599 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'code': 200} Jan 28 06:00:34.512902 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b723c8a-9ecd-4735-9b72-791fe86c5d3e req-58a3760f-a772-47e1-ad9a-c33d63566e1a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:34.514449 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b723c8a-9ecd-4735-9b72-791fe86c5d3e req-58a3760f-a772-47e1-ad9a-c33d63566e1a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0513947 Jan 28 06:00:34.570359 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5b723c8a-9ecd-4735-9b72-791fe86c5d3e req-e3d6d2aa-6a09-4e03-b226-871e24a63178 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503781 Jan 28 06:00:35.686997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1aff6-e81d-45ff-89f6-ff028e34256e req-9c3d6375-15b6-4149-bb02-a7ba0f289b3b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:35.688471 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbf1aff6-e81d-45ff-89f6-ff028e34256e req-9c3d6375-15b6-4149-bb02-a7ba0f289b3b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Jan 28 06:00:35.736771 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dbf1aff6-e81d-45ff-89f6-ff028e34256e req-3d73509c-2f0c-483b-9ee3-30c7849c95a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424862 Jan 28 06:00:36.864197 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c06d9-b495-461f-bc27-62fe30332dcd req-2d80817c-f071-48ed-8db8-1a0fe393d24e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:36.865790 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff6c06d9-b495-461f-bc27-62fe30332dcd req-2d80817c-f071-48ed-8db8-1a0fe393d24e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0593228 Jan 28 06:00:36.935620 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ff6c06d9-b495-461f-bc27-62fe30332dcd req-8fd40f91-e427-4b56-8697-bc17c203c4c8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612271 Jan 28 06:00:37.115318 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:37.208617 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-c2ce3a5d-201b-437b-8f2a-e6d648958963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:37.210814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-c2ce3a5d-201b-437b-8f2a-e6d648958963 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1096 time: 0.3448896 Jan 28 06:00:37.340047 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-b5d7c500-8752-4f8e-a728-fc78d819673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:37.341589 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-b5d7c500-8752-4f8e-a728-fc78d819673d service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.1116083 Jan 28 06:00:37.418634 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-43e01fee-6100-4376-a261-14ff46641b7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1001 time: 0.0700052 Jan 28 06:00:37.471235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-801b941c-0f5e-4830-9efe-1161528352b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:37.472833 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-801b941c-0f5e-4830-9efe-1161528352b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0477953 Jan 28 06:00:37.526816 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-dc5b9da4-9c23-403a-a280-6269ecdd8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:37.528452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-dc5b9da4-9c23-403a-a280-6269ecdd8417 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491357 Jan 28 06:00:37.628018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-3f137826-935e-435f-8f5d-36d822b37e55 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926242 Jan 28 06:00:37.735342 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cd89f0e8-5b8b-464e-9872-709a557b6a1d req-51c4f111-0086-4d1f-8997-03749748868b service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010978 Jan 28 06:00:38.118220 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480715ef-dbb0-4ec3-947d-dec2a1859893 req-2dbf23c4-e861-46e1-b472-8911f2b41c5c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:38.122227 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-480715ef-dbb0-4ec3-947d-dec2a1859893 req-2dbf23c4-e861-46e1-b472-8911f2b41c5c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.1075346 Jan 28 06:00:38.185209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-480715ef-dbb0-4ec3-947d-dec2a1859893 req-918f6ecc-1bd7-4f9c-89f6-e9ff1c6056f8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567961 Jan 28 06:00:38.473751 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:38.808508 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce5cdc5e-6514-420d-80c9-f758ac70925f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.406631 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad83b-a6ba-487b-830d-7507fea1a7d1 req-6628aa71-869f-41f7-85d8-bc5c4e85346e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:39.414458 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fadad83b-a6ba-487b-830d-7507fea1a7d1 req-6628aa71-869f-41f7-85d8-bc5c4e85346e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.1274691 Jan 28 06:00:39.508885 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fadad83b-a6ba-487b-830d-7507fea1a7d1 req-e17eb776-6661-4b7f-8210-dcf2c6e2b98a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922658 Jan 28 06:00:40.646060 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deea7e8-e050-4ec3-ac13-2e0a7cb9fb54 req-be4a55d8-526e-4070-957b-a19d11280513 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:40.653633 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6deea7e8-e050-4ec3-ac13-2e0a7cb9fb54 req-be4a55d8-526e-4070-957b-a19d11280513 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0694485 Jan 28 06:00:40.711114 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6deea7e8-e050-4ec3-ac13-2e0a7cb9fb54 req-e41be87c-3770-425a-89fc-eb1d4f95766a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565860 Jan 28 06:00:40.991368 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-747acc48-4e05-492b-8387-6cb528d8a751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.854145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc7e59-a783-450a-891f-5164a0172107 req-19f00341-7282-4ab9-aa2c-ce79b1d80e2f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:41.855686 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88bc7e59-a783-450a-891f-5164a0172107 req-19f00341-7282-4ab9-aa2c-ce79b1d80e2f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0607147 Jan 28 06:00:41.909905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-88bc7e59-a783-450a-891f-5164a0172107 req-e553652a-d19e-40d0-ba83-ff01a87f36d5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479679 Jan 28 06:00:42.330057 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.039321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199379-8014-4d21-b3c2-faf056307921 req-d489963b-75bb-4304-80ad-9bf592f4c14f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:43.044169 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11199379-8014-4d21-b3c2-faf056307921 req-d489963b-75bb-4304-80ad-9bf592f4c14f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0605924 Jan 28 06:00:43.104707 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-11199379-8014-4d21-b3c2-faf056307921 req-08b2408d-9ea5-4ff4-bff6-7b1215357719 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579822 Jan 28 06:00:44.040005 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.236797 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e981-109e-4cca-9117-cd638902e0fd req-1c7ea4d7-e729-43cf-a0a9-4baa42d6999c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:44.240424 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d71e981-109e-4cca-9117-cd638902e0fd req-1c7ea4d7-e729-43cf-a0a9-4baa42d6999c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0579431 Jan 28 06:00:44.296837 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2d71e981-109e-4cca-9117-cd638902e0fd req-ab0e2787-b778-437f-88f3-a6771bf3b2d0 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Jan 28 06:00:45.446331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689f655-59b2-4962-bd07-e54b7d4f300e req-3ed37195-7123-4888-9c58-7c4a68898346 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:45.449421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f689f655-59b2-4962-bd07-e54b7d4f300e req-3ed37195-7123-4888-9c58-7c4a68898346 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0565636 Jan 28 06:00:45.503093 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f689f655-59b2-4962-bd07-e54b7d4f300e req-4acf547e-1cb6-4212-9a8c-2ad9c9e32b5f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469551 Jan 28 06:00:45.562759 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.621958 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eb978-093f-4859-aa66-80f88df50f28 req-c372b30a-9a89-46f0-bbdf-82b22faa5953 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:46.623474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e6eb978-093f-4859-aa66-80f88df50f28 req-c372b30a-9a89-46f0-bbdf-82b22faa5953 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0527527 Jan 28 06:00:46.671352 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4e6eb978-093f-4859-aa66-80f88df50f28 req-7072b521-dc9f-439a-9dcc-2517bba4251f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Jan 28 06:00:46.953276 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-3280239a-7037-4118-b936-2853602fe12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:46.954775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-3280239a-7037-4118-b936-2853602fe12c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1096 time: 0.0423183 Jan 28 06:00:47.061760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-5fedef45-8993-4690-aa41-c9bde6552b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:47.063155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-5fedef45-8993-4690-aa41-c9bde6552b6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0879176 Jan 28 06:00:47.127970 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-ec844a45-f99e-4f21-9997-4116375f599b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1001 time: 0.0589693 Jan 28 06:00:47.175663 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-a2936dca-9fdb-4e3c-84e0-8164e0f959d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:47.177183 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-a2936dca-9fdb-4e3c-84e0-8164e0f959d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0434966 Jan 28 06:00:47.223603 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-4416589f-29b8-4360-afd2-90bd2c707546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:47.225075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-4416589f-29b8-4360-afd2-90bd2c707546 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421383 Jan 28 06:00:47.311015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-43d99b49-d372-43b3-b2d1-cc67b4268bc8 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800598 Jan 28 06:00:47.402283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4d8f68f0-0878-470c-a75f-bcb93e4129a0 req-3f3190bd-1dae-424e-867e-2a3ad7fba6b4 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Jan 28 06:00:47.785655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171b434-4794-4c5e-a7c8-9b5bfff88590 req-7f941cbe-4209-4661-bb04-b6ee3ab6e6e4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:47.787123 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6171b434-4794-4c5e-a7c8-9b5bfff88590 req-7f941cbe-4209-4661-bb04-b6ee3ab6e6e4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Jan 28 06:00:47.833898 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6171b434-4794-4c5e-a7c8-9b5bfff88590 req-4044c811-73a0-4325-8332-73d158fc648e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Jan 28 06:00:48.956316 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4e703-5cd6-47cc-bea3-b2523783e649 req-79a5e03a-4bf7-4b88-b420-44ccb6693a2c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:48.957931 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3c4e703-5cd6-47cc-bea3-b2523783e649 req-79a5e03a-4bf7-4b88-b420-44ccb6693a2c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0530503 Jan 28 06:00:49.007658 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-e3c4e703-5cd6-47cc-bea3-b2523783e649 req-28aabbcb-fa1a-4f4d-a1ad-1f7c1d1cbb6e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Jan 28 06:00:49.900927 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:00:49.974068 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:49.974387 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:49.996550 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:00:49.998796 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1fce65-177d-48f2-be3d-435c515e1854" -d '{"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-unplugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:00:50.014644 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:50.019201 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:50.042993 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 06:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c38e2b-4444-4392-98a9-2c8530821b65 x-openstack-request-id: req-d8c38e2b-4444-4392-98a9-2c8530821b65 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:00:50.043338 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-unplugged", "status": "failed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "code": 422}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:00:50.043585 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8c38e2b-4444-4392-98a9-2c8530821b65 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:00:50.044015 n-d-824835-3 neutron-server[103140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'code': 422} returned with failed status Jan 28 06:00:50.070480 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:50.123645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0ff3-053e-4c30-bba4-1c999a4d6f68 req-108245cf-dad6-48c5-a346-d0c691ce8f53 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:50.125222 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc3c0ff3-053e-4c30-bba4-1c999a4d6f68 req-108245cf-dad6-48c5-a346-d0c691ce8f53 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0485501 Jan 28 06:00:50.178910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc3c0ff3-053e-4c30-bba4-1c999a4d6f68 req-c68c9301-d444-484d-a053-bf74f964ac24 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477364 Jan 28 06:00:50.299107 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-e4f9e304-dd8f-4ded-abd3-b95c0728a9f1 req-2295d37a-c20d-402a-9a92-424b79ed43fe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:00:50.300117 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4f9e304-dd8f-4ded-abd3-b95c0728a9f1 req-2295d37a-c20d-402a-9a92-424b79ed43fe service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593371 Jan 28 06:00:50.457333 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf588-204a-4bdc-a0bd-dfd1cc4c5d35 req-d1fb8f2d-a83d-4e70-a9a9-1a4f296b4a33 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:50.458861 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bedf588-204a-4bdc-a0bd-dfd1cc4c5d35 req-d1fb8f2d-a83d-4e70-a9a9-1a4f296b4a33 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0537698 Jan 28 06:00:50.507187 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9bedf588-204a-4bdc-a0bd-dfd1cc4c5d35 req-2d5b0310-77f1-4032-b107-1d105f8a821c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Jan 28 06:00:50.755354 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-2c57c555-5026-4719-aad5-670ad387826e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871751 Jan 28 06:00:51.663247 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec928d0-c61a-4a82-aaa8-9a227aa17969 req-f1e5c068-de83-45d2-bf6e-435227dccf61 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:51.664720 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dec928d0-c61a-4a82-aaa8-9a227aa17969 req-f1e5c068-de83-45d2-bf6e-435227dccf61 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 943 time: 0.0807426 Jan 28 06:00:51.670469 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-5147dadb-d81f-4071-80df-ef3e5e7d2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:51.671840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-5147dadb-d81f-4071-80df-ef3e5e7d2057 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089&tenant_id=f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 1094 time: 0.1015203 Jan 28 06:00:51.689962 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-3', 'device_owner': 'compute:nova'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:51.757588 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dec928d0-c61a-4a82-aaa8-9a227aa17969 req-4b9fc195-3369-40bb-89b7-548939188ffa tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847800 Jan 28 06:00:51.764335 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.965878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:51.998451 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:52.034860 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:00:52.042569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Publish callbacks [] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.054664 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Transition to ACTIVE for port object 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:00:52.058512 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.135869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:52.147782 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.148136 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.148479 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.148815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.149165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.149504 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.150359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.150694 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.151175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.151511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.151839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.152162 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.152488 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:52.192937 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] No DVR routers for this DVR port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:00:52.330851 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:52.331387 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:52.331742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:52.336048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:00:52.336374 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Attempting to bind port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:52.341265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:52.341610 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Checking segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:52.341998 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Bound using segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:52.342430 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Bound port: 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:52.342789 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.405236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:52.408309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:52.412819 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.444774 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.445482 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.447377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] 10.222.0.47 "PUT /v2.0/ports/07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1091 time: 0.7619274 Jan 28 06:00:52.447947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:00:52.450224 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71cd3c2-953c-4405-9c95-91ccc536f0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:00:52.496135 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfb0e7-2856-4d61-9522-60260f173f76 x-openstack-request-id: req-1ddfb0e7-2856-4d61-9522-60260f173f76 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:00:52.496443 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:00:52.496712 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ddfb0e7-2856-4d61-9522-60260f173f76 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:00:52.497181 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'status': 'completed', 'code': 200} Jan 28 06:00:52.510942 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd837f-a186-4b38-8cda-f699179e0500 service neutron] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:52.531632 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-5621e0c5-966e-4c53-8b0f-364b9a052f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.533083 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-5621e0c5-966e-4c53-8b0f-364b9a052f3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1095 time: 0.0532126 Jan 28 06:00:52.630551 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-55c8bb1c-eaec-4886-a35e-2a1823e471cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.632078 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-55c8bb1c-eaec-4886-a35e-2a1823e471cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0927167 Jan 28 06:00:52.694689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-51ee76d8-4deb-48b9-a28e-39a253b1ab8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 999 time: 0.0569611 Jan 28 06:00:52.747679 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-e2e269bd-6a22-4b78-b4f2-ba05bd44a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.749179 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-e2e269bd-6a22-4b78-b4f2-ba05bd44a7d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0491719 Jan 28 06:00:52.793104 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-225e8edd-88d0-4f6d-a1cc-5b3a517c15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.794730 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-225e8edd-88d0-4f6d-a1cc-5b3a517c15f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400126 Jan 28 06:00:52.921213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10160-f81c-4031-b9e4-5d55019287ad req-fdf9fc08-3fa7-4a81-8d3b-cd64c828eb37 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.922684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30e10160-f81c-4031-b9e4-5d55019287ad req-fdf9fc08-3fa7-4a81-8d3b-cd64c828eb37 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0787997 Jan 28 06:00:52.924831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-57a8d8be-94b4-4e97-adfa-5fb33ef73ea6 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242104 Jan 28 06:00:53.021110 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-30e10160-f81c-4031-b9e4-5d55019287ad req-d513a8fa-30ab-4798-b95c-9f1f07476a9c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928607 Jan 28 06:00:53.048219 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-81a9d489-993d-4dd4-b69c-e2c23ddcc4eb req-fbb0412b-175d-4850-a245-aa3ee90262f0 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137302 Jan 28 06:00:53.159858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-b8a99222-5105-44ac-8231-0721060e0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:53.161426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-b8a99222-5105-44ac-8231-0721060e0de3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1095 time: 0.0461037 Jan 28 06:00:53.254306 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-8be8c14d-21cc-4923-8590-3e013568de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:53.255767 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-8be8c14d-21cc-4923-8590-3e013568de10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0859542 Jan 28 06:00:53.331870 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-77379d62-d6bb-4fb0-ae0c-c20f1f6b3298 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 999 time: 0.0687199 Jan 28 06:00:53.391898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-429188b3-992d-4952-b1da-4aab11bd3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:53.393670 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-429188b3-992d-4952-b1da-4aab11bd3690 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0566742 Jan 28 06:00:53.899964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:00:53.939360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] The host n-h1-824835-3 is not matching for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 host n-h2-824835-3! {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:00:53.939762 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:00:54.151203 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105917-c1c3-4848-b626-812f76ec4aac req-78cb5387-884b-4e94-b8d9-539a16e68981 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:54.152793 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05105917-c1c3-4848-b626-812f76ec4aac req-78cb5387-884b-4e94-b8d9-539a16e68981 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0581775 Jan 28 06:00:54.205682 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-05105917-c1c3-4848-b626-812f76ec4aac req-c43de4a0-4534-4397-a62e-7f35c9462834 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 Jan 28 06:00:55.330213 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aee31-3bc4-4098-b0dc-91a8d5a4272c req-5547983f-3abb-4fc3-9454-97ca10cd4929 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:55.331746 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa1aee31-3bc4-4098-b0dc-91a8d5a4272c req-5547983f-3abb-4fc3-9454-97ca10cd4929 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0499017 Jan 28 06:00:55.389433 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-aa1aee31-3bc4-4098-b0dc-91a8d5a4272c req-a9389a2f-132a-4805-8704-c3b806aa69ca tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519197 Jan 28 06:00:56.509560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ff8a-18b2-4e76-a10d-384e38329b94 req-c9222bad-6002-4ac0-a989-da24d3620b7a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:56.511215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ec7ff8a-18b2-4e76-a10d-384e38329b94 req-c9222bad-6002-4ac0-a989-da24d3620b7a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0504031 Jan 28 06:00:56.563429 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ec7ff8a-18b2-4e76-a10d-384e38329b94 req-c140effb-f256-4dfd-81a1-2bd16af41aba tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461748 Jan 28 06:00:57.697825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b65fb-192c-46e0-a237-0896a864e5f0 req-f485c8e2-6a63-4a27-bea9-d3e743d5e483 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:57.699570 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d84b65fb-192c-46e0-a237-0896a864e5f0 req-f485c8e2-6a63-4a27-bea9-d3e743d5e483 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0630553 Jan 28 06:00:57.757688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d84b65fb-192c-46e0-a237-0896a864e5f0 req-7c71d5e1-1f3d-463b-8c94-05622b574e8d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490742 Jan 28 06:00:58.873972 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae649a4-292b-40ff-9b69-5204e9910472 req-a3e9020d-ccf5-4820-92c9-11f3559cbf32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:58.876372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae649a4-292b-40ff-9b69-5204e9910472 req-a3e9020d-ccf5-4820-92c9-11f3559cbf32 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0503242 Jan 28 06:00:58.933139 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bae649a4-292b-40ff-9b69-5204e9910472 req-f31d944a-0e7f-4499-bb73-f8bcb1ed4a48 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507901 Jan 28 06:01:00.054744 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3615-e331-4d08-8798-319015994464 req-cd0db4f6-0e6c-4567-be14-4dc5c2745da1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:00.056352 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014d3615-e331-4d08-8798-319015994464 req-cd0db4f6-0e6c-4567-be14-4dc5c2745da1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0507257 Jan 28 06:01:00.109539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014d3615-e331-4d08-8798-319015994464 req-e0554b8d-30fe-4f32-bb1e-a098e262e72f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Jan 28 06:01:01.231725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa619f-27ca-4248-acbd-117a6e46b539 req-41aa7e5e-210d-4ba9-8301-ea9169337f3f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:01.233414 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dfa619f-27ca-4248-acbd-117a6e46b539 req-41aa7e5e-210d-4ba9-8301-ea9169337f3f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Jan 28 06:01:01.288453 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0dfa619f-27ca-4248-acbd-117a6e46b539 req-146303b3-50cb-4baa-9488-91bd6844959d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492752 Jan 28 06:01:02.021035 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-dfbe2f4b-4344-463d-8679-696accab9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.022510 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-dfbe2f4b-4344-463d-8679-696accab9a0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432644 Jan 28 06:01:02.116074 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-832c7470-cd3b-45cb-93b7-38705e712d9d service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Jan 28 06:01:02.235923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f71cd3c2-953c-4405-9c95-91ccc536f0bc req-ec9226f9-0f2b-48cd-b038-1854ac488527 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821178 Jan 28 06:01:02.376547 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa200-4652-44c8-8759-86662cc1e93d req-22c6960a-feff-41c6-bbef-a4beb3d3924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.378092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-22c6960a-feff-41c6-bbef-a4beb3d3924c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1095 time: 0.0551364 Jan 28 06:01:02.461079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137ab81-123a-4ea4-b74d-451a77cf3e8b req-98eeed6a-619d-428a-86fa-bb0e72a83e7e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.462924 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d137ab81-123a-4ea4-b74d-451a77cf3e8b req-98eeed6a-619d-428a-86fa-bb0e72a83e7e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.1015680 Jan 28 06:01:02.524321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa200-4652-44c8-8759-86662cc1e93d req-323e31fa-8182-47b2-8eef-f00d8e077aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.525819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-323e31fa-8182-47b2-8eef-f00d8e077aa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.1272516 Jan 28 06:01:02.534107 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d137ab81-123a-4ea4-b74d-451a77cf3e8b req-8aad9400-5a22-44d2-ba2d-f895fcab0670 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651240 Jan 28 06:01:02.593373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-7c8bbb23-2379-414d-89d0-64bf42b78d04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 999 time: 0.0581779 Jan 28 06:01:02.641288 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa200-4652-44c8-8759-86662cc1e93d req-4471f7de-82c3-4f02-b68c-2441d5b61636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.642724 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-4471f7de-82c3-4f02-b68c-2441d5b61636 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0430949 Jan 28 06:01:02.689019 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa200-4652-44c8-8759-86662cc1e93d req-dd926cfa-8acb-4386-be24-540dab107ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.690515 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-dd926cfa-8acb-4386-be24-540dab107ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422029 Jan 28 06:01:02.776849 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-22a906f3-85a8-4a29-bac3-55267cfbd3f3 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803277 Jan 28 06:01:02.869332 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-28bfa200-4652-44c8-8759-86662cc1e93d req-838394be-b97a-441c-a6ef-69d8f6294b10 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Jan 28 06:01:03.649747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb5f1e-1cd2-407e-96eb-db3e90695741 req-212fc8a8-f308-4a98-9164-f8fa6ccf444e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:03.651265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47bb5f1e-1cd2-407e-96eb-db3e90695741 req-212fc8a8-f308-4a98-9164-f8fa6ccf444e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 944 time: 0.0484877 Jan 28 06:01:03.700504 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-47bb5f1e-1cd2-407e-96eb-db3e90695741 req-7c07d827-5158-4a21-8aaf-7b9e406ac6e1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Jan 28 06:01:04.216186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:01:04.306800 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:04.317746 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'port_id': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'mac_address': 'fa:16:3e:03:93:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:01:04.356353 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:04.356742 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.369720 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:01:04.387615 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:04.391772 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.436251 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:04.711679 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:01:04.819596 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545f34d-4693-460e-8e4b-b919828f7e82 req-cf558178-097d-4ba8-8a56-23c9464104fc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:04.821109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a545f34d-4693-460e-8e4b-b919828f7e82 req-cf558178-097d-4ba8-8a56-23c9464104fc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0501695 Jan 28 06:01:04.871485 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a545f34d-4693-460e-8e4b-b919828f7e82 req-4d32868d-f068-4f9d-89e1-b2ea5e36781c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Jan 28 06:01:05.989122 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f610a4-fbc7-4c38-948a-88fa5e27be56 req-caf09e13-f4dd-4a02-93ef-21350b74f3b2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:05.990539 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74f610a4-fbc7-4c38-948a-88fa5e27be56 req-caf09e13-f4dd-4a02-93ef-21350b74f3b2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 945 time: 0.0505965 Jan 28 06:01:06.039615 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-74f610a4-fbc7-4c38-948a-88fa5e27be56 req-6c78ead4-8bec-4b15-b706-d6ec8cdd083e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 Jan 28 06:01:06.231396 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:06.350431 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:01:06.355109 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:06.355491 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.398804 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:01:06.433585 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:06.433974 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.455125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:06.457375 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3481036-97ed-45f1-9644-fd221db771f1" -d '{"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-plugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:06.470155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:06.474923 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.498212 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094d75c-0da0-4984-b0e1-ecff11e744d2 x-openstack-request-id: req-3094d75c-0da0-4984-b0e1-ecff11e744d2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:06.498506 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-plugged", "status": "completed", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:06.498758 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3094d75c-0da0-4984-b0e1-ecff11e744d2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:06.499143 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'code': 200} Jan 28 06:01:06.523984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:06.690880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d38a-a51c-4881-a3d0-d21b1c8e61b9 req-f72e436e-2d32-4f9e-867b-8921851cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:06.692353 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8686d38a-a51c-4881-a3d0-d21b1c8e61b9 req-f72e436e-2d32-4f9e-867b-8921851cafe6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1097 time: 0.0391636 Jan 28 06:01:06.740852 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-8686d38a-a51c-4881-a3d0-d21b1c8e61b9 req-b9588f83-8c09-4360-be5f-d809415f057c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Jan 28 06:01:07.130769 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.157747 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01679d76-9d11-45c8-ab9a-30b9475b41f9 req-1bd22b28-967a-453a-b7c5-446ea8f78f13 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:07.159250 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01679d76-9d11-45c8-ab9a-30b9475b41f9 req-1bd22b28-967a-453a-b7c5-446ea8f78f13 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 946 time: 0.0501726 Jan 28 06:01:07.206996 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01679d76-9d11-45c8-ab9a-30b9475b41f9 req-27da52cc-c505-438d-ae50-f8c7d194c3e0 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Jan 28 06:01:08.325092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e575f-7d00-46a8-b1eb-0e8d06f85929 req-e70ad39f-c470-497c-93c5-59da5f25e651 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:08.326610 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-865e575f-7d00-46a8-b1eb-0e8d06f85929 req-e70ad39f-c470-497c-93c5-59da5f25e651 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 946 time: 0.0467925 Jan 28 06:01:08.374842 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-865e575f-7d00-46a8-b1eb-0e8d06f85929 req-3e889b62-2062-4f66-9725-74d8a288482b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Jan 28 06:01:08.457837 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.802027 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f84c5d4f-ebbd-4504-89f1-3a60f1c3765a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:10.984317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73b05370-6bf6-493b-8c8d-04b9714d447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.329275 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:14.037401 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:15.555836 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.143166 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.458988 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.804167 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c66-a46d-40f1-9059-808f26c9f172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.986657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a586d9cc-e9c4-4564-8ee8-e65d1a447e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:42.330638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.397604 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:01:44.038970 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.559623 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.770120 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-73228957-6250-4ec9-beb8-47965d6bb78b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422554 Jan 28 06:01:54.864877 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31385d-0da8-43a6-807b-d367688f2809 req-8067b2fd-b75b-46f1-8a77-e13f5c5ef246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:54.866428 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-8067b2fd-b75b-46f1-8a77-e13f5c5ef246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1097 time: 0.0405030 Jan 28 06:01:54.970637 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31385d-0da8-43a6-807b-d367688f2809 req-b1993bc8-433f-40bf-aece-9af46c52045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:54.972193 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-b1993bc8-433f-40bf-aece-9af46c52045f service neutron] 10.222.0.47 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0879071 Jan 28 06:01:55.042600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-eb27b75e-4917-4968-a1f3-e1150e913978 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 1001 time: 0.0579138 Jan 28 06:01:55.091796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31385d-0da8-43a6-807b-d367688f2809 req-20bf2fee-bdea-4633-a3d1-695561fc8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.093215 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-20bf2fee-bdea-4633-a3d1-695561fc8bb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0448718 Jan 28 06:01:55.136893 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31385d-0da8-43a6-807b-d367688f2809 req-d8b1c26b-a88a-43ef-9de7-ac98d5dcc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.138372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-d8b1c26b-a88a-43ef-9de7-ac98d5dcc245 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387430 Jan 28 06:01:55.149620 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-37ff0d2a-b5ea-4f1d-83f2-1c08db47edca service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:01:55.150571 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-37ff0d2a-b5ea-4f1d-83f2-1c08db47edca service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056560 Jan 28 06:01:55.236212 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-1c86bb29-1748-4db5-8173-6ee2c98d395b service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791774 Jan 28 06:01:55.326218 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-be31385d-0da8-43a6-807b-d367688f2809 req-8ff82412-09ed-4dd5-a400-40b1893d0eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840936 Jan 28 06:02:07.161868 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.450118 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.806523 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f04d159-2555-4840-b37a-c86efeafcc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.993672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b93e1cde-51f2-48b7-9c0c-cde202923584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.333240 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:14.042211 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:15.561537 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.396460 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:02:21.346272 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57236) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.498822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Deleting port c2cafec1-be9a-464e-af34-b32cf0bf5d04 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:21.499160 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.574596 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.574921 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (c2cafec1-be9a-464e-af34-b32cf0bf5d04), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.586192 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Calling delete_port for c2cafec1-be9a-464e-af34-b32cf0bf5d04 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:21.727994 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (c2cafec1-be9a-464e-af34-b32cf0bf5d04), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.756131 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event deleted for resources: {'Port': ['ID=c2cafec1-be9a-464e-af34-b32cf0bf5d04,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:21.781020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.781394 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.781741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.782077 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.782410 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.782743 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.783073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.783402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.783730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.784055 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.784377 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.784700 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.785026 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:21.826884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (275355e6-fd94-46b7-a8e9-2f262bf083f1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.827257 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Floating IP 275355e6-fd94-46b7-a8e9-2f262bf083f1 disassociated (deleted). External IP: 172.25.6.117, port: 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1. Jan 28 06:02:22.031647 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Router 599fe3dc-076f-47be-8afe-1e2270593c72 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:22.438688 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:22.443508 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:22.448181 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:22.457922 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:22.458525 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.469499 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a68c2cc0-8d00-4c0d-b6a4-7e16cef0f6a8 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "DELETE /v2.0/floatingips/275355e6-fd94-46b7-a8e9-2f262bf083f1 HTTP/1.1" status: 204 len: 168 time: 1.1221092 Jan 28 06:02:22.470079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:22.472390 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d33db8-553d-48de-a2a2-482c3f961dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:22.515961 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8cd9f7-8460-4b60-86fa-686c0307ec24 x-openstack-request-id: req-8a8cd9f7-8460-4b60-86fa-686c0307ec24 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:22.516265 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:22.516526 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a8cd9f7-8460-4b60-86fa-686c0307ec24 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:22.516927 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'status': 'completed', 'code': 200} Jan 28 06:02:22.566593 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:22.608805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-009d0167-ac47-4e87-8e00-985324c0e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.610750 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-009d0167-ac47-4e87-8e00-985324c0e93f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 1097 time: 0.0507064 Jan 28 06:02:22.758612 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e089-ca0f-4de6-ab14-4828d9fb5527 req-6c8be2e7-4d91-4a62-8081-82a68dc06520 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.760174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a31e089-ca0f-4de6-ab14-4828d9fb5527 req-6c8be2e7-4d91-4a62-8081-82a68dc06520 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 946 time: 0.1029675 Jan 28 06:02:22.769517 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.787807 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-23f3c83c-6fd4-4943-b1fd-66edc2e4ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.789919 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-23f3c83c-6fd4-4943-b1fd-66edc2e4ee33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.1407702 Jan 28 06:02:22.796131 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:02:22.805282 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:22.805942 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:02:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.844044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-c4b6ca28-1c8e-4ef4-9415-b3520fd6da25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 200 len: 217 time: 0.0467782 Jan 28 06:02:22.865748 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6a31e089-ca0f-4de6-ab14-4828d9fb5527 req-7f7bd04a-ef0f-4a17-aa4c-4817b93de099 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987632 Jan 28 06:02:22.900175 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-ecf5204d-f05d-4d9a-9081-17d17cbb0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.901948 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-ecf5204d-f05d-4d9a-9081-17d17cbb0e1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0487912 Jan 28 06:02:22.909258 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:22.946183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-525d1fb0-e436-477b-90ee-fffb055157e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.947674 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-525d1fb0-e436-477b-90ee-fffb055157e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397389 Jan 28 06:02:23.041253 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-45d30fb3-d48f-46cb-8f40-3b7f287e2d0e service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851073 Jan 28 06:02:23.111563 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:23.131511 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b7d33db8-553d-48de-a2a2-482c3f961dbc req-6a3b3995-3dde-4367-ac39-69824fe6b9d3 service neutron] 10.222.0.47 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827103 Jan 28 06:02:23.140314 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f9cc9-b459-46b3-a48a-bdfa02338dce None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:23.357020 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07b3fa-9626-4db2-aa17-07352f0e662f None None] New status for floating IP 275355e6-fd94-46b7-a8e9-2f262bf083f1: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:02:23.987974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c573-347f-4034-a40b-6adfe438dde8 req-0307b228-6af9-4d3f-98cc-845fed329087 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:23.989546 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f939c573-347f-4034-a40b-6adfe438dde8 req-0307b228-6af9-4d3f-98cc-845fed329087 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 946 time: 0.0528703 Jan 28 06:02:24.037107 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f939c573-347f-4034-a40b-6adfe438dde8 req-89ab21fa-cf27-484e-aabb-1a40b0e0a0df tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=353a43b4-2b88-4ba5-87c1-177fb88e40e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Jan 28 06:02:24.162372 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-2dc6c238-fd98-49b6-9eab-dacd4c8081f9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:24.163930 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-2dc6c238-fd98-49b6-9eab-dacd4c8081f9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a6ce6c9-b695-4967-8f50-e218a49ac089 HTTP/1.1" status: 200 len: 946 time: 0.0551021 Jan 28 06:02:24.254839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Deleting port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:24.255105 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.341984 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] For port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:24.342354 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.353898 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Calling delete_port for 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:24.482758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (07b03bad-a74b-49e2-bdd4-c9cdf8d574e1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.512029 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event deleted for resources: {'Port': ['ID=07b03bad-a74b-49e2-bdd4-c9cdf8d574e1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:24.555907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] No DVR routers for this DVR port 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:24.558459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.561801 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5ea516e-0f4a-494d-ac2b-8dcc281b88e8 req-c9714dbe-fa8a-4796-99ea-805945444e50 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.47 "DELETE /v2.0/ports/07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 HTTP/1.1" status: 204 len: 173 time: 0.3922291 Jan 28 06:02:24.562249 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-deleted', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:24.564586 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a7e286-f3c3-4e49-89e4-d99f7089efb9" -d '{"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-deleted", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:24.606003 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c6647-7e5c-4efc-beca-8a5f945d372d x-openstack-request-id: req-2c4c6647-7e5c-4efc-beca-8a5f945d372d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:24.606305 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ce6c9-b695-4967-8f50-e218a49ac089", "name": "network-vif-deleted", "tag": "07b03bad-a74b-49e2-bdd4-c9cdf8d574e1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:24.606561 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c4c6647-7e5c-4efc-beca-8a5f945d372d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:24.606957 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ce6c9-b695-4967-8f50-e218a49ac089', 'name': 'network-vif-deleted', 'tag': '07b03bad-a74b-49e2-bdd4-c9cdf8d574e1', 'status': 'completed', 'code': 200} Jan 28 06:02:25.093677 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57256) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:25.150198 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38f4266c-276b-4564-9107-202f03fa920e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (353a43b4-2b88-4ba5-87c1-177fb88e40e2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.174710 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38f4266c-276b-4564-9107-202f03fa920e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (353a43b4-2b88-4ba5-87c1-177fb88e40e2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.233937 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38f4266c-276b-4564-9107-202f03fa920e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (353a43b4-2b88-4ba5-87c1-177fb88e40e2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.236569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38f4266c-276b-4564-9107-202f03fa920e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.237779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-38f4266c-276b-4564-9107-202f03fa920e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "DELETE /v2.0/security-groups/353a43b4-2b88-4ba5-87c1-177fb88e40e2 HTTP/1.1" status: 204 len: 168 time: 0.1431174 Jan 28 06:02:25.248274 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4266c-276b-4564-9107-202f03fa920e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a43b4-2b88-4ba5-87c1-177fb88e40e2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:25.567268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57262) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:25.571838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473599389', 'description': 'tempest-secgroup-smoke-1473599389 description', 'project_id': 'f280d123688340c192a6b0c16586cc55'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:25.593011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.661760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (e2aa45b7-290b-46e2-bc09-df043be01620), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.666017 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e2aa45b7-290b-46e2-bc09-df043be01620), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.695653 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.696880 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285861 Jan 28 06:02:25.698950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50b4cb-5dbc-472e-b0bd-6adef308b57c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa45b7-290b-46e2-bc09-df043be01620,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:25.700114 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57264) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:25.711435 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': 'e2aa45b7-290b-46e2-bc09-df043be01620', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:25.735710 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (6565b79e-e101-454f-bdaa-b99ebcd15e9a), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.789830 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (6565b79e-e101-454f-bdaa-b99ebcd15e9a), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.793614 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6565b79e-e101-454f-bdaa-b99ebcd15e9a), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.811839 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6565b79e-e101-454f-bdaa-b99ebcd15e9a,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:25.822907 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.824236 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171265 Jan 28 06:02:25.825772 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.826126 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.826473 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.826911 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.827257 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.827570 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57266) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:25.827688 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.827915 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.828249 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.828582 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.828912 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.829270 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.829598 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.829928 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d98e4-f487-4e00-95f4-b1c3591d630e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:25.832815 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': 'e2aa45b7-290b-46e2-bc09-df043be01620', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:25.857802 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (293afd48-0f2d-4e7b-ac40-0f54fc582844), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.916581 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (293afd48-0f2d-4e7b-ac40-0f54fc582844), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.920044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (293afd48-0f2d-4e7b-ac40-0f54fc582844), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.938041 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293afd48-0f2d-4e7b-ac40-0f54fc582844,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:25.945265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.946488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5c1fddf5-7351-4288-a9d0-86ea333311eb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176777 Jan 28 06:02:25.949128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57268) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:25.953364 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': 'e2aa45b7-290b-46e2-bc09-df043be01620', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:25.977884 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (fc561c2e-5f36-46cd-af3f-f7772863f210), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.033438 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (fc561c2e-5f36-46cd-af3f-f7772863f210), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.036977 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (fc561c2e-5f36-46cd-af3f-f7772863f210), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.054810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc561c2e-5f36-46cd-af3f-f7772863f210,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:26.062782 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.064593 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-847c5219-c7fa-40ab-871c-150ec79283ee tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138973 Jan 28 06:02:26.066715 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:26.071052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': 'e2aa45b7-290b-46e2-bc09-df043be01620', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:26.094501 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (ed7e06af-c029-4d7e-82e4-4fcbc5fe776b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.150746 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (ed7e06af-c029-4d7e-82e4-4fcbc5fe776b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.160378 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (ed7e06af-c029-4d7e-82e4-4fcbc5fe776b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.184739 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7e06af-c029-4d7e-82e4-4fcbc5fe776b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:26.191277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.192480 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9006dc45-b256-4492-9826-df61445b19bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248469 Jan 28 06:02:26.195262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57272) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:26.199454 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': 'e2aa45b7-290b-46e2-bc09-df043be01620', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:26.218719 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Project f280d123688340c192a6b0c16586cc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:02:26.223450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (4c967940-7a90-417a-b395-46f6e608c92c), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.282187 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (4c967940-7a90-417a-b395-46f6e608c92c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.285763 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (4c967940-7a90-417a-b395-46f6e608c92c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.303711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c967940-7a90-417a-b395-46f6e608c92c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:26.311312 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.312665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ceb7c698-3ce6-4cc6-b03c-f185353829cb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164815 Jan 28 06:02:26.315426 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57274) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:26.319796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'security_group_rule': {'security_group_id': 'e2aa45b7-290b-46e2-bc09-df043be01620', 'project_id': 'f280d123688340c192a6b0c16586cc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:26.339485 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Project f280d123688340c192a6b0c16586cc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:02:26.344197 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (6437be47-8678-403e-b082-49af48f901b2), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.401440 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (6437be47-8678-403e-b082-49af48f901b2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.404916 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (6437be47-8678-403e-b082-49af48f901b2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.421738 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6437be47-8678-403e-b082-49af48f901b2,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:26.431450 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.432656 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2d5fcf33-5335-4268-a637-bac554fc160e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162791 Jan 28 06:02:28.636496 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:28.660524 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:28.660866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 07b03bad-a74b-49e2-bdd4-c9cdf8d574e1 not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:37.180008 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.450331 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.812614 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2e09405-1a7d-42b7-a949-fbaf31c48ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.996237 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-218f38fa-fafb-43fc-90dd-908997f0af18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.337459 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.043674 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.968868 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-f6bb7d28-8150-4a53-8f4a-d45c80f6ba8a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473599389&fields=id&tenant_id=f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 267 time: 0.0434074 Jan 28 06:02:45.073524 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-e2a6262d-600a-420c-87ee-9f4e1628ce91 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:45.074908 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-e2a6262d-600a-420c-87ee-9f4e1628ce91 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 809 time: 0.0997918 Jan 28 06:02:45.088872 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-9f6f9b98-a4db-48f2-814a-a3bb5a67c6ec tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/quotas/f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 375 time: 0.0086372 Jan 28 06:02:45.139077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-4a9ef65f-0f41-4965-9f51-bad1b432f702 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455289 Jan 28 06:02:45.153670 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-2fc58ab4-b972-4313-a491-c891b3887011 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:02:45.154637 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-2fc58ab4-b972-4313-a491-c891b3887011 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050566 Jan 28 06:02:45.246075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-e9436cef-4fda-48f9-9187-94990951edb2 service neutron] 10.222.0.21 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859580 Jan 28 06:02:45.333236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-9af96d82-fb20-410d-a72c-7a7a45c82cd6 service neutron] 10.222.0.21 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814519 Jan 28 06:02:45.570528 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.620586 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3685a67b-1ed4-460a-864c-a255d036ad1b req-aaf88c4e-df3d-4cf9-83e4-0aa34e0e8931 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0265391 Jan 28 06:02:46.686268 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-675a297a-99c5-42cc-b255-4ce594dadc9e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.687945 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-675a297a-99c5-42cc-b255-4ce594dadc9e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 809 time: 0.1122565 Jan 28 06:02:46.717995 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ddf8bea9-5ae4-4d99-944b-472656f20515 req-f1d21b64-1cee-47dd-b786-de0e42da0c37 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0290470 Jan 28 06:02:46.771334 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-0d69721b-5ddf-4db7-b8ca-0576f1067ef3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 380 time: 0.0558512 Jan 28 06:02:46.782899 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'port': {'device_id': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'admin_state_up': True, 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'security_groups': ['e2aa45b7-290b-46e2-bc09-df043be01620']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:46.889539 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Made reservation on behalf of f280d123688340c192a6b0c16586cc55 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:46.893014 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.020996 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Allocated IP 172.20.0.6 (87ec5ef7-7702-4d89-bbed-9416107a3ec6/e3f5a236-5a84-4f99-ae78-e8ca2f2905ec/0b6a6270-565a-4063-8a3f-66d660d35684) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:47.161524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for port (0b6a6270-565a-4063-8a3f-66d660d35684), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.196552 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.242081 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:47.245347 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:47.251814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:47.297626 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:47.298246 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.307161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:47.321687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-cc010736-70de-4458-b026-35b241ad154c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424809 Jan 28 06:02:47.387494 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Request body: {'port': {'device_id': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:47.449848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.465421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a6b7edb7-e988-46ec-bd6c-26c1760d9853 None None] Provisioning complete for port 0b6a6270-565a-4063-8a3f-66d660d35684 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:47.465959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6b7edb7-e988-46ec-bd6c-26c1760d9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.500827 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7edb7-e988-46ec-bd6c-26c1760d9853 None None] Port 0b6a6270-565a-4063-8a3f-66d660d35684 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:47.717236 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6a6270-565a-4063-8a3f-66d660d35684 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:47.724729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Publish callbacks [] for port (0b6a6270-565a-4063-8a3f-66d660d35684), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.737011 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Transition to ACTIVE for port object 0b6a6270-565a-4063-8a3f-66d660d35684 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:47.742055 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.827064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:47.868595 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273780-78be-4bdf-9d89-a43956e9fae5 req-3988b050-695b-437c-b3f1-7afe57c0cf9e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:47.870427 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a273780-78be-4bdf-9d89-a43956e9fae5 req-3988b050-695b-437c-b3f1-7afe57c0cf9e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0723255 Jan 28 06:02:47.908346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Attempting to bind port 0b6a6270-565a-4063-8a3f-66d660d35684 on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:47.908839 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Attempting to bind port 0b6a6270-565a-4063-8a3f-66d660d35684 by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:47.909383 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Attempting to bind port 0b6a6270-565a-4063-8a3f-66d660d35684 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:47.917826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Port 0b6a6270-565a-4063-8a3f-66d660d35684 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:47.917826 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Attempting to bind port 0b6a6270-565a-4063-8a3f-66d660d35684 on network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:47.926561 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:47.926906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Checking segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:47.927293 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Bound using segment: {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:47.927729 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Bound port: 0b6a6270-565a-4063-8a3f-66d660d35684, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8018414e-fa29-40f5-a1a8-f55b8faf2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:47.928090 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.967515 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3a273780-78be-4bdf-9d89-a43956e9fae5 req-c00b9e9d-b74a-4dd7-806e-61041caf6e09 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835185 Jan 28 06:02:48.000095 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:48.003501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:48.007484 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.045837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.046598 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.047797 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] 10.222.0.52 "PUT /v2.0/ports/0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 1091 time: 0.7132938 Jan 28 06:02:48.048235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:48.050885 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:48.084513 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1022455-b944-4e6e-9b38-0c13b7b9052a service neutron] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:48.112990 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a02ce-7ab2-4d43-b2cf-753fcdeab65b x-openstack-request-id: req-b37a02ce-7ab2-4d43-b2cf-753fcdeab65b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:48.113656 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:48.113920 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b37a02ce-7ab2-4d43-b2cf-753fcdeab65b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:48.114319 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'status': 'completed', 'code': 200} Jan 28 06:02:48.158113 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-8bcde3e2-3475-418d-98ff-e0a768f47487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.159779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-8bcde3e2-3475-418d-98ff-e0a768f47487 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1094 time: 0.0573044 Jan 28 06:02:48.207694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-9615936d-a69c-450a-a5f9-a9ae572247a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 217 time: 0.0361705 Jan 28 06:02:48.257855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-3bcdaca5-1fea-42d7-9be1-4ca375efc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.259330 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-3bcdaca5-1fea-42d7-9be1-4ca375efc172 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0465412 Jan 28 06:02:48.304045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-fb05f213-65d0-41cb-85f5-9103cec496c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.305601 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-fb05f213-65d0-41cb-85f5-9103cec496c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410936 Jan 28 06:02:48.396934 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-55adfd7e-a104-4569-b698-d4be3056f060 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858934 Jan 28 06:02:48.484551 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7648abc3-7674-4e3e-af82-b4353abddb6e req-5be5e223-711f-4955-bf0a-b024bae1c0d4 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824058 Jan 28 06:02:48.596277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-bdded669-088f-4236-8b18-2d2d7dae0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.597847 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-bdded669-088f-4236-8b18-2d2d7dae0632 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1094 time: 0.0461397 Jan 28 06:02:48.685960 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-abba7058-fc0b-484b-a4f4-0fd7edf5c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.687438 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-abba7058-fc0b-484b-a4f4-0fd7edf5c5a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0844643 Jan 28 06:02:48.731735 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-1987fbb2-cf87-4e3f-87a1-2bf95b29ebd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 217 time: 0.0381327 Jan 28 06:02:48.787105 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-7a2d3f44-e1fa-49d2-a2f4-c7ed93f9023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.788544 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-7a2d3f44-e1fa-49d2-a2f4-c7ed93f9023f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0466185 Jan 28 06:02:48.832673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-8289efc8-64aa-43ce-9672-616208e2e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.834389 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-8289efc8-64aa-43ce-9672-616208e2e734 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399828 Jan 28 06:02:48.926155 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-33987b05-8d44-4039-be13-f181f9747b71 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Jan 28 06:02:49.014381 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-72c3b18a-ef50-40e3-9cc1-d9081e168b3c req-c6c5296e-02bd-430a-8686-618e2ab0726f service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829906 Jan 28 06:02:49.087463 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97709-622f-4113-b20f-c9f6acabb25d req-12b5f58f-bb06-4b29-b461-060b000b2aeb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.088870 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96d97709-622f-4113-b20f-c9f6acabb25d req-12b5f58f-bb06-4b29-b461-060b000b2aeb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0475240 Jan 28 06:02:49.138516 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-96d97709-622f-4113-b20f-c9f6acabb25d req-d1ef39f1-ba53-4924-b62b-4dc123aa06b2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jan 28 06:02:50.257000 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609f313-d676-4084-b062-8a5cf18298d4 req-883a5cfa-4572-4984-b3c3-7cba856241a2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.258535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a609f313-d676-4084-b062-8a5cf18298d4 req-883a5cfa-4572-4984-b3c3-7cba856241a2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0500906 Jan 28 06:02:50.307115 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a609f313-d676-4084-b062-8a5cf18298d4 req-487f1217-91ac-47d3-a79d-062cce194315 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Jan 28 06:02:51.422329 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8580cf-eab7-44dd-9bef-0c2e5c728164 req-b495cff6-7c7d-4c4f-8530-0ab2d9af7dd4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:51.423687 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd8580cf-eab7-44dd-9bef-0c2e5c728164 req-b495cff6-7c7d-4c4f-8530-0ab2d9af7dd4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0464275 Jan 28 06:02:51.470975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fd8580cf-eab7-44dd-9bef-0c2e5c728164 req-5c4cb414-769f-4815-81ea-de9093b9163a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Jan 28 06:02:52.591359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2f8b-2aa3-4f8a-94e6-9c71c84c4695 req-ae0d6979-5c3d-42c9-9754-91b5a0e94461 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.592866 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0df2f8b-2aa3-4f8a-94e6-9c71c84c4695 req-ae0d6979-5c3d-42c9-9754-91b5a0e94461 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0534260 Jan 28 06:02:52.643391 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0df2f8b-2aa3-4f8a-94e6-9c71c84c4695 req-29964f6f-60fd-4faf-94a0-84210b03a81f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Jan 28 06:02:53.769240 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2f6c1-e384-4452-af60-6242a310ca2f req-616a0adb-2804-4099-8bed-bae1fcff7e17 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.770880 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85b2f6c1-e384-4452-af60-6242a310ca2f req-616a0adb-2804-4099-8bed-bae1fcff7e17 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0541496 Jan 28 06:02:53.818984 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-85b2f6c1-e384-4452-af60-6242a310ca2f req-09c1e7a9-4cb6-485f-8851-b91e51f9c8fe tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Jan 28 06:02:54.935051 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b1f0-4ade-42a2-a431-46ced26a9f8a req-7eb77678-58bc-4ea3-8c94-dd036b2196d1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:54.936558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfb1b1f0-4ade-42a2-a431-46ced26a9f8a req-7eb77678-58bc-4ea3-8c94-dd036b2196d1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0487130 Jan 28 06:02:54.984961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bfb1b1f0-4ade-42a2-a431-46ced26a9f8a req-6b67a9c5-ee73-4a43-8822-4b80ba567e68 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426259 Jan 28 06:02:56.103009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7de4-a99e-48ba-8f27-94c9bd737c1e req-c1390f0e-d030-4ebe-9a83-b67a288031e3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.104503 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-493f7de4-a99e-48ba-8f27-94c9bd737c1e req-c1390f0e-d030-4ebe-9a83-b67a288031e3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0511336 Jan 28 06:02:56.154771 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-493f7de4-a99e-48ba-8f27-94c9bd737c1e req-dff1955c-e843-4c9d-9133-b8dbc3443f56 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Jan 28 06:02:57.282476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5955690-d14c-4492-8424-0ac27d03c8c9 req-3baa1da1-51c8-4127-af5f-b71c24c9072e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:57.284302 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5955690-d14c-4492-8424-0ac27d03c8c9 req-3baa1da1-51c8-4127-af5f-b71c24c9072e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0522931 Jan 28 06:02:57.334692 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f5955690-d14c-4492-8424-0ac27d03c8c9 req-e85cf5cd-85e3-4c94-bed5-8465edeb73d2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Jan 28 06:02:57.394891 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:02:58.453015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e225f-ddbb-4b2c-9faf-066bdf3cd4ef req-1ae68e22-1353-411c-bea3-695aab4f524b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.454534 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc1e225f-ddbb-4b2c-9faf-066bdf3cd4ef req-1ae68e22-1353-411c-bea3-695aab4f524b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0520360 Jan 28 06:02:58.501913 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bc1e225f-ddbb-4b2c-9faf-066bdf3cd4ef req-907f5046-8562-47a1-a976-0796a4736324 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Jan 28 06:02:59.613200 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db829de9-1c90-4224-9cbd-2402ca92bb92 req-1cc2a68f-abb5-475d-abc5-c3a7696a80a0 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.614689 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db829de9-1c90-4224-9cbd-2402ca92bb92 req-1cc2a68f-abb5-475d-abc5-c3a7696a80a0 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0475361 Jan 28 06:02:59.662423 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-db829de9-1c90-4224-9cbd-2402ca92bb92 req-fcc309ec-2243-43bc-bc05-bdfcad10c5d6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Jan 28 06:03:00.775577 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8daaa-90c3-431e-bac9-eec604785aad req-2e2dc2dc-a353-42d6-b254-420ece517f7a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:00.776952 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cbb8daaa-90c3-431e-bac9-eec604785aad req-2e2dc2dc-a353-42d6-b254-420ece517f7a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0476577 Jan 28 06:03:00.824093 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-cbb8daaa-90c3-431e-bac9-eec604785aad req-55226aa5-a39f-4632-870d-d7e2b9c6b4bf tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 Jan 28 06:03:01.938078 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c162b0-f19d-43fb-a8a1-5cf038f5af18 req-c0b9f9cc-a197-48e5-961f-f54c68e950ad tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.939535 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6c162b0-f19d-43fb-a8a1-5cf038f5af18 req-c0b9f9cc-a197-48e5-961f-f54c68e950ad tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0471685 Jan 28 06:03:01.993200 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e6c162b0-f19d-43fb-a8a1-5cf038f5af18 req-58fb581f-7bd8-4311-bc19-15113d67728d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471468 Jan 28 06:03:03.106406 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c218c47-fe3f-4520-834b-6ea9c8793fe4 req-72df7cfa-75a8-44a3-940e-bd77dd9b4d7d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.107898 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c218c47-fe3f-4520-834b-6ea9c8793fe4 req-72df7cfa-75a8-44a3-940e-bd77dd9b4d7d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0477929 Jan 28 06:03:03.159813 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5c218c47-fe3f-4520-834b-6ea9c8793fe4 req-90b48662-63e7-44da-8d9a-aea8d60c30e4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463223 Jan 28 06:03:04.272861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e065-8f55-48b4-8731-7fea77847a7a req-295c62ec-15da-4ceb-bba3-303089580be9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.274361 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fef7e065-8f55-48b4-8731-7fea77847a7a req-295c62ec-15da-4ceb-bba3-303089580be9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0474391 Jan 28 06:03:04.322252 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fef7e065-8f55-48b4-8731-7fea77847a7a req-5b80e197-f7f4-4d56-8798-aafa07d8f318 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Jan 28 06:03:04.511583 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:04.768220 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:04.779024 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '0b6a6270-565a-4063-8a3f-66d660d35684', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'port_id': '0b6a6270-565a-4063-8a3f-66d660d35684', 'mac_address': 'fa:16:3e:c3:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:04.814863 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 0b6a6270-565a-4063-8a3f-66d660d35684 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:04.815244 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:04.827724 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6a6270-565a-4063-8a3f-66d660d35684 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:04.846563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:04.850540 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:04.895030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:04.902132 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.902514 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.902866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.903211 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.903553 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.903891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.904226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.904560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.904894 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.905248 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.905584 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.905912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:04.906238 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:05.225786 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['0b6a6270-565a-4063-8a3f-66d660d35684'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:05.438124 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378532-3791-4f6a-9100-8bb0a3394269 req-a0e88da9-3ed6-41cc-b006-1ead7cef8a3e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.439693 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1378532-3791-4f6a-9100-8bb0a3394269 req-a0e88da9-3ed6-41cc-b006-1ead7cef8a3e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 944 time: 0.0477514 Jan 28 06:03:05.490215 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1378532-3791-4f6a-9100-8bb0a3394269 req-925f7d54-a4b4-47c5-9153-e90b46ea33a5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Jan 28 06:03:06.526419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:06.577552 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 0b6a6270-565a-4063-8a3f-66d660d35684 completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:06.581732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 0b6a6270-565a-4063-8a3f-66d660d35684 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:06.582108 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.605526 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de698189-40f5-446c-a018-c539d02fbb68 req-e9590c72-a88a-4c18-9583-7ca416666a8e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:06.607062 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de698189-40f5-446c-a018-c539d02fbb68 req-e9590c72-a88a-4c18-9583-7ca416666a8e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 944 time: 0.0482538 Jan 28 06:03:06.658248 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-de698189-40f5-446c-a018-c539d02fbb68 req-22d2330d-1ace-4f6f-9abb-d7994017ebab tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Jan 28 06:03:06.662924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 0b6a6270-565a-4063-8a3f-66d660d35684 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:06.663638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.690437 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:06.692670 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c842b3-276a-4496-b00e-8374190c16e0" -d '{"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-plugged", "status": "completed", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:06.709325 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:06.714603 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.740270 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf2894-7d50-470d-b5c5-c601bd2d6b6e x-openstack-request-id: req-ffcf2894-7d50-470d-b5c5-c601bd2d6b6e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:06.741090 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-plugged", "status": "completed", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:06.741379 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffcf2894-7d50-470d-b5c5-c601bd2d6b6e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:06.741768 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'code': 200} Jan 28 06:03:06.766731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:06.859838 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce432d-fa29-4b1e-b870-0a9fad75b3ac req-7b0eeddc-8b69-40db-99f8-0ae55ceb113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:06.861350 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ce432d-fa29-4b1e-b870-0a9fad75b3ac req-7b0eeddc-8b69-40db-99f8-0ae55ceb113e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0428414 Jan 28 06:03:06.904668 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-20ce432d-fa29-4b1e-b870-0a9fad75b3ac req-f0d4126c-e9e2-4ad3-aecf-02b60d916c1f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377216 Jan 28 06:03:07.205518 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.774231 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce9fa0-cb44-4444-8226-61eae7fe0e86 req-2e3f549d-03b0-479d-b0d6-e656ff8930d1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.775714 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1ce9fa0-cb44-4444-8226-61eae7fe0e86 req-2e3f549d-03b0-479d-b0d6-e656ff8930d1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0477710 Jan 28 06:03:07.823473 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f1ce9fa0-cb44-4444-8226-61eae7fe0e86 req-00dc03dc-6a03-4289-a336-5e145d46cd0c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Jan 28 06:03:08.461978 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.806138 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da56392-9b7d-4c0c-bf35-11f44d145d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.938987 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e72d79-9952-4db4-91a4-aa902f403663 req-652142b1-e469-46e2-b97f-b5b61a66f5de tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.940474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83e72d79-9952-4db4-91a4-aa902f403663 req-652142b1-e469-46e2-b97f-b5b61a66f5de tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0477285 Jan 28 06:03:08.988672 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-83e72d79-9952-4db4-91a4-aa902f403663 req-5275ebac-f80d-42d8-8a45-45d609d3a1f2 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Jan 28 06:03:09.099586 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811558b-8cd8-43c2-b200-880704866f17 req-ee67e473-616c-4d7d-b375-8bd3a34b36e9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.101645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b811558b-8cd8-43c2-b200-880704866f17 req-ee67e473-616c-4d7d-b375-8bd3a34b36e9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0476887 Jan 28 06:03:09.153079 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b811558b-8cd8-43c2-b200-880704866f17 req-3a2cc202-610e-4791-a4ba-4850797c2bf7 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Jan 28 06:03:09.173767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57498) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:09.252278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34f544-a42f-4ebf-ba05-1fe9715f9cc8 tempest-TestShelveInstance-420295266 tempest-TestShelveInstance-420295266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.253818 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-eb34f544-a42f-4ebf-ba05-1fe9715f9cc8 tempest-TestShelveInstance-420295266 tempest-TestShelveInstance-420295266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1091 time: 0.0790854 Jan 28 06:03:09.257138 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57502) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:09.261265 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '0b6a6270-565a-4063-8a3f-66d660d35684', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:09.281663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.378011 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.475953 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Allocated IP 172.25.6.237 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:09.578386 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.610299 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.647397 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:09.650206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:09.653578 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:09.679218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'Port': ['ID=7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:10.302569 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (9b9c0b02-b248-4a6c-857c-f0820f2aef0a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.366742 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.511175 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.515617 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.582801 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event updated for resources: {'Port': ['ID=7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:10.593278 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (9b9c0b02-b248-4a6c-857c-f0820f2aef0a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.694126 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Floating IP 9b9c0b02-b248-4a6c-857c-f0820f2aef0a associated. External IP: 172.25.6.237, port: 0b6a6270-565a-4063-8a3f-66d660d35684. Jan 28 06:03:10.903040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Router 599fe3dc-076f-47be-8afe-1e2270593c72 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:10.988381 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-345437b3-4ae4-436b-b90e-dd131adcf531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:11.011806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:11.021530 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:11.029564 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:11.032150 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:11.032777 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:11.057372 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-fa36bf9e-767e-4fb7-99b3-7df3a600b12d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7991843 Jan 28 06:03:11.058391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:11.060898 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5562892-67d6-4eb1-90a9-40d22a7ef873" -d '{"events": [{"name": "network-changed", "server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:11.139520 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:11.155129 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f3e63f-568a-4934-8ffa-fe933448b7ef x-openstack-request-id: req-e3f3e63f-568a-4934-8ffa-fe933448b7ef {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:11.155441 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:11.155705 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3f3e63f-568a-4934-8ffa-fe933448b7ef {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:11.156112 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'status': 'completed', 'code': 200} Jan 28 06:03:11.241004 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-91098be7-11ed-4cae-836e-1bbdc6e4661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.242538 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-91098be7-11ed-4cae-836e-1bbdc6e4661b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0434659 Jan 28 06:03:11.336059 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-14be8413-c584-4b5c-b523-649155f7e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.337592 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-14be8413-c584-4b5c-b523-649155f7e2b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0898097 Jan 28 06:03:11.402208 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-a37204e7-9bba-4cee-8184-f259dc482ef4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 999 time: 0.0593951 Jan 28 06:03:11.452357 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '9b9c0b02-b248-4a6c-857c-f0820f2aef0a', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'port_id': '0b6a6270-565a-4063-8a3f-66d660d35684', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'mac_address': 'fa:16:3e:c3:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:03:09Z', 'updated_at': '2022-01-28T06:03:09Z', 'revision_number': 0, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:11.455802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-be22fcc1-111c-4362-ad96-bdbc88d884e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.457412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-be22fcc1-111c-4362-ad96-bdbc88d884e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0492873 Jan 28 06:03:11.478579 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:03:11.486948 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:11.487554 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:03:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:11.500788 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-f50ec4fa-6ed0-4fb0-8856-cfbafb2f85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.502421 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-f50ec4fa-6ed0-4fb0-8856-cfbafb2f85b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395238 Jan 28 06:03:11.589979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-a2e33274-6730-49ff-8e97-515b06f83c88 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821333 Jan 28 06:03:11.590745 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:11.683879 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-a5562892-67d6-4eb1-90a9-40d22a7ef873 req-3e5abf90-8b5f-4d0c-9b1a-623a3d009620 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879853 Jan 28 06:03:11.812050 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '9b9c0b02-b248-4a6c-857c-f0820f2aef0a', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'port_id': '0b6a6270-565a-4063-8a3f-66d660d35684', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'mac_address': 'fa:16:3e:c3:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:03:09Z', 'updated_at': '2022-01-28T06:03:09Z', 'revision_number': 0, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:11.837689 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce8bfc-2674-4794-a943-a57df2447335 None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '9b9c0b02-b248-4a6c-857c-f0820f2aef0a', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'port_id': '0b6a6270-565a-4063-8a3f-66d660d35684', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'mac_address': 'fa:16:3e:c3:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:03:09Z', 'updated_at': '2022-01-28T06:03:09Z', 'revision_number': 0, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:12.022105 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bcf131-e267-400b-aa62-5d9a3933efe5 None None] New status for floating IP 9b9c0b02-b248-4a6c-857c-f0820f2aef0a: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:03:12.338579 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.047109 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:15.563202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.393929 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:03:37.211185 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:38.465748 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:38.808791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe5a861a-ba2b-406f-a2da-be05bf9e7555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.839459 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-f2d6e89f-eef8-4c7d-aeeb-39c6d98aa98e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398893 Jan 28 06:03:39.936258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-6c254508-7680-42a8-9d2f-df77a00a1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:39.937803 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-6c254508-7680-42a8-9d2f-df77a00a1177 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0394850 Jan 28 06:03:40.052244 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-a19ad7ba-2471-45e2-b317-c35244e70e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.053885 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-a19ad7ba-2471-45e2-b317-c35244e70e10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0952590 Jan 28 06:03:40.119482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-3ae01e3d-943c-45cb-bf9c-c33985e23498 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 1001 time: 0.0593660 Jan 28 06:03:40.174722 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-00668e52-6a16-42f3-8e9c-d83f4d5da312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.176213 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-00668e52-6a16-42f3-8e9c-d83f4d5da312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0502994 Jan 28 06:03:40.222134 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-7cba8eaa-ff61-4725-9142-f757b0a78bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.223754 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-7cba8eaa-ff61-4725-9142-f757b0a78bfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407910 Jan 28 06:03:40.316904 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-dedf749e-7a52-4d2b-9e2e-95cf21d76f8e service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827496 Jan 28 06:03:40.413954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-eaf66ae9-af71-455b-85a0-d68d873eb296 req-df47988e-a240-48a6-8629-853efdde4c00 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915377 Jan 28 06:03:40.990986 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf59c-651b-44a7-a123-2627dfe2b4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.346987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.048075 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:45.564972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:07.219380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.467606 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.810245 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1811da1-5ef3-4a3b-aedb-cc1f60b8a1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.992380 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c474f14-de73-473a-923f-53cfb1fe3d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.392471 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:04:12.343932 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.053870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:15.566443 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.217907 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.460248 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.814189 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67feb312-3948-41a1-bc46-9322f2d5f6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.993322 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73e2b18b-41f1-432c-9392-34516eaa25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.347824 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.479664 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-a3f0bad0-a87e-4cbb-83f7-b56cecc01c74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408511 Jan 28 06:04:42.579783 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-8ee4c7b1-def7-44a7-a7e7-c476d3bcf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:42.581201 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-8ee4c7b1-def7-44a7-a7e7-c476d3bcf1e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0397685 Jan 28 06:04:42.692016 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-5fa7eab4-bac1-49dd-b6df-932d2d8a92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:42.693531 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-5fa7eab4-bac1-49dd-b6df-932d2d8a92b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0886230 Jan 28 06:04:42.759395 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-a683451b-b788-4265-ad2c-5048b19c3bf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 1001 time: 0.0597684 Jan 28 06:04:42.815439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-8db442b3-1ec1-4cd3-8b7b-f2e7c733d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:42.816887 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-8db442b3-1ec1-4cd3-8b7b-f2e7c733d6a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0486617 Jan 28 06:04:42.862206 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-3c0061c3-c88c-46ca-948b-cf0a58012ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:42.863706 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-3c0061c3-c88c-46ca-948b-cf0a58012ce3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394466 Jan 28 06:04:42.953917 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-f445ec7c-f23b-49ed-8809-3788aac987f1 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817299 Jan 28 06:04:43.046283 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56b198b8-cbc2-4361-93ca-9a380c513964 req-881bd50f-263d-40d5-a548-9da5c187d152 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Jan 28 06:04:44.052882 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.569661 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.391632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:05:07.220277 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:08.046223 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e1c5-daf1-4798-b69c-990c90b76691 req-7e5e6e8b-1f0e-484c-bbdd-021046bec757 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:08.047736 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b59e1c5-daf1-4798-b69c-990c90b76691 req-7e5e6e8b-1f0e-484c-bbdd-021046bec757 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0560548 Jan 28 06:05:08.098309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-2b59e1c5-daf1-4798-b69c-990c90b76691 req-5f72abdb-f7d5-42be-b394-b15504d267e6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447781 Jan 28 06:05:08.486299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:08.816934 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-207c913f-dfa1-4341-bd6b-c701acb8e71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.222814 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec92f-3e4b-4008-8374-d77490143e5f req-11ec96fa-3493-4aae-98f0-f6621d3ee4e3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.224337 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a6ec92f-3e4b-4008-8374-d77490143e5f req-11ec96fa-3493-4aae-98f0-f6621d3ee4e3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0524499 Jan 28 06:05:09.274294 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2a6ec92f-3e4b-4008-8374-d77490143e5f req-f6c2836a-1324-4bed-b54b-77a3c1126276 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Jan 28 06:05:10.394366 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a859728-256a-4b47-ad6d-500c4f5ff897 req-64530ac1-ebd8-49be-a29f-9ca388849e33 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:10.395909 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a859728-256a-4b47-ad6d-500c4f5ff897 req-64530ac1-ebd8-49be-a29f-9ca388849e33 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0489697 Jan 28 06:05:10.444511 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-9a859728-256a-4b47-ad6d-500c4f5ff897 req-85d505c8-b99e-4497-ac6f-d1da2a08352c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Jan 28 06:05:10.996061 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57d6bf83-e62d-4c1b-9c4f-745d8297966e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.565476 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dc537-5e80-4d25-9812-4d8c2b914a17 req-c931ae75-6280-43d8-8c41-a96270b5521a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:11.567051 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-057dc537-5e80-4d25-9812-4d8c2b914a17 req-c931ae75-6280-43d8-8c41-a96270b5521a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0538578 Jan 28 06:05:11.622355 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-057dc537-5e80-4d25-9812-4d8c2b914a17 req-f118a64f-dec2-445e-8236-de16e4568294 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Jan 28 06:05:12.350256 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.742801 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9a25d-5ebd-4e34-a58d-91dd3c9266e6 req-433e51ae-74a2-4867-8aeb-4f7ad92614e4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:12.744540 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ad9a25d-5ebd-4e34-a58d-91dd3c9266e6 req-433e51ae-74a2-4867-8aeb-4f7ad92614e4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0529842 Jan 28 06:05:12.791805 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6ad9a25d-5ebd-4e34-a58d-91dd3c9266e6 req-cfa795dd-6b26-4ad5-8bcb-daee720f1bb3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Jan 28 06:05:13.910508 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43c0e-f25e-4cf8-b4ea-ef82c0fe6609 req-b4a17cad-0f99-47c2-aa79-33b7f40b37ff tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:13.912068 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94b43c0e-f25e-4cf8-b4ea-ef82c0fe6609 req-b4a17cad-0f99-47c2-aa79-33b7f40b37ff tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0504711 Jan 28 06:05:13.963465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-94b43c0e-f25e-4cf8-b4ea-ef82c0fe6609 req-4df2e44b-c562-403e-8068-2566baa436be tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Jan 28 06:05:14.056038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.083302 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1d638-7a41-4eb4-b30b-45b64fa17400 req-eeaf1354-ddfe-42c7-8417-d667f75f4483 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:15.084815 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6a1d638-7a41-4eb4-b30b-45b64fa17400 req-eeaf1354-ddfe-42c7-8417-d667f75f4483 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0486135 Jan 28 06:05:15.133591 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c6a1d638-7a41-4eb4-b30b-45b64fa17400 req-7445b9bc-275d-4499-92b1-35eee7bbe78f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Jan 28 06:05:15.572193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.256699 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a43d63-86a0-4935-8dc5-5344de6666ef req-ce14794a-597a-496e-9fa2-25317e7d6b92 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:16.258287 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27a43d63-86a0-4935-8dc5-5344de6666ef req-ce14794a-597a-496e-9fa2-25317e7d6b92 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0556729 Jan 28 06:05:16.312479 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-27a43d63-86a0-4935-8dc5-5344de6666ef req-de546cc5-003f-4dc9-a453-1c956a95b4c6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485213 Jan 28 06:05:17.426800 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6171f-ff24-4dcf-8ad5-c41a100c2db5 req-075bb46d-4bcd-4bff-ae0d-509f844f5626 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:17.428299 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62a6171f-ff24-4dcf-8ad5-c41a100c2db5 req-075bb46d-4bcd-4bff-ae0d-509f844f5626 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0481851 Jan 28 06:05:17.481653 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-62a6171f-ff24-4dcf-8ad5-c41a100c2db5 req-474c9e5d-a884-4c45-8b66-9a75b21cdc6f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478394 Jan 28 06:05:18.243552 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-0b69b0ce-3ea4-41ad-9956-7a2f1d96b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.245564 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-0b69b0ce-3ea4-41ad-9956-7a2f1d96b4ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0417109 Jan 28 06:05:18.335227 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-b1193a2b-581d-4bfc-941c-9d94c069861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.336723 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-b1193a2b-581d-4bfc-941c-9d94c069861c service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0848744 Jan 28 06:05:18.404915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-37d87616-af15-4a3c-a4dd-bede7bc3cfd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 1001 time: 0.0623977 Jan 28 06:05:18.456565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-ab49263f-f60c-4c1a-8eed-fd9fc8c1c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.458145 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-ab49263f-f60c-4c1a-8eed-fd9fc8c1c044 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0469770 Jan 28 06:05:18.502662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-603de476-11a6-41b3-a355-082762235a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.504211 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-603de476-11a6-41b3-a355-082762235a22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400379 Jan 28 06:05:18.628787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d93ccf-5cae-46f8-a04c-6e3663996483 req-1fd0d017-5b0e-4187-b1fb-92115f458bad tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.630296 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4d93ccf-5cae-46f8-a04c-6e3663996483 req-1fd0d017-5b0e-4187-b1fb-92115f458bad tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0740297 Jan 28 06:05:18.635653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-a960453c-48f9-41c7-b61b-4aa318a5a7d2 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259851 Jan 28 06:05:18.728044 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b4d93ccf-5cae-46f8-a04c-6e3663996483 req-4842bd32-c395-47fa-92d8-ebce8f115d4a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914636 Jan 28 06:05:18.759284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-0bdaf84c-5499-40d6-81fd-05418d76c30a req-29866b59-f92a-452a-a3d2-11645166bcca service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163785 Jan 28 06:05:19.850152 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8597ca-8ffa-4605-9996-ac55df78b0da req-865617ee-08dc-4830-914a-14d9fc0932b6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:19.851684 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b8597ca-8ffa-4605-9996-ac55df78b0da req-865617ee-08dc-4830-914a-14d9fc0932b6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0497210 Jan 28 06:05:19.905000 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b8597ca-8ffa-4605-9996-ac55df78b0da req-7bfecc27-cdde-4117-a3b8-f915952261fe tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467124 Jan 28 06:05:21.028869 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad98f11-fda3-41af-8c7f-72c54cfc1945 req-b5021097-bcb5-4d80-bbdd-471e7d25c0d6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:21.030629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ad98f11-fda3-41af-8c7f-72c54cfc1945 req-b5021097-bcb5-4d80-bbdd-471e7d25c0d6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0561826 Jan 28 06:05:21.094539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9ad98f11-fda3-41af-8c7f-72c54cfc1945 req-bfcf1a1b-3103-4d50-897c-ca7404d79e2b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581765 Jan 28 06:05:22.220092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a476-7f73-48e1-9995-6e87ff8e26a2 req-7be4e27d-891a-4d5a-88b7-9ff53f1bcceb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:22.221607 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0aa9a476-7f73-48e1-9995-6e87ff8e26a2 req-7be4e27d-891a-4d5a-88b7-9ff53f1bcceb tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0573382 Jan 28 06:05:22.270616 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0aa9a476-7f73-48e1-9995-6e87ff8e26a2 req-4b683d2d-983d-409f-a828-1a11d8edee6b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Jan 28 06:05:23.272624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:23.363082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 0b6a6270-565a-4063-8a3f-66d660d35684 is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:23.363481 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.388160 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:05:23.390524 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bba48-fc3d-4d47-b8fa-a1a6453afc70" -d '{"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:05:23.393961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043c95-59dc-40bc-810b-f2dab190c3ce req-7f6853a9-566e-44ad-97a9-4de95012eef1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:23.406170 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:23.407559 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36043c95-59dc-40bc-810b-f2dab190c3ce req-7f6853a9-566e-44ad-97a9-4de95012eef1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0632937 Jan 28 06:05:23.414307 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.454515 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d7e14-ed23-4519-8a31-5d98f2f65f1f x-openstack-request-id: req-df9d7e14-ed23-4519-8a31-5d98f2f65f1f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:05:23.454813 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:05:23.455068 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df9d7e14-ed23-4519-8a31-5d98f2f65f1f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:05:23.455464 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'code': 200} Jan 28 06:05:23.468526 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:23.477137 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.477525 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.477908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.478349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.478674 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.479005 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.479650 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.479773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.480030 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.480398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.480750 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.481095 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.481555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:23.489657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-36043c95-59dc-40bc-810b-f2dab190c3ce req-61d3fed6-7d28-4f3c-bd9a-677ebe114265 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667925 Jan 28 06:05:24.608819 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a40c63-17ee-4d3f-a5f9-afc65e55e78b req-e2918b23-71f6-4704-8bf0-e35e76d8ae53 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:24.610326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48a40c63-17ee-4d3f-a5f9-afc65e55e78b req-e2918b23-71f6-4704-8bf0-e35e76d8ae53 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0526593 Jan 28 06:05:24.658994 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48a40c63-17ee-4d3f-a5f9-afc65e55e78b req-c0121109-e8c4-42ad-97f6-cb20ba32a1e5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Jan 28 06:05:24.867023 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-08e11868-e5cd-47ed-9e10-a98599c4f7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519955 Jan 28 06:05:24.885298 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-77eccaf3-6e67-49e7-822d-d4dd2bca8957 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:24.886283 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-77eccaf3-6e67-49e7-822d-d4dd2bca8957 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060151 Jan 28 06:05:24.912708 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93226-115d-4c3f-92d9-20311a349fcc req-df5a1123-ec73-4e11-973c-08a3537a57a5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:24.914372 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8e93226-115d-4c3f-92d9-20311a349fcc req-df5a1123-ec73-4e11-973c-08a3537a57a5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0639951 Jan 28 06:05:24.970464 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f8e93226-115d-4c3f-92d9-20311a349fcc req-02059e38-6e0f-457d-a58b-ed0c6657794e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496485 Jan 28 06:05:25.395211 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:05:26.090673 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad36a9d-1f26-4a18-ab9d-3365987b488b req-93be3c77-b5c6-4ed9-9c24-660633104479 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:26.092189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad36a9d-1f26-4a18-ab9d-3365987b488b req-93be3c77-b5c6-4ed9-9c24-660633104479 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0495865 Jan 28 06:05:26.142419 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fad36a9d-1f26-4a18-ab9d-3365987b488b req-9aff4f15-883c-4877-8bb4-60089d8515cf tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Jan 28 06:05:27.292619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ed953-e79f-4a94-a0ee-d583a71c641a req-91ce103b-39f0-4d72-b911-971f1ec0a4cf tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:27.294127 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd5ed953-e79f-4a94-a0ee-d583a71c641a req-91ce103b-39f0-4d72-b911-971f1ec0a4cf tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0550413 Jan 28 06:05:27.346237 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dd5ed953-e79f-4a94-a0ee-d583a71c641a req-01aebc11-cabe-4122-8b17-a5c10760e633 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Jan 28 06:05:28.466073 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d456-f582-42b3-a4b4-2785a3f0d31e req-44286162-9149-4381-b019-1b7bc90ce0c9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:28.467761 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7274d456-f582-42b3-a4b4-2785a3f0d31e req-44286162-9149-4381-b019-1b7bc90ce0c9 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0514653 Jan 28 06:05:28.518582 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7274d456-f582-42b3-a4b4-2785a3f0d31e req-90fcdecd-285b-4538-9beb-0cb46e5f826b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Jan 28 06:05:29.640845 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495852c-b5f8-4901-bbd4-8ecc4c033be9 req-4f5bba47-8de5-4c63-b3f5-8408e7cfcb09 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.644282 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d495852c-b5f8-4901-bbd4-8ecc4c033be9 req-4f5bba47-8de5-4c63-b3f5-8408e7cfcb09 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0541055 Jan 28 06:05:29.697393 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d495852c-b5f8-4901-bbd4-8ecc4c033be9 req-397d7303-d4cb-4ce6-89f0-55666107bd97 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474756 Jan 28 06:05:30.829190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0ad1-afde-47de-be79-a3d3c64ee6de req-b5d7b68d-6a22-4824-a5ec-b0358d2f78dc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:30.830694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5be0ad1-afde-47de-be79-a3d3c64ee6de req-b5d7b68d-6a22-4824-a5ec-b0358d2f78dc tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0527751 Jan 28 06:05:30.881586 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b5be0ad1-afde-47de-be79-a3d3c64ee6de req-bf5780f7-3a65-4a47-a1c2-abc4a9fd5bc7 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Jan 28 06:05:32.011944 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fa453-b6d8-48c2-9e02-86937a889121 req-5a66befe-1f46-4f5d-a1a3-7ae4e346fd57 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.013389 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c36fa453-b6d8-48c2-9e02-86937a889121 req-5a66befe-1f46-4f5d-a1a3-7ae4e346fd57 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0530834 Jan 28 06:05:32.061720 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-c36fa453-b6d8-48c2-9e02-86937a889121 req-e9c6aa76-5844-4fa1-be97-37abe3485fe0 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Jan 28 06:05:33.175309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd033ede-981c-4c35-b540-728cc371015c req-2d1c2fc2-6edb-452d-8d5a-36f53df70a68 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:33.176813 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd033ede-981c-4c35-b540-728cc371015c req-2d1c2fc2-6edb-452d-8d5a-36f53df70a68 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0482051 Jan 28 06:05:33.226790 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd033ede-981c-4c35-b540-728cc371015c req-a50757cb-203c-4e23-bfd6-a40ffd02767f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Jan 28 06:05:34.356027 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabe478-e02e-4449-8c3a-59e38e025ba1 req-a5b2f1b7-5f87-4a20-aa77-5b0c9f36ed9b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:34.361170 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8fabe478-e02e-4449-8c3a-59e38e025ba1 req-a5b2f1b7-5f87-4a20-aa77-5b0c9f36ed9b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0579762 Jan 28 06:05:34.413945 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-8fabe478-e02e-4449-8c3a-59e38e025ba1 req-cf3022e1-cc6b-41ef-b271-87e4ac855271 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502474 Jan 28 06:05:35.319212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-3fd96e5f-03ae-409c-8007-1fa54dda104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.320743 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-3fd96e5f-03ae-409c-8007-1fa54dda104b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf&tenant_id=f280d123688340c192a6b0c16586cc55 HTTP/1.1" status: 200 len: 1094 time: 0.0466194 Jan 28 06:05:35.399225 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-ce3aa26c-db99-4e5e-92db-70a63850546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.400779 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-ce3aa26c-db99-4e5e-92db-70a63850546b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1094 time: 0.0478516 Jan 28 06:05:35.500422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-41a37161-155c-48d1-8632-d6638470c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.502198 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-41a37161-155c-48d1-8632-d6638470c5a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0956151 Jan 28 06:05:35.587112 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be4ba5-63b9-4d52-83df-35335377aeb6 req-8413ed2a-4892-4ac9-a672-1d628de09198 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.588648 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58be4ba5-63b9-4d52-83df-35335377aeb6 req-8413ed2a-4892-4ac9-a672-1d628de09198 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.1022134 Jan 28 06:05:35.590753 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-08b20eff-fb31-4c3d-b3f2-2d9911062c38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 999 time: 0.0718019 Jan 28 06:05:35.671631 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-53cd81a1-5466-46df-b46b-e701c860bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.673125 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-53cd81a1-5466-46df-b46b-e701c860bd6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0732875 Jan 28 06:05:35.677258 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-58be4ba5-63b9-4d52-83df-35335377aeb6 req-c82199dc-0bd8-4239-b08b-98ce277565dd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830071 Jan 28 06:05:35.720554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-5cf8457c-2bea-4561-92ce-014b7808493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.722106 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-5cf8457c-2bea-4561-92ce-014b7808493b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431449 Jan 28 06:05:35.814082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-052fb53f-5fba-47a1-823f-0e69d3a5df31 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861955 Jan 28 06:05:35.906410 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-fd8821f4-9676-424a-8c48-c6ca71122788 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866668 Jan 28 06:05:36.798791 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49eb0a-8086-4d2e-b843-fa96eb4755c8 req-326291da-1f33-40b4-b5ee-0f742a8626d3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:36.800327 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea49eb0a-8086-4d2e-b843-fa96eb4755c8 req-326291da-1f33-40b4-b5ee-0f742a8626d3 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0496037 Jan 28 06:05:36.855086 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-ea49eb0a-8086-4d2e-b843-fa96eb4755c8 req-6afc8366-ea28-45ff-aa8a-632dff8bef64 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488067 Jan 28 06:05:37.217281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.037133 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f45e-5537-44ae-8b89-dbd5b9939c1b req-13f8e5e0-9db1-4c85-b385-e316e3fd47e5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:38.038678 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e491f45e-5537-44ae-8b89-dbd5b9939c1b req-13f8e5e0-9db1-4c85-b385-e316e3fd47e5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.1132352 Jan 28 06:05:38.088606 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e491f45e-5537-44ae-8b89-dbd5b9939c1b req-dce0a97a-8ba6-4662-83cb-9466ee766183 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Jan 28 06:05:38.471076 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.821242 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be3beb5d-8192-486b-9cf4-fdab6f6f9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.256852 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efb228-e186-44ba-ab9a-cbebca83cdd2 req-9c91e026-ed71-463e-85ff-1232d33cf555 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:39.258388 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-84efb228-e186-44ba-ab9a-cbebca83cdd2 req-9c91e026-ed71-463e-85ff-1232d33cf555 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0999465 Jan 28 06:05:39.314477 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-84efb228-e186-44ba-ab9a-cbebca83cdd2 req-106dc3f1-f65a-4cca-92bb-56e6ec53859d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502188 Jan 28 06:05:40.437730 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497924b-93d3-40ed-9193-e6fea8ea53b1 req-001363c4-ebc5-44ad-af90-9e134025cddd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:40.439260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c497924b-93d3-40ed-9193-e6fea8ea53b1 req-001363c4-ebc5-44ad-af90-9e134025cddd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0552115 Jan 28 06:05:40.487236 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c497924b-93d3-40ed-9193-e6fea8ea53b1 req-9bf4a7a2-7ae6-48cd-989a-9f5e131cfc2d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Jan 28 06:05:41.004154 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8c35366-55c2-42ec-a3db-9d751b74c235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.603776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3a24-3562-4c35-ba60-57d4012979b4 req-d2096d49-e31e-4b5a-802f-e672d044c96f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:41.605661 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d82f3a24-3562-4c35-ba60-57d4012979b4 req-d2096d49-e31e-4b5a-802f-e672d044c96f tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0481253 Jan 28 06:05:41.653698 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d82f3a24-3562-4c35-ba60-57d4012979b4 req-4ef3811c-2e4b-4ba6-9997-fc67ace88d24 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 Jan 28 06:05:42.354122 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.770145 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4d6a-5536-4f1e-bd13-cf8402528f5a req-ea0aebbc-f062-4154-9903-27bf5f5c854d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:42.772224 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68fc4d6a-5536-4f1e-bd13-cf8402528f5a req-ea0aebbc-f062-4154-9903-27bf5f5c854d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0498781 Jan 28 06:05:42.819508 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68fc4d6a-5536-4f1e-bd13-cf8402528f5a req-8ac0cafb-bc28-4249-bbb8-b12f78cc8100 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Jan 28 06:05:43.737235 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400a090-5167-4fe9-aa1d-24602193325f req-892463b5-eea2-4cb7-8478-f893fc7d134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.738756 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-892463b5-eea2-4cb7-8478-f893fc7d134f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1094 time: 0.0409045 Jan 28 06:05:43.845346 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400a090-5167-4fe9-aa1d-24602193325f req-6237af91-fa35-40a7-b46d-1477d4cf88af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.846871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-6237af91-fa35-40a7-b46d-1477d4cf88af service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0897143 Jan 28 06:05:43.915092 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-5a1882d1-16fe-47ca-851e-46c8aefb1556 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 999 time: 0.0624549 Jan 28 06:05:43.943776 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650bc77-6a78-4db7-b1fb-96550ca98a76 req-e4e09ad8-44a3-4a6d-8b82-5e36b9d32318 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.945899 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3650bc77-6a78-4db7-b1fb-96550ca98a76 req-e4e09ad8-44a3-4a6d-8b82-5e36b9d32318 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0528879 Jan 28 06:05:43.969741 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400a090-5167-4fe9-aa1d-24602193325f req-bec6e271-e16b-4529-8b8c-1effe6277005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.971226 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-bec6e271-e16b-4529-8b8c-1effe6277005 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0498881 Jan 28 06:05:43.998645 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3650bc77-6a78-4db7-b1fb-96550ca98a76 req-a7374522-682a-462b-875a-0663d8ca9a34 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462425 Jan 28 06:05:44.020153 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400a090-5167-4fe9-aa1d-24602193325f req-b09b9557-041e-44f4-8ccb-a9fe4c08712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:44.021831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-b09b9557-041e-44f4-8ccb-a9fe4c08712a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449715 Jan 28 06:05:44.059273 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.110426 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-91dea65a-a26c-410d-a8b4-625785ae428f service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826800 Jan 28 06:05:44.203985 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6400a090-5167-4fe9-aa1d-24602193325f req-0b988f20-2d5f-45b7-9bc9-97cfab041e2e service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Jan 28 06:05:45.119389 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c118b3b-56bd-4f73-881b-632fefed823e req-db3caeee-c511-4db2-b075-0df83ea5bbbd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:45.120897 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c118b3b-56bd-4f73-881b-632fefed823e req-db3caeee-c511-4db2-b075-0df83ea5bbbd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 943 time: 0.0504408 Jan 28 06:05:45.170046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4c118b3b-56bd-4f73-881b-632fefed823e req-2fc2b3d7-3680-4ccc-9b11-df88c59ea67a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Jan 28 06:05:45.418860 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:05:45.516671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:45.534207 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '0b6a6270-565a-4063-8a3f-66d660d35684', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'port_id': '0b6a6270-565a-4063-8a3f-66d660d35684', 'mac_address': 'fa:16:3e:c3:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:05:45.586071 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 0b6a6270-565a-4063-8a3f-66d660d35684 is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:45.586450 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.589982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.603364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6a6270-565a-4063-8a3f-66d660d35684 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:05:45.626260 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:45.630925 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.683339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:46.050085 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['0b6a6270-565a-4063-8a3f-66d660d35684'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:05:46.297396 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f2dc-cff4-4066-8fe4-35b8b1435054 req-4c38989b-c413-480d-a3ec-bb6875a81916 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:46.298849 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d682f2dc-cff4-4066-8fe4-35b8b1435054 req-4c38989b-c413-480d-a3ec-bb6875a81916 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 944 time: 0.0567434 Jan 28 06:05:46.349614 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d682f2dc-cff4-4066-8fe4-35b8b1435054 req-9d0bd27e-9e43-40b9-9a96-8d53ab0f9c3d tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Jan 28 06:05:47.430240 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:47.474841 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b92d-2418-4a50-bed4-590760725a78 req-891f3d32-21f8-4360-a893-814425bfa2b6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:47.477177 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7b5b92d-2418-4a50-bed4-590760725a78 req-891f3d32-21f8-4360-a893-814425bfa2b6 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 944 time: 0.0591192 Jan 28 06:05:47.484510 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 0b6a6270-565a-4063-8a3f-66d660d35684 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:47.484893 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.527409 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e7b5b92d-2418-4a50-bed4-590760725a78 req-8dc12357-b147-423c-9f60-e885250b08bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Jan 28 06:05:47.563648 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 0b6a6270-565a-4063-8a3f-66d660d35684 is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:47.564040 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.586064 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:05:47.588370 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f1129f-9575-4232-906b-748c8031444d" -d '{"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-plugged", "status": "completed", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:05:47.602772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:47.607931 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.662933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:47.681547 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01703aa7-1d8b-4420-9004-9de0393f8596 x-openstack-request-id: req-01703aa7-1d8b-4420-9004-9de0393f8596 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:05:47.681853 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-plugged", "status": "completed", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:05:47.682120 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01703aa7-1d8b-4420-9004-9de0393f8596 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:05:47.682548 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'code': 200} Jan 28 06:05:47.878568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c42ea-a4f1-463b-a110-4a8b0a5c65e2 req-31e51d99-bad6-47d5-a54d-6efff451710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:47.880082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c42ea-a4f1-463b-a110-4a8b0a5c65e2 req-31e51d99-bad6-47d5-a54d-6efff451710a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0403771 Jan 28 06:05:47.923695 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e1c42ea-a4f1-463b-a110-4a8b0a5c65e2 req-d4019d07-3e15-4ad6-9f1c-dca29a23bef7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379205 Jan 28 06:05:48.647567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c6545-cf53-438a-ab9f-ba5d7a77ed9b req-d8fd7553-490f-443f-84b1-5d49ddbb7a76 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:48.649063 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-934c6545-cf53-438a-ab9f-ba5d7a77ed9b req-d8fd7553-490f-443f-84b1-5d49ddbb7a76 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0524042 Jan 28 06:05:48.702075 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-934c6545-cf53-438a-ab9f-ba5d7a77ed9b req-9b1504be-af67-4d36-b4fe-d3d72deca2a4 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Jan 28 06:05:49.820644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcac8a-184b-4a3a-b24c-e5dc51965b24 req-71a1d9ad-993a-45e7-a43a-15f948859c45 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:49.822323 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48bcac8a-184b-4a3a-b24c-e5dc51965b24 req-71a1d9ad-993a-45e7-a43a-15f948859c45 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0480027 Jan 28 06:05:49.873460 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-48bcac8a-184b-4a3a-b24c-e5dc51965b24 req-795d78f9-f4ad-441d-a91a-9b651cd70fe1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 Jan 28 06:06:02.394325 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:06:07.222332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.485100 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.824220 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b59f98ce-c1c3-48d6-b044-3ab37ab91dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.997134 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd712a06-42d0-433c-8a9a-300ee8c8cb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.357970 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:14.060857 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.573433 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:37.231191 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.504148 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.831157 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-270312bc-77ec-4242-a30b-bfe991253ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.393123 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:06:41.000691 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46b81f37-4559-4241-af49-cfb2aac76d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.361038 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.833082 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-d79aaa24-3ef9-4161-b157-ac1bf0dd64fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411997 Jan 28 06:06:42.929438 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-f1a10db2-44e8-49f8-b4ed-77473ac8b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:42.930915 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-f1a10db2-44e8-49f8-b4ed-77473ac8b167 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0419705 Jan 28 06:06:43.039159 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-00b9dc6e-4b74-4476-ad86-4ec6dea189a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:43.040684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-00b9dc6e-4b74-4476-ad86-4ec6dea189a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.0900664 Jan 28 06:06:43.113222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-e484b640-7747-462e-93d3-abb600a005d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 1001 time: 0.0664971 Jan 28 06:06:43.162767 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-ece7fa82-6e57-46f7-b0d7-044c5ce6c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:43.164465 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-ece7fa82-6e57-46f7-b0d7-044c5ce6c144 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0458844 Jan 28 06:06:43.213087 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-40dd9a10-3c89-4b12-ae9e-32a04623b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:43.214558 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-40dd9a10-3c89-4b12-ae9e-32a04623b339 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439606 Jan 28 06:06:43.303687 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-4e42985f-1bcd-4c75-905a-796dd944609b service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824659 Jan 28 06:06:43.399181 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-56baa181-b9a5-4cf6-965a-ef753d3aa589 req-1eb63047-3d6c-41ad-9dd5-6470ad32978c service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901978 Jan 28 06:06:44.064484 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.576563 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.622467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:05.782550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Deleting port 7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:05.782897 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.857636 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.857972 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.869706 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Calling delete_port for 7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:06.324172 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.354037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event deleted for resources: {'Port': ['ID=7f6cfb0f-8a46-4f90-98b9-9db2d8fb0b25,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:06.374822 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.375188 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.375538 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.375886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.376228 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.376567 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.376906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.377267 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.377607 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.377940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.378270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.378628 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.379467 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:06.424263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for floatingip (9b9c0b02-b248-4a6c-857c-f0820f2aef0a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.424611 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Floating IP 9b9c0b02-b248-4a6c-857c-f0820f2aef0a disassociated (deleted). External IP: 172.25.6.237, port: 0b6a6270-565a-4063-8a3f-66d660d35684. Jan 28 06:07:06.634997 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Router 599fe3dc-076f-47be-8afe-1e2270593c72 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:06.743093 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:06.748216 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.753625 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:06.764447 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:06.765477 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:06:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:06.779377 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-2c957cf2-e5e7-46e7-b9fe-38ee33455f02 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b9c0b02-b248-4a6c-857c-f0820f2aef0a HTTP/1.1" status: 204 len: 168 time: 1.1557832 Jan 28 06:07:06.779983 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:06.790813 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6329d9d7-def5-4b2f-9155-e930abcbcc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:06.841545 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8972282-c264-49a8-8493-b5a26b46ba75 x-openstack-request-id: req-b8972282-c264-49a8-8493-b5a26b46ba75 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:06.841864 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:06.842124 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8972282-c264-49a8-8493-b5a26b46ba75 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:06.842578 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'status': 'completed', 'code': 200} Jan 28 06:07:06.884693 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:06.950490 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-6da64866-d052-4698-b194-23e2bb0cb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:06.952042 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-6da64866-d052-4698-b194-23e2bb0cb6cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f280d123688340c192a6b0c16586cc55&device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 1096 time: 0.0565593 Jan 28 06:07:07.048933 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19659c-3631-458c-ad00-3f78946e5e6f req-44dea618-2750-43dd-9878-f58c731d77a5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:07.051640 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b19659c-3631-458c-ad00-3f78946e5e6f req-44dea618-2750-43dd-9878-f58c731d77a5 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0584061 Jan 28 06:07:07.099760 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-c9e31cba-6dcf-43b2-99c4-7e95196e631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:07.102412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-c9e31cba-6dcf-43b2-99c4-7e95196e631f service neutron] 10.222.0.52 "GET /v2.0/networks?id=87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 200 len: 910 time: 0.1159792 Jan 28 06:07:07.105848 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-3b19659c-3631-458c-ad00-3f78946e5e6f req-29a328c5-aff3-4167-9ac2-ab297d79aa2b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474641 Jan 28 06:07:07.130003 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:07.153341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-2b43c7ef-0a82-42b1-abda-60e2fb141b20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 200 len: 217 time: 0.0449545 Jan 28 06:07:07.160229 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:07.168745 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:07.169385 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:06:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:07.203945 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-fa654320-fbbd-44b6-ae0c-dfc63b667072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:07.205363 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-fa654320-fbbd-44b6-ae0c-dfc63b667072 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 200 len: 848 time: 0.0450852 Jan 28 06:07:07.233224 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.257594 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-04890e5b-bfc6-4d76-83a6-da3103d4386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:07.259174 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-04890e5b-bfc6-4d76-83a6-da3103d4386e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87ec5ef7-7702-4d89-bbed-9416107a3ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473244 Jan 28 06:07:07.361336 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-8902982d-b4e7-4f44-9626-7599c327e940 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957649 Jan 28 06:07:07.376385 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:07.452151 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6329d9d7-def5-4b2f-9155-e930abcbcc1c req-44d87cdb-eab3-4997-b064-d536190d3b79 service neutron] 10.222.0.52 "GET /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Jan 28 06:07:07.575632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:07.601977 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496747a-9bb4-411f-984f-601d22f8174d None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T05:57:28Z', 'revision_number': 4, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': 'f4f87697-6754-4c1c-8bd8-24ad61204c31', 'name': '', 'network_id': '87ec5ef7-7702-4d89-bbed-9416107a3ec6', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'mac_address': 'fa:16:3e:53:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:28Z', 'updated_at': '2022-01-28T05:57:32Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'subnets': [{'id': 'e3f5a236-5a84-4f99-ae78-e8ca2f2905ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:07.826150 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e504d-5fdf-4fd2-84ad-6c51df905a39 None None] New status for floating IP 9b9c0b02-b248-4a6c-857c-f0820f2aef0a: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:07:08.228409 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2139b15-6f9e-428c-8c2a-fdf8e3c2d567 req-8b8c903a-df93-471c-9ba0-a0775f797060 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:08.230053 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2139b15-6f9e-428c-8c2a-fdf8e3c2d567 req-8b8c903a-df93-471c-9ba0-a0775f797060 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0503461 Jan 28 06:07:08.287819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-b2139b15-6f9e-428c-8c2a-fdf8e3c2d567 req-e0a77fc0-f41c-4c34-8234-f4756cddceac tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2aa45b7-290b-46e2-bc09-df043be01620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511866 Jan 28 06:07:08.518657 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.805204 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-26a23ae8-e95b-4fd0-807a-c4126b1a462e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:08.806598 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-26a23ae8-e95b-4fd0-807a-c4126b1a462e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 945 time: 0.0486450 Jan 28 06:07:08.824872 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-317959a9-703f-4e97-88e2-79a751413834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.898132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Deleting port 0b6a6270-565a-4063-8a3f-66d660d35684 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:08.898474 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.992232 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] For port 0b6a6270-565a-4063-8a3f-66d660d35684, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=0b6a6270-565a-4063-8a3f-66d660d35684,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:08.992607 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.005464 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Calling delete_port for 0b6a6270-565a-4063-8a3f-66d660d35684 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:09.140398 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (0b6a6270-565a-4063-8a3f-66d660d35684), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.170761 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event deleted for resources: {'Port': ['ID=0b6a6270-565a-4063-8a3f-66d660d35684,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:09.213071 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] No DVR routers for this DVR port 0b6a6270-565a-4063-8a3f-66d660d35684 on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:09.215613 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.218954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e48ebbf6-3f2c-4dbf-83dc-3c9cfd0718e7 req-e9a9ca68-5230-403d-98d3-b5c76e29e16e tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.52 "DELETE /v2.0/ports/0b6a6270-565a-4063-8a3f-66d660d35684 HTTP/1.1" status: 204 len: 173 time: 0.4073548 Jan 28 06:07:09.219405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-deleted', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:09.221723 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaee4b1-0c51-44d8-b500-b52eb629985c" -d '{"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-deleted", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:09.264506 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502bed7-5eb8-4272-8da5-701fe5cc82f7 x-openstack-request-id: req-e502bed7-5eb8-4272-8da5-701fe5cc82f7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:09.265171 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bdbe9c-8bef-449d-99c9-095b5c1090bf", "name": "network-vif-deleted", "tag": "0b6a6270-565a-4063-8a3f-66d660d35684", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:09.265171 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e502bed7-5eb8-4272-8da5-701fe5cc82f7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:09.265482 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bdbe9c-8bef-449d-99c9-095b5c1090bf', 'name': 'network-vif-deleted', 'tag': '0b6a6270-565a-4063-8a3f-66d660d35684', 'status': 'completed', 'code': 200} Jan 28 06:07:09.393583 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d623600a-bc96-48a3-a740-c0d2acbab08a req-88f57d26-3139-42dc-baea-97e109789207 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0277259 Jan 28 06:07:10.492017 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5984e248-4479-437c-b1f5-9add08031d2e req-a2cd9093-af28-46e9-9608-b8ed04b4710b tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0267580 Jan 28 06:07:11.006314 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-efef1d8f-767a-4c41-bd4b-2d6d46389f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:11.589316 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ed4da5a8-2056-4545-903a-48ad91d85b60 req-2dca5d56-d6aa-46c9-8c1a-954b27c320f1 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0271976 Jan 28 06:07:11.869007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:11.901909 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 0b6a6270-565a-4063-8a3f-66d660d35684 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:11.902258 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 0b6a6270-565a-4063-8a3f-66d660d35684 not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:12.370315 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:12.688326 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-691ff1e0-bd2b-49da-816e-8030995a715b req-892eb7c7-ccec-4bc4-a285-6e7ddccb9f55 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0263460 Jan 28 06:07:13.874539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d893803f-6b1a-4eda-944b-4390d89c82e0 req-3698fbc6-ee43-4018-a98a-c1c896cfb6bd tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0484836 Jan 28 06:07:14.076121 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.958284 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-68750446-3dd5-4b5e-95d9-b59b601bf03f req-e55cd52e-a70d-4777-873c-ef6695b70f04 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0313931 Jan 28 06:07:15.579613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.060738 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bd08d39b-3061-4bfb-a7eb-a6db4b783f5a req-24e0bef0-4d38-4f7e-a63b-cf5595584c2a tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.0279675 Jan 28 06:07:16.394332 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:07:17.453355 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-84904559-8ca4-46fd-a8f8-519e850b0043 req-da675f12-40ca-44d1-8898-3645f554606c tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "GET /v2.0/ports?device_id=00bdbe9c-8bef-449d-99c9-095b5c1090bf HTTP/1.1" status: 200 len: 210 time: 0.3228762 Jan 28 06:07:18.525507 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:18.589583 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5314c8aa-9481-4be4-a5df-a2ae4735ad82 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (e2aa45b7-290b-46e2-bc09-df043be01620), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.617757 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5314c8aa-9481-4be4-a5df-a2ae4735ad82 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (e2aa45b7-290b-46e2-bc09-df043be01620), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.683143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5314c8aa-9481-4be4-a5df-a2ae4735ad82 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (e2aa45b7-290b-46e2-bc09-df043be01620), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.686125 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5314c8aa-9481-4be4-a5df-a2ae4735ad82 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.687488 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-5314c8aa-9481-4be4-a5df-a2ae4735ad82 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2aa45b7-290b-46e2-bc09-df043be01620 HTTP/1.1" status: 204 len: 168 time: 0.1604447 Jan 28 06:07:18.708202 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314c8aa-9481-4be4-a5df-a2ae4735ad82 tempest-TestShelveInstance-906164175 tempest-TestShelveInstance-906164175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa45b7-290b-46e2-bc09-df043be01620,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:18.773245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57726) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:19.235313 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (599fe3dc-076f-47be-8afe-1e2270593c72), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.502321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Deleting port f4f87697-6754-4c1c-8bd8-24ad61204c31 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:19.502910 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.587412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] For port f4f87697-6754-4c1c-8bd8-24ad61204c31, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=f4f87697-6754-4c1c-8bd8-24ad61204c31,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:19.588130 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.601270 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Calling delete_port for f4f87697-6754-4c1c-8bd8-24ad61204c31 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:19.791707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (f4f87697-6754-4c1c-8bd8-24ad61204c31), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.823040 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f87697-6754-4c1c-8bd8-24ad61204c31,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:20.007729 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (599fe3dc-076f-47be-8afe-1e2270593c72), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.242123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Router 599fe3dc-076f-47be-8afe-1e2270593c72 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:20.352251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:20.360134 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57730) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:20.360568 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-9f97c4cb-1845-42b2-9563-4b31fb15fb48 admin admin] 10.222.0.21 "PUT /v2.0/routers/599fe3dc-076f-47be-8afe-1e2270593c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5858736 Jan 28 06:07:20.370798 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] Sync routers for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:20.381756 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:20.382713 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:20.482991 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks [] for router (599fe3dc-076f-47be-8afe-1e2270593c72), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.505778 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:20.600294 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks [] for router_gateway (599fe3dc-076f-47be-8afe-1e2270593c72), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.657246 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Deleting port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:20.657899 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.751514 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T06:07:19Z', 'revision_number': 5, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port': {'id': '5a9c63b4-9f3f-4cd4-a684-8f81c50b2863', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:26Z', 'updated_at': '2022-01-28T05:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:20.788489 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] Checking router: 599fe3dc-076f-47be-8afe-1e2270593c72 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:20.802502 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] Routers {'599fe3dc-076f-47be-8afe-1e2270593c72'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:20.803612 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['599fe3dc-076f-47be-8afe-1e2270593c72'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:20.804476 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] For port 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:20.804917 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.817490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Calling delete_port for 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:20.907083 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] Set router 599fe3dc-076f-47be-8afe-1e2270593c72 gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:20.977409 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T06:07:20Z', 'revision_number': 6, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:20.989515 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5a9c63b4-9f3f-4cd4-a684-8f81c50b2863), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.011992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1312109-e912-4e6c-969b-c9efa551c62c None None] The sync data for ids ['599fe3dc-076f-47be-8afe-1e2270593c72'] in n-d-824835-3 is: [{'id': '599fe3dc-076f-47be-8afe-1e2270593c72', 'name': 'tempest-TestShelveInstance-1730613492-router', 'tenant_id': 'f280d123688340c192a6b0c16586cc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:25Z', 'updated_at': '2022-01-28T06:07:20Z', 'revision_number': 6, 'project_id': 'f280d123688340c192a6b0c16586cc55', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:21.014644 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9c63b4-9f3f-4cd4-a684-8f81c50b2863,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:21.029448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.029802 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.030151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.030496 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.030858 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.031245 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.031583 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.031916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.032247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.032574 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.032988 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.033357 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.033684 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:21.098842 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (599fe3dc-076f-47be-8afe-1e2270593c72), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.189321 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (599fe3dc-076f-47be-8afe-1e2270593c72), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.191969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks [] for router_controller (599fe3dc-076f-47be-8afe-1e2270593c72), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.239634 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (599fe3dc-076f-47be-8afe-1e2270593c72), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.240379 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599fe3dc-076f-47be-8afe-1e2270593c72 {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:07:21.246385 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.249925 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4e946df4-de74-4aa4-bbfb-7f103a76ccdc admin admin] 10.222.0.21 "DELETE /v2.0/routers/599fe3dc-076f-47be-8afe-1e2270593c72 HTTP/1.1" status: 204 len: 168 time: 0.8857710 Jan 28 06:07:21.250545 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57732) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:21.301440 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Deleting subnet e3f5a236-5a84-4f99-ae78-e8ca2f2905ec {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:21.305869 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Publish callbacks [] for subnet (e3f5a236-5a84-4f99-ae78-e8ca2f2905ec), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.342572 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (e3f5a236-5a84-4f99-ae78-e8ca2f2905ec), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.437759 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (e3f5a236-5a84-4f99-ae78-e8ca2f2905ec), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.500760 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (e3f5a236-5a84-4f99-ae78-e8ca2f2905ec), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.526792 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f5a236-5a84-4f99-ae78-e8ca2f2905ec,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:21.538609 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.542832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-90c28df1-bfb3-4c40-8895-cb382181f6f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3f5a236-5a84-4f99-ae78-e8ca2f2905ec HTTP/1.1" status: 204 len: 168 time: 0.2906933 Jan 28 06:07:21.545183 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57734) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:21.547279 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4698b58-3231-4f10-8806-36d357e37b21 None None] Network 87ec5ef7-7702-4d89-bbed-9416107a3ec6 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:21.623817 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (87ec5ef7-7702-4d89-bbed-9416107a3ec6), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.690577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Deleting port 939df529-b2cb-495a-a7f0-f76599cba2e9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:21.691669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.788843 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] For port 939df529-b2cb-495a-a7f0-f76599cba2e9, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=939df529-b2cb-495a-a7f0-f76599cba2e9,segment=NetworkSegment(8018414e-fa29-40f5-a1a8-f55b8faf2173),segment_id=8018414e-fa29-40f5-a1a8-f55b8faf2173)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:21.789113 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.806331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Calling delete_port for 939df529-b2cb-495a-a7f0-f76599cba2e9 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:21.900558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (939df529-b2cb-495a-a7f0-f76599cba2e9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.937262 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Pushing event deleted for resources: {'Port': ['ID=939df529-b2cb-495a-a7f0-f76599cba2e9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:21.943802 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] No DVR routers for this DVR port 939df529-b2cb-495a-a7f0-f76599cba2e9 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:21.992438 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2ba97-44b4-4e71-a4a7-417a0450b8f2 None None] DHCP port deletion for 87ec5ef7-7702-4d89-bbed-9416107a3ec6 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:22.058253 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (87ec5ef7-7702-4d89-bbed-9416107a3ec6), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.084314 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec5ef7-7702-4d89-bbed-9416107a3ec6']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:22.094269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8018414e-fa29-40f5-a1a8-f55b8faf2173') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:22.094568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8018414e-fa29-40f5-a1a8-f55b8faf2173') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:22.104836 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (8018414e-fa29-40f5-a1a8-f55b8faf2173), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.124748 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (8018414e-fa29-40f5-a1a8-f55b8faf2173), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.132141 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:22.133168 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (8018414e-fa29-40f5-a1a8-f55b8faf2173), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: timer() Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:22.134977 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:22.204714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (87ec5ef7-7702-4d89-bbed-9416107a3ec6), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.212463 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.218454 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] 10.222.0.21 "DELETE /v2.0/networks/87ec5ef7-7702-4d89-bbed-9416107a3ec6 HTTP/1.1" status: 204 len: 168 time: 0.6694939 Jan 28 06:07:22.219151 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57736) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:22.228154 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3db93-2f68-4b29-a2c3-f49c4a3a9680 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ec5ef7-7702-4d89-bbed-9416107a3ec6,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:22.625067 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (5bd77701-251f-40c4-b1b2-4ed5a832017a), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.761118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:22.796007 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:22.796709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 5a9c63b4-9f3f-4cd4-a684-8f81c50b2863 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:22.797600 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4f87697-6754-4c1c-8bd8-24ad61204c31 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:22.819991 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: f4f87697-6754-4c1c-8bd8-24ad61204c31 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:22.820335 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device f4f87697-6754-4c1c-8bd8-24ad61204c31 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:22.820965 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 939df529-b2cb-495a-a7f0-f76599cba2e9 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:22.847707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 939df529-b2cb-495a-a7f0-f76599cba2e9 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:22.848441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 939df529-b2cb-495a-a7f0-f76599cba2e9 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:22.907499 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Deleting port 62fecebd-63a5-4d8a-b752-efbfd425144e {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:22.907850 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.995689 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] For port 62fecebd-63a5-4d8a-b752-efbfd425144e, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=62fecebd-63a5-4d8a-b752-efbfd425144e,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:22.996212 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.012162 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Calling delete_port for 62fecebd-63a5-4d8a-b752-efbfd425144e owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:23.206230 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (62fecebd-63a5-4d8a-b752-efbfd425144e), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.232619 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Pushing event deleted for resources: {'Port': ['ID=62fecebd-63a5-4d8a-b752-efbfd425144e,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:23.443060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (5bd77701-251f-40c4-b1b2-4ed5a832017a), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.677891 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Router 5bd77701-251f-40c4-b1b2-4ed5a832017a has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:23.787540 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:23.792871 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c5249e19-7065-43cd-9322-82c1bdaabecf admin admin] 10.222.0.21 "PUT /v2.0/routers/5bd77701-251f-40c4-b1b2-4ed5a832017a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723889 Jan 28 06:07:23.795785 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57738) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:23.805035 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] Sync routers for ids ['5bd77701-251f-40c4-b1b2-4ed5a832017a'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:23.818147 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] Routers {'5bd77701-251f-40c4-b1b2-4ed5a832017a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:23.819099 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5bd77701-251f-40c4-b1b2-4ed5a832017a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:23.940655 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] Set router 5bd77701-251f-40c4-b1b2-4ed5a832017a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:24.144277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T06:07:23Z', 'revision_number': 5, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:24.184014 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] Checking router: 5bd77701-251f-40c4-b1b2-4ed5a832017a for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:24.195681 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] Routers {'5bd77701-251f-40c4-b1b2-4ed5a832017a'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:24.196497 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['5bd77701-251f-40c4-b1b2-4ed5a832017a'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:24.271092 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks [] for router (5bd77701-251f-40c4-b1b2-4ed5a832017a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.327182 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] Set router 5bd77701-251f-40c4-b1b2-4ed5a832017a gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:24.383146 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks [] for router_gateway (5bd77701-251f-40c4-b1b2-4ed5a832017a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.451625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Deleting port 36a2aa67-b1c9-4d9f-b912-a07a1231c255 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:24.451956 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.531196 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T06:07:23Z', 'revision_number': 5, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:24.541271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] For port 36a2aa67-b1c9-4d9f-b912-a07a1231c255, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=36a2aa67-b1c9-4d9f-b912-a07a1231c255,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:24.542016 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.556122 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Calling delete_port for 36a2aa67-b1c9-4d9f-b912-a07a1231c255 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:24.560591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3f86d-6a81-4252-9acf-b2d363cd1708 None None] The sync data for ids ['5bd77701-251f-40c4-b1b2-4ed5a832017a'] in n-d-824835-3 is: [{'id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'name': 'tempest-TestShelveInstance-1831722749-router', 'tenant_id': '2eed319fd7524473960bd035e543581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T06:07:23Z', 'revision_number': 5, 'project_id': '2eed319fd7524473960bd035e543581c', 'gw_port': {'id': '36a2aa67-b1c9-4d9f-b912-a07a1231c255', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd77701-251f-40c4-b1b2-4ed5a832017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:57:30Z', 'updated_at': '2022-01-28T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:24.761265 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (36a2aa67-b1c9-4d9f-b912-a07a1231c255), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.800378 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a2aa67-b1c9-4d9f-b912-a07a1231c255,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:24.801964 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 62fecebd-63a5-4d8a-b752-efbfd425144e no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:24.832555 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 62fecebd-63a5-4d8a-b752-efbfd425144e {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:24.833280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 62fecebd-63a5-4d8a-b752-efbfd425144e not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:24.924159 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (5bd77701-251f-40c4-b1b2-4ed5a832017a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.023570 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (5bd77701-251f-40c4-b1b2-4ed5a832017a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.026170 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks [] for router_controller (5bd77701-251f-40c4-b1b2-4ed5a832017a), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.078174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (5bd77701-251f-40c4-b1b2-4ed5a832017a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.079068 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd77701-251f-40c4-b1b2-4ed5a832017a {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:07:25.084790 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.086369 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-a60cb57f-541c-4ff0-9f71-787beaf00261 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5bd77701-251f-40c4-b1b2-4ed5a832017a HTTP/1.1" status: 204 len: 168 time: 1.2896063 Jan 28 06:07:25.089235 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57740) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:25.139161 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Deleting subnet 3ff44ed6-1955-4455-82fc-a8f0c98f3216 {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:25.142962 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Publish callbacks [] for subnet (3ff44ed6-1955-4455-82fc-a8f0c98f3216), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.196960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (3ff44ed6-1955-4455-82fc-a8f0c98f3216), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.292364 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (3ff44ed6-1955-4455-82fc-a8f0c98f3216), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.346510 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (3ff44ed6-1955-4455-82fc-a8f0c98f3216), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.374347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff44ed6-1955-4455-82fc-a8f0c98f3216,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:25.376365 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.383895 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57742) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:25.385631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a6371-e73d-451f-a1e1-0cc16fca51b0 None None] Network 4e941afc-4159-4bdc-bf00-b0e91fe538e2 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:25.402067 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-f0ab5d25-c034-4700-b355-eb07e148a214 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ff44ed6-1955-4455-82fc-a8f0c98f3216 HTTP/1.1" status: 204 len: 168 time: 0.3116658 Jan 28 06:07:25.483215 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (4e941afc-4159-4bdc-bf00-b0e91fe538e2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.567768 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Deleting port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:25.567768 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.596513 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] DHCP port deletion for 4e941afc-4159-4bdc-bf00-b0e91fe538e2 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:25.658805 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] For port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:25.659180 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.666491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Deleting port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:25.666987 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.675090 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Calling delete_port for 35f6a757-4c1b-4d38-a303-78cd1fb2d99d owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:25.732484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] For port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,segment=NetworkSegment(a73e6676-ba1d-40b6-aea0-5be7fb0e3890),segment_id=a73e6676-ba1d-40b6-aea0-5be7fb0e3890)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:25.733198 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.749320 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Calling delete_port for 35f6a757-4c1b-4d38-a303-78cd1fb2d99d owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:25.767120 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.782379 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] No DVR routers for this DVR port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:25.805481 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Pushing event deleted for resources: {'Port': ['ID=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:25.836862 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (35f6a757-4c1b-4d38-a303-78cd1fb2d99d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.863372 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Pushing event deleted for resources: {'Port': ['ID=35f6a757-4c1b-4d38-a303-78cd1fb2d99d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:25.867801 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] No DVR routers for this DVR port 35f6a757-4c1b-4d38-a303-78cd1fb2d99d on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:25.882933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.884152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.884391 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.884887 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.885345 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.885555 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (4e941afc-4159-4bdc-bf00-b0e91fe538e2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.885817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.886229 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.886752 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.887167 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.888084 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.888499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.888911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.889414 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeeb9d-bb02-4522-89de-15a52eaaa26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:25.911701 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e941afc-4159-4bdc-bf00-b0e91fe538e2']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:25.922144 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:25.922443 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73e6676-ba1d-40b6-aea0-5be7fb0e3890') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:25.933222 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (a73e6676-ba1d-40b6-aea0-5be7fb0e3890), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.946407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (a73e6676-ba1d-40b6-aea0-5be7fb0e3890), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.952357 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:25.952760 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (a73e6676-ba1d-40b6-aea0-5be7fb0e3890), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: timer() Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:25.954625 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:26.014753 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (4e941afc-4159-4bdc-bf00-b0e91fe538e2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.025747 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.031555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e941afc-4159-4bdc-bf00-b0e91fe538e2 HTTP/1.1" status: 204 len: 168 time: 0.6440258 Jan 28 06:07:26.043348 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245b40-694a-4fe6-88d9-b9480ae7879e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e941afc-4159-4bdc-bf00-b0e91fe538e2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:26.231585 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57746) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:26.273624 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-061b8b9e-0ef5-40cb-8544-ad36d3e4bb67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f280d123688340c192a6b0c16586cc55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407448 Jan 28 06:07:26.276104 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57748) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:26.330676 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd95adf-b009-425d-881d-536620037288 admin admin] Publish callbacks [] for security_group (ef71c5be-cebe-4229-ad21-6812a56b2eea), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.353111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd95adf-b009-425d-881d-536620037288 admin admin] Publish callbacks [] for security_group (ef71c5be-cebe-4229-ad21-6812a56b2eea), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.401584 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd95adf-b009-425d-881d-536620037288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (ef71c5be-cebe-4229-ad21-6812a56b2eea), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.404225 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fd95adf-b009-425d-881d-536620037288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.405435 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-1fd95adf-b009-425d-881d-536620037288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef71c5be-cebe-4229-ad21-6812a56b2eea HTTP/1.1" status: 204 len: 168 time: 0.1283998 Jan 28 06:07:26.414648 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd95adf-b009-425d-881d-536620037288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef71c5be-cebe-4229-ad21-6812a56b2eea,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:26.751723 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35f6a757-4c1b-4d38-a303-78cd1fb2d99d no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:26.773834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 35f6a757-4c1b-4d38-a303-78cd1fb2d99d {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:26.774867 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 35f6a757-4c1b-4d38-a303-78cd1fb2d99d not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:26.775522 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36a2aa67-b1c9-4d9f-b912-a07a1231c255 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:26.795856 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 36a2aa67-b1c9-4d9f-b912-a07a1231c255 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:26.796441 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 36a2aa67-b1c9-4d9f-b912-a07a1231c255 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:26.818720 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57754) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:26.858779 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-01c44e2b-4ce9-43b2-8bec-c4224e770fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eed319fd7524473960bd035e543581c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386293 Jan 28 06:07:26.861166 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57756) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:26.913420 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ddaaa77-16e7-467d-bd12-4b95188e2487 admin admin] Publish callbacks [] for security_group (16cc26eb-085c-4d9a-bc27-f7ef1800b96b), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.934765 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ddaaa77-16e7-467d-bd12-4b95188e2487 admin admin] Publish callbacks [] for security_group (16cc26eb-085c-4d9a-bc27-f7ef1800b96b), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.982187 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ddaaa77-16e7-467d-bd12-4b95188e2487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (16cc26eb-085c-4d9a-bc27-f7ef1800b96b), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.985323 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ddaaa77-16e7-467d-bd12-4b95188e2487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.989832 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ddaaa77-16e7-467d-bd12-4b95188e2487 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16cc26eb-085c-4d9a-bc27-f7ef1800b96b HTTP/1.1" status: 204 len: 168 time: 0.1276548 Jan 28 06:07:26.999005 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaaa77-16e7-467d-bd12-4b95188e2487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc26eb-085c-4d9a-bc27-f7ef1800b96b,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:27.728356 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57778) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:27.842804 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-793188417-network', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:27.862434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Made reservation on behalf of e3aa18ad0e9e40a29c55382631e3d4b8 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:27.865049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.874182 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.950608 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks [] for security_group (78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.954586 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.983251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:07:27.990261 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:27.996968 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (678a7d65-f40c-4ae0-bfc1-38f2498d2ed4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.997376 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Added segment 678a7d65-f40c-4ae0-bfc1-38f2498d2ed4 of type vlan for network 0f912347-9294-4a76-abfb-c8d244ebc687 Jan 28 06:07:28.043251 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (0f912347-9294-4a76-abfb-c8d244ebc687), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.068681 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (0f912347-9294-4a76-abfb-c8d244ebc687), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.069800 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:28.070390 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.126629 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3942683 Jan 28 06:07:28.127592 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57782) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:28.133026 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Request body: {'subnet': {'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-793188417-subnet', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:28.139333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcee886-95f5-4532-b580-dfc3b88072bb admin admin] Pushing event updated for resources: {'Network': ['ID=0f912347-9294-4a76-abfb-c8d244ebc687,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:28.149882 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network 0f912347-9294-4a76-abfb-c8d244ebc687 details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:07:28.160744 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Made reservation on behalf of e3aa18ad0e9e40a29c55382631e3d4b8 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:28.163416 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.335871 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (7d6d5914-1689-4e3a-a564-cc8086abbcab), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.392676 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6d5914-1689-4e3a-a564-cc8086abbcab,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:28.403815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Checking segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:28.404180 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Network hostable DHCP agents. Network: 0f912347-9294-4a76-abfb-c8d244ebc687, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:07:28.421273 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Network 0f912347-9294-4a76-abfb-c8d244ebc687 is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:07:28.431118 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, 0f912347-9294-4a76-abfb-c8d244ebc687) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:28.436079 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:28.437300 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.440902 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346a32e-cd08-4f12-8878-1538ae67e186 None None] Network 0f912347-9294-4a76-abfb-c8d244ebc687 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:28.455226 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-28bfdcdb-05ee-444c-a641-3566d90a071d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3265016 Jan 28 06:07:28.457319 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57784) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:28.461941 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:28.491979 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (0a017a93-a4d6-48d4-833b-7bbfdc79224f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.493579 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (0a017a93-a4d6-48d4-833b-7bbfdc79224f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.550699 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-0f912347-9294-4a76-abfb-c8d244ebc687', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:28.551699 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.556758 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks [] for router_controller (0a017a93-a4d6-48d4-833b-7bbfdc79224f), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.700277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Allocated IP 172.20.0.2 (0f912347-9294-4a76-abfb-c8d244ebc687/7d6d5914-1689-4e3a-a564-cc8086abbcab/cf9d8b47-e9bf-4534-b67e-1f11c92a8b19) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:28.711074 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks [] for router_gateway (0a017a93-a4d6-48d4-833b-7bbfdc79224f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.849586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Publish callbacks [] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.855829 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.897778 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Network 0f912347-9294-4a76-abfb-c8d244ebc687 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:28.902155 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:28.904563 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:28.924810 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks [] for router_gateway (0a017a93-a4d6-48d4-833b-7bbfdc79224f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.937635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Pushing event updated for resources: {'Port': ['ID=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:28.946435 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.972715 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Attempting to bind port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:28.973097 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Attempting to bind port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:28.973487 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Attempting to bind port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 on network 0f912347-9294-4a76-abfb-c8d244ebc687 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:28.978637 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:28.979021 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Checking segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:28.979426 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.979824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Bound using segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:28.980348 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Bound port: cf9d8b47-e9bf-4534-b67e-1f11c92a8b19, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:28.980773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.055725 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] For port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:29.057326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Allocated IP 172.25.6.159 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/a654fe91-b2e2-476b-8b81-78d4f4d239e5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:29.059333 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] For port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:29.064427 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.135152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5e886-5971-4091-ad2c-163d33b213f6 None None] Pushing event updated for resources: {'Port': ['ID=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:29.181652 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks [] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.221407 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.263824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:29.281577 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:29.282824 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:29.286517 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Pushing event updated for resources: {'Port': ['ID=a654fe91-b2e2-476b-8b81-78d4f4d239e5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:29.576558 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks [] for router_gateway (0a017a93-a4d6-48d4-833b-7bbfdc79224f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.777731 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (0a017a93-a4d6-48d4-833b-7bbfdc79224f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.918440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:07:30.036731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:30.049511 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:30.062577 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.063632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:30.064254 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:30.064444 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-4e3566f1-fd66-48e1-98e6-6f09c03e5865 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6057467 Jan 28 06:07:30.067560 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57786) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:30.187042 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa0c2d-19ce-49f4-bfc8-867df55aa503 None None] Network 0f912347-9294-4a76-abfb-c8d244ebc687 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:30.194880 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:30.309259 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] Provisioning complete for port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:30.309968 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.392008 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:29Z', 'revision_number': 3, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:30.426397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] Current status of the port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:30.427281 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.439046 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:30.439397 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Updating router 0a017a93-a4d6-48d4-833b-7bbfdc79224f port a654fe91-b2e2-476b-8b81-78d4f4d239e5 binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:07:30.475147 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.483056 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] For port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:30.490131 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.551026 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f1fd1-e7ff-4d9a-8b73-e4a44e873d85 None None] Pushing event updated for resources: {'Port': ['ID=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:30.626120 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.721509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-8594f5b4-6ce9-4b06-9918-3e58b4a75f3c None None] Provisioning complete for port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:30.722778 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8594f5b4-6ce9-4b06-9918-3e58b4a75f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.878868 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8594f5b4-6ce9-4b06-9918-3e58b4a75f3c None None] Current status of the port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:30.907829 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:30.919050 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Publish callbacks [] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.926845 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.983886 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Attempting to bind port a654fe91-b2e2-476b-8b81-78d4f4d239e5 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:30.984377 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Attempting to bind port a654fe91-b2e2-476b-8b81-78d4f4d239e5 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:30.985208 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Attempting to bind port a654fe91-b2e2-476b-8b81-78d4f4d239e5 on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:30.985785 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:30.986180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.004722 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:31.005193 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:31.005673 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.006064 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:31.006547 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Bound port: a654fe91-b2e2-476b-8b81-78d4f4d239e5, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:31.006932 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.012313 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Pushing event updated for resources: {'Port': ['ID=a654fe91-b2e2-476b-8b81-78d4f4d239e5,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:31.083806 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.084510 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.084510 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.084868 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.085185 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.085700 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.086039 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.086375 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.086708 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.087038 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.087515 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.087849 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.088174 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:31.099012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] For port a654fe91-b2e2-476b-8b81-78d4f4d239e5, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:31.104325 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] For port a654fe91-b2e2-476b-8b81-78d4f4d239e5, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a654fe91-b2e2-476b-8b81-78d4f4d239e5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:31.112438 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.147924 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Allocated IP 172.20.0.1 (0f912347-9294-4a76-abfb-c8d244ebc687/7d6d5914-1689-4e3a-a564-cc8086abbcab/97bbf915-a0d5-44f1-8870-7125f2c6ca54) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:31.176311 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:31.177246 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:31.262449 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:31.285717 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks [] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.323887 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.356877 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3824c-e74c-455a-9e61-e3068bbed546 None None] Pushing event updated for resources: {'Port': ['ID=a654fe91-b2e2-476b-8b81-78d4f4d239e5,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:31.358490 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Network 0f912347-9294-4a76-abfb-c8d244ebc687 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:31.363485 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:31.367341 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:31.406260 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Pushing event updated for resources: {'Port': ['ID=97bbf915-a0d5-44f1-8870-7125f2c6ca54,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:31.417299 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (0a017a93-a4d6-48d4-833b-7bbfdc79224f), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.457106 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:31.595376 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.662337 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:29Z', 'revision_number': 3, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:31.689790 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfd461-a3dd-45b6-ada8-311b944b18aa None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:29Z', 'revision_number': 3, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:31.720365 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-c7f5fe7e-66f2-40d4-97c0-26ab37177961 None None] Provisioning complete for port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:31.720922 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7f5fe7e-66f2-40d4-97c0-26ab37177961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.760006 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5fe7e-66f2-40d4-97c0-26ab37177961 None None] Port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:31.795683 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks [] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.802145 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.870448 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (0a017a93-a4d6-48d4-833b-7bbfdc79224f), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.872425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Pushing event updated for resources: {'Port': ['ID=97bbf915-a0d5-44f1-8870-7125f2c6ca54,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:32.003850 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Network 0f912347-9294-4a76-abfb-c8d244ebc687 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:32.007071 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:32.157205 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:32.285469 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:32.291361 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e65a3435-f1c6-4b71-94a6-d4c2f17e5c05 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a017a93-a4d6-48d4-833b-7bbfdc79224f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2219348 Jan 28 06:07:32.390156 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-b714d09f-de26-4287-96df-18c8ca78a643 None None] Provisioning complete for port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:32.390741 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b714d09f-de26-4287-96df-18c8ca78a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.435398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b714d09f-de26-4287-96df-18c8ca78a643 None None] Port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:32.829631 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a654fe91-b2e2-476b-8b81-78d4f4d239e5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:32.842245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57802) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:32.848906 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1855047556-network', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:32.873117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Made reservation on behalf of 14ad3cb3d32c4568b89f1ec4170e94f9 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:32.876456 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.887262 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a654fe91-b2e2-476b-8b81-78d4f4d239e5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:32.887640 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.887778 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.981263 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks [] for security_group (072e1bf2-0eb8-4941-954d-95124f6a9a33), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.984668 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a654fe91-b2e2-476b-8b81-78d4f4d239e5 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:32.985214 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.985882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (072e1bf2-0eb8-4941-954d-95124f6a9a33), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.009054 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:07:33.014287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port a654fe91-b2e2-476b-8b81-78d4f4d239e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a654fe91-b2e2-476b-8b81-78d4f4d239e5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:33.020051 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.026002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e1bf2-0eb8-4941-954d-95124f6a9a33,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:33.028750 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d2667915-9f62-4e77-b632-0277991586fd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.029058 n-d-824835-3 neutron-server[103138]: INFO neutron.db.segments_db [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Added segment d2667915-9f62-4e77-b632-0277991586fd of type vlan for network ddca90a4-0ef3-4f42-baa3-44f3753fd59d Jan 28 06:07:33.072371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792585413753'] for network (ddca90a4-0ef3-4f42-baa3-44f3753fd59d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.080635 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=a654fe91-b2e2-476b-8b81-78d4f4d239e5,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:33.102067 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503'] for network (ddca90a4-0ef3-4f42-baa3-44f3753fd59d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.103278 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:33.103871 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.172719 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3290133 Jan 28 06:07:33.177196 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57804) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:33.177740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311746f-d778-48c1-8b6a-965e9b76711e admin admin] Pushing event updated for resources: {'Network': ['ID=ddca90a4-0ef3-4f42-baa3-44f3753fd59d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:33.182367 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Request body: {'subnet': {'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1855047556-subnet', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'ip_version': 4}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:33.192765 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d details requested by agent ovs-agent-n-d-824835-3 with host n-d-824835-3 {{(pid=103140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:07:33.215132 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Made reservation on behalf of 14ad3cb3d32c4568b89f1ec4170e94f9 for: {'subnet': 1} {{(pid=103139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:33.218193 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50445225'] for subnet (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.411738 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50379237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50445243'] for subnet (d319417a-12a4-4403-9b70-e87f5a90bbee), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.469913 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d319417a-12a4-4403-9b70-e87f5a90bbee,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:33.482346 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Checking segment: {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:33.482715 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Network hostable DHCP agents. Network: ddca90a4-0ef3-4f42-baa3-44f3753fd59d, hostable agents: ['c5301602-10c6-472b-98e8-59f4374876bb'], hosted agents: [] {{(pid=103139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:07:33.499359 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d is scheduled to be hosted by DHCP agent c5301602-10c6-472b-98e8-59f4374876bb with binding_index 1 {{(pid=103139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:07:33.508352 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-3, ddca90a4-0ef3-4f42-baa3-44f3753fd59d) {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:33.513109 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:33.513979 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.519278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d84133-1de7-402b-af50-8e1d9279bb30 None None] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:33.536551 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-4b448978-22cf-4db2-aa51-13179fd1cc8a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3562093 Jan 28 06:07:33.536938 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57806) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:33.541247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:33.564317 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226077'] for router (7f8a3f0c-247a-46ac-a250-571c5d84e868), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.566313 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1832240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2054484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-226068'] for router (7f8a3f0c-247a-46ac-a250-571c5d84e868), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.586645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:33.614597 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:33.615610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:33.631273 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks [] for router_controller (7f8a3f0c-247a-46ac-a250-571c5d84e868), precommit_add_association {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.704246 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa78d1618-14a9-5694-bec5-1d57da25cbc6-ddca90a4-0ef3-4f42-baa3-44f3753fd59d', 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d', 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'fixed_ips': [{'subnet_id': 'd319417a-12a4-4403-9b70-e87f5a90bbee'}]}} from n-d-824835-3. {{(pid=103140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:33.706103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.779375 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks [] for router_gateway (7f8a3f0c-247a-46ac-a250-571c5d84e868), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.833034 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:34.001434 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks [] for router_gateway (7f8a3f0c-247a-46ac-a250-571c5d84e868), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.011924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Allocated IP 172.20.0.2 (ddca90a4-0ef3-4f42-baa3-44f3753fd59d/d319417a-12a4-4403-9b70-e87f5a90bbee/16f5c5a2-8894-49bf-b6d1-30396b5c5759) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:34.021476 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.124680 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Allocated IP 172.25.6.69 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/ade20584-3986-40b8-9b6a-f15a2e3f74ef) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:34.211958 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 2, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:34.237176 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks [] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.251965 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Publish callbacks [] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.253834 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:34.254197 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Updating router 0a017a93-a4d6-48d4-833b-7bbfdc79224f port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:07:34.273485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.275542 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.310372 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.312358 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:34.322133 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:34.326758 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:34.331460 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:34.340485 n-d-824835-3 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:34.343117 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:34.348733 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Pushing event updated for resources: {'Port': ['ID=16f5c5a2-8894-49bf-b6d1-30396b5c5759,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.355181 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Pushing event updated for resources: {'Port': ['ID=ade20584-3986-40b8-9b6a-f15a2e3f74ef,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.484347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Attempting to bind port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:34.484727 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Attempting to bind port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:34.485101 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Attempting to bind port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 on network ddca90a4-0ef3-4f42-baa3-44f3753fd59d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:34.495397 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:34.495781 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Checking segment: {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:34.496195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.496599 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Bound using segment: {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:34.497081 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Bound port: 16f5c5a2-8894-49bf-b6d1-30396b5c5759, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:34.497496 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.592736 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks [] for router_gateway (7f8a3f0c-247a-46ac-a250-571c5d84e868), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.625731 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] For port 16f5c5a2-8894-49bf-b6d1-30396b5c5759, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:34.647562 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] For port 16f5c5a2-8894-49bf-b6d1-30396b5c5759, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16f5c5a2-8894-49bf-b6d1-30396b5c5759,segment=NetworkSegment(d2667915-9f62-4e77-b632-0277991586fd),segment_id=d2667915-9f62-4e77-b632-0277991586fd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:34.662362 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.774891 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3ff0a-e1aa-4062-ba75-846fda14ab25 None None] Pushing event updated for resources: {'Port': ['ID=16f5c5a2-8894-49bf-b6d1-30396b5c5759,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.787562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Publish callbacks [] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.793802 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.826687 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a654fe91-b2e2-476b-8b81-78d4f4d239e5 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:34.830202 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1832233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1834159'] for router (7f8a3f0c-247a-46ac-a250-571c5d84e868), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.896281 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d65af-f483-400d-9f9d-ead408a045b4 None None] Pushing event updated for resources: {'Port': ['ID=97bbf915-a0d5-44f1-8870-7125f2c6ca54,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.962308 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port a654fe91-b2e2-476b-8b81-78d4f4d239e5 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:34.962700 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.999976 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Attempting to bind port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:35.000360 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Attempting to bind port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:35.000877 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Attempting to bind port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 on network 0f912347-9294-4a76-abfb-c8d244ebc687 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:35.012603 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:35.013062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Checking segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:35.013533 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.014038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Bound using segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:35.014696 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Bound port: 97bbf915-a0d5-44f1-8870-7125f2c6ca54, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:35.015137 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.016422 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Router 7f8a3f0c-247a-46ac-a250-571c5d84e868 is scheduled to L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 with binding_index 1 {{(pid=103139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:07:35.147866 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] For port 97bbf915-a0d5-44f1-8870-7125f2c6ca54, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:35.152701 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] For port 97bbf915-a0d5-44f1-8870-7125f2c6ca54, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=97bbf915-a0d5-44f1-8870-7125f2c6ca54,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:35.163732 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.247615 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:35.260546 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Sync routers for ids ['7f8a3f0c-247a-46ac-a250-571c5d84e868'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:35.278430 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Routers {'7f8a3f0c-247a-46ac-a250-571c5d84e868'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:35.279948 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7f8a3f0c-247a-46ac-a250-571c5d84e868'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:35.294029 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.297905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-121de33d-2a39-4b87-a321-eb10c995b36e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7574952 Jan 28 06:07:35.298323 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57808) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:35.317334 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port a654fe91-b2e2-476b-8b81-78d4f4d239e5 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:35.330502 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d65af-f483-400d-9f9d-ead408a045b4 None None] Pushing event updated for resources: {'Port': ['ID=97bbf915-a0d5-44f1-8870-7125f2c6ca54,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:35.350347 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:35.351288 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:35.447428 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] Provisioning complete for port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:35.448309 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.524660 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Set router 7f8a3f0c-247a-46ac-a250-571c5d84e868 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:35.560810 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:35.807454 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:34Z', 'revision_number': 3, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:35.841861 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Checking router: 7f8a3f0c-247a-46ac-a250-571c5d84e868 for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:35.842478 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Updating router 7f8a3f0c-247a-46ac-a250-571c5d84e868 port ade20584-3986-40b8-9b6a-f15a2e3f74ef binding host n-d-824835-3 {{(pid=103141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:07:35.892986 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.076623 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] Current status of the port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:36.077190 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.138271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] For port 97bbf915-a0d5-44f1-8870-7125f2c6ca54, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=97bbf915-a0d5-44f1-8870-7125f2c6ca54,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:36.147297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.189231 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:35Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:36.234113 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9463ee-6953-4232-8a67-730374c0f06b None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:35Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:36.254018 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d0283-2f4a-4cb5-9da1-66dbab178f70 None None] Pushing event updated for resources: {'Port': ['ID=97bbf915-a0d5-44f1-8870-7125f2c6ca54,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:36.325419 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-016a52af-01b0-4abd-ac04-372e2b648fe1 None None] Provisioning complete for port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:36.326128 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-016a52af-01b0-4abd-ac04-372e2b648fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.403305 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Publish callbacks [] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.411366 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.452261 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.467025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-016a52af-01b0-4abd-ac04-372e2b648fe1 None None] Current status of the port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:36.471381 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e7808-94fa-420e-bda6-44654cbe0341 None None] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:36.494244 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Attempting to bind port ade20584-3986-40b8-9b6a-f15a2e3f74ef on host n-d-824835-3 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:36.495193 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Attempting to bind port ade20584-3986-40b8-9b6a-f15a2e3f74ef by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:36.495755 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Attempting to bind port ade20584-3986-40b8-9b6a-f15a2e3f74ef on network ee033649-ca79-46b7-b27e-766ccfa5f327 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:36.498285 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1cfdb-da37-4888-94f7-393bb5a55465 None None] Pushing event updated for resources: {'Port': ['ID=ade20584-3986-40b8-9b6a-f15a2e3f74ef,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:36.505625 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:36.506362 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Checking segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:36.507062 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.507683 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Bound using segment: {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:36.508387 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Bound port: ade20584-3986-40b8-9b6a-f15a2e3f74ef, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111f645-18f8-4260-a40e-56742e9f0002', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:36.508996 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.591278 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] For port ade20584-3986-40b8-9b6a-f15a2e3f74ef, host n-d-824835-3, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:36.603871 n-d-824835-3 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] For port ade20584-3986-40b8-9b6a-f15a2e3f74ef, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ade20584-3986-40b8-9b6a-f15a2e3f74ef,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:36.610767 n-d-824835-3 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.643420 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] Provisioning complete for port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:36.645227 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.718221 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Routers {'7f8a3f0c-247a-46ac-a250-571c5d84e868'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:36.722897 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7f8a3f0c-247a-46ac-a250-571c5d84e868'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:36.765205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Allocated IP 172.20.0.1 (ddca90a4-0ef3-4f42-baa3-44f3753fd59d/d319417a-12a4-4403-9b70-e87f5a90bbee/02f26125-1e97-47de-a98b-8679f1e7c8f6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:36.833534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] Current status of the port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:36.834020 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.887334 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1cfdb-da37-4888-94f7-393bb5a55465 None None] Pushing event updated for resources: {'Port': ['ID=ade20584-3986-40b8-9b6a-f15a2e3f74ef,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:36.905912 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] For port 16f5c5a2-8894-49bf-b6d1-30396b5c5759, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16f5c5a2-8894-49bf-b6d1-30396b5c5759,segment=NetworkSegment(d2667915-9f62-4e77-b632-0277991586fd),segment_id=d2667915-9f62-4e77-b632-0277991586fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:36.914293 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.028924 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16f5c5a2-8894-49bf-b6d1-30396b5c5759 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:37.036333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks [] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.040703 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] Set router 7f8a3f0c-247a-46ac-a250-571c5d84e868 gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:37.092277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148210f-685c-4eec-a9b2-4a00ef5e2828 None None] Pushing event updated for resources: {'Port': ['ID=16f5c5a2-8894-49bf-b6d1-30396b5c5759,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:37.109623 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.169371 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:37.169754 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.203405 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:37.237332 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:37.251154 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.260731 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:37.265033 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Pushing event updated for resources: {'Port': ['ID=02f26125-1e97-47de-a98b-8679f1e7c8f6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:37.330565 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828314'] for router_interface (7f8a3f0c-247a-46ac-a250-571c5d84e868), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.386291 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:37.387530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 97bbf915-a0d5-44f1-8870-7125f2c6ca54 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:37.449304 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-ef9c35dd-9493-44b1-9363-71d3263a67d0 None None] Provisioning complete for port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:37.450972 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef9c35dd-9493-44b1-9363-71d3263a67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.455571 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:34Z', 'revision_number': 3, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:37.488073 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054dffd-d78a-45c1-a352-38cd3709f96a None None] The sync data for ids ['7f8a3f0c-247a-46ac-a250-571c5d84e868'] in n-d-824835-3 is: [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:34Z', 'revision_number': 3, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:37.590554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.619593 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:37.620065 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.700349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c35dd-9493-44b1-9363-71d3263a67d0 None None] Current status of the port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:37.806202 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:37.830812 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-33bea952-30b0-42a7-be6b-f85c56f40145 None None] Provisioning complete for port 02f26125-1e97-47de-a98b-8679f1e7c8f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:37.831288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33bea952-30b0-42a7-be6b-f85c56f40145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.840511 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks [] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.852143 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.873123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-33bea952-30b0-42a7-be6b-f85c56f40145 None None] Port 02f26125-1e97-47de-a98b-8679f1e7c8f6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:37.965733 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1771293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829738'] for router_interface (7f8a3f0c-247a-46ac-a250-571c5d84e868), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.974298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Pushing event updated for resources: {'Port': ['ID=02f26125-1e97-47de-a98b-8679f1e7c8f6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:38.104187 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:38.106030 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:38.331023 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Router 7f8a3f0c-247a-46ac-a250-571c5d84e868 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:38.528298 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:38.545506 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.552041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-937a2b6a-1566-43b7-9e2f-c53987e39706 None None] Provisioning complete for port 02f26125-1e97-47de-a98b-8679f1e7c8f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:38.552620 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-937a2b6a-1566-43b7-9e2f-c53987e39706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.555441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-3a1029ce-0ece-4ce9-a1f8-245728355f2d admin admin] 10.222.0.21 "PUT /v2.0/routers/7f8a3f0c-247a-46ac-a250-571c5d84e868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2557364 Jan 28 06:07:38.602806 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-937a2b6a-1566-43b7-9e2f-c53987e39706 None None] Port 02f26125-1e97-47de-a98b-8679f1e7c8f6 cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:38.840942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f105f3b0-5af9-451c-9512-0762d77a2c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.977624 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16f5c5a2-8894-49bf-b6d1-30396b5c5759 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:39.067776 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:39.068103 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.194479 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:39.195628 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ade20584-3986-40b8-9b6a-f15a2e3f74ef up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:39.283805 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ade20584-3986-40b8-9b6a-f15a2e3f74ef triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:39.288528 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.376432 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57816) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:39.381799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878287079', 'description': 'tempest-secgroup-smoke-1878287079 description', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:39.412949 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ade20584-3986-40b8-9b6a-f15a2e3f74ef is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:39.414423 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.425728 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.461305 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] For port ade20584-3986-40b8-9b6a-f15a2e3f74ef, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ade20584-3986-40b8-9b6a-f15a2e3f74ef,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:39.466125 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.535547 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Pushing event updated for resources: {'Port': ['ID=ade20584-3986-40b8-9b6a-f15a2e3f74ef,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:39.544870 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group (7c4f6927-27dd-48c9-b401-275ab66984b4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.551080 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7c4f6927-27dd-48c9-b401-275ab66984b4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.575963 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.580218 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2000587 Jan 28 06:07:39.581316 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57818) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:39.585480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group_rule': {'security_group_id': '7c4f6927-27dd-48c9-b401-275ab66984b4', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:39.607681 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d9542-924c-408d-8cd8-c0080ead2c10 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f6927-27dd-48c9-b401-275ab66984b4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:39.628830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (3c1443e5-0167-488b-86c5-16c273332f31), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.701403 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (3c1443e5-0167-488b-86c5-16c273332f31), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.710687 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (3c1443e5-0167-488b-86c5-16c273332f31), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.738128 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1443e5-0167-488b-86c5-16c273332f31,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:39.751059 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.755205 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ca4dc065-4c71-43d3-8f28-2af945fcd8c4 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707785 Jan 28 06:07:39.755622 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57820) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:39.761006 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group_rule': {'security_group_id': '7c4f6927-27dd-48c9-b401-275ab66984b4', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:39.802554 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (b99e0826-291a-45b8-8f49-d26be623538d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.891899 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (b99e0826-291a-45b8-8f49-d26be623538d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.895827 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (b99e0826-291a-45b8-8f49-d26be623538d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.912629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99e0826-291a-45b8-8f49-d26be623538d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:39.926049 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.930602 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57822) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:39.935572 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group_rule': {'security_group_id': '7c4f6927-27dd-48c9-b401-275ab66984b4', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:39.941085 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-bc83056c-3c9e-4008-b441-72091f28c389 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1829917 Jan 28 06:07:39.976012 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (fcb554a8-b475-4c82-b6f8-4d5401ab2af6), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.034060 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (fcb554a8-b475-4c82-b6f8-4d5401ab2af6), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.040081 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (fcb554a8-b475-4c82-b6f8-4d5401ab2af6), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.070096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.074358 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399872 Jan 28 06:07:40.074739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57824) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:40.079348 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group_rule': {'security_group_id': '7c4f6927-27dd-48c9-b401-275ab66984b4', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:40.100610 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c7af-a29d-4919-9516-d9b02b171748 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb554a8-b475-4c82-b6f8-4d5401ab2af6,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.123884 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (70783a4d-fa34-4918-a56f-333b3e8a31aa), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.198113 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (70783a4d-fa34-4918-a56f-333b3e8a31aa), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.202096 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (70783a4d-fa34-4918-a56f-333b3e8a31aa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.232865 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70783a4d-fa34-4918-a56f-333b3e8a31aa,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.247937 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.249729 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-e3ba240f-8971-49a7-a721-ffd4c39ca386 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741540 Jan 28 06:07:40.252685 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 57826) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:40.257525 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group_rule': {'security_group_id': '7c4f6927-27dd-48c9-b401-275ab66984b4', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:40.279668 n-d-824835-3 neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Project e3aa18ad0e9e40a29c55382631e3d4b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:07:40.287252 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (23619b18-bd7a-4704-99f8-1f8d7bf094a9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.389018 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (23619b18-bd7a-4704-99f8-1f8d7bf094a9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.397235 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (23619b18-bd7a-4704-99f8-1f8d7bf094a9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.415724 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23619b18-bd7a-4704-99f8-1f8d7bf094a9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.432650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.436916 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57828) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:40.438087 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c9d3bee8-1c89-4fd0-9fb0-8ab2202cb253 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1840768 Jan 28 06:07:40.446372 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'security_group_rule': {'security_group_id': '7c4f6927-27dd-48c9-b401-275ab66984b4', 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:40.473828 n-d-824835-3 neutron-server[103139]: INFO neutron.db.securitygroups_db [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Project e3aa18ad0e9e40a29c55382631e3d4b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:07:40.479933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (83cb497c-6e26-4b30-ba44-20a6778b09d8), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.507492 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Sync routers for ids ['7f8a3f0c-247a-46ac-a250-571c5d84e868'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:40.519689 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Routers {'7f8a3f0c-247a-46ac-a250-571c5d84e868'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:40.520646 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7f8a3f0c-247a-46ac-a250-571c5d84e868'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:40.565054 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (83cb497c-6e26-4b30-ba44-20a6778b09d8), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.570337 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1879991'] for security_group_rule (83cb497c-6e26-4b30-ba44-20a6778b09d8), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.604215 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cb497c-6e26-4b30-ba44-20a6778b09d8,revision_number=0']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.611651 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.622598 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-36046b49-4288-4f8c-909c-b4e11d79840b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1811752 Jan 28 06:07:40.736122 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Set router 7f8a3f0c-247a-46ac-a250-571c5d84e868 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:40.822546 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ade20584-3986-40b8-9b6a-f15a2e3f74ef up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:40.911652 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-9768443c-e24b-4e18-8f10-8202bbf1ae79 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878287079&fields=id&tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8 HTTP/1.1" status: 200 len: 267 time: 0.0790944 Jan 28 06:07:41.078883 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port ade20584-3986-40b8-9b6a-f15a2e3f74ef triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:41.079255 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.084879 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-ce8724ba-8f82-4dc6-bfce-14e414a48ace tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:41.085114 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05f5df67-d75a-4e65-a57e-e1df1f41c40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.086910 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-ce8724ba-8f82-4dc6-bfce-14e414a48ace tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 809 time: 0.1506236 Jan 28 06:07:41.104265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-17602bec-210e-4351-96ab-712d9683791b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/quotas/e3aa18ad0e9e40a29c55382631e3d4b8 HTTP/1.1" status: 200 len: 375 time: 0.0109272 Jan 28 06:07:41.146808 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:37Z', 'revision_number': 4, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '02f26125-1e97-47de-a98b-8679f1e7c8f6', 'name': '', 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'mac_address': 'fa:16:3e:fe:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd319417a-12a4-4403-9b70-e87f5a90bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:36Z', 'updated_at': '2022-01-28T06:07:37Z', 'revision_number': 2, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'subnets': [{'id': 'd319417a-12a4-4403-9b70-e87f5a90bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:41.160309 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-69ea5b4f-2112-4cdd-af5f-7f5a19f41f7d tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502725 Jan 28 06:07:41.177518 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Checking router: 7f8a3f0c-247a-46ac-a250-571c5d84e868 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:41.178142 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Updating router 7f8a3f0c-247a-46ac-a250-571c5d84e868 port 02f26125-1e97-47de-a98b-8679f1e7c8f6 binding host n-d-824835-3 {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:07:41.228833 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.248947 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port ade20584-3986-40b8-9b6a-f15a2e3f74ef is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:41.286645 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b974ff70-ed6f-4f9c-9a2f-253efb4b44eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:07:41.287680 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b974ff70-ed6f-4f9c-9a2f-253efb4b44eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1148038 Jan 28 06:07:41.402399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b641e24f-8d6d-453d-b668-847e4800981a service neutron] 10.222.0.21 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049418 Jan 28 06:07:41.501423 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-8918f2c7-4db4-4458-a726-21126aecc703 service neutron] 10.222.0.21 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931447 Jan 28 06:07:41.519403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Publish callbacks [] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.524511 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.580169 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8782-a831-472f-9aa2-d15783b7d82e None None] Pushing event updated for resources: {'Port': ['ID=02f26125-1e97-47de-a98b-8679f1e7c8f6,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:41.656412 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Attempting to bind port 02f26125-1e97-47de-a98b-8679f1e7c8f6 on host n-d-824835-3 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:41.656923 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Attempting to bind port 02f26125-1e97-47de-a98b-8679f1e7c8f6 by drivers openvswitch,hyperv on host n-d-824835-3 at level 0 using segments [{'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:41.657344 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Attempting to bind port 02f26125-1e97-47de-a98b-8679f1e7c8f6 on network ddca90a4-0ef3-4f42-baa3-44f3753fd59d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:41.665707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Checking agent: {'id': '7ec1025c-cd9e-40d8-b657-afda4a4f85ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 15, 15), 'started_at': datetime.datetime(2022, 1, 28, 4, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:41.665707 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Checking segment: {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:41.666212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.666604 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Bound using segment: {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:41.667280 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Bound port: 02f26125-1e97-47de-a98b-8679f1e7c8f6, host: n-d-824835-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2667915-9f62-4e77-b632-0277991586fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:41.667669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.725358 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-21fc1753-1123-46e9-b425-57beeb4bbd43 req-89509f5d-4454-4ec4-b776-1aaa4f2ac6ad tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 210 time: 0.0412090 Jan 28 06:07:41.757219 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] For port 02f26125-1e97-47de-a98b-8679f1e7c8f6, host n-d-824835-3, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:41.760392 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] For port 02f26125-1e97-47de-a98b-8679f1e7c8f6, host n-d-824835-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=02f26125-1e97-47de-a98b-8679f1e7c8f6,segment=NetworkSegment(d2667915-9f62-4e77-b632-0277991586fd),segment_id=d2667915-9f62-4e77-b632-0277991586fd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:41.765545 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.831118 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Routers {'7f8a3f0c-247a-46ac-a250-571c5d84e868'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:41.831684 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7f8a3f0c-247a-46ac-a250-571c5d84e868'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:41.833508 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8782-a831-472f-9aa2-d15783b7d82e None None] Pushing event updated for resources: {'Port': ['ID=02f26125-1e97-47de-a98b-8679f1e7c8f6,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:42.098677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] Provisioning complete for port 02f26125-1e97-47de-a98b-8679f1e7c8f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:42.108503 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.152507 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] Set router 7f8a3f0c-247a-46ac-a250-571c5d84e868 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:42.331926 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] Current status of the port 02f26125-1e97-47de-a98b-8679f1e7c8f6 is: DOWN; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:42.331926 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.380274 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] For port 02f26125-1e97-47de-a98b-8679f1e7c8f6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=02f26125-1e97-47de-a98b-8679f1e7c8f6,segment=NetworkSegment(d2667915-9f62-4e77-b632-0277991586fd),segment_id=d2667915-9f62-4e77-b632-0277991586fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:42.407573 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.409212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.466126 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb116-cffa-4dfa-8b9e-a9555c27ebd5 None None] Pushing event updated for resources: {'Port': ['ID=02f26125-1e97-47de-a98b-8679f1e7c8f6,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:42.478709 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:37Z', 'revision_number': 4, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '02f26125-1e97-47de-a98b-8679f1e7c8f6', 'name': '', 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'mac_address': 'fa:16:3e:fe:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd319417a-12a4-4403-9b70-e87f5a90bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:36Z', 'updated_at': '2022-01-28T06:07:41Z', 'revision_number': 4, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'subnets': [{'id': 'd319417a-12a4-4403-9b70-e87f5a90bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:42.506152 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595edb-3c4a-462f-8cca-21ec0855ad33 None None] The sync data for ids ['7f8a3f0c-247a-46ac-a250-571c5d84e868'] in n-d-824835-3 is: [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:37Z', 'revision_number': 4, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '02f26125-1e97-47de-a98b-8679f1e7c8f6', 'name': '', 'network_id': 'ddca90a4-0ef3-4f42-baa3-44f3753fd59d', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'mac_address': 'fa:16:3e:fe:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd319417a-12a4-4403-9b70-e87f5a90bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:36Z', 'updated_at': '2022-01-28T06:07:41Z', 'revision_number': 4, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'subnets': [{'id': 'd319417a-12a4-4403-9b70-e87f5a90bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:42.530031 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-85217e07-71e6-47b8-b1be-d3f61b271c52 None None] Provisioning complete for port 02f26125-1e97-47de-a98b-8679f1e7c8f6 triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:42.530669 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85217e07-71e6-47b8-b1be-d3f61b271c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.642534 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-85217e07-71e6-47b8-b1be-d3f61b271c52 None None] Current status of the port 02f26125-1e97-47de-a98b-8679f1e7c8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:42.854364 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 02f26125-1e97-47de-a98b-8679f1e7c8f6 up at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:42.862834 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30d6bcd2-88aa-4f4d-a913-7eb67daa5ee1 req-a796585b-9b12-4728-abae-1802d3a275fd tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 210 time: 0.0420856 Jan 28 06:07:42.916482 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Provisioning complete for port 02f26125-1e97-47de-a98b-8679f1e7c8f6 triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:42.916870 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.019379 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Current status of the port 02f26125-1e97-47de-a98b-8679f1e7c8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:43.961657 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-9f014605-0710-484e-bc84-e8dccad54fa6 req-076e00df-3628-4654-8948-61fb2524f3b7 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 210 time: 0.0272810 Jan 28 06:07:44.071909 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.242982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-7644634b-a0bc-47b4-88c5-3fad7a4192b5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:44.244526 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-7644634b-a0bc-47b4-88c5-3fad7a4192b5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 809 time: 0.1316829 Jan 28 06:07:44.321368 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-20e633ed-4d96-492f-bd95-55a7bc401397 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8 HTTP/1.1" status: 200 len: 380 time: 0.0540166 Jan 28 06:07:44.336657 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'port': {'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'admin_state_up': True, 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'security_groups': ['7c4f6927-27dd-48c9-b401-275ab66984b4']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:44.445099 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Made reservation on behalf of e3aa18ad0e9e40a29c55382631e3d4b8 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:44.448691 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.593455 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Allocated IP 172.20.0.4 (0f912347-9294-4a76-abfb-c8d244ebc687/7d6d5914-1689-4e3a-a564-cc8086abbcab/8c1ef859-7775-496a-ac33-d9cff021d6cc) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:44.754524 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.790455 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.837491 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Network 0f912347-9294-4a76-abfb-c8d244ebc687 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:44.840511 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:44.844092 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:44.875045 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:44.909020 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:44.909960 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.928819 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-b7fd038d-e6dd-476d-a0ed-5c2d95769d23 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957637 Jan 28 06:07:44.947903 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Request body: {'port': {'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:45.007841 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.136380 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1de6d-5e88-4c70-afc2-1c2fc31a0dd8 req-d1b6b9aa-8a14-4343-8dc9-c79c007d9c6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:45.141641 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcf1de6d-5e88-4c70-afc2-1c2fc31a0dd8 req-d1b6b9aa-8a14-4343-8dc9-c79c007d9c6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 931 time: 0.0736203 Jan 28 06:07:45.189445 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-69a42e49-be00-4227-884c-e5fe661c9b5e None None] Provisioning complete for port 8c1ef859-7775-496a-ac33-d9cff021d6cc triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:45.189996 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69a42e49-be00-4227-884c-e5fe661c9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.210094 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-dcf1de6d-5e88-4c70-afc2-1c2fc31a0dd8 req-652d91b2-7ec7-47f8-a33a-2a595ee6f750 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663424 Jan 28 06:07:45.249489 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-69a42e49-be00-4227-884c-e5fe661c9b5e None None] Port 8c1ef859-7775-496a-ac33-d9cff021d6cc cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:45.335515 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1ef859-7775-496a-ac33-d9cff021d6cc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:07:45.343264 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Publish callbacks [] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.356089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Transition to ACTIVE for port object 8c1ef859-7775-496a-ac33-d9cff021d6cc will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:07:45.359504 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.431186 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:45.493404 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Attempting to bind port 8c1ef859-7775-496a-ac33-d9cff021d6cc on host n-h1-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:45.493696 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Attempting to bind port 8c1ef859-7775-496a-ac33-d9cff021d6cc by drivers openvswitch,hyperv on host n-h1-824835-3 at level 0 using segments [{'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:45.494036 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Attempting to bind port 8c1ef859-7775-496a-ac33-d9cff021d6cc on network 0f912347-9294-4a76-abfb-c8d244ebc687 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:45.498846 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Port 8c1ef859-7775-496a-ac33-d9cff021d6cc on network 0f912347-9294-4a76-abfb-c8d244ebc687 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:07:45.499210 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Attempting to bind port 8c1ef859-7775-496a-ac33-d9cff021d6cc on network 0f912347-9294-4a76-abfb-c8d244ebc687 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:45.504837 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Checking agent: {'id': '450c51b5-2641-47cc-99f4-8762019eba54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:45.505216 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Checking segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:45.505608 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Bound using segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:45.506048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Bound port: 8c1ef859-7775-496a-ac33-d9cff021d6cc, host: n-h1-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:45.506417 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.586812 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:45.590958 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:45.595272 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.599656 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.638089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:45.638725 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.640260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] 10.222.0.52 "PUT /v2.0/ports/8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 1091 time: 0.6974256 Jan 28 06:07:45.640705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:45.650564 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92057401-be37-483f-af87-5abcccd20db5" -d '{"events": [{"name": "network-changed", "server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:45.674861 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044a96f-21b5-4eea-a996-e66bb9536721 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:45.714451 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ee6c0-87fa-4d7b-8bac-92b016d3d8d5 x-openstack-request-id: req-ad0ee6c0-87fa-4d7b-8bac-92b016d3d8d5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:45.714868 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:45.715129 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad0ee6c0-87fa-4d7b-8bac-92b016d3d8d5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:45.715564 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'status': 'completed', 'code': 200} Jan 28 06:07:45.774905 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-cb95a65d-bacc-49a7-abf7-78d7bdf543e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:45.776711 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-cb95a65d-bacc-49a7-abf7-78d7bdf543e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1094 time: 0.0463150 Jan 28 06:07:45.832853 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-e5e3a337-2513-4ca6-ad44-98adcfad52fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 217 time: 0.0445890 Jan 28 06:07:45.889205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-ab8c05d4-e256-4ad5-ac28-7e556132660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:45.890954 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-ab8c05d4-e256-4ad5-ac28-7e556132660c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0530035 Jan 28 06:07:45.941330 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-e24e346d-eec4-4657-a432-15fc4a6b3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:45.942938 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-e24e346d-eec4-4657-a432-15fc4a6b3d26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467689 Jan 28 06:07:46.047482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-d3e123da-8c0a-414d-8049-0e7621e52c87 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984752 Jan 28 06:07:46.144694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4dc6ca1b-4f8a-4a1f-9058-7be560f83b07 req-e5455b76-2800-49a7-8e4c-4206995b2fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918639 Jan 28 06:07:46.273459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057401-be37-483f-af87-5abcccd20db5 req-8dc88895-72ef-42f0-b342-586c8b361cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:46.275134 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-8dc88895-72ef-42f0-b342-586c8b361cc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1094 time: 0.0447285 Jan 28 06:07:46.345951 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61629a8-8098-49dd-9534-1ef806af15aa req-489a5980-19f6-4c7a-a12d-b27ed3c2209a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:46.347145 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f61629a8-8098-49dd-9534-1ef806af15aa req-489a5980-19f6-4c7a-a12d-b27ed3c2209a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0540762 Jan 28 06:07:46.374940 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057401-be37-483f-af87-5abcccd20db5 req-890f9f2a-d0f8-4f26-bd9d-eab822332d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:46.376457 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-890f9f2a-d0f8-4f26-bd9d-eab822332d98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0939422 Jan 28 06:07:46.399613 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-f61629a8-8098-49dd-9534-1ef806af15aa req-825365bd-c7f6-4b3d-8045-2c47549b4be1 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459685 Jan 28 06:07:46.418030 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-e195952e-94e1-4a3f-89e9-f98cae57ee88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 217 time: 0.0360093 Jan 28 06:07:46.470981 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057401-be37-483f-af87-5abcccd20db5 req-fa1db136-4691-436e-9f63-5c5befb9f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:46.473001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-fa1db136-4691-436e-9f63-5c5befb9f76f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0490456 Jan 28 06:07:46.518683 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057401-be37-483f-af87-5abcccd20db5 req-7f8f33a5-efb8-40e0-8da5-df5736839edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:46.520242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-7f8f33a5-efb8-40e0-8da5-df5736839edc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419874 Jan 28 06:07:46.615238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-6c4bb033-ef58-4dbd-bead-34080b65c821 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889874 Jan 28 06:07:46.715518 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-92057401-be37-483f-af87-5abcccd20db5 req-c0f9a498-301a-48c7-8150-e8c33f2f3f81 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948396 Jan 28 06:07:47.526170 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa667a-2a12-4a7d-863b-255215430de9 req-688e6a13-e555-47c8-9d4e-f792c3c8f684 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:47.527671 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79aa667a-2a12-4a7d-863b-255215430de9 req-688e6a13-e555-47c8-9d4e-f792c3c8f684 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0496266 Jan 28 06:07:47.577191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-79aa667a-2a12-4a7d-863b-255215430de9 req-ec5c3e02-a805-4656-b0b5-f66b6088080b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Jan 28 06:07:48.696305 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eca0-df02-49ad-a79f-ddaccd158541 req-7a7cb29d-2b5f-467c-9e14-7f8774e89f4a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:48.697847 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0504eca0-df02-49ad-a79f-ddaccd158541 req-7a7cb29d-2b5f-467c-9e14-7f8774e89f4a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0504899 Jan 28 06:07:48.749291 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-0504eca0-df02-49ad-a79f-ddaccd158541 req-c9570b5a-67a6-46df-a13d-fc9c6187147f tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Jan 28 06:07:49.866226 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7ca5-6b00-416b-b7d8-4227ff82a8bb req-781d24ce-1d53-421b-88f3-2c9cb3ef3ccd tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:49.867834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4ad7ca5-6b00-416b-b7d8-4227ff82a8bb req-781d24ce-1d53-421b-88f3-2c9cb3ef3ccd tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0508761 Jan 28 06:07:49.922840 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e4ad7ca5-6b00-416b-b7d8-4227ff82a8bb req-779a4a3a-ff53-471f-baef-fd70e95ea426 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488365 Jan 28 06:07:50.039164 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:07:50.137472 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:50.149488 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:07:50.186748 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8c1ef859-7775-496a-ac33-d9cff021d6cc is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:50.187156 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.199813 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1ef859-7775-496a-ac33-d9cff021d6cc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:07:50.220123 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:50.225055 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.278799 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:50.604290 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['8c1ef859-7775-496a-ac33-d9cff021d6cc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:07:51.041055 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8500b-a8d8-4dbe-8a4c-1ebbe4b3bdf9 req-61cc59b8-b3d4-4076-8846-ef4ba281c083 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:51.042585 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2e8500b-a8d8-4dbe-8a4c-1ebbe4b3bdf9 req-61cc59b8-b3d4-4076-8846-ef4ba281c083 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 944 time: 0.0515327 Jan 28 06:07:51.091110 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-a2e8500b-a8d8-4dbe-8a4c-1ebbe4b3bdf9 req-f5f20415-548f-45b4-a3d9-c2f6de94d49c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Jan 28 06:07:52.054791 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:52.106250 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning for port 8c1ef859-7775-496a-ac33-d9cff021d6cc completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:07:52.110302 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 8c1ef859-7775-496a-ac33-d9cff021d6cc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:52.110685 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.197287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8c1ef859-7775-496a-ac33-d9cff021d6cc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:52.197678 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.208064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb1cf8-445c-4ea4-9d38-3c8ec8a9a91c req-64e68bea-2fb4-459a-a5aa-c4502ea9abdc tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:52.209645 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7adb1cf8-445c-4ea4-9d38-3c8ec8a9a91c req-64e68bea-2fb4-459a-a5aa-c4502ea9abdc tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 944 time: 0.0487173 Jan 28 06:07:52.222995 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:52.226658 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6568b4f-8f2c-4a45-9f77-537cfffcefc7" -d '{"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-plugged", "status": "completed", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:52.250933 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:52.258647 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.263182 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7adb1cf8-445c-4ea4-9d38-3c8ec8a9a91c req-dc7ede0d-b7f9-479b-a299-dbc5daa3a304 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 Jan 28 06:07:52.287376 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134b6ec9-bcb5-4e1c-a9ff-1b67d5a6da4a x-openstack-request-id: req-134b6ec9-bcb5-4e1c-a9ff-1b67d5a6da4a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:52.287619 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-plugged", "status": "completed", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:52.287875 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-134b6ec9-bcb5-4e1c-a9ff-1b67d5a6da4a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:52.288267 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'code': 200} Jan 28 06:07:52.313473 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:52.460554 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deb4cb-61b9-4adb-8e58-dd7c50922b01 req-ad3de9b0-f6eb-4462-9119-0669046ebaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:52.462105 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50deb4cb-61b9-4adb-8e58-dd7c50922b01 req-ad3de9b0-f6eb-4462-9119-0669046ebaea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1096 time: 0.0847065 Jan 28 06:07:52.509319 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-50deb4cb-61b9-4adb-8e58-dd7c50922b01 req-0f1787d0-29cc-4b23-938c-1b9cd217fa20 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Jan 28 06:07:53.385918 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670c09b-e184-4d7d-95c3-43c1eb83fe27 req-d86dd587-e279-4eab-b558-9566731b23fa tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:53.387537 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4670c09b-e184-4d7d-95c3-43c1eb83fe27 req-d86dd587-e279-4eab-b558-9566731b23fa tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 945 time: 0.0526204 Jan 28 06:07:53.394458 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:07:53.437482 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-4670c09b-e184-4d7d-95c3-43c1eb83fe27 req-04b65b2e-8b8b-49e0-8bdf-6521c9a116b9 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Jan 28 06:07:54.554804 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0a7e-22c5-4146-83bf-7886fabf2b56 req-ccbd9bb6-e136-426f-a1ba-1da400107d6b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:54.556302 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d71c0a7e-22c5-4146-83bf-7886fabf2b56 req-ccbd9bb6-e136-426f-a1ba-1da400107d6b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Jan 28 06:07:54.604975 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d71c0a7e-22c5-4146-83bf-7886fabf2b56 req-7c9ed9f3-ea1a-41d4-8a7b-e22f6e1204a5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Jan 28 06:07:54.727326 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a146808-7ed4-469c-8fc9-8fdbf16bf9b7 req-703ffa73-847d-4f32-a790-f2ba70a0e221 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:54.728768 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a146808-7ed4-469c-8fc9-8fdbf16bf9b7 req-703ffa73-847d-4f32-a790-f2ba70a0e221 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 945 time: 0.0549059 Jan 28 06:07:54.779168 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-7a146808-7ed4-469c-8fc9-8fdbf16bf9b7 req-29b39e8a-9adb-42a7-8a0f-550918b4ef4a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Jan 28 06:07:54.801241 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57894) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:54.891952 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e193bac-59a6-4593-aeec-1ed37481e80b tempest-TestSnapshotPattern-1408824110 tempest-TestSnapshotPattern-1408824110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:54.894099 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9e193bac-59a6-4593-aeec-1ed37481e80b tempest-TestSnapshotPattern-1408824110 tempest-TestSnapshotPattern-1408824110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1091 time: 0.0913208 Jan 28 06:07:54.896974 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 57898) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:54.901265 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.v2.base [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:54.920742 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.022219 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.128725 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Allocated IP 172.25.6.109 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/5d1cce0a-7c39-429e-befe-2f1b524079dc) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:55.227810 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.262173 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.300218 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:55.302956 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:55.305468 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:55.618607 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'Port': ['ID=5d1cce0a-7c39-429e-befe-2f1b524079dc,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:55.951969 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (ebeb5859-4105-4985-b4ee-d64a3a0fc161), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.021358 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.178160 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.182576 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50379114'] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.251022 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'Port': ['ID=5d1cce0a-7c39-429e-befe-2f1b524079dc,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:56.261468 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (ebeb5859-4105-4985-b4ee-d64a3a0fc161), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.364856 n-d-824835-3 neutron-server[103139]: INFO neutron.db.l3_db [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Floating IP ebeb5859-4105-4985-b4ee-d64a3a0fc161 associated. External IP: 172.25.6.109, port: 8c1ef859-7775-496a-ac33-d9cff021d6cc. Jan 28 06:07:56.582009 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:56.692665 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:56.711124 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:56.711711 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.721751 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:56.722445 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:56.741610 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-5c9f65f0-7a80-4c58-bcc1-64f98597c0a0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8435433 Jan 28 06:07:56.742739 n-d-824835-3 neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:56.745834 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15627746231ba22b6bbb7a6351e2199b1e473fdcc6d7cda887cedffe80dee584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544" -d '{"events": [{"name": "network-changed", "server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:56.841634 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:56.849271 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0158f532-b4c3-447b-a9eb-c23da539ab77 x-openstack-request-id: req-0158f532-b4c3-447b-a9eb-c23da539ab77 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:56.849862 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "status": "completed", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:56.849999 n-d-824835-3 neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0158f532-b4c3-447b-a9eb-c23da539ab77 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:56.850671 n-d-824835-3 neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'status': 'completed', 'code': 200} Jan 28 06:07:56.936821 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-c490bdc5-1e29-4f23-a66f-95b90b530af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:56.939112 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-c490bdc5-1e29-4f23-a66f-95b90b530af5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1096 time: 0.0489018 Jan 28 06:07:57.040074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-4330120b-eaec-4d57-aa24-f5592d46fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:57.041800 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-4330120b-eaec-4d57-aa24-f5592d46fadd service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0961614 Jan 28 06:07:57.114834 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-0c6e90a8-cc3b-4a66-bc5f-d425191c8030 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 999 time: 0.0671151 Jan 28 06:07:57.163039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-8f5f37a9-589d-4cae-b60a-2f1c1ad6791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:57.164553 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-8f5f37a9-589d-4cae-b60a-2f1c1ad6791e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0450869 Jan 28 06:07:57.169974 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:55Z', 'revision_number': 0, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:57.196399 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:57.205460 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:57.207121 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:07:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:57.209732 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-5dd86348-9a0e-42c7-807e-324d3b958940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:57.211284 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-5dd86348-9a0e-42c7-807e-324d3b958940 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411403 Jan 28 06:07:57.307651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-fcc3e3d5-97d6-469d-8e19-fe6015efb665 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904524 Jan 28 06:07:57.316359 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:57.397133 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ba3573b6-9eb6-41a9-b2c3-bf6cf0c1c544 req-9bac8d77-dfbe-4c00-8920-04ee1f978f0d service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836499 Jan 28 06:07:57.548548 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:55Z', 'revision_number': 0, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:57.576225 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c33b95-c459-4bf2-976e-8959106cd2cc None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:55Z', 'revision_number': 0, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:57.787548 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ee4bc-c04d-4979-a065-ac9e0457b814 None None] New status for floating IP ebeb5859-4105-4985-b4ee-d64a3a0fc161: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:08:07.217999 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.521097 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.836155 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72774529-fe20-4ad5-ba9e-90537c3c413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:11.011492 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-965715d2-f902-4cc7-a967-17386b7b030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.370180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:14.074512 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:15.589332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:30.396786 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:08:37.232317 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.535521 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.838172 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67a18a58-c807-4024-857d-c0dda3c86f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:41.014225 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8bffe944-e5ef-40fc-b574-dcc289014f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:42.372591 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:42.819161 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-878a5e0a-6c43-428e-8fb6-4e1e794378d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414503 Jan 28 06:08:42.921277 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-5ea0d755-435d-4d41-8622-8f4322e259ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:42.922854 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-5ea0d755-435d-4d41-8622-8f4322e259ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1096 time: 0.0454245 Jan 28 06:08:43.025501 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-4c780458-11fb-42be-b025-6fe6c0630405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:43.027080 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-4c780458-11fb-42be-b025-6fe6c0630405 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0863154 Jan 28 06:08:43.097651 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-d79ebbc9-4d31-4266-a0f3-1dc0e7d458b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 1001 time: 0.0636411 Jan 28 06:08:43.146439 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-fb942e5f-df0a-47e2-889b-7e2561cbf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:43.147940 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-fb942e5f-df0a-47e2-889b-7e2561cbf6ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0454063 Jan 28 06:08:43.192337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-81efc9b7-e589-45d3-a108-041660540122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:43.193901 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-81efc9b7-e589-45d3-a108-041660540122 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403104 Jan 28 06:08:43.289838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-96134095-bb6d-43ae-97a2-e566cef3968f service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901103 Jan 28 06:08:43.684469 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-59533d5e-db0a-4a94-8e77-5fdb97f02f21 req-9a7993fe-10d2-4654-97a1-9d2b7fea91bc service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891742 Jan 28 06:08:44.079519 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.592528 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.239182 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.396977 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:09:08.531803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:08.845711 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e01b8c81-5122-4038-93e3-f00ad0df3a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:11.017564 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc88c-7a72-4152-af36-fc705cc31748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.375954 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.081379 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.596919 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.241299 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:38.530684 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:38.837890 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f6ee6ed-2e58-46e4-b0ac-289ee0c5ebbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.023993 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb43aa71-5009-4934-a8eb-fd780d0e16b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.379676 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.852308 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-7924e460-f2f5-4198-bd40-3d92210198e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409229 Jan 28 06:09:43.957825 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-7c213978-8f5f-44eb-82ce-77ae1900175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:43.959399 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-7c213978-8f5f-44eb-82ce-77ae1900175a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1096 time: 0.0432096 Jan 28 06:09:44.067223 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-f3c9ee6c-86ac-4f7d-9bac-778e14d123a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:44.068913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-f3c9ee6c-86ac-4f7d-9bac-778e14d123a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0869074 Jan 28 06:09:44.083589 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.140039 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-6131520a-d0f7-4219-8725-f468b02f263a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 1001 time: 0.0641558 Jan 28 06:09:44.190358 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-2796990f-7f18-4dbf-9623-c4932e3e2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:44.191825 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-2796990f-7f18-4dbf-9623-c4932e3e2dad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0459208 Jan 28 06:09:44.237579 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-ddcb2b36-2b4c-4e37-818a-1605b97aff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:44.239104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-ddcb2b36-2b4c-4e37-818a-1605b97aff23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398552 Jan 28 06:09:44.251380 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-fd017f9c-730b-4530-a8fd-f61be64b0f71 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:09:44.252445 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-fd017f9c-730b-4530-a8fd-f61be64b0f71 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056674 Jan 28 06:09:44.343077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-0755eae8-8571-445e-8495-c3acb7edf4fa service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849874 Jan 28 06:09:44.399290 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:09:44.431555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f2d10702-8586-449e-bd7b-b7f9bffdebd3 req-1d74ebe2-5d3f-4489-b0f2-f548c17feb7c service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Jan 28 06:09:45.599325 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:07.255378 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:08.541852 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:08.840697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b455ee4a-df94-4dc8-90e7-3db85fa21919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:11.020570 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d995679-0170-4e63-b77c-d516719cd842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:12.381515 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:14.085800 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:15.601689 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:21.398138 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:10:37.255138 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:38.563797 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:38.843023 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19ac6313-0b29-4f8e-9df7-681d1d65f73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:40.716925 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc details requested by agent hyperv_n-h1-824835-3 with host n-h1-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:10:40.813228 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:40.825210 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Returning: {'device': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:10:40.862915 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8c1ef859-7775-496a-ac33-d9cff021d6cc is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:40.863305 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:40.876468 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c1ef859-7775-496a-ac33-d9cff021d6cc {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:10:40.896201 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:40.900568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:40.951835 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:40.959794 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.960153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.960506 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.960852 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.961232 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.961576 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.961908 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.962243 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.962579 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.962913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.963247 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.963581 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:40.963911 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:41.014212 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-352f312e-2e73-4361-ac0d-72b48d6cfcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:41.046051 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] get_ports_and_sgs() called for port_ids ['8c1ef859-7775-496a-ac33-d9cff021d6cc'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:10:42.385014 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:42.725966 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc up at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:10:42.774162 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Provisioning complete for port 8c1ef859-7775-496a-ac33-d9cff021d6cc triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:10:42.774982 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:43.022572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8c1ef859-7775-496a-ac33-d9cff021d6cc is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:43.022975 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:43.049351 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:43.056280 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2bbc4f-70c2-4e8d-9248-30d3fefc7ecc" -d '{"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-plugged", "status": "completed", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:43.069984 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:43.076622 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:43.116428 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0143c8cf-bf46-43b2-aaed-373eee30a537 x-openstack-request-id: req-0143c8cf-bf46-43b2-aaed-373eee30a537 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:43.116723 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-plugged", "status": "completed", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:43.116974 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0143c8cf-bf46-43b2-aaed-373eee30a537 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:43.117388 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'code': 200} Jan 28 06:10:43.130560 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:44.087527 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:44.882693 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-af1755b9-4afb-4947-94c1-74cb9e6657c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:44.884233 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-af1755b9-4afb-4947-94c1-74cb9e6657c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1096 time: 0.0514708 Jan 28 06:10:45.024502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-f62ea4c7-1ce6-4e56-ba8a-5967ed709b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:45.030046 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-f62ea4c7-1ce6-4e56-ba8a-5967ed709b0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.1234610 Jan 28 06:10:45.114144 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-71fa1f12-0758-40a7-845a-87f9d09fc3b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 1001 time: 0.0776579 Jan 28 06:10:45.195530 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-d7e9d84f-3a1c-4719-a4ab-51604a9ef5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:45.198403 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-d7e9d84f-3a1c-4719-a4ab-51604a9ef5e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0785336 Jan 28 06:10:45.264990 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-80ba3cdf-c08a-46cf-aa03-c1dd1d8cd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:45.267070 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-80ba3cdf-c08a-46cf-aa03-c1dd1d8cd2d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615914 Jan 28 06:10:45.395157 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-9dcae5e6-731d-4e4e-8ddd-e503eb94be60 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202970 Jan 28 06:10:45.535167 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ca370944-f2ef-4ba5-ba2b-5701b0877bca req-8e6f2991-ac9e-4d6b-84e5-66e9fef81596 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326270 Jan 28 06:10:45.622127 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:53.830245 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-5a82ac11-dddf-4a13-a197-05a501711fb8 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878287079&fields=id&tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8 HTTP/1.1" status: 200 len: 267 time: 0.0449233 Jan 28 06:10:53.944604 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-41a4b9da-543e-4046-9201-c8405a5cc2d3 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:53.946836 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-41a4b9da-543e-4046-9201-c8405a5cc2d3 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 809 time: 0.1103325 Jan 28 06:10:53.962341 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-302a87c3-ba9d-4410-83dc-ef19b3f277b0 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/quotas/e3aa18ad0e9e40a29c55382631e3d4b8 HTTP/1.1" status: 200 len: 375 time: 0.0098321 Jan 28 06:10:54.016764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-180b1d76-5b3e-4896-b98d-b4b565cf74bd tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491800 Jan 28 06:10:54.166548 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-55a1cc2a-f175-44e6-aeeb-3afb019448b9 service neutron] 10.222.0.21 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381288 Jan 28 06:10:54.257831 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-0a936620-0c0e-40ca-a112-078074f13450 service neutron] 10.222.0.21 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849364 Jan 28 06:10:54.490057 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-30037285-dd98-49a3-97c3-0d2acc73affb req-d04cbabe-4073-43da-b8c7-8b710a46af43 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 210 time: 0.0795426 Jan 28 06:10:55.540674 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-60c52233-9873-48f3-8074-e88135dbbdd3 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:55.542990 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-60c52233-9873-48f3-8074-e88135dbbdd3 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.47 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 809 time: 0.1356826 Jan 28 06:10:55.616961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-581082fe-eeec-44f5-8bae-034a8b345da3 req-88bacda2-6e99-49f9-ad5a-41876e86b8ff tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 210 time: 0.0318010 Jan 28 06:10:55.662993 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-fba75d38-4e0c-4b71-8a5b-db6d003f8b48 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8 HTTP/1.1" status: 200 len: 380 time: 0.0975969 Jan 28 06:10:55.671787 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'port': {'device_id': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'admin_state_up': True, 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'security_groups': ['7c4f6927-27dd-48c9-b401-275ab66984b4']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:10:55.788480 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Made reservation on behalf of e3aa18ad0e9e40a29c55382631e3d4b8 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:10:55.792097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:56.023775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Allocated IP 172.20.0.11 (0f912347-9294-4a76-abfb-c8d244ebc687/7d6d5914-1689-4e3a-a564-cc8086abbcab/695bf24b-08d9-434f-a606-63d8e7f3b71f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:10:56.238320 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:56.290650 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:56.318002 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Network 0f912347-9294-4a76-abfb-c8d244ebc687 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:10:56.321402 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:10:56.364880 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:10:56.443725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:56.471167 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.471705 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.472165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.472619 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.473064 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.473914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.473914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.474437 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.474915 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.475606 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.475886 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.476371 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.476844 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:56.492856 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:56.493154 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:56.548203 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-9450be8c-8256-4db0-9055-edc6d88d4ebb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8793731 Jan 28 06:10:56.774742 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Request body: {'port': {'device_id': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-3'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:10:56.797743 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:10:56.913920 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad0a2-8ee4-43e6-a874-eb2c40ae19ee req-4d4f3eb0-546b-49b8-993e-214fd9f08f0d tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:56.919667 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-655ff471-97dc-43d1-8324-ec32f7abc427 None None] Provisioning complete for port 695bf24b-08d9-434f-a606-63d8e7f3b71f triggered by entity DHCP. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:10:56.920340 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-655ff471-97dc-43d1-8324-ec32f7abc427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:56.925487 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01bad0a2-8ee4-43e6-a874-eb2c40ae19ee req-4d4f3eb0-546b-49b8-993e-214fd9f08f0d tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 932 time: 0.1383731 Jan 28 06:10:56.962063 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-655ff471-97dc-43d1-8324-ec32f7abc427 None None] Port 695bf24b-08d9-434f-a606-63d8e7f3b71f cannot update to ACTIVE because it is not bound. {{(pid=103140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:10:56.968225 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.041543 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-01bad0a2-8ee4-43e6-a874-eb2c40ae19ee req-8a0de764-dd86-4de5-94cf-d25dbbf04f80 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137879 Jan 28 06:10:57.064712 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Current status of the port 8c1ef859-7775-496a-ac33-d9cff021d6cc is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:57.065656 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.097521 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:57.103527 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb62541d-c058-4cec-a38f-9a0d8149dfc5" -d '{"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:57.130761 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:57.137086 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.209872 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Pushing event updated for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:57.366158 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee270da-0cf0-4d72-9d40-654e9ada65bf x-openstack-request-id: req-2ee270da-0cf0-4d72-9d40-654e9ada65bf {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:57.366762 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:57.367388 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ee270da-0cf0-4d72-9d40-654e9ada65bf {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:57.367972 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'code': 200} Jan 28 06:10:57.414132 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695bf24b-08d9-434f-a606-63d8e7f3b71f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:10:57.428941 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Publish callbacks [] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.451773 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Transition to ACTIVE for port object 695bf24b-08d9-434f-a606-63d8e7f3b71f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:10:57.459015 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.605740 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:57.693269 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Attempting to bind port 695bf24b-08d9-434f-a606-63d8e7f3b71f on host n-h2-824835-3 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:10:57.693655 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Attempting to bind port 695bf24b-08d9-434f-a606-63d8e7f3b71f by drivers openvswitch,hyperv on host n-h2-824835-3 at level 0 using segments [{'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:10:57.693949 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Attempting to bind port 695bf24b-08d9-434f-a606-63d8e7f3b71f on network 0f912347-9294-4a76-abfb-c8d244ebc687 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:10:57.703123 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Port 695bf24b-08d9-434f-a606-63d8e7f3b71f on network 0f912347-9294-4a76-abfb-c8d244ebc687 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:10:57.703502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Attempting to bind port 695bf24b-08d9-434f-a606-63d8e7f3b71f on network 0f912347-9294-4a76-abfb-c8d244ebc687 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:10:57.709321 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Checking agent: {'id': '40d1ad89-93f9-457d-8dd0-03e9763511a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'started_at': datetime.datetime(2022, 1, 28, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:10:57.709666 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Checking segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:10:57.710056 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Bound using segment: {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:10:57.710493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Bound port: 695bf24b-08d9-434f-a606-63d8e7f3b71f, host: n-h2-824835-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:10:57.710857 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.822492 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:10:57.827391 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:10:57.832663 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.859072 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:57.860457 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.864027 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 200 len: 1092 time: 1.2488635 Jan 28 06:10:57.867621 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:57.870804 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:58.003246 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6b7d-587c-4fbc-bb38-abf790db85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:58.094862 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-f392c275-a7fa-42ef-a14f-f71b50baded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:58.097374 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-f392c275-a7fa-42ef-a14f-f71b50baded0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1095 time: 0.1103277 Jan 28 06:10:58.125495 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f480a9-06b8-4a6b-9c59-89e758e669dc x-openstack-request-id: req-53f480a9-06b8-4a6b-9c59-89e758e669dc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:58.125837 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:58.126322 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f480a9-06b8-4a6b-9c59-89e758e669dc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:58.126795 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'status': 'completed', 'code': 200} Jan 28 06:10:58.273176 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c060a-8720-45d5-8f42-b8320cb430df req-4a0d1b8e-52d7-4691-a16a-f3b572cac979 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:58.275032 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd2c060a-8720-45d5-8f42-b8320cb430df req-4a0d1b8e-52d7-4691-a16a-f3b572cac979 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0997748 Jan 28 06:10:58.400992 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:10:58.401694 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-dd2c060a-8720-45d5-8f42-b8320cb430df req-1578bf17-aceb-42fa-923e-8a2c57e0c186 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207197 Jan 28 06:10:59.525771 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0066f-eb81-46a1-b24d-b5f146c847e0 req-63b8326c-ba2b-48d2-a187-3dd1b9d3fe95 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:59.527263 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7e0066f-eb81-46a1-b24d-b5f146c847e0 req-63b8326c-ba2b-48d2-a187-3dd1b9d3fe95 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0481455 Jan 28 06:10:59.586514 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d7e0066f-eb81-46a1-b24d-b5f146c847e0 req-9b2b8252-6b3a-4d91-b144-5d54cafbc772 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526659 Jan 28 06:11:00.996642 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4c47f-953b-4f42-8419-eab075118194 req-022f407d-ad8b-4b4f-ac84-e7c206da9eae tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:00.998540 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69f4c47f-953b-4f42-8419-eab075118194 req-022f407d-ad8b-4b4f-ac84-e7c206da9eae tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0578604 Jan 28 06:11:01.048142 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-69f4c47f-953b-4f42-8419-eab075118194 req-8a740450-7e9d-49de-bded-5e95b5223320 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Jan 28 06:11:02.201290 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd1ba-5d2f-4e3b-90bc-ab921e12fa2e req-0d41c565-7e90-4c0e-b4d6-b1db356e198a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:02.209400 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-618dd1ba-5d2f-4e3b-90bc-ab921e12fa2e req-0d41c565-7e90-4c0e-b4d6-b1db356e198a tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0571985 Jan 28 06:11:02.282999 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-618dd1ba-5d2f-4e3b-90bc-ab921e12fa2e req-2a083ace-c7fd-44c1-b753-f7df6c5d1d0b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725682 Jan 28 06:11:03.410376 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c563041-8c22-4e97-b51a-72fb95e64ca2 req-f7b49ad7-8a73-408c-9f57-516f973a83f9 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:03.411913 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c563041-8c22-4e97-b51a-72fb95e64ca2 req-f7b49ad7-8a73-408c-9f57-516f973a83f9 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0616312 Jan 28 06:11:03.461193 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-2c563041-8c22-4e97-b51a-72fb95e64ca2 req-45380ab4-ebe1-49df-b432-04c531104c0b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Jan 28 06:11:04.585889 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0c668-4364-48d5-8758-0ece3013cd86 req-bddf08b4-e905-4676-9841-2296c5d144a2 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:04.611130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03c0c668-4364-48d5-8758-0ece3013cd86 req-bddf08b4-e905-4676-9841-2296c5d144a2 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0792372 Jan 28 06:11:04.679425 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-03c0c668-4364-48d5-8758-0ece3013cd86 req-61ba8d2a-731f-446a-acf9-2843da521f41 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614626 Jan 28 06:11:05.832190 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd052a-4f4d-40a5-97ea-794eed94243e req-3afe3bbc-6c37-478a-9ed6-1fd775e4d3b9 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:05.845591 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0fd052a-4f4d-40a5-97ea-794eed94243e req-3afe3bbc-6c37-478a-9ed6-1fd775e4d3b9 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0789132 Jan 28 06:11:05.898414 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-f0fd052a-4f4d-40a5-97ea-794eed94243e req-a24239e6-f0d1-496b-bc2c-3cdc192724bb tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518925 Jan 28 06:11:07.013688 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-3c4e896e-c6ab-4878-b06c-c4b945c9e37d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 200 len: 217 time: 0.0534835 Jan 28 06:11:07.028190 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4db65-e5f3-496d-abb8-7d402c5a4e03 req-b63d7351-2c17-48c3-88dc-2d1c51f9be12 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.031209 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bcb4db65-e5f3-496d-abb8-7d402c5a4e03 req-b63d7351-2c17-48c3-88dc-2d1c51f9be12 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0595446 Jan 28 06:11:07.086130 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-bcb4db65-e5f3-496d-abb8-7d402c5a4e03 req-8bf13cc8-ea7b-4110-8780-861e1e8fd844 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479481 Jan 28 06:11:07.088264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-7f94d91c-9e2c-4d6d-95f8-fba47df099c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.089902 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-7f94d91c-9e2c-4d6d-95f8-fba47df099c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0568054 Jan 28 06:11:07.140975 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-44ed615a-5ff9-4482-acd1-34608a957016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.142555 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-44ed615a-5ff9-4482-acd1-34608a957016 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432556 Jan 28 06:11:07.245191 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-f9619441-d707-485b-8e75-2b6a533788b7 service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925717 Jan 28 06:11:07.254847 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:07.337309 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c1cc76d9-d8ae-4672-b519-eb6488cffb10 req-ef292901-174f-4037-9da9-11efda306c4f service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859456 Jan 28 06:11:07.465489 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-f04dbbb8-0efc-43fc-888a-ad38e95315c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.467054 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-f04dbbb8-0efc-43fc-888a-ad38e95315c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1095 time: 0.0419710 Jan 28 06:11:07.563337 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-4acfe952-c115-4de3-be1a-a0d74019fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.565317 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-4acfe952-c115-4de3-be1a-a0d74019fee0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0908422 Jan 28 06:11:07.606655 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-b3f0c022-ffc1-4502-abf5-c0ab95c0392a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 200 len: 217 time: 0.0354137 Jan 28 06:11:07.656806 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-b49adf0e-78d1-49fc-b42b-bbc926db8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.658339 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-b49adf0e-78d1-49fc-b42b-bbc926db8b67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0456192 Jan 28 06:11:07.710771 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-7a8600ae-96c5-4ec4-b87f-8eef7daffff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:07.712320 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-7a8600ae-96c5-4ec4-b87f-8eef7daffff6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469146 Jan 28 06:11:07.802979 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-daced00b-a113-433b-b8de-ab97ccd5ab4d service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837073 Jan 28 06:11:07.901464 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d0a8cf40-61bd-4181-8b37-c8e1cd03059f req-51dfe4f4-8939-40b2-af23-3c12751d3c87 service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922863 Jan 28 06:11:08.207102 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c9526-d999-47c5-8902-767b1423ec95 req-d5bd4346-ad42-4825-a2ae-c51f3b9d470c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:08.208539 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad0c9526-d999-47c5-8902-767b1423ec95 req-d5bd4346-ad42-4825-a2ae-c51f3b9d470c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0495951 Jan 28 06:11:08.259189 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-ad0c9526-d999-47c5-8902-767b1423ec95 req-3fb097fd-8873-4b56-8093-725aa46ce3b9 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Jan 28 06:11:08.571288 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:08.844760 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b5e-2f56-4e13-b958-f932ce01f619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:09.379046 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839377-504a-455a-9869-79ed39318594 req-ffc4019f-761d-4780-9631-0c985cd014b5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:09.380559 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1839377-504a-455a-9869-79ed39318594 req-ffc4019f-761d-4780-9631-0c985cd014b5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0532374 Jan 28 06:11:09.428169 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-b1839377-504a-455a-9869-79ed39318594 req-7e379720-3d37-4f30-bd1f-ab5858a4f28c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Jan 28 06:11:10.545623 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb757f14-ca23-4d9e-b5de-dc9ca1786bd2 req-3c6bfc3d-bb74-41eb-bbe5-6933f60c9635 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:10.547104 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb757f14-ca23-4d9e-b5de-dc9ca1786bd2 req-3c6bfc3d-bb74-41eb-bbe5-6933f60c9635 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 944 time: 0.0489233 Jan 28 06:11:10.601764 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-bb757f14-ca23-4d9e-b5de-dc9ca1786bd2 req-f5996436-ffa6-4ad7-b667-7976417dcd49 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490117 Jan 28 06:11:10.921732 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:11:11.031110 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:11.034309 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc571-c6ce-4712-a8c0-bd48df240434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:11.044133 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'port_id': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'mac_address': 'fa:16:3e:d8:27:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:11:11.084657 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 695bf24b-08d9-434f-a606-63d8e7f3b71f is: DOWN; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:11:11.085058 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:11.098530 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695bf24b-08d9-434f-a606-63d8e7f3b71f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:11:11.118303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:11.122403 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:11.170278 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:11.438062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['695bf24b-08d9-434f-a606-63d8e7f3b71f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:11:11.723721 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f3fa8-1cd9-4594-a53e-086f7f743093 req-fda539d1-cc57-4737-85f5-fb2510b7d067 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:11.725265 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d58f3fa8-1cd9-4594-a53e-086f7f743093 req-fda539d1-cc57-4737-85f5-fb2510b7d067 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Jan 28 06:11:11.776053 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d58f3fa8-1cd9-4594-a53e-086f7f743093 req-e8271847-d388-44a8-a751-262ace0a6e0f tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451427 Jan 28 06:11:12.389820 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:12.892633 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f951a3-e7ed-472d-a83e-1c6b8b831100 req-dff2c473-71d4-44bd-b74c-fd6dad7ef8f1 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:12.894788 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f951a3-e7ed-472d-a83e-1c6b8b831100 req-dff2c473-71d4-44bd-b74c-fd6dad7ef8f1 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 945 time: 0.0493069 Jan 28 06:11:12.933990 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:11:12.947202 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-65f951a3-e7ed-472d-a83e-1c6b8b831100 req-3c636a7b-c93a-4e23-a10e-4915ad77e135 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 Jan 28 06:11:12.986041 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning for port 695bf24b-08d9-434f-a606-63d8e7f3b71f completed by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:11:12.990509 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 695bf24b-08d9-434f-a606-63d8e7f3b71f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:11:12.990959 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:13.067572 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 695bf24b-08d9-434f-a606-63d8e7f3b71f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:11:13.068095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:13.091125 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:11:13.093373 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ce332-de7d-4f10-aa63-6a9ac8fa3bbc" -d '{"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-plugged", "status": "completed", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:11:13.110102 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:13.114593 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:13.140795 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e194cab5-a515-4026-92f8-397b64e3b14a x-openstack-request-id: req-e194cab5-a515-4026-92f8-397b64e3b14a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:11:13.141093 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-plugged", "status": "completed", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:11:13.141375 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e194cab5-a515-4026-92f8-397b64e3b14a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:11:13.141802 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'code': 200} Jan 28 06:11:13.166671 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=5']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:13.261926 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b584b-5765-4674-b941-a0184c913332 req-391548eb-9cb7-42ed-9ef0-7dad6e8a57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:13.263359 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d4b584b-5765-4674-b941-a0184c913332 req-391548eb-9cb7-42ed-9ef0-7dad6e8a57c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1097 time: 0.0409791 Jan 28 06:11:13.310941 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3d4b584b-5765-4674-b941-a0184c913332 req-f2b6a308-dae8-4daf-8620-eceee8b74ca2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Jan 28 06:11:14.072484 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7adeb-e005-4462-bc93-3ac638742fd7 req-bc14d3c6-ed70-42b0-a3ef-43aaa21c98f8 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:14.075109 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acb7adeb-e005-4462-bc93-3ac638742fd7 req-bc14d3c6-ed70-42b0-a3ef-43aaa21c98f8 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Jan 28 06:11:14.094068 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:14.126871 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-acb7adeb-e005-4462-bc93-3ac638742fd7 req-002f85fb-ce09-459e-80aa-eaea462ed6a8 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453711 Jan 28 06:11:15.245630 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d368f-9b0f-4aab-9511-88b7ee478949 req-e8cd77cc-ba9a-43d9-80cf-e99ebc781ca2 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:15.247399 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d81d368f-9b0f-4aab-9511-88b7ee478949 req-e8cd77cc-ba9a-43d9-80cf-e99ebc781ca2 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 946 time: 0.0484266 Jan 28 06:11:15.300747 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-d81d368f-9b0f-4aab-9511-88b7ee478949 req-b26408cb-2397-4053-b203-b46680046a87 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467486 Jan 28 06:11:15.420961 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19701cf-f2f5-4b6d-b756-ac7fc33cfa11 req-dd0ab555-7990-4d7a-a30f-955a379f18c8 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:15.422448 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c19701cf-f2f5-4b6d-b756-ac7fc33cfa11 req-dd0ab555-7990-4d7a-a30f-955a379f18c8 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Jan 28 06:11:15.470476 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c19701cf-f2f5-4b6d-b756-ac7fc33cfa11 req-50b791b7-a306-49a5-bd03-6bcec8df973c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Jan 28 06:11:15.493241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58240) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:15.532644 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dfca37-74a5-41fc-a774-ccaaa71ceb30 tempest-TestSnapshotPattern-1408824110 tempest-TestSnapshotPattern-1408824110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:15.534209 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-e5dfca37-74a5-41fc-a774-ccaaa71ceb30 tempest-TestSnapshotPattern-1408824110 tempest-TestSnapshotPattern-1408824110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1092 time: 0.0398877 Jan 28 06:11:15.536965 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58242) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:15.541173 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Request body: {'floatingip': {'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'port_id': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:11:15.561898 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:15.606361 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:15.665371 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:15.779848 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Allocated IP 172.25.6.80 (ee033649-ca79-46b7-b27e-766ccfa5f327/a5525f56-3632-485a-b952-0555df871217/29a8a18e-b338-4f26-99f7-76fe54da1893) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:11:15.880842 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:15.915097 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792585363249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:15.951333 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Network ee033649-ca79-46b7-b27e-766ccfa5f327 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:11:15.954117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:11:15.957661 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:11:15.991873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'Port': ['ID=29a8a18e-b338-4f26-99f7-76fe54da1893,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:16.338644 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (3674973b-4734-4749-8c22-ead62992098f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:16.408044 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:16.564094 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:16.568707 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9159934'] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:16.642878 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event updated for resources: {'Port': ['ID=29a8a18e-b338-4f26-99f7-76fe54da1893,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:16.655752 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828173'] for floatingip (3674973b-4734-4749-8c22-ead62992098f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:16.761045 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Floating IP 3674973b-4734-4749-8c22-ead62992098f associated. External IP: 172.25.6.80, port: 695bf24b-08d9-434f-a606-63d8e7f3b71f. Jan 28 06:11:17.273649 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:11:17.391339 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:11:17.402357 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:11:17.409830 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:17.415272 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:11:17.415904 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:11:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:17.438550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-ce37253c-5551-4ddc-beed-2000d5a0f940 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9005172 Jan 28 06:11:17.439258 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:11:17.441550 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:11:17.480811 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097fead9-5768-4e81-a704-484db8240954 x-openstack-request-id: req-097fead9-5768-4e81-a704-484db8240954 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:11:17.481116 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:11:17.481406 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-097fead9-5768-4e81-a704-484db8240954 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:11:17.481959 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'status': 'completed', 'code': 200} Jan 28 06:11:17.531578 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:11:17.561855 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-e6ab0e5d-2d3d-45f9-ae45-4d978cf0a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:17.563486 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-e6ab0e5d-2d3d-45f9-ae45-4d978cf0a04c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1097 time: 0.0414169 Jan 28 06:11:17.659440 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-b31f0061-9a9a-44e8-acb7-956d928f47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:17.660923 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-b31f0061-9a9a-44e8-acb7-956d928f47bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0908682 Jan 28 06:11:17.729429 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-f4c25ad5-9cce-411b-a498-afe9281775b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 200 len: 999 time: 0.0625906 Jan 28 06:11:17.782704 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '3674973b-4734-4749-8c22-ead62992098f', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.80', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:d8:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:11:16Z', 'updated_at': '2022-01-28T06:11:16Z', 'revision_number': 0, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}, {'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:57Z', 'revision_number': 1, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:17.783038 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-c7359a59-3d46-455e-9ac4-0b54618bcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:17.784188 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-c7359a59-3d46-455e-9ac4-0b54618bcc85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0493858 Jan 28 06:11:17.809983 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:11:17.819610 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:11:17.820233 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:11:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:17.836546 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-a758c5f0-3bda-4247-b493-64c32a5d6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:17.838128 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-a758c5f0-3bda-4247-b493-64c32a5d6bac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478873 Jan 28 06:11:17.933802 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-87f6933a-99d1-4879-bb8a-2f8891507ffd service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899045 Jan 28 06:11:18.022787 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:11:18.035684 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e0e1bf6b-092a-4f63-ada0-c6497d31e16e req-c325fc62-90e6-4bb5-a48f-70510a6e3b3c service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958633 Jan 28 06:11:18.262079 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '3674973b-4734-4749-8c22-ead62992098f', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.80', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:d8:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:11:16Z', 'updated_at': '2022-01-28T06:11:16Z', 'revision_number': 0, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}, {'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:57Z', 'revision_number': 1, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:18.290240 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ecbed-a58a-4b4d-988d-69bc9e6d9f78 None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': '3674973b-4734-4749-8c22-ead62992098f', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.80', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:d8:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:11:16Z', 'updated_at': '2022-01-28T06:11:16Z', 'revision_number': 0, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}, {'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:57Z', 'revision_number': 1, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:11:18.481773 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26364900-a51d-44d5-b637-03caeb9bff95 None None] New status for floating IP 3674973b-4734-4749-8c22-ead62992098f: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:11:35.401073 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:11:37.269791 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.606249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.848912 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-311f39b1-79df-4984-8945-ad466ac59f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.016739 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2001d13-3771-40fa-95a8-55047432f263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.389950 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:44.093790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:45.611087 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:46.803838 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-cbeb4c2c-21ab-47dc-9d5c-848d374b736f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399504 Jan 28 06:11:46.899331 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-8a3a4fa6-5810-491b-b992-c0e9e293e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:46.900903 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-8a3a4fa6-5810-491b-b992-c0e9e293e970 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1094 time: 0.0404088 Jan 28 06:11:47.014550 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-be033a39-1e87-4050-bde6-d72a7db4cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:47.015961 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-be033a39-1e87-4050-bde6-d72a7db4cdf3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0962765 Jan 28 06:11:47.083661 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-ef1f7c9c-8823-4e0d-b9e9-b4374ed7010f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 999 time: 0.0610421 Jan 28 06:11:47.133074 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-84bccc3a-a9da-4de4-9701-596d0a303194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:47.134621 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-84bccc3a-a9da-4de4-9701-596d0a303194 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0455089 Jan 28 06:11:47.187463 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-e709486f-2243-4e70-a6d7-c24383b2ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:47.188963 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-e709486f-2243-4e70-a6d7-c24383b2ede9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490797 Jan 28 06:11:47.277775 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-a7decc00-2a04-43c5-92dd-ccd058fdb14c service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826628 Jan 28 06:11:47.383001 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-d89dc68f-0d2c-44b5-881c-9c0ef3980f2e req-9afbfa90-a1cb-4229-b030-fafdf69d064f service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997982 Jan 28 06:12:02.778238 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-0e1bb2c5-78b7-4b63-8e54-6e42fe00981d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421703 Jan 28 06:12:02.879502 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-d8d58d5b-11ab-4075-a37c-ec48f5f97fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.881050 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-d8d58d5b-11ab-4075-a37c-ec48f5f97fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1097 time: 0.0415635 Jan 28 06:12:02.986574 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-0bb01b8a-bebc-4d35-ae78-7f5b5bb11dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.988015 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-0bb01b8a-bebc-4d35-ae78-7f5b5bb11dd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0887504 Jan 28 06:12:03.055321 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-abdcc0e4-b19f-4426-96d4-a85ca348db0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 200 len: 1001 time: 0.0596805 Jan 28 06:12:03.103976 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-d5a43116-8114-46e7-a0e5-12548bd07c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.105554 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-d5a43116-8114-46e7-a0e5-12548bd07c04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0439425 Jan 28 06:12:03.154398 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-60d18180-bf83-467e-b6a3-687a07a91469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.155912 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-60d18180-bf83-467e-b6a3-687a07a91469 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451534 Jan 28 06:12:03.166303 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-330af8c6-0c9e-47d6-9ccd-708ba12ace43 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:12:03.167412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-330af8c6-0c9e-47d6-9ccd-708ba12ace43 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051670 Jan 28 06:12:03.260810 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-6fd99619-90d8-4660-94e7-4569ed55d109 service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864944 Jan 28 06:12:03.361814 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-cad93d05-ccb8-4771-82b6-01b4ee914aa9 req-f90d221a-e9b6-404f-a8f8-89b21bf9efaa service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947065 Jan 28 06:12:07.267525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.599216 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.852760 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbea7d85-ad33-4917-afcf-794b0050c336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:11.024082 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ff24ae4-5f5f-4e9c-adc7-5b7ca4090cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:12.393865 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:12.400032 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:12:14.097179 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:15.613914 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:37.260024 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:38.614421 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:38.859054 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44729112-0d55-4f3d-a2d9-b45d52ed0aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:41.016331 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7273125-5248-4c0b-90ab-c379d8479f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:42.399193 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:44.099765 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:45.618794 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:47.802412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-462e2364-e279-4dd3-b658-22dbe5a4d66c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416005 Jan 28 06:12:47.900907 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-e4548919-f607-4e54-8c6c-030fd66e771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:47.902452 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-e4548919-f607-4e54-8c6c-030fd66e771d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1094 time: 0.0417414 Jan 28 06:12:48.008161 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-efd16034-96ee-4d1c-8a44-203b58f21b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:48.009600 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-efd16034-96ee-4d1c-8a44-203b58f21b9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.0895405 Jan 28 06:12:48.075190 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-31d00052-b58d-4e3b-9ce5-b527022c37fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 999 time: 0.0597296 Jan 28 06:12:48.122629 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-15f95daa-254e-47b4-a88c-2db6b89d7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:48.124665 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-15f95daa-254e-47b4-a88c-2db6b89d7ce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0439789 Jan 28 06:12:48.175300 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-aa82ca52-6ed0-47e3-ac04-e02961a3414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:48.176804 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-aa82ca52-6ed0-47e3-ac04-e02961a3414b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451131 Jan 28 06:12:48.265653 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-7ab9d62d-e045-4de5-bd5c-985d2184bd91 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830393 Jan 28 06:12:48.356375 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-68184b6a-358e-4e5f-895f-ce674e965cbc req-594290c4-0b66-45a4-a051-5ccc4562052c service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854008 Jan 28 06:12:49.403681 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:12:49.452943 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f details requested by agent hyperv_n-h2-824835-3 with host n-h2-824835-3 {{(pid=103140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:12:49.604025 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:49.618989 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Returning: {'device': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'port_id': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'mac_address': 'fa:16:3e:d8:27:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:12:49.662675 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 695bf24b-08d9-434f-a606-63d8e7f3b71f is: ACTIVE; New status is: BUILD {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:49.664541 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:49.679270 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 695bf24b-08d9-434f-a606-63d8e7f3b71f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:12:49.740336 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:49.747143 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:49.838235 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:49.849082 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.849672 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.850062 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.850421 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.850771 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.851153 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.851499 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.851969 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.852310 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.852645 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.853717 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.854287 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.854971 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:49.901213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] get_ports_and_sgs() called for port_ids ['695bf24b-08d9-434f-a606-63d8e7f3b71f'] {{(pid=103140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:12:51.460831 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f up at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:12:51.541077 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Provisioning complete for port 695bf24b-08d9-434f-a606-63d8e7f3b71f triggered by entity L2. {{(pid=103140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:12:51.541805 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715702'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), provisioning_complete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.653038 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 695bf24b-08d9-434f-a606-63d8e7f3b71f is: BUILD; New status is: ACTIVE {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:51.653470 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.689427 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:51.691812 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d385ccd8-a8e1-4863-8dff-0692ac0e098f" -d '{"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-plugged", "status": "completed", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:51.720807 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:51.726846 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.761095 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f5385-066e-4157-a977-cc4ceeff11bd x-openstack-request-id: req-752f5385-066e-4157-a977-cc4ceeff11bd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:51.761504 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-plugged", "status": "completed", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:51.761699 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-752f5385-066e-4157-a977-cc4ceeff11bd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:51.762083 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'code': 200} Jan 28 06:12:51.816362 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:58.537218 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58438) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:58.702459 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Deleting port 29a8a18e-b338-4f26-99f7-76fe54da1893 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:58.702459 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:58.776388 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:58.776915 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (29a8a18e-b338-4f26-99f7-76fe54da1893), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:58.789695 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Calling delete_port for 29a8a18e-b338-4f26-99f7-76fe54da1893 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:58.938886 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (29a8a18e-b338-4f26-99f7-76fe54da1893), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:58.967797 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event deleted for resources: {'Port': ['ID=29a8a18e-b338-4f26-99f7-76fe54da1893,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:58.996808 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.997521 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.997873 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.998222 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.998568 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.998909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.999245 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.999583 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:58.999916 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:59.000251 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:59.000587 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:59.001037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:59.001412 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:59.041668 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (3674973b-4734-4749-8c22-ead62992098f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:59.042370 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Floating IP 3674973b-4734-4749-8c22-ead62992098f disassociated (deleted). External IP: 172.25.6.80, port: 695bf24b-08d9-434f-a606-63d8e7f3b71f. Jan 28 06:12:59.553947 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:12:59.662089 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:12:59.666991 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:59.673071 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:12:59.683078 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:12:59.683830 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:59.698005 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-77ba43e0-a6b9-4cba-b0e0-7ca66433e128 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "DELETE /v2.0/floatingips/3674973b-4734-4749-8c22-ead62992098f HTTP/1.1" status: 204 len: 168 time: 1.1596704 Jan 28 06:12:59.699309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:59.701792 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71b8d61-3c4a-445d-ad65-44395a91c5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:59.746166 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d61d570-a737-466a-9e50-aebf944cc045 x-openstack-request-id: req-6d61d570-a737-466a-9e50-aebf944cc045 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:59.746566 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:59.746921 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d61d570-a737-466a-9e50-aebf944cc045 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:59.748282 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'status': 'completed', 'code': 200} Jan 28 06:12:59.837725 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-cfa1e244-7f93-4253-9bb5-871194843578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:59.839242 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-cfa1e244-7f93-4253-9bb5-871194843578 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 1097 time: 0.0478630 Jan 28 06:12:59.843979 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:12:59.953924 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-e7453799-6e4b-4035-9414-911c1ba201b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:59.956096 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-e7453799-6e4b-4035-9414-911c1ba201b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.1023006 Jan 28 06:12:59.969656 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62098f-0575-4668-a5f5-831049fafccf req-04854085-20ac-4ac6-a830-d1c9b308ad22 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:59.977695 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d62098f-0575-4668-a5f5-831049fafccf req-04854085-20ac-4ac6-a830-d1c9b308ad22 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 946 time: 0.0620027 Jan 28 06:13:00.014550 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-0cb2c6d8-9fc8-4c65-9ae1-bed0b80b557b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 200 len: 217 time: 0.0471535 Jan 28 06:13:00.031499 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-6d62098f-0575-4668-a5f5-831049fafccf req-87d6b549-2a1d-4651-84fa-32144cb3fc7d tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526030 Jan 28 06:13:00.067009 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-3c8ab7df-a6b2-430e-a97d-6fae60415796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:00.068441 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-3c8ab7df-a6b2-430e-a97d-6fae60415796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0481896 Jan 28 06:13:00.116638 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:57Z', 'revision_number': 1, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:00.117845 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-8ecd8247-ed5a-45f0-bfb0-cf2f8ad08db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:00.119412 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-8ecd8247-ed5a-45f0-bfb0-cf2f8ad08db4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445638 Jan 28 06:13:00.143569 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:00.156173 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:00.156800 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:00.215566 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-cb77902a-4665-4f78-80d1-48d1e9c5e89c service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888317 Jan 28 06:13:00.265263 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:00.311997 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-e71b8d61-3c4a-445d-ad65-44395a91c5e8 req-3807cd55-2fb9-4a0e-8402-ad2b6b67f82b service neutron] 10.222.0.47 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898626 Jan 28 06:13:00.498613 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:57Z', 'revision_number': 1, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:00.527036 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da74e59-1081-4295-b0ef-ba8ec85188ab None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_floatingips': [{'id': 'ebeb5859-4105-4985-b4ee-d64a3a0fc161', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'router_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'port_id': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'mac_address': 'fa:16:3e:e6:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297537b-b3d7-4765-92db-01186ec24266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:07:55Z', 'updated_at': '2022-01-28T06:07:57Z', 'revision_number': 1, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:00.756271 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fa1c9-22c6-4b74-98d1-dd1edd70d09d None None] New status for floating IP 3674973b-4734-4749-8c22-ead62992098f: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:13:01.147923 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff514ca-d4da-409d-bef4-eda3419e95be req-7d2d3fc3-9a9d-4adb-b93c-d089ac06b161 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:01.149495 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ff514ca-d4da-409d-bef4-eda3419e95be req-7d2d3fc3-9a9d-4adb-b93c-d089ac06b161 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 946 time: 0.0543511 Jan 28 06:13:01.197983 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-3ff514ca-d4da-409d-bef4-eda3419e95be req-77b1affa-ed53-4286-9eb8-488a9be89995 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Jan 28 06:13:01.509476 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:01.584462 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Current status of the port 695bf24b-08d9-434f-a606-63d8e7f3b71f is: ACTIVE; New status is: DOWN {{(pid=103140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:01.584894 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696682'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:01.615349 n-d-824835-3 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:01.618349 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eddfe7d7eeb5f90716ff654f3faa004b7a89bfd2c7f1925ad3041ed5a08cbb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f6fc85-f9c6-41c8-abfa-52d37b57a928" -d '{"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-unplugged", "status": "completed", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:01.624772 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:01.629468 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ead6f-af02-4516-bc16-ea429dad45ed req-dfa54316-9c70-4674-8138-f9c13c86f8e5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:01.631077 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014ead6f-af02-4516-bc16-ea429dad45ed req-dfa54316-9c70-4674-8138-f9c13c86f8e5 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 946 time: 0.0565081 Jan 28 06:13:01.631439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792585955548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792585363267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792585363285'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:01.663193 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16176f5c-9560-4c10-87ae-27ac13102263 x-openstack-request-id: req-16176f5c-9560-4c10-87ae-27ac13102263 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:01.663496 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-unplugged", "status": "completed", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:01.663757 n-d-824835-3 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16176f5c-9560-4c10-87ae-27ac13102263 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:01.664227 n-d-824835-3 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'code': 200} Jan 28 06:13:01.692766 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Pushing event updated for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:01.742493 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Deleting port 695bf24b-08d9-434f-a606-63d8e7f3b71f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:01.742848 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:01.830403 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] For port 695bf24b-08d9-434f-a606-63d8e7f3b71f, host n-h2-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-3',level=0,port_id=695bf24b-08d9-434f-a606-63d8e7f3b71f,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:01.830714 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:01.842422 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Calling delete_port for 695bf24b-08d9-434f-a606-63d8e7f3b71f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:01.975174 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (695bf24b-08d9-434f-a606-63d8e7f3b71f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:02.004968 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event deleted for resources: {'Port': ['ID=695bf24b-08d9-434f-a606-63d8e7f3b71f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:02.047037 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] No DVR routers for this DVR port 695bf24b-08d9-434f-a606-63d8e7f3b71f on host n-h2-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:02.049619 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:02.053260 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-014ead6f-af02-4516-bc16-ea429dad45ed req-d3d3fdeb-cc6f-4df7-87ee-e3ccc08fc00c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.47 "DELETE /v2.0/ports/695bf24b-08d9-434f-a606-63d8e7f3b71f HTTP/1.1" status: 204 len: 173 time: 0.4155164 Jan 28 06:13:02.053711 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-deleted', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:02.055992 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf03d60-557c-4630-ba16-5147e833683f" -d '{"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-deleted", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:02.099663 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92600826-ce24-460e-8070-7ba1541cba10 x-openstack-request-id: req-92600826-ce24-460e-8070-7ba1541cba10 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:02.099974 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb9d90f-2db4-4aad-b9ed-6a229012c267", "name": "network-vif-deleted", "tag": "695bf24b-08d9-434f-a606-63d8e7f3b71f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:02.100235 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92600826-ce24-460e-8070-7ba1541cba10 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:02.100685 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb9d90f-2db4-4aad-b9ed-6a229012c267', 'name': 'network-vif-deleted', 'tag': '695bf24b-08d9-434f-a606-63d8e7f3b71f', 'status': 'completed', 'code': 200} Jan 28 06:13:02.309330 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-818fac31-bc31-4939-b332-5dc64b7d487d req-2a628190-1756-49df-b3f7-6772bb2a0f3f tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb9d90f-2db4-4aad-b9ed-6a229012c267 HTTP/1.1" status: 200 len: 210 time: 0.0255313 Jan 28 06:13:03.862720 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58498) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:04.020909 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Deleting port 5d1cce0a-7c39-429e-befe-2f1b524079dc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:04.021292 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:04.094882 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:04.095131 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (5d1cce0a-7c39-429e-befe-2f1b524079dc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:04.106543 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Calling delete_port for 5d1cce0a-7c39-429e-befe-2f1b524079dc owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:04.254669 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (5d1cce0a-7c39-429e-befe-2f1b524079dc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:04.280365 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event deleted for resources: {'Port': ['ID=5d1cce0a-7c39-429e-befe-2f1b524079dc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:04.342341 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for floatingip (ebeb5859-4105-4985-b4ee-d64a3a0fc161), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:04.342835 n-d-824835-3 neutron-server[103138]: INFO neutron.db.l3_db [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Floating IP ebeb5859-4105-4985-b4ee-d64a3a0fc161 disassociated (deleted). External IP: 172.25.6.109, port: 8c1ef859-7775-496a-ac33-d9cff021d6cc. Jan 28 06:13:04.542241 n-d-824835-3 neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:04.649165 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:04.653982 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:04.658604 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:04.668065 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:04.668768 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:04.684199 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d70ed905-0031-429f-8acf-f92042f2d02c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "DELETE /v2.0/floatingips/ebeb5859-4105-4985-b4ee-d64a3a0fc161 HTTP/1.1" status: 204 len: 168 time: 0.8203681 Jan 28 06:13:04.684796 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:04.687622 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65f0d76-dd64-4dfc-8a85-dde07f156687" -d '{"events": [{"name": "network-changed", "server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:04.734308 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a95ad2-d9fa-43dc-9cb5-75ae588c09f8 x-openstack-request-id: req-18a95ad2-d9fa-43dc-9cb5-75ae588c09f8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:04.734745 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:04.735078 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18a95ad2-d9fa-43dc-9cb5-75ae588c09f8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:04.735557 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'status': 'completed', 'code': 200} Jan 28 06:13:04.790636 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:04.956625 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-4998bf78-7aed-4b57-8476-2fd38b056462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:04.958204 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-4998bf78-7aed-4b57-8476-2fd38b056462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 1094 time: 0.1798944 Jan 28 06:13:04.965810 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53039394-47f2-4d1b-8da9-92e413dbb420 req-d96ace15-c5a6-4b23-880b-4e6f8eb68839 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:04.967789 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53039394-47f2-4d1b-8da9-92e413dbb420 req-d96ace15-c5a6-4b23-880b-4e6f8eb68839 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0708005 Jan 28 06:13:04.999908 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:05.079018 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-53039394-47f2-4d1b-8da9-92e413dbb420 req-7a6f6130-9609-41c7-9d22-73f41baf557c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030514 Jan 28 06:13:05.098914 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-3d92e4ba-a5c4-4b19-850b-e4ab2bc4bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:05.100685 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-3d92e4ba-a5c4-4b19-850b-e4ab2bc4bd8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 200 len: 910 time: 0.1320446 Jan 28 06:13:05.120126 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:05.129196 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:05.129789 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:05.143543 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-b663f965-a70d-4b7e-bdda-f0e287354617 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 200 len: 217 time: 0.0362487 Jan 28 06:13:05.192858 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-f67942c8-5502-4ed7-b801-947c84505c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:05.194373 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-f67942c8-5502-4ed7-b801-947c84505c54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 200 len: 848 time: 0.0432138 Jan 28 06:13:05.233496 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:05.278205 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-50f7210d-b918-4da6-bce1-202cb1159d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:05.280222 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-50f7210d-b918-4da6-bce1-202cb1159d91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f912347-9294-4a76-abfb-c8d244ebc687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444324 Jan 28 06:13:05.368864 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-1bc3d3e8-f2a7-4eef-94c5-12783a482663 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808721 Jan 28 06:13:05.425898 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:05.455035 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab94fdb-879b-4fd0-a815-489b64a048b6 None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:31Z', 'revision_number': 4, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3', '_interfaces': [{'id': '97bbf915-a0d5-44f1-8870-7125f2c6ca54', 'name': '', 'network_id': '0f912347-9294-4a76-abfb-c8d244ebc687', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'mac_address': 'fa:16:3e:75:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:30Z', 'updated_at': '2022-01-28T06:07:36Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'subnets': [{'id': '7d6d5914-1689-4e3a-a564-cc8086abbcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:05.464855 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-c65f0d76-dd64-4dfc-8a85-dde07f156687 req-8912942d-0f23-4896-a9b0-261e078d0999 service neutron] 10.222.0.52 "GET /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901728 Jan 28 06:13:05.502339 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f no longer exists at agent hyperv_n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:05.522914 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] No Port match for: 695bf24b-08d9-434f-a606-63d8e7f3b71f {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:05.523277 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Device 695bf24b-08d9-434f-a606-63d8e7f3b71f not bound to the agent host n-h2-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:05.683822 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232d1cc-ff49-4ebf-9a33-0060cc942232 None None] New status for floating IP ebeb5859-4105-4985-b4ee-d64a3a0fc161: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:13:05.977212 n-d-824835-3 neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-934fa3f8-8178-47d2-b756-e0cbcba6791b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:05.978681 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-934fa3f8-8178-47d2-b756-e0cbcba6791b tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.52 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0478141 Jan 28 06:13:06.065039 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Deleting port 8c1ef859-7775-496a-ac33-d9cff021d6cc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:06.065409 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.157662 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] For port 8c1ef859-7775-496a-ac33-d9cff021d6cc, host n-h1-824835-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-3',level=0,port_id=8c1ef859-7775-496a-ac33-d9cff021d6cc,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:06.158238 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.171775 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Calling delete_port for 8c1ef859-7775-496a-ac33-d9cff021d6cc owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:06.198365 n-d-824835-3 neutron-server[103139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8e13-f5c8-44bb-8f27-64acd4d2edf1 req-e9446a90-73dd-4a0d-b1a9-60aa8a249506 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:06.199876 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f3b8e13-f5c8-44bb-8f27-64acd4d2edf1 req-e9446a90-73dd-4a0d-b1a9-60aa8a249506 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0297537b-b3d7-4765-92db-01186ec24266 HTTP/1.1" status: 200 len: 943 time: 0.0497768 Jan 28 06:13:06.257134 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [req-5f3b8e13-f5c8-44bb-8f27-64acd4d2edf1 req-1674d3fb-acfc-4e8d-b6d9-ec4569318dd2 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c4f6927-27dd-48c9-b401-275ab66984b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511186 Jan 28 06:13:06.304704 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (8c1ef859-7775-496a-ac33-d9cff021d6cc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.331509 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event deleted for resources: {'Port': ['ID=8c1ef859-7775-496a-ac33-d9cff021d6cc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:06.375411 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] No DVR routers for this DVR port 8c1ef859-7775-496a-ac33-d9cff021d6cc on host n-h1-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:06.377823 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61288'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.381099 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [req-6e82aef7-1300-4a02-b0e1-a7b7116da5bd req-962c6a96-0042-41f0-8d48-f524ff275f6c tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.52 "DELETE /v2.0/ports/8c1ef859-7775-496a-ac33-d9cff021d6cc HTTP/1.1" status: 204 len: 173 time: 0.3974342 Jan 28 06:13:06.736375 n-d-824835-3 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-deleted', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:06.738777 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865cfe48f737e87ce278fa8019b3d53d5917c696327c23ef88cba9069a265639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b060cc-d80d-4e2f-b26e-7401a485faf6" -d '{"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-deleted", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:06.777407 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7453ef-62f9-4782-9729-38410b47a970 x-openstack-request-id: req-bb7453ef-62f9-4782-9729-38410b47a970 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:06.777711 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297537b-b3d7-4765-92db-01186ec24266", "name": "network-vif-deleted", "tag": "8c1ef859-7775-496a-ac33-d9cff021d6cc", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:06.777967 n-d-824835-3 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb7453ef-62f9-4782-9729-38410b47a970 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:06.778374 n-d-824835-3 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297537b-b3d7-4765-92db-01186ec24266', 'name': 'network-vif-deleted', 'tag': '8c1ef859-7775-496a-ac33-d9cff021d6cc', 'status': 'completed', 'code': 200} Jan 28 06:13:07.259880 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.313697 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58516) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:07.370793 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group (7c4f6927-27dd-48c9-b401-275ab66984b4), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.397137 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group (7c4f6927-27dd-48c9-b401-275ab66984b4), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.455088 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (7c4f6927-27dd-48c9-b401-275ab66984b4), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.457745 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.458920 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c4f6927-27dd-48c9-b401-275ab66984b4 HTTP/1.1" status: 204 len: 168 time: 0.1442413 Jan 28 06:13:07.468145 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f6927-27dd-48c9-b401-275ab66984b4,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:07.478107 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.478464 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.478815 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.479159 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.479498 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.479837 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.480176 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.480548 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.480910 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.481310 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.481678 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.482015 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.482347 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9a99e-acb6-46b4-84ac-95973d7c1b76 tempest-TestSnapshotPattern-502310602 tempest-TestSnapshotPattern-502310602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-3 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:07.510586 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58520) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:07.980819 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (0a017a93-a4d6-48d4-833b-7bbfdc79224f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.219922 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Deleting port 97bbf915-a0d5-44f1-8870-7125f2c6ca54 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:08.220268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.295533 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] For port 97bbf915-a0d5-44f1-8870-7125f2c6ca54, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=97bbf915-a0d5-44f1-8870-7125f2c6ca54,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:08.295817 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.307092 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Calling delete_port for 97bbf915-a0d5-44f1-8870-7125f2c6ca54 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:08.482530 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (97bbf915-a0d5-44f1-8870-7125f2c6ca54), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.509382 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97bbf915-a0d5-44f1-8870-7125f2c6ca54,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:08.616773 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.677063 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (0a017a93-a4d6-48d4-833b-7bbfdc79224f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.850728 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-486ca93a-5056-4365-b838-de2672ad4f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.889448 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Router 0a017a93-a4d6-48d4-833b-7bbfdc79224f has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:09.001130 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:09.006070 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-2da3c8e1-dea9-426a-9a74-4b26a71b41a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a017a93-a4d6-48d4-833b-7bbfdc79224f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4944592 Jan 28 06:13:09.008601 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58526) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:09.010173 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] Sync routers for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:09.020316 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:09.021012 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:09.110924 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks [] for router (0a017a93-a4d6-48d4-833b-7bbfdc79224f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.132473 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: n-d-824835-3 {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:09.212471 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks [] for router_gateway (0a017a93-a4d6-48d4-833b-7bbfdc79224f), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.266484 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Deleting port a654fe91-b2e2-476b-8b81-78d4f4d239e5 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:09.266829 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.304193 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:13:08Z', 'revision_number': 5, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port': {'id': 'a654fe91-b2e2-476b-8b81-78d4f4d239e5', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:09.334109 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] Checking router: 0a017a93-a4d6-48d4-833b-7bbfdc79224f for host: n-d-824835-3 {{(pid=103141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:09.344103 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] Routers {'0a017a93-a4d6-48d4-833b-7bbfdc79224f'} bound to L3 agent in host n-d-824835-3 {{(pid=103141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:09.344740 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:12:41Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'], 'active': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:09.378083 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc no longer exists at agent hyperv_n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:09.398398 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] No Port match for: 8c1ef859-7775-496a-ac33-d9cff021d6cc {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:09.398774 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Device 8c1ef859-7775-496a-ac33-d9cff021d6cc not bound to the agent host n-h1-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:09.431198 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_dvr_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] Set router 0a017a93-a4d6-48d4-833b-7bbfdc79224f gateway port host: None {{(pid=103141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:09.486839 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.l3_hamode_db [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:13:09Z', 'revision_number': 6, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:09.514011 n-d-824835-3 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16e644-ea94-458e-8ecf-a75537c1cdfe None None] The sync data for ids ['0a017a93-a4d6-48d4-833b-7bbfdc79224f'] in n-d-824835-3 is: [{'id': '0a017a93-a4d6-48d4-833b-7bbfdc79224f', 'name': 'tempest-TestSnapshotPattern-793188417-router', 'tenant_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:28Z', 'updated_at': '2022-01-28T06:13:09Z', 'revision_number': 6, 'project_id': 'e3aa18ad0e9e40a29c55382631e3d4b8', 'gw_port_host': None}] {{(pid=103141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:09.632799 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] For port a654fe91-b2e2-476b-8b81-78d4f4d239e5, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=a654fe91-b2e2-476b-8b81-78d4f4d239e5,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:09.633410 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.645001 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Calling delete_port for a654fe91-b2e2-476b-8b81-78d4f4d239e5 owned by network:router_gateway {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:09.806563 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (a654fe91-b2e2-476b-8b81-78d4f4d239e5), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.830362 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a654fe91-b2e2-476b-8b81-78d4f4d239e5,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:09.891831 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (0a017a93-a4d6-48d4-833b-7bbfdc79224f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.986195 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (0a017a93-a4d6-48d4-833b-7bbfdc79224f), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.988319 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks [] for router_controller (0a017a93-a4d6-48d4-833b-7bbfdc79224f), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.030117 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (0a017a93-a4d6-48d4-833b-7bbfdc79224f), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.030639 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a017a93-a4d6-48d4-833b-7bbfdc79224f {{(pid=103139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:13:10.034925 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.036082 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-0facf377-3243-471b-8b76-44d88a3002aa admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a017a93-a4d6-48d4-833b-7bbfdc79224f HTTP/1.1" status: 204 len: 168 time: 1.0265481 Jan 28 06:13:10.038625 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58528) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:10.083451 n-d-824835-3 neutron-server[103139]: DEBUG neutron.db.db_base_plugin_v2 [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Deleting subnet 7d6d5914-1689-4e3a-a564-cc8086abbcab {{(pid=103139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:13:10.086506 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Publish callbacks [] for subnet (7d6d5914-1689-4e3a-a564-cc8086abbcab), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.121392 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50619325'] for subnet (7d6d5914-1689-4e3a-a564-cc8086abbcab), precommit_delete_associations {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.200446 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (7d6d5914-1689-4e3a-a564-cc8086abbcab), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.253678 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50379172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50445640'] for subnet (7d6d5914-1689-4e3a-a564-cc8086abbcab), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.281263 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6d5914-1689-4e3a-a564-cc8086abbcab,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:10.283268 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.286474 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-834037da-f9fb-4ef2-b9a9-82505b386329 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d6d5914-1689-4e3a-a564-cc8086abbcab HTTP/1.1" status: 204 len: 168 time: 0.2468677 Jan 28 06:13:10.289446 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58530) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:10.290053 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eeb465-6541-432e-b1ad-036268a6c310 None None] Network 0f912347-9294-4a76-abfb-c8d244ebc687 requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:10.361575 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (0f912347-9294-4a76-abfb-c8d244ebc687), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.419871 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Deleting port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:10.420214 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.433817 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] DHCP port deletion for 0f912347-9294-4a76-abfb-c8d244ebc687 request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:13:10.481969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] For port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:10.482334 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.487341 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] Deleting port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:10.487727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.497565 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Calling delete_port for cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:10.552620 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] For port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,segment=NetworkSegment(678a7d65-f40c-4ae0-bfc1-38f2498d2ed4),segment_id=678a7d65-f40c-4ae0-bfc1-38f2498d2ed4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:10.553359 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.567096 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] Calling delete_port for cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:10.586513 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.612969 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:10.618291 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] No DVR routers for this DVR port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:13:10.642040 n-d-824835-3 neutron-server[103140]: self.session.flush() Jan 28 06:13:10.651818 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258'] for port (cf9d8b47-e9bf-4534-b67e-1f11c92a8b19), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.676203 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] Pushing event deleted for resources: {'Port': ['ID=cf9d8b47-e9bf-4534-b67e-1f11c92a8b19,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:10.679559 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0226c-d557-4f27-abeb-13937ef51b9b None None] No DVR routers for this DVR port cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 on host n-d-824835-3 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:10.690549 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (0f912347-9294-4a76-abfb-c8d244ebc687), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.717950 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f912347-9294-4a76-abfb-c8d244ebc687']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:10.727066 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:10.727359 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678a7d65-f40c-4ae0-bfc1-38f2498d2ed4') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:10.736380 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (678a7d65-f40c-4ae0-bfc1-38f2498d2ed4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.749317 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (678a7d65-f40c-4ae0-bfc1-38f2498d2ed4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.754982 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:13:10.755363 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (678a7d65-f40c-4ae0-bfc1-38f2498d2ed4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: timer() Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:13:10.756955 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:13:10.809003 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (0f912347-9294-4a76-abfb-c8d244ebc687), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.814561 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.817696 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f912347-9294-4a76-abfb-c8d244ebc687 HTTP/1.1" status: 204 len: 168 time: 0.5271814 Jan 28 06:13:10.820718 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58532) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:10.829079 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e2c7d-acf1-46ce-b768-50a70cb30a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f912347-9294-4a76-abfb-c8d244ebc687,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:10.932846 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:10.953591 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:10.953871 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device cf9d8b47-e9bf-4534-b67e-1f11c92a8b19 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:10.954303 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 97bbf915-a0d5-44f1-8870-7125f2c6ca54 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:10.973108 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 97bbf915-a0d5-44f1-8870-7125f2c6ca54 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:10.973491 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 97bbf915-a0d5-44f1-8870-7125f2c6ca54 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:10.973913 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a654fe91-b2e2-476b-8b81-78d4f4d239e5 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:10.995075 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: a654fe91-b2e2-476b-8b81-78d4f4d239e5 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:10.995430 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device a654fe91-b2e2-476b-8b81-78d4f4d239e5 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:11.018674 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc240b6-73d4-46d9-95fc-f389476c349a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:11.189111 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829709'] for router_interface (7f8a3f0c-247a-46ac-a250-571c5d84e868), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:11.435425 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Deleting port 02f26125-1e97-47de-a98b-8679f1e7c8f6 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:11.435820 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:11.510775 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] For port 02f26125-1e97-47de-a98b-8679f1e7c8f6, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=02f26125-1e97-47de-a98b-8679f1e7c8f6,segment=NetworkSegment(d2667915-9f62-4e77-b632-0277991586fd),segment_id=d2667915-9f62-4e77-b632-0277991586fd)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:11.511034 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:11.522339 n-d-824835-3 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Calling delete_port for 02f26125-1e97-47de-a98b-8679f1e7c8f6 owned by network:router_interface {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:11.697593 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50379153'] for port (02f26125-1e97-47de-a98b-8679f1e7c8f6), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:11.723323 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f26125-1e97-47de-a98b-8679f1e7c8f6,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:11.890960 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1771284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829857'] for router_interface (7f8a3f0c-247a-46ac-a250-571c5d84e868), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.103207 n-d-824835-3 neutron-server[103139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Router 7f8a3f0c-247a-46ac-a250-571c5d84e868 has already been hosted by L3 agent d9ca2b68-0539-4687-8902-ca56239a58c0 {{(pid=103139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:12.208703 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] Notify agent at l3_agent.n-d-824835-3 the message routers_updated {{(pid=103139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:12.213768 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-d9acb7a3-2550-46ab-a104-a150d1b4e3c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f8a3f0c-247a-46ac-a250-571c5d84e868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3920114 Jan 28 06:13:12.216309 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58534) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:12.217484 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] Sync routers for ids ['7f8a3f0c-247a-46ac-a250-571c5d84e868'] in n-d-824835-3 {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:12.226811 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] Routers {'7f8a3f0c-247a-46ac-a250-571c5d84e868'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:12.227433 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:13:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7f8a3f0c-247a-46ac-a250-571c5d84e868'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:12.319193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks [] for router (7f8a3f0c-247a-46ac-a250-571c5d84e868), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.331610 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] Set router 7f8a3f0c-247a-46ac-a250-571c5d84e868 gateway port host: n-d-824835-3 {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:12.421333 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks [] for router_gateway (7f8a3f0c-247a-46ac-a250-571c5d84e868), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.436063 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.472117 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Deleting port ade20584-3986-40b8-9b6a-f15a2e3f74ef {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:12.472458 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.518910 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'external_fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:13:11Z', 'revision_number': 5, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port': {'id': 'ade20584-3986-40b8-9b6a-f15a2e3f74ef', 'name': '', 'network_id': 'ee033649-ca79-46b7-b27e-766ccfa5f327', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'a5525f56-3632-485a-b952-0555df871217', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:34Z', 'updated_at': '2022-01-28T06:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5525f56-3632-485a-b952-0555df871217', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-3'}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:12.549423 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] Checking router: 7f8a3f0c-247a-46ac-a250-571c5d84e868 for host: n-d-824835-3 {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:12.554052 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] For port ade20584-3986-40b8-9b6a-f15a2e3f74ef, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=ade20584-3986-40b8-9b6a-f15a2e3f74ef,segment=NetworkSegment(b111f645-18f8-4260-a40e-56742e9f0002),segment_id=b111f645-18f8-4260-a40e-56742e9f0002)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:12.554522 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.558186 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] Routers {'7f8a3f0c-247a-46ac-a250-571c5d84e868'} bound to L3 agent in host n-d-824835-3 {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:12.558803 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T04:15:11Z,description=,heartbeat_timestamp=2022-01-28T06:13:11Z,host='n-d-824835-3',id=d9ca2b68-0539-4687-8902-ca56239a58c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T04:15:11Z,topic='l3_agent')) {'router_ids': ['7f8a3f0c-247a-46ac-a250-571c5d84e868'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:12.566304 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Calling delete_port for ade20584-3986-40b8-9b6a-f15a2e3f74ef owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:12.642677 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] Set router 7f8a3f0c-247a-46ac-a250-571c5d84e868 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:12.693843 n-d-824835-3 neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:13:12Z', 'revision_number': 6, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port_host': None}], 'n-d-824835-3', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:12.723359 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e678-39c5-4d77-81e7-c731a933ccdf None None] The sync data for ids ['7f8a3f0c-247a-46ac-a250-571c5d84e868'] in n-d-824835-3 is: [{'id': '7f8a3f0c-247a-46ac-a250-571c5d84e868', 'name': 'tempest-TestSnapshotPattern-1855047556-router', 'tenant_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:13:12Z', 'revision_number': 6, 'project_id': '14ad3cb3d32c4568b89f1ec4170e94f9', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:12.731762 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (ade20584-3986-40b8-9b6a-f15a2e3f74ef), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.759031 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ade20584-3986-40b8-9b6a-f15a2e3f74ef,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:12.821718 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1834123'] for router_gateway (7f8a3f0c-247a-46ac-a250-571c5d84e868), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.908630 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226287'] for router (7f8a3f0c-247a-46ac-a250-571c5d84e868), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.910694 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks [] for router_controller (7f8a3f0c-247a-46ac-a250-571c5d84e868), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.951657 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832439'] for router (7f8a3f0c-247a-46ac-a250-571c5d84e868), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.952215 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8a3f0c-247a-46ac-a250-571c5d84e868 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:13:12.956442 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:12.957701 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-c1e520be-bf79-40e8-b6b4-c14a8e12bb2e admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f8a3f0c-247a-46ac-a250-571c5d84e868 HTTP/1.1" status: 204 len: 168 time: 0.7403650 Jan 28 06:13:12.960334 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58536) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:13.004271 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Deleting subnet d319417a-12a4-4403-9b70-e87f5a90bbee {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:13:13.007369 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Publish callbacks [] for subnet (d319417a-12a4-4403-9b70-e87f5a90bbee), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.039930 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134529'] for subnet (d319417a-12a4-4403-9b70-e87f5a90bbee), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.133846 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720555'] for subnet (d319417a-12a4-4403-9b70-e87f5a90bbee), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.194026 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1877012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9159728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593977'] for subnet (d319417a-12a4-4403-9b70-e87f5a90bbee), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.195718 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 02f26125-1e97-47de-a98b-8679f1e7c8f6 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:13.215824 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 02f26125-1e97-47de-a98b-8679f1e7c8f6 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:13.216226 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 02f26125-1e97-47de-a98b-8679f1e7c8f6 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:13.219434 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d319417a-12a4-4403-9b70-e87f5a90bbee,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:13.223236 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.226658 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-d76f65ed-44e3-4a66-bcd3-6504ff8eb5ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d319417a-12a4-4403-9b70-e87f5a90bbee HTTP/1.1" status: 204 len: 168 time: 0.2650621 Jan 28 06:13:13.229065 n-d-824835-3 neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.21', 58538) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:13.231135 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a4820-4022-482b-9e1c-6d1cde44908a None None] Network ddca90a4-0ef3-4f42-baa3-44f3753fd59d requested from n-d-824835-3 {{(pid=103140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:13.299628 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741994'] for network (ddca90a4-0ef3-4f42-baa3-44f3753fd59d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.353048 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Deleting port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:13.353420 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792585947760'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.415831 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] For port 16f5c5a2-8894-49bf-b6d1-30396b5c5759, host n-d-824835-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-3',level=0,port_id=16f5c5a2-8894-49bf-b6d1-30396b5c5759,segment=NetworkSegment(d2667915-9f62-4e77-b632-0277991586fd),segment_id=d2667915-9f62-4e77-b632-0277991586fd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:13.416193 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827946'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.428496 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Calling delete_port for 16f5c5a2-8894-49bf-b6d1-30396b5c5759 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:13.510140 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-697159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792585955530', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792585363258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9159685'] for port (16f5c5a2-8894-49bf-b6d1-30396b5c5759), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.525826 n-d-824835-3 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fa247-0b52-46f2-a5ad-c5d20afedd1b None None] DHCP port deletion for ddca90a4-0ef3-4f42-baa3-44f3753fd59d request from n-d-824835-3 {{(pid=103140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:13:13.536264 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Pushing event deleted for resources: {'Port': ['ID=16f5c5a2-8894-49bf-b6d1-30396b5c5759,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:13.546580 n-d-824835-3 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] No DVR routers for this DVR port 16f5c5a2-8894-49bf-b6d1-30396b5c5759 on host n-d-824835-3 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:13.620006 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717392', 'neutron.services.segments.db._delete_segments_for_network-8792585908372'] for network (ddca90a4-0ef3-4f42-baa3-44f3753fd59d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.945386 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddca90a4-0ef3-4f42-baa3-44f3753fd59d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:13.955100 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2667915-9f62-4e77-b632-0277991586fd') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:13.955393 n-d-824835-3 neutron-server[103138]: DEBUG neutron.services.segments.db [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2667915-9f62-4e77-b632-0277991586fd') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:13.964391 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792585910429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134648'] for segment (d2667915-9f62-4e77-b632-0277991586fd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.977277 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948'] for segment (d2667915-9f62-4e77-b632-0277991586fd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.983698 n-d-824835-3 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:13:13.984085 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9159898'] for segment (d2667915-9f62-4e77-b632-0277991586fd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: Traceback (most recent call last): Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: timer() Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: cb(*args, **kw) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: return func(*args, **kwargs) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: self._notify() Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: self.callback(batched_events) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: event.method(event) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: return f(self, *a, **k) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: return self._get(url).json() Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: return self.request(url, 'GET', **kwargs) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:13:13.985899 n-d-824835-3 neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:13:14.038540 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1771503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828195'] for network (ddca90a4-0ef3-4f42-baa3-44f3753fd59d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.044724 n-d-824835-3 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.047922 n-d-824835-3 neutron-server[103138]: INFO neutron.wsgi [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/ddca90a4-0ef3-4f42-baa3-44f3753fd59d HTTP/1.1" status: 204 len: 168 time: 0.8178532 Jan 28 06:13:14.066146 n-d-824835-3 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be155-67ea-4d0c-a6e5-31c7fb3e82fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ddca90a4-0ef3-4f42-baa3-44f3753fd59d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:14.102485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.163762 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58542) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:14.204814 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-293cfe10-5604-45d4-8589-f62f89706760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3aa18ad0e9e40a29c55382631e3d4b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398095 Jan 28 06:13:14.207247 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58544) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:14.253933 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c68f4d0a-63f5-4b6d-b768-ab8a5416149a admin admin] Publish callbacks [] for security_group (78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.274017 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c68f4d0a-63f5-4b6d-b768-ab8a5416149a admin admin] Publish callbacks [] for security_group (78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.319697 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c68f4d0a-63f5-4b6d-b768-ab8a5416149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.322370 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c68f4d0a-63f5-4b6d-b768-ab8a5416149a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.323552 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c68f4d0a-63f5-4b6d-b768-ab8a5416149a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59 HTTP/1.1" status: 204 len: 168 time: 0.1154110 Jan 28 06:13:14.332243 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4d0a-63f5-4b6d-b768-ab8a5416149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e89ea2-6bc7-4a78-9cde-bb8faa8a7f59,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:14.629283 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58550) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:14.668386 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-c203fcdd-ffff-4bd6-8cbc-37c96a252ed7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14ad3cb3d32c4568b89f1ec4170e94f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379322 Jan 28 06:13:14.670726 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [-] (103139) accepted ('10.222.0.21', 58552) {{(pid=103139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:14.717213 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64cdacfe-fa9e-4385-9401-5916af395785 admin admin] Publish callbacks [] for security_group (072e1bf2-0eb8-4941-954d-95124f6a9a33), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.740485 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64cdacfe-fa9e-4385-9401-5916af395785 admin admin] Publish callbacks [] for security_group (072e1bf2-0eb8-4941-954d-95124f6a9a33), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.786827 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64cdacfe-fa9e-4385-9401-5916af395785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054563'] for security_group (072e1bf2-0eb8-4941-954d-95124f6a9a33), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.789775 n-d-824835-3 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-64cdacfe-fa9e-4385-9401-5916af395785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.790905 n-d-824835-3 neutron-server[103139]: INFO neutron.wsgi [None req-64cdacfe-fa9e-4385-9401-5916af395785 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/072e1bf2-0eb8-4941-954d-95124f6a9a33 HTTP/1.1" status: 204 len: 168 time: 0.1193304 Jan 28 06:13:14.798544 n-d-824835-3 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdacfe-fa9e-4385-9401-5916af395785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e1bf2-0eb8-4941-954d-95124f6a9a33,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:14.930329 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16f5c5a2-8894-49bf-b6d1-30396b5c5759 no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:14.953779 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: 16f5c5a2-8894-49bf-b6d1-30396b5c5759 {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:14.954213 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device 16f5c5a2-8894-49bf-b6d1-30396b5c5759 not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:14.954916 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ade20584-3986-40b8-9b6a-f15a2e3f74ef no longer exists at agent ovs-agent-n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:14.976149 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] No Port match for: ade20584-3986-40b8-9b6a-f15a2e3f74ef {{(pid=103140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:14.976545 n-d-824835-3 neutron-server[103140]: DEBUG neutron.plugins.ml2.rpc [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Device ade20584-3986-40b8-9b6a-f15a2e3f74ef not bound to the agent host n-d-824835-3 {{(pid=103140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:15.616721 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.403349 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:13:37.265538 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.630638 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.852799 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b72dda1d-5d9a-4543-a1ab-1283a3c0274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.020448 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d642b2d8-9dc2-4d7b-b368-4559068ff167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.401223 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.103942 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.608611 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:03.402932 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:14:07.277154 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:08.621697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:08.853697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bee94d8a-e943-4476-9b60-54597abf5e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:11.025030 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5676b8a6-f377-4980-a3aa-e6e11350a65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:12.402297 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:14.106923 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:15.611267 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:37.279249 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.624350 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.855333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-300195ff-5a39-4023-b5ae-6ca9c44c7649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.402028 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:14:41.026340 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f52d9376-d4ba-4811-b98a-c0fa473e50b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:42.406210 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:44.109559 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:45.612869 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:07.288369 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.623595 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.856314 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b214a6b-f75b-43d3-932a-695341b3acb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:11.028767 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8922a1e8-6b91-419b-8f20-0d7086b053d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.411115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.111065 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:15.617084 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.404410 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:15:37.296306 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.622050 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.857917 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4246f248-dfea-4a55-bf63-e1568f6ef9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.031013 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa722f99-15fc-4071-8ce0-b914fbe37462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.413790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.114803 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.619607 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:54.403632 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:16:07.291292 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.619455 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.859206 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6347dc70-2cac-480c-bfac-cd53e528e8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:11.032568 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0739d6b-a24b-4f6f-9f41-c6a0d71b1d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.416487 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:14.116558 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.622613 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:31.402403 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:16:37.309095 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.619958 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.860571 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-457725d6-90ae-451e-a7b5-cfaf2ec09163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:41.033195 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-853f4f33-b45a-464c-b20f-cebad45653dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:42.417439 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:44.119714 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.627018 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.295727 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:08.401133 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:17:08.633523 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:08.862039 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4aadcff-01b4-4783-afbb-47216313de6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.033390 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d6ae6d7-2a23-432e-b7fd-91a495632440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.419586 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:14.120665 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:15.620945 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:37.320599 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.649787 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.864262 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5124-4969-4a99-9d7d-5e37f20623d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:41.035584 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b8629af-ba48-4db8-b157-c6a49ce87806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.422655 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.123694 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.400973 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:17:45.624163 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:07.320285 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:08.662180 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:08.866394 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-142ffc33-cc32-4f83-b664-7106d6ec5f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:11.035062 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ec020f8-6976-4f66-913d-dbdf46911726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:12.424485 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:14.126149 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:15.625653 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:22.399580 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:18:37.333871 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:38.671000 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:38.867115 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87600be0-a96c-45e6-bcf1-5cf266859dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:41.035202 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1c32ba2-0352-424b-80dd-dca882575bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:42.428697 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:44.129531 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:45.628250 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:59.398669 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:19:07.331332 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:08.675879 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:08.868430 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c119c77-3b39-4c91-bdcc-3299ec3f02c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:11.037371 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e08a05d-dda1-4dbc-91fc-5119cb558e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:12.434435 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.131734 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.631124 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:36.397772 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:19:37.348181 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:38.705815 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:38.869983 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d39afa8-a6cf-47a6-9c12-15fb93f78679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:41.038175 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33695bda-823c-46db-9474-da5a1ddee9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:42.434236 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:44.133537 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:45.633477 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.346634 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.705771 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.870855 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-940f9048-2201-4ec6-a4be-dba145673019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:11.039598 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12eba605-5199-4892-8ff5-d9bd08b2be36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:12.437419 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.397628 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:20:14.136790 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:15.636525 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:24.887588 n-d-824835-3 neutron-server[103139]: DEBUG neutron.wsgi [req-fed8513f-8eb0-4c2c-a6be-bd6f09fc2cf3 req-77eccaf3-6e67-49e7-822d-d4dd2bca8957 service neutron] (103139) timed out ('10.222.0.21', 56210) {{(pid=103139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:20:37.362036 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:38.709672 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:38.872107 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-678013c2-87ea-47ba-b3f9-c1a4e9b85029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:41.040474 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08b5886e-00cf-4239-aa53-fb570aaa90bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:42.439562 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:44.139261 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:45.638438 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:50.396135 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:21:07.361070 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:08.718806 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:08.871612 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e469436a-065f-4dc8-bb9c-771560fd9dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:11.041093 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49ba56b0-c1e8-4131-9e7d-de30526f1eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:12.441723 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:14.141823 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:15.641333 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.397200 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:21:37.361530 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13596335-0717-4c67-95d8-d6fde1002bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (40d1ad89-93f9-457d-8dd0-03e9763511a2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.717887 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56f1a192-96bb-4669-83d0-0070ca44707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (450c51b5-2641-47cc-99f4-8762019eba54), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.873424 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62abef5d-42ce-45a1-916a-cd98a93471f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c5301602-10c6-472b-98e8-59f4374876bb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.041531 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64bf07b9-433c-4eb6-a988-5b9edb8429ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (d9ca2b68-0539-4687-8902-ca56239a58c0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.448597 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e307-d823-4c94-be60-236ffbee3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (98275146-3288-49d5-9d82-5ba785a2d137), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.144506 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30dc29fe-0245-4f78-a231-c2f02ef24743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (c4d36c6a-141d-4684-9d30-2f818ca01cef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.643303 n-d-824835-3 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d921975d-9064-4205-b4ce-7784428eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792585908354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715600'] for agent (7ec1025c-cd9e-40d8-b657-afda4a4f85ba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:04.396730 n-d-824835-3 neutron-server[103141]: DEBUG neutron.db.agents_db [None req-ef83a8ec-febb-4fc9-9019-49b9bcf88d7c None None] Agent healthcheck: found 7 active agents {{(pid=103141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}